Changeset 1500 for XIOS/dev/branch_openmp/extern/ep_dev/main.cpp

Timestamp:

05/28/18 09:54:32 (6 years ago)

Author:

yushan

Message:

save dev

File:

• XIOS/dev/branch_openmp/extern/ep_dev/main.cpp (modified) (10 diffs)

XIOS/dev/branch_openmp/extern/ep_dev/main.cpp

@@ -1 +1 @@
 #include "ep_lib.hpp"
+
 #include <stdio.h>
 #include <assert.h>
@@ -13 +14 @@
 
 
+
 int main(int argc, char **argv)
 {
@@ -43 +45 @@
     {
       MPI_Comm *ep_comm;
-      MPI_Comm_create_endpoints(MPI_COMM_WORLD.mpi_comm, num_ep, info, ep_comm);
+      MPI_Comm_create_endpoints(MPI_COMM_WORLD->mpi_comm, num_ep, info, ep_comm);
       passage = ep_comm;  
     }
@@ -56 +58 @@
     MPI_Comm_rank(comm, &rank);
     MPI_Comm_size(comm, &size);
-
+/*
     // TIMING SYCHRONIZATION
     {
@@ -100 +102 @@
       #pragma omp master
       std::cout << "proc "<< mpi_rank <<" for_loop "<< time_span.count() << " seconds."<<std::endl;
-    }
+    }// END TIMING SYCHRONIZATION
+*/    
+    // TEST of p2p blocking communication
+    {
+      MPI_Barrier(comm);
+      MPI_Barrier(comm);
+      
+      double sendbuf[10];
+      double recvbuf[20];
+      
+      int sender = 1;
+      int receiver = 2;
+      
+      if(rank == sender)
+      {
+        for(int i=0; i<10; i++) sendbuf[i] = 99.99;
+        MPI_Send(sendbuf, 10, MPI_DOUBLE, receiver, 99, comm);
+        for(int i=0; i<10; i++) sendbuf[i] = -99.99;
+        MPI_Send(sendbuf, 10, MPI_DOUBLE, receiver, 11, comm);
+      }
+      
+      if(rank == receiver)
+      {
+        MPI_Status status;
+        for(int i=0; i<20; i++) recvbuf[i] = 0.0;
+        MPI_Recv(&recvbuf[10], 10, MPI_DOUBLE, sender, 99, comm, &status);
+        MPI_Recv(recvbuf, 10, MPI_DOUBLE, sender, 11, comm, &status);
+        
+        for(int i=0; i<20; i++) std::cout << "recvbuf["<< i <<"] = "<< recvbuf[i] << std::endl;
+      }
+      
+      MPI_Barrier(comm);
+    
+    }//TEST of p2p blocking communication
+    
+    // TEST of p2p non-blocking communication
+    {
+      MPI_Barrier(comm);
+      MPI_Barrier(comm);
+      
+      double sendbuf[10];
+      double recvbuf[20];
+      
+      int sender = 3;
+      int receiver = 7;
+      
+      MPI_Request request[2];
+      
+      if(rank == sender)
+      {
+        
+        for(int i=0; i<10; i++) sendbuf[i] = 99.99;
+        MPI_Isend(sendbuf, 10, MPI_DOUBLE, receiver, 99, comm, &request[0]);
+        for(int i=0; i<10; i++) sendbuf[i] = -99.99;
+        MPI_Isend(sendbuf, 10, MPI_DOUBLE, receiver, 11, comm, &request[1]);
+      }
+      
+      if(rank == receiver)
+      {
+        for(int i=0; i<20; i++) recvbuf[i] = 0.0;
+        MPI_Irecv(&recvbuf[10], 10, MPI_DOUBLE, sender, 11, comm, &request[0]);
+        MPI_Irecv(recvbuf, 10, MPI_DOUBLE, sender, 99, comm, &request[1]);
+      }
+      
+      MPI_Barrier(comm);
+      
+      if(rank == receiver || rank == sender)
+      {
+        MPI_Status status[2];
+        MPI_Waitall(2, request, status);
+      }
+      
+      MPI_Barrier(comm);
+      
+      if(rank == receiver)
+      {
+        for(int i=0; i<20; i++) std::cout << "recvbuf["<< i <<"] = "<< recvbuf[i] << std::endl;
+      }
+    
+    }//TEST of p2p blocking communication
     
 
@@ -568 +649 @@
 
 
-
-/*
     MPI_Barrier(comm);
     {
@@ -595 +674 @@
     if(rank == 0) printf("\tMPI_Comm_split OK\n");
     MPI_Barrier(comm);
-
+/*
     MPI_Comm inter_comm;
     //MPI_Intercomm_create(sub_comm, 0, comm, (color+1)%2, 99, &inter_comm);
@@ -617 +696 @@
     if(rank == 0) printf("\tMPI_Intercomm_merge OK\n");
     MPI_Barrier(comm);
-    }
+    
+    
 
     //check_test_gatherv(comm);
-
-    // MPI_Barrier(comm);
-    // MPI_Comm_free(&sub_comm);
-
-
-    // MPI_Barrier(comm);
-    // MPI_Comm_free(&inter_comm);
 */
+    MPI_Barrier(comm);
+    MPI_Comm_free(&sub_comm);
+
+
+    //MPI_Barrier(comm);
+    //MPI_Comm_free(&inter_comm);
+
 
     MPI_Barrier(comm);
     MPI_Comm_free(&comm);
   }
-
+  }
+
+/*
   int num_threads;
   if(mpi_rank < mpi_size-2)
@@ -657 +739 @@
     {
       MPI_Comm *ep_comm;
-      MPI_Comm_create_endpoints(MPI_COMM_WORLD.mpi_comm, num_ep, info, ep_comm);
+      MPI_Comm_create_endpoints(MPI_COMM_WORLD->mpi_comm, num_ep, info, ep_comm);
       passage = ep_comm;  
     }
@@ -769 +851 @@
 
   }
-
+*/
   MPI_Finalize();