Changeset 1515 for XIOS/dev/branch_openmp/extern/ep_dev/main.cpp

Timestamp:

05/31/18 16:32:39 (6 years ago)

Author:

yushan

Message:

save dev

File:

• XIOS/dev/branch_openmp/extern/ep_dev/main.cpp (modified) (7 diffs)

XIOS/dev/branch_openmp/extern/ep_dev/main.cpp

@@ -67 +67 @@
     
     if(rank == 0) printf("           \t test MPI_Comm_dup \t OK \n");
-/*
+
     // TIMING SYCHRONIZATION
     {
@@ -112 +112 @@
       std::cout << "proc "<< mpi_rank <<" for_loop "<< time_span.count() << " seconds."<<std::endl;
     }// END TIMING SYCHRONIZATION
-*/    
+    
     // TEST of p2p blocking communication
     {
@@ -762 +762 @@
       MPI_Comm_rank(comm, &rank);
       MPI_Comm_size(comm, &size);
-      
-      int tab_color[16] = {2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 2, 2, 2, 1, 1, 1};
-      int tab_key[16]   = {2, 1, 4, 1, 0, 4, 3, 3, 4, 3, 4, 4, 4, 0, 0, 2};
+
+      int config = 1;
+      if(config=1)
+      {
+        assert(size == 16 && omp_get_num_threads()==4);
+      }
+      
+      int tab_color[16] = {2, 2, 2, 1, 2, 1, 1, 2, 2, 2, 2, 2, 2, 1, 1, 1}; // used for config 1
+      int tab_key[16]   = {2, 1, 4, 1, 0, 4, 3, 3, 4, 3, 4, 4, 4, 0, 0, 2}; // used for config 1
 
       int color = tab_color[rank];
@@ -779 +785 @@
 
 
-      printf("rank = %d, color = %d, key = %d, split_rank = %d, local_rank=%d\n", rank, color, key, split_rank, split_comm->ep_comm_ptr->size_rank_info[1].first);
+      
 
       MPI_Barrier(comm);
@@ -794 +800 @@
       
       int local_leader = 0;
-      int remote_leader = color==2? 13: 4;
+      int remote_leader = color==2? 13: 4; // used for config 1
 
       MPI_Comm peer_comm = comm;
@@ -800 +806 @@
       MPI_Comm inter_comm;
       MPI_Intercomm_create(split_comm, local_leader, peer_comm, remote_leader, 99, &inter_comm);
-      
+
+      int inter_rank, inter_size, remote_size;
+      MPI_Comm_rank(inter_comm, &inter_rank);
+      MPI_Comm_size(inter_comm, &inter_size);
+      MPI_Comm_remote_size(inter_comm, &remote_size);
+      
+      
+      MPI_Barrier(comm);
+      MPI_Barrier(comm);
+
+      if(rank == 0) printf("            \t MPI_Intercomm_create \t OK\n");
+
+      printf("rank = %d, split_rank = %d, split_size = %d, inter_rank=%d, inter_size=%d, remote_size=%d\n", rank, split_rank, split_size, inter_rank, inter_size, remote_size);
+
+      
+      MPI_Barrier(comm);
+      MPI_Barrier(comm);
+
+      if(color==2 && split_rank==1)
+      {
+        double sendbuf[9]={1.1, 2.2, 3.3, 4.4, 5.5, 6.6, 7.7, 8.8, 9.9};
+        MPI_Request send_request;
+        MPI_Status send_status;
+        MPI_Isend(sendbuf, 9, MPI_DOUBLE, 5, 10, inter_comm, &send_request);
+        MPI_Wait(&send_request, &send_status);
+      }
+
+      if(color==1 && split_rank==5)
+      {
+        double recvbuf[9];
+        MPI_Request recv_request;
+        MPI_Status recv_status;
+        MPI_Irecv(recvbuf, 9, MPI_DOUBLE, 1, 10, inter_comm, &recv_request);
+        MPI_Wait(&recv_request, &recv_status);
+        for(int i=0; i<9; i++)
+        {
+          printf("recvbuf[%d] = %lf\n", i, recvbuf[i]);
+        }
+      }
+
+      MPI_Barrier(comm);
+      MPI_Barrier(comm);
+
+      if(rank == 0) printf("            \t Test iP2P for intercomm \t OK\n");
 
 
@@ -809 +858 @@
       MPI_Comm_free(&split_comm);
 
+      MPI_Barrier(comm);
+      MPI_Barrier(comm);
+
+      MPI_Comm_free(&inter_comm);
+      
 
       /*