Changeset 1504 for XIOS/dev/branch_openmp/extern/ep_dev/ep_allgather.cpp

Timestamp:

05/28/18 23:25:35 (6 years ago)

Author:

yushan

Message:

MPI_split can deal with discontinuous ranking within a process

File:

• XIOS/dev/branch_openmp/extern/ep_dev/ep_allgather.cpp (modified) (1 diff)

XIOS/dev/branch_openmp/extern/ep_dev/ep_allgather.cpp

@@ -16 +16 @@
 namespace ep_lib
 {
+
+  int MPI_Allgather_local(const void *sendbuf, int count, MPI_Datatype datatype, void *recvbuf, MPI_Comm comm)
+  {
+    assert(valid_type(datatype));
+
+    ::MPI_Aint datasize, lb;
+    ::MPI_Type_get_extent(to_mpi_type(datatype), &lb, &datasize);
+
+    int ep_rank_loc = comm->ep_comm_ptr->size_rank_info[1].first;
+    int num_ep = comm->ep_comm_ptr->size_rank_info[1].second;
+
+    #pragma omp critical (write_buffer)
+    comm->my_buffer->void_buffer[ep_rank_loc] = const_cast< void* >(sendbuf);
+
+    MPI_Barrier_local(comm);
+
+    #pragma omp critical (read_buffer)
+    {
+      for(int i=0; i<num_ep; i++)
+        memcpy(recvbuf + datasize * i * count, comm->my_buffer->void_buffer[i], datasize * count);
+    }
+  }
 
   int MPI_Allgather(const void *sendbuf, int sendcount, MPI_Datatype sendtype, void *recvbuf, int recvcount, MPI_Datatype recvtype, MPI_Comm comm)