Changeset 255

Timestamp:

07/08/11 11:21:50 (13 years ago)

Author:

hozdoba

Message:

Gestion du dispatch client

Location:

XMLIO_V2/dev/common

Files:

• arch/arch-X64_TITANE.fcm (modified) (1 diff)
• src/xmlio/fortran/impi_interface.f90 (modified) (1 diff)
• src/xmlio/fortran/impi_interface.hpp (modified) (1 diff)
• src/xmlio/main_server.cpp (modified) (1 diff)
• src/xmlio/manager/mpi_manager.cpp (modified) (2 diffs)
• src/xmlio/manager/mpi_manager.hpp (modified) (2 diffs)

XMLIO_V2/dev/common/arch/arch-X64_TITANE.fcm

@@ -18 +18 @@
 
 %BASE_INC       -D NONE
-%BASE_LD        -lstdc++ -lifcore -lintlc
+%BASE_LD        -lstdc++

XMLIO_V2/dev/common/src/xmlio/fortran/impi_interface.f90

@@ -176 +176 @@
    END SUBROUTINE xios_mpi_barrier
 
+   ! Collecte de données et rediffusion
+   SUBROUTINE xios_mpi_allgather(sendbuf, sendcount, recvbuf, recvcount, comm, ierror) BIND (C, NAME ="mpi_allgather")
+      INTEGER (kind = C_INT), DIMENSION(*) :: sendbuf, recvbuf
+      INTEGER (kind = C_INT)               :: sendcount, recvcount, comm, ierror
+       CALL MPI_ALLGATHER(sendbuf, sendcount, MPI_INTEGER, recvbuf, recvcount, MPI_INTEGER, comm, ierror)
+   END SUBROUTINE xios_mpi_allgather
+
 END MODULE IMPI_INTERFACE

XMLIO_V2/dev/common/src/xmlio/fortran/impi_interface.hpp

@@ -80 +80 @@
 void mpi_barrier(int * comm, int * err);
 
+/// Collecte de données et rediffusion ///
+void mpi_allgather(int sendbuf[], int * sendcount, int recvbuf[], int * recvcount, int * comm, int * ierror);
+
 #ifdef __cplusplus
 }

XMLIO_V2/dev/common/src/xmlio/main_server.cpp

@@ -16 +16 @@
    try
    {
+      MPIComm comm_client, comm_client_server, comm_server;
       //comm::CMPIManager::Initialise(&argc, &argv); // < seulement en mode connecté
       //comm::CMPIManager::Finalize();               // < seulement en mode connecté
 
       CXIOSManager::Initialise (CXIOSManager::CLIENT_SERVER, &argc, &argv);
-      CXIOSManager::AddClient ("nemo"    , 4, 2, &nemo_fake_entry);
+      //CXIOSManager::AddClient ("nemo"    , 4, 2, &nemo_fake_entry);
       //CXIOSManager::AddClient("orchidee", 1, 1, &orchidee_fake_entry);
       //CXIOSManager::AddClient("lmdz"    , 4, 2, &lmdz_fake_entry);
-      CXIOSManager::RunClientServer (comm::CMPIManager::GetCommWorld ());
+      CMPIManager::DispatchClient(true, comm_client, comm_client_server,  comm_server);
+      CMPIManager::RunServer("Nemo", comm_client_server, comm_server);
+      //CXIOSManager::RunClientServer (comm::CMPIManager::GetCommWorld ());
       CXIOSManager::Finalize ();
    }

XMLIO_V2/dev/common/src/xmlio/manager/mpi_manager.cpp

@@ -88 +88 @@
       }
 
+      bool CMPIManager::DispatchClient(bool      is_server,
+                                       MPIComm & comm_client,
+                                       MPIComm & comm_client_server,
+                                       MPIComm & comm_server,
+                                       MPIComm   comm_parent)
+      {
+         int value = (is_server) ? 1 : 2;
+         StdSize nbClient = 0, nbServer = 0, nbClientByServer = 0;
+         std::vector<int> info, rank_client, rank_server;
+         CMPIManager::AllGather(value, info, comm_parent);
+
+         for (StdSize s = 0;  s < info.size(); s++)
+         {
+            if (info[s] == 1) rank_server.push_back(s);
+            else rank_client.push_back(s);
+         }
+         nbClient = rank_client.size();
+         nbServer = rank_server.size();
+         
+
+         comm_client = CMPIManager::CreateComm(CMPIManager::CreateSubGroup(
+                       CMPIManager::GetGroupWorld(), rank_client), comm_parent);
+
+         if (nbServer != 0)
+         {
+            StdSize currentServer = 0;
+            nbClientByServer = nbClient/nbServer;
+            comm_server = CMPIManager::CreateComm(CMPIManager::CreateSubGroup(
+                          CMPIManager::GetGroupWorld(), rank_server), comm_parent);
+
+            //std::cout << nbClient << "," << nbServer  << "," << nbClientByServer << std::endl;
+
+            for (StdSize mm = 0; mm < nbClient; mm += nbClientByServer)
+            {
+               std::vector<int> group_rank;
+               group_rank.push_back(rank_server[currentServer++]);
+               for (StdSize nn = 0; nn < nbClientByServer; nn++)
+                  group_rank.push_back(rank_client[nn+mm]);
+               MPIComm comm_client_server_ = CMPIManager::CreateComm(CMPIManager::CreateSubGroup(
+                                             CMPIManager::GetGroupWorld(), group_rank), comm_parent);
+
+               if (std::find(group_rank.begin(), group_rank.end(), CMPIManager::GetCommRank()) != group_rank.end())
+               {
+                  comm_client_server = comm_client_server_;
+               }
+               
+               group_rank.clear();
+            }
+            return (true);
+         }
+         else
+         {
+            comm_server = comm_client;
+            return (false);
+         }
+      }
+
       //---------------------------------------------------------------
 
@@ -211 +268 @@
       }
 
+      void CMPIManager::AllGather(int indata, std::vector<int> & outdata, MPIComm comm)
+      {
+         std::vector<int> data; data.push_back(indata);
+         CMPIManager::AllGather(data, outdata, comm);
+      }
+
+      void  CMPIManager::AllGather(std::vector<int> & indata,
+                                   std::vector<int> & outdata, MPIComm comm)
+      {
+         int error = 0;
+         int sendcount = indata.size(), recvcount = indata.size() * CMPIManager::GetCommSize(comm);
+         outdata.resize(recvcount);
+         mpi_allgather(&(indata[0]), &sendcount, &(outdata[0]), &sendcount, &comm, &error);
+         if (error != mpi_success)
+            ERROR("CMPIManager::AllGather (indata, outdata, comm)", << " MPI Error !");
+      }
+
       //--------------------------------------------------------------
 

XMLIO_V2/dev/common/src/xmlio/manager/mpi_manager.hpp

@@ -40 +40 @@
             static void Barrier(MPIComm comm = CMPIManager::GetCommWorld());
 
+            static bool DispatchClient(bool      is_server,
+                                       MPIComm & comm_client,
+                                       MPIComm & comm_client_server,
+                                       MPIComm & comm_server,
+                                       MPIComm   comm_parent = CMPIManager::GetCommWorld());
+
             /// Groupes ///
             static MPIGroup GetGroupWorld(void);
@@ -53 +59 @@
             static void Wait (MPIRequest & request);
             static bool Test (MPIRequest & request);
+
+            static void AllGather(int indata, std::vector<int> & outdata,
+                                  MPIComm comm = CMPIManager::GetCommWorld());
+
+            static void AllGather(std::vector<int> & indata,
+                                  std::vector<int> & outdata,
+                                  MPIComm comm = CMPIManager::GetCommWorld());
 
             static bool HasReceivedData(MPIComm comm, int src_rank);