Changeset 2246 for XIOS/dev/dev_ym/XIOS_COUPLING/src/manager/services.cpp

Timestamp:

10/11/21 14:41:56 (3 years ago)

Author:

ymipsl

Message:

• Update of the tranfer protocol using one sided communication
• Introduce MPI_Improb/MPI_mrecv to listen incomming request
• Introducing latency when looping over managers

YM

File:

• XIOS/dev/dev_ym/XIOS_COUPLING/src/manager/services.cpp (modified) (12 diffs)

XIOS/dev/dev_ym/XIOS_COUPLING/src/manager/services.cpp

@@ -5 +5 @@
 #include "server_context.hpp"
 #include "event_scheduler.hpp"
+#include "timer.hpp"
 
 namespace xios
@@ -14 +15 @@
 
   {
+    info(40)<<"CService::CService  : new service created ; serviceId : "<<serviceId<<endl ;
+   
     int localRank, globalRank, commSize ;
 
@@ -44 +47 @@
     int commSize ;
     MPI_Comm_size(serviceComm_, &commSize) ;
-    
+    info(40)<<"CService::createContext  : notify CreateContext to all services members ; serviceId : "<<serviceId<<" ; contextId : "<<contextId<<endl ;
+
     for(int rank=0; rank<commSize; rank++) 
     {
@@ -51 +55 @@
       sendNotification(rank) ;
     }
+    info(40)<<"CService::createContext  : notify CreateContext to all services members : DONE "<<endl ;
   }
 /*
@@ -99 +104 @@
   {
     //checkCreateContextNotification() ;
-    checkNotifications() ;
+    CTimer::get("CService::eventLoop").resume();
+    
+//    double time=MPI_Wtime() ;
+//    if (time-lastEventLoop_ > eventLoopLatency_) 
+//    {
+      checkNotifications() ;
+//      lastEventLoop_=time ;
+//    }
+
 
     eventScheduler_->checkEvent() ;
@@ -111 +124 @@
       } ;
     }
-
+    CTimer::get("CService::eventLoop").suspend();
     if (contexts_.empty() && finalizeSignal_) return true ;
     else return false ;
@@ -144 +157 @@
       if (notifyInType_==NOTIFY_CREATE_CONTEXT)
       {
-        info(10)<<"NotifyDumpOut"<<endl ;
         auto& arg=notifyInCreateContext_ ;
         buffer >> std::get<0>(arg)>> std::get<1>(arg) >> std::get<2>(arg)>> std::get<3>(arg);
@@ -158 +170 @@
     if (!hasNotification_)
     {
-      int commRank ;
-      MPI_Comm_rank(serviceComm_, &commRank) ;
-      winNotify_->lockWindow(commRank,0) ;
-      winNotify_->popFromWindow(commRank, this, &CService::notificationsDumpIn) ;
-      winNotify_->unlockWindow(commRank,0) ;
+      double time=MPI_Wtime() ;
+      if (time-lastEventLoop_ > eventLoopLatency_) 
+      {
+        int commRank ;
+        MPI_Comm_rank(serviceComm_, &commRank) ;
+        winNotify_->lockWindow(commRank,0) ;
+        winNotify_->popFromWindow(commRank, this, &CService::notificationsDumpIn) ;
+        winNotify_->unlockWindow(commRank,0) ;
       
-      if (notifyInType_!= NOTIFY_NOTHING)
-      {
-        hasNotification_=true ;
-        std::hash<string> hashString ;
-        size_t hashId = hashString(name_) ;
-        size_t currentTimeLine=0 ;
-        eventScheduler_->registerEvent(currentTimeLine,hashId); 
+        if (notifyInType_!= NOTIFY_NOTHING)
+        {
+          hasNotification_=true ;
+          std::hash<string> hashString ;
+          size_t hashId = hashString(name_) ;
+          size_t currentTimeLine=0 ;
+          info(40)<<"CService::checkNotifications(void) : receive notification => event scheduler"<<endl ;
+          eventScheduler_->registerEvent(currentTimeLine,hashId); 
+        }
+        lastEventLoop_=time ;
       }
     }
@@ -179 +197 @@
       size_t hashId = hashString(name_) ;
       size_t currentTimeLine=0 ;
+      info(40)<<"CService::checkNotifications(void) : receive notification => event scheduler : eventIsReceived ?"<<endl ;
       if (eventScheduler_->queryEvent(currentTimeLine,hashId))
       {
         eventScheduler_->popEvent() ;
+        info(40)<<"CService::checkNotifications(void) : receive notification => event scheduler : RECEIVED"<<endl ;
         if (notifyInType_==NOTIFY_CREATE_CONTEXT) createContext() ;
         hasNotification_=false ;
@@ -190 +210 @@
 
 
-
+//ym not use any more
   void CService::checkCreateContextNotification(void)
   {
@@ -210 +230 @@
   void CService::createContext(void)
    {
+     info(40)<<"CService::createContext(void)  : receive createContext notification"<<endl ;
      auto& arg=notifyInCreateContext_ ;
      string poolId = get<0>(arg) ;
@@ -218 +239 @@
    }
 
-   //to remove
+   //to remove, not used anymore
    void CService::createNewContext(const std::string& poolId, const std::string& serviceId, const int& partitionId, const std::string& contextId)
    {