source: XIOS/dev/branch_openmp/src/context_server.cpp @ 1538

Last change on this file since 1538 was 1538, checked in by yushan, 3 years ago

tests in XIOS OK (client, complete, remap, toy)

  • Property copyright set to
    Software name : XIOS (Xml I/O Server)
    http://forge.ipsl.jussieu.fr/ioserver
    Creation date : January 2009
    Licence : CeCCIL version2
    see license file in root directory : Licence_CeCILL_V2-en.txt
    or http://www.cecill.info/licences/Licence_CeCILL_V2-en.html
    Holder : CEA/LSCE (Laboratoire des Sciences du CLimat et de l'Environnement)
    CNRS/IPSL (Institut Pierre Simon Laplace)
    Project Manager : Yann Meurdesoif
    yann.meurdesoif@cea.fr
  • Property svn:eol-style set to native
File size: 9.1 KB
Line 
1#include "context_server.hpp"
2#include "buffer_in.hpp"
3#include "type.hpp"
4#include "context.hpp"
5#include "object_template.hpp"
6#include "group_template.hpp"
7#include "attribute_template.hpp"
8#include "domain.hpp"
9#include "field.hpp"
10#include "file.hpp"
11#include "grid.hpp"
12#include "mpi.hpp"
13#include "tracer.hpp"
14#include "timer.hpp"
15#include "cxios.hpp"
16#include "event_scheduler.hpp"
17#include "server.hpp"
18#include <boost/functional/hash.hpp>
19
20using namespace ep_lib;
21
22namespace xios
23{
24
25  CContextServer::CContextServer(CContext* parent,MPI_Comm intraComm_,MPI_Comm interComm_)
26  {
27    context=parent;
28    intraComm=intraComm_;
29    MPI_Comm_size(intraComm,&intraCommSize);
30    MPI_Comm_rank(intraComm,&intraCommRank);
31
32    interComm=interComm_;
33    int flag;
34    MPI_Comm_test_inter(interComm,&flag);
35    if (flag) MPI_Comm_remote_size(interComm,&commSize);
36    else  MPI_Comm_size(interComm,&commSize);
37
38    currentTimeLine=0;
39    scheduled=false;
40    finished=false;
41    boost::hash<string> hashString;
42    if (CServer::serverLevel == 1)
43      hashId=hashString(context->getId() + boost::lexical_cast<string>(context->clientPrimServer.size()));
44    else
45      hashId=hashString(context->getId());
46  }
47
48  void CContextServer::setPendingEvent(void)
49  {
50    pendingEvent=true;
51  }
52
53  bool CContextServer::hasPendingEvent(void)
54  {
55    return pendingEvent;
56  }
57
58  bool CContextServer::hasFinished(void)
59  {
60    return finished;
61  }
62
63  bool CContextServer::eventLoop(bool enableEventsProcessing /*= true*/)
64  {
65    listen();
66    checkPendingRequest();
67    if (enableEventsProcessing)
68      processEvents();
69    return finished;
70  }
71
72  void CContextServer::listen(void)
73  {
74    int rank;
75    int flag;
76    int count;
77    char * addr;
78    MPI_Status status;
79    map<int,CServerBuffer*>::iterator it;
80    bool okLoop;
81
82    traceOff();
83    MPI_Iprobe(-2, 20,interComm,&flag,&status);
84    traceOn();
85
86    if (flag==true)
87    {
88      #ifdef _usingMPI
89      rank=status.MPI_SOURCE ;
90      #elif _usingEP
91      rank=status.ep_src ;
92      #endif
93      okLoop = true;
94      if (pendingRequest.find(rank)==pendingRequest.end())
95        okLoop = !listenPendingRequest(status) ;
96      if (okLoop)
97      {
98        for(rank=0;rank<commSize;rank++)
99        {
100          if (pendingRequest.find(rank)==pendingRequest.end())
101          {
102
103            traceOff();
104            MPI_Iprobe(rank, 20,interComm,&flag,&status);
105            traceOn();
106            if (flag==true) listenPendingRequest(status) ;
107          }
108        }
109      }
110    }
111  }
112
113  bool CContextServer::listenPendingRequest(MPI_Status& status)
114  {
115    int count;
116    char * addr;
117    map<int,CServerBuffer*>::iterator it;
118    #ifdef _usingMPI
119    int rank=status.MPI_SOURCE ;
120    #elif _usingEP
121    int rank=status.ep_src;
122    #endif   
123
124    it=buffers.find(rank);
125    if (it==buffers.end()) // Receive the buffer size and allocate the buffer
126    {
127       StdSize buffSize = 0;
128       MPI_Request request;
129       
130       MPI_Irecv(&buffSize, 1, MPI_LONG, rank, 20, interComm, &request);
131       MPI_Wait(&request, &status);
132       //MPI_Recv(&buffSize, 1, MPI_LONG, rank, 20, interComm, &status);
133       mapBufferSize_.insert(std::make_pair(rank, buffSize));
134       it=(buffers.insert(pair<int,CServerBuffer*>(rank,new CServerBuffer(buffSize)))).first;
135       return true;
136    }
137    else
138    {
139      MPI_Get_count(&status,MPI_CHAR,&count);
140      if (it->second->isBufferFree(count))
141      {
142         addr=(char*)it->second->getBuffer(count);
143         MPI_Irecv(addr,count,MPI_CHAR,rank,20,interComm,&pendingRequest[rank]);
144         bufferRequest[rank]=addr;
145         return true;
146      }
147      else
148        return false;
149    }
150  }
151
152
153  void CContextServer::checkPendingRequest(void)
154  {
155    map<int,MPI_Request>::iterator it;
156    list<int> recvRequest;
157    list<int>::iterator itRecv;
158    int rank;
159    int flag;
160    int count;
161    MPI_Status status;
162
163    for(it=pendingRequest.begin();it!=pendingRequest.end();it++)
164    {
165      rank=it->first;
166      traceOff();
167      MPI_Test(& it->second, &flag, &status);
168      traceOn();
169      if (flag==true)
170      {
171        recvRequest.push_back(rank);
172        MPI_Get_count(&status,MPI_CHAR,&count);
173        processRequest(rank,bufferRequest[rank],count);
174      }
175    }
176
177    for(itRecv=recvRequest.begin();itRecv!=recvRequest.end();itRecv++)
178    {
179      pendingRequest.erase(*itRecv);
180      bufferRequest.erase(*itRecv);
181    }
182  }
183
184  void CContextServer::processRequest(int rank, char* buff,int count)
185  {
186
187    CBufferIn buffer(buff,count);
188    char* startBuffer,endBuffer;
189    int size, offset;
190    size_t timeLine;
191    map<size_t,CEventServer*>::iterator it;
192
193    CTimer::get("Process request").resume();
194    while(count>0)
195    {
196      char* startBuffer=(char*)buffer.ptr();
197      CBufferIn newBuffer(startBuffer,buffer.remain());
198      newBuffer>>size>>timeLine;
199
200      it=events.find(timeLine);
201      if (it==events.end()) it=events.insert(pair<int,CEventServer*>(timeLine,new CEventServer)).first;
202      it->second->push(rank,buffers[rank],startBuffer,size);
203
204      buffer.advance(size);
205      count=buffer.remain();
206    }
207    CTimer::get("Process request").suspend();
208  }
209
210  void CContextServer::processEvents(void)
211  {
212    map<size_t,CEventServer*>::iterator it;
213    CEventServer* event;
214
215    it=events.find(currentTimeLine);
216    if (it!=events.end())
217    {
218      event=it->second;
219
220      if (event->isFull())
221      {
222        if (!scheduled && CServer::eventScheduler) // Skip event scheduling for attached mode and reception on client side
223        {
224          CServer::eventScheduler->registerEvent(currentTimeLine,hashId);
225          scheduled=true;
226        }
227        else if (!CServer::eventScheduler || CServer::eventScheduler->queryEvent(currentTimeLine,hashId) )
228        {
229         // When using attached mode, synchronise the processes to avoid that differents event be scheduled by differents processes
230         // The best way to properly solve this problem will be to use the event scheduler also in attached mode
231         // for now just set up a MPI barrier
232         if (!CServer::eventScheduler && CXios::isServer) MPI_Barrier(intraComm) ;
233
234         CTimer::get("Process events").resume();
235         dispatchEvent(*event);
236         CTimer::get("Process events").suspend();
237         pendingEvent=false;
238         delete event;
239         events.erase(it);
240         currentTimeLine++;
241         scheduled = false;
242        }
243      }
244    }
245  }
246
247  CContextServer::~CContextServer()
248  {
249    map<int,CServerBuffer*>::iterator it;
250    for(it=buffers.begin();it!=buffers.end();++it) delete it->second;
251  }
252
253  void CContextServer::dispatchEvent(CEventServer& event)
254  {
255    string contextName;
256    string buff;
257    int MsgSize;
258    int rank;
259    list<CEventServer::SSubEvent>::iterator it;
260    StdString ctxId = context->getId();
261    CContext::setCurrent(ctxId);
262    StdSize totalBuf = 0;
263
264    if (event.classId==CContext::GetType() && event.type==CContext::EVENT_ID_CONTEXT_FINALIZE)
265    {
266      finished=true;
267      #pragma omp critical (_output)
268      info(20)<<" CContextServer: Receive context <"<<context->getId()<<"> finalize."<<endl;
269      context->finalize();
270      std::map<int, StdSize>::const_iterator itbMap = mapBufferSize_.begin(),
271                           iteMap = mapBufferSize_.end(), itMap;
272      for (itMap = itbMap; itMap != iteMap; ++itMap)
273      {
274        rank = itMap->first;
275        #pragma omp critical (_output)
276        report(10)<< " Memory report : Context <"<<ctxId<<"> : server side : memory used for buffer of each connection to client" << endl
277            << "  +) With client of rank " << rank << " : " << itMap->second << " bytes " << endl;
278        totalBuf += itMap->second;
279      }
280      #pragma omp critical (_output)
281      report(0)<< " Memory report : Context <"<<ctxId<<"> : server side : total memory used for buffer "<<totalBuf<<" bytes"<<endl;
282    }
283    else if (event.classId==CContext::GetType()) CContext::dispatchEvent(event);
284    else if (event.classId==CContextGroup::GetType()) CContextGroup::dispatchEvent(event);
285    else if (event.classId==CCalendarWrapper::GetType()) CCalendarWrapper::dispatchEvent(event);
286    else if (event.classId==CDomain::GetType()) CDomain::dispatchEvent(event);
287    else if (event.classId==CDomainGroup::GetType()) CDomainGroup::dispatchEvent(event);
288    else if (event.classId==CAxis::GetType()) CAxis::dispatchEvent(event);
289    else if (event.classId==CAxisGroup::GetType()) CAxisGroup::dispatchEvent(event);
290    else if (event.classId==CScalar::GetType()) CScalar::dispatchEvent(event);
291    else if (event.classId==CScalarGroup::GetType()) CScalarGroup::dispatchEvent(event);
292    else if (event.classId==CGrid::GetType()) CGrid::dispatchEvent(event);
293    else if (event.classId==CGridGroup::GetType()) CGridGroup::dispatchEvent(event);
294    else if (event.classId==CField::GetType()) CField::dispatchEvent(event);
295    else if (event.classId==CFieldGroup::GetType()) CFieldGroup::dispatchEvent(event);
296    else if (event.classId==CFile::GetType()) CFile::dispatchEvent(event);
297    else if (event.classId==CFileGroup::GetType()) CFileGroup::dispatchEvent(event);
298    else if (event.classId==CVariable::GetType()) CVariable::dispatchEvent(event);
299    else
300    {
301      ERROR("void CContextServer::dispatchEvent(CEventServer& event)",<<" Bad event class Id"<<endl);
302    }
303  }
304}
Note: See TracBrowser for help on using the repository browser.