#include "xios_spl.hpp" #include "cxios.hpp" #include "client.hpp" #include "server.hpp" #include "xml_parser.hpp" #include #include "mpi.hpp" #include "memory.hpp" #include #include "memtrack.hpp" #include "registry.hpp" namespace xios { string CXios::rootFile="./iodef.xml" ; string CXios::xiosCodeId="xios.x" ; string CXios::clientFile="./xios_client"; string CXios::serverFile="./xios_server"; string CXios::serverPrmFile="./xios_server1"; string CXios::serverSndFile="./xios_server2"; bool CXios::isClient ; bool CXios::isServer ; MPI_Comm CXios::globalComm ; bool CXios::usingOasis ; bool CXios::usingServer = false; bool CXios::usingServer2 = false; int CXios::ratioServer2 = 50; double CXios::bufferSizeFactor = 1.0; const double CXios::defaultBufferSizeFactor = 1.0; StdSize CXios::minBufferSize = 1024 * sizeof(double); bool CXios::printLogs2Files; bool CXios::isOptPerformance = true; CRegistry* CXios::globalRegistry = 0; double CXios::recvFieldTimeout = 10.0; //! Parse configuration file and create some objects from it void CXios::initialize() { set_new_handler(noMemory); parseFile(rootFile); parseXiosConfig(); } /*! \brief Parse xios part of configuration file (.iodef.xml) Both client and server need information returned from this function */ void CXios::parseXiosConfig() { usingOasis=getin("using_oasis",false) ; usingServer=getin("using_server",false) ; usingServer2=getin("using_server2",false) ; ratioServer2=getin("ratio_server2",50); info.setLevel(getin("info_level",0)) ; report.setLevel(getin("info_level",50)); printLogs2Files=getin("print_file",false); StdString bufMemory("memory"); StdString bufPerformance("performance"); StdString bufOpt = getin("optimal_buffer_size", bufPerformance); std::transform(bufOpt.begin(), bufOpt.end(), bufOpt.begin(), ::tolower); if (0 == bufOpt.compare(bufMemory)) isOptPerformance = false; else if (0 != bufOpt.compare(bufPerformance)) { ERROR("CXios::parseXiosConfig()", << "optimal_buffer_size must be memory or performance "<< endl ); } bufferSizeFactor = getin("buffer_size_factor", defaultBufferSizeFactor); minBufferSize = getin("min_buffer_size", 1024 * sizeof(double)); recvFieldTimeout = getin("recv_field_timeout", 10.0); if (recvFieldTimeout < 0.0) ERROR("CXios::parseXiosConfig()", "recv_field_timeout cannot be negative."); globalComm=MPI_COMM_WORLD ; } /*! Initialize client \param [in] codeId identity of context \param [in] localComm local communicator \param [in/out] returnComm communicator corresponding to group of client with same codeId */ void CXios::initClientSide(const string& codeId, MPI_Comm& localComm, MPI_Comm& returnComm) { initialize() ; isClient = true; CClient::initialize(codeId,localComm,returnComm) ; if (CClient::getRank()==0) globalRegistry = new CRegistry(returnComm) ; // If there are no server processes then we are in attached mode // and the clients are also servers isServer = !usingServer; if (printLogs2Files) { CClient::openInfoStream(clientFile); CClient::openErrorStream(clientFile); } else { CClient::openInfoStream(); CClient::openErrorStream(); } } void CXios::clientFinalize(void) { CClient::finalize() ; if (CClient::getRank()==0) { info(80)<<"Write data base Registry"<toString()<toFile("xios_registry.bin") ; delete globalRegistry ; } #ifdef XIOS_MEMTRACK #ifdef XIOS_MEMTRACK_LIGHT report(10) << " Memory report : current memory used by XIOS : "<< MemTrack::getCurrentMemorySize()*1.0/(1024*1024)<<" Mbyte" << endl ; report(10) << " Memory report : maximum memory used by XIOS : "<< MemTrack::getMaxMemorySize()*1.0/(1024*1024)<<" Mbyte" << endl ; #endif #ifdef XIOS_MEMTRACK_FULL MemTrack::TrackListMemoryUsage() ; MemTrack::TrackDumpBlocks(); #endif CClient::closeInfoStream(); #endif } //! Init server by parsing only xios part of config file void CXios::initServer() { set_new_handler(noMemory); std::set parseList; parseList.insert("xios"); xml::CXMLParser::ParseFile(rootFile, parseList); parseXiosConfig(); } //! Initialize server then put it into listening state void CXios::initServerSide(void) { initServer(); isClient = false; isServer = true; // Initialize all aspects MPI CServer::initialize(); if (CServer::getRank()==0) globalRegistry = new CRegistry(CServer::intraComm) ; if (printLogs2Files) { if (CServer::serverLevel == 0) { CServer::openInfoStream(serverFile); CServer::openErrorStream(serverFile); } else if (CServer::serverLevel == 1) { CServer::openInfoStream(serverPrmFile); CServer::openErrorStream(serverPrmFile); } else { CServer::openInfoStream(serverSndFile); CServer::openErrorStream(serverSndFile); } } else { CServer::openInfoStream(); CServer::openErrorStream(); } // Enter the loop to listen message from Client CServer::eventLoop(); // Finalize if (!usingServer2) { if (CServer::getRank()==0) { info(80)<<"Write data base Registry"<toString()<toFile("xios_registry.bin") ; delete globalRegistry ; } } else { // If using two server levels, first merge globalRegistry of each server pool into one registry on the first pool if (CServer::serverLevel == 2) { vector& secondaryServerGlobalRanks = CServer::getSecondaryServerGlobalRanks(); int firstPoolGlobalRank = secondaryServerGlobalRanks[0]; int rankGlobal; MPI_Comm_rank(globalComm, &rankGlobal); // All pools (except the first): send globalRegistry to the first pool if (rankGlobal != firstPoolGlobalRank) { int registrySize = globalRegistry->size(); MPI_Send(®istrySize,1,MPI_LONG,firstPoolGlobalRank,15,CXios::globalComm) ; CBufferOut buffer(registrySize) ; globalRegistry->toBuffer(buffer) ; MPI_Send(buffer.start(),registrySize,MPI_CHAR,firstPoolGlobalRank,15,CXios::globalComm) ; } // First pool: receive globalRegistry of all secondary server pools, merge and write the resultant registry else { MPI_Status status; char* recvBuff; CRegistry globalRegistrySndServers (CServer::intraComm); globalRegistrySndServers.mergeRegistry(*globalRegistry) ; for (int i=1; i< secondaryServerGlobalRanks.size(); i++) { int rank = secondaryServerGlobalRanks[i]; int registrySize = 0; MPI_Recv(®istrySize, 1, MPI_LONG, rank, 15, CXios::globalComm, &status); recvBuff = new char[registrySize]; MPI_Recv(recvBuff, registrySize, MPI_CHAR, rank, 15, CXios::globalComm, &status); CBufferIn buffer(recvBuff, registrySize) ; CRegistry recvRegistry; recvRegistry.fromBuffer(buffer) ; globalRegistrySndServers.mergeRegistry(recvRegistry) ; delete[] recvBuff; } info(80)<<"Write data base Registry"<