#include "grid.hpp" #include "attribute_template.hpp" #include "object_template.hpp" #include "group_template.hpp" #include "message.hpp" #include #include "xios_spl.hpp" #include "type.hpp" #include "context.hpp" #include "context_client.hpp" #include "context_server.hpp" #include "array_new.hpp" #include "server_distribution_description.hpp" #include "client_server_mapping_distributed.hpp" #include "distribution_client.hpp" #include "grid_transformation.hpp" #include "grid_generate.hpp" #include "server.hpp" namespace xios { /// ////////////////////// Dfinitions ////////////////////// /// CGrid::CGrid(void) : CObjectTemplate(), CGridAttributes() , isChecked(false), isDomainAxisChecked(false) , vDomainGroup_(), domList_(), isDomListSet(false) , vAxisGroup_(), axisList_(), isAxisListSet(false) , vScalarGroup_(), scalarList_(), isScalarListSet(false) , clientDistribution_(0), isIndexSent(false) , serverDistribution_(0), clientServerMap_(0) , writtenDataSize_(0), numberWrittenIndexes_(0), totalNumberWrittenIndexes_(0), offsetWrittenIndexes_(0) , connectedDataSize_(), connectedServerRank_(), connectedServerRankRead_(), connectedDataSizeRead_() , isDataDistributed_(true), isCompressible_(false) , transformations_(0), isTransformed_(false) , axisPositionInGrid_(), hasDomainAxisBaseRef_(false) , gridSrc_(), hasTransform_(false), isGenerated_(false), order_(), globalIndexOnServer_() , computedWrittenIndex_(false) , clients() { setVirtualDomainGroup(CDomainGroup::create(getId() + "_virtual_domain_group")); setVirtualAxisGroup(CAxisGroup::create(getId() + "_virtual_axis_group")); setVirtualScalarGroup(CScalarGroup::create(getId() + "_virtual_scalar_group")); } CGrid::CGrid(const StdString& id) : CObjectTemplate(id), CGridAttributes() , isChecked(false), isDomainAxisChecked(false) , vDomainGroup_(), domList_(), isDomListSet(false) , vAxisGroup_(), axisList_(), isAxisListSet(false) , vScalarGroup_(), scalarList_(), isScalarListSet(false) , clientDistribution_(0), isIndexSent(false) , serverDistribution_(0), clientServerMap_(0) , writtenDataSize_(0), numberWrittenIndexes_(0), totalNumberWrittenIndexes_(0), offsetWrittenIndexes_(0) , connectedDataSize_(), connectedServerRank_(), connectedServerRankRead_(), connectedDataSizeRead_() , isDataDistributed_(true), isCompressible_(false) , transformations_(0), isTransformed_(false) , axisPositionInGrid_(), hasDomainAxisBaseRef_(false) , gridSrc_(), hasTransform_(false), isGenerated_(false), order_(), globalIndexOnServer_() , computedWrittenIndex_(false) , clients() { setVirtualDomainGroup(CDomainGroup::create(getId() + "_virtual_domain_group")); setVirtualAxisGroup(CAxisGroup::create(getId() + "_virtual_axis_group")); setVirtualScalarGroup(CScalarGroup::create(getId() + "_virtual_scalar_group")); } CGrid::~CGrid(void) { if (0 != clientDistribution_) delete clientDistribution_; if (0 != serverDistribution_) delete serverDistribution_; if (0 != clientServerMap_) delete clientServerMap_; if (0 != transformations_) delete transformations_; } ///--------------------------------------------------------------- StdString CGrid::GetName(void) { return StdString("grid"); } StdString CGrid::GetDefName(void) { return CGrid::GetName(); } ENodeType CGrid::GetType(void) { return eGrid; } StdSize CGrid::getDimension(void) TRY { return getGlobalDimension().size(); } CATCH_DUMP_ATTR //--------------------------------------------------------------- StdSize CGrid::getDataSize(void) const TRY { StdSize retvalue = 1; if (!isScalarGrid()) { std::vector dataNindex = clientDistribution_->getDataNIndex(); for (int i = 0; i < dataNindex.size(); ++i) retvalue *= dataNindex[i]; } return retvalue; } CATCH /*! * Compute the minimum buffer size required to send the attributes to the server(s). * * \return A map associating the server rank with its minimum buffer size. * TODO: Refactor code */ std::map CGrid::getAttributesBufferSize(CContextClient* client, bool bufferForWriting) TRY { std::map attributesSizes = getMinimumBufferSizeForAttributes(client); // The grid indexes require a similar size as the actual data std::map dataSizes = getDataBufferSize(client, "", bufferForWriting); std::map::iterator it, itE = dataSizes.end(); for (it = dataSizes.begin(); it != itE; ++it) { it->second += 2 * sizeof(bool); if (it->second > attributesSizes[it->first]) attributesSizes[it->first] = it->second; } // Account for the axis attributes std::vector axisList = getAxis(); for (size_t i = 0; i < axisList.size(); ++i) { std::map axisAttBuffSize = axisList[i]->getAttributesBufferSize(client, getGlobalDimension(),axisPositionInGrid_[i]); for (it = axisAttBuffSize.begin(), itE = axisAttBuffSize.end(); it != itE; ++it) { it->second += 2 * sizeof(bool); if (it->second > attributesSizes[it->first]) attributesSizes[it->first] = it->second; } } // Account for the domain attributes std::vector domList = getDomains(); for (size_t i = 0; i < domList.size(); ++i) { std::map domAttBuffSize = domList[i]->getAttributesBufferSize(client); for (it = domAttBuffSize.begin(), itE = domAttBuffSize.end(); it != itE; ++it) { it->second += 2 * sizeof(bool); if (it->second > attributesSizes[it->first]) attributesSizes[it->first] = it->second; } } return attributesSizes; } CATCH_DUMP_ATTR /*! * Compute the minimum buffer size required to send the data. * \param client contextClient used to determine the size of connected receivers * \param id the id used to tag the data * \param bufferForWriting flag indicating if a buffer is used to send data for writing * \return A map associating the sender rank with its minimum buffer size. */ std::map CGrid::getDataBufferSize(CContextClient* client, const std::string& id /*= ""*/, bool bufferForWriting /*= "false"*/) TRY { // The record index is sometimes sent along with the data but we always // include it in the size calculation for the sake of simplicity const size_t extraSize = CEventClient::headerSize + (id.empty() ? getId() : id).size() + 2 * sizeof(size_t) + sizeof(size_t); std::map dataSizes; int receiverSize = client->serverSize; std::map& dataSizeMap = bufferForWriting ? connectedDataSize_[receiverSize]: connectedDataSizeRead_; std::vector& connectedServerRanks = bufferForWriting ? connectedServerRank_[receiverSize] : connectedServerRankRead_; std::map::const_iterator itEnd = dataSizeMap.end(); for (size_t k = 0; k < connectedServerRanks.size(); ++k) { int rank = connectedServerRanks[k]; std::map::const_iterator it = dataSizeMap.find(rank); size_t count = (it != itEnd) ? it->second : 0; dataSizes.insert(std::make_pair(rank, extraSize + CArray::size(count))); } return dataSizes; } CATCH_DUMP_ATTR size_t CGrid::getGlobalWrittenSize(void) TRY { std::vector domainP = this->getDomains(); std::vector axisP = this->getAxis(); size_t globalGridSize=1 ; for (std::vector::iterator it=domainP.begin(); it!=domainP.end();++it) globalGridSize*=(*it)->getGlobalWrittenSize() ; for (std::vector::iterator it=axisP.begin(); it!=axisP.end();++it) globalGridSize*=(*it)->getGlobalWrittenSize() ; return globalGridSize ; } CATCH_DUMP_ATTR void CGrid::checkAttributesAfterTransformation() TRY { setAxisList(); std::vector axisListP = this->getAxis(); if (!axisListP.empty()) { int idx = 0; axisPositionInGrid_.resize(0); for (int i = 0; i < axis_domain_order.numElements(); ++i) { int elementDimension = axis_domain_order(i); if (1 == elementDimension) { axisPositionInGrid_.push_back(idx); ++idx; } else if (2 == elementDimension) idx += 2; } for (int i = 0; i < axisListP.size(); ++i) { axisListP[i]->checkAttributesOnClientAfterTransformation(getGlobalDimension(),axisPositionInGrid_[i]); } } setDomainList(); std::vector domListP = this->getDomains(); if (!domListP.empty()) { for (int i = 0; i < domListP.size(); ++i) { domListP[i]->checkAttributesOnClientAfterTransformation(); } } } CATCH_DUMP_ATTR //--------------------------------------------------------------- /*! * Test whether the data defined on the grid can be outputted in a compressed way. * * \return true if and only if a mask was defined for this grid */ bool CGrid::isCompressible(void) const TRY { return isCompressible_; } CATCH //--------------------------------------------------------------- void CGrid::addRelFileCompressed(const StdString& filename) TRY { this->relFilesCompressed.insert(filename); } CATCH_DUMP_ATTR bool CGrid::isWrittenCompressed(const StdString& filename) const TRY { return (this->relFilesCompressed.find(filename) != this->relFilesCompressed.end()); } CATCH //--------------------------------------------------------------- /* Find all reference of grid's components and inherite attributes if necessary */ void CGrid::solveDomainAxisRef(bool areAttributesChecked) TRY { if (this->isDomainAxisChecked) return; this->solveScalarRef(areAttributesChecked); this->solveAxisRef(areAttributesChecked); this->solveDomainRef(areAttributesChecked); this->isDomainAxisChecked = areAttributesChecked; } CATCH_DUMP_ATTR /* Go up hierachy reference and fill in the base reference with attributes of the children This function should be only used after reading component's attributes from file */ void CGrid::solveDomainAxisBaseRef() TRY { if (this->hasDomainAxisBaseRef_) return; // Account for the scalar attributes std::vector scalarList = getScalars(); for (size_t i = 0; i < scalarList.size(); ++i) { scalarList[i]->setAttributesReference(); } // Account for the axis attributes std::vector axisList = getAxis(); for (size_t i = 0; i < axisList.size(); ++i) { axisList[i]->setAttributesReference(); } // Account for the domain attributes std::vector domList = getDomains(); for (size_t i = 0; i < domList.size(); ++i) { domList[i]->setAttributesReference(); } this->hasDomainAxisBaseRef_ = true; } CATCH_DUMP_ATTR void CGrid::checkEligibilityForCompressedOutput() TRY { // We don't check if the mask is valid here, just if a mask has been defined at this point. isCompressible_ = !mask_1d.isEmpty() || !mask_2d.isEmpty() || !mask_3d.isEmpty(); } CATCH_DUMP_ATTR void CGrid::checkMaskIndex(bool doSendingIndex) TRY { CContext* context = CContext::getCurrent(); int nbSrvPools = (context->hasServer) ? (context->hasClient ? context->clientPrimServer.size() : 0) : 1; nbSrvPools = 1; for (int p = 0; p < nbSrvPools; ++p) { if (context->hasClient && this->isChecked && doSendingIndex && !isIndexSent) { if (isScalarGrid()) sendIndexScalarGrid(); else sendIndex(); this->isIndexSent = true; } // Not sure about this //if (!(this->hasTransform() && !this->isTransformed())) // this->isChecked = true; //return; } if (this->isChecked) return; this->checkAttributesAfterTransformation(); // TODO: Transfer grid attributes //if (!context->hasClient && context->hasServer) this->createMask(); this->computeIndex(); if (!(this->hasTransform() && !this->isTransformed())) this->isChecked = true; if (!(this->hasTransform() && (!this->isGenerated()))) this->isChecked = true; } CATCH_DUMP_ATTR bool CGrid::hasMask() const TRY { return (!mask_1d.isEmpty() || !mask_2d.isEmpty() || !mask_3d.isEmpty() || !mask_4d.isEmpty() || !mask_5d.isEmpty() || !mask_6d.isEmpty() || !mask_7d.isEmpty()); } CATCH /* Create mask of grid from mask of its components */ void CGrid::createMask(void) TRY { using namespace std; std::vector domainP = this->getDomains(); std::vector axisP = this->getAxis(); int dim = domainP.size() * 2 + axisP.size(); std::vector* > domainMasks(domainP.size()); for (int i = 0; i < domainMasks.size(); ++i) domainMasks[i] = &(domainP[i]->domainMask); std::vector* > axisMasks(axisP.size()); for (int i = 0; i < axisMasks.size(); ++i) axisMasks[i] = &(axisP[i]->mask); switch (dim) { case 1: checkGridMask(mask_1d, domainMasks, axisMasks, axis_domain_order, true); break; case 2: checkGridMask(mask_2d, domainMasks, axisMasks, axis_domain_order, true); break; case 3: checkGridMask(mask_3d, domainMasks, axisMasks, axis_domain_order, true); break; case 4: checkGridMask(mask_4d, domainMasks, axisMasks, axis_domain_order, true); break; case 5: checkGridMask(mask_5d, domainMasks, axisMasks, axis_domain_order, true); break; case 6: checkGridMask(mask_6d, domainMasks, axisMasks, axis_domain_order, true); break; case 7: checkGridMask(mask_7d, domainMasks, axisMasks, axis_domain_order, true); break; default: break; } } CATCH_DUMP_ATTR /* Check validity of grid's mask by using the masks of its components */ void CGrid::checkMask(void) TRY { using namespace std; std::vector domainP = this->getDomains(); std::vector axisP = this->getAxis(); int dim = domainP.size() * 2 + axisP.size(); std::vector* > domainMasks(domainP.size()); for (int i = 0; i < domainMasks.size(); ++i) domainMasks[i] = &(domainP[i]->domainMask); std::vector* > axisMasks(axisP.size()); for (int i = 0; i < axisMasks.size(); ++i) axisMasks[i] = &(axisP[i]->mask); switch (dim) { case 1: checkGridMask(mask_1d, domainMasks, axisMasks, axis_domain_order); break; case 2: checkGridMask(mask_2d, domainMasks, axisMasks, axis_domain_order); break; case 3: checkGridMask(mask_3d, domainMasks, axisMasks, axis_domain_order); break; case 4: checkGridMask(mask_4d, domainMasks, axisMasks, axis_domain_order); break; case 5: checkGridMask(mask_5d, domainMasks, axisMasks, axis_domain_order); break; case 6: checkGridMask(mask_6d, domainMasks, axisMasks, axis_domain_order); break; case 7: checkGridMask(mask_7d, domainMasks, axisMasks, axis_domain_order); break; default: break; } } CATCH_DUMP_ATTR /* Modify value of mask in a certain index This function can be used to correct the mask of grid after being constructed with createMask \param [in] indexToModify \param [in] modifyValue */ void CGrid::modifyMask(const CArray& indexToModify, bool modifyValue) TRY { using namespace std; std::vector domainP = this->getDomains(); std::vector axisP = this->getAxis(); int dim = domainP.size() * 2 + axisP.size(); switch (dim) { case 0: modifyGridMask(mask_0d, indexToModify, modifyValue); break; case 1: modifyGridMask(mask_1d, indexToModify, modifyValue); break; case 2: modifyGridMask(mask_2d, indexToModify, modifyValue); break; case 3: modifyGridMask(mask_3d, indexToModify, modifyValue); break; case 4: modifyGridMask(mask_4d, indexToModify, modifyValue); break; case 5: modifyGridMask(mask_5d, indexToModify, modifyValue); break; case 6: modifyGridMask(mask_6d, indexToModify, modifyValue); break; case 7: modifyGridMask(mask_7d, indexToModify, modifyValue); break; default: break; } } CATCH_DUMP_ATTR /* Change the mask size. This function is used on reconstructing mask in server side \param [in] newDimensionSize \param [in] newValue */ void CGrid::modifyMaskSize(const std::vector& newDimensionSize, bool newValue) TRY { std::vector domainP = this->getDomains(); std::vector axisP = this->getAxis(); int dim = domainP.size() * 2 + axisP.size(); switch (dim) { case 0: modifyGridMaskSize(mask_0d, newDimensionSize, newValue); break; case 1: modifyGridMaskSize(mask_1d, newDimensionSize, newValue); break; case 2: modifyGridMaskSize(mask_2d, newDimensionSize, newValue); break; case 3: modifyGridMaskSize(mask_3d, newDimensionSize, newValue); break; case 4: modifyGridMaskSize(mask_4d, newDimensionSize, newValue); break; case 5: modifyGridMaskSize(mask_5d, newDimensionSize, newValue); break; case 6: modifyGridMaskSize(mask_6d, newDimensionSize, newValue); break; case 7: modifyGridMaskSize(mask_7d, newDimensionSize, newValue); break; default: break; } } CATCH_DUMP_ATTR //--------------------------------------------------------------- void CGrid::solveDomainRef(bool sendAtt) TRY { setDomainList(); std::vector domListP = this->getDomains(); if (!domListP.empty()) { for (int i = 0; i < domListP.size(); ++i) { if (sendAtt) domListP[i]->sendCheckedAttributes(); else domListP[i]->checkAttributesOnClient(); } } } CATCH_DUMP_ATTR //--------------------------------------------------------------- void CGrid::solveAxisRef(bool sendAtt) TRY { setAxisList(); std::vector axisListP = this->getAxis(); if (!axisListP.empty()) { int idx = 0; axisPositionInGrid_.resize(0); for (int i = 0; i < axis_domain_order.numElements(); ++i) { int elementDimension = axis_domain_order(i); if (1 == elementDimension) { axisPositionInGrid_.push_back(idx); ++idx; } else if (2 == elementDimension) idx += 2; } for (int i = 0; i < axisListP.size(); ++i) { if (sendAtt) axisListP[i]->sendCheckedAttributes(getGlobalDimension(),axisPositionInGrid_[i]); else axisListP[i]->checkAttributesOnClient(); } } } CATCH_DUMP_ATTR //--------------------------------------------------------------- void CGrid::solveScalarRef(bool sendAtt) TRY { setScalarList(); std::vector scalarListP = this->getScalars(); if (!scalarListP.empty()) { for (int i = 0; i < scalarListP.size(); ++i) { /*Nothing to do for now */ // if (sendAtt) scalarListP[i]->sendCheckedAttributes(); // else scalarListP[i]->checkAttributesOnClient(); } } } CATCH_DUMP_ATTR /*! Compute the index to for write data into a file */ void CGrid::computeWrittenIndex() TRY { if (computedWrittenIndex_) return; computedWrittenIndex_ = true; if (isScalarGrid()) { size_t nbWritten = 1; int writtenIndex = 0; localIndexToWriteOnClient.resize(nbWritten); localIndexToWriteOnServer.resize(nbWritten); localIndexToWriteOnServer(0) = writtenIndex; localIndexToWriteOnClient(0) = writtenIndex; return; } size_t nbWritten = 0, indGlo; CDistributionClient::GlobalLocalDataMap& globalDataIndex = clientDistribution_->getGlobalDataIndexOnClient(); CDistributionClient::GlobalLocalDataMap::const_iterator itb = globalDataIndex.begin(), ite = globalDataIndex.end(), it; const CDistributionServer::GlobalLocalMap& globalLocalIndex = serverDistribution_->getGlobalLocalIndex(); CDistributionServer::GlobalLocalMap::const_iterator itSrvb = globalLocalIndex.begin(), itSrve = globalLocalIndex.end(), itSrv; for (it = itb; it != ite; ++it) { indGlo = it->first; if (globalLocalIndex.end() != globalLocalIndex.find(indGlo)) ++nbWritten; } localIndexToWriteOnClient.resize(nbWritten); localIndexToWriteOnServer.resize(nbWritten); { numberWrittenIndexes_ = nbWritten; if (isDataDistributed_) { CContextServer* server = CContext::getCurrent()->server; MPI_Allreduce(&numberWrittenIndexes_, &totalNumberWrittenIndexes_, 1, MPI_INT, MPI_SUM, server->intraComm); MPI_Scan(&numberWrittenIndexes_, &offsetWrittenIndexes_, 1, MPI_INT, MPI_SUM, server->intraComm); offsetWrittenIndexes_ -= numberWrittenIndexes_; } else totalNumberWrittenIndexes_ = numberWrittenIndexes_; } nbWritten = 0; for (it = itb; it != ite; ++it) { indGlo = it->first; itSrv = globalLocalIndex.find(indGlo); if (itSrve != itSrv) { localIndexToWriteOnServer(nbWritten) = itSrv->second; localIndexToWriteOnClient(nbWritten) = it->second; ++nbWritten; } } } CATCH_DUMP_ATTR //--------------------------------------------------------------- /* Compute the global index and its local index taking account mask and data index. These global indexes will be used to compute the connection of this client (sender) to its servers (receivers) (via function computeConnectedClient) These global indexes also correspond to data sent to servers (if any) */ void CGrid::computeClientIndex() TRY { CContext* context = CContext::getCurrent(); CContextClient* client = context->client; int rank = client->clientRank; clientDistribution_ = new CDistributionClient(rank, this); // Get local data index on client int nbStoreIndex = clientDistribution_->getLocalDataIndexOnClient().size(); int nbStoreGridMask = clientDistribution_->getLocalMaskIndexOnClient().size(); // nbStoreGridMask = nbStoreIndex if grid mask is defined, and 0 otherwise storeIndex_client.resize(nbStoreIndex); storeMask_client.resize(nbStoreGridMask); for (int idx = 0; idx < nbStoreIndex; ++idx) storeIndex_client(idx) = (clientDistribution_->getLocalDataIndexOnClient())[idx]; for (int idx = 0; idx < nbStoreGridMask; ++idx) storeMask_client(idx) = (clientDistribution_->getLocalMaskIndexOnClient())[idx]; if (0 == serverDistribution_) isDataDistributed_= clientDistribution_->isDataDistributed(); else { // Mapping global index received from clients to the storeIndex_client CDistributionClient::GlobalLocalDataMap& globalDataIndex = clientDistribution_->getGlobalDataIndexOnClient(); CDistributionClient::GlobalLocalDataMap::const_iterator itGloe = globalDataIndex.end(); map >::iterator itb = outGlobalIndexFromClient.begin(), ite = outGlobalIndexFromClient.end(), it; for (it = itb; it != ite; ++it) { int rank = it->first; CArray& globalIndex = outGlobalIndexFromClient[rank]; outLocalIndexStoreOnClient.insert(make_pair(rank, CArray(globalIndex.numElements()))); CArray& localIndex = outLocalIndexStoreOnClient[rank]; size_t nbIndex = 0; // Keep this code for this moment but it should be removed (or moved to DEBUG) to improve performance for (size_t idx = 0; idx < globalIndex.numElements(); ++idx) { if (itGloe != globalDataIndex.find(globalIndex(idx))) { ++nbIndex; } } if (doGridHaveDataDistributed(client) && (nbIndex != localIndex.numElements())) ERROR("void CGrid::computeClientIndex()", << "Number of local index on client is different from number of received global index" << "Rank of sent client " << rank <<"." << "Number of local index " << nbIndex << ". " << "Number of received global index " << localIndex.numElements() << "."); nbIndex = 0; for (size_t idx = 0; idx < globalIndex.numElements(); ++idx) { if (itGloe != globalDataIndex.find(globalIndex(idx))) { localIndex(idx) = globalDataIndex[globalIndex(idx)]; } } } } } CATCH_DUMP_ATTR /*! Compute connected receivers and indexes to be sent to these receivers. */ void CGrid::computeConnectedClients() TRY { CContext* context = CContext::getCurrent(); int nbSrvPools = (context->clientPrimServer.size() == 0) ? 1 : context->clientPrimServer.size(); connectedServerRank_.clear(); connectedDataSize_.clear(); globalIndexOnServer_.clear(); nbSenders.clear(); for (int p = 0; p < nbSrvPools; ++p) { CContextClient* client = (context->clientPrimServer.size() == 0) ? context->client : context->clientPrimServer[p]; int receiverSize = client->serverSize; // connectedServerRank_[client].clear(); if (connectedServerRank_.find(receiverSize) == connectedServerRank_.end()) { if (!doGridHaveDataDistributed(client)) { if (client->isServerLeader()) { size_t ssize = clientDistribution_->getLocalDataIndexOnClient().size(); const std::list& ranks = client->getRanksServerLeader(); for (std::list::const_iterator itRank = ranks.begin(), itRankEnd = ranks.end(); itRank != itRankEnd; ++itRank) { connectedServerRank_[receiverSize].push_back(*itRank); connectedDataSize_[receiverSize][*itRank] = ssize; } } return; } // Compute mapping between client and server std::vector > > indexServerOnElement; CServerDistributionDescription serverDistributionDescription(getGlobalDimension(), client->serverSize); std::vector serverZeroIndex = serverDistributionDescription.computeServerGlobalByElement(indexServerOnElement, client->clientRank, client->clientSize, axis_domain_order, getDistributedDimension()); // Even if servers have no index, they must received something from client // We only use several client to send "empty" message to these servers std::list serverZeroIndexLeader; std::list serverZeroIndexNotLeader; CContextClient::computeLeader(client->clientRank, client->clientSize, serverZeroIndex.size(), serverZeroIndexLeader, serverZeroIndexNotLeader); for (std::list::iterator it = serverZeroIndexLeader.begin(); it != serverZeroIndexLeader.end(); ++it) *it = serverZeroIndex[*it]; if (globalIndexOnServer_.find(receiverSize) == globalIndexOnServer_.end()) computeIndexByElement(indexServerOnElement, client, globalIndexOnServer_[receiverSize]); const CDistributionClient::GlobalLocalDataMap& globalLocalIndexSendToServer = clientDistribution_->getGlobalLocalDataSendToServer(); CDistributionClient::GlobalLocalDataMap::const_iterator iteGlobalLocalIndexMap = globalLocalIndexSendToServer.end(), itGlobalLocalIndexMap; CClientServerMapping::GlobalIndexMap::const_iterator iteGlobalMap, itbGlobalMap, itGlobalMap; itbGlobalMap = globalIndexOnServer_[receiverSize].begin(); iteGlobalMap = globalIndexOnServer_[receiverSize].end(); for (itGlobalMap = itbGlobalMap; itGlobalMap != iteGlobalMap; ++itGlobalMap) { int serverRank = itGlobalMap->first; int indexSize = itGlobalMap->second.size(); const std::vector& indexVec = itGlobalMap->second; for (int idx = 0; idx < indexSize; ++idx) { itGlobalLocalIndexMap = globalLocalIndexSendToServer.find(indexVec[idx]); if (iteGlobalLocalIndexMap != itGlobalLocalIndexMap) { if (connectedDataSize_[receiverSize].end() == connectedDataSize_[receiverSize].find(serverRank)) connectedDataSize_[receiverSize][serverRank] = 1; else ++connectedDataSize_[receiverSize][serverRank]; } } } // Connected servers which really have index for (itGlobalMap = itbGlobalMap; itGlobalMap != iteGlobalMap; ++itGlobalMap) { connectedServerRank_[receiverSize].push_back(itGlobalMap->first); } // Connected servers which have no index at all for (std::list::iterator it = serverZeroIndexLeader.begin(); it != serverZeroIndexLeader.end(); ++it) connectedServerRank_[receiverSize].push_back(*it); // Even if a client has no index, it must connect to at least one server and // send an "empty" data to this server if (connectedServerRank_[receiverSize].empty()) connectedServerRank_[receiverSize].push_back(client->clientRank % client->serverSize); // Now check if all servers have data to receive. If not, master client will send empty data. // This ensures that all servers will participate in collective calls upon receiving even if they have no date to receive. std::vector counts (client->clientSize); std::vector displs (client->clientSize); displs[0] = 0; int localCount = connectedServerRank_[receiverSize].size() ; MPI_Gather(&localCount, 1, MPI_INT, &counts[0], 1, MPI_INT, 0, client->intraComm) ; for (int i = 0; i < client->clientSize-1; ++i) { displs[i+1] = displs[i] + counts[i]; } std::vector allConnectedServers(displs[client->clientSize-1]+counts[client->clientSize-1]); MPI_Gatherv(&(connectedServerRank_[receiverSize])[0], localCount, MPI_INT, &allConnectedServers[0], &counts[0], &displs[0], MPI_INT, 0, client->intraComm); if ((allConnectedServers.size() != receiverSize) && (client->clientRank == 0)) { std::vector isSrvConnected (receiverSize, false); for (int i = 0; i < allConnectedServers.size(); ++i) isSrvConnected[allConnectedServers[i]] = true; for (int i = 0; i < receiverSize; ++i) { if (!isSrvConnected[i]) connectedServerRank_[receiverSize].push_back(i); } } nbSenders[receiverSize] = clientServerMap_->computeConnectedClients(receiverSize, client->clientSize, client->intraComm, connectedServerRank_[receiverSize]); } } } CATCH_DUMP_ATTR /*! Compute the global index of grid to send to server as well as the connected server of the current client. First of all, from the local data on each element of grid, we can calculate their local index which also allows us to know their global index. We can have a map of global index of grid and local index that each client holds Then, each client holds a piece of information about the distribution of servers, which permits to compute the connected server(s) of the current client. */ void CGrid::computeIndex(void) TRY { CContext* context = CContext::getCurrent(); if (isScalarGrid()) { computeClientIndexScalarGrid(); if (context->hasClient) { computeConnectedClientsScalarGrid(); } } else { computeClientIndex(); if (context->hasClient) { computeConnectedClients(); } } if (CServer::serverLevel==2) { computeWrittenIndex() ; if (serverDistribution_!=0) serverDistribution_->partialClear() ; if (clientDistribution_!=0) clientDistribution_->partialClear() ; outGlobalIndexFromClient.clear() ; } } CATCH_DUMP_ATTR /*! Compute the global of (client) grid to send to server with the global index of each element of grid Each element of grid has its own global index associated to a groups of server. We only search for the global index of each element whose server is the same, then calculate the global index of grid. This way can reduce so much the time for executing DHT, which only needs to run on each element whose size is much smaller than one of whole grid. \param [in] indexServerOnElement global index of each element and the rank of server associated with these index \param [in] client contextClient \param [out] globalIndexOnServer global index of grid and its corresponding rank of server. */ void CGrid::computeIndexByElement(const std::vector > >& indexServerOnElement, const CContextClient* client, CClientServerMapping::GlobalIndexMap& globalIndexOnServer) TRY { int serverSize = client->serverSize; std::vector domList = getDomains(); std::vector axisList = getAxis(); // Some pre-calculations of global index on each element of current grid. int nbElement = axis_domain_order.numElements(); std::vector > globalIndexElement(nbElement); int domainIdx = 0, axisIdx = 0, scalarIdx = 0; std::vector elementNGlobal(nbElement); elementNGlobal[0] = 1; size_t globalSize = 1; for (int idx = 0; idx < nbElement; ++idx) { elementNGlobal[idx] = globalSize; size_t elementSize; size_t elementGlobalSize = 1; if (2 == axis_domain_order(idx)) // This is domain { elementSize = domList[domainIdx]->i_index.numElements(); globalIndexElement[idx].resize(elementSize); for (int jdx = 0; jdx < elementSize; ++jdx) { globalIndexElement[idx](jdx) = (domList[domainIdx]->i_index)(jdx) + domList[domainIdx]->ni_glo * (domList[domainIdx]->j_index)(jdx); } elementGlobalSize = domList[domainIdx]->ni_glo.getValue() * domList[domainIdx]->nj_glo.getValue(); ++domainIdx; } else if (1 == axis_domain_order(idx)) // This is axis { elementSize = axisList[axisIdx]->index.numElements(); globalIndexElement[idx].resize(elementSize); for (int jdx = 0; jdx < elementSize; ++jdx) { globalIndexElement[idx](jdx) = (axisList[axisIdx]->index)(jdx); } elementGlobalSize = axisList[axisIdx]->n_glo.getValue(); ++axisIdx; } else // Of course, this is scalar { globalIndexElement[idx].resize(1); globalIndexElement[idx](0) = 0; elementGlobalSize = 1; } globalSize *= elementGlobalSize; } std::vector > elementOnServer(nbElement, std::vector(serverSize, false)); std::vector > > globalElementIndexOnServer(nbElement); CArray nbIndexOnServer(serverSize); // Number of distributed global index held by each client for each server // Number of temporary distributed global index held by each client for each server // We have this variable for the case of non-distributed element (often axis) to check the duplicate server rank CArray nbIndexOnServerTmp(serverSize); for (int idx = 0; idx < nbElement; ++idx) { nbIndexOnServer = 0; const std::unordered_map >& indexServerElement = indexServerOnElement[idx]; const CArray& globalIndexElementOnClient = globalIndexElement[idx]; CClientClientDHTInt clientClientDHT(indexServerElement, client->intraComm); clientClientDHT.computeIndexInfoMapping(globalIndexElementOnClient); const CClientClientDHTInt::Index2VectorInfoTypeMap& globalIndexElementOnServerMap = clientClientDHT.getInfoIndexMap(); CClientClientDHTInt::Index2VectorInfoTypeMap::const_iterator itb = globalIndexElementOnServerMap.begin(), ite = globalIndexElementOnServerMap.end(), it; for (it = itb; it != ite; ++it) { const std::vector& tmp = it->second; nbIndexOnServerTmp = 0; for (int i = 0; i < tmp.size(); ++i) { if (0 == nbIndexOnServerTmp(tmp[i])) ++nbIndexOnServerTmp(tmp[i]); } nbIndexOnServer += nbIndexOnServerTmp; } for (int i = 0; i < serverSize; ++i) { if (0 != nbIndexOnServer(i)) { globalElementIndexOnServer[idx][i].resize(nbIndexOnServer(i)); elementOnServer[idx][i] = true; } } nbIndexOnServer = 0; for (size_t j = 0; j < globalIndexElementOnServerMap.size(); ++j) { it = globalIndexElementOnServerMap.find(globalIndexElementOnClient(j)); if (it != ite) { const std::vector& tmp = it->second; nbIndexOnServerTmp = 0; for (int i = 0; i < tmp.size(); ++i) { if (0 == nbIndexOnServerTmp(tmp[i])) { globalElementIndexOnServer[idx][tmp[i]][nbIndexOnServer(tmp[i])] = it->first; ++nbIndexOnServerTmp(tmp[i]); } } nbIndexOnServer += nbIndexOnServerTmp; } } } // Determine server which contain global source index std::vector intersectedProc(serverSize, true); for (int idx = 0; idx < nbElement; ++idx) { std::transform(elementOnServer[idx].begin(), elementOnServer[idx].end(), intersectedProc.begin(), intersectedProc.begin(), std::logical_and()); } std::vector srcRank; for (int idx = 0; idx < serverSize; ++idx) { if (intersectedProc[idx]) srcRank.push_back(idx); } // Compute the global index of grid from global index of each element. for (int i = 0; i < srcRank.size(); ++i) { size_t ssize = 1; int rankSrc = srcRank[i]; std::vector* > globalIndexOfElementTmp(nbElement); std::vector currentIndex(nbElement,0); for (int idx = 0; idx < nbElement; ++idx) { ssize *= (globalElementIndexOnServer[idx][rankSrc]).size(); globalIndexOfElementTmp[idx] = &(globalElementIndexOnServer[idx][rankSrc]); } globalIndexOnServer[rankSrc].resize(ssize); std::vector idxLoop(nbElement,0); int innnerLoopSize = (globalIndexOfElementTmp[0])->size(); size_t idx = 0; while (idx < ssize) { for (int ind = 0; ind < nbElement; ++ind) { if (idxLoop[ind] == (globalIndexOfElementTmp[ind])->size()) { idxLoop[ind] = 0; ++idxLoop[ind+1]; } currentIndex[ind] = (*(globalIndexOfElementTmp[ind]))[idxLoop[ind]]; } for (int ind = 0; ind < innnerLoopSize; ++ind) { currentIndex[0] = (*globalIndexOfElementTmp[0])[ind]; size_t globalSrcIndex = 0; for (int idxElement = 0; idxElement < nbElement; ++idxElement) { globalSrcIndex += currentIndex[idxElement] * elementNGlobal[idxElement]; } globalIndexOnServer[rankSrc][idx] = globalSrcIndex; ++idx; ++idxLoop[0]; } } } } CATCH_DUMP_ATTR //---------------------------------------------------------------- CGrid* CGrid::createGrid(CDomain* domain) TRY { std::vector vecDom(1, domain); std::vector vecAxis; return createGrid(vecDom, vecAxis); } CATCH CGrid* CGrid::createGrid(CDomain* domain, CAxis* axis) TRY { std::vector vecDom(1, domain); std::vector vecAxis(1, axis); return createGrid(vecDom, vecAxis); } CATCH CGrid* CGrid::createGrid(const std::vector& domains, const std::vector& axis, const CArray& axisDomainOrder) TRY { std::vector vecScalar; return createGrid(generateId(domains, axis, vecScalar, axisDomainOrder), domains, axis, vecScalar, axisDomainOrder); } CATCH CGrid* CGrid::createGrid(const std::vector& domains, const std::vector& axis, const std::vector& scalars, const CArray& axisDomainOrder) TRY { return createGrid(generateId(domains, axis, scalars, axisDomainOrder), domains, axis, scalars, axisDomainOrder); } CATCH CGrid* CGrid::createGrid(StdString id, const std::vector& domains, const std::vector& axis, const std::vector& scalars, const CArray& axisDomainOrder) TRY { if (axisDomainOrder.numElements() > 0 && axisDomainOrder.numElements() != (domains.size() + axis.size() + scalars.size())) ERROR("CGrid* CGrid::createGrid(...)", << "The size of axisDomainOrder (" << axisDomainOrder.numElements() << ") is not coherent with the number of elements (" << domains.size() + axis.size() <<")."); CGrid* grid = CGridGroup::get("grid_definition")->createChild(id); grid->setDomainList(domains); grid->setAxisList(axis); grid->setScalarList(scalars); // By default, domains are always the first elements of a grid if (0 == axisDomainOrder.numElements()) { int size = domains.size() + axis.size() + scalars.size(); int nb = 0; grid->axis_domain_order.resize(size); for (int i = 0; i < size; ++i) { if (i < domains.size()) { grid->axis_domain_order(i) = 2; } else if ((scalars.size() < (size-nb)) < size) { grid->axis_domain_order(i) = 1; } else grid->axis_domain_order(i) = 0; ++nb; } } else { grid->axis_domain_order.resize(axisDomainOrder.numElements()); grid->axis_domain_order = axisDomainOrder; } grid->solveDomainAxisRefInheritance(true); return grid; } CATCH CGrid* CGrid::cloneGrid(const StdString& idNewGrid, CGrid* gridSrc) TRY { std::vector domainSrcTmp = gridSrc->getDomains(), domainSrc; std::vector axisSrcTmp = gridSrc->getAxis(), axisSrc; std::vector scalarSrcTmp = gridSrc->getScalars(), scalarSrc; for (int idx = 0; idx < domainSrcTmp.size(); ++idx) { CDomain* domain = CDomain::createDomain(); domain->duplicateAttributes(domainSrcTmp[idx]); domain->duplicateTransformation(domainSrcTmp[idx]); domain->solveRefInheritance(true); domain->solveInheritanceTransformation(); domainSrc.push_back(domain); } for (int idx = 0; idx < axisSrcTmp.size(); ++idx) { CAxis* axis = CAxis::createAxis(); axis->duplicateAttributes(axisSrcTmp[idx]); axis->duplicateTransformation(axisSrcTmp[idx]); axis->solveRefInheritance(true); axis->solveInheritanceTransformation(); axisSrc.push_back(axis); } for (int idx = 0; idx < scalarSrcTmp.size(); ++idx) { CScalar* scalar = CScalar::createScalar(); scalar->duplicateAttributes(scalarSrcTmp[idx]); scalar->duplicateTransformation(scalarSrcTmp[idx]); scalar->solveRefInheritance(true); scalar->solveInheritanceTransformation(); scalarSrc.push_back(scalar); } CGrid* grid = CGrid::createGrid(idNewGrid, domainSrc, axisSrc, scalarSrc, gridSrc->axis_domain_order); return grid; } CATCH StdString CGrid::generateId(const std::vector& domains, const std::vector& axis, const std::vector& scalars, const CArray& axisDomainOrder) TRY { if (axisDomainOrder.numElements() > 0 && axisDomainOrder.numElements() != (domains.size() + axis.size() + scalars.size())) ERROR("CGrid* CGrid::generateId(...)", << "The size of axisDomainOrder (" << axisDomainOrder.numElements() << ") is not coherent with the number of elements (" << domains.size() + axis.size() <<")."); std::ostringstream id; if (domains.empty() && axis.empty() && !scalars.empty()) id << "__scalar_"; if (0 != (domains.size() + axis.size() + scalars.size())) { id << "__grid"; if (0 == axisDomainOrder.numElements()) { for (size_t i = 0; i < domains.size(); ++i) id << "_" << domains[i]->getId(); for (size_t i = 0; i < axis.size(); ++i) id << "_" << axis[i]->getId(); for (size_t i = 0; i < scalars.size(); ++i) id << "_" << scalars[i]->getId(); } else { size_t iDomain = 0, iAxis = 0, iScalar = 0; for (size_t i = 0; i < axisDomainOrder.numElements(); ++i) { if (2 == axisDomainOrder(i)) id << "_" << domains[iDomain++]->getId(); else if (1 == axisDomainOrder(i)) id << "_" << axis[iAxis++]->getId(); else id << "_" << scalars[iScalar++]->getId(); } } id << "__"; } return id.str(); } CATCH StdString CGrid::generateId(const CGrid* gridSrc, const CGrid* gridDest) TRY { StdString idSrc = gridSrc->getId(); StdString idDest = gridDest->getId(); std::ostringstream id; id << idSrc << "__" << idDest; return id.str(); } CATCH //---------------------------------------------------------------- CDomainGroup* CGrid::getVirtualDomainGroup() const TRY { return this->vDomainGroup_; } CATCH CAxisGroup* CGrid::getVirtualAxisGroup() const TRY { return this->vAxisGroup_; } CATCH CScalarGroup* CGrid::getVirtualScalarGroup() const TRY { return this->vScalarGroup_; } CATCH /* void CGrid::outputField(int rank, const CArray& stored, double* field) { const CArray& out_i = outIndexFromClient[rank]; StdSize numElements = stored.numElements(); for (StdSize n = 0; n < numElements; ++n) { field[out_i(n)] = stored(n); } } void CGrid::inputField(int rank, const double* const field, CArray& stored) { const CArray& out_i = outIndexFromClient[rank]; StdSize numElements = stored.numElements(); for (StdSize n = 0; n < numElements; ++n) { stored(n) = field[out_i(n)]; } } void CGrid::outputCompressedField(int rank, const CArray& stored, double* field) { const CArray& out_i = compressedOutIndexFromClient[rank]; StdSize numElements = stored.numElements(); for (StdSize n = 0; n < numElements; ++n) { field[out_i(n)] = stored(n); } } */ //---------------------------------------------------------------- void CGrid::storeField_arr(const double* const data, CArray& stored) const TRY { const StdSize size = storeIndex_client.numElements(); stored.resize(size); for(StdSize i = 0; i < size; i++) stored(i) = data[storeIndex_client(i)]; } CATCH void CGrid::restoreField_arr(const CArray& stored, double* const data) const TRY { const StdSize size = storeIndex_client.numElements(); for(StdSize i = 0; i < size; i++) data[storeIndex_client(i)] = stored(i); } CATCH void CGrid::maskField_arr(const double* const data, CArray& stored) const { const StdSize size = storeIndex_client.numElements(); stored.resize(size); const double nanValue = std::numeric_limits::quiet_NaN(); if (storeMask_client.numElements() != 0) for(StdSize i = 0; i < size; i++) stored(i) = (storeMask_client(i)) ? data[storeIndex_client(i)] : nanValue; else for(StdSize i = 0; i < size; i++) stored(i) = data[storeIndex_client(i)]; } void CGrid::uncompressField_arr(const double* const data, CArray& out) const TRY { const std::vector& localMaskedDataIndex = clientDistribution_->getLocalMaskedDataIndexOnClient(); const int size = localMaskedDataIndex.size(); for(int i = 0; i < size; ++i) out(localMaskedDataIndex[i]) = data[i]; } CATCH void CGrid::computeClientIndexScalarGrid() TRY { CContext* context = CContext::getCurrent(); { CContextClient* client = context->client; int rank = client->clientRank; clientDistribution_ = new CDistributionClient(rank, this); storeIndex_client.resize(1); storeIndex_client(0) = 0; if (0 != serverDistribution_) { map >::iterator itb = outGlobalIndexFromClient.begin(), ite = outGlobalIndexFromClient.end(), it; for (it = itb; it != ite; ++it) { int rank = it->first; CArray& globalIndex = outGlobalIndexFromClient[rank]; outLocalIndexStoreOnClient.insert(make_pair(rank, CArray(globalIndex.numElements()))); CArray& localIndex = outLocalIndexStoreOnClient[rank]; if (1 != globalIndex.numElements()) ERROR("void CGrid::computeClientIndexScalarGrid()", << "Something wrong happened. " << "Number of received global index on scalar grid should equal to 1" << "Number of received global index " << globalIndex.numElements() << "."); localIndex(0) = globalIndex(0); } } } } CATCH_DUMP_ATTR void CGrid::computeConnectedClientsScalarGrid() TRY { CContext* context = CContext::getCurrent(); int nbSrvPools = (context->clientPrimServer.size()==0) ? 1 : context->clientPrimServer.size(); connectedServerRank_.clear(); connectedDataSize_.clear(); nbSenders.clear(); for (int p = 0; p < nbSrvPools; ++p) { CContextClient* client = (context->clientPrimServer.size()==0) ? context->client : context->clientPrimServer[p]; int receiverSize = client->serverSize; // connectedServerRank_[client].clear(); if (connectedServerRank_.find(receiverSize)==connectedServerRank_.end()) { if (client->isServerLeader()) { const std::list& ranks = client->getRanksServerLeader(); for (std::list::const_iterator itRank = ranks.begin(), itRankEnd = ranks.end(); itRank != itRankEnd; ++itRank) { int rank = *itRank; int nb = 1; connectedServerRank_[receiverSize].push_back(rank); connectedDataSize_[receiverSize][rank] = nb; nbSenders[receiverSize][rank] = nb; } } else { const std::list& ranks = client->getRanksServerNotLeader(); for (std::list::const_iterator itRank = ranks.begin(), itRankEnd = ranks.end(); itRank != itRankEnd; ++itRank) { int rank = *itRank; int nb = 1; connectedServerRank_[receiverSize].push_back(rank); connectedDataSize_[receiverSize][rank] = nb; nbSenders[receiverSize][rank] = nb; } } } isDataDistributed_ = false; } } CATCH_DUMP_ATTR void CGrid::sendIndexScalarGrid() TRY { CContext* context = CContext::getCurrent(); storeIndex_toSrv.clear(); std::list::iterator it; for (it=clients.begin(); it!=clients.end(); ++it) { CContextClient* client = *it; int receiverSize = client->serverSize; CEventClient event(getType(), EVENT_ID_INDEX); list listMsg; list > listOutIndex; if (client->isServerLeader()) { const std::list& ranks = client->getRanksServerLeader(); for (std::list::const_iterator itRank = ranks.begin(), itRankEnd = ranks.end(); itRank != itRankEnd; ++itRank) { int rank = *itRank; int nb = 1; storeIndex_toSrv[client].insert(std::make_pair(rank, CArray(nb))); listOutIndex.push_back(CArray(nb)); CArray& outLocalIndexToServer = storeIndex_toSrv[client][rank]; CArray& outGlobalIndexOnServer = listOutIndex.back(); for (int k = 0; k < nb; ++k) { outGlobalIndexOnServer(k) = 0; outLocalIndexToServer(k) = 0; } if (context->hasClient && !context->hasServer) storeIndex_fromSrv.insert(std::make_pair(rank, CArray(outLocalIndexToServer))); listMsg.push_back(CMessage()); listMsg.back() << getId( )<< isDataDistributed_ << isCompressible_ << listOutIndex.back(); event.push(rank, 1, listMsg.back()); } client->sendEvent(event); } else { const std::list& ranks = client->getRanksServerNotLeader(); for (std::list::const_iterator itRank = ranks.begin(), itRankEnd = ranks.end(); itRank != itRankEnd; ++itRank) { int rank = *itRank; int nb = 1; CArray outLocalIndexToServer(nb); for (int k = 0; k < nb; ++k) { outLocalIndexToServer(k) = 0; } if (context->hasClient && !context->hasServer) storeIndex_fromSrv.insert(std::make_pair(rank, CArray(outLocalIndexToServer))); } client->sendEvent(event); } } } CATCH_DUMP_ATTR void CGrid::sendIndex(void) TRY { CContext* context = CContext::getCurrent(); storeIndex_toSrv.clear(); std::list::iterator it; for (it=clients.begin(); it!=clients.end(); ++it) { CContextClient* client = *it; int receiverSize = client->serverSize; CEventClient event(getType(), EVENT_ID_INDEX); int rank; list listMsg; list > listOutIndex; const CDistributionClient::GlobalLocalDataMap& globalLocalIndexSendToServer = clientDistribution_->getGlobalLocalDataSendToServer(); CDistributionClient::GlobalLocalDataMap::const_iterator itbIndex = globalLocalIndexSendToServer.begin(), itIndex, iteIndex = globalLocalIndexSendToServer.end(); itIndex = itbIndex; if (!doGridHaveDataDistributed(client)) { if (client->isServerLeader()) { int indexSize = globalLocalIndexSendToServer.size(); CArray outGlobalIndexOnServer(indexSize); CArray outLocalIndexToServer(indexSize); for (int idx = 0; itIndex != iteIndex; ++itIndex, ++idx) { outGlobalIndexOnServer(idx) = itIndex->first; outLocalIndexToServer(idx) = itIndex->second; } const std::list& ranks = client->getRanksServerLeader(); for (std::list::const_iterator itRank = ranks.begin(), itRankEnd = ranks.end(); itRank != itRankEnd; ++itRank) { storeIndex_toSrv[client].insert(std::make_pair(*itRank, CArray(outLocalIndexToServer))); if (context->hasClient && !context->hasServer) storeIndex_fromSrv.insert(std::make_pair(*itRank, CArray(outLocalIndexToServer))); listOutIndex.push_back(CArray(outGlobalIndexOnServer)); listMsg.push_back(CMessage()); listMsg.back() << getId() << isDataDistributed_ << isCompressible_ << listOutIndex.back(); event.push(*itRank, 1, listMsg.back()); } client->sendEvent(event); } else { int indexSize = globalLocalIndexSendToServer.size(); CArray outLocalIndexToServer(indexSize); for (int idx = 0; itIndex != iteIndex; ++itIndex, ++idx) { outLocalIndexToServer(idx) = itIndex->second; } const std::list& ranks = client->getRanksServerNotLeader(); for (std::list::const_iterator itRank = ranks.begin(), itRankEnd = ranks.end(); itRank != itRankEnd; ++itRank) { storeIndex_fromSrv.insert(std::make_pair(*itRank, CArray(outLocalIndexToServer))); } client->sendEvent(event); } } else { CClientServerMapping::GlobalIndexMap::const_iterator iteGlobalMap, itGlobalMap; itGlobalMap = globalIndexOnServer_[receiverSize].begin(); iteGlobalMap = globalIndexOnServer_[receiverSize].end(); std::map >localIndexTmp; std::map > globalIndexTmp; for (; itGlobalMap != iteGlobalMap; ++itGlobalMap) { int serverRank = itGlobalMap->first; int indexSize = itGlobalMap->second.size(); const std::vector& indexVec = itGlobalMap->second; for (int idx = 0; idx < indexSize; ++idx) { itIndex = globalLocalIndexSendToServer.find(indexVec[idx]); if (iteIndex != itIndex) { globalIndexTmp[serverRank].push_back(itIndex->first); localIndexTmp[serverRank].push_back(itIndex->second); } } } for (int ns = 0; ns < connectedServerRank_[receiverSize].size(); ++ns) { rank = connectedServerRank_[receiverSize][ns]; int nb = 0; if (globalIndexTmp.end() != globalIndexTmp.find(rank)) nb = globalIndexTmp[rank].size(); storeIndex_toSrv[client].insert(make_pair(rank, CArray(nb))); listOutIndex.push_back(CArray(nb)); CArray& outLocalIndexToServer = storeIndex_toSrv[client][rank]; CArray& outGlobalIndexOnServer = listOutIndex.back(); for (int k = 0; k < nb; ++k) { outGlobalIndexOnServer(k) = globalIndexTmp[rank].at(k); outLocalIndexToServer(k) = localIndexTmp[rank].at(k); } storeIndex_fromSrv.insert(make_pair(rank, CArray(outLocalIndexToServer))); listMsg.push_back(CMessage()); listMsg.back() << getId() << isDataDistributed_ << isCompressible_ << listOutIndex.back(); event.push(rank, nbSenders[receiverSize][rank], listMsg.back()); } client->sendEvent(event); } } } CATCH_DUMP_ATTR void CGrid::recvIndex(CEventServer& event) TRY { string gridId; vector ranks; vector buffers; list::iterator it; for (it = event.subEvents.begin(); it != event.subEvents.end(); ++it) { ranks.push_back(it->rank); CBufferIn* buffer = it->buffer; *buffer >> gridId; buffers.push_back(buffer); } get(gridId)->recvIndex(ranks, buffers); } CATCH void CGrid::recvIndex(vector ranks, vector buffers) TRY { CContext* context = CContext::getCurrent(); connectedServerRankRead_ = ranks; int nbSrvPools = (context->hasServer) ? (context->hasClient ? context->clientPrimServer.size() : 1) : 1; nbSrvPools = 1; nbReadSenders.clear(); for (int p = 0; p < nbSrvPools; ++p) { CContextServer* server = (!context->hasClient) ? context->server : context->serverPrimServer[p]; CContextClient* client = context->client; //(!context->hasClient) ? context->client : context->clientPrimServer[p]; int idx = 0, numElement = axis_domain_order.numElements(); int ssize = numElement; std::vector indexMap(numElement); for (int i = 0; i < numElement; ++i) { indexMap[i] = idx; if (2 == axis_domain_order(i)) { ++ssize; idx += 2; } else ++idx; } for (int n = 0; n < ranks.size(); n++) { int rank = ranks[n]; CBufferIn& buffer = *buffers[n]; buffer >> isDataDistributed_ >> isCompressible_; size_t dataSize = 0; if (0 == serverDistribution_) { int axisId = 0, domainId = 0, scalarId = 0, globalSize = 1; std::vector domainList = getDomains(); std::vector axisList = getAxis(); std::vector nBegin(ssize), nSize(ssize), nGlob(ssize), nBeginGlobal(ssize), nGlobElement(numElement); std::vector > globalIndex(numElement); for (int i = 0; i < numElement; ++i) { nGlobElement[i] = globalSize; if (2 == axis_domain_order(i)) //domain { nBegin[indexMap[i]] = domainList[domainId]->ibegin; nSize[indexMap[i]] = domainList[domainId]->ni; nBeginGlobal[indexMap[i]] = 0; nGlob[indexMap[i]] = domainList[domainId]->ni_glo; nBegin[indexMap[i] + 1] = domainList[domainId]->jbegin; nSize[indexMap[i] + 1] = domainList[domainId]->nj; nBeginGlobal[indexMap[i] + 1] = 0; nGlob[indexMap[i] + 1] = domainList[domainId]->nj_glo; { int count = 0; globalIndex[i].resize(nSize[indexMap[i]]*nSize[indexMap[i]+1]); for (int jdx = 0; jdx < nSize[indexMap[i]+1]; ++jdx) for (int idx = 0; idx < nSize[indexMap[i]]; ++idx) { globalIndex[i](count) = (nBegin[indexMap[i]] + idx) + (nBegin[indexMap[i]+1] + jdx) * nGlob[indexMap[i]]; ++count; } } ++domainId; } else if (1 == axis_domain_order(i)) // axis { nBegin[indexMap[i]] = axisList[axisId]->begin; nSize[indexMap[i]] = axisList[axisId]->n; nBeginGlobal[indexMap[i]] = 0; nGlob[indexMap[i]] = axisList[axisId]->n_glo; globalIndex[i].resize(nSize[indexMap[i]]); for (int idx = 0; idx < nSize[indexMap[i]]; ++idx) globalIndex[i](idx) = nBegin[indexMap[i]] + idx; ++axisId; } else // scalar { nBegin[indexMap[i]] = 0; nSize[indexMap[i]] = 1; nBeginGlobal[indexMap[i]] = 0; nGlob[indexMap[i]] = 1; globalIndex[i].resize(1); globalIndex[i](0) = 0; ++scalarId; } } dataSize = 1; for (int i = 0; i < nSize.size(); ++i) dataSize *= nSize[i]; serverDistribution_ = new CDistributionServer(server->intraCommRank, globalIndex, axis_domain_order, nBegin, nSize, nBeginGlobal, nGlob); } CArray outIndex; buffer >> outIndex; outGlobalIndexFromClient.insert(std::make_pair(rank, outIndex)); connectedDataSizeRead_[rank] = outIndex.numElements(); if (doGridHaveDataDistributed(client)) {} else { // THE PROBLEM HERE IS THAT DATA CAN BE NONDISTRIBUTED ON CLIENT AND DISTRIBUTED ON SERVER // BELOW IS THE TEMPORARY FIX only for a single type of element (domain, asix, scalar) dataSize = serverDistribution_->getGridSize(); } writtenDataSize_ += dataSize; } // Compute mask of the current grid { int axisId = 0, domainId = 0, scalarId = 0, globalSize = 1; std::vector domainList = getDomains(); std::vector axisList = getAxis(); int dimSize = 2 * domainList.size() + axisList.size(); std::vector nBegin(dimSize), nSize(dimSize), nGlob(dimSize), nBeginGlobal(dimSize); for (int i = 0; i < numElement; ++i) { if (2 == axis_domain_order(i)) //domain { nBegin[indexMap[i]] = domainList[domainId]->ibegin; nSize[indexMap[i]] = domainList[domainId]->ni; nBeginGlobal[indexMap[i]] = 0; nGlob[indexMap[i]] = domainList[domainId]->ni_glo; nBegin[indexMap[i] + 1] = domainList[domainId]->jbegin; nSize[indexMap[i] + 1] = domainList[domainId]->nj; nBeginGlobal[indexMap[i] + 1] = 0; nGlob[indexMap[i] + 1] = domainList[domainId]->nj_glo; ++domainId; } else if (1 == axis_domain_order(i)) // axis { nBegin[indexMap[i]] = axisList[axisId]->begin; nSize[indexMap[i]] = axisList[axisId]->n; nBeginGlobal[indexMap[i]] = 0; nGlob[indexMap[i]] = axisList[axisId]->n_glo; ++axisId; } else // scalar { } } if (nSize.empty()) // Scalar grid { nBegin.push_back(0); nSize.push_back(1); nBeginGlobal.push_back(0); nGlob.push_back(1); } } if (isScalarGrid()) return; nbReadSenders[client] = CClientServerMappingDistributed::computeConnectedClients(context->client->serverSize, context->client->clientSize, context->client->intraComm, ranks); } } CATCH_DUMP_ATTR /* Compute on the fly the global dimension of a grid with its elements \param[in/out] globalDim global dimension of grid \param[in] domains list of its domains \param[in] axiss list of its axis \param[in] scalars list of its scalars \param[in] axisDomainOrder the order of element in a grid (e.g: scalar then axis) \return The dimension of which we do distribution (often for server) */ int CGrid::computeGridGlobalDimension(std::vector& globalDim, const std::vector domains, const std::vector axis, const std::vector scalars, const CArray& axisDomainOrder) TRY { // globalDim.resize(domains.size()*2+axis.size()+scalars.size()); globalDim.resize(domains.size()*2+axis.size()); int positionDimensionDistributed = 1; int idx = 0, idxDomain = 0, idxAxis = 0, idxScalar = 0; for (int i = 0; i < axisDomainOrder.numElements(); ++i) { if (2 == axisDomainOrder(i)) { if (!(domains[idxDomain]->type.isEmpty()) && (domains[idxDomain]->type==CDomain::type_attr::unstructured)) { positionDimensionDistributed = idx; } else { positionDimensionDistributed = idx +1; } globalDim[idx] = domains[idxDomain]->ni_glo.getValue(); globalDim[idx+1] = domains[idxDomain]->nj_glo.getValue(); ++idxDomain; idx += 2; } else if (1 == axisDomainOrder(i)) { globalDim[idx] = axis[idxAxis]->n_glo.getValue(); ++idxAxis; ++idx; } else { // globalDim[idx] = 1; ++idxScalar; // ++idx; } } return positionDimensionDistributed; } CATCH_DUMP_ATTR // Retrieve the global dimension of grid std::vector CGrid::getGlobalDimension() TRY { std::vector globalDim; computeGridGlobalDimension(globalDim, getDomains(), getAxis(), getScalars(), axis_domain_order); return globalDim; } CATCH_DUMP_ATTR // Retrieve dimension on which we do distribution (Very often, it should be 2nd dimension) int CGrid::getDistributedDimension() TRY { std::vector globalDim; return computeGridGlobalDimension(globalDim, getDomains(), getAxis(), getScalars(), axis_domain_order); } CATCH_DUMP_ATTR bool CGrid::isScalarGrid() const TRY { return (axisList_.empty() && domList_.empty()); } CATCH /*! Verify whether one server need to write data There are some cases on which one server has nodata to write. For example, when we just only want to zoom on a domain. */ bool CGrid::doGridHaveDataToWrite() TRY { return (0 != writtenDataSize_); } CATCH_DUMP_ATTR /*! Return size of data which is written on each server Whatever dimension of a grid, data which are written on server must be presented as an one dimension array. \return size of data written on server */ size_t CGrid::getWrittenDataSize() const TRY { return writtenDataSize_; } CATCH /*! Returns the number of indexes written by each server. \return the number of indexes written by each server */ int CGrid::getNumberWrittenIndexes() const TRY { return numberWrittenIndexes_; } CATCH /*! Returns the total number of indexes written by the servers. \return the total number of indexes written by the servers */ int CGrid::getTotalNumberWrittenIndexes() const TRY { return totalNumberWrittenIndexes_; } CATCH /*! Returns the offset of indexes written by each server. \return the offset of indexes written by each server */ int CGrid::getOffsetWrittenIndexes() const TRY { return offsetWrittenIndexes_; } CATCH CDistributionServer* CGrid::getDistributionServer() TRY { return serverDistribution_; } CATCH_DUMP_ATTR CDistributionClient* CGrid::getDistributionClient() TRY { return clientDistribution_; } CATCH_DUMP_ATTR bool CGrid::doGridHaveDataDistributed(CContextClient* client) TRY { if (isScalarGrid()) return false; else if (0 != client) { return (isDataDistributed_ || (1 != client->clientSize) || (1 != client->serverSize)); } else return isDataDistributed_; } CATCH_DUMP_ATTR /*! \brief Dispatch event received from client Whenever a message is received in buffer of server, it will be processed depending on its event type. A new event type should be added in the switch list to make sure it processed on server side. \param [in] event: Received message */ bool CGrid::dispatchEvent(CEventServer& event) TRY { if (SuperClass::dispatchEvent(event)) return true; else { switch(event.type) { case EVENT_ID_INDEX : recvIndex(event); return true; break; case EVENT_ID_ADD_DOMAIN : recvAddDomain(event); return true; break; case EVENT_ID_ADD_AXIS : recvAddAxis(event); return true; break; case EVENT_ID_ADD_SCALAR : recvAddScalar(event); return true; break; default : ERROR("bool CDomain::dispatchEvent(CEventServer& event)", << "Unknown Event"); return false; } } } CATCH ///--------------------------------------------------------------- CDomain* CGrid::addDomain(const std::string& id) TRY { order_.push_back(2); axis_domain_order.resize(order_.size()); for (int idx = 0; idx < order_.size(); ++idx) axis_domain_order(idx)=order_[idx]; return vDomainGroup_->createChild(id); } CATCH_DUMP_ATTR CAxis* CGrid::addAxis(const std::string& id) TRY { order_.push_back(1); axis_domain_order.resize(order_.size()); for (int idx = 0; idx < order_.size(); ++idx) axis_domain_order(idx)=order_[idx]; return vAxisGroup_->createChild(id); } CATCH_DUMP_ATTR CScalar* CGrid::addScalar(const std::string& id) TRY { order_.push_back(0); axis_domain_order.resize(order_.size()); for (int idx = 0; idx < order_.size(); ++idx) axis_domain_order(idx)=order_[idx]; return vScalarGroup_->createChild(id); } CATCH_DUMP_ATTR //! Change virtual field group to a new one void CGrid::setVirtualDomainGroup(CDomainGroup* newVDomainGroup) TRY { this->vDomainGroup_ = newVDomainGroup; } CATCH_DUMP_ATTR //! Change virtual variable group to new one void CGrid::setVirtualAxisGroup(CAxisGroup* newVAxisGroup) TRY { this->vAxisGroup_ = newVAxisGroup; } CATCH_DUMP_ATTR //! Change virtual variable group to new one void CGrid::setVirtualScalarGroup(CScalarGroup* newVScalarGroup) TRY { this->vScalarGroup_ = newVScalarGroup; } CATCH_DUMP_ATTR /*! \brief Send a message to create a domain on server side \param[in] id String identity of domain that will be created on server */ void CGrid::sendAddDomain(const string& id) TRY { sendAddItem(id, (int)EVENT_ID_ADD_DOMAIN); } CATCH_DUMP_ATTR /*! \brief Send a message to create an axis on server side \param[in] id String identity of axis that will be created on server */ void CGrid::sendAddAxis(const string& id) TRY { sendAddItem(id, (int)EVENT_ID_ADD_AXIS); } CATCH_DUMP_ATTR /*! \brief Send a message to create a scalar on server side \param[in] id String identity of scalar that will be created on server */ void CGrid::sendAddScalar(const string& id) TRY { sendAddItem(id, (int)EVENT_ID_ADD_SCALAR); } CATCH_DUMP_ATTR /*! \brief Receive a message annoucing the creation of a domain on server side \param[in] event Received event */ void CGrid::recvAddDomain(CEventServer& event) TRY { CBufferIn* buffer = event.subEvents.begin()->buffer; string id; *buffer >> id; get(id)->recvAddDomain(*buffer); } CATCH /*! \brief Receive a message annoucing the creation of a domain on server side \param[in] buffer Buffer containing message */ void CGrid::recvAddDomain(CBufferIn& buffer) TRY { string id; buffer >> id; addDomain(id); } CATCH_DUMP_ATTR /*! \brief Receive a message annoucing the creation of an axis on server side \param[in] event Received event */ void CGrid::recvAddAxis(CEventServer& event) TRY { CBufferIn* buffer = event.subEvents.begin()->buffer; string id; *buffer >> id; get(id)->recvAddAxis(*buffer); } CATCH /*! \brief Receive a message annoucing the creation of an axis on server side \param[in] buffer Buffer containing message */ void CGrid::recvAddAxis(CBufferIn& buffer) TRY { string id; buffer >> id; addAxis(id); } CATCH_DUMP_ATTR /*! \brief Receive a message annoucing the creation of an scalar on server side \param[in] event Received event */ void CGrid::recvAddScalar(CEventServer& event) TRY { CBufferIn* buffer = event.subEvents.begin()->buffer; string id; *buffer >> id; get(id)->recvAddScalar(*buffer); } CATCH /*! \brief Receive a message annoucing the creation of an scalar on server side \param[in] buffer Buffer containing message */ void CGrid::recvAddScalar(CBufferIn& buffer) TRY { string id; buffer >> id; addScalar(id); } CATCH_DUMP_ATTR /*! \brief Solve domain and axis references As field, domain and axis can refer to other domains or axis. In order to inherit correctly all attributes from their parents, they should be processed with this function \param[in] apply inherit all attributes of parents (true) */ void CGrid::solveDomainAxisRefInheritance(bool apply) TRY { CContext* context = CContext::getCurrent(); unsigned int vecSize, i; std::vector::iterator it, itE; setDomainList(); it = domList_.begin(); itE = domList_.end(); for (; it != itE; ++it) { CDomain* pDom = CDomain::get(*it); if (context->hasClient && !context->hasServer) { pDom->solveRefInheritance(apply); pDom->solveInheritanceTransformation(); } } setAxisList(); it = axisList_.begin(); itE = axisList_.end(); for (; it != itE; ++it) { CAxis* pAxis = CAxis::get(*it); if (context->hasClient && !context->hasServer) { pAxis->solveRefInheritance(apply); pAxis->solveInheritanceTransformation(); } } setScalarList(); it = scalarList_.begin(); itE = scalarList_.end(); for (; it != itE; ++it) { CScalar* pScalar = CScalar::get(*it); if (context->hasClient && !context->hasServer) { pScalar->solveRefInheritance(apply); pScalar->solveInheritanceTransformation(); } } } CATCH_DUMP_ATTR bool CGrid::isTransformed() TRY { return isTransformed_; } CATCH_DUMP_ATTR void CGrid::setTransformed() TRY { isTransformed_ = true; } CATCH_DUMP_ATTR CGridTransformation* CGrid::getTransformations() TRY { return transformations_; } CATCH_DUMP_ATTR void CGrid::addTransGridSource(CGrid* gridSrc) TRY { if (gridSrc_.end() == gridSrc_.find(gridSrc)) gridSrc_.insert(make_pair(gridSrc,make_pair(false,""))); } CATCH_DUMP_ATTR std::map >& CGrid::getTransGridSource() TRY { return gridSrc_; } CATCH_DUMP_ATTR /*! Complete all the necessary (and lacking) attributes of a grid This function is similar to gridTransformation but works only (till now) on generate_rectilinear_domain transformation */ void CGrid::completeGrid(CGrid* transformGridSrc) TRY { if (0 != transformGridSrc) { if (axis_domain_order.numElements() != transformGridSrc->axis_domain_order.numElements()) { ERROR("CGrid::completeGrid(CGrid* transformGridSrc)", << "Two grids have different number of elements. " << std::endl << "Number of element of grid destination " << this->getId() << " is " << axis_domain_order.numElements() << std::endl << "Number of element of grid source " << transformGridSrc->getId() << " is " << transformGridSrc->axis_domain_order.numElements()); } } if (isGenerated()) return; setGenerated(); CGridGenerate gridGenerate(this, transformGridSrc); gridGenerate.completeGrid(); } CATCH_DUMP_ATTR bool CGrid::isGenerated() TRY { return isGenerated_; } CATCH void CGrid::setGenerated() TRY { isGenerated_ = true; } CATCH_DUMP_ATTR void CGrid::transformGrid(CGrid* transformGridSrc) TRY { if (!transformGridSrc) ERROR("CGrid::transformGrid(CGrid* transformGridSrc)", << "Impossible to transform grid '" << getId() << "', the source grid is null."); if (isTransformed()) return; setTransformed(); if (axis_domain_order.numElements() != transformGridSrc->axis_domain_order.numElements()) { ERROR("CGrid::transformGrid(CGrid* transformGridSrc)", << "Two grids have different number of elements. " << std::endl << "Number of element of grid destination " << this->getId() << " is " << axis_domain_order.numElements() << std::endl << "Number of element of grid source " << transformGridSrc->getId() << " is " << transformGridSrc->axis_domain_order.numElements()); } else { } transformations_ = new CGridTransformation(this, transformGridSrc); transformations_->computeAll(); if (0 < transformations_->getNbAlgo()) hasTransform_ = true; // Ok, now need to compute index of grid source transformGridSrc->checkMaskIndex(false); } CATCH_DUMP_ATTR bool CGrid::hasTransform() TRY { if (hasTransform_) return hasTransform_; std::vector domList = getDomains(); std::vector axisList = getAxis(); std::vector scalarList = getScalars(); for (int idx = 0; idx < domList.size(); ++idx) hasTransform_ |= domList[idx]->hasTransformation(); for (int idx = 0; idx < axisList.size(); ++idx) hasTransform_ |= axisList[idx]->hasTransformation(); for (int idx = 0; idx < scalarList.size(); ++idx) hasTransform_ |= scalarList[idx]->hasTransformation(); return hasTransform_; } CATCH_DUMP_ATTR /*! \brief Get the list of domain pointers \return list of domain pointers */ std::vector CGrid::getDomains() TRY { std::vector domList; if (!domList_.empty()) { for (int i = 0; i < domList_.size(); ++i) domList.push_back(CDomain::get(domList_[i])); } return domList; } CATCH_DUMP_ATTR /*! \brief Get the list of axis pointers \return list of axis pointers */ std::vector CGrid::getAxis() TRY { std::vector aList; if (!axisList_.empty()) for (int i =0; i < axisList_.size(); ++i) aList.push_back(CAxis::get(axisList_[i])); return aList; } CATCH_DUMP_ATTR /*! \brief Get the list of axis pointers \return list of axis pointers */ std::vector CGrid::getScalars() TRY { std::vector sList; if (!scalarList_.empty()) for (int i =0; i < scalarList_.size(); ++i) sList.push_back(CScalar::get(scalarList_[i])); return sList; } CATCH_DUMP_ATTR /*! \brief Get domain pointer with index \return domain pointer */ CDomain* CGrid::getDomain(int domainIndex) TRY { std::vector domainListP = this->getDomains(); if (domainListP.empty()) { ERROR("CGrid::getDomain(int domainIndex)", << "No domain associated to this grid. " << std::endl << "Grid id = " << this->getId()); } if (domainIndex >= domainListP.size() || (domainIndex < 0)) ERROR("CGrid::getDomain(int domainIndex)", << "Domain with the index doesn't exist " << std::endl << "Grid id = " << this->getId() << std::endl << "Grid has only " << domainListP.size() << " domain but domain index required is " << domainIndex << std::endl); return domainListP[domainIndex]; } CATCH_DUMP_ATTR /*! \brief Get the axis pointer with index \return axis pointer */ CAxis* CGrid::getAxis(int axisIndex) TRY { std::vector axisListP = this->getAxis(); if (axisListP.empty()) { ERROR("CGrid::getDomain(int axisIndex)", << "No axis associated to this grid. " << std::endl << "Grid id = " << this->getId()); } if (axisIndex >= axisListP.size() || (axisIndex < 0)) ERROR("CGrid::getDomain(int axisIndex)", << "Domain with the index doesn't exist " << std::endl << "Grid id = " << this->getId() << std::endl << "Grid has only " << axisListP.size() << " axis but axis index required is " << axisIndex << std::endl); return axisListP[axisIndex]; } CATCH_DUMP_ATTR /*! \brief Get the a scalar pointer \return scalar pointer */ CScalar* CGrid::getScalar(int scalarIndex) TRY { std::vector scalarListP = this->getScalars(); if (scalarListP.empty()) { ERROR("CGrid::getScalar(int scalarIndex)", << "No scalar associated to this grid. " << std::endl << "Grid id = " << this->getId()); } if (scalarIndex >= scalarListP.size() || (scalarIndex < 0)) ERROR("CGrid::getScalar(int scalarIndex)", << "Scalar with the index doesn't exist " << std::endl << "Grid id = " << this->getId() << std::endl << "Grid has only " << scalarListP.size() << " scalar but scalar index required is " << scalarIndex << std::endl); return scalarListP[scalarIndex]; } CATCH_DUMP_ATTR /*! \brief Set domain(s) of a grid from a list \param[in] domains list of domains */ void CGrid::setDomainList(const std::vector domains) TRY { if (isDomListSet) return; std::vector domList = this->getVirtualDomainGroup()->getAllChildren(); if (!domains.empty() && domList.empty()) { for (int i = 0; i < domains.size(); ++i) this->getVirtualDomainGroup()->addChild(domains[i]); domList = this->getVirtualDomainGroup()->getAllChildren(); } if (!domList.empty()) { int sizeDom = domList.size(); domList_.resize(sizeDom); for (int i = 0; i < sizeDom; ++i) { domList_[i] = domList[i]->getId(); } isDomListSet = true; } } CATCH_DUMP_ATTR /*! \brief Set axis(s) of a grid from a list \param[in] axis list of axis */ void CGrid::setAxisList(const std::vector axis) TRY { if (isAxisListSet) return; std::vector aList = this->getVirtualAxisGroup()->getAllChildren(); if (!axis.empty() && aList.empty()) { for (int i = 0; i < axis.size(); ++i) this->getVirtualAxisGroup()->addChild(axis[i]); aList = this->getVirtualAxisGroup()->getAllChildren(); } if (!aList.empty()) { int sizeAxis = aList.size(); axisList_.resize(sizeAxis); for (int i = 0; i < sizeAxis; ++i) { axisList_[i] = aList[i]->getId(); } isAxisListSet = true; } } CATCH_DUMP_ATTR /*! \brief Set scalar(s) of a grid from a list \param[in] scalars list of scalars */ void CGrid::setScalarList(const std::vector scalars) TRY { if (isScalarListSet) return; std::vector sList = this->getVirtualScalarGroup()->getAllChildren(); if (!scalars.empty() && sList.empty()) { for (int i = 0; i < scalars.size(); ++i) this->getVirtualScalarGroup()->addChild(scalars[i]); sList = this->getVirtualScalarGroup()->getAllChildren(); } if (!sList.empty()) { int sizeScalar = sList.size(); scalarList_.resize(sizeScalar); for (int i = 0; i < sizeScalar; ++i) { scalarList_[i] = sList[i]->getId(); } isScalarListSet = true; } } CATCH_DUMP_ATTR /*! \brief Get list of id of domains \return id list of domains */ std::vector CGrid::getDomainList() TRY { setDomainList(); return domList_; } CATCH /*! \brief Get list of id of axis \return id list of axis */ std::vector CGrid::getAxisList() TRY { setAxisList(); return axisList_; } CATCH /*! \brief Get list of id of scalar \return id list of scalar */ std::vector CGrid::getScalarList() TRY { setScalarList(); return scalarList_; } CATCH /*! Send all attributes of domains from client to server */ void CGrid::sendAllDomains() TRY { std::vector domList = this->getVirtualDomainGroup()->getAllChildren(); int dSize = domList.size(); for (int i = 0; i < dSize; ++i) { sendAddDomain(domList[i]->getId()); domList[i]->sendAllAttributesToServer(); } } CATCH_DUMP_ATTR /*! Send all attributes of axis from client to server */ void CGrid::sendAllAxis() TRY { std::vector aList = this->getVirtualAxisGroup()->getAllChildren(); int aSize = aList.size(); for (int i = 0; i < aSize; ++i) { sendAddAxis(aList[i]->getId()); aList[i]->sendAllAttributesToServer(); } } CATCH_DUMP_ATTR /*! Send all attributes of scalars from client to server */ void CGrid::sendAllScalars() TRY { std::vector sList = this->getVirtualScalarGroup()->getAllChildren(); int sSize = sList.size(); for (int i = 0; i < sSize; ++i) { sendAddScalar(sList[i]->getId()); sList[i]->sendAllAttributesToServer(); } } CATCH_DUMP_ATTR void CGrid::setContextClient(CContextClient* contextClient) TRY { if (clientsSet.find(contextClient)==clientsSet.end()) { clients.push_back(contextClient) ; clientsSet.insert(contextClient); } for (int i=0; igetDomains().size(); i++) this->getDomains()[i]->setContextClient(contextClient); for (int i=0; igetAxis().size(); i++) this->getAxis()[i]->setContextClient(contextClient); } CATCH_DUMP_ATTR /*! Parse a grid, for now, it contains only domain, axis and scalar */ void CGrid::parse(xml::CXMLNode& node) TRY { SuperClass::parse(node); if (node.goToChildElement()) { StdString domainName("domain"); StdString axisName("axis"); StdString scalarName("scalar"); do { if (node.getElementName() == domainName) { order_.push_back(2); this->getVirtualDomainGroup()->parseChild(node); } if (node.getElementName() == axisName) { order_.push_back(1); this->getVirtualAxisGroup()->parseChild(node); } if (node.getElementName() == scalarName) { order_.push_back(0); this->getVirtualScalarGroup()->parseChild(node); } } while (node.goToNextElement()); node.goToParentElement(); } if (!order_.empty()) { int sizeOrd = order_.size(); axis_domain_order.resize(sizeOrd); for (int i = 0; i < sizeOrd; ++i) { axis_domain_order(i) = order_[i]; } } setDomainList(); setAxisList(); setScalarList(); } CATCH_DUMP_ATTR } // namespace xios