[623] | 1 | /*! |
---|
| 2 | \file grid_transformation.cpp |
---|
| 3 | \author Ha NGUYEN |
---|
| 4 | \since 14 May 2015 |
---|
[630] | 5 | \date 02 Jul 2015 |
---|
[623] | 6 | |
---|
| 7 | \brief Interface for all transformations. |
---|
| 8 | */ |
---|
[620] | 9 | #include "grid_transformation.hpp" |
---|
[933] | 10 | #include "grid_transformation_factory_impl.hpp" |
---|
[895] | 11 | #include "algo_types.hpp" |
---|
[622] | 12 | #include "context.hpp" |
---|
| 13 | #include "context_client.hpp" |
---|
[660] | 14 | #include "distribution_client.hpp" |
---|
[821] | 15 | #include "mpi_tag.hpp" |
---|
[867] | 16 | #include "grid.hpp" |
---|
[829] | 17 | #include <boost/unordered_map.hpp> |
---|
[620] | 18 | |
---|
| 19 | namespace xios { |
---|
| 20 | CGridTransformation::CGridTransformation(CGrid* destination, CGrid* source) |
---|
[887] | 21 | : CGridTransformationSelector(destination, source), |
---|
| 22 | tmpGridDestination_(destination), originalGridSource_(source), |
---|
| 23 | tempGridSrcs_(), tempGridDests_(), |
---|
| 24 | dynamicalTransformation_(false), timeStamp_() |
---|
[620] | 25 | { |
---|
| 26 | } |
---|
| 27 | |
---|
| 28 | CGridTransformation::~CGridTransformation() |
---|
| 29 | { |
---|
| 30 | } |
---|
| 31 | |
---|
[624] | 32 | /*! |
---|
[933] | 33 | Select algorithm of a scalar corresponding to its transformation type and its position in each element |
---|
[887] | 34 | \param [in] elementPositionInGrid position of element in grid. e.g: a grid has 1 domain and 1 axis, then position of domain is 0 and position of axis is 1 |
---|
| 35 | \param [in] transType transformation type, for now we have |
---|
| 36 | \param [in] transformationOrder position of the transformation in an element (an element can have several transformation) |
---|
[624] | 37 | */ |
---|
[887] | 38 | void CGridTransformation::selectScalarAlgo(int elementPositionInGrid, ETranformationType transType, int transformationOrder) |
---|
[620] | 39 | { |
---|
[888] | 40 | std::vector<CScalar*> scaListDestP = gridDestination_->getScalars(); |
---|
| 41 | int scalarDstIndex = elementPositionInGridDst2ScalarPosition_[elementPositionInGrid]; |
---|
| 42 | CScalar::TransMapTypes trans = scaListDestP[scalarDstIndex]->getAllTransformations(); |
---|
| 43 | CScalar::TransMapTypes::const_iterator it = trans.begin(); |
---|
| 44 | |
---|
| 45 | for (int i = 0; i < transformationOrder; ++i, ++it) {} // Find the correct transformation |
---|
| 46 | CGenericAlgorithmTransformation* algo = 0; |
---|
[933] | 47 | algo = CGridTransformationFactory<CScalar>::createTransformation(transType, |
---|
| 48 | gridDestination_, |
---|
| 49 | gridSource_, |
---|
| 50 | it->second, |
---|
| 51 | elementPositionInGrid, |
---|
| 52 | elementPositionInGridSrc2ScalarPosition_, |
---|
| 53 | elementPositionInGridSrc2AxisPosition_, |
---|
| 54 | elementPositionInGridSrc2DomainPosition_, |
---|
| 55 | elementPositionInGridDst2ScalarPosition_, |
---|
| 56 | elementPositionInGridDst2AxisPosition_, |
---|
| 57 | elementPositionInGridDst2DomainPosition_); |
---|
[888] | 58 | algoTransformation_.push_back(algo); |
---|
[620] | 59 | } |
---|
| 60 | |
---|
| 61 | /*! |
---|
[933] | 62 | Select algorithm of an axis corresponding to its transformation type and its position in each element |
---|
[887] | 63 | \param [in] elementPositionInGrid position of element in grid. e.g: a grid has 1 domain and 1 axis, then position of domain is 0 and position of axis is 1 |
---|
| 64 | \param [in] transType transformation type, for now we have zoom_axis, inverse_axis, interpolate_axis |
---|
[624] | 65 | \param [in] transformationOrder position of the transformation in an element (an element can have several transformation) |
---|
| 66 | */ |
---|
[622] | 67 | void CGridTransformation::selectAxisAlgo(int elementPositionInGrid, ETranformationType transType, int transformationOrder) |
---|
| 68 | { |
---|
| 69 | std::vector<CAxis*> axisListDestP = gridDestination_->getAxis(); |
---|
[888] | 70 | int axisDstIndex = elementPositionInGridDst2AxisPosition_[elementPositionInGrid]; |
---|
| 71 | CAxis::TransMapTypes trans = axisListDestP[axisDstIndex]->getAllTransformations(); |
---|
[622] | 72 | CAxis::TransMapTypes::const_iterator it = trans.begin(); |
---|
| 73 | for (int i = 0; i < transformationOrder; ++i, ++it) {} // Find the correct transformation |
---|
| 74 | |
---|
| 75 | CGenericAlgorithmTransformation* algo = 0; |
---|
[933] | 76 | algo = CGridTransformationFactory<CAxis>::createTransformation(transType, |
---|
| 77 | gridDestination_, |
---|
| 78 | gridSource_, |
---|
| 79 | it->second, |
---|
| 80 | elementPositionInGrid, |
---|
| 81 | elementPositionInGridSrc2ScalarPosition_, |
---|
| 82 | elementPositionInGridSrc2AxisPosition_, |
---|
| 83 | elementPositionInGridSrc2DomainPosition_, |
---|
| 84 | elementPositionInGridDst2ScalarPosition_, |
---|
| 85 | elementPositionInGridDst2AxisPosition_, |
---|
| 86 | elementPositionInGridDst2DomainPosition_); |
---|
[622] | 87 | algoTransformation_.push_back(algo); |
---|
| 88 | } |
---|
| 89 | |
---|
[624] | 90 | /*! |
---|
[933] | 91 | Select algorithm of a domain corresponding to its transformation type and its position in each element |
---|
[887] | 92 | \param [in] elementPositionInGrid position of element in grid. e.g: a grid has 1 domain and 1 axis, then position of domain is 0 and position of axis is 1 |
---|
| 93 | \param [in] transType transformation type, for now we have zoom_domain, interpolate_domain |
---|
[624] | 94 | \param [in] transformationOrder position of the transformation in an element (an element can have several transformation) |
---|
| 95 | */ |
---|
[622] | 96 | void CGridTransformation::selectDomainAlgo(int elementPositionInGrid, ETranformationType transType, int transformationOrder) |
---|
| 97 | { |
---|
[631] | 98 | std::vector<CDomain*> domainListDestP = gridDestination_->getDomains(); |
---|
[887] | 99 | int domainIndex = elementPositionInGridDst2DomainPosition_[elementPositionInGrid]; |
---|
[631] | 100 | CDomain::TransMapTypes trans = domainListDestP[domainIndex]->getAllTransformations(); |
---|
| 101 | CDomain::TransMapTypes::const_iterator it = trans.begin(); |
---|
[978] | 102 | for (int i = 0; i < transformationOrder; ++i, ++it) {} // Find the correct transformation |
---|
[631] | 103 | |
---|
| 104 | CGenericAlgorithmTransformation* algo = 0; |
---|
[933] | 105 | algo = CGridTransformationFactory<CDomain>::createTransformation(transType, |
---|
| 106 | gridDestination_, |
---|
| 107 | gridSource_, |
---|
| 108 | it->second, |
---|
| 109 | elementPositionInGrid, |
---|
| 110 | elementPositionInGridSrc2ScalarPosition_, |
---|
| 111 | elementPositionInGridSrc2AxisPosition_, |
---|
| 112 | elementPositionInGridSrc2DomainPosition_, |
---|
| 113 | elementPositionInGridDst2ScalarPosition_, |
---|
| 114 | elementPositionInGridDst2AxisPosition_, |
---|
| 115 | elementPositionInGridDst2DomainPosition_); |
---|
[631] | 116 | algoTransformation_.push_back(algo); |
---|
[622] | 117 | } |
---|
| 118 | |
---|
[624] | 119 | /*! |
---|
[978] | 120 | Find position of element in a grid as well as its type (domain, axis, scalar) and position in its own element list |
---|
| 121 | \return element position: map<int,<int,int> > corresponds to <element position in grid, <element type, element position in element list> > |
---|
| 122 | */ |
---|
| 123 | std::map<int,std::pair<int,int> > CGridTransformation::getElementPosition(CGrid* grid) |
---|
| 124 | { |
---|
| 125 | std::vector<CScalar*> scalarListP = grid->getScalars(); |
---|
| 126 | std::vector<CAxis*> axisListP = grid->getAxis(); |
---|
| 127 | std::vector<CDomain*> domListP = grid->getDomains(); |
---|
| 128 | CArray<int,1> axisDomainOrder = grid->axis_domain_order; |
---|
| 129 | int scalarIndex = 0, axisIndex = 0, domainIndex = 0; |
---|
| 130 | int nbElement = axisDomainOrder.numElements(), elementDim; |
---|
| 131 | std::map<int,std::pair<int,int> > elementPosition; |
---|
| 132 | for (int idx = 0; idx < nbElement; ++idx) |
---|
| 133 | { |
---|
| 134 | elementDim = axisDomainOrder(idx); |
---|
| 135 | switch (elementDim) |
---|
| 136 | { |
---|
| 137 | case 2: |
---|
| 138 | elementPosition[idx] = std::make_pair(elementDim, domainIndex); |
---|
| 139 | ++domainIndex; |
---|
| 140 | break; |
---|
| 141 | case 1: |
---|
| 142 | elementPosition[idx] = std::make_pair(elementDim, axisIndex); |
---|
| 143 | ++axisIndex; |
---|
| 144 | break; |
---|
| 145 | case 0: |
---|
| 146 | elementPosition[idx] = std::make_pair(elementDim, scalarIndex); |
---|
| 147 | ++scalarIndex; |
---|
| 148 | break; |
---|
| 149 | default: |
---|
| 150 | break; |
---|
| 151 | } |
---|
| 152 | } |
---|
| 153 | |
---|
| 154 | return elementPosition; |
---|
| 155 | } |
---|
| 156 | |
---|
| 157 | /*! |
---|
[871] | 158 | If there are more than one transformation, a new temporary grid will be created and it will play the role of grid destination. |
---|
| 159 | This new created one keeps a pointer to the real transformed element of grid destination and generate new copies of other elements from grid source. |
---|
| 160 | \param [in] elementPositionInGrid position of element in grid |
---|
| 161 | \param [in] transType transformation type |
---|
| 162 | */ |
---|
[978] | 163 | void CGridTransformation::setUpGridDestination(int elementPositionInGrid, ETranformationType transType) |
---|
[871] | 164 | { |
---|
| 165 | if (isSpecialTransformation(transType)) return; |
---|
| 166 | |
---|
| 167 | if (!tempGridDests_.empty() && (getNbAlgo() == tempGridDests_.size())) |
---|
| 168 | { |
---|
| 169 | tempGridDests_.resize(0); |
---|
| 170 | } |
---|
[887] | 171 | |
---|
[978] | 172 | if (1 == getNbAlgo()) |
---|
| 173 | { |
---|
| 174 | tmpGridDestination_ = gridDestination_; |
---|
| 175 | return; |
---|
| 176 | } |
---|
| 177 | |
---|
[887] | 178 | std::vector<CScalar*> scalarListDestP = gridDestination_->getScalars(); |
---|
| 179 | std::vector<CScalar*> scalarListSrcP = gridSource_->getScalars(), scalarDst; |
---|
| 180 | |
---|
[871] | 181 | std::vector<CAxis*> axisListDestP = gridDestination_->getAxis(); |
---|
| 182 | std::vector<CAxis*> axisListSrcP = gridSource_->getAxis(), axisDst; |
---|
| 183 | |
---|
| 184 | std::vector<CDomain*> domListDestP = gridDestination_->getDomains(); |
---|
| 185 | std::vector<CDomain*> domListSrcP = gridSource_->getDomains(), domainDst; |
---|
| 186 | |
---|
[887] | 187 | CArray<int,1> axisDomainOrderSrc = gridSource_->axis_domain_order; |
---|
| 188 | CArray<int,1> axisDomainOrderDst = gridDestination_->axis_domain_order; |
---|
| 189 | |
---|
[978] | 190 | std::map<int,std::pair<int,int> > elementPositionSrc = getElementPosition(gridSource_); |
---|
| 191 | std::map<int,std::pair<int,int> > elementPositionDst = getElementPosition(gridDestination_); |
---|
[871] | 192 | |
---|
[978] | 193 | CArray<int,1> elementOrder(axisDomainOrderDst.numElements()); |
---|
[887] | 194 | for (int idx = 0; idx < axisDomainOrderDst.numElements(); ++idx) |
---|
[871] | 195 | { |
---|
[978] | 196 | if (elementPositionInGrid == idx) |
---|
[887] | 197 | { |
---|
[978] | 198 | int dimElementDst = elementPositionDst[idx].first; |
---|
| 199 | int elementIndex = elementPositionDst[idx].second; |
---|
| 200 | switch (dimElementDst) |
---|
| 201 | { |
---|
| 202 | case 2: |
---|
| 203 | domainDst.push_back(domListDestP[elementIndex]); |
---|
| 204 | break; |
---|
| 205 | case 1: |
---|
| 206 | axisDst.push_back(axisListDestP[elementIndex]); |
---|
| 207 | break; |
---|
| 208 | case 0: |
---|
| 209 | scalarDst.push_back(scalarListDestP[elementIndex]); |
---|
| 210 | break; |
---|
| 211 | default: |
---|
| 212 | break; |
---|
| 213 | } |
---|
| 214 | elementOrder(idx) = dimElementDst; |
---|
[887] | 215 | } |
---|
| 216 | else |
---|
[978] | 217 | { |
---|
| 218 | int dimElementSrc = elementPositionSrc[idx].first; |
---|
| 219 | int elementIndex = elementPositionSrc[idx].second; |
---|
| 220 | switch (dimElementSrc) |
---|
| 221 | { |
---|
| 222 | case 2: |
---|
| 223 | domainDst.push_back(domListSrcP[elementIndex]); |
---|
| 224 | break; |
---|
| 225 | case 1: |
---|
| 226 | axisDst.push_back(axisListSrcP[elementIndex]); |
---|
| 227 | break; |
---|
| 228 | case 0: |
---|
| 229 | scalarDst.push_back(scalarListSrcP[elementIndex]); |
---|
| 230 | break; |
---|
| 231 | default: |
---|
| 232 | break; |
---|
| 233 | } |
---|
| 234 | elementOrder(idx) = dimElementSrc; |
---|
[887] | 235 | } |
---|
[871] | 236 | } |
---|
| 237 | |
---|
[1078] | 238 | tmpGridDestination_ = CGrid::createGrid(domainDst, axisDst, scalarDst, elementOrder); |
---|
[871] | 239 | tempGridDests_.push_back(tmpGridDestination_); |
---|
| 240 | } |
---|
| 241 | |
---|
| 242 | /*! |
---|
[624] | 243 | Assign the current grid destination to the grid source in the new transformation. |
---|
| 244 | The current grid destination plays the role of grid source in next transformation (if any). |
---|
| 245 | Only element on which the transformation is performed is modified |
---|
| 246 | \param [in] elementPositionInGrid position of element in grid |
---|
| 247 | \param [in] transType transformation type |
---|
| 248 | */ |
---|
[978] | 249 | void CGridTransformation::setUpGridSource(int elementPositionInGrid) |
---|
[622] | 250 | { |
---|
[871] | 251 | if (!tempGridSrcs_.empty() && (getNbAlgo()-1) == tempGridSrcs_.size()) |
---|
[827] | 252 | { |
---|
[871] | 253 | tempGridSrcs_.resize(0); |
---|
[827] | 254 | } |
---|
| 255 | |
---|
[887] | 256 | std::vector<CScalar*> scalarListDestP = tmpGridDestination_->getScalars(); |
---|
| 257 | std::vector<CScalar*> scalarListSrcP = gridSource_->getScalars(), scalarSrc; |
---|
| 258 | |
---|
[871] | 259 | std::vector<CAxis*> axisListDestP = tmpGridDestination_->getAxis(); |
---|
[827] | 260 | std::vector<CAxis*> axisListSrcP = gridSource_->getAxis(), axisSrc; |
---|
[622] | 261 | |
---|
[871] | 262 | std::vector<CDomain*> domListDestP = tmpGridDestination_->getDomains(); |
---|
[827] | 263 | std::vector<CDomain*> domListSrcP = gridSource_->getDomains(), domainSrc; |
---|
[631] | 264 | |
---|
[978] | 265 | CArray<int,1> axisDomainOrderSrc = gridSource_->axis_domain_order; |
---|
| 266 | CArray<int,1> axisDomainOrderDst = tmpGridDestination_->axis_domain_order; |
---|
[887] | 267 | |
---|
[978] | 268 | std::map<int,std::pair<int,int> > elementPositionSrc = getElementPosition(gridSource_); |
---|
| 269 | std::map<int,std::pair<int,int> > elementPositionDst = getElementPosition(tmpGridDestination_); |
---|
[827] | 270 | |
---|
[887] | 271 | for (int idx = 0; idx < axisDomainOrderDst.numElements(); ++idx) |
---|
[978] | 272 | { |
---|
| 273 | if (elementPositionInGrid == idx) |
---|
[871] | 274 | { |
---|
[978] | 275 | int dimElementDst = elementPositionDst[idx].first; |
---|
| 276 | int elementIndex = elementPositionDst[idx].second; |
---|
| 277 | if (2 == dimElementDst) |
---|
[887] | 278 | { |
---|
| 279 | CDomain* domain = CDomain::createDomain(); |
---|
[978] | 280 | domain->domain_ref.setValue(domListDestP[elementIndex]->getId()); |
---|
[887] | 281 | domain->solveRefInheritance(true); |
---|
| 282 | domain->checkAttributesOnClient(); |
---|
| 283 | domainSrc.push_back(domain); |
---|
| 284 | } |
---|
[978] | 285 | else if (1 == dimElementDst) |
---|
[887] | 286 | { |
---|
| 287 | CAxis* axis = CAxis::createAxis(); |
---|
[978] | 288 | axis->axis_ref.setValue(axisListDestP[elementIndex]->getId()); |
---|
[887] | 289 | axis->solveRefInheritance(true); |
---|
| 290 | axis->checkAttributesOnClient(); |
---|
[978] | 291 | axisSrc.push_back(axis); |
---|
[887] | 292 | } |
---|
| 293 | else |
---|
| 294 | { |
---|
| 295 | CScalar* scalar = CScalar::createScalar(); |
---|
[978] | 296 | scalar->scalar_ref.setValue(scalarListDestP[elementIndex]->getId()); |
---|
[887] | 297 | scalar->solveRefInheritance(true); |
---|
| 298 | scalar->checkAttributesOnClient(); |
---|
| 299 | scalarSrc.push_back(scalar); |
---|
| 300 | } |
---|
[871] | 301 | } |
---|
[978] | 302 | else |
---|
| 303 | { |
---|
| 304 | int dimElementDst = elementPositionDst[idx].first; |
---|
| 305 | int elementIndex = elementPositionDst[idx].second; |
---|
| 306 | switch (dimElementDst) |
---|
| 307 | { |
---|
| 308 | case 2: |
---|
| 309 | domainSrc.push_back(domListDestP[elementIndex]); |
---|
| 310 | break; |
---|
| 311 | case 1: |
---|
| 312 | axisSrc.push_back(axisListDestP[elementIndex]); |
---|
| 313 | break; |
---|
| 314 | case 0: |
---|
| 315 | scalarSrc.push_back(scalarListDestP[elementIndex]); |
---|
| 316 | break; |
---|
| 317 | default: |
---|
| 318 | break; |
---|
| 319 | } |
---|
| 320 | } |
---|
[827] | 321 | } |
---|
| 322 | |
---|
[1078] | 323 | gridSource_ = CGrid::createGrid(domainSrc, axisSrc, scalarSrc, tmpGridDestination_->axis_domain_order); |
---|
[871] | 324 | |
---|
| 325 | tempGridSrcs_.push_back(gridSource_); |
---|
[622] | 326 | } |
---|
| 327 | |
---|
[624] | 328 | /*! |
---|
| 329 | Perform all transformations |
---|
| 330 | For each transformation, there are some things to do: |
---|
| 331 | -) Chose the correct algorithm by transformation type and position of element |
---|
| 332 | -) Calculate the mapping of global index between the current grid source and grid destination |
---|
[867] | 333 | -) Calculate the mapping of global index between current grid DESTINATION and grid SOURCE |
---|
[624] | 334 | -) Make current grid destination become grid source in the next transformation |
---|
| 335 | */ |
---|
[832] | 336 | void CGridTransformation::computeAll(const std::vector<CArray<double,1>* >& dataAuxInputs, Time timeStamp) |
---|
[622] | 337 | { |
---|
[887] | 338 | if (nbNormalAlgos_ < 1) return; |
---|
[827] | 339 | if (!auxInputs_.empty() && !dynamicalTransformation_) { dynamicalTransformation_ = true; return; } |
---|
[832] | 340 | if (dynamicalTransformation_) |
---|
| 341 | { |
---|
[867] | 342 | if (timeStamp_.insert(timeStamp).second) //Reset map |
---|
[858] | 343 | { |
---|
| 344 | std::list<SendingIndexGridSourceMap>().swap(localIndexToSendFromGridSource_); |
---|
| 345 | std::list<RecvIndexGridDestinationMap>().swap(localIndexToReceiveOnGridDest_); |
---|
[867] | 346 | std::list<size_t>().swap(nbLocalIndexOnGridDest_); |
---|
[873] | 347 | std::list<std::vector<bool> >().swap(localMaskOnGridDest_); |
---|
[867] | 348 | } |
---|
[832] | 349 | else |
---|
| 350 | return; |
---|
| 351 | } |
---|
[824] | 352 | |
---|
[622] | 353 | CContext* context = CContext::getCurrent(); |
---|
[653] | 354 | CContextClient* client = context->client; |
---|
[622] | 355 | |
---|
| 356 | ListAlgoType::const_iterator itb = listAlgos_.begin(), |
---|
| 357 | ite = listAlgos_.end(), it; |
---|
[821] | 358 | |
---|
[622] | 359 | CGenericAlgorithmTransformation* algo = 0; |
---|
[687] | 360 | int nbAgloTransformation = 0; // Only count for executed transformation. Generate domain is a special one, not executed in the list |
---|
[622] | 361 | for (it = itb; it != ite; ++it) |
---|
| 362 | { |
---|
| 363 | int elementPositionInGrid = it->first; |
---|
| 364 | ETranformationType transType = (it->second).first; |
---|
[978] | 365 | int transformationOrder = (it->second).second.first; |
---|
| 366 | int algoType = ((it->second).second.second); //algoTypes_[std::distance(itb, it)]; |
---|
[862] | 367 | SourceDestinationIndexMap globaIndexWeightFromSrcToDst; |
---|
[978] | 368 | |
---|
[622] | 369 | |
---|
[873] | 370 | // Create a temporary grid destination which contains transformed element of grid destination and |
---|
[933] | 371 | // non-transformed elements to grid source |
---|
[978] | 372 | setUpGridDestination(elementPositionInGrid, transType); |
---|
[871] | 373 | |
---|
[622] | 374 | // First of all, select an algorithm |
---|
[827] | 375 | if (!dynamicalTransformation_ || (algoTransformation_.size() < listAlgos_.size())) |
---|
| 376 | { |
---|
[933] | 377 | selectAlgo(elementPositionInGrid, transType, transformationOrder, algoType); |
---|
[827] | 378 | algo = algoTransformation_.back(); |
---|
| 379 | } |
---|
| 380 | else |
---|
| 381 | algo = algoTransformation_[std::distance(itb, it)]; |
---|
[622] | 382 | |
---|
[941] | 383 | if ((0 != algo) && |
---|
| 384 | ((CGenericAlgorithmTransformation::ELEMENT_NO_MODIFICATION_WITH_DATA == algo->type()) || |
---|
| 385 | (CGenericAlgorithmTransformation::ELEMENT_MODIFICATION_WITH_DATA == algo->type()))) // Only registered transformation can be executed |
---|
[687] | 386 | { |
---|
[827] | 387 | algo->computeIndexSourceMapping(dataAuxInputs); |
---|
| 388 | |
---|
[687] | 389 | // ComputeTransformation of global index of each element |
---|
| 390 | int elementPosition = it->first; |
---|
| 391 | algo->computeGlobalSourceIndex(elementPosition, |
---|
[862] | 392 | gridSource_, |
---|
[871] | 393 | tmpGridDestination_, |
---|
[862] | 394 | globaIndexWeightFromSrcToDst); |
---|
[622] | 395 | |
---|
[841] | 396 | // Compute transformation of global indexes among grids |
---|
[862] | 397 | computeTransformationMapping(globaIndexWeightFromSrcToDst); |
---|
[841] | 398 | |
---|
[887] | 399 | if (1 < nbNormalAlgos_) |
---|
[821] | 400 | { |
---|
| 401 | // Now grid destination becomes grid source in a new transformation |
---|
[978] | 402 | if (nbAgloTransformation != (nbNormalAlgos_-1)) setUpGridSource(elementPositionInGrid); |
---|
[821] | 403 | } |
---|
[687] | 404 | ++nbAgloTransformation; |
---|
| 405 | } |
---|
[622] | 406 | } |
---|
| 407 | } |
---|
| 408 | |
---|
[621] | 409 | /*! |
---|
[841] | 410 | Compute exchange index between grid source and grid destination |
---|
| 411 | \param [in] globalIndexWeightFromDestToSource global index mapping between grid destination and grid source |
---|
[621] | 412 | */ |
---|
[862] | 413 | void CGridTransformation::computeTransformationMapping(const SourceDestinationIndexMap& globaIndexWeightFromSrcToDst) |
---|
[620] | 414 | { |
---|
[623] | 415 | CContext* context = CContext::getCurrent(); |
---|
[653] | 416 | CContextClient* client = context->client; |
---|
[862] | 417 | int nbClient = client->clientSize; |
---|
| 418 | int clientRank = client->clientRank; |
---|
[623] | 419 | |
---|
[862] | 420 | // Recalculate the distribution of grid destination |
---|
[871] | 421 | CDistributionClient distributionClientDest(client->clientRank, tmpGridDestination_); |
---|
[862] | 422 | CDistributionClient::GlobalLocalDataMap& globalLocalIndexGridDestSendToServer = distributionClientDest.getGlobalLocalDataSendToServer(); |
---|
[871] | 423 | |
---|
[862] | 424 | // Update number of local index on each transformation |
---|
[871] | 425 | size_t nbLocalIndex = globalLocalIndexGridDestSendToServer.size(); |
---|
| 426 | nbLocalIndexOnGridDest_.push_back(nbLocalIndex); |
---|
| 427 | localMaskOnGridDest_.push_back(std::vector<bool>()); |
---|
| 428 | std::vector<bool>& tmpMask = localMaskOnGridDest_.back(); |
---|
| 429 | tmpMask.resize(nbLocalIndex,false); |
---|
[622] | 430 | |
---|
[862] | 431 | // Find out number of index sent from grid source and number of index received on grid destination |
---|
| 432 | SourceDestinationIndexMap::const_iterator itbIndex = globaIndexWeightFromSrcToDst.begin(), |
---|
| 433 | iteIndex = globaIndexWeightFromSrcToDst.end(), itIndex; |
---|
| 434 | typedef boost::unordered_map<size_t, std::vector<std::pair<size_t,double> > > SendIndexMap; |
---|
| 435 | std::map<int,int> sendRankSizeMap,recvRankSizeMap; |
---|
| 436 | int connectedClient = globaIndexWeightFromSrcToDst.size(); |
---|
| 437 | int* recvCount=new int[nbClient]; |
---|
| 438 | int* displ=new int[nbClient]; |
---|
| 439 | int* sendRankBuff=new int[connectedClient]; |
---|
| 440 | int* sendSizeBuff=new int[connectedClient]; |
---|
| 441 | int n = 0; |
---|
| 442 | for (itIndex = itbIndex; itIndex != iteIndex; ++itIndex, ++n) |
---|
| 443 | { |
---|
| 444 | sendRankBuff[n] = itIndex->first; |
---|
| 445 | const SendIndexMap& sendIndexMap = itIndex->second; |
---|
| 446 | SendIndexMap::const_iterator itbSend = sendIndexMap.begin(), iteSend = sendIndexMap.end(), itSend; |
---|
| 447 | int sendSize = 0; |
---|
| 448 | for (itSend = itbSend; itSend != iteSend; ++itSend) |
---|
| 449 | { |
---|
| 450 | sendSize += itSend->second.size(); |
---|
| 451 | } |
---|
| 452 | sendSizeBuff[n] = sendSize; |
---|
| 453 | sendRankSizeMap[itIndex->first] = sendSize; |
---|
| 454 | } |
---|
[1328] | 455 | ep_lib::MPI_Allgather(&connectedClient,1,MPI_INT,recvCount,1,MPI_INT,client->intraComm); |
---|
[622] | 456 | |
---|
[862] | 457 | displ[0]=0 ; |
---|
| 458 | for(int n=1;n<nbClient;n++) displ[n]=displ[n-1]+recvCount[n-1]; |
---|
| 459 | int recvSize=displ[nbClient-1]+recvCount[nbClient-1]; |
---|
| 460 | int* recvRankBuff=new int[recvSize]; |
---|
| 461 | int* recvSizeBuff=new int[recvSize]; |
---|
[1328] | 462 | ep_lib::MPI_Allgatherv(sendRankBuff,connectedClient,MPI_INT,recvRankBuff,recvCount,displ,MPI_INT,client->intraComm); |
---|
| 463 | ep_lib::MPI_Allgatherv(sendSizeBuff,connectedClient,MPI_INT,recvSizeBuff,recvCount,displ,MPI_INT,client->intraComm); |
---|
[862] | 464 | for (int i = 0; i < nbClient; ++i) |
---|
[620] | 465 | { |
---|
[862] | 466 | int currentPos = displ[i]; |
---|
| 467 | for (int j = 0; j < recvCount[i]; ++j) |
---|
| 468 | if (recvRankBuff[currentPos+j] == clientRank) |
---|
| 469 | { |
---|
| 470 | recvRankSizeMap[i] = recvSizeBuff[currentPos+j]; |
---|
| 471 | } |
---|
| 472 | } |
---|
| 473 | |
---|
| 474 | // Sending global index of grid source to corresponding process as well as the corresponding mask |
---|
[1328] | 475 | std::vector<ep_lib::MPI_Request> requests(recvRankSizeMap.size()*2 + globaIndexWeightFromSrcToDst.size()*2); |
---|
[1134] | 476 | std::vector<ep_lib::MPI_Status> status; |
---|
[862] | 477 | boost::unordered_map<int, unsigned char* > recvMaskDst; |
---|
| 478 | boost::unordered_map<int, unsigned long* > recvGlobalIndexSrc; |
---|
[1328] | 479 | int requests_position = 0; |
---|
[862] | 480 | for (std::map<int,int>::const_iterator itRecv = recvRankSizeMap.begin(); itRecv != recvRankSizeMap.end(); ++itRecv) |
---|
| 481 | { |
---|
| 482 | int recvRank = itRecv->first; |
---|
| 483 | int recvSize = itRecv->second; |
---|
| 484 | recvMaskDst[recvRank] = new unsigned char [recvSize]; |
---|
| 485 | recvGlobalIndexSrc[recvRank] = new unsigned long [recvSize]; |
---|
| 486 | |
---|
[1328] | 487 | ep_lib::MPI_Irecv(recvGlobalIndexSrc[recvRank], recvSize, MPI_UNSIGNED_LONG, recvRank, 46, client->intraComm, &requests[requests_position++]); |
---|
| 488 | ep_lib::MPI_Irecv(recvMaskDst[recvRank], recvSize, MPI_UNSIGNED_CHAR, recvRank, 47, client->intraComm, &requests[requests_position++]); |
---|
[862] | 489 | } |
---|
| 490 | |
---|
| 491 | boost::unordered_map<int, CArray<size_t,1> > globalIndexDst; |
---|
| 492 | boost::unordered_map<int, CArray<double,1> > weightDst; |
---|
| 493 | boost::unordered_map<int, unsigned char* > sendMaskDst; |
---|
| 494 | boost::unordered_map<int, unsigned long* > sendGlobalIndexSrc; |
---|
| 495 | for (itIndex = itbIndex; itIndex != iteIndex; ++itIndex) |
---|
| 496 | { |
---|
| 497 | int sendRank = itIndex->first; |
---|
| 498 | int sendSize = sendRankSizeMap[sendRank]; |
---|
| 499 | const SendIndexMap& sendIndexMap = itIndex->second; |
---|
| 500 | SendIndexMap::const_iterator itbSend = sendIndexMap.begin(), iteSend = sendIndexMap.end(), itSend; |
---|
| 501 | globalIndexDst[sendRank].resize(sendSize); |
---|
| 502 | weightDst[sendRank].resize(sendSize); |
---|
| 503 | sendMaskDst[sendRank] = new unsigned char [sendSize]; |
---|
| 504 | sendGlobalIndexSrc[sendRank] = new unsigned long [sendSize]; |
---|
| 505 | int countIndex = 0; |
---|
| 506 | for (itSend = itbSend; itSend != iteSend; ++itSend) |
---|
[620] | 507 | { |
---|
[862] | 508 | const std::vector<std::pair<size_t,double> >& dstWeight = itSend->second; |
---|
| 509 | for (int idx = 0; idx < dstWeight.size(); ++idx) |
---|
| 510 | { |
---|
| 511 | globalIndexDst[sendRank](countIndex) = dstWeight[idx].first; |
---|
| 512 | weightDst[sendRank](countIndex) = dstWeight[idx].second; |
---|
| 513 | if (0 < globalLocalIndexGridDestSendToServer.count(dstWeight[idx].first)) |
---|
| 514 | sendMaskDst[sendRank][countIndex] = 1; |
---|
| 515 | else |
---|
| 516 | sendMaskDst[sendRank][countIndex] = 0; |
---|
| 517 | sendGlobalIndexSrc[sendRank][countIndex] = itSend->first; |
---|
| 518 | ++countIndex; |
---|
| 519 | } |
---|
[620] | 520 | } |
---|
[862] | 521 | |
---|
| 522 | // Send global index source and mask |
---|
[1328] | 523 | ep_lib::MPI_Isend(sendGlobalIndexSrc[sendRank], sendSize, MPI_UNSIGNED_LONG, sendRank, 46, client->intraComm, &requests[requests_position++]); |
---|
| 524 | ep_lib::MPI_Isend(sendMaskDst[sendRank], sendSize, MPI_UNSIGNED_CHAR, sendRank, 47, client->intraComm, &requests[requests_position++]); |
---|
[620] | 525 | } |
---|
| 526 | |
---|
[862] | 527 | status.resize(requests.size()); |
---|
[1328] | 528 | ep_lib::MPI_Waitall(requests.size(), &requests[0], &status[0]); |
---|
[862] | 529 | |
---|
| 530 | // Okie, now use the mask to identify which index source we need to send, then also signal the destination which masked index we will return |
---|
[1328] | 531 | requests.resize(sendRankSizeMap.size() + recvRankSizeMap.size()); |
---|
| 532 | requests_position = 0; |
---|
| 533 | std::vector<ep_lib::MPI_Status>().swap(status); |
---|
[862] | 534 | // Okie, on destination side, we will wait for information of masked index of source |
---|
| 535 | for (std::map<int,int>::const_iterator itSend = sendRankSizeMap.begin(); itSend != sendRankSizeMap.end(); ++itSend) |
---|
| 536 | { |
---|
| 537 | int recvRank = itSend->first; |
---|
| 538 | int recvSize = itSend->second; |
---|
| 539 | |
---|
[1328] | 540 | ep_lib::MPI_Irecv(sendMaskDst[recvRank], recvSize, MPI_UNSIGNED_CHAR, recvRank, 48, client->intraComm, &requests[requests_position++]); |
---|
[862] | 541 | } |
---|
| 542 | |
---|
| 543 | // Ok, now we fill in local index of grid source (we even count for masked index) |
---|
| 544 | CDistributionClient distributionClientSrc(client->clientRank, gridSource_); |
---|
| 545 | CDistributionClient::GlobalLocalDataMap& globalLocalIndexGridSrcSendToServer = distributionClientSrc.getGlobalLocalDataSendToServer(); |
---|
[841] | 546 | localIndexToSendFromGridSource_.push_back(SendingIndexGridSourceMap()); |
---|
| 547 | SendingIndexGridSourceMap& tmpSend = localIndexToSendFromGridSource_.back(); |
---|
[862] | 548 | for (std::map<int,int>::const_iterator itRecv = recvRankSizeMap.begin(); itRecv != recvRankSizeMap.end(); ++itRecv) |
---|
[620] | 549 | { |
---|
[862] | 550 | int recvRank = itRecv->first; |
---|
| 551 | int recvSize = itRecv->second; |
---|
| 552 | unsigned char* recvMask = recvMaskDst[recvRank]; |
---|
| 553 | unsigned long* recvIndexSrc = recvGlobalIndexSrc[recvRank]; |
---|
| 554 | int realSendSize = 0; |
---|
| 555 | for (int idx = 0; idx < recvSize; ++idx) |
---|
[620] | 556 | { |
---|
[862] | 557 | if (0 != (*(recvMask+idx))) // OKie, now we have a demand from non-masked index destination |
---|
| 558 | if (0 < globalLocalIndexGridSrcSendToServer.count(*(recvIndexSrc+idx))) // check whether index source is masked |
---|
| 559 | ++realSendSize; |
---|
| 560 | else // inform the destination that this index is masked |
---|
| 561 | *(recvMask+idx) = 0; |
---|
[620] | 562 | } |
---|
[862] | 563 | |
---|
| 564 | tmpSend[recvRank].resize(realSendSize); |
---|
| 565 | realSendSize = 0; |
---|
| 566 | for (int idx = 0; idx < recvSize; ++idx) |
---|
| 567 | { |
---|
| 568 | if (0 != (*(recvMask+idx))) // OKie, now we have a demand from non-masked index destination |
---|
| 569 | { |
---|
| 570 | tmpSend[recvRank](realSendSize) = globalLocalIndexGridSrcSendToServer[*(recvIndexSrc+idx)]; |
---|
| 571 | ++realSendSize; |
---|
| 572 | } |
---|
| 573 | } |
---|
| 574 | |
---|
| 575 | // Okie, now inform the destination which source index are masked |
---|
[1328] | 576 | ep_lib::MPI_Isend(recvMaskDst[recvRank], recvSize, MPI_UNSIGNED_CHAR, recvRank, 48, client->intraComm, &requests[requests_position++]); |
---|
[620] | 577 | } |
---|
[862] | 578 | status.resize(requests.size()); |
---|
[1328] | 579 | ep_lib::MPI_Waitall(requests.size(), &requests[0], &status[0]); |
---|
[862] | 580 | |
---|
| 581 | // Cool, now we can fill in local index of grid destination (counted for masked index) |
---|
| 582 | localIndexToReceiveOnGridDest_.push_back(RecvIndexGridDestinationMap()); |
---|
| 583 | RecvIndexGridDestinationMap& recvTmp = localIndexToReceiveOnGridDest_.back(); |
---|
| 584 | for (std::map<int,int>::const_iterator itSend = sendRankSizeMap.begin(); itSend != sendRankSizeMap.end(); ++itSend) |
---|
| 585 | { |
---|
| 586 | int recvRank = itSend->first; |
---|
| 587 | int recvSize = itSend->second; |
---|
| 588 | unsigned char* recvMask = sendMaskDst[recvRank]; |
---|
| 589 | |
---|
| 590 | CArray<size_t,1>& recvIndexDst = globalIndexDst[recvRank]; |
---|
| 591 | CArray<double,1>& recvWeightDst = weightDst[recvRank]; |
---|
| 592 | int realRecvSize = 0; |
---|
| 593 | for (int idx = 0; idx < recvSize; ++idx) |
---|
| 594 | { |
---|
| 595 | if (0 != *(recvMask+idx)) // OKie, now we have a non-masked index destination |
---|
| 596 | ++realRecvSize; |
---|
| 597 | } |
---|
| 598 | |
---|
| 599 | int localIndexDst; |
---|
| 600 | recvTmp[recvRank].resize(realRecvSize); |
---|
| 601 | realRecvSize = 0; |
---|
| 602 | for (int idx = 0; idx < recvSize; ++idx) |
---|
| 603 | { |
---|
| 604 | if (0 != *(recvMask+idx)) // OKie, now we have a demand from non-masked index destination |
---|
| 605 | { |
---|
| 606 | recvTmp[recvRank][realRecvSize].first = globalLocalIndexGridDestSendToServer[recvIndexDst(idx)]; |
---|
| 607 | recvTmp[recvRank][realRecvSize].second = recvWeightDst(idx); |
---|
[873] | 608 | tmpMask[globalLocalIndexGridDestSendToServer[recvIndexDst(idx)]] = true; |
---|
[862] | 609 | ++realRecvSize; |
---|
| 610 | } |
---|
| 611 | } |
---|
| 612 | } |
---|
| 613 | |
---|
| 614 | delete [] recvCount; |
---|
| 615 | delete [] displ; |
---|
| 616 | delete [] sendRankBuff; |
---|
| 617 | delete [] recvRankBuff; |
---|
| 618 | delete [] sendSizeBuff; |
---|
| 619 | delete [] recvSizeBuff; |
---|
| 620 | |
---|
| 621 | boost::unordered_map<int, unsigned char* >::const_iterator itChar; |
---|
| 622 | for (itChar = sendMaskDst.begin(); itChar != sendMaskDst.end(); ++itChar) |
---|
| 623 | delete [] itChar->second; |
---|
| 624 | for (itChar = recvMaskDst.begin(); itChar != recvMaskDst.end(); ++itChar) |
---|
| 625 | delete [] itChar->second; |
---|
| 626 | boost::unordered_map<int, unsigned long* >::const_iterator itLong; |
---|
| 627 | for (itLong = sendGlobalIndexSrc.begin(); itLong != sendGlobalIndexSrc.end(); ++itLong) |
---|
| 628 | delete [] itLong->second; |
---|
| 629 | for (itLong = recvGlobalIndexSrc.begin(); itLong != recvGlobalIndexSrc.end(); ++itLong) |
---|
| 630 | delete [] itLong->second; |
---|
| 631 | |
---|
[620] | 632 | } |
---|
| 633 | |
---|
[621] | 634 | /*! |
---|
| 635 | Local index of data which need sending from the grid source |
---|
| 636 | \return local index of data |
---|
| 637 | */ |
---|
[841] | 638 | const std::list<CGridTransformation::SendingIndexGridSourceMap>& CGridTransformation::getLocalIndexToSendFromGridSource() const |
---|
[620] | 639 | { |
---|
| 640 | return localIndexToSendFromGridSource_; |
---|
| 641 | } |
---|
| 642 | |
---|
[621] | 643 | /*! |
---|
| 644 | Local index of data which will be received on the grid destination |
---|
| 645 | \return local index of data |
---|
| 646 | */ |
---|
[841] | 647 | const std::list<CGridTransformation::RecvIndexGridDestinationMap>& CGridTransformation::getLocalIndexToReceiveOnGridDest() const |
---|
[620] | 648 | { |
---|
| 649 | return localIndexToReceiveOnGridDest_; |
---|
| 650 | } |
---|
| 651 | |
---|
[871] | 652 | /*! |
---|
| 653 | Number of index will be received on the grid destination |
---|
| 654 | \return number of index of data |
---|
| 655 | */ |
---|
[841] | 656 | const std::list<size_t>& CGridTransformation::getNbLocalIndexToReceiveOnGridDest() const |
---|
| 657 | { |
---|
| 658 | return nbLocalIndexOnGridDest_; |
---|
[620] | 659 | } |
---|
[841] | 660 | |
---|
[871] | 661 | /*! |
---|
| 662 | Local mask of data which will be received on the grid destination |
---|
| 663 | \return local mask of data |
---|
| 664 | */ |
---|
| 665 | const std::list<std::vector<bool> >& CGridTransformation::getLocalMaskIndexOnGridDest() const |
---|
| 666 | { |
---|
| 667 | return localMaskOnGridDest_; |
---|
[841] | 668 | } |
---|
[871] | 669 | |
---|
| 670 | } |
---|