source: XIOS/trunk/src/distribution_client.hpp @ 843

Last change on this file since 843 was 843, checked in by mhnguyen, 5 years ago

Several improvements

+) Replace some time-consuming operations by simpler ones

Test
+) On Curie
+) All tests pass

File size: 5.6 KB
Line 
1/*!
2   \file distribution_client.hpp
3   \author Ha NGUYEN
4   \since 13 Jan 2015
5   \date 09 Mars 2015
6
7   \brief Index distribution on client side.
8 */
9#ifndef __XIOS_DISTRIBUTIONCLIENT_HPP__
10#define __XIOS_DISTRIBUTIONCLIENT_HPP__
11
12#include <distribution.hpp>
13#include "axis.hpp"
14#include "domain.hpp"
15#include "grid.hpp"
16#include <boost/unordered_map.hpp>
17
18namespace xios {
19
20class CGrid;
21class CDomain;
22class CAxis;
23
24/*!
25  \class CDistributionClient
26  This class bases on the knowledge of distribution on client side (decided by users)
27to calculate the global index of its local data.
28*/
29class CDistributionClient : public CDistribution
30{
31public:
32  typedef boost::unordered_map<size_t,int> GlobalLocalDataMap;
33
34  public:
35    /** Default constructor */
36    CDistributionClient(int rank, int dims, const CArray<size_t,1>& globalIndex = CArray<size_t,1>());
37    CDistributionClient(int rank, CGrid* grid);
38
39    void createGlobalIndexSendToServer();
40
41    /** Default destructor */
42    virtual ~CDistributionClient();
43
44    virtual const std::vector<int>& getLocalDataIndexOnClient();
45    const GlobalLocalDataMap& getGlobalLocalDataSendToServer();
46    const std::vector<int>& getLocalMaskIndexOnClient();
47
48    std::vector<int> getNGlob() { return nGlob_; }
49    std::vector<int> getDataNIndex() { return dataNIndex_; }
50
51    bool isDataDistributed() { return isDataDistributed_; }
52
53    static int getDomainIndex(const int& dataIIndex, const int& dataJIndex,
54                                     const int& dataIBegin, const int& dataJBegin,
55                                     const int& dataDim, const int& ni, int& j);
56    static int getAxisIndex(const int& dataIndex, const int& dataBegin, const int& ni);
57
58  protected:
59    void createGlobalIndex();
60    void readDistributionInfo(CGrid* grid);
61    void readDistributionInfo(const std::vector<CDomain*>& domList,
62                              const std::vector<CAxis*>& axisList,
63                              const CArray<bool,1>& axisDomainOrder);
64  private:
65    //! Create local index of a domain
66    void createLocalDomainDataIndex();
67
68    //! Create local index of an axis
69    void createLocalAxisDataIndex();
70
71    template<int N>
72    void readGridMaskInfo(const CArray<bool,N>& gridMask);
73
74  private:
75    //!< LocalData index on client
76    GlobalLocalDataMap globalLocalDataSendToServerMap_;
77    std::vector<int> localDataIndex_;
78    std::vector<int> localMaskIndex_;
79
80  private:
81    /*! Domains and axis are considered elements.
82     * A grid composed of 1 domain and 1 axis has 2 elements */
83    int numElement_;
84    CArray<bool,1> axisDomainOrder_; //!< Order of axis and domain of a grid
85
86    std::vector<int> nLocal_; //!< Local size of each dimension (ni, nj, etc, ...)
87    std::vector<int> nGlob_; //!< Global size of each dimension (e.x: ni_glo, nj_glo, etc, ...)
88    std::vector<int> nBeginLocal_;//!< Begin index of each dimension (e.x: for domain, it's always 0, for axis, it's zoom_begin, ...)
89    std::vector<int> nBeginGlobal_; //!< Begin index of each dimension (e.x: ibegin, jbegin, ...)
90    std::vector<int> nZoomBegin_; //!< Begin index of zoom of each dimension
91    std::vector<int> nZoomEnd_; //!< End index of zoom of each dimension
92
93    // Data_n_index of domain or axis (For now, axis uses its size as data_n_index
94    std::vector<int> dataNIndex_; //!< Data_n_index in case of domain
95    std::vector<int> dataDims_; //!< Data_dim, domain can have data_dim == 1 or 2
96    std::vector<int> dataBegin_; //!< Data begin (data_ibegin, data_jbegin, etc)
97    std::vector<CArray<int,1>* > dataIndex_; //!< Data index
98    std::vector<CArray<int,1>* > infoIndex_; //!< i_index, j_index
99
100    std::vector<CArray<bool,1> > domainMasks_; //!< Domain mask
101    std::vector<CArray<bool,1> > axisMasks_; //!< Axis mask
102
103    std::vector<std::vector<int> > localDomainIndex_;
104    std::vector<std::vector<int> > localAxisIndex_;
105    std::vector<int> indexMap_; //!< Mapping element index to dimension index
106
107    // The correct index of a domain has true value, the ghost one has false value
108    std::vector<std::vector<bool> > indexDomainData_;
109    std::vector<std::vector<bool> > indexAxisData_;
110
111    //!< (Only for grid with one axis or scalar)Flag to determine whether data is distributed or not
112    bool isDataDistributed_;
113    int axisNum_;
114    int domainNum_;
115    bool isComputed_;
116
117  private:
118    // Just suppose that grid mask has 3 dimension. Need change
119    CArray<bool,1> gridMask_; //!< Mask of grid
120
121  private:
122    CDistributionClient(const CDistributionClient& distClient); //! Not implement
123};
124
125/*!
126  A grid can have multiple dimension, so can its mask in the form of multi-dimension array.
127It's not a good idea to store all multi-dimension arrays corresponding to each mask.
128One of the ways is to convert this array into 1-dimension one and every process is taken place on it.
129  \param [in] multi-dimension array grid mask
130*/
131template<int N>
132void CDistributionClient::readGridMaskInfo(const CArray<bool,N>& gridMask)
133{
134  int dim = gridMask.dimensions();
135  std::vector<int> dimensionSizes(dim);
136  for (int i = 0; i < dim; ++i) dimensionSizes[i] = gridMask.extent(i);
137
138  std::vector<int> idxLoop(dim,0);
139  int ssize = gridMask.numElements(), idx = 0;
140  gridMask_.resize(ssize);
141  while (idx < ssize)
142  {
143    for (int i = 0; i < dim-1; ++i)
144    {
145      if (idxLoop[i] == dimensionSizes[i])
146      {
147        idxLoop[i] = 0;
148        ++idxLoop[i+1];
149      }
150    }
151
152    int maskIndex = idxLoop[0];
153    int mulDim = 1;
154    for (int k = 1; k < dim; ++k)
155    {
156      mulDim *= dimensionSizes[k-1];
157      maskIndex += idxLoop[k]*mulDim;
158    }
159    gridMask_(maskIndex) = *(gridMask.dataFirst()+maskIndex);
160
161    ++idxLoop[0];
162    ++idx;
163  }
164}
165
166} // namespace xios
167#endif // __XIOS_DISTRIBUTIONCLIENT_HPP__
Note: See TracBrowser for help on using the repository browser.