source: XIOS/dev/dev_olga/src/node/axis.hpp @ 1130

Last change on this file since 1130 was 1129, checked in by mhnguyen, 7 years ago

Updating two-level server.
Each client now can play the role of server: It can forward data to other clients or write data like a server.
Each client must combine all data received from other client(s) before forward them or write them on files

+) Correct some bugs of exchange data_index in domain and axis
+) Reorder some functions in context.cpp to make sure that all necessary attributes are available before computing index
+) Add the mapping index for client to write data.

Test
+) On Curie
+) test_client and test_complete
+) Mode:

  • Only one level: Correct
  • Two levels: Work if using ddt (bug)

+) Only zoom is tested but other transformations should work
+) No reading test

  • Property copyright set to
    Software name : XIOS (Xml I/O Server)
    http://forge.ipsl.jussieu.fr/ioserver
    Creation date : January 2009
    Licence : CeCCIL version2
    see license file in root directory : Licence_CeCILL_V2-en.txt
    or http://www.cecill.info/licences/Licence_CeCILL_V2-en.html
    Holder : CEA/LSCE (Laboratoire des Sciences du CLimat et de l'Environnement)
    CNRS/IPSL (Institut Pierre Simon Laplace)
    Project Manager : Yann Meurdesoif
    yann.meurdesoif@cea.fr
  • Property svn:executable set to *
File size: 7.2 KB
Line 
1#ifndef __XIOS_CAxis__
2#define __XIOS_CAxis__
3
4/// XIOS headers ///
5#include "xios_spl.hpp"
6#include "group_factory.hpp"
7#include "virtual_node.hpp"
8
9#include "declare_group.hpp"
10#include "declare_ref_func.hpp"
11#include "declare_virtual_node.hpp"
12#include "attribute_array.hpp"
13#include "attribute_enum.hpp"
14#include "attribute_enum_impl.hpp"
15#include "server_distribution_description.hpp"
16#include "transformation.hpp"
17#include "transformation_enum.hpp"
18
19namespace xios {
20   /// ////////////////////// Déclarations ////////////////////// ///
21
22   class CAxisGroup;
23   class CAxisAttributes;
24   class CAxis;
25
26   ///--------------------------------------------------------------
27
28   // Declare/Define CAxisAttribute
29   BEGIN_DECLARE_ATTRIBUTE_MAP(CAxis)
30#  include "axis_attribute.conf"
31#  include "axis_attribute_private.conf"
32   END_DECLARE_ATTRIBUTE_MAP(CAxis)
33
34   ///--------------------------------------------------------------
35
36   class CAxis
37      : public CObjectTemplate<CAxis>
38      , public CAxisAttributes
39   {
40               /// typedef ///
41         typedef CObjectTemplate<CAxis>   SuperClass;
42         typedef CAxisAttributes SuperClassAttribute;
43         
44      public :
45         enum EEventId
46         {
47           EVENT_ID_DISTRIBUTION_ATTRIBUTE,
48           EVENT_ID_INDEX,
49           EVENT_ID_DISTRIBUTED_VALUE,
50           EVENT_ID_NON_DISTRIBUTED_VALUE,
51           EVENT_ID_NON_DISTRIBUTED_ATTRIBUTES,
52           EVENT_ID_DISTRIBUTED_ATTRIBUTES
53         } ;
54
55
56
57      public :
58
59         typedef CAxisAttributes RelAttributes;
60         typedef CAxisGroup      RelGroup;
61         typedef CTransformation<CAxis>::TransformationMapTypes TransMapTypes;
62
63      public:
64         /// Constructeurs ///
65         CAxis(void);
66         explicit CAxis(const StdString & id);
67         CAxis(const CAxis & axis);       // Not implemented yet.
68         CAxis(const CAxis * const axis); // Not implemented yet.
69
70         static CAxis* createAxis();
71
72         /// Accesseurs ///
73         const std::set<StdString> & getRelFiles(void) const;
74
75         const std::vector<int>& getIndexesToWrite(void) const;
76         int getNumberWrittenIndexes() const;
77         int getTotalNumberWrittenIndexes() const;
78         int getOffsetWrittenIndexes() const;
79
80         std::map<int, StdSize> getAttributesBufferSize();
81
82         /// Test ///
83         bool IsWritten(const StdString & filename) const;
84         bool isWrittenCompressed(const StdString& filename) const;
85         bool isDistributed(void) const;
86         bool isCompressible(void) const;
87
88         /// Mutateur ///
89         void addRelFile(const StdString & filename);
90         void addRelFileCompressed(const StdString& filename);
91
92         /// Vérifications ///
93         void checkAttributes(void);
94
95         /// Destructeur ///
96         virtual ~CAxis(void);
97
98         virtual void parse(xml::CXMLNode & node);
99
100         /// Accesseurs statiques ///
101         static StdString GetName(void);
102         static StdString GetDefName(void);
103         static ENodeType GetType(void);
104
105         static bool dispatchEvent(CEventServer& event);
106         static void recvDistributionAttribute(CEventServer& event);
107         void recvDistributionAttribute(CBufferIn& buffer) ;
108         void checkAttributesOnClient();
109         void checkAttributesOnClientAfterTransformation(const std::vector<int>& globalDim, int orderPositionInGrid,
110                                                         CServerDistributionDescription::ServerDistributionType distType = CServerDistributionDescription::BAND_DISTRIBUTION);
111         void sendCheckedAttributes(const std::vector<int>& globalDim, int orderPositionInGrid,
112                                    CServerDistributionDescription::ServerDistributionType disType = CServerDistributionDescription::BAND_DISTRIBUTION);
113
114         void checkEligibilityForCompressedOutput();
115
116         void computeWrittenIndex();
117         bool hasTransformation();
118         void solveInheritanceTransformation();
119         TransMapTypes getAllTransformations();
120         void fillInValues(const CArray<double,1>& values);
121         void duplicateTransformation(CAxis*);
122         CTransformation<CAxis>* addTransformation(ETranformationType transType, const StdString& id="");
123
124      public:
125        int zoom_begin_srv, zoom_end_srv, zoom_size_srv;
126        int ni_srv, begin_srv, end_srv;
127        CArray<double,1> value_srv;
128        CArray<double,2> bound_srv;
129        bool hasValue;
130        CArray<int,1> globalDimGrid;
131        int orderPosInGrid;
132        CArray<size_t,1> localIndexToWriteOnServer;
133
134      private:
135         void checkData();
136         void checkMask();
137         void checkZoom();
138         void checkBounds();         
139         void sendAttributes(const std::vector<int>& globalDim, int orderPositionInGrid,
140                             CServerDistributionDescription::ServerDistributionType distType);
141         void sendDistributionAttribute(const std::vector<int>& globalDim, int orderPositionInGrid,
142                                        CServerDistributionDescription::ServerDistributionType distType);
143         void computeConnectedServer(const std::vector<int>& globalDim, int orderPositionInGrid,
144                                     CServerDistributionDescription::ServerDistributionType distType);
145
146         void sendNonDistributedAttributes(void);
147         void sendDistributedAttributes(void);
148
149         static void recvNonDistributedAttributes(CEventServer& event);
150         static void recvDistributedAttributes(CEventServer& event);
151         void recvNonDistributedAttributes(int rank, CBufferIn& buffer);
152         void recvDistributedAttributes(vector<int>& rank, vector<CBufferIn*> buffers);
153
154         void setTransformations(const TransMapTypes&);
155
156      private:
157         bool isChecked;
158         bool areClientAttributesChecked_;
159         bool isClientAfterTransformationChecked;
160         std::set<StdString> relFiles, relFilesCompressed;
161         TransMapTypes transformationMap_;
162         bool isDistributed_;
163         //! True if and only if the data defined on the axis can be outputted in a compressed way
164         bool isCompressible_;
165         std::map<int,int> nbConnectedClients_; // Mapping of number of communicating client to a server
166         boost::unordered_map<int, vector<size_t> > indSrv_; // Global index of each client sent to server
167         std::map<int, vector<int> > indWrittenSrv_; // Global written index of each client sent to server
168         boost::unordered_map<size_t,size_t> globalLocalIndexMap_;
169         std::vector<int> indexesToWrite;
170         int numberWrittenIndexes_, totalNumberWrittenIndexes_, offsetWrittenIndexes_;
171         std::vector<int> connectedServerRank_;
172         std::map<int, CArray<int,1> > indiSrv_;
173         bool hasBounds_;
174
175         bool doZoomByIndex_;
176         bool computedWrittenIndex_;
177
178       private:
179         static bool initializeTransformationMap(std::map<StdString, ETranformationType>& m);
180         static std::map<StdString, ETranformationType> transformationMapList_;
181         static bool dummyTransformationMapList_;
182
183         DECLARE_REF_FUNC(Axis,axis)
184   }; // class CAxis
185
186   ///--------------------------------------------------------------
187
188   // Declare/Define CAxisGroup and CAxisDefinition
189   DECLARE_GROUP(CAxis);
190} // namespace xios
191
192#endif // __XIOS_CAxis__
Note: See TracBrowser for help on using the repository browser.