source: XIOS/dev/XIOS_DEV_CMIP6/src/node/field.hpp @ 1524

Last change on this file since 1524 was 1524, checked in by ymipsl, 6 years ago

Bug fix ;

Virtual grid created from field using domain_ref/axis_ref could be conflicting with other grid using same elements but with an other distribution sent to servers.

YM

  • Property copyright set to
    Software name : XIOS (Xml I/O Server)
    http://forge.ipsl.jussieu.fr/ioserver
    Creation date : January 2009
    Licence : CeCCIL version2
    see license file in root directory : Licence_CeCILL_V2-en.txt
    or http://www.cecill.info/licences/Licence_CeCILL_V2-en.html
    Holder : CEA/LSCE (Laboratoire des Sciences du CLimat et de l'Environnement)
    CNRS/IPSL (Institut Pierre Simon Laplace)
    Project Manager : Yann Meurdesoif
    yann.meurdesoif@cea.fr
  • Property svn:executable set to *
File size: 10.4 KB
Line 
1#ifndef __XIOS_CField__
2#define __XIOS_CField__
3
4/// XIOS headers ///
5#include "xios_spl.hpp"
6#include "group_factory.hpp"
7#include "functor.hpp"
8#include "functor_type.hpp"
9#include "duration.hpp"
10#include "date.hpp"
11#include "declare_group.hpp"
12#include "calendar_util.hpp"
13#include "array_new.hpp"
14#include "attribute_array.hpp"
15#include "declare_ref_func.hpp"
16#include "transformation_enum.hpp"
17#include "variable.hpp"
18#include "context_client.hpp"
19
20
21namespace xios {
22
23   /// ////////////////////// Déclarations ////////////////////// ///
24
25   class CFieldGroup;
26   class CFieldAttributes;
27   class CField;
28
29   class CFile;
30   class CGrid;
31   class CContext;
32   class CGenericFilter;
33
34   class CGarbageCollector;
35   class COutputPin;
36   class CSourceFilter;
37   class CStoreFilter;
38   class CFileWriterFilter;
39   class CFileServerWriterFilter;
40
41   ///--------------------------------------------------------------
42
43   // Declare/Define CFieldAttribute
44   BEGIN_DECLARE_ATTRIBUTE_MAP(CField)
45#  include "field_attribute.conf"
46   END_DECLARE_ATTRIBUTE_MAP(CField)
47
48   ///--------------------------------------------------------------
49   class CField
50      : public CObjectTemplate<CField>
51      , public CFieldAttributes
52   {
53         /// friend ///
54         friend class CFile;
55
56         /// typedef ///
57         typedef CObjectTemplate<CField>   SuperClass;
58         typedef CFieldAttributes SuperClassAttribute;
59
60         enum EReadField
61         {
62           RF_NODATA, RF_EOF, RF_DATA
63         };
64         
65      public:
66
67         typedef CFieldAttributes RelAttributes;
68         typedef CFieldGroup      RelGroup;
69
70         enum EEventId
71         {
72           EVENT_ID_UPDATE_DATA, EVENT_ID_READ_DATA, EVENT_ID_READ_DATA_READY,
73           EVENT_ID_ADD_VARIABLE, EVENT_ID_ADD_VARIABLE_GROUP
74         };
75
76         /// Constructeurs ///
77         CField(void);
78         explicit CField(const StdString& id);
79         CField(const CField& field);       // Not implemented yet.
80         CField(const CField* const field); // Not implemented yet.
81
82         /// Accesseurs ///
83
84         CGrid* getRelGrid(void) const;
85         CFile* getRelFile(void) const;
86
87         func::CFunctor::ETimeType getOperationTimeType() const;
88
89      public:
90         int getNStep(void) const;
91
92         template <int N> void getData(CArray<double, N>& _data) const;
93
94         boost::shared_ptr<COutputPin> getInstantDataFilter();
95
96         /// Mutateur ///
97         void setRelFile(CFile* _file);
98         void incrementNStep(void);
99         void resetNStep(int nstep = 0);
100         void resetNStepMax();
101
102         std::map<int, StdSize> getGridAttributesBufferSize(CContextClient* client, bool bufferForWriting = false);
103         // Grid data buffer size for each connection of contextclient
104         std::map<int, StdSize> getGridDataBufferSize(CContextClient* client, bool bufferForWriting = false);
105
106         void setContextClient(CContextClient* newContextClient);
107         CContextClient* getContextClient();
108
109       public:
110         bool isActive(bool atCurrentTimestep = false) const;
111         bool hasOutputFile;
112
113         bool wasWritten() const;
114         void setWritten();
115
116         bool getUseCompressedOutput() const;
117         void setUseCompressedOutput();
118
119         /// Traitements ///
120         void solveGridReference(void);
121         void solveServerOperation(void);
122         void solveCheckMaskIndex(bool doSendingIndex);
123         void solveAllReferenceEnabledField(bool doSending2Server);
124         void solveOnlyReferenceEnabledField(bool doSending2Server);
125         void generateNewTransformationGridDest();
126         void updateRef(CGrid* grid);
127         void buildGridTransformationGraph();
128         void solveGridDomainAxisRef(bool checkAtt);
129         void solveTransformedGrid();
130         void solveGenerateGrid();
131         void solveGridDomainAxisBaseRef();
132
133         void solveAllEnabledFieldsAndTransform();
134         void checkGridOfEnabledFields();
135         void sendGridOfEnabledFields();
136         void sendGridComponentOfEnabledFields();
137
138         /// Vérifications ///
139         void checkTimeAttributes(CDuration* freqOp=NULL);
140
141         void buildFilterGraph(CGarbageCollector& gc, bool enableOutput);
142         size_t getGlobalWrittenSize(void) ;
143         
144         
145         boost::shared_ptr<COutputPin> getFieldReference(CGarbageCollector& gc);
146         boost::shared_ptr<COutputPin> getSelfReference(CGarbageCollector& gc);
147         boost::shared_ptr<COutputPin> getTemporalDataFilter(CGarbageCollector& gc, CDuration outFreq);
148         boost::shared_ptr<COutputPin> getSelfTemporalDataFilter(CGarbageCollector& gc, CDuration outFreq);
149
150//         virtual void fromBinary(StdIStream& is);
151
152         /// Destructeur ///
153         virtual ~CField(void);
154
155         /// Accesseurs statiques ///
156         static StdString GetName(void);
157         static StdString GetDefName(void);
158
159         static ENodeType GetType(void);
160
161        template <int N> void setData(const CArray<double, N>& _data);
162        static bool dispatchEvent(CEventServer& event);
163        void sendAllAttributesToServer(CContextClient* client) ; 
164        void sendUpdateData(const CArray<double,1>& data);
165        void sendUpdateData(const CArray<double,1>& data, CContextClient* client);
166        static void recvUpdateData(CEventServer& event);
167        void recvUpdateData(std::map<int,CBufferIn*>& rankBuffers);
168        void writeField(void);
169        bool sendReadDataRequest(const CDate& tsDataRequested);
170        bool sendReadDataRequestIfNeeded(void);
171        static void recvReadDataRequest(CEventServer& event);
172        void recvReadDataRequest(void);
173        EReadField readField(void);
174        static void recvReadDataReady(CEventServer& event);
175        void recvReadDataReady(vector<int> ranks, vector<CBufferIn*> buffers);
176        void checkForLateDataFromServer(void);
177        void checkIfMustAutoTrigger(void);
178        void autoTriggerIfNeeded(void);
179        void outputField(CArray<double,3>& fieldOut);
180        void outputField(CArray<double,2>& fieldOut);
181        void outputField(CArray<double,1>& fieldOut);
182        void inputField(CArray<double,3>& fieldOut);
183        void inputField(CArray<double,2>& fieldOut);
184        void inputField(CArray<double,1>& fieldOut);
185        void outputCompressedField(CArray<double, 1>& fieldOut);
186        void scaleFactorAddOffset(double scaleFactor, double addOffset);
187        void invertScaleFactorAddOffset(double scaleFactor, double addOffset);
188        void parse(xml::CXMLNode& node);
189
190        void setVirtualVariableGroup(CVariableGroup* newVVariableGroup);
191        CVariableGroup* getVirtualVariableGroup(void) const;
192        vector<CVariable*> getAllVariables(void) const;
193        virtual void solveDescInheritance(bool apply, const CAttributeMap* const parent = 0);
194
195        CVariable* addVariable(const string& id = "");
196        CVariableGroup* addVariableGroup(const string& id = "");       
197        void sendAddVariable(const string& id, CContextClient* client);
198        void sendAddVariableGroup(const string& id, CContextClient* client);
199        static void recvAddVariable(CEventServer& event);
200        void recvAddVariable(CBufferIn& buffer);
201        static void recvAddVariableGroup(CEventServer& event);
202        void recvAddVariableGroup(CBufferIn& buffer);       
203        void sendAddAllVariables(CContextClient* client);
204        void writeUpdateData(const CArray<double,1>& data);
205
206        const std::vector<StdString>& getRefDomainAxisIds();
207
208        const string& getExpression(void);
209        bool hasExpression(void) const;
210
211      public:
212         /// Propriétés privées ///
213         CVariableGroup* vVariableGroup;
214
215         CGrid*  grid;
216         CFile*  file;
217
218         CDuration freq_operation_srv, freq_write_srv;
219
220         bool written; //<! Was the field written at least once
221         int nstep, nstepMax;
222         bool isEOF;
223         CDate lastlast_Write_srv, last_Write_srv, last_operation_srv;
224         CDate lastDataRequestedFromServer, lastDataReceivedFromServer, dateEOF;
225         bool wasDataRequestedFromServer, wasDataAlreadyReceivedFromServer;
226         bool mustAutoTrigger;
227
228         map<int,boost::shared_ptr<func::CFunctor> > foperation_srv;
229
230         // map<int, CArray<double,1> > data_srv;
231         CArray<double,1> recvDataSrv;
232         
233         boost::shared_ptr<func::CFunctor> recvFoperationSrv;
234         string content;
235
236         std::vector<StdString> domAxisScalarIds_;
237         bool useCompressedOutput;
238
239         // Two variables to identify the time_counter meta data written in file, which has no time_counter
240         bool hasTimeInstant;
241         bool hasTimeCentered;
242
243
244         DECLARE_REF_FUNC(Field,field)
245
246      private:
247         CContextClient* client;
248
249         bool areAllReferenceSolved;
250         bool isReferenceSolved;
251         bool isReferenceSolvedAndTransformed;
252         bool isGridChecked;
253         bool nstepMaxRead;
254
255      private:
256         //! The type of operation attached to the field
257         func::CFunctor::ETimeType operationTimeType;
258
259         //! The output pin of the filter providing the instant data for the field
260         boost::shared_ptr<COutputPin> instantDataFilter;
261         //! The output pin of the filters providing the result of the field's temporal operation
262         std::map<CDuration, boost::shared_ptr<COutputPin>, DurationFakeLessComparator> temporalDataFilters;
263         //! The output pin of the filter providing the instant data for self references
264         boost::shared_ptr<COutputPin> selfReferenceFilter;
265         //! The source filter for data provided by the client
266         boost::shared_ptr<CSourceFilter> clientSourceFilter;
267         //! The source filter for data provided by the server
268         boost::shared_ptr<CSourceFilter> serverSourceFilter;
269         //! The terminal filter which stores the instant data
270         boost::shared_ptr<CStoreFilter> storeFilter;
271         //! The terminal filter which writes the data to file
272         boost::shared_ptr<CFileWriterFilter> fileWriterFilter;
273         //! The terminal filter which writes data to file
274         boost::shared_ptr<CFileServerWriterFilter> fileServerWriterFilter;
275   }; // class CField
276
277   ///--------------------------------------------------------------
278
279   // Declare/Define CFieldGroup and CFieldDefinition
280   DECLARE_GROUP(CField);
281
282   ///-----------------------------------------------------------------
283
284   template <>
285      void CGroupTemplate<CField, CFieldGroup, CFieldAttributes>::solveRefInheritance(void);
286
287   ///-----------------------------------------------------------------
288} // namespace xios
289
290
291#endif // __XIOS_CField__
Note: See TracBrowser for help on using the repository browser.