source: XIOS/trunk/src/node/field.hpp @ 2361

Last change on this file since 2361 was 2319, checked in by jderouillat, 2 years ago

Add a checksum ability in xios_send/recv_field, enabled with info_level > 100.

  • Property copyright set to
    Software name : XIOS (Xml I/O Server)
    http://forge.ipsl.jussieu.fr/ioserver
    Creation date : January 2009
    Licence : CeCCIL version2
    see license file in root directory : Licence_CeCILL_V2-en.txt
    or http://www.cecill.info/licences/Licence_CeCILL_V2-en.html
    Holder : CEA/LSCE (Laboratoire des Sciences du CLimat et de l'Environnement)
    CNRS/IPSL (Institut Pierre Simon Laplace)
    Project Manager : Yann Meurdesoif
    yann.meurdesoif@cea.fr
  • Property svn:executable set to *
File size: 10.7 KB
RevLine 
[591]1#ifndef __XIOS_CField__
2#define __XIOS_CField__
[219]3
[591]4/// XIOS headers ///
5#include "xios_spl.hpp"
[219]6#include "group_factory.hpp"
7#include "functor.hpp"
8#include "functor_type.hpp"
[1704]9#include "filter.hpp"
[219]10#include "duration.hpp"
11#include "date.hpp"
12#include "declare_group.hpp"
[231]13#include "calendar_util.hpp"
[369]14#include "array_new.hpp"
15#include "attribute_array.hpp"
[540]16#include "declare_ref_func.hpp"
[619]17#include "transformation_enum.hpp"
[646]18#include "variable.hpp"
[1021]19#include "context_client.hpp"
[219]20
[300]21
[335]22namespace xios {
[509]23
[219]24   /// ////////////////////// Déclarations ////////////////////// ///
25
26   class CFieldGroup;
27   class CFieldAttributes;
28   class CField;
29
30   class CFile;
31   class CGrid;
[640]32   class CContext;
[619]33   class CGenericFilter;
34
[640]35   class CGarbageCollector;
36   class COutputPin;
37   class CSourceFilter;
38   class CStoreFilter;
39   class CFileWriterFilter;
[1024]40   class CFileServerWriterFilter;
[640]41
[219]42   ///--------------------------------------------------------------
43
44   // Declare/Define CFieldAttribute
45   BEGIN_DECLARE_ATTRIBUTE_MAP(CField)
46#  include "field_attribute.conf"
47   END_DECLARE_ATTRIBUTE_MAP(CField)
48
49   ///--------------------------------------------------------------
50   class CField
51      : public CObjectTemplate<CField>
52      , public CFieldAttributes
53   {
54         /// friend ///
55         friend class CFile;
56
57         /// typedef ///
58         typedef CObjectTemplate<CField>   SuperClass;
59         typedef CFieldAttributes SuperClassAttribute;
60
[1232]61         enum EReadField
62         {
63           RF_NODATA, RF_EOF, RF_DATA
64         };
65         
[707]66      public:
[219]67
68         typedef CFieldAttributes RelAttributes;
69         typedef CFieldGroup      RelGroup;
70
[300]71         enum EEventId
72         {
[598]73           EVENT_ID_UPDATE_DATA, EVENT_ID_READ_DATA, EVENT_ID_READ_DATA_READY,
74           EVENT_ID_ADD_VARIABLE, EVENT_ID_ADD_VARIABLE_GROUP
[651]75         };
[509]76
[219]77         /// Constructeurs ///
78         CField(void);
[651]79         explicit CField(const StdString& id);
80         CField(const CField& field);       // Not implemented yet.
81         CField(const CField* const field); // Not implemented yet.
[219]82
83         /// Accesseurs ///
84
[651]85         CGrid* getRelGrid(void) const;
86         CFile* getRelFile(void) const;
[219]87
[645]88         func::CFunctor::ETimeType getOperationTimeType() const;
89
[707]90      public:
[952]91         int getNStep(void) const;
[266]92
[593]93         template <int N> void getData(CArray<double, N>& _data) const;
[219]94
[1542]95         std::shared_ptr<COutputPin> getInstantDataFilter();
[219]96
97         /// Mutateur ///
[347]98         void setRelFile(CFile* _file);
[266]99         void incrementNStep(void);
[952]100         void resetNStep(int nstep = 0);
[599]101         void resetNStepMax();
[219]102
[1330]103         std::map<int, StdSize> getGridAttributesBufferSize(CContextClient* client, bool bufferForWriting = false);
104         // Grid data buffer size for each connection of contextclient
105         std::map<int, StdSize> getGridDataBufferSize(CContextClient* client, bool bufferForWriting = false);
[509]106
[1294]107         void setContextClient(CContextClient* newContextClient);
108         CContextClient* getContextClient();
109
[707]110       public:
[1158]111         bool isActive(bool atCurrentTimestep = false) const;
[651]112         bool hasOutputFile;
[219]113
[707]114         bool wasWritten() const;
115         void setWritten();
116
[676]117         bool getUseCompressedOutput() const;
118         void setUseCompressedOutput();
119
[219]120         /// Traitements ///
121         void solveGridReference(void);
[645]122         void solveServerOperation(void);
[509]123         void solveCheckMaskIndex(bool doSendingIndex);
[823]124         void solveAllReferenceEnabledField(bool doSending2Server);
125         void solveOnlyReferenceEnabledField(bool doSending2Server);
126         void generateNewTransformationGridDest();
127         void updateRef(CGrid* grid);
128         void buildGridTransformationGraph();
[509]129         void solveGridDomainAxisRef(bool checkAtt);
[619]130         void solveTransformedGrid();
[687]131         void solveGenerateGrid();
[775]132         void solveGridDomainAxisBaseRef();
[219]133
[1129]134         void solveAllEnabledFieldsAndTransform();
[1024]135         void checkGridOfEnabledFields();
136         void sendGridOfEnabledFields();
[1278]137         void sendGridComponentOfEnabledFields();
[1024]138
[1278]139         /// Vérifications ///
[1405]140         void checkTimeAttributes(CDuration* freqOp=NULL);
[1278]141
[1704]142         void buildFilterGraph(CGarbageCollector& gc, bool enableOutput, Time start_graph=-1, Time end_graph=-1);
[1215]143         size_t getGlobalWrittenSize(void) ;
144         
145         
[1704]146         std::shared_ptr<COutputPin> getFieldReference(CGarbageCollector& gc, Time start_graph=-1, Time end_graph=-1);
147         std::shared_ptr<COutputPin> getSelfReference(CGarbageCollector& gc, Time start_graph=-1, Time end_graph=-1);
[1542]148         std::shared_ptr<COutputPin> getTemporalDataFilter(CGarbageCollector& gc, CDuration outFreq);
149         std::shared_ptr<COutputPin> getSelfTemporalDataFilter(CGarbageCollector& gc, CDuration outFreq);
[640]150
[651]151//         virtual void fromBinary(StdIStream& is);
[219]152
153         /// Destructeur ///
154         virtual ~CField(void);
155
156         /// Accesseurs statiques ///
157         static StdString GetName(void);
158         static StdString GetDefName(void);
[509]159
[219]160         static ENodeType GetType(void);
[509]161
[2131]162        template <int N> void setData(const CArray<double, N>& _data, int ntile = -1);
[2319]163        void checkSumLike( const double* array, int numElements, bool output ) const;
[651]164        static bool dispatchEvent(CEventServer& event);
[1524]165        void sendAllAttributesToServer(CContextClient* client) ; 
[638]166        void sendUpdateData(const CArray<double,1>& data);
[1099]167        void sendUpdateData(const CArray<double,1>& data, CContextClient* client);
[651]168        static void recvUpdateData(CEventServer& event);
[1024]169        void recvUpdateData(std::map<int,CBufferIn*>& rankBuffers);
[651]170        void writeField(void);
[1158]171        bool sendReadDataRequest(const CDate& tsDataRequested);
[598]172        bool sendReadDataRequestIfNeeded(void);
173        static void recvReadDataRequest(CEventServer& event);
174        void recvReadDataRequest(void);
[1232]175        EReadField readField(void);
[598]176        static void recvReadDataReady(CEventServer& event);
177        void recvReadDataReady(vector<int> ranks, vector<CBufferIn*> buffers);
[1318]178        void checkForLateDataFromServer(void);
[1358]179        void checkIfMustAutoTrigger(void);
180        void autoTriggerIfNeeded(void);
[1158]181        void outputField(CArray<double,3>& fieldOut);
182        void outputField(CArray<double,2>& fieldOut);
[651]183        void outputField(CArray<double,1>& fieldOut);
[1158]184        void inputField(CArray<double,3>& fieldOut);
185        void inputField(CArray<double,2>& fieldOut);
[599]186        void inputField(CArray<double,1>& fieldOut);
[676]187        void outputCompressedField(CArray<double, 1>& fieldOut);
[651]188        void scaleFactorAddOffset(double scaleFactor, double addOffset);
[599]189        void invertScaleFactorAddOffset(double scaleFactor, double addOffset);
[651]190        void parse(xml::CXMLNode& node);
[509]191
[472]192        void setVirtualVariableGroup(CVariableGroup* newVVariableGroup);
193        CVariableGroup* getVirtualVariableGroup(void) const;
194        vector<CVariable*> getAllVariables(void) const;
[651]195        virtual void solveDescInheritance(bool apply, const CAttributeMap* const parent = 0);
[509]196
[651]197        CVariable* addVariable(const string& id = "");
[1144]198        CVariableGroup* addVariableGroup(const string& id = "");       
[1021]199        void sendAddVariable(const string& id, CContextClient* client);
[1144]200        void sendAddVariableGroup(const string& id, CContextClient* client);
[651]201        static void recvAddVariable(CEventServer& event);
202        void recvAddVariable(CBufferIn& buffer);
203        static void recvAddVariableGroup(CEventServer& event);
[1144]204        void recvAddVariableGroup(CBufferIn& buffer);       
[1021]205        void sendAddAllVariables(CContextClient* client);
[1024]206        void writeUpdateData(const CArray<double,1>& data);
[509]207
[887]208        const std::vector<StdString>& getRefDomainAxisIds();
[619]209
[1021]210        const string& getExpression(void);
211        bool hasExpression(void) const;
212
[1637]213        bool hasGridMask(void) const;
214
[707]215      public:
[219]216         /// Propriétés privées ///
[651]217         CVariableGroup* vVariableGroup;
[509]218
[651]219         CGrid*  grid;
[347]220         CFile*  file;
[219]221
[343]222         CDuration freq_operation_srv, freq_write_srv;
[219]223
[707]224         bool written; //<! Was the field written at least once
[952]225         int nstep, nstepMax;
[599]226         bool isEOF;
[651]227         CDate lastlast_Write_srv, last_Write_srv, last_operation_srv;
[1318]228         CDate lastDataRequestedFromServer, lastDataReceivedFromServer, dateEOF;
229         bool wasDataRequestedFromServer, wasDataAlreadyReceivedFromServer;
[1358]230         bool mustAutoTrigger;
[509]231
[1542]232         map<int,std::shared_ptr<func::CFunctor> > foperation_srv;
[509]233
[1144]234         // map<int, CArray<double,1> > data_srv;
[1024]235         CArray<double,1> recvDataSrv;
236         
[1542]237         std::shared_ptr<func::CFunctor> recvFoperationSrv;
[651]238         string content;
[509]239
[887]240         std::vector<StdString> domAxisScalarIds_;
[676]241         bool useCompressedOutput;
[645]242
[1021]243         // Two variables to identify the time_counter meta data written in file, which has no time_counter
244         bool hasTimeInstant;
245         bool hasTimeCentered;
246
[1704]247         Time field_graph_start;
248         Time field_graph_end;
[1129]249
[1704]250
[540]251         DECLARE_REF_FUNC(Field,field)
[219]252
[640]253      private:
[1294]254         CContextClient* client;
255
[1129]256         bool areAllReferenceSolved;
257         bool isReferenceSolved;
258         bool isReferenceSolvedAndTransformed;
[1417]259         bool isGridChecked;
[1232]260         bool nstepMaxRead;
[1129]261
262      private:
[645]263         //! The type of operation attached to the field
264         func::CFunctor::ETimeType operationTimeType;
265
[640]266         //! The output pin of the filter providing the instant data for the field
[1542]267         std::shared_ptr<COutputPin> instantDataFilter;
[643]268         //! The output pin of the filters providing the result of the field's temporal operation
[1542]269         std::map<CDuration, std::shared_ptr<COutputPin>, DurationFakeLessComparator> temporalDataFilters;
[737]270         //! The output pin of the filter providing the instant data for self references
[1542]271         std::shared_ptr<COutputPin> selfReferenceFilter;
[640]272         //! The source filter for data provided by the client
[1542]273         std::shared_ptr<CSourceFilter> clientSourceFilter;
[640]274         //! The source filter for data provided by the server
[1542]275         std::shared_ptr<CSourceFilter> serverSourceFilter;
[640]276         //! The terminal filter which stores the instant data
[1542]277         std::shared_ptr<CStoreFilter> storeFilter;
[1158]278         //! The terminal filter which writes the data to file
[1542]279         std::shared_ptr<CFileWriterFilter> fileWriterFilter;
[1024]280         //! The terminal filter which writes data to file
[1542]281         std::shared_ptr<CFileServerWriterFilter> fileServerWriterFilter;
[219]282   }; // class CField
283
284   ///--------------------------------------------------------------
285
286   // Declare/Define CFieldGroup and CFieldDefinition
287   DECLARE_GROUP(CField);
288
289   ///-----------------------------------------------------------------
290
291   template <>
292      void CGroupTemplate<CField, CFieldGroup, CFieldAttributes>::solveRefInheritance(void);
293
294   ///-----------------------------------------------------------------
[335]295} // namespace xios
[219]296
297
[591]298#endif // __XIOS_CField__
Note: See TracBrowser for help on using the repository browser.