source: XIOS/dev/XIOS_DEV_CMIP6/src/node/field.hpp @ 1236

Last change on this file since 1236 was 1236, checked in by mhnguyen, 7 years ago

Making some changes to allow pools with different number of server

+) Associate context client to each grid distribution (This should be changed in the future)
+) Correct some buffer size estimation
+) Clean some redundant code and add comments

  • Property copyright set to
    Software name : XIOS (Xml I/O Server)
    http://forge.ipsl.jussieu.fr/ioserver
    Creation date : January 2009
    Licence : CeCCIL version2
    see license file in root directory : Licence_CeCILL_V2-en.txt
    or http://www.cecill.info/licences/Licence_CeCILL_V2-en.html
    Holder : CEA/LSCE (Laboratoire des Sciences du CLimat et de l'Environnement)
    CNRS/IPSL (Institut Pierre Simon Laplace)
    Project Manager : Yann Meurdesoif
    yann.meurdesoif@cea.fr
  • Property svn:executable set to *
File size: 9.8 KB
RevLine 
[591]1#ifndef __XIOS_CField__
2#define __XIOS_CField__
[219]3
[591]4/// XIOS headers ///
5#include "xios_spl.hpp"
[219]6#include "group_factory.hpp"
7#include "functor.hpp"
8#include "functor_type.hpp"
9#include "duration.hpp"
10#include "date.hpp"
11#include "declare_group.hpp"
[231]12#include "calendar_util.hpp"
[369]13#include "array_new.hpp"
14#include "attribute_array.hpp"
[540]15#include "declare_ref_func.hpp"
[619]16#include "transformation_enum.hpp"
[646]17#include "variable.hpp"
[1021]18#include "context_client.hpp"
[219]19
[300]20
[335]21namespace xios {
[509]22
[219]23   /// ////////////////////// Déclarations ////////////////////// ///
24
25   class CFieldGroup;
26   class CFieldAttributes;
27   class CField;
28
29   class CFile;
30   class CGrid;
[640]31   class CContext;
[619]32   class CGenericFilter;
33
[640]34   class CGarbageCollector;
35   class COutputPin;
36   class CSourceFilter;
37   class CStoreFilter;
38   class CFileWriterFilter;
[1024]39   class CFileServerWriterFilter;
[640]40
[219]41   ///--------------------------------------------------------------
42
43   // Declare/Define CFieldAttribute
44   BEGIN_DECLARE_ATTRIBUTE_MAP(CField)
45#  include "field_attribute.conf"
46   END_DECLARE_ATTRIBUTE_MAP(CField)
47
48   ///--------------------------------------------------------------
49   class CField
50      : public CObjectTemplate<CField>
51      , public CFieldAttributes
52   {
53         /// friend ///
54         friend class CFile;
55
56         /// typedef ///
57         typedef CObjectTemplate<CField>   SuperClass;
58         typedef CFieldAttributes SuperClassAttribute;
59
[1232]60         enum EReadField
61         {
62           RF_NODATA, RF_EOF, RF_DATA
63         };
64         
[707]65      public:
[219]66
67         typedef CFieldAttributes RelAttributes;
68         typedef CFieldGroup      RelGroup;
69
[300]70         enum EEventId
71         {
[598]72           EVENT_ID_UPDATE_DATA, EVENT_ID_READ_DATA, EVENT_ID_READ_DATA_READY,
73           EVENT_ID_ADD_VARIABLE, EVENT_ID_ADD_VARIABLE_GROUP
[651]74         };
[509]75
[219]76         /// Constructeurs ///
77         CField(void);
[651]78         explicit CField(const StdString& id);
79         CField(const CField& field);       // Not implemented yet.
80         CField(const CField* const field); // Not implemented yet.
[219]81
82         /// Accesseurs ///
83
[651]84         CGrid* getRelGrid(void) const;
85         CFile* getRelFile(void) const;
[219]86
[645]87         func::CFunctor::ETimeType getOperationTimeType() const;
88
[707]89      public:
[952]90         int getNStep(void) const;
[266]91
[593]92         template <int N> void getData(CArray<double, N>& _data) const;
[219]93
[641]94         boost::shared_ptr<COutputPin> getInstantDataFilter();
[219]95
96         /// Mutateur ///
[347]97         void setRelFile(CFile* _file);
[266]98         void incrementNStep(void);
[952]99         void resetNStep(int nstep = 0);
[599]100         void resetNStepMax();
[219]101
[1236]102         std::map<int, StdSize> getGridAttributesBufferSize(CContextClient* client);
103         std::map<int, StdSize> getGridDataBufferSize(CContextClient* client); // Grid data buffer size for each connection of contextclient
[509]104
[707]105       public:
[1158]106         bool isActive(bool atCurrentTimestep = false) const;
[651]107         bool hasOutputFile;
[219]108
[707]109         bool wasWritten() const;
110         void setWritten();
111
[676]112         bool getUseCompressedOutput() const;
113         void setUseCompressedOutput();
114
[219]115         /// Traitements ///
116         void solveGridReference(void);
[645]117         void solveServerOperation(void);
[509]118         void solveCheckMaskIndex(bool doSendingIndex);
[823]119         void solveAllReferenceEnabledField(bool doSending2Server);
120         void solveOnlyReferenceEnabledField(bool doSending2Server);
121         void generateNewTransformationGridDest();
122         void updateRef(CGrid* grid);
123         void buildGridTransformationGraph();
[509]124         void solveGridDomainAxisRef(bool checkAtt);
[619]125         void solveTransformedGrid();
[687]126         void solveGenerateGrid();
[775]127         void solveGridDomainAxisBaseRef();
[219]128
[1129]129         void solveAllEnabledFieldsAndTransform();
[1024]130         void checkGridOfEnabledFields();
131         void sendGridOfEnabledFields();
132
[640]133         void buildFilterGraph(CGarbageCollector& gc, bool enableOutput);
[1215]134         size_t getGlobalWrittenSize(void) ;
135         
136         
[737]137         boost::shared_ptr<COutputPin> getFieldReference(CGarbageCollector& gc);
[642]138         boost::shared_ptr<COutputPin> getSelfReference(CGarbageCollector& gc);
[643]139         boost::shared_ptr<COutputPin> getTemporalDataFilter(CGarbageCollector& gc, CDuration outFreq);
[1021]140         boost::shared_ptr<COutputPin> getSelfTemporalDataFilter(CGarbageCollector& gc, CDuration outFreq);
[640]141
[651]142//         virtual void fromBinary(StdIStream& is);
[219]143
144         /// Destructeur ///
145         virtual ~CField(void);
146
147         /// Accesseurs statiques ///
148         static StdString GetName(void);
149         static StdString GetDefName(void);
[509]150
[219]151         static ENodeType GetType(void);
[509]152
[651]153        template <int N> void setData(const CArray<double, N>& _data);
154        static bool dispatchEvent(CEventServer& event);
[638]155        void sendUpdateData(const CArray<double,1>& data);
[1099]156        void sendUpdateData(const CArray<double,1>& data, CContextClient* client);
[651]157        static void recvUpdateData(CEventServer& event);
[1024]158        void recvUpdateData(std::map<int,CBufferIn*>& rankBuffers);
[651]159        void writeField(void);
[1158]160        bool sendReadDataRequest(const CDate& tsDataRequested);
[598]161        bool sendReadDataRequestIfNeeded(void);
162        static void recvReadDataRequest(CEventServer& event);
163        void recvReadDataRequest(void);
[1232]164        EReadField readField(void);
[598]165        static void recvReadDataReady(CEventServer& event);
166        void recvReadDataReady(vector<int> ranks, vector<CBufferIn*> buffers);
[1158]167        void outputField(CArray<double,3>& fieldOut);
168        void outputField(CArray<double,2>& fieldOut);
[651]169        void outputField(CArray<double,1>& fieldOut);
[1158]170        void inputField(CArray<double,3>& fieldOut);
171        void inputField(CArray<double,2>& fieldOut);
[599]172        void inputField(CArray<double,1>& fieldOut);
[676]173        void outputCompressedField(CArray<double, 1>& fieldOut);
[651]174        void scaleFactorAddOffset(double scaleFactor, double addOffset);
[599]175        void invertScaleFactorAddOffset(double scaleFactor, double addOffset);
[651]176        void parse(xml::CXMLNode& node);
[509]177
[472]178        void setVirtualVariableGroup(CVariableGroup* newVVariableGroup);
179        CVariableGroup* getVirtualVariableGroup(void) const;
180        vector<CVariable*> getAllVariables(void) const;
[651]181        virtual void solveDescInheritance(bool apply, const CAttributeMap* const parent = 0);
[509]182
[651]183        CVariable* addVariable(const string& id = "");
[1144]184        CVariableGroup* addVariableGroup(const string& id = "");       
[1021]185        void sendAddVariable(const string& id, CContextClient* client);
[1144]186        void sendAddVariableGroup(const string& id, CContextClient* client);
[651]187        static void recvAddVariable(CEventServer& event);
188        void recvAddVariable(CBufferIn& buffer);
189        static void recvAddVariableGroup(CEventServer& event);
[1144]190        void recvAddVariableGroup(CBufferIn& buffer);       
[1021]191        void sendAddAllVariables(CContextClient* client);
[1024]192        void writeUpdateData(const CArray<double,1>& data);
[509]193
[887]194        const std::vector<StdString>& getRefDomainAxisIds();
[619]195
[1021]196        const string& getExpression(void);
197        bool hasExpression(void) const;
198
[707]199      public:
[219]200         /// Propriétés privées ///
[651]201         CVariableGroup* vVariableGroup;
[509]202
[651]203         CGrid*  grid;
[347]204         CFile*  file;
[219]205
[343]206         CDuration freq_operation_srv, freq_write_srv;
[219]207
[707]208         bool written; //<! Was the field written at least once
[952]209         int nstep, nstepMax;
[599]210         bool isEOF;
[651]211         CDate lastlast_Write_srv, last_Write_srv, last_operation_srv;
[1021]212         CDate lastDataRequestedFromServer, lastDataReceivedFromServer;
213         bool wasDataAlreadyReceivedFromServer;
[509]214
[300]215         map<int,boost::shared_ptr<func::CFunctor> > foperation_srv;
[509]216
[1144]217         // map<int, CArray<double,1> > data_srv;
[1024]218         CArray<double,1> recvDataSrv;
219         
220         boost::shared_ptr<func::CFunctor> recvFoperationSrv;
[651]221         string content;
[509]222
[887]223         std::vector<StdString> domAxisScalarIds_;
[676]224         bool useCompressedOutput;
[645]225
[1021]226         // Two variables to identify the time_counter meta data written in file, which has no time_counter
227         bool hasTimeInstant;
228         bool hasTimeCentered;
229
[1129]230
[540]231         DECLARE_REF_FUNC(Field,field)
[219]232
[640]233      private:
[1129]234         bool areAllReferenceSolved;
235         bool isReferenceSolved;
236         bool isReferenceSolvedAndTransformed;
[1232]237         bool nstepMaxRead;
[1129]238
239      private:
[645]240         //! The type of operation attached to the field
241         func::CFunctor::ETimeType operationTimeType;
242
[640]243         //! The output pin of the filter providing the instant data for the field
244         boost::shared_ptr<COutputPin> instantDataFilter;
[643]245         //! The output pin of the filters providing the result of the field's temporal operation
246         std::map<CDuration, boost::shared_ptr<COutputPin>, DurationFakeLessComparator> temporalDataFilters;
[737]247         //! The output pin of the filter providing the instant data for self references
248         boost::shared_ptr<COutputPin> selfReferenceFilter;
[640]249         //! The source filter for data provided by the client
250         boost::shared_ptr<CSourceFilter> clientSourceFilter;
251         //! The source filter for data provided by the server
252         boost::shared_ptr<CSourceFilter> serverSourceFilter;
253         //! The terminal filter which stores the instant data
254         boost::shared_ptr<CStoreFilter> storeFilter;
[1158]255         //! The terminal filter which writes the data to file
[640]256         boost::shared_ptr<CFileWriterFilter> fileWriterFilter;
[1024]257         //! The terminal filter which writes data to file
258         boost::shared_ptr<CFileServerWriterFilter> fileServerWriterFilter;
[219]259   }; // class CField
260
261   ///--------------------------------------------------------------
262
263   // Declare/Define CFieldGroup and CFieldDefinition
264   DECLARE_GROUP(CField);
265
266   ///-----------------------------------------------------------------
267
268   template <>
269      void CGroupTemplate<CField, CFieldGroup, CFieldAttributes>::solveRefInheritance(void);
270
271   ///-----------------------------------------------------------------
[335]272} // namespace xios
[219]273
274
[591]275#endif // __XIOS_CField__
Note: See TracBrowser for help on using the repository browser.