source: XIOS/dev/dev_trunk_omp/src/node/field.hpp @ 1846

Last change on this file since 1846 was 1681, checked in by yushan, 5 years ago

MARK: Dynamic workflow graph developement. Branch up to date with trunk @1676. Bug fixed

  • Property copyright set to
    Software name : XIOS (Xml I/O Server)
    http://forge.ipsl.jussieu.fr/ioserver
    Creation date : January 2009
    Licence : CeCCIL version2
    see license file in root directory : Licence_CeCILL_V2-en.txt
    or http://www.cecill.info/licences/Licence_CeCILL_V2-en.html
    Holder : CEA/LSCE (Laboratoire des Sciences du CLimat et de l'Environnement)
    CNRS/IPSL (Institut Pierre Simon Laplace)
    Project Manager : Yann Meurdesoif
    yann.meurdesoif@cea.fr
  • Property svn:executable set to *
File size: 10.6 KB
RevLine 
[591]1#ifndef __XIOS_CField__
2#define __XIOS_CField__
[219]3
[591]4/// XIOS headers ///
5#include "xios_spl.hpp"
[219]6#include "group_factory.hpp"
7#include "functor.hpp"
8#include "functor_type.hpp"
[1668]9#include "filter.hpp"
[219]10#include "duration.hpp"
11#include "date.hpp"
12#include "declare_group.hpp"
[231]13#include "calendar_util.hpp"
[369]14#include "array_new.hpp"
15#include "attribute_array.hpp"
[540]16#include "declare_ref_func.hpp"
[619]17#include "transformation_enum.hpp"
[646]18#include "variable.hpp"
[1021]19#include "context_client.hpp"
[219]20
[300]21
[335]22namespace xios {
[509]23
[219]24   /// ////////////////////// Déclarations ////////////////////// ///
25
26   class CFieldGroup;
27   class CFieldAttributes;
28   class CField;
29
30   class CFile;
31   class CGrid;
[640]32   class CContext;
[619]33   class CGenericFilter;
34
[640]35   class CGarbageCollector;
36   class COutputPin;
37   class CSourceFilter;
38   class CStoreFilter;
39   class CFileWriterFilter;
[1024]40   class CFileServerWriterFilter;
[640]41
[219]42   ///--------------------------------------------------------------
43
44   // Declare/Define CFieldAttribute
45   BEGIN_DECLARE_ATTRIBUTE_MAP(CField)
46#  include "field_attribute.conf"
47   END_DECLARE_ATTRIBUTE_MAP(CField)
48
49   ///--------------------------------------------------------------
50   class CField
51      : public CObjectTemplate<CField>
52      , public CFieldAttributes
53   {
54         /// friend ///
55         friend class CFile;
56
57         /// typedef ///
58         typedef CObjectTemplate<CField>   SuperClass;
59         typedef CFieldAttributes SuperClassAttribute;
60
[1232]61         enum EReadField
62         {
63           RF_NODATA, RF_EOF, RF_DATA
64         };
65         
[707]66      public:
[219]67
68         typedef CFieldAttributes RelAttributes;
69         typedef CFieldGroup      RelGroup;
70
[300]71         enum EEventId
72         {
[598]73           EVENT_ID_UPDATE_DATA, EVENT_ID_READ_DATA, EVENT_ID_READ_DATA_READY,
74           EVENT_ID_ADD_VARIABLE, EVENT_ID_ADD_VARIABLE_GROUP
[651]75         };
[509]76
[219]77         /// Constructeurs ///
78         CField(void);
[651]79         explicit CField(const StdString& id);
80         CField(const CField& field);       // Not implemented yet.
81         CField(const CField* const field); // Not implemented yet.
[219]82
83         /// Accesseurs ///
84
[651]85         CGrid* getRelGrid(void) const;
86         CFile* getRelFile(void) const;
[219]87
[645]88         func::CFunctor::ETimeType getOperationTimeType() const;
89
[707]90      public:
[1669]91
[952]92         int getNStep(void) const;
[266]93
[593]94         template <int N> void getData(CArray<double, N>& _data) const;
[219]95
[1542]96         std::shared_ptr<COutputPin> getInstantDataFilter();
[219]97
98         /// Mutateur ///
[347]99         void setRelFile(CFile* _file);
[266]100         void incrementNStep(void);
[952]101         void resetNStep(int nstep = 0);
[599]102         void resetNStepMax();
[219]103
[1330]104         std::map<int, StdSize> getGridAttributesBufferSize(CContextClient* client, bool bufferForWriting = false);
105         // Grid data buffer size for each connection of contextclient
106         std::map<int, StdSize> getGridDataBufferSize(CContextClient* client, bool bufferForWriting = false);
[509]107
[1294]108         void setContextClient(CContextClient* newContextClient);
109         CContextClient* getContextClient();
110
[707]111       public:
[1158]112         bool isActive(bool atCurrentTimestep = false) const;
[651]113         bool hasOutputFile;
[219]114
[707]115         bool wasWritten() const;
116         void setWritten();
117
[676]118         bool getUseCompressedOutput() const;
119         void setUseCompressedOutput();
120
[219]121         /// Traitements ///
122         void solveGridReference(void);
[645]123         void solveServerOperation(void);
[509]124         void solveCheckMaskIndex(bool doSendingIndex);
[823]125         void solveAllReferenceEnabledField(bool doSending2Server);
126         void solveOnlyReferenceEnabledField(bool doSending2Server);
127         void generateNewTransformationGridDest();
128         void updateRef(CGrid* grid);
129         void buildGridTransformationGraph();
[509]130         void solveGridDomainAxisRef(bool checkAtt);
[619]131         void solveTransformedGrid();
[687]132         void solveGenerateGrid();
[775]133         void solveGridDomainAxisBaseRef();
[219]134
[1129]135         void solveAllEnabledFieldsAndTransform();
[1024]136         void checkGridOfEnabledFields();
137         void sendGridOfEnabledFields();
[1278]138         void sendGridComponentOfEnabledFields();
[1024]139
[1278]140         /// Vérifications ///
[1405]141         void checkTimeAttributes(CDuration* freqOp=NULL);
[1278]142
[1681]143         void buildFilterGraph(CGarbageCollector& gc, bool enableOutput, Time start_graph=-1, Time end_graph=-1);
[1215]144         size_t getGlobalWrittenSize(void) ;
145         
146         
[1681]147         std::shared_ptr<COutputPin> getFieldReference(CGarbageCollector& gc, Time start_graph=-1, Time end_graph=-1);
148         std::shared_ptr<COutputPin> getSelfReference(CGarbageCollector& gc, Time start_graph=-1, Time end_graph=-1);
[1542]149         std::shared_ptr<COutputPin> getTemporalDataFilter(CGarbageCollector& gc, CDuration outFreq);
150         std::shared_ptr<COutputPin> getSelfTemporalDataFilter(CGarbageCollector& gc, CDuration outFreq);
[640]151
[651]152//         virtual void fromBinary(StdIStream& is);
[219]153
154         /// Destructeur ///
155         virtual ~CField(void);
156
157         /// Accesseurs statiques ///
158         static StdString GetName(void);
159         static StdString GetDefName(void);
[509]160
[219]161         static ENodeType GetType(void);
[509]162
[651]163        template <int N> void setData(const CArray<double, N>& _data);
164        static bool dispatchEvent(CEventServer& event);
[1524]165        void sendAllAttributesToServer(CContextClient* client) ; 
[638]166        void sendUpdateData(const CArray<double,1>& data);
[1099]167        void sendUpdateData(const CArray<double,1>& data, CContextClient* client);
[651]168        static void recvUpdateData(CEventServer& event);
[1024]169        void recvUpdateData(std::map<int,CBufferIn*>& rankBuffers);
[651]170        void writeField(void);
[1158]171        bool sendReadDataRequest(const CDate& tsDataRequested);
[598]172        bool sendReadDataRequestIfNeeded(void);
173        static void recvReadDataRequest(CEventServer& event);
174        void recvReadDataRequest(void);
[1232]175        EReadField readField(void);
[598]176        static void recvReadDataReady(CEventServer& event);
177        void recvReadDataReady(vector<int> ranks, vector<CBufferIn*> buffers);
[1318]178        void checkForLateDataFromServer(void);
[1358]179        void checkIfMustAutoTrigger(void);
180        void autoTriggerIfNeeded(void);
[1158]181        void outputField(CArray<double,3>& fieldOut);
182        void outputField(CArray<double,2>& fieldOut);
[651]183        void outputField(CArray<double,1>& fieldOut);
[1158]184        void inputField(CArray<double,3>& fieldOut);
185        void inputField(CArray<double,2>& fieldOut);
[599]186        void inputField(CArray<double,1>& fieldOut);
[676]187        void outputCompressedField(CArray<double, 1>& fieldOut);
[651]188        void scaleFactorAddOffset(double scaleFactor, double addOffset);
[599]189        void invertScaleFactorAddOffset(double scaleFactor, double addOffset);
[651]190        void parse(xml::CXMLNode& node);
[509]191
[472]192        void setVirtualVariableGroup(CVariableGroup* newVVariableGroup);
193        CVariableGroup* getVirtualVariableGroup(void) const;
194        vector<CVariable*> getAllVariables(void) const;
[651]195        virtual void solveDescInheritance(bool apply, const CAttributeMap* const parent = 0);
[509]196
[651]197        CVariable* addVariable(const string& id = "");
[1144]198        CVariableGroup* addVariableGroup(const string& id = "");       
[1021]199        void sendAddVariable(const string& id, CContextClient* client);
[1144]200        void sendAddVariableGroup(const string& id, CContextClient* client);
[651]201        static void recvAddVariable(CEventServer& event);
202        void recvAddVariable(CBufferIn& buffer);
203        static void recvAddVariableGroup(CEventServer& event);
[1144]204        void recvAddVariableGroup(CBufferIn& buffer);       
[1021]205        void sendAddAllVariables(CContextClient* client);
[1024]206        void writeUpdateData(const CArray<double,1>& data);
[509]207
[887]208        const std::vector<StdString>& getRefDomainAxisIds();
[619]209
[1021]210        const string& getExpression(void);
211        bool hasExpression(void) const;
212
[1646]213        bool hasGridMask(void) const;
214
[707]215      public:
[219]216         /// Propriétés privées ///
[651]217         CVariableGroup* vVariableGroup;
[509]218
[651]219         CGrid*  grid;
[347]220         CFile*  file;
[219]221
[343]222         CDuration freq_operation_srv, freq_write_srv;
[219]223
[707]224         bool written; //<! Was the field written at least once
[952]225         int nstep, nstepMax;
[599]226         bool isEOF;
[651]227         CDate lastlast_Write_srv, last_Write_srv, last_operation_srv;
[1318]228         CDate lastDataRequestedFromServer, lastDataReceivedFromServer, dateEOF;
229         bool wasDataRequestedFromServer, wasDataAlreadyReceivedFromServer;
[1358]230         bool mustAutoTrigger;
[509]231
[1542]232         map<int,std::shared_ptr<func::CFunctor> > foperation_srv;
[509]233
[1144]234         // map<int, CArray<double,1> > data_srv;
[1024]235         CArray<double,1> recvDataSrv;
236         
[1542]237         std::shared_ptr<func::CFunctor> recvFoperationSrv;
[651]238         string content;
[509]239
[887]240         std::vector<StdString> domAxisScalarIds_;
[676]241         bool useCompressedOutput;
[645]242
[1021]243         // Two variables to identify the time_counter meta data written in file, which has no time_counter
244         bool hasTimeInstant;
245         bool hasTimeCentered;
246
[1681]247         Time field_graph_start;
248         Time field_graph_end;
[1129]249
[1681]250
[540]251         DECLARE_REF_FUNC(Field,field)
[219]252
[640]253      private:
[1294]254         CContextClient* client;
255
[1129]256         bool areAllReferenceSolved;
257         bool isReferenceSolved;
258         bool isReferenceSolvedAndTransformed;
[1417]259         bool isGridChecked;
[1232]260         bool nstepMaxRead;
[1129]261
262      private:
[645]263         //! The type of operation attached to the field
264         func::CFunctor::ETimeType operationTimeType;
265
[640]266         //! The output pin of the filter providing the instant data for the field
[1542]267         std::shared_ptr<COutputPin> instantDataFilter;
[643]268         //! The output pin of the filters providing the result of the field's temporal operation
[1542]269         std::map<CDuration, std::shared_ptr<COutputPin>, DurationFakeLessComparator> temporalDataFilters;
[737]270         //! The output pin of the filter providing the instant data for self references
[1542]271         std::shared_ptr<COutputPin> selfReferenceFilter;
[640]272         //! The source filter for data provided by the client
[1542]273         std::shared_ptr<CSourceFilter> clientSourceFilter;
[640]274         //! The source filter for data provided by the server
[1542]275         std::shared_ptr<CSourceFilter> serverSourceFilter;
[640]276         //! The terminal filter which stores the instant data
[1542]277         std::shared_ptr<CStoreFilter> storeFilter;
[1158]278         //! The terminal filter which writes the data to file
[1542]279         std::shared_ptr<CFileWriterFilter> fileWriterFilter;
[1024]280         //! The terminal filter which writes data to file
[1542]281         std::shared_ptr<CFileServerWriterFilter> fileServerWriterFilter;
[1677]282
[219]283   }; // class CField
284
285   ///--------------------------------------------------------------
286
287   // Declare/Define CFieldGroup and CFieldDefinition
288   DECLARE_GROUP(CField);
289
290   ///-----------------------------------------------------------------
291
292   template <>
293      void CGroupTemplate<CField, CFieldGroup, CFieldAttributes>::solveRefInheritance(void);
294
295   ///-----------------------------------------------------------------
[335]296} // namespace xios
[219]297
298
[591]299#endif // __XIOS_CField__
Note: See TracBrowser for help on using the repository browser.