source: XIOS/dev/dev_trunk_omp/src/filter/store_filter.cpp @ 1679

Last change on this file since 1679 was 1679, checked in by yushan, 5 years ago

MARK: Dynamic workflow graph developement. Branch up to date with trunk @1676. Using vis.js

File size: 5.8 KB
Line 
1#include "store_filter.hpp"
2#include "context.hpp"
3#include "grid.hpp"
4#include "timer.hpp"
5
6namespace xios
7{
8  CStoreFilter::CStoreFilter(CGarbageCollector& gc, CContext* context, CGrid* grid,
9                             bool detectMissingValues /*= false*/, double missingValue /*= 0.0*/)
10    : CInputPin(gc, 1)
11    , gc(gc)
12    , context(context)
13    , grid(grid)
14    , detectMissingValues(detectMissingValues)
15    , missingValue(missingValue)
16  {
17    if (!context)
18      ERROR("CStoreFilter::CStoreFilter(CContext* context, CGrid* grid)",
19            "Impossible to construct a store filter without providing a context.");
20    if (!grid)
21      ERROR("CStoreFilter::CStoreFilter(CContext* context, CGrid* grid)",
22            "Impossible to construct a store filter without providing a grid.");
23  }
24
25  CConstDataPacketPtr CStoreFilter::getPacket(Time timestamp)
26  {
27    CTimer timer("CStoreFilter::getPacket");
28    CConstDataPacketPtr packet;
29    const double timeout = CXios::recvFieldTimeout;
30
31    do
32    {
33      if (canBeTriggered())
34        trigger(timestamp);
35
36      timer.resume();
37
38      std::map<Time, CDataPacketPtr>::const_iterator it = packets.find(timestamp);
39      if (it != packets.end())
40        packet = it->second;
41      else // if the packet is not available yet, check if it can be received
42        context->checkBuffersAndListen();
43
44      timer.suspend();
45    } while (!packet && timer.getCumulatedTime() < timeout);
46
47    if (!packet)
48    {
49      std::map<Time, CDataPacketPtr>::const_iterator it ;
50      #pragma omp critical (_output)
51      {
52        info(0)<<"Impossible to get the packet with timestamp = " << timestamp<<std::endl<<"Available timestamp are : "<<std::endl ;
53      }
54      for(it=packets.begin();it!=packets.end();++it)
55      {
56        #pragma omp critical (_output)
57        {
58          info(0)<<it->first<<"  ";
59        }
60      }
61      #pragma omp critical (_output)
62      { 
63        info(0)<<std::endl ;
64      }
65      ERROR("CConstDataPacketPtr CStoreFilter::getPacket(Time timestamp) const",
66            << "Impossible to get the packet with timestamp = " << timestamp);
67    }
68    return packet;
69  }
70
71  template <int N>
72  CDataPacket::StatusCode CStoreFilter::getData(Time timestamp, CArray<double, N>& data)
73  {
74    CConstDataPacketPtr packet = getPacket(timestamp);
75
76    if (packet->status == CDataPacket::NO_ERROR)
77      grid->outputField(packet->data, data);
78
79    return packet->status;
80  }
81
82  template CDataPacket::StatusCode CStoreFilter::getData<1>(Time timestamp, CArray<double, 1>& data);
83  template CDataPacket::StatusCode CStoreFilter::getData<2>(Time timestamp, CArray<double, 2>& data);
84  template CDataPacket::StatusCode CStoreFilter::getData<3>(Time timestamp, CArray<double, 3>& data);
85  template CDataPacket::StatusCode CStoreFilter::getData<4>(Time timestamp, CArray<double, 4>& data);
86  template CDataPacket::StatusCode CStoreFilter::getData<5>(Time timestamp, CArray<double, 5>& data);
87  template CDataPacket::StatusCode CStoreFilter::getData<6>(Time timestamp, CArray<double, 6>& data);
88  template CDataPacket::StatusCode CStoreFilter::getData<7>(Time timestamp, CArray<double, 7>& data);
89
90  void CStoreFilter::onInputReady(std::vector<CDataPacketPtr> data)
91  {
92
93    bool building_graph = this->tag ? data[0]->timestamp >= this->start_graph && data[0]->timestamp <= this->end_graph : false;
94
95    if(building_graph)
96    {
97      this->filterID = InvalidableObject::filterIdGenerator++;
98      int edgeID = InvalidableObject::edgeIdGenerator++;
99
100      if(CWorkflowGraph::mapFieldToFilters_ptr_with_info==0) CWorkflowGraph::mapFieldToFilters_ptr_with_info = new std::unordered_map <int, graph_info_box_edge >;
101      if(CWorkflowGraph::mapFilters_ptr_with_info==0) CWorkflowGraph::mapFilters_ptr_with_info = new std::unordered_map <int, graph_info_box_node>;
102
103
104      (*CWorkflowGraph::mapFilters_ptr_with_info)[this->filterID].filter_name = "Store Filter";
105      (*CWorkflowGraph::mapFilters_ptr_with_info)[this->filterID].filter_class = 4;
106      (*CWorkflowGraph::mapFilters_ptr_with_info)[this->filterID].filter_filled = 1;
107      (*CWorkflowGraph::mapFilters_ptr_with_info)[this->filterID].expected_entry_nb = 1;
108      (*CWorkflowGraph::mapFilters_ptr_with_info)[this->filterID].date = data[0]->date;
109      (*CWorkflowGraph::mapFilters_ptr_with_info)[this->filterID].timestamp = data[0]->timestamp;
110
111      if(CXios::isClient) std::cout<<"CStoreFilter::apply filter tag = "<<this->tag<<std::endl;
112
113      if(CXios::isClient && CWorkflowGraph::build_begin) 
114      {
115        CWorkflowGraph::addEdge(edgeID, this->filterID, data[0]);;
116        (*CWorkflowGraph::mapFilters_ptr_with_info)[data[0]->src_filterID].filter_filled = 0;
117      }
118      else CWorkflowGraph::build_begin = true;
119    }
120
121
122
123    CDataPacketPtr packet;
124    if (detectMissingValues)
125    {
126      const size_t nbData = data[0]->data.numElements();
127
128      packet = CDataPacketPtr(new CDataPacket);
129      packet->date = data[0]->date;
130      packet->timestamp = data[0]->timestamp;
131      packet->status = data[0]->status;
132      packet->data.resize(nbData);
133      packet->data = data[0]->data;
134
135      for (size_t idx = 0; idx < nbData; ++idx)
136      {
137        if (NumTraits<double>::isNan(packet->data(idx)))
138          packet->data(idx) = missingValue;
139      }
140
141    }
142
143    else
144    {
145      packet = data[0];
146    }
147
148    packets.insert(std::make_pair(packet->timestamp, packet));
149    // The packet is always destroyed by the garbage collector
150    // so we register but never unregister
151    gc.registerObject(this, packet->timestamp);
152
153  }
154
155  bool CStoreFilter::mustAutoTrigger() const
156  {
157    return false;
158  }
159
160  bool CStoreFilter::isDataExpected(const CDate& date) const
161  {
162    return true;
163  }
164
165  void CStoreFilter::invalidate(Time timestamp)
166  {
167    CInputPin::invalidate(timestamp);
168    packets.erase(packets.begin(), packets.lower_bound(timestamp));
169  }
170
171
172} // namespace xios
Note: See TracBrowser for help on using the repository browser.