Changeset 930

Timestamp:

09/12/16 18:35:00 (8 years ago)

Author:

mhnguyen

Message:

Improving the performance of on server side

+) Replace searching algorithm for global-local index with a better one

Test
+) On Curie
+) Work correct

Location:

XIOS/trunk/src

Files:

• distribution.hpp (modified) (2 diffs)
• distribution_client.hpp (modified) (2 diffs)
• distribution_server.cpp (modified) (8 diffs)
• distribution_server.hpp (modified) (1 diff)

XIOS/trunk/src/distribution.hpp

@@ -12 +12 @@
 #include "xios_spl.hpp"
 #include "array_new.hpp"
+#include <boost/unordered_map.hpp>
 
 namespace xios {
@@ -22 +23 @@
 class CDistribution
 {
+  public:
+  typedef boost::unordered_map<size_t,int> GlobalLocalMap;
+
   public:
     /** Default constructor */

XIOS/trunk/src/distribution_client.hpp

@@ -14 +14 @@
 #include "domain.hpp"
 #include "grid.hpp"
-#include <boost/unordered_map.hpp>
 
 namespace xios {
@@ -31 +30 @@
 {
 public:
-  typedef boost::unordered_map<size_t,int> GlobalLocalDataMap;
+  typedef CDistribution::GlobalLocalMap GlobalLocalDataMap;
 
   public:

XIOS/trunk/src/distribution_server.cpp

@@ -3 +3 @@
    \author Ha NGUYEN
    \since 13 Jan 2015
-   \date 04 Feb 2015
+   \date 10 Sep 2016
 
    \brief Index distribution on server side.
@@ -13 +13 @@
 
 CDistributionServer::CDistributionServer(int rank, int dims, const CArray<size_t,1>& globalIndex)
-  : CDistribution(rank, dims, globalIndex), nGlobal_(), nZoomSize_(), nZoomBegin_()
+  : CDistribution(rank, dims, globalIndex), nGlobal_(), nZoomSize_(), nZoomBegin_(), globalLocalIndexMap_()
 {
 }
@@ -19 +19 @@
 CDistributionServer::CDistributionServer(int rank, const std::vector<int>& nZoomBegin,
                                          const std::vector<int>& nZoomSize, const std::vector<int>& nGlobal)
-  : CDistribution(rank, nGlobal.size()), nGlobal_(nGlobal), nZoomSize_(nZoomSize), nZoomBegin_(nZoomBegin)
+  : CDistribution(rank, nGlobal.size()), nGlobal_(nGlobal), nZoomSize_(nZoomSize), nZoomBegin_(nZoomBegin), globalLocalIndexMap_()
 {
   createGlobalIndex();
@@ -29 +29 @@
                                          const std::vector<int>& nGlobal)
   : CDistribution(rank, nGlobal.size()), nGlobal_(nGlobal), nZoomBeginGlobal_(nZoomBeginGlobal),
-    nZoomSize_(nZoomSize), nZoomBegin_(nZoomBegin)
+    nZoomSize_(nZoomSize), nZoomBegin_(nZoomBegin), globalLocalIndexMap_()
 {
   createGlobalIndex();
@@ -54 +54 @@
   int innerLoopSize = nZoomSize_[0];
 
+  globalLocalIndexMap_.rehash(std::ceil(ssize/globalLocalIndexMap_.max_load_factor()));
   while (idx<ssize)
   {
@@ -78 +79 @@
         globalIndex += (currentIndex[k])*mulDim;
       }
+      globalLocalIndexMap_[globalIndex] = idx;
       this->globalIndex_(idx) = globalIndex;
+
       ++idx;
     }
@@ -93 +96 @@
 {
   int ssize = globalIndex.numElements();
-  int nbGlobalIndex = this->globalIndex_.numElements();
-
-  std::vector<int>::iterator it;
-  std::vector<int> permutIndex(nbGlobalIndex);
-  XIOSAlgorithms::fillInIndex(nbGlobalIndex, permutIndex);
-  XIOSAlgorithms::sortWithIndex<size_t, CArrayStorage>(this->globalIndex_, permutIndex);
-  typedef XIOSBinarySearchWithIndex<size_t, CArrayStorage> BinarySearch;
-  BinarySearch binarySearch(this->globalIndex_);
-
   CArray<size_t,1> localIndex(ssize);
-  int idx = 0;
-  for (int i = 0; i < ssize; ++i)
+  GlobalLocalMap::const_iterator ite = globalLocalIndexMap_.end(), it;
+  for (int idx = 0; idx < ssize; ++idx)
   {
-    if (binarySearch.search(permutIndex.begin(), permutIndex.end(), globalIndex(i), it))
-    {
-      localIndex(idx) = *it;
-      ++idx;
-    }
+    it = globalLocalIndexMap_.find(globalIndex(idx));
+    if (ite != it)
+      localIndex(idx) = it->second;
   }
 
@@ -123 +115 @@
 {
   int ssize = globalIndex.numElements();
-  int nbGlobalIndex = this->globalIndex_.numElements();
-
-  std::vector<int>::iterator it;
-  std::vector<int> permutIndex(nbGlobalIndex);
-  XIOSAlgorithms::fillInIndex(nbGlobalIndex, permutIndex);
-  XIOSAlgorithms::sortWithIndex<size_t, CArrayStorage>(this->globalIndex_, permutIndex);
-  typedef XIOSBinarySearchWithIndex<size_t, CArrayStorage> BinarySearch;
-  BinarySearch binarySearch(this->globalIndex_);
-
   CArray<size_t,1> localIndex(ssize);
-  int idx = 0;
-  for (int i = 0; i < ssize; ++i)
+  GlobalLocalMap::const_iterator ite = globalLocalIndexMap_.end(), it;
+  for (int idx = 0; idx < ssize; ++idx)
   {
-    if (binarySearch.search(permutIndex.begin(), permutIndex.end(), globalIndex(i), it))
-    {
-      localIndex(idx) = *it;
-      ++idx;
-    }
+    it = globalLocalIndexMap_.find(globalIndex(idx));
+    if (ite != it)
+      localIndex(idx) = it->second;
   }
 
-  globalIndex = localIndex;
+  globalIndex.reference(localIndex);
 }
 

XIOS/trunk/src/distribution_server.hpp

@@ -44 +44 @@
   protected:
     virtual void createGlobalIndex();
+
+  protected:
+    GlobalLocalMap globalLocalIndexMap_;
+
   private:
     std::vector<int> nGlobal_;