Changeset 2482 for XIOS3/dev/XIOS_ATTACHED/src/transformation/axis_algorithm/axis_algorithm_redistribute.cpp

Timestamp:

03/28/23 16:42:11 (15 months ago)

Author:

ymipsl

Message:

First guess in supression of attached mode replaced by online reader and write filters

YM

File:

• XIOS3/dev/XIOS_ATTACHED/src/transformation/axis_algorithm/axis_algorithm_redistribute.cpp (modified) (2 diffs)

XIOS3/dev/XIOS_ATTACHED/src/transformation/axis_algorithm/axis_algorithm_redistribute.cpp

@@ -8 +8 @@
 #include "grid.hpp"
 #include "grid_transformation_factory_impl.hpp"
+#include "context.hpp"
 
 namespace xios
@@ -46 +47 @@
   TRY
   {
+    CContext* context = CContext::getCurrent(); 
 
+    axisDestination->n_glo.reset();
+    axisDestination->index.reset();
+    axisDestination->n.reset();
+    axisDestination->begin.reset();
+
+    axisDestination->mask.reset();
+    axisDestination->data_index.reset();
+    axisDestination->data_n.reset();
+    axisDestination->data_begin.reset();
+
+    axisDestination->value.reset();
+    axisDestination->label.reset();
+    axisDestination->bounds.reset();
+
+    redistributeAxis->checkValid(axisSource);
+
+    auto& index = redistributeAxis-> index ;
+    int n_glo = axisSource -> n_glo ;
+    axisDestination->n_glo = n_glo ;
+    
+    
+
+    // define the global index of the new domain
+
+    CArray<size_t,1> globalIndex ;
+
+    if (redistributeAxis->type == CRedistributeAxis::type_attr::index)
+    {   
+      globalIndex.resize(index.numElements()) ;
+      globalIndex=index ;
+    }
+    else
+    {
+      
+      auto distType = CRedistributeAxis::type_attr::column ;
+
+      if (redistributeAxis->type == CRedistributeAxis::type_attr::bands) distType = CRedistributeAxis::type_attr::column ;
+      else  distType=redistributeAxis->type;
+
+      int size, start ;
+      if (distType==CRedistributeAxis::type_attr::column) // Bands distribution to send to file server
+      {
+        int nbClient = context->getIntraCommSize() ;
+        int rankClient = context->getIntraCommRank() ;
+      
+        size = n_glo/nbClient ;
+        if (rankClient < n_glo % nbClient)
+        {
+         size++ ;
+         start = rankClient*size ;
+        }
+        else start = (n_glo % nbClient)*(size+1) + (rankClient-(n_glo % nbClient)) * size ;
+
+      }
+      else if (distType==CRedistributeAxis::type_attr::full) // domain is not distributed ie all servers get the same local domain
+      {
+        size=n_glo ; start=0 ;
+      }
+      else if (distType==CRedistributeAxis::type_attr::root) // domain is not distributed ie all servers get the same local domain
+      {
+        if (context->getIntraCommRank()==0) { size=n_glo ; start=0 ; }
+        else { size=0 ; start=0 ; }
+      }
+
+      globalIndex.resize(size) ;
+      size_t ind ;
+      ind=0 ;
+      for(int i=start; i<start+size; i++)
+      {
+       globalIndex(ind) =  i ;
+       ind++ ;
+      }
+    }
+    
+    axisDestination->index.resize(globalIndex.numElements()) ;
+    axisDestination->index = globalIndex ;
+    // apply the transformation to attributes
+
+    auto& transMap = this->transformationMapping_;
+    for(int i=0; i<globalIndex.numElements(); i++) transMap[globalIndex(i)]=globalIndex(i) ;
+
+    auto elementDst=shared_ptr<CLocalElement>(new CLocalElement(context->getIntraCommRank(), n_glo, globalIndex)) ;
+    elementDst->addFullView() ;
+
+    auto transformConnector = make_shared<CTransformConnector>(axisSource->getLocalView(CElementView::FULL), elementDst->getView(CElementView::FULL),context->getIntraComm()) ;
+    transformConnector->computeConnector() ;
+    
+    if (axisSource->hasValue()) transformConnector->transfer(axisSource->value, axisDestination->value) ;
+    
+    
+    
+    if (axisSource->hasBounds())
+    {
+      CArray<double,1> boundsSrc(axisSource->bounds.dataFirst(),shape(axisSource->bounds.numElements()),neverDeleteData) ;
+      CArray<double,1> boundsDst ; 
+      transformConnector->transfer(2, boundsSrc, boundsDst) ;
+      axisDestination->bounds.resize(2,globalIndex.numElements()) ;
+      axisDestination->bounds = CArray<double,2>(boundsDst.dataFirst(), shape(2,globalIndex.numElements()),neverDeleteData) ;
+    }
+    
+    if (axisSource->hasLabel())
+    {
+//ym transferTransformConnector.transfer(axisSrc->label, axisDestination->label) ;  -> probably not supported now, see later
+    }
+
+    // transfer the mask
+    auto transformMask = make_shared<CTransformConnector>(axisSource->getLocalView(CElementView::WORKFLOW), elementDst->getView(CElementView::FULL),context->getIntraComm()) ;
+    transformMask->computeConnector() ;
+
+    CArray<bool,1> workflow(axisSource->getLocalView(CElementView::WORKFLOW)->getSize()) ;
+    axisDestination->mask.resize(axisSource->getLocalView(CElementView::FULL)->getSize()) ;
+    workflow=true ;
+    
+    transformMask->transfer(workflow,axisDestination->mask,false) ;   
 
     axisDestination->checkAttributes() ;
+    this->computeAlgorithm(axisSource->getLocalView(CElementView::WORKFLOW), axisDestination->getLocalView(CElementView::WORKFLOW)) ;
   }
   CATCH