Changeset 2531

Timestamp:

07/19/23 16:11:39 (18 months ago)

Author:

jderouillat

Message:

Implement an API to use the ZFP compression plugin.

Location:

XIOS3/branches/xios-3.0-beta/src/io

Files:

• netCdfInterface.cpp (modified) (1 diff)
• onetcdf4.cpp (modified) (1 diff)
• onetcdf4_plugin.hpp (modified) (1 diff)

XIOS3/branches/xios-3.0-beta/src/io/netCdfInterface.cpp

@@ -791 +791 @@
   {
     pluginLibName = "libhdf5sz.so";
+  }
+  else if ( filterId == 32013 ) // 32013 = ZFP
+  {
+    pluginLibName = "libh5zzfp.so";
   }
   if (cplugin)

XIOS3/branches/xios-3.0-beta/src/io/onetcdf4.cpp

@@ -540 +540 @@
              CNetCdfInterface::defVarFilter(grpid, varid, 32017, cd_nelmts, cd_values);
            }
+           else if (compressionType=="ZFP")
+           {
+             CONetCDF4Plugin::interpretParametersZFP(compressionParams, &cd_nelmts, &cd_values);
+             CNetCdfInterface::defVarFilter(grpid, varid, 32013, cd_nelmts, cd_values);
+           }
            else
            {

XIOS3/branches/xios-3.0-beta/src/io/onetcdf4_plugin.hpp

@@ -46 +46 @@
     }
       
+    //! Compute HDF5 plugin parameters from ZFP parameters
+    static void interpretParametersZFP(const CArray<double,1>& inParams, size_t* nOutParams, unsigned int **outParams)
+    {
+      if (inParams.numElements()==0) // N = f( mode )
+      {
+          ERROR("CONetCDF4Plugin::interpretParametersSZ(...)", "The 1st parameter of ZFP compressor is the mode, must be lower or equal to 5" );
+      }
+      
+      // https://github.com/LLNL/H5Z-ZFP/blob/master/test/test_write.c#L237
+      // https://github.com/LLNL/H5Z-ZFP/blob/master/src/H5Zzfp_version.h
+      if      (inParams(0) == 1) *nOutParams = 4; // RATE       (mode=1) : 1 double
+      else if (inParams(0) == 2) *nOutParams = 3; // PRECISION  (mode=2) : 2 unsigned int
+      else if (inParams(0) == 3) *nOutParams = 4; // ACCURACY   (mode=3) : 1 double
+      else if (inParams(0) == 4) *nOutParams = 6; // EXPERT     (mode=4) : 3 unsigned int + 1 int
+      else if (inParams(0) == 5) *nOutParams = 1; // REVERSIBLE (mode=5) : -
+
+      *outParams = new unsigned int[*nOutParams];
+
+      // https://github.com/LLNL/H5Z-ZFP/blob/master/src/H5Zzfp_plugin.h
+      (*outParams)[0] = (unsigned int)(inParams(0));
+      (*outParams)[1] = 0;
+      if ((inParams(0) == 1)||(inParams(0) == 3))
+      {
+        memcpy( &((*outParams)[2]), &(inParams(1)), sizeof(double) );
+      }
+      else if (inParams(0) == 2)
+      {
+        (*outParams)[2] = (unsigned int)(inParams(1));
+      }
+      else if (inParams(0) == 4)
+      {
+        (*outParams)[2] = (unsigned int)(inParams(1));
+        (*outParams)[3] = (unsigned int)(inParams(2));
+        (*outParams)[4] = (unsigned int)(inParams(3));
+        (*outParams)[5] = (unsigned int)(inParams(4));
+      }
+
+    }
   };
 }