Changeset 2529 for XIOS3/trunk/make_xios

Timestamp:

07/18/23 15:12:50 (12 months ago)

Author:

jderouillat

Message:

Enable parallel compression regarding NetCDF & HDF5 configurations at compile time. Implement an API to use HDF5 lossy compression plugins (SZ is available for now).

File:

• XIOS3/trunk/make_xios (modified) (1 diff)

XIOS3/trunk/make_xios

@@ -212 +212 @@
 fi 
 
+
+# Detecting if parallel compression is available :
+#   - NetCDF is HDF5 based and >= 4.7.4  ?
+#   - HDF5   is parallel   and >= 1.10.3 ?
+USE_HDF5=0
+if [[ ! -z $NETCDF_INCDIR ]]
+then
+    NETCDF_LOOKUP=`echo ${NETCDF_INCDIR} | sed 's/\-I/\ /g'`
+    netcdf_meta_file=`find $NETCDF_LOOKUP -name netcdf_meta.h 2> /dev/null`
+else
+    for dir in `echo $CPATH | sed 's/\:/\ /g'` ; do
+        if [ -f "$dir/netcdf_meta.h" ]
+        then
+            netcdf_meta_file=$dir/netcdf_meta.h
+            break
+        fi
+    done
+fi
+if [[ ! -z $netcdf_meta_file ]]
+then
+    NC_MAJOR=`grep "NC_VERSION_MAJOR" $netcdf_meta_file | awk '{ print $3 }'`
+    NC_MINOR=`grep "NC_VERSION_MINOR" $netcdf_meta_file | awk '{ print $3 }'`
+    NC_PATCH=`grep "NC_VERSION_PATCH" $netcdf_meta_file | awk '{ print $3 }'`
+    if ( [[ "$NC_MAJOR" -ge 5 || ( "$NC_MAJOR" -eq 4 &&  "$NC_MINOR" -ge 8 )|| ( "$NC_MAJOR" -eq 4 && "$NC_MINOR" -eq 7 && "$NC_PATCH" -ge 4 ) ]] )
+    then
+        USE_HDF5=`grep NC_HAS_HDF5 $netcdf_meta_file | awk '{ print $3 }'`
+    fi
+fi
+
+if [ "$USE_HDF5" == "1" ]
+then
+    # https://forum.hdfgroup.org/t/parallel-compression-support-detection/5398    
+    if [[ ! -z $HDF5_LIBDIR ]]
+    then
+        HDF5_LOOKUP=`echo ${HDF5_LIBDIR} | sed 's/\-L/\ /g'`
+        hdf5_settings_file=`find $HDF5_LOOKUP -name libhdf5.settings 2> /dev/null`
+    else
+        for dir in `echo $LD_LIBRARY_PATH | sed 's/\:/\ /g'` ; do
+            if [ -f "$dir/libhdf5.settings" ]
+            then
+                hdf5_settings_file=$dir/libhdf5.settings
+                break
+            fi
+        done
+    fi
+    HDF5_VERSION=`grep "HDF5 Version" $hdf5_settings_file | awk -F  ':' '{ print $2 }'`
+    HDF5_MAJOR_VERSION=`echo $HDF5_VERSION | awk -F  '.' '{ print $2 }'`
+    HDF5_MINOR_VERSION=`echo $HDF5_VERSION | awk -F  '.' '{ print $3 }'`
+    HDF5_PARALLEL=`grep "Parallel HDF5" $hdf5_settings_file | awk -F  ':' '{ print $2 }'`
+    HDF5_DEFLATE=`grep "I/O filters (external)" $hdf5_settings_file | awk -F  ':' '{ print $2 }'`
+    if ( [[ "$HDF5_MAJOR_VERSION" -ge 11 || ( "$HDF5_MAJOR_VERSION" -eq 10 &&  "$HDF5_MINOR_VERSION" -ge 3 ) ]] )
+    then
+        if [[ "$HDF5_PARALLEL" =~ "yes" && "$HDF5_DEFLATE" =~ "zlib" ]]
+        then 
+            XIOS_CPPKEY="$XIOS_CPPKEY PARALLEL_COMPRESSION"
+        fi
+    fi          
+fi
+if [[ "$XIOS_CPPKEY" =~ "PARALLEL_COMPRESSION" ]]
+then
+    echo "->Parallel compression is available"
+else
+    echo "->Parallel compression is NOT available"    
+fi
+# End "Detecting if parallel compression is available"
+
+
 # Setting path for boost
 if [[ "$use_extern_boost" == "true" ]]