source: XIOS3/dev/mhedley/buildCompilationPatchesA/make_xios @ 2698

Last change on this file since 2698 was 2629, checked in by jderouillat, 10 months ago

Delete boost dependencies, the few features used are replaced by functions stored in extern/boost_extraction
  • Property svn:executable set to *
File size: 12.0 KB
Line 
1#!/bin/bash
2install_dir=$PWD
3compil_full="false"
4use_oasis="false"
5oasis="oasis3_mct"
6build_path="./"
7build_dir="./"
8build_suffixed="false"
9use_extern_blitz="false"
10use_memtrack="false"
11job="1"
12netcdf_lib="netcdf4_par"
13compil_mode="prod"
14arch_path=$PWD/"arch"
15arch_default_path=$PWD/"arch"
16arch_defined="FALSE"
17arch_path_defined="FALSE"
18fcm_version=new
19
20# Traitement de la ligne de commande
21while (($# > 0))
22   do
23      case $1 in
24         "-h"|"--help"|"-help")
25            echo "make_xios - installs XIOS on your architecture"
26            echo "make_xios [options]"
27            echo "options :"
28            echo "       [--prod] : compilation in production mode (default)"
29            echo "       [--dev] : compilation in development mode"
30            echo "       [--debug] : compilation in debug mode"
31            echo "       --arch arch : to choose target architecture"
32            echo "       [--avail] : to know available target architectures "
33            echo "       [--full] : to generate dependencies and recompile from scratch"
34            echo "       [--use_oasis 'oasis3' 'oasis3_mct' : default oasis3_mct] : to use Oasis coupler"
35        echo "       [--build_path : absolute path to the build directory"
36        echo "       [--build_dir : name of the build directory"
37        echo "       [--build_suffixed : generate automatically suffixed name of the build directory (e.g. config_X64_CURIE_prod)"
38        echo "       [--use_extern_blitz : to use external blitz library"
39            echo "       [--doc] : to generate Doxygen documentation (not available yet)"
40            echo "       [--job ntasks] : to use parallel compilation with ntasks"
41            echo "       [--netcdf_lib 'netcdf4_par'/'netcdf4_seq'/'netcdf4_internal' : default netcdf4_par] : choice of netcdf library"
42            echo "       [--memtrack full/light] : tracking memory leak - developper only"
43            echo "       [--fcm] : fcm version compatibility : 'new'/'old'"
44            echo "Example : ./make_xios --prod --arch PW6_VARGAS"
45            echo "Example : ./make_xios --avail"
46            exit;;
47         "--prod")  compil_mode="prod"  ; shift ;;
48         "--dev")   compil_mode="dev"   ; shift ;;
49         "--debug") compil_mode="debug" ; shift ;;
50         "--arch")  arch=$2     ; arch_defined="TRUE"; shift ; shift ;;
51         "--arch_path")  arch_path=$2     ; arch_path_defined="TRUE"; shift ; shift ;;
52         "--avail") ls arch/*.fcm | cut -d"-" -f2 | cut -d"." -f1 ; exit ;;
53         "--full")  compil_full="true"  ; shift ;;
54         "--use_oasis")  use_oasis="true" oasis=$2 ; shift ; shift  ;;
55         "--build_path")  build_path=$2     ; shift ; shift ;;
56         "--build_dir")  build_dir=$2     ; shift ; shift ;;
57         "--build_suffixed")  build_suffixed="true" ; shift  ;;
58         "--use_extern_blitz")  use_extern_blitz="true" ; shift  ;;
59         "--doc")   doc="true"          ; shift ;;
60         "--job")   job=$2              ; shift ; shift ;;
61         "--netcdf_lib")   netcdf_lib=$2 ; shift ; shift ;;
62         "--memtrack")  use_memtrack="true" memtrack=$2  ; shift ; shift ;;
63         "--fcm")       fcm_version=$2  ; shift ; shift ;;
64         *)         code="$1"           ; shift ;;
65      esac
66   done
67
68# Installation des sources
69nb_files_gz=`ls $install_dir/tools/archive | grep tar.gz | wc -l`
70if [ ${nb_files_gz} -ne 0 ]               
71then
72    echo -e "- uncompress archives ..."         
73    for tarname in `ls $install_dir/tools/archive/*.tar.gz` ; do
74        if  ( [[ ${tarname} == "${install_dir}/tools/archive/blitz.tar.gz" ]] && [[ "$use_extern_blitz" == "true" ]] )
75        then
76                continue
77        fi
78        gunzip -f "$tarname"
79        tar -xf ${tarname%.gz}
80    done
81fi
82
83# Definition of the root directory of the build
84
85if [[ "$build_path" == "./" ]]; then
86  install_dir=$PWD
87else
88  install_dir=${build_path}
89fi
90
91if [[ "$build_suffixed" == "true" ]]; then
92    install_dir="${install_dir}/config_${arch}_${compil_mode}"
93else
94    install_dir="${install_dir}/${build_dir}"
95fi
96
97mkdir -p $install_dir
98
99rm -f ${PWD}/bld_dir.cfg
100echo "inc    ${install_dir}/arch.fcm" >> ${PWD}/bld_dir.cfg
101echo "inc    ${install_dir}/config.fcm" >> ${PWD}/bld_dir.cfg
102echo "dir::root  ${install_dir}"   >> ${PWD}/bld_dir.cfg
103
104# Vérification de la présence d'un identifiant d'architecture.
105
106###############################################################
107# lecture des chemins propres a l'architecture de la machine #
108#           et configuration de l'environnement              #
109###############################################################
110
111rm -f .void_file
112echo > .void_file
113rm -rf .void_dir
114mkdir .void_dir
115
116if [[ "$arch_defined" == "TRUE" ]]
117then
118  rm -f ${install_dir}/arch.path
119  rm -f ${install_dir}/arch.fcm
120  rm -f ${install_dir}/arch.env
121
122  if test -f $arch_path/arch-${arch}.path
123  then
124    ln -s $arch_path/arch-${arch}.path ${install_dir}/arch.path
125  elif test -f $arch_default_path/arch-${arch}.path
126  then
127    ln -s $arch_default_path/arch-${arch}.path ${install_dir}/arch.path
128  fi
129       
130  if test -f $arch_path/arch-${arch}.fcm
131  then
132    ln -s $arch_path/arch-${arch}.fcm ${install_dir}/arch.fcm
133  elif test -f $arch_default_path/arch-${arch}.fcm
134  then
135    ln -s $arch_default_path/arch-${arch}.fcm ${install_dir}/arch.fcm
136  fi
137
138  if test -f $arch_path/arch-${arch}.env
139  then
140    ln -s $arch_path/arch-${arch}.env ${install_dir}/arch.env
141  elif test -f $arch_default_path/arch-${arch}.env
142  then
143    ln -s $arch_default_path/arch-${arch}.env ${install_dir}/arch.env
144  else
145    ln -s .void_file ${install_dir}/arch.env
146  fi
147  source ${install_dir}/arch.env
148  source ${install_dir}/arch.path
149else
150      echo "Please choose a target achitecture --> list all available architecture using make_xios --avail!"
151      exit 1
152fi
153
154# Vérification de la présence d'un mode de compilation.
155
156if [[ "$compil_mode" == "prod" ]]
157   then
158      COMPIL_CFLAGS="%PROD_CFLAGS"
159      COMPIL_FFLAGS="%PROD_FFLAGS"
160elif [[ "$compil_mode" == "dev" ]]
161   then
162      COMPIL_CFLAGS="%DEV_CFLAGS"
163      COMPIL_FFLAGS="%DEV_FFLAGS"
164elif [[ "$compil_mode" == "debug" ]]
165   then
166      COMPIL_CFLAGS="%DEBUG_CFLAGS"
167      COMPIL_FFLAGS="%DEBUG_FFLAGS"
168fi
169
170rm -r $PWD/extern/netcdf4
171
172if [[ "$netcdf_lib" == "netcdf4_par" ]]
173   then
174     ln -s $PWD/.void_dir $PWD/extern/netcdf4
175     XIOS_CPPKEY="$XIOS_CPPKEY USING_NETCDF_PAR"
176elif [[ "$netcdf_lib" == "netcdf4_seq" ]]
177  then
178    ln -s $PWD/.void_dir $PWD/extern/netcdf4
179elif [[ "$netcdf_lib" == "netcdf4_internal" ]]
180  then
181    ln -s $PWD/extern/src_netcdf4 $PWD/extern/netcdf4
182    XIOS_CPPKEY="$XIOS_CPPKEY USING_NETCDF_PAR USING_NETCDF_INTERNAL"
183    export NETCDF_INCDIR="-I${PWD}/extern/netcdf4"
184    export NETCDF_LIBDIR=""
185    export NETCDF_LIB=""
186else
187   echo "Bad choice for --netcdf_lib argument : choose between 'netcdf4_par','netcdf4_seq' or 'netcdf4_internal'"
188   exit
189fi
190
191if [[ "$use_oasis" == "true" ]]
192   then
193    if [[ "$oasis" == "oasis3_mct" ]]
194    then
195        XIOS_CPPKEY="$XIOS_CPPKEY USE_OMCT"
196    elif [[ "$oasis" == "oasis3"  ]]
197    then
198        XIOS_CPPKEY="$XIOS_CPPKEY USE_OASIS"
199        OASIS_INCDIR="-I$PWD/../../prism/X64/build/lib/psmile.MPI1"
200        OASIS_LIBDIR="-L$PWD/../../prism/X64/lib"
201        OASIS_LIB="-lpsmile.MPI1 -lmpp_io"
202    else
203        echo "Bad choice for --use_oasis argument : choose between 'oasis3','oasis3_mct'"
204        exit
205    fi
206    NETCDF_LIB="-lnetcdff -lnetcdf"
207    XIOS_FINCDIR="$OASIS_INCDIR $XIOS_FINCDIR"
208    XIOS_LIB="$OASIS_LIBDIR $OASIS_LIB $XIOS_LIB"
209fi 
210
211
212# Detecting if parallel compression is available :
213#   - NetCDF is HDF5 based and >= 4.7.4  ?
214#   - HDF5   is parallel   and >= 1.10.3 ?
215USE_HDF5=0
216if [[ ! -z $NETCDF_INCDIR ]]
217then
218    NETCDF_LOOKUP=`echo ${NETCDF_INCDIR} | sed 's/\-I/\ /g'`
219    netcdf_meta_file=`find $NETCDF_LOOKUP -name netcdf_meta.h 2> /dev/null`
220else
221    for dir in `echo $CPATH | sed 's/\:/\ /g'` ; do
222        if [ -f "$dir/netcdf_meta.h" ]
223        then
224            netcdf_meta_file=$dir/netcdf_meta.h
225            break
226        fi
227    done
228fi
229if [[ ! -z $netcdf_meta_file ]]
230then
231    NC_MAJOR=`grep "NC_VERSION_MAJOR" $netcdf_meta_file | awk '{ print $3 }'`
232    NC_MINOR=`grep "NC_VERSION_MINOR" $netcdf_meta_file | awk '{ print $3 }'`
233    NC_PATCH=`grep "NC_VERSION_PATCH" $netcdf_meta_file | awk '{ print $3 }'`
234    if ( [[ "$NC_MAJOR" -ge 5 || ( "$NC_MAJOR" -eq 4 &&  "$NC_MINOR" -ge 8 )|| ( "$NC_MAJOR" -eq 4 && "$NC_MINOR" -eq 7 && "$NC_PATCH" -ge 4 ) ]] )
235    then
236        USE_HDF5=`grep NC_HAS_HDF5 $netcdf_meta_file | awk '{ print $3 }'`
237    fi
238fi
239
240if [ "$USE_HDF5" == "1" ]
241then
242    # https://forum.hdfgroup.org/t/parallel-compression-support-detection/5398   
243    if [[ ! -z $HDF5_LIBDIR ]]
244    then
245        HDF5_LOOKUP=`echo ${HDF5_LIBDIR} | sed 's/\-L/\ /g'`
246        hdf5_settings_file=`find $HDF5_LOOKUP -name libhdf5.settings 2> /dev/null`
247    else
248        for dir in `echo $LD_LIBRARY_PATH | sed 's/\:/\ /g'` ; do
249            if [ -f "$dir/libhdf5.settings" ]
250            then
251                hdf5_settings_file=$dir/libhdf5.settings
252                break
253            fi
254        done
255    fi
256    if [[ ! -z $hdf5_settings_file ]]
257    then
258        HDF5_VERSION=`grep "HDF5 Version" $hdf5_settings_file | awk -F  ':' '{ print $2 }'`
259        HDF5_MAJOR_VERSION=`echo $HDF5_VERSION | awk -F  '.' '{ print $2 }'`
260        HDF5_MINOR_VERSION=`echo $HDF5_VERSION | awk -F  '.' '{ print $3 }'`
261        HDF5_PARALLEL=`grep "Parallel HDF5" $hdf5_settings_file | awk -F  ':' '{ print $2 }'`
262        HDF5_DEFLATE=`grep "I/O filters (external)" $hdf5_settings_file | awk -F  ':' '{ print $2 }'`
263        if ( [[ "$HDF5_MAJOR_VERSION" -ge 11 || ( "$HDF5_MAJOR_VERSION" -eq 10 &&  "$HDF5_MINOR_VERSION" -ge 3 ) ]] )
264        then
265            if [[ "$HDF5_PARALLEL" =~ "yes" && "$HDF5_DEFLATE" =~ "zlib" ]]
266            then
267                XIOS_CPPKEY="$XIOS_CPPKEY PARALLEL_COMPRESSION"
268            fi
269        fi         
270    fi # hdf5_settings_file
271fi
272if [[ "$XIOS_CPPKEY" =~ "PARALLEL_COMPRESSION" ]]
273then
274    echo "->Parallel compression is available"
275else
276    echo "->Parallel compression is NOT available"   
277fi
278# End "Detecting if parallel compression is available"
279
280# Setting path for boost
281export BOOST_INCDIR="-I${PWD}/extern/boost_extraction/include"
282
283# Setting path for blitz
284if [[ "$use_extern_blitz" == "true" ]]
285then
286   rm -r $PWD/extern/blitz
287   ln -s $PWD/.void_dir $PWD/extern/blitz
288else
289   echo "src::blitz $PWD/extern/blitz/src" >> ${PWD}/bld_dir.cfg
290   export BLITZ_INCDIR="-I${PWD}/extern/blitz"
291   export BLITZ_LIBDIR=""
292   export BLITZ_LIB=""
293fi
294
295
296if [[ "$use_memtrack" == "true" ]]
297   then
298   XIOS_CPPKEY="$XIOS_CPPKEY XIOS_MEMTRACK"
299
300    if [[ "$memtrack" == "light" ]]
301    then
302        XIOS_CPPKEY="$XIOS_CPPKEY XIOS_MEMTRACK_LIGHT"
303    elif [[ "$memtrack" == "full"  ]]
304    then
305      XIOS_CPPKEY="$XIOS_CPPKEY XIOS_MEMTRACK_FULL"
306    else
307        echo "Bad choice for --memtrack argument : choose between 'light','full'"
308        exit
309    fi
310fi
311
312XIOS_CINCDIR="$NETCDF_INCDIR $HDF5_INCDIR $MPI_INCDIR $BOOST_INCDIR $BLITZ_INCDIR"
313XIOS_FINCDIR="$NETCDF_INCDIR $XIOS_FINCDIR $MPI_INCDIR $BOOST_INCDIR $BLITZ_INCDIR"
314
315XIOS_LIB="$XIOS_LIB $NETCDF_LIBDIR $HDF5_LIBDIR $MPI_LIBDIR $NETCDF_LIB $HDF5_LIB $MPI_LIB"
316
317rm -f ${install_dir}/config.fcm
318echo "%COMPIL_CFLAGS $COMPIL_CFLAGS" >> ${install_dir}/config.fcm
319echo "%COMPIL_FFLAGS $COMPIL_FFLAGS" >> ${install_dir}/config.fcm
320echo "%CPP_KEY       $XIOS_CPPKEY"   >> ${install_dir}/config.fcm
321
322echo "%CBASE_INC     $XIOS_CINCDIR" >> ${install_dir}/config.fcm     
323echo "%FBASE_INC     $XIOS_FINCDIR" >> ${install_dir}/config.fcm
324echo "%ARCH_LD       $XIOS_LIB"     >> ${install_dir}/config.fcm
325
326echo "=> Using "$compil_mode" mode for compiling under architecture \""$arch"\" !"
327
328# Création de la documentation doxygen.
329if [[ !(-z $doc) ]]
330   then
331      echo -e "- Create Doxygen documentation (disabled)..."
332      #doxygen -s
333fi
334
335make_dir=$PWD
336
337if [[ "$fcm_version" == "new" ]]
338then
339  export PATH=$PWD/tools/FCM_NEW/bin:$PATH
340elif [[ "$fcm_version" == "old" ]]
341then
342  export PATH=$PWD/tools/FCM_OLD/bin:$PATH
343else
344  echo "=> Bad option for --fcm flag : "$fcm_version" , only 'new' or 'old' permitted"
345fi
346 
347if [[ "$compil_full" == "true" ]]
348   then
349   fcm build --clean --ignore-lock
350   fcm build -f --ignore-lock -j $job
351else
352  fcm build --ignore-lock -j $job
353fi
354
355build_exit_status=$?
356
357if [[ $build_exit_status == 0 ]]
358  then
359  set nothing
360#    cd $WORKDIR/XIOS_NEMO_COUPLE/modeles/NEMO/WORK
361#    cd $WORKDIR/XIOS_NEMO/modeles/NEMO/WORK
362#    make
363fi
364
365exit $build_exit_status
Note: See TracBrowser for help on using the repository browser.