source: CONFIG/UNIFORM/v7/ICOLMDZOR_v7/compile_icolmdzor.sh @ 6362

#!/bin/bash
#set -vx
# Default options
#
#
#
date
#### 1  Set up the compiling options
#### Define some directories
submitdir=$( pwd )
modipsl=$submitdir/../..
arch_path=$submitdir/ARCH 
export ROOT=$modipsl/modeles/DYNAMICO

#### Set default options 
# Optimization mode
# optmode=prod/dev/debug
optmode=prod
# Resolution if compiling LMDZ in regular mode without DYNAMICO
# Use for example following "./compile_icolmdzor.sh -regular_latlon 144x142x79"
resol_atm=144x142x79
#choose if we want to compile only grid ico, grid reg. If no for both of them, we will compile the two grids
ico_only=no
reg_only=no
#choose if we want to compile only create_etat0_limit
ce0l_only=no
# fcm_arch
fcm_arch=default
# Default values to be overritten
parallel=mpi_omp
export fcm_arch parallel xios
full_flag=""
full_xios=""
full_lmdz=""
full_orch=""
full_dyna=""
# choose radiative code compilation option 
rad=rrtm
opt_rad=""
# Default netcdf_lib is used for XIOS but can be change by argument
netcdf_lib=""

# Output text file for compilation of each component
datestr=`LC_ALL=C date +"%Y%m%dT%H%M"`
outfile=$submitdir/out_compile_icolmdzor.$datestr
echo > $outfile
echo; echo "Text output from compilation will be stored in file out_compile_icolmdzor.$datestr"; echo 

#### Read arguments 
# Loop over all arguments to modify default set up
while (($# > 0)) ; do
    case $1 in
        "-h") cat <<end_help

########################################################################
# Usage of the script compile_icolmdzor.sh
#
########################################################################

./compile_config [Options] 

Options: -ico_only, -reg_only, -ce0_only, -full, -regular_latlon, -debug, -dev, -prod(default)

Example 1: Default compilation of [DYNAMICO-LMDZ-ORCHIDEE with XIOS and IOIPSL] and [LMDZ(144x142x79)-ORCHIDEE with XIOS and IOIPSL] and [create_etat0_limit]
./compile_icolmdzor.sh

Example 2: Compile in debug mode
./compile_icolmdzor.sh -debug

Example 3: Default compilation with full recompilation of all components
./compile_icolmdzor.sh -full

Example 4: Define dimension for regular grid (default one is  144x142x79)
The dimension can be changed to any other 3d dimension - in this example DYNAMICO is also compiled as default.
./compile_icolmdzor.sh -regular_latlon 256x256x79

Example 5: Compile only ico grid 
./compile_icolmdzor.sh -ico_only

Example 6: Compile only regular grid with default resolution (144x142x79)
./compile_icolmdzor.sh -reg_only

Example 7: compile only create_etat0_limt for reg 
./compile_icolmdzor.sh -ce0l_only

Example 8: choose radiative schema for LMDZ (oldrad/rrtm/ecrad). Default is rrtm
./compile_icolmdzor.sh -rad ecrad

end_help
            exit;;

        "-parallel")        parallel=$2 ; shift ; shift ;; 
        "-arch")            fcm_arch="$2" ; shift ; shift ;;
        "-xios")            xios="$2" ; shift ; shift ;;
        "-debug")           optmode=debug ; shift ;;
        "-dev")             optmode=dev ; shift ;;
        "-prod")            optmode=prod ; shift ;;
        "-regular_latlon")  regular_latlon=yes ; resol_atm=$2 ; shift ; shift ;;
        "-full")            full_flag="-full"; full_xios="--full" ; full_lmdz="-full" ; full_orch="-full" ; full_dyna="-full" ; shift ;;
        "-full_xios")       full_xios="--full" ; shift ;;  # Note only full_xios is using double dash: --full
        "-full_lmdz")       full_lmdz="-full"  ; shift ;;
        "-full_orch")       full_orch="-full"  ; shift ;;
        "-full_dyna")       full_dyna="-full"  ; shift ;;
        "-ico_only")        ico_only=yes  ; shift ;;
        "-reg_only")        reg_only=yes  ; shift ;;
        "-ce0l_only")       ce0l_only=yes  ; shift ;;
        "-netcdf_lib_seq")  netcdf_lib="--netcdf_lib netcdf4_seq"; shift ;;
        "-rad")        rad=$2; shift ; shift ;;
        *)                  echo "unknown option "$1" , exiting..." ;  exit 
    esac
done

echo "Following options are set in current compiling:" >> $outfile 
echo "   ico_only=${ico_only}, reg_only=${reg_only}, ce0l_only=${ce0l_only}" >> $outfile
echo "   regular_latlon=${resol_atm} (use to create executable on regular grid)" >> $outfile 
echo "   optmode = $optmode, parallel = $parallel, fcm_arch = $fcm_arch " >> $outfile 
echo "   full_flag=$full_flag, full_xios=$full_xios, full_lmdz=$full_lmdz, full_orch=$full_orch, full_dyna=$full_dyna" >> $outfile 
echo >> $outfile

### Read host dependent default values
### These variables will not be changed if they were set as argument
###./host.sh $host
# Later : Following lines should be set in host.sh file
# begin host.sh
if [ $fcm_arch == default ] ; then
    # Find out current host and source specific paths and commands for the host
    case $( hostname -s ) in
        jean-zay*)
            fcm_arch=X64_JEANZAY;;
        irene170|irene171|irene190|irene191|irene192|irene193)
            fcm_arch=X64_IRENE;;
        irene172|irene173|irene194|irene195)
            fcm_arch=X64_IRENE-AMD;;
        asterix*|obelix*)
            fcm_arch=ifort_LSCE
            if [ "${parallel}" == "mpi_omp" ] ; then 
                echo "Warning!! Currently at Obelix hybrid mode is not possible."
                echo "          Option -parallel mpi_omp is now changed to -parallel mpi"
                echo ""
                parallel=mpi
            else
                echo "You used -parallel" $parallel
            fi ;;
        spirit*)
            fcm_arch=ifort_MESOIPSL;;
        ciclad*|climserv*|loholt*|camelot*)
            fcm_arch=ifort_CICLAD;;
        *)
            echo Current host is not known. You must use option -arch to specify which architecuture files to use.
            echo Exit now.
            exit
    esac
fi

# Set a link to arch.env if arch-${fcm_arch}.env file exist for current fcm_arch.
# The link arch.env is also set in config.card and will be used by libIGCM to ensure the same running environnement.
if [ -f ARCH/arch-${fcm_arch}.env ] ; then
    echo >> $outfile
    echo "The file ARCH/arch-${fcm_arch}.env will now be sourced with modules needed for compilation for all components."
    echo "Note that this new environement might be kept after compilation."
    echo "If this is the case, source again your personal environment after compilation."
    echo " Personal module list before sourcing of ARCH/arch.env file:"    >> $outfile 
    module list   >> $outfile 2>&1
    svn_version=$(module list -t | grep subversion)
       
    # Make a link to this file, to be used also in config.card
    rm -f ARCH/arch.env
    ln -s arch-${fcm_arch}.env ARCH/arch.env

    # Source the file
    source ARCH/arch.env   >> $outfile 2>&1
    if [ X$svn_version != X ] ; then
        module load ${svn_version}
    fi
    echo >> $outfile
    echo " New module list after sourcing of ARCH/arch.env file:"    >> $outfile 
    module list   >> $outfile 2>&1
fi

#### 2 Do the compilation 
## 2.1 Compile ioipsl
cd $modipsl/modeles/IOIPSL
echo; echo "NOW COMPILE IOIPSL"
echo >> $outfile ; echo " NOW COMPILE IOIPSL"   >> $outfile 

echo ./makeioipsl_fcm -$optmode -parallel -arch ${fcm_arch} -arch_path $arch_path -j 8 $full_flag   >> $outfile 
     ./makeioipsl_fcm -$optmode -parallel -arch ${fcm_arch} -arch_path $arch_path -j 8 $full_flag   >> $outfile 2>&1
# Test if compiling succeded 
if [[ $? != 0 ]] ; then 
    echo "THERE IS A PROBLEM IN IOIPSL COMPILATION - STOP"
    exit
fi

## 2.2 Compile xios
cd $modipsl/modeles/XIOS
echo; echo "NOW COMPILE XIOS"
echo >> $outfile ; echo " NOW COMPILE XIOS"   >> $outfile 
echo ./make_xios --$optmode --arch $fcm_arch --arch_path $arch_path ${netcdf_lib} --job 4 $full_xios   >> $outfile 
     ./make_xios --$optmode --arch $fcm_arch --arch_path $arch_path ${netcdf_lib} --job 4 $full_xios   >> $outfile 2>&1
# Test if compiling succeded 
if [[ $? != 0 ]] ; then 
    echo "THERE IS A PROBLEM IN XIOS COMPILATION - STOP"
    exit
fi
# Move executables to modipsl/bin
if [ -f $modipsl/modeles/XIOS/bin/xios_server.exe ] ; then 
    mv $modipsl/modeles/XIOS/bin/xios_server.exe $modipsl/bin/xios_server_${optmode}.exe
else
    echo "THERE IS A PROBLEM IN XIOS COMPILATION EXECUTABLE MISSING - STOP"
    exit
fi


## 2.3 Compile orchidee
cd $modipsl/modeles/ORCHIDEE
echo; echo "NOW COMPILE ORCHIDEE"
echo >> $outfile ; echo " NOW COMPILE ORCHIDEE"   >> $outfile 

# Check if the compilation of ORCHIDEE was previsouly interupted prematured. 
# In that case, the files fcm.bld.lock exist. If the file exist, it is here removed to avoid makeorchidee_fcm 
# to ask question and wait for interactivly answer from the user.
if [ -f build/fcm.bld.lock ] ; then
    echo >> $outfile
    echo " WARNING!! The file ORCHIDEE/build/fcm.bld.lock exist. "   >> $outfile
    echo "           This means that the compilation is either currently on going in another terminal was previous interupted before the end."   >> $outfile
    echo "           The file will now be removed. "   >> $outfile
    echo >> $outfile
    rm -f build/fcm.bld.lock
fi

echo    ./makeorchidee_fcm -j 8 -xios -parallel $parallel -$optmode -arch ${fcm_arch} -arch_path $arch_path $full_orch    >> $outfile 
        ./makeorchidee_fcm -j 8 -xios -parallel $parallel -$optmode -arch ${fcm_arch} -arch_path $arch_path $full_orch    >> $outfile 2>&1
# Test if compiling finished
if [[ $? != 0 ]] ; then
    echo "THERE IS A PROBLEM IN ORCHIDEE COMPILATION - STOP"
    exit
fi

# If orchide driver executables have been compiled (option -driver), then rename executables to contain $optmode
if [ -f $modipsl/bin/orchidee_ol ] ; then mv $modipsl/bin/orchidee_ol  $modipsl/bin/orchidee_ol_${optmode} ; fi
if [ -f $modipsl/bin/orchideedriver ] ; then mv $modipsl/bin/orchideedriver  $modipsl/bin/orchideedriver_${optmode} ; fi


## 2.4 Compile lmdz

if [ $reg_only = no ] && [ $ce0l_only = no ]; then 

    cd $modipsl/modeles/LMDZ

    # Compile LMDZ as library to couple to DYNAMICO
    echo; echo "NOW COMPILE LMDZ FOR COUPLING TO DYNAMICO"
    echo >> $outfile ; echo " NOW COMPILE LMDZ FOR COUPLING TO DYNAMICO"   >> $outfile 
    # Retrieve the final svn release number, needed for radiative code suffix of executable
    lmdzsvn=`svnversion . | egrep -o "[0-9]+"  | awk 'NR==1'`
    # Check if the compilation of LMDZ was previsouly interupted prematured. 
    # In that case, the files dimension.h and .lock exist. If the files exist, they are here removed to avoid makelmdz_fcm 
    # to ask question and wait for interactivly answer from the user.
    if [ -f libf/grid/dimensions.h ] || [ -f .lock ] ; then
        echo >> $outfile
        echo " WARNING!! The file LMDZ/libf/grid/dimension.h and/or the LMDZ/.lock exist. "   >> $outfile
        echo "           This means that the compilation is either currently on going in another terminal was previous interupted before the end."   >> $outfile
        echo "           The files dimension.h and .lock will now be removed. "   >> $outfile
        echo >> $outfile
        rm -f libf/grid/dimensions.h
        rm -f .lock
    fi

# Need to define the proper option for radiative code compilation. By default, we use rrtm
case $rad in
    oldrad) opt_rad="" ;;
    rrtm)   if [ $lmdzsvn -le 4185 ] ; then opt_rad="-rrtm true" ; else opt_rad="-rad rrtm" ; fi ;;
    ecrad)  opt_rad="-rad ecrad" ;;
    *) echo Only oldrad rrtm ecrad for rad option ; exit
esac

if [ $lmdzsvn -le 4185 -a $rad = "ecrad" ] ; then echo "ecrad only available for LMDZ rev starting with 4186 " ; exit ; fi


    echo ./makelmdz_fcm -p lmd -cosp true $opt_rad -$optmode -mem -parallel $parallel -libphy -v orchidee2.1 -io xios -arch $fcm_arch -j 8 $full_lmdz    >> $outfile 
    ./makelmdz_fcm -p lmd -cosp true $opt_rad -$optmode -mem -parallel $parallel -libphy -v orchidee2.1 -io xios -arch $fcm_arch -j 8 $full_lmdz    >> $outfile 2>&1
    # Test if compiling finished
    if [[ $? != 0 ]] ; then
        echo "THERE IS A PROBLEM IN LMDZ PHYSICS COMPILATION - STOP"
        exit
    fi


    ## 2.5 Compile DYNAMICO
    cd $modipsl/modeles/DYNAMICO
    echo; echo "NOW COMPILE DYNAMICO "
    echo >> $outfile ; echo " NOW COMPILE DYNAMICO"   >> $outfile 

        if [ -d $modipsl/config/ICOLMDZOR_v7/SOURCES/DYNAMICO ] ; then 
         cd $modipsl/config/ICOLMDZOR_v7/SOURCES/DYNAMICO 
         for dir in $( find . -mindepth 1 -maxdepth 1 -type d ); do 
             for file in $( find $dir -type f ! -path '*.svn*' ); do 
                 echo cp $file $modipsl/modeles/DYNAMICO/$file >> $outfile  
                 cp $file $modipsl/modeles/DYNAMICO/$file  >> $outfile 2>&1 
             done 
         done 
         cd $modipsl/modeles/DYNAMICO 
        fi 

    echo ./make_icosa -$optmode -with_fcm1 -parallel $parallel -external_ioipsl -with_xios -arch $fcm_arch -arch_path $arch_path -job 8 $full_dyna    >> $outfile 
    ./make_icosa -$optmode -with_fcm1 -parallel $parallel -external_ioipsl -with_xios -arch $fcm_arch -arch_path $arch_path -job 8 $full_dyna    >> $outfile 2>&1
    # Test if compiling finished
    if [[ $? != 0 ]] ; then
        echo "THERE IS A PROBLEM IN DYNAMICO COMPILATION - STOP"
        exit
    fi

    ## 2.6 Compile interface ICOSA_LMDZ
    cd $modipsl/modeles/ICOSA_LMDZ
    echo; echo "NOW COMPILE ICOSA_LMDZ "
    echo >> $outfile ; echo " NOW COMPILE ICOSA_LMDZ"   >> $outfile 
    
    echo ./make_icosa_lmdz -nodeps -p lmd -$optmode -parallel $parallel -with_orchidee -arch ${fcm_arch} -arch_path ${arch_path} -job 8 $full_dyna    >> $outfile 
    ./make_icosa_lmdz -nodeps -p lmd -$optmode -parallel $parallel -with_orchidee -arch ${fcm_arch} -arch_path ${arch_path} -job 8 $full_dyna    >> $outfile 2>&1
    # Test if compiling finished
    if [[ $? != 0 ]] ; then
        echo "THERE IS A PROBLEM IN ICOSA_LMDZ COMPILATION - STOP"
        exit
    fi
    # Move executables to modipsl/bin
    if [ $modipsl/modeles/ICOSA_LMDZ/bin/icosa_lmdz.exe ] ; then 
        mv $modipsl/modeles/ICOSA_LMDZ/bin/icosa_lmdz.exe $modipsl/bin/icosa_lmdz_${optmode}.exe
    else
        echo "THERE IS A PROBLEM IN ICOSA_LMDZ COMPILATION EXECUTABLE MISSING - STOP"
        exit
    fi
    
fi 

## 2.7 Compile LMDZ for regular latlon configuration

# Find executable suffix
suffix=_${resol_atm}_phylmd
if [ $lmdzsvn -ge 4186 ] ; then suffix=${suffix}_${rad} ; fi
if [ $parallel == seq ] || [ $parallel == none ] ; then
    suffix=${suffix}_seq_orch.e
else
    suffix=${suffix}_para_mem_orch.e
fi
echo gcm suffix = $suffix


if [ $ico_only = no ] && [ $ce0l_only = no ]; then

    cd $modipsl/modeles/LMDZ
    # Compile LMDZ regular lat-lon exectuable
    echo; echo "NOW COMPILE LMDZ REGULAR LAT-LON MODE. Resolution = ${resol_atm}"
    echo >> $outfile ; echo " NOW COMPILE LMDZ REGULAR LAT-LON MODE. Resolution = ${resol_atm}"   >> $outfile 

    # Check if the compilation of LMDZ was previsouly interupted prematured. 
    # In that case, the files dimension.h and .lock exist. If the files exist, they are here removed to avoid makelmdz_fcm 
    # to ask question and wait for interactivly answer from the user.
    if [ -f libf/grid/dimensions.h ] || [ -f .lock ] ; then
        echo >> $outfile
        echo " WARNING!! The file LMDZ/libf/grid/dimension.h and/or the LMDZ/.lock exist. "   >> $outfile
        echo "           This means that the compilation is either currently on going in another terminal was previous interupted before the end."   >> $outfile
        echo "           The files dimension.h and .lock will now be removed. "   >> $outfile
        echo >> $outfile
        rm -f libf/grid/dimensions.h
        rm -f .lock
    fi
    echo ./makelmdz_fcm -d ${resol_atm} -p lmd $opt_rad -$optmode -mem -parallel $parallel -io xios -v orchidee2.1 -arch $fcm_arch -j 8 $full_lmdz gcm    >> $outfile 
         ./makelmdz_fcm -d ${resol_atm} -p lmd $opt_rad -$optmode -mem -parallel $parallel -io xios -v orchidee2.1 -arch $fcm_arch -j 8 $full_lmdz gcm    >> $outfile 2>&1
    # Test if compiling finished
    if [[ $? != 0 ]] ; then
        echo "THERE IS A PROBLEM IN LMDZ REGULAR LATLON COMPILATION - STOP"
        exit
    fi


    # Move executables to modipsl/bin folder
    echo "Move gcm.e  executable to modipsl/bin"
    if [ -f $modipsl/modeles/LMDZ/bin/gcm${suffix} ] ;  then
        mv $modipsl/modeles/LMDZ/bin/gcm${suffix} $modipsl/bin/gcm_${resol_atm}_${optmode}.e
    else
        echo "ERROR gcm${suffix} executable does not exist." 
        echo "THERE IS A PROBLEM IN LMDZ REGULAR LATLON COMPILATION - STOP"
        exit
    fi

fi 


if [ $ce0l_only = yes ] || [ $ico_only = no ] && [ $reg_only = no ] ; then 

    cd $modipsl/modeles/LMDZ

    # Compile ce0l initialization program for LMDZ regular lat-lon exectuable
    echo; echo "NOW COMPILE CE0L OF LMDZ. Resolution = ${resol_atm}"
    echo >> $outfile ; echo " NOW COMPILE CE0L OF LMDZ. Resolution = ${resol_atm}"   >> $outfile 

    echo ./makelmdz_fcm -d ${resol_atm} -p lmd -rrtm true -$optmode -mem -parallel $parallel -io xios -v orchidee2.1 -arch $fcm_arch -j 8 $full_lmdz ce0l    >> $outfile 
         ./makelmdz_fcm -d ${resol_atm} -p lmd -rrtm true -$optmode -mem -parallel $parallel -io xios -v orchidee2.1 -arch $fcm_arch -j 8 $full_lmdz ce0l    >> $outfile 2>&1
    # Test if compiling finished
    if [[ $? != 0 ]] ; then
        echo "THERE IS A PROBLEM IN CE0L (LMDZ) REGULAR LATLON COMPILATION - STOP"
        exit
    fi

    # Move executables to modipsl/bin folder
    echo "Move ce0l.e  executable to modipsl/bin"
    if [ -f $modipsl/modeles/LMDZ/bin/ce0l${suffix} ] ;  then
        mv $modipsl/modeles/LMDZ/bin/ce0l${suffix} $modipsl/bin/ce0l_${resol_atm}_${optmode}.e
    else
        echo "ERROR ce0l${suffix} executable does not exist." 
        echo "THERE IS A PROBLEM IN LMDZ REGULAR LATLON COMPILATION - STOP"
        exit
    fi

fi 



echo >>$outfile ; echo "ALL COMPILING FINISHED" >> $outfile
echo ls -lrt modipsl/bin >> $outfile
ls -lrt $modipsl/bin >> $outfile

echo; echo "ALL COMPILING FINISHED" ; echo
echo "Executables are found in modipsl/bin"
echo "Check that executable names correspond with the name set in config.card before launching the job"
echo ls -lrt modipsl/bin
ls -lrt $modipsl/bin

date
exit