source: trunk/libIGCM/AA_metrics_LMDZ @ 1507

Last change on this file since 1507 was 1468, checked in by mafoipsl, 6 years ago

On curie : set output files for all jobs.

On irene :

  • set output files for all jobs like curie
  • add the possibility to use xlarge nodes (for free) for post-processing or skylake nodes
  • add a question to set project used for post-processing and delete -A option in libIGCM_sys_irene
  • display only available projects for computing or post-processing on irene
  • Property svn:keywords set to Revision Author Date
File size: 9.1 KB
RevLine 
[1159]1#-Q- curie ######################
2#-Q- curie ## CURIE   TGCC/CEA ##
3#-Q- curie ######################
4#-Q- curie #MSUB -r METRICS_LMDZ       # Nom du job
[1468]5#-Q- curie #MSUB -o METRICS_LMDZ.out_%I
6#-Q- curie #MSUB -e METRICS_LMDZ.out_%I
[1159]7#-Q- curie #MSUB -n 1              # Reservation du processus
8#-Q- curie #MSUB -T 14400          # Limite de temps elapsed du job
9#-Q- curie #MSUB -q ::default_node::
[1274]10#-Q- curie #MSUB -c ::default_core::
[1159]11#-Q- curie #MSUB -Q normal
12#-Q- curie #MSUB -A ::default_project::
13#-Q- curie set +x
[1437]14#-Q- irene ######################
15#-Q- irene ## IRENE   TGCC/CEA ##
16#-Q- irene ######################
17#-Q- irene #MSUB -r METRICS_LMDZ   # Job name
[1468]18#-Q- irene #MSUB -o METRICS_LMDZ.out_%I
19#-Q- irene #MSUB -e METRICS_LMDZ.out_%I
[1437]20#-Q- irene #MSUB -n 1
21#-Q- irene #MSUB -T 14400          # Maximum elapsed time
[1468]22#-Q- irene #MSUB -q ::default_node::
23#-Q- irene #MSUB -c ::default_core::
[1437]24#-Q- irene #MSUB -Q normal
[1468]25#-Q- irene #MSUB -A ::default_post_project::
[1460]26#-Q- irene #MSUB -m store,work,scratch
[1437]27#-Q- irene set +x
[1159]28#-Q- ada #!/bin/ksh
29#-Q- ada #######################
30#-Q- ada ## ADA         IDRIS ##
31#-Q- ada #######################
[1409]32#-Q- ada # @ job_type = mpich
[1159]33#-Q- ada # @ requirements = (Feature == "prepost")
34#-Q- ada # Temps Elapsed max. d'une requete hh:mm:ss
35#-Q- ada # @ wall_clock_limit = 4:00:00
36#-Q- ada # Nom du travail LoadLeveler
37#-Q- ada # @ job_name   = METRICS_LMDZ
38#-Q- ada # Fichier de sortie standard du travail
39#-Q- ada # @ output     = $(job_name).$(jobid)
40#-Q- ada # Fichier de sortie d'erreur du travail
41#-Q- ada # @ error      =  $(job_name).$(jobid)
42#-Q- ada # pour recevoir un mail en cas de depassement du temps Elapsed (ou autre pb.)
43#-Q- ada # @ notification = error
[1290]44#-Q- ada # @ environment  = $POST_DIR ; $Script_Post_Output ; $SUBMIT_DIR ; $libIGCM ; $DEBUG_debug ; $BigBrother ; $postProcessingStopLevel ; $R_INIT ; $R_BC ; $StandAlone ; $RESOL_ATM ; $RESOL_OCE ; $RESOL_ICE ; $RESOL_MBG ; $RESOL_SRF ; $RESOL_SBG ; $YEARS ; $DIR_OUT ; $MASTER ; $libIGCM_SX ; wall_clock_limit=$(wall_clock_limit)
[1159]45#-Q- ada # @ queue
46#-Q- lxiv8 ######################
47#-Q- lxiv8 ## OBELIX      LSCE ##
48#-Q- lxiv8 ######################
49#-Q- lxiv8 #PBS -N METRICS_LMDZ
50#-Q- lxiv8 #PBS -m a
51#-Q- lxiv8 #PBS -j oe
52#-Q- lxiv8 #PBS -q test
53#-Q- lxiv8 #PBS -o METRICS_LMDZ.$$
54#-Q- lxiv8 #PBS -S /bin/ksh
[1184]55#-Q- ifort_CICLAD ######################
56#-Q- ifort_CICLAD ##   CICLAD    IPSL ##
57#-Q- ifort_CICLAD ######################
58#-Q- ifort_CICLAD #PBS -N METRICS_LMDZ
59#-Q- ifort_CICLAD #PBS -m a
60#-Q- ifort_CICLAD #PBS -j oe
61#-Q- ifort_CICLAD #PBS -q std
62#-Q- ifort_CICLAD #PBS -S /bin/ksh
[1159]63#-Q- default #!/bin/ksh
64#-Q- default ##################
65#-Q- default ## DEFAULT HOST ##
66#-Q- default ##################
67
68#**************************************************************
69# Author: Sebastien Denvil
70# Contact: Sebastien.Denvil__at__ipsl.jussieu.fr
71# $Revision::                                          $ Revision of last commit
72# $Author::                                            $ Author of last commit
73# $Date::                                              $ Date of last commit
74# IPSL (2006)
75#  This software is governed by the CeCILL licence see libIGCM/libIGCM_CeCILL.LIC
76#
77#**************************************************************
78
79#set -eu
80#set -vx
81
82date
83
84#-Q- ada export OMP_NUM_THREADS=1
85
[1356]86#D- Task type DO NOT CHANGE (computing, post-processing or checking)
[1159]87TaskType=post-processing
88
89######################################################################
90
91. ${libIGCM}/libIGCM_debug/libIGCM_debug.ksh
92. ${libIGCM}/libIGCM_card/libIGCM_card.ksh
93. ${libIGCM}/libIGCM_date/libIGCM_date.ksh
94#-------
95. ${libIGCM}/libIGCM_sys/libIGCM_sys.ksh
96. ${libIGCM}/libIGCM_config/libIGCM_config.ksh
[1166]97. ${libIGCM}/libIGCM_comp/libIGCM_comp.ksh
[1159]98#-------
[1192]99IGCM_sys_MkdirWork ${RUN_DIR_PATH}
100IGCM_sys_Cd ${RUN_DIR_PATH}
101#-------
[1159]102( ${DEBUG_debug} ) && IGCM_debug_Check
103( ${DEBUG_debug} ) && IGCM_card_Check
104( ${DEBUG_debug} ) && IGCM_date_Check
105
106######################################################################
107
108#set -vx
109
110# ------------------------------------------------------------------
111# Test if all was right before proceeding further
112# ------------------------------------------------------------------
[1206]113IGCM_debug_Verif_Exit
[1159]114
115if [ ${StandAlone} = true ] ; then
116    CARD_DIR=${SUBMIT_DIR}
117else
118    CARD_DIR=${RUN_DIR_PATH}
119    IGCM_sys_Get_Master ${SUBMIT_DIR}/config.card ${RUN_DIR_PATH}
120    IGCM_sys_Get_Master ${SUBMIT_DIR}/run.card    ${RUN_DIR_PATH}
121    IGCM_sys_Get_Master ${SUBMIT_DIR}/COMP        ${RUN_DIR_PATH}
122    IGCM_sys_Get_Master ${SUBMIT_DIR}/POST        ${RUN_DIR_PATH}
123fi
124
125#==================================
126# First of all
127#
128# Read libIGCM compatibility version in config.card
129# Read UserChoices section
130# Read Ensemble section
131# Read Post section
132# Define all netcdf output directories
133#==================================
134IGCM_config_CommonConfiguration ${CARD_DIR}/config.card
135
[1189]136# ------------------------------------------------------------------
137# Activate BigBrother so as to supervise this job
138# ------------------------------------------------------------------
139IGCM_debug_BigBro_Initialize
140
[1159]141#==================================
142# Then set up several directories
143#==================================
144R_OUT_ATM=${R_SAVE}/ATM
145DIR_OUT=${DIR_OUT:=SE}
[1209]146RUN_DIR=${RUN_DIR_PATH}
[1159]147IGCM_sys_MkdirArchive ${R_FIGR}
148IGCM_sys_MkdirWork ${RUN_DIR}
149IGCM_sys_Cd ${RUN_DIR}
[1202]150IGCM_sys_MkdirWork METRICS/SE_${YEARS}
[1159]151
152#==================================
153# Get the file
154#==================================
155IGCM_sys_Get ${R_OUT_ATM}/Analyse/${DIR_OUT}/${config_UserChoices_JobName}_SE_${YEARS}_1M_histmth.nc ${RUN_DIR}
[1221]156IGCM_sys_Get ${R_OUT_ATM}/Analyse/${DIR_OUT}/${config_UserChoices_JobName}_SE_${YEARS}_1M_histmthNMC.nc ${RUN_DIR}
[1159]157
158#==================================
[1202]159# Group of metrics we will compute
[1159]160#==================================
[1221]161GroupsOfMetrics='LMDZ_PCMDI LMDZ_JetLat LMDZ_OverOceanRegions'
[1308]162MP_Version=v3
[1159]163
[1335]164#==================================
[1364]165# SET UP THE PATH (wont be done in libIGCM_sys because setup_runtime.sh is way too intrusive)
[1335]166#==================================
[1364]167. ${PCMDI_MP}/work_install_${MP_Version}/PCMDI_METRICS/bin/setup_runtime.sh
[1335]168
[1202]169for metricsGroupName in ${GroupsOfMetrics} ; do
[1159]170
[1202]171  #==================================
[1221]172  # Appropriate configuration template
[1202]173  #==================================
[1222]174  IGCM_sys_Cp ${PCMDI_MP}/work_install_${MP_Version}/PCMDI_METRICS/doc/parameter_files/input_parameters_${metricsGroupName}_template.py template.py
[1159]175
[1202]176  #==================================
[1221]177  # Configure template for histmth.nc
[1202]178  #==================================
179  IGCM_comp_modifyFile template.py path_and_filename \'./${config_UserChoices_JobName}_SE_${YEARS}_1M_histmth.nc\'
180  IGCM_comp_modifyFile template.py filename \'${config_UserChoices_JobName}_SE_${YEARS}_1M_histmth.nc\'
181  IGCM_comp_modifyFile template.py attributes_provided \'IPSL_Extended\'
182  IGCM_comp_modifyFile template.py Login  \'${LOGIN}\'
183  IGCM_comp_modifyFile template.py model_versions \[\'${config_UserChoices_TagName}\'\]
184  IGCM_comp_modifyFile template.py experiment  \'${config_UserChoices_ExperimentName}\'
185  IGCM_comp_modifyFile template.py realization \'${config_UserChoices_JobName}\'
186  IGCM_comp_modifyFile template.py project_id \'IPSL\-${config_UserChoices_SpaceName}\'
[1203]187  IGCM_comp_modifyFile template.py ModelFreeSpace "\"${config_UserChoices_LongName}\""
[1202]188  IGCM_comp_modifyFile template.py case_id \'${metricsGroupName}\'
[1365]189  IGCM_comp_modifyFile template.py obs_data_path  \'${R_IN}/ReferenceDatasets/climatos\'
[1209]190  IGCM_comp_modifyFile template.py metrics_output_path \'${RUN_DIR}/METRICS/SE_${YEARS}\'
[1202]191  IGCM_comp_modifyFile template.py model_clims_interpolated_output \'${RUN_DIR}\'
[1162]192
[1202]193  #==================================
194  # Compute metrics
195  #==================================
[1222]196  python ${PCMDI_MP}/work_install_${MP_Version}/PCMDI_METRICS/bin/pcmdi_metrics_driver.py -p template.py
[1202]197
[1221]198  if [ ${metricsGroupName} != "LMDZ_OverOceanRegions" ] ; then
199    #==================================
200    # (Re)Configure template for histmthNMC.nc
201    #==================================
202    IGCM_comp_modifyFile template.py path_and_filename \'./${config_UserChoices_JobName}_SE_${YEARS}_1M_histmthNMC.nc\'
203    IGCM_comp_modifyFile template.py filename \'${config_UserChoices_JobName}_SE_${YEARS}_1M_histmthNMC.nc\'
204
205    #==================================
206    # Compute metrics for histmthNMC.nc
207    #==================================
[1222]208    python ${PCMDI_MP}/work_install_${MP_Version}/PCMDI_METRICS/bin/pcmdi_metrics_driver.py -p template.py
[1221]209  fi
210
[1202]211  #==================================
212  # Export metrics to mongoDB system
213  #==================================
214  IGCM_debug_sendAMQP_Metrics METRICS/SE_${YEARS}/${metricsGroupName} ${metricsGroupName}
215
216done
217
[1162]218#==================================
[1159]219# Save files
220#==================================
221IGCM_sys_Put_Dir METRICS ${R_FIGR}
222IGCM_sys_Rm -Rf METRICS
223IGCM_sys_Rm ${config_UserChoices_JobName}_SE_${YEARS}_1M_histmth.nc
224
225# Clean RUN_DIR_PATH (necessary for cesium and titane only)
226IGCM_sys_RmRunDir -Rf ${RUN_DIR_PATH}
[1189]227
228# ------------------------------------------------------------------
229# Finalize BigBrother to inform that the jobs end
230# ------------------------------------------------------------------
231IGCM_debug_BigBro_Finalize
Note: See TracBrowser for help on using the repository browser.