source: trunk/libIGCM/AA_monitoring @ 630

Last change on this file since 630 was 626, checked in by mafoipsl, 12 years ago

On curie use the appropriate job name.
  • Property licence set to
    The following licence information concerns ONLY the libIGCM tools
    ==================================================================

    Copyright © Centre National de la Recherche Scientifique CNRS
    Commissariat à l'Énergie Atomique CEA

    libIGCM : Library for Portable Models Computation of IGCM Group.

    IGCM Group is the french IPSL Global Climate Model Group.

    This library is a set of shell scripts and functions whose purpose is
    the management of the initialization, the launch, the transfer of
    output files, the post-processing and the monitoring of datas produce
    by any numerical program on any plateforme.

    This software is governed by the CeCILL license under French law and
    abiding by the rules of distribution of free software. You can use,
    modify and/ or redistribute the software under the terms of the CeCILL
    license as circulated by CEA, CNRS and INRIA at the following URL
    "http://www.cecill.info".

    As a counterpart to the access to the source code and rights to copy,
    modify and redistribute granted by the license, users are provided only
    with a limited warranty and the software's author, the holder of the
    economic rights, and the successive licensors have only limited
    liability.

    In this respect, the user's attention is drawn to the risks associated
    with loading, using, modifying and/or developing or reproducing the
    software by the user in light of its specific status of free software,
    that may mean that it is complicated to manipulate, and that also
    therefore means that it is reserved for developers and experienced
    professionals having in-depth computer knowledge. Users are therefore
    encouraged to load and test the software's suitability as regards their
    requirements in conditions enabling the security of their systems and/or
    data to be ensured and, more generally, to use and operate it in the
    same conditions as regards security.

    The fact that you are presently reading this means that you have had
    knowledge of the CeCILL license and that you accept its terms.
  • Property svn:keywords set to Revision Author Date
File size: 13.1 KB
RevLine 
[314]1#-Q- cesium #!/bin/ksh
2#-Q- cesium ######################
3#-Q- cesium ## CESIUM   CEA ##
4#-Q- cesium ######################
5#-Q- cesium #MSUB -r MONITORING     # Nom du job               
6#-Q- cesium #MSUB -N 1              # Reservation du noeud
7#-Q- cesium #MSUB -n 1              # Reservation du processus
8#-Q- cesium #MSUB -T 86400          # Limite de temps elapsed du job
9#-Q- cesium #MSUB -E "-j o"
10#-Q- cesium #MSUB -E "-S /bin/ksh"
[622]11#-Q- curie ######################
12#-Q- curie ## CURIE   TGCC/CEA ##
13#-Q- curie ######################
[626]14#-Q- curie #MSUB -r MONITORING     # Nom du job               
[622]15#-Q- curie #MSUB -eo
16#-Q- curie #MSUB -n 1              # Reservation du processus
17#-Q- curie #MSUB -T 86400          # Limite de temps elapsed du job
[2]18#-Q- platine #!/usr/bin/ksh
19#-Q- platine ##################
20#-Q- platine ## PLATINE   CEA ##
21#-Q- platine ##################
22#-Q- platine #BSUB -J MONITORING             # Nom du job
23#-Q- platine #BSUB -N                        # message a la fin du job
24#-Q- platine #BSUB -n 1                      # reservation des processeurs pour le job
25#-Q- platine #BSUB -W 1:00                   # Limite temps
[18]26#-Q- platine #BSUB -q post              # Passage en queue post
[426]27#-Q- platine #BSUB -L /bin/ksh
[59]28#-Q- sx8brodie #!/bin/ksh
[2]29#-Q- sx8brodie #######################
30#-Q- sx8brodie ## SX8BRODIE   IDRIS ##
31#-Q- sx8brodie #######################
[58]32#-Q- sx8brodie # Temps Elapsed max. d'une requete hh:mm:ss
[504]33#-Q- sx8brodie # @ wall_clock_limit = 1:00:00
[58]34#-Q- sx8brodie # Nom du travail LoadLeveler
[60]35#-Q- sx8brodie # @ job_name   = MONITORING
[58]36#-Q- sx8brodie # Fichier de sortie standard du travail       
37#-Q- sx8brodie # @ output     = $(job_name).$(jobid)
38#-Q- sx8brodie # Fichier de sortie d'erreur du travail
39#-Q- sx8brodie # @ error      =  $(job_name).$(jobid)
40#-Q- sx8brodie # pour recevoir un mail en cas de depassement du temps Elapsed (ou autre pb.)
41#-Q- sx8brodie # @ notification = error
[178]42#-Q- sx8brodie # @ environment  = $POST_DIR ; $SUBMIT_DIR ; $libIGCM ;  $libIGCM_SX ; $R_INIT ; $R_BC ; $StandAlone ; $RESOL_ATM ; $RESOL_OCE ; $RESOL_ICE ; $RESOL_MBG ; $RESOL_SRF ; $R_SAVE ; $config_UserChoices_JobName ; $config_UserChoices_TagName ; $YEARS ; $MASTER
[58]43#-Q- sx8brodie # @ queue
[68]44#-Q- aix6 #!/bin/ksh
45#-Q- aix6 #######################
46#-Q- aix6 ##   VARGAS   IDRIS  ##
47#-Q- aix6 #######################
48#-Q- aix6 # Temps Elapsed max. d'une requete hh:mm:ss
[504]49#-Q- aix6 # @ wall_clock_limit = 1:00:00
[68]50#-Q- aix6 # Nom du travail LoadLeveler
51#-Q- aix6 # @ job_name   = MONITORING
52#-Q- aix6 # Fichier de sortie standard du travail       
53#-Q- aix6 # @ output     = $(job_name).$(jobid)
54#-Q- aix6 # Fichier de sortie d'erreur du travail
55#-Q- aix6 # @ error      =  $(job_name).$(jobid)
56#-Q- aix6 # pour recevoir un mail en cas de depassement du temps Elapsed (ou autre pb.)
57#-Q- aix6 # @ notification = error
[178]58#-Q- aix6 # @ environment  = $POST_DIR ; $SUBMIT_DIR ; $libIGCM ; $libIGCM_SX ; $R_INIT ; $R_BC ; $StandAlone ; $RESOL_ATM ; $RESOL_OCE ; $RESOL_ICE ; $RESOL_MBG ; $RESOL_SRF ; $R_SAVE ; $config_UserChoices_JobName ; $config_UserChoices_TagName ; $YEARS ; $MASTER
[68]59#-Q- aix6 # @ queue
[386]60#-Q- ulam #!/bin/ksh
61#-Q- ulam #######################
62#-Q- ulam ##   ULAM   IDRIS  ##
63#-Q- ulam #######################
64#-Q- ulam # Temps Elapsed max. d'une requete hh:mm:ss
[500]65#-Q- ulam # @ wall_clock_limit = 1:00:00
[386]66#-Q- ulam # Nom du travail LoadLeveler
67#-Q- ulam # @ job_name   = MONITORING
68#-Q- ulam # Fichier de sortie standard du travail       
69#-Q- ulam # @ output     = $(job_name).$(jobid)
70#-Q- ulam # Fichier de sortie d'erreur du travail
71#-Q- ulam # @ error      =  $(job_name).$(jobid)
72#-Q- ulam # pour recevoir un mail en cas de depassement du temps Elapsed (ou autre pb.)
73#-Q- ulam # @ notification = error
74#-Q- ulam # @ environment  = $POST_DIR ; $SUBMIT_DIR ; $libIGCM ; $libIGCM_SX ; $R_INIT ; $R_BC ; $StandAlone ; $RESOL_ATM ; $RESOL_OCE ; $RESOL_ICE ; $RESOL_MBG ; $RESOL_SRF ; $R_SAVE ; $config_UserChoices_JobName ; $config_UserChoices_TagName ; $YEARS ; $MASTER
75#-Q- ulam # @ queue
[2]76#-Q- sx8mercure #!/bin/ksh
77#-Q- sx8mercure ######################
78#-Q- sx8mercure ## SX8MERCURE   CEA ##
79#-Q- sx8mercure ######################
80#-Q- sx8mercure #PBS -N  MONITORING          # Nom du job
81#-Q- sx8mercure #PBS -j o                    # regroupement des stdout et stderr
82#-Q- sx8mercure #PBS -S /usr/bin/ksh         # shell de soumission
83#-Q- sx8mercure #PBS -l memsz_job=1gb        # Limite memoire a 1 Go
84#-Q- sx8mercure #PBS -l cputim_job=1:00:00   # Limite temps a 2 heures
[299]85#-Q- sx8mercure #PBS -q scalaire
[172]86#-Q- sx9mercure #!/bin/ksh
[616]87#-Q- sx9mercure ######################
88#-Q- sx9mercure ## SX9MERCURE  CCRT ##
89#-Q- sx9mercure ######################
90#-Q- sx9mercure #PBS -N  MONITORING          # Nom du job
91#-Q- sx9mercure #PBS -j o                    # regroupement des stdout et stderr
92#-Q- sx9mercure #PBS -S /usr/bin/ksh         # shell de soumission
93#-Q- sx9mercure #PBS -l memsz_job=1gb        # Limite memoire a 1 Go
94#-Q- sx9mercure #PBS -l elapstim_req=1:00:00   # Limite temps a 2 heures
95#-Q- sx9mercure #PBS -q scalaire
[222]96#-Q- titane #!/bin/ksh
97#-Q- titane ######################
98#-Q- titane ## TITANE   CEA ##
99#-Q- titane ######################
100#-Q- titane #MSUB -r MONITORING     # Nom du job               
[544]101#-Q- titane #MSUB -eo
[222]102#-Q- titane #MSUB -n 1              # Reservation du processus
103#-Q- titane #MSUB -T 86400          # Limite de temps elapsed du job
[544]104#-Q- titane #MSUB -q mono
[281]105#-Q- lxiv8 ######################
106#-Q- lxiv8 ## OBELIX      LSCE ##
107#-Q- lxiv8 ######################
108#-Q- lxiv8 #PBS -N MONITORING
109#-Q- lxiv8 #PBS -m a
110#-Q- lxiv8 #PBS -j oe
111#-Q- lxiv8 #PBS -q medium
112#-Q- lxiv8 #PBS -o MONITORING.$$
113#-Q- lxiv8 #PBS -S /bin/ksh
[2]114#-Q- default #!/bin/ksh
115#-Q- default ##################
116#-Q- default ## DEFAULT HOST ##
117#-Q- default ##################
118
[373]119#**************************************************************
120# Author: Sebastien Denvil
121# Contact: Sebastien.Denvil__at__ipsl.jussieu.fr
122# $Revision::                                          $ Revision of last commit
123# $Author::                                            $ Author of last commit
124# $Date::                                              $ Date of last commit
[2]125# IPSL (2006)
126#  This software is governed by the CeCILL licence see libIGCM/libIGCM_CeCILL.LIC
[373]127#
128#**************************************************************
[2]129
[108]130#set -eu
131#set -vx
132
[2]133date
134
135#-Q- sx8brodie export OMP_NUM_THREADS=1
[108]136#-Q- aix6 export OMP_NUM_THREADS=1
[386]137#-Q- ulam export OMP_NUM_THREADS=1
[2]138
[280]139########################################################################
140
141#D- Flag to determine if this job in a standalone mode
142#D- Default : value from AA_job if any
143StandAlone=${StandAlone:=true}
144
[554]145#D- Path to libIGCM
[280]146#D- Default : value from AA_job if any
[554]147# WARNING For StandAlone use : To run this script on some machine (ulam and cesium)
148# WARNING you must check MirrorlibIGCM variable in sys library.
149# WARNING If this variable is true, you must use libIGCM_POST path instead
150# WARNING of your running libIGCM directory.
[280]151libIGCM=${libIGCM:=::modipsl::/libIGCM}
152
[334]153#D- Increased verbosity (1, 2, 3)
154#D- Default : value from AA_job if any
155Verbosity=${Verbosity:=3}
156
157#D- Low level debug : to bypass lib test checks and stack construction
158#D- Default : value from AA_job if any
159DEBUG_debug=${DEBUG_debug:=false}
160
161#D- TEMPORARY Flag to determine atmospheric resolution
162#D- Default : value from atmospheric driver if any
163RESOL_ATM=${RESOL_ATM:=ALL}
164
165#D- Flag to determine surface resolution
166#D- Default : value from surface driver if any
167RESOL_SRF=${RESOL_SRF:=ALL}
168
169#D- Flag to determine surface resolution
170#D- Default : value from surface driver if any
171RESOL_SBG=${RESOL_SBG:=ALL}
172
173#D- TEMPORARY Flag to determine ocean resolution
174#D- Default : value from ocean driver if any
175RESOL_OCE=${RESOL_OCE:=ORCA2}
176
177#D- TEMPORARY Flag to determine ice resolution
178#D- Default : value from ice driver if any
179RESOL_ICE=${RESOL_ICE:=ORCA2}
180
181#D- TEMPORARY Flag to determine marine biogeochemistry resolution
182#D- Default : value from ice driver if any
183RESOL_MBG=${RESOL_MBG:=ORCA2}
184
[2]185######################################################################
186
[108]187. ${libIGCM}/libIGCM_debug/libIGCM_debug.ksh
188      ( ${DEBUG_debug} ) && IGCM_debug_Check
189. ${libIGCM}/libIGCM_card/libIGCM_card.ksh
190     ( ${DEBUG_debug} ) && IGCM_card_Check
191. ${libIGCM}/libIGCM_date/libIGCM_date.ksh
192     ( ${DEBUG_debug} ) && IGCM_date_Check
193#-------
194. ${libIGCM}/libIGCM_sys/libIGCM_sys.ksh
[2]195
196######################################################################
197
198#set -vx
199
200#===========================================
[36]201RUN_DIR=${RUN_DIR_PATH}
[34]202IGCM_sys_MkdirWork ${RUN_DIR}
203IGCM_sys_Cd ${RUN_DIR}
204
[436]205# ------------------------------------------------------------------
206# Test if all was right before proceeding further
207# ------------------------------------------------------------------
208IGCM_debug_Verif_Exit_Post
209
[2]210if [ ${StandAlone} = true ] ; then
211    CARD_DIR=${SUBMIT_DIR}
212else
[36]213    CARD_DIR=${RUN_DIR}/$( basename ${SUBMIT_DIR} )
214    IGCM_sys_Get_Master ${SUBMIT_DIR} ${RUN_DIR}
[2]215fi
216
217#
218# First of all
219#
220IGCM_card_DefineArrayFromSection       ${CARD_DIR}/config.card UserChoices
221typeset option
222for option in ${config_UserChoices[*]} ; do
223    IGCM_card_DefineVariableFromOption ${CARD_DIR}/config.card UserChoices ${option}
224done
225IGCM_card_DefineArrayFromSection       ${CARD_DIR}/config.card ListOfComponents
226
[263]227#==================================
228#R_SAVE : Job output directory
[546]229#R_BUFR : Job output buffered directory
[263]230if ( [ ! X${config_UserChoices_SpaceName} = X ] && [ ! X${config_UserChoices_ExperimentName} = X ] ) ; then
231    FreeName=$( echo ${config_UserChoices_JobName} | sed 's/.*_//' )
232    R_SAVE=${R_OUT}/${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${FreeName}
[587]233    R_FIGR=${R_FIG}/${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${FreeName}
[546]234    R_BUFR=${R_BUF}/${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${FreeName}
[263]235    R_DODS=${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${FreeName}
236else
237    R_SAVE=${R_OUT}/${config_UserChoices_TagName}/${config_UserChoices_JobName}
[587]238    R_FIGR=${R_FIG}/${config_UserChoices_TagName}/${config_UserChoices_JobName}
[546]239    R_BUFR=${R_BUF}/${config_UserChoices_TagName}/${config_UserChoices_JobName}
[263]240    R_DODS=${config_UserChoices_TagName}/${config_UserChoices_JobName}
241fi
[591]242
243IGCM_sys_MkdirArchive ${R_FIGR}
[102]244#
[591]245IGCM_sys_TestDirArchive ${R_FIGR}/MONITORING
[102]246if [ $? = 0 ] ; then
247    IGCM_debug_Print 1 "Get MONITORING directory from archive"
[591]248    IGCM_sys_Get_Dir ${R_FIGR}/MONITORING ${RUN_DIR}
[102]249else
250    IGCM_debug_Print 1 "MONITORING first pass. Nothing has been done before"
251fi
[2]252# --------------------------------------------
253# Insert your commands between III...III lines
254# and precise produced directories to save
255# IIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIII
256
257for comp in ${config_ListOfComponents[*]} ; do
[253]258    IGCM_debug_Print 1 "################## Component: ${comp} ######################"
[2]259    liste_file_monitoring=""
260    IGCM_card_DefineArrayFromOption ${CARD_DIR}/config.card ListOfComponents ${comp}
261    eval compname=\${config_ListOfComponents_${comp}[0]}                > /dev/null 2>&1
[181]262
263    PATH_monitoring_file=""
[2]264    eval monitoring_file=monitoring01_${compname}_\${RESOL_${comp}}.cfg > /dev/null 2>&1
[251]265    if [[ -d ${CARD_DIR}/POST && -f ${CARD_DIR}/POST/monitoring01_${compname}.cfg ]] ; then
[252]266        PATH_monitoring_file=${CARD_DIR}/POST/monitoring01_${compname}.cfg
[181]267    elif [ -f ${FER_ATLAS}/${monitoring_file} ] ; then
268        PATH_monitoring_file=${FER_ATLAS}/${monitoring_file}
269    else
[251]270        IGCM_debug_Print 1 "No monitoring file found for this component. Was expecting ${monitoring_file}"
271        IGCM_debug_Print 1 "Step to next component"
272        continue
[181]273    fi
[2]274    #
[181]275    if [ X${PATH_monitoring_file} != X"" ] ; then
[250]276        IGCM_debug_Print 1 "Monitoring file used : ${PATH_monitoring_file}"
[134]277        IGCM_debug_Print 1 "Determine which files we need."
[181]278        . monitoring01 -l2 --listcommand 'IGCM_sys_RshArchive ls' ${PATH_monitoring_file} ${R_SAVE}/${comp}/Analyse/TS_MO
279        liste_file_monitoring=$( . monitoring01 -q -l2 --listcommand 'IGCM_sys_RshArchive ls' ${PATH_monitoring_file} ${R_SAVE}/${comp}/Analyse/TS_MO )
[102]280    fi
[2]281    #
282    if [ ! "X${liste_file_monitoring}" = X ] ; then
[35]283        IGCM_sys_Get /l liste_file_monitoring ${RUN_DIR}
[250]284        IGCM_debug_Print 1 "monitoring01 -c ${CARD_DIR} -p ${comp} --time -t \"${config_UserChoices_JobName} monitoring\" -o ${RUN_DIR}/MONITORING ${PATH_monitoring_file} ."
285        IGCM_debug_Print 1 "monitoring01 starts ................................................."
[181]286        monitoring01 -c ${CARD_DIR} -p ${comp} --time -t "${config_UserChoices_JobName} monitoring" -o ${RUN_DIR}/MONITORING ${PATH_monitoring_file} .
[102]287    else
288        IGCM_debug_Print 1 "No time series detected by this command :"
[181]289        IGCM_debug_Print 1 "monitoring01 -l2 --listcommand 'IGCM_sys_RshArchive ls' ${PATH_monitoring_file} ${R_SAVE}/${comp}/Analyse/TS_MO"
290        . monitoring01 -l2 --listcommand 'IGCM_sys_RshArchive ls' ${PATH_monitoring_file} ${R_SAVE}/${comp}/Analyse/TS_MO
[2]291    fi
292    #
293done
294
295# IIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIII
296
297# Save files
[587]298IGCM_sys_Put_Dir MONITORING ${R_FIGR}
[2]299
300# Dods copy
301IGCM_sys_Put_Dods MONITORING
[203]302
[590]303# Clean RUN_DIR_PATH (necessary for cesium and titane only)
[203]304IGCM_sys_RmRunDir -Rf ${RUN_DIR_PATH}
Note: See TracBrowser for help on using the repository browser.