source: trunk/libIGCM/AA_monitoring @ 196

Last change on this file since 196 was 192, checked in by sdipsl, 15 years ago
  • Cesium will post-process SX9 simulation
  • Big clean in libIGCM_sys
  • Testing only for now
  • Property licence set to
    The following licence information concerns ONLY the libIGCM tools
    ==================================================================

    Copyright © Centre National de la Recherche Scientifique CNRS
    Commissariat à l'Énergie Atomique CEA

    libIGCM : Library for Portable Models Computation of IGCM Group.

    IGCM Group is the french IPSL Global Climate Model Group.

    This library is a set of shell scripts and functions whose purpose is
    the management of the initialization, the launch, the transfer of
    output files, the post-processing and the monitoring of datas produce
    by any numerical program on any plateforme.

    This software is governed by the CeCILL license under French law and
    abiding by the rules of distribution of free software. You can use,
    modify and/ or redistribute the software under the terms of the CeCILL
    license as circulated by CEA, CNRS and INRIA at the following URL
    "http://www.cecill.info".

    As a counterpart to the access to the source code and rights to copy,
    modify and redistribute granted by the license, users are provided only
    with a limited warranty and the software's author, the holder of the
    economic rights, and the successive licensors have only limited
    liability.

    In this respect, the user's attention is drawn to the risks associated
    with loading, using, modifying and/or developing or reproducing the
    software by the user in light of its specific status of free software,
    that may mean that it is complicated to manipulate, and that also
    therefore means that it is reserved for developers and experienced
    professionals having in-depth computer knowledge. Users are therefore
    encouraged to load and test the software's suitability as regards their
    requirements in conditions enabling the security of their systems and/or
    data to be ensured and, more generally, to use and operate it in the
    same conditions as regards security.

    The fact that you are presently reading this means that you have had
    knowledge of the CeCILL license and that you accept its terms.
  • Property svn:keywords set to Date Author Revision
File size: 7.3 KB
Line 
1#-Q- platine #!/usr/bin/ksh
2#-Q- platine ##################
3#-Q- platine ## PLATINE   CEA ##
4#-Q- platine ##################
5#-Q- platine #BSUB -J MONITORING             # Nom du job
6#-Q- platine #BSUB -N                        # message a la fin du job
7#-Q- platine #BSUB -n 1                      # reservation des processeurs pour le job
8#-Q- platine #BSUB -W 1:00                   # Limite temps
9#-Q- platine #BSUB -q post              # Passage en queue post
10#-Q- sx8brodie #!/bin/ksh
11#-Q- sx8brodie #######################
12#-Q- sx8brodie ## SX8BRODIE   IDRIS ##
13#-Q- sx8brodie #######################
14#-Q- sx8brodie # Temps Elapsed max. d'une requete hh:mm:ss
15#-Q- sx8brodie # @ wall_clock_limit = 10:00:00
16#-Q- sx8brodie # Nom du travail LoadLeveler
17#-Q- sx8brodie # @ job_name   = MONITORING
18#-Q- sx8brodie # Fichier de sortie standard du travail       
19#-Q- sx8brodie # @ output     = $(job_name).$(jobid)
20#-Q- sx8brodie # Fichier de sortie d'erreur du travail
21#-Q- sx8brodie # @ error      =  $(job_name).$(jobid)
22#-Q- sx8brodie # pour recevoir un mail en cas de depassement du temps Elapsed (ou autre pb.)
23#-Q- sx8brodie # @ notification = error
24#-Q- sx8brodie # @ environment  = $POST_DIR ; $SUBMIT_DIR ; $libIGCM ;  $libIGCM_SX ; $R_INIT ; $R_BC ; $StandAlone ; $RESOL_ATM ; $RESOL_OCE ; $RESOL_ICE ; $RESOL_MBG ; $RESOL_SRF ; $R_SAVE ; $config_UserChoices_JobName ; $config_UserChoices_TagName ; $YEARS ; $MASTER
25#-Q- sx8brodie # @ queue
26#-Q- aix6 #!/bin/ksh
27#-Q- aix6 #######################
28#-Q- aix6 ##   VARGAS   IDRIS  ##
29#-Q- aix6 #######################
30#-Q- aix6 # Temps Elapsed max. d'une requete hh:mm:ss
31#-Q- aix6 # @ wall_clock_limit = 10:00:00
32#-Q- aix6 # Nom du travail LoadLeveler
33#-Q- aix6 # @ job_name   = MONITORING
34#-Q- aix6 # Fichier de sortie standard du travail       
35#-Q- aix6 # @ output     = $(job_name).$(jobid)
36#-Q- aix6 # Fichier de sortie d'erreur du travail
37#-Q- aix6 # @ error      =  $(job_name).$(jobid)
38#-Q- aix6 # pour recevoir un mail en cas de depassement du temps Elapsed (ou autre pb.)
39#-Q- aix6 # @ notification = error
40#-Q- aix6 # @ environment  = $POST_DIR ; $SUBMIT_DIR ; $libIGCM ; $libIGCM_SX ; $R_INIT ; $R_BC ; $StandAlone ; $RESOL_ATM ; $RESOL_OCE ; $RESOL_ICE ; $RESOL_MBG ; $RESOL_SRF ; $R_SAVE ; $config_UserChoices_JobName ; $config_UserChoices_TagName ; $YEARS ; $MASTER
41#-Q- aix6 # @ queue
42#-Q- sx8mercure #!/bin/ksh
43#-Q- sx8mercure ######################
44#-Q- sx8mercure ## SX8MERCURE   CEA ##
45#-Q- sx8mercure ######################
46#-Q- sx8mercure #PBS -N  MONITORING          # Nom du job
47#-Q- sx8mercure #PBS -j o                    # regroupement des stdout et stderr
48#-Q- sx8mercure #PBS -S /usr/bin/ksh         # shell de soumission
49#-Q- sx8mercure #PBS -l memsz_job=1gb        # Limite memoire a 1 Go
50#-Q- sx8mercure #PBS -l cputim_job=1:00:00   # Limite temps a 2 heures
51#-Q- sx8mercure #PBS -q scalaire
52#-Q- sx9mercure #!/bin/ksh
53#-Q- sx9mercure ######################
54#-Q- sx9mercure ## SX9MERCURE   CEA ##
55#-Q- sx9mercure ######################
56#-Q- sx9mercure #MSUB -r MONITORING     # Nom du job               
57#-Q- sx9mercure #MSUB -N 1              # Reservation du noeud
58#-Q- sx9mercure #MSUB -n 1              # Reservation du processus
59#-Q- sx9mercure #MSUB -T 86400          # Limite de temps elapsed du job
60#-Q- sx9mercure #MSUB -E "-j o"
61#-Q- sx9mercure #MSUB -E "-S /bin/ksh"
62#-Q- sx9mercure ##MSUB -e nco.out        # Sortie standard
63#-Q- sx9mercure ##MSUB -o nco.out        # Sortie standard
64#-Q- default #!/bin/ksh
65#-Q- default ##################
66#-Q- default ## DEFAULT HOST ##
67#-Q- default ##################
68
69# $Date$
70# $Author$
71# $Revision$
72# IPSL (2006)
73#  This software is governed by the CeCILL licence see libIGCM/libIGCM_CeCILL.LIC
74
75#set -eu
76#set -vx
77
78date
79
80#-Q- sx8brodie export OMP_NUM_THREADS=1
81#-Q- aix6 export OMP_NUM_THREADS=1
82
83######################################################################
84
85. ${libIGCM}/libIGCM_debug/libIGCM_debug.ksh
86      ( ${DEBUG_debug} ) && IGCM_debug_Check
87. ${libIGCM}/libIGCM_card/libIGCM_card.ksh
88     ( ${DEBUG_debug} ) && IGCM_card_Check
89. ${libIGCM}/libIGCM_date/libIGCM_date.ksh
90     ( ${DEBUG_debug} ) && IGCM_date_Check
91#-------
92. ${libIGCM}/libIGCM_sys/libIGCM_sys.ksh
93
94######################################################################
95
96#set -vx
97
98#===========================================
99RUN_DIR=${RUN_DIR_PATH}
100IGCM_sys_MkdirWork ${RUN_DIR}
101IGCM_sys_Cd ${RUN_DIR}
102
103if [ ${StandAlone} = true ] ; then
104    CARD_DIR=${SUBMIT_DIR}
105else
106    CARD_DIR=${RUN_DIR}/$( basename ${SUBMIT_DIR} )
107    IGCM_sys_Get_Master ${SUBMIT_DIR} ${RUN_DIR}
108fi
109
110#
111# First of all
112#
113IGCM_card_DefineArrayFromSection       ${CARD_DIR}/config.card UserChoices
114typeset option
115for option in ${config_UserChoices[*]} ; do
116    IGCM_card_DefineVariableFromOption ${CARD_DIR}/config.card UserChoices ${option}
117done
118IGCM_card_DefineArrayFromSection       ${CARD_DIR}/config.card ListOfComponents
119
120#
121R_SAVE=${R_OUT}/${config_UserChoices_TagName}/${config_UserChoices_JobName}
122
123#
124IGCM_sys_TestDirArchive ${R_SAVE}/MONITORING
125if [ $? = 0 ] ; then
126    IGCM_debug_Print 1 "Get MONITORING directory from archive"
127    IGCM_sys_Get_Dir ${R_SAVE}/MONITORING ${RUN_DIR}
128else
129    IGCM_debug_Print 1 "MONITORING first pass. Nothing has been done before"
130fi
131# --------------------------------------------
132# Insert your commands between III...III lines
133# and precise produced directories to save
134# IIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIII
135
136for comp in ${config_ListOfComponents[*]} ; do
137    liste_file_monitoring=""
138    IGCM_card_DefineArrayFromOption ${CARD_DIR}/config.card ListOfComponents ${comp}
139    eval compname=\${config_ListOfComponents_${comp}[0]}                > /dev/null 2>&1
140
141    PATH_monitoring_file=""
142    eval monitoring_file=monitoring01_${compname}_\${RESOL_${comp}}.cfg > /dev/null 2>&1
143    if [ -d ${CARD_DIR}/POST ] ; then
144        if [ -f  ${CARD_DIR}/POST/monitoring01_${compname}.cfg ] ; then
145            eval monitoring_file=monitoring01_${compname}.cfg > /dev/null 2>&1
146            PATH_monitoring_file=${CARD_DIR}/POST/${monitoring_file}
147        elif [ -f ${FER_ATLAS}/${monitoring_file} ] ; then
148            PATH_monitoring_file=${FER_ATLAS}/${monitoring_file}
149        fi
150    elif [ -f ${FER_ATLAS}/${monitoring_file} ] ; then
151        PATH_monitoring_file=${FER_ATLAS}/${monitoring_file}
152    else
153        IGCM_debug_Print 1 "WARNING. No MONITORING file found for component ${compname}."
154    fi
155    #
156    if [ X${PATH_monitoring_file} != X"" ] ; then
157        IGCM_debug_Print 1 "Determine which files we need."
158        . monitoring01 -l2 --listcommand 'IGCM_sys_RshArchive ls' ${PATH_monitoring_file} ${R_SAVE}/${comp}/Analyse/TS_MO
159        liste_file_monitoring=$( . monitoring01 -q -l2 --listcommand 'IGCM_sys_RshArchive ls' ${PATH_monitoring_file} ${R_SAVE}/${comp}/Analyse/TS_MO )
160    fi
161    #
162    if [ ! "X${liste_file_monitoring}" = X ] ; then
163        IGCM_sys_Get /l liste_file_monitoring ${RUN_DIR}
164        monitoring01 -c ${CARD_DIR} -p ${comp} --time -t "${config_UserChoices_JobName} monitoring" -o ${RUN_DIR}/MONITORING ${PATH_monitoring_file} .
165    else
166        IGCM_debug_Print 1 "No time series detected by this command :"
167        IGCM_debug_Print 1 "monitoring01 -l2 --listcommand 'IGCM_sys_RshArchive ls' ${PATH_monitoring_file} ${R_SAVE}/${comp}/Analyse/TS_MO"
168        . monitoring01 -l2 --listcommand 'IGCM_sys_RshArchive ls' ${PATH_monitoring_file} ${R_SAVE}/${comp}/Analyse/TS_MO
169    fi
170    #
171done
172
173# IIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIII
174
175# Save files
176IGCM_sys_Put_Dir MONITORING ${R_SAVE}
177
178# Dods copy
179IGCM_sys_Put_Dods MONITORING
Note: See TracBrowser for help on using the repository browser.