source: trunk/libIGCM/AA_atlas_LMDZ @ 712

Last change on this file since 712 was 712, checked in by aclsce, 12 years ago
  • Added TaskType? variable in jobs to specify the type of the job (computing or post-processing).
  • Added the use of TaskType? variable in Curie libsys to source the appropriate .atlas_env* configuration file.
  • Property licence set to
    The following licence information concerns ONLY the libIGCM tools
    ==================================================================

    Copyright © Centre National de la Recherche Scientifique CNRS
    Commissariat à l'Énergie Atomique CEA

    libIGCM : Library for Portable Models Computation of IGCM Group.

    IGCM Group is the french IPSL Global Climate Model Group.

    This library is a set of shell scripts and functions whose purpose is
    the management of the initialization, the launch, the transfer of
    output files, the post-processing and the monitoring of datas produce
    by any numerical program on any plateforme.

    This software is governed by the CeCILL license under French law and
    abiding by the rules of distribution of free software. You can use,
    modify and/ or redistribute the software under the terms of the CeCILL
    license as circulated by CEA, CNRS and INRIA at the following URL
    "http://www.cecill.info".

    As a counterpart to the access to the source code and rights to copy,
    modify and redistribute granted by the license, users are provided only
    with a limited warranty and the software's author, the holder of the
    economic rights, and the successive licensors have only limited
    liability.

    In this respect, the user's attention is drawn to the risks associated
    with loading, using, modifying and/or developing or reproducing the
    software by the user in light of its specific status of free software,
    that may mean that it is complicated to manipulate, and that also
    therefore means that it is reserved for developers and experienced
    professionals having in-depth computer knowledge. Users are therefore
    encouraged to load and test the software's suitability as regards their
    requirements in conditions enabling the security of their systems and/or
    data to be ensured and, more generally, to use and operate it in the
    same conditions as regards security.

    The fact that you are presently reading this means that you have had
    knowledge of the CeCILL license and that you accept its terms.
  • Property svn:keywords set to Revision Author Date
File size: 12.7 KB
Line 
1#-Q- cesium #!/bin/ksh
2#-Q- cesium ######################
3#-Q- cesium ## CESIUM   CEA ##
4#-Q- cesium ######################
5#-Q- cesium #MSUB -r ATL_LMDZ       # Nom du job               
6#-Q- cesium #MSUB -N 1              # Reservation du noeud
7#-Q- cesium #MSUB -n 1              # Reservation du processus
8#-Q- cesium #MSUB -T 86400          # Limite de temps elapsed du job
9#-Q- cesium #MSUB -E "-j o"
10#-Q- cesium #MSUB -E "-S /bin/ksh"
11#-Q- curie ######################
12#-Q- curie ## CURIE   TGCC/CEA ##
13#-Q- curie ######################
14#-Q- curie #MSUB -r ATL_LMDZ       # Nom du job               
15#-Q- curie #MSUB -eo
16#-Q- curie #MSUB -n 1              # Reservation du processus
17#-Q- curie #MSUB -T 86400          # Limite de temps elapsed du job
18#-Q- curie #MSUB -E '--no-requeue'
19#-Q- curie #MSUB -q large
20#-Q- curie #MSUB -Q normal
21#-Q- curie set +x
22#-Q- platine #!/usr/bin/ksh
23#-Q- platine ##################
24#-Q- platine ## PLATINE   CEA ##
25#-Q- platine ##################
26#-Q- platine #BSUB -J ATL_LMDZ          # Nom du job
27#-Q- platine #BSUB -N                   # message a la fin du job
28#-Q- platine #BSUB -n 1                 # reservation des processeurs pour le job
29#-Q- platine #BSUB -W 1:00              # Limite temps
30#-Q- platine #BSUB -q post              # Passage en queue post
31#-Q- platine #BSUB -L /bin/ksh
32#-Q- sx8brodie #!/bin/ksh
33#-Q- sx8brodie #######################
34#-Q- sx8brodie ## SX8BRODIE   IDRIS ##
35#-Q- sx8brodie #######################
36#-Q- sx8brodie # Temps Elapsed max. d'une requete hh:mm:ss
37#-Q- sx8brodie # @ wall_clock_limit = 1:00:00
38#-Q- sx8brodie # Nom du travail LoadLeveler
39#-Q- sx8brodie # @ job_name   = ATL_LMDZ
40#-Q- sx8brodie # Fichier de sortie standard du travail       
41#-Q- sx8brodie # @ output     = $(job_name).$(jobid)
42#-Q- sx8brodie # Fichier de sortie d'erreur du travail
43#-Q- sx8brodie # @ error      =  $(job_name).$(jobid)
44#-Q- sx8brodie # pour recevoir un mail en cas de depassement du temps Elapsed (ou autre pb.)
45#-Q- sx8brodie # @ notification = error
46#-Q- sx8brodie # @ environment  = $POST_DIR ; $SUBMIT_DIR ; $libIGCM ; $R_INIT ; $R_BC ; $StandAlone ; $RESOL_ATM ; $RESOL_OCE ; $RESOL_ICE ; $RESOL_SRF ; $R_SAVE ; $config_UserChoices_JobName ; $config_UserChoices_TagName ; $YEARS ; $DIR_OUT ; $MASTER ; $libIGCM_SX
47#-Q- sx8brodie # @ queue
48#-Q- aix6 #!/bin/ksh
49#-Q- aix6 #######################
50#-Q- aix6 ##   VARGAS   IDRIS  ##
51#-Q- aix6 #######################
52#-Q- aix6 # Temps Elapsed max. d'une requete hh:mm:ss
53#-Q- aix6 # @ wall_clock_limit = 1:00:00
54#-Q- aix6 # Nom du travail LoadLeveler
55#-Q- aix6 # @ job_name   = ATL_LMDZ
56#-Q- aix6 # Fichier de sortie standard du travail       
57#-Q- aix6 # @ output     = $(job_name).$(jobid)
58#-Q- aix6 # Fichier de sortie d'erreur du travail
59#-Q- aix6 # @ error      =  $(job_name).$(jobid)
60#-Q- aix6 # pour recevoir un mail en cas de depassement du temps Elapsed (ou autre pb.)
61#-Q- aix6 # @ notification = error
62#-Q- aix6 # @ environment  = $POST_DIR ; $SUBMIT_DIR ; $libIGCM ; $R_INIT ; $R_BC ; $StandAlone ; $RESOL_ATM ; $RESOL_OCE ; $RESOL_ICE ; $RESOL_SRF ; $R_SAVE ; $config_UserChoices_JobName ; $config_UserChoices_TagName ; $YEARS ; $DIR_OUT ; $MASTER ; $libIGCM_SX
63#-Q- aix6 # @ queue
64#-Q- ulam #!/bin/ksh
65#-Q- ulam #######################
66#-Q- ulam ##   ULAM   IDRIS  ##
67#-Q- ulam #######################
68#-Q- ulam # Temps Elapsed max. d'une requete hh:mm:ss
69#-Q- ulam # @ wall_clock_limit = 1:00:00
70#-Q- ulam # Nom du travail LoadLeveler
71#-Q- ulam # @ job_name   = ATL_LMDZ
72#-Q- ulam # Fichier de sortie standard du travail       
73#-Q- ulam # @ output     = $(job_name).$(jobid)
74#-Q- ulam # Fichier de sortie d'erreur du travail
75#-Q- ulam # @ error      =  $(job_name).$(jobid)
76#-Q- ulam # pour recevoir un mail en cas de depassement du temps Elapsed (ou autre pb.)
77#-Q- ulam # @ notification = error
78#-Q- ulam # @ environment  = $POST_DIR ; $SUBMIT_DIR ; $libIGCM ; $R_INIT ; $R_BC ; $StandAlone ; $RESOL_ATM ; $RESOL_OCE ; $RESOL_ICE ; $RESOL_SRF ; $R_SAVE ; $config_UserChoices_JobName ; $config_UserChoices_TagName ; $YEARS ; $DIR_OUT ; $MASTER ; $libIGCM_SX
79#-Q- ulam # @ queue
80#-Q- sx8mercure #!/bin/ksh
81#-Q- sx8mercure ######################
82#-Q- sx8mercure ## SX8MERCURE   CEA ##
83#-Q- sx8mercure ######################
84#-Q- sx8mercure #PBS -N  ATL_LMDZ           # Nom du job
85#-Q- sx8mercure #PBS -j o                   # regroupement des stdout et stderr
86#-Q- sx8mercure #PBS -S /usr/bin/ksh        # shell de soumission
87#-Q- sx8mercure #PBS -l memsz_job=1gb       # Limite memoire a 1 Go
88#-Q- sx8mercure #PBS -l cputim_job=2:00:00  # Limite temps a 2 heures
89#-Q- sx8mercure #PBS -q scalaire
90#-Q- sx8mercure #PBS -r n
91#-Q- sx9mercure #!/bin/ksh
92#-Q- sx9mercure ######################
93#-Q- sx9mercure ## SX9MERCURE  CCRT ##
94#-Q- sx9mercure ######################
95#-Q- sx9mercure #PBS -N  ATL_LMDZ           # Nom du job
96#-Q- sx9mercure #PBS -j o                   # regroupement des stdout et stderr
97#-Q- sx9mercure #PBS -S /usr/bin/ksh        # shell de soumission
98#-Q- sx9mercure #PBS -l memsz_job=1gb       # Limite memoire a 1 Go
99#-Q- sx9mercure #PBS -l elapstim_req=2:00:00  # Limite temps a 2 heures
100#-Q- sx9mercure #PBS -q scalaire
101#-Q- sx9mercure #PBS -r n
102#-Q- titane #!/bin/ksh
103#-Q- titane ######################
104#-Q- titane ## TITANE   CEA ##
105#-Q- titane ######################
106#-Q- titane #MSUB -r ATL_LMDZ       # Nom du job               
107#-Q- titane #MSUB -eo
108#-Q- titane #MSUB -n 1              # Reservation du processus
109#-Q- titane #MSUB -T 86400          # Limite de temps elapsed du job
110#-Q- titane #MSUB -q mono
111#-Q- titane #MSUB -E '-rn'
112#-Q- default #!/bin/ksh
113#-Q- default ##################
114#-Q- default ## DEFAULT HOST ##
115#-Q- default ##################
116
117#**************************************************************
118# Author: Sebastien Denvil
119# Contact: Sebastien.Denvil__at__ipsl.jussieu.fr
120# $Revision::                                          $ Revision of last commit
121# $Author::                                            $ Author of last commit
122# $Date::                                              $ Date of last commit
123# IPSL (2006)
124#  This software is governed by the CeCILL licence see libIGCM/libIGCM_CeCILL.LIC
125#
126#**************************************************************
127
128#set -eu
129#set -vx
130
131date
132
133#-Q- sx8brodie export OMP_NUM_THREADS=1
134#-Q- aix6 export OMP_NUM_THREADS=1
135#-Q- ulam export OMP_NUM_THREADS=1
136
137#D- Task type (computing or post-processing)
138TaskType=post-processing
139
140######################################################################
141
142. ${libIGCM}/libIGCM_debug/libIGCM_debug.ksh
143      ( ${DEBUG_debug} ) && IGCM_debug_Check
144. ${libIGCM}/libIGCM_card/libIGCM_card.ksh
145     ( ${DEBUG_debug} ) && IGCM_card_Check
146. ${libIGCM}/libIGCM_date/libIGCM_date.ksh
147     ( ${DEBUG_debug} ) && IGCM_date_Check
148#-------
149. ${libIGCM}/libIGCM_sys/libIGCM_sys.ksh
150
151######################################################################
152
153#set -vx
154
155IGCM_sys_MkdirWork ${RUN_DIR_PATH}
156IGCM_sys_Cd ${RUN_DIR_PATH}
157
158# ------------------------------------------------------------------
159# Test if all was right before proceeding further
160# ------------------------------------------------------------------
161IGCM_debug_Verif_Exit_Post
162
163if [ ${StandAlone} = true ] ; then
164    CARD_DIR=${SUBMIT_DIR}
165else
166    CARD_DIR=${RUN_DIR_PATH}
167    IGCM_sys_Get_Master ${SUBMIT_DIR}/config.card ${RUN_DIR_PATH}
168    IGCM_sys_Get_Master ${SUBMIT_DIR}/run.card    ${RUN_DIR_PATH}
169    IGCM_sys_Get_Master ${SUBMIT_DIR}/COMP        ${RUN_DIR_PATH}
170    IGCM_sys_Get_Master ${SUBMIT_DIR}/POST        ${RUN_DIR_PATH}
171fi
172#
173# First of all
174#
175IGCM_card_DefineArrayFromSection       ${CARD_DIR}/config.card UserChoices
176typeset option
177for option in ${config_UserChoices[*]} ; do
178    IGCM_card_DefineVariableFromOption ${CARD_DIR}/config.card UserChoices ${option}
179done
180
181IGCM_card_DefineArrayFromSection       ${CARD_DIR}/config.card Ensemble
182typeset option
183for option in ${config_Ensemble[*]} ; do
184    IGCM_card_DefineVariableFromOption ${CARD_DIR}/config.card Ensemble ${option}
185done
186#
187echo
188IGCM_debug_Print 1 "DefineArrayFromOption  : config_UserChoices"
189IGCM_debug_PrintVariables 3 config_UserChoices_JobName
190IGCM_debug_PrintVariables 3 config_UserChoices_LongName
191IGCM_debug_PrintVariables 3 config_UserChoices_TagName
192IGCM_debug_PrintVariables 3 config_UserChoices_SpaceName
193IGCM_debug_PrintVariables 3 config_UserChoices_ExperimentName
194IGCM_debug_PrintVariables 3 config_UserChoices_CalendarType
195IGCM_debug_PrintVariables 3 config_UserChoices_DateBegin
196IGCM_debug_PrintVariables 3 config_UserChoices_DateEnd
197IGCM_debug_PrintVariables 3 config_UserChoices_PeriodLength
198IGCM_debug_PrintVariables 3 config_Ensemble_EnsembleName
199IGCM_debug_PrintVariables 3 config_Ensemble_EnsembleDate
200echo
201
202#==================================
203#R_SAVE : Job output directory
204#R_BUFR : Job output buffered directory
205if ( [ ! X${config_UserChoices_SpaceName} = X ] && [ ! X${config_UserChoices_ExperimentName} = X ] ) ; then
206  FreeName=$( echo ${config_UserChoices_JobName} | sed 's/.*_//' )
207  if ( [ ! X${config_Ensemble_EnsembleName} = X ] && [ ! X${config_Ensemble_EnsembleDate} = X ] ) ; then
208    R_SAVE=${R_OUT}/${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${config_Ensemble_EnsembleName}/${config_Ensemble_EnsembleDate}/${FreeName}
209    R_FIGR=${R_FIG}/${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${config_Ensemble_EnsembleName}/${config_Ensemble_EnsembleDate}/${FreeName}
210    R_BUFR=${R_BUF}/${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${config_Ensemble_EnsembleName}/${config_Ensemble_EnsembleDate}/${FreeName}
211    R_DODS=${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${config_Ensemble_EnsembleName}/${config_Ensemble_EnsembleDate}/${FreeName}
212  else
213    R_SAVE=${R_OUT}/${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${FreeName}
214    R_FIGR=${R_FIG}/${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${FreeName}
215    R_BUFR=${R_BUF}/${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${FreeName}
216    R_DODS=${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${FreeName}
217  fi
218else
219  if ( [ ! X${config_Ensemble_EnsembleName} = X ] && [ ! X${config_Ensemble_EnsembleDate} = X ] ) ; then
220    R_SAVE=${R_OUT}/${config_UserChoices_TagName}/${config_Ensemble_EnsembleName}/${config_Ensemble_EnsembleDate}/${config_UserChoices_JobName}
221    R_FIGR=${R_FIG}/${config_UserChoices_TagName}/${config_Ensemble_EnsembleName}/${config_Ensemble_EnsembleDate}/${config_UserChoices_JobName}
222    R_BUFR=${R_BUF}/${config_UserChoices_TagName}/${config_Ensemble_EnsembleName}/${config_Ensemble_EnsembleDate}/${config_UserChoices_JobName}
223    R_DODS=${config_UserChoices_TagName}/${config_Ensemble_EnsembleName}/${config_Ensemble_EnsembleDate}/${config_UserChoices_JobName}
224  else
225    R_SAVE=${R_OUT}/${config_UserChoices_TagName}/${config_UserChoices_JobName}
226    R_FIGR=${R_FIG}/${config_UserChoices_TagName}/${config_UserChoices_JobName}
227    R_BUFR=${R_BUF}/${config_UserChoices_TagName}/${config_UserChoices_JobName}
228    R_DODS=${config_UserChoices_TagName}/${config_UserChoices_JobName}
229  fi
230fi
231#
232IGCM_sys_MkdirArchive ${R_FIGR}
233
234R_ATLAS=ATLAS/SE_${YEARS}
235R_OUT_ATM=${R_SAVE}/ATM
236DIR_OUT=${DIR_OUT:=SE}
237
238RUN_DIR=${RUN_DIR_PATH}/ATLAS_LMDZ_${YEARS}
239IGCM_sys_MkdirWork ${RUN_DIR}
240IGCM_sys_Cd ${RUN_DIR}
241
242# --------------------------------------------
243# Insert your commands between III...III lines
244# and precise produced directories to save
245# IIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIII
246
247IGCM_sys_Get ${R_OUT_ATM}/Analyse/${DIR_OUT}/${config_UserChoices_JobName}_SE_${YEARS}_1M_histmth.nc ${RUN_DIR}
248
249# Only LMDZ4 output have Alt variables
250DetectLev=$( ncdump -h ${config_UserChoices_JobName}_SE_${YEARS}_1M_histmth.nc | grep "Alt(Alt)" | wc -l )
251#
252[ ${DetectLev} = 1 ] && LMDZ=LMDZ4 || LMDZ=LMDZ3.3
253#
254atlas -o ${RUN_DIR}/${R_ATLAS}/ATM -l ${FER_ATLAS}/atlas_p_${LMDZ}_diag1_*.cfg ${RUN_DIR}/${config_UserChoices_JobName}_SE_${YEARS}_1M_histmth.nc
255
256# IIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIII
257
258# Put ferret journal files together
259for file in $( ls ${R_ATLAS}/ATM/*/*jnl ) ; do 
260    echo -e "\n\n################################" ;
261    echo -e "$file\n" ; cat $file ;
262done  > ${R_ATLAS}/ATM/allferretscript.txt
263
264# Clear some files
265find . \( -name "*.stdout" -o -name "*.jnl" \) -print -exec rm -f {} \;
266
267# Save files
268IGCM_sys_Put_Dir ATLAS ${R_FIGR}
269IGCM_sys_Rm -Rf ATLAS
270IGCM_sys_Rm ${config_UserChoices_JobName}_SE_${YEARS}_1M_histmth.nc
271
272# DODS copy
273IGCM_sys_TestDirArchive ${R_FIGR}/${R_ATLAS}
274[ $? = 0 ] && IGCM_sys_Put_Dods ${R_ATLAS}
275
276# Clean RUN_DIR_PATH (necessary for cesium and titane only)
277IGCM_sys_RmRunDir -Rf ${RUN_DIR_PATH}
Note: See TracBrowser for help on using the repository browser.