1 | #!/bin/ksh |
---|
2 | #set -vx |
---|
3 | |
---|
4 | #************************************************************** |
---|
5 | # Author: Sebastien Denvil, Sonia Labetoulle, Nicolas Lebas, Sebastien Nguyen |
---|
6 | # Contact: Nicolas.Lebas__at__locean-ipsl.upmc.fr |
---|
7 | # $Revision:: $ Revision of last commit |
---|
8 | # $Author:: $ Author of last commit |
---|
9 | # $Date:: $ Date of last commit |
---|
10 | # IPSL (2012) |
---|
11 | # This software is governed by the CeCILL licence see libIGCM/libIGCM_CeCILL.LIC |
---|
12 | # |
---|
13 | # >>> Date ensemble <<< |
---|
14 | # Author: Nicolas Lebas (adapted from Sonia Labetoulle) |
---|
15 | # Contact: Nicolas.Lebas__at__locean-ipsl.upmc.fr |
---|
16 | # IPSL (2014) |
---|
17 | # |
---|
18 | # >>> Add 3D perturbation maps to oceanic restart <<< |
---|
19 | # Author: Sebastien Nguyen |
---|
20 | # Contact: Sebastien.Nguyen__at__locean-ipsl.upmc.fr |
---|
21 | # IPSL (2014) |
---|
22 | # |
---|
23 | # >>> Uniform DATE and PERTURB ensemble (remove old, useless), ADD some functions <<< |
---|
24 | # add : IGCM_ensemble_InitRunDir, IGCM_ensemble_FilesUpdate (unique function) |
---|
25 | # DATE ensemble : removed periodic case |
---|
26 | # : all dates are NON-periodic |
---|
27 | # CAST PERTURBED ensemble : removed NON-periodic case |
---|
28 | # : all casts are periodic (*Y or *M) |
---|
29 | # : removed Ens_PERTURB_PERTU_MAP_LIST case |
---|
30 | # |
---|
31 | # Author: Simona Flavoni & Nicolas Lebas |
---|
32 | # Contact: Simona.Flavoni__at__locean.ipsl.fr & Nicolas.Lebas__at__locean.ipsl.fr |
---|
33 | # IPSL (2019) |
---|
34 | #************************************************************** |
---|
35 | |
---|
36 | # Read which ensemble type are active |
---|
37 | function IGCM_ensemble_Init |
---|
38 | { |
---|
39 | IGCM_debug_PushStack "IGCM_ensemble_Init" |
---|
40 | |
---|
41 | IGCM_card_DefineVariableFromOption ${F_CFG_ENS} Ens_PERTURB active |
---|
42 | IGCM_card_DefineVariableFromOption ${F_CFG_ENS} Ens_DATE active |
---|
43 | |
---|
44 | Job_Period=10 # Default PARAMETER USED in function IGCM_ensemble_FilesUpdate |
---|
45 | answer="" |
---|
46 | print - "\nHit Enter or give PERIOD_NB for all member's Job (default is 10)" |
---|
47 | read answer |
---|
48 | |
---|
49 | if [ "X${answer}" != "X" ] ; then |
---|
50 | Job_Period=${answer} |
---|
51 | fi |
---|
52 | print "\nPeriodNb in ensemble Jobs is ${Job_Period}" |
---|
53 | |
---|
54 | IGCM_debug_Print 1 "Ens_PERTURB ACTIVE = ${ensemble_Ens_PERTURB_active}" |
---|
55 | IGCM_debug_Print 1 "Ens_DATE ACTIVE = ${ensemble_Ens_DATE_active}" |
---|
56 | echo "" |
---|
57 | |
---|
58 | #==================================================== |
---|
59 | # Define ARCHIVE : Dedicated to large files |
---|
60 | # Define STORAGE : Dedicated to small/medium files |
---|
61 | # Define R_OUT : Output tree located on ARCHIVE |
---|
62 | # Define R_FIG : Output tree located on STORAGE hosting figures (monitoring and atlas, and/or small files) |
---|
63 | # Define R_BUF : USELESS and DEPRECATED output tree. |
---|
64 | IGCM_sys_defineArchives |
---|
65 | |
---|
66 | IGCM_debug_PopStack "IGCM_ensemble_Init" |
---|
67 | } |
---|
68 | |
---|
69 | |
---|
70 | ############### ENSEMBLE ################# |
---|
71 | function IGCM_ensemble_InitRunDir |
---|
72 | { |
---|
73 | |
---|
74 | if [ -d ${SUBMIT_DIR}/${JobName} ] ; then |
---|
75 | IGCM_debug_Print 3 "STOP directory ${SUBMIT_DIR}/${JobName} already exists." |
---|
76 | exit # SF: stop at this point because in ENSEMBLE case need to be stopped |
---|
77 | fi |
---|
78 | IGCM_sys_Mkdir ${RUN_DIR} |
---|
79 | |
---|
80 | IGCM_sys_Cp ${SUBMIT_DIR}/config.card ${RUN_DIR} |
---|
81 | IGCM_sys_Cp ${SUBMIT_DIR}/ensemble.card ${RUN_DIR} |
---|
82 | IGCM_sys_Cp ${SUBMIT_DIR}/Job_* ${RUN_DIR} |
---|
83 | IGCM_sys_Cp ${SUBMIT_DIR}/run.card.init ${RUN_DIR} |
---|
84 | if [ -f ${SUBMIT_DIR}/Qsub.* ]; then |
---|
85 | IGCM_sys_Cp ${SUBMIT_DIR}/Qsub.* ${RUN_DIR} |
---|
86 | fi |
---|
87 | if [ -f ${SUBMIT_DIR}/Qclean.* ]; then |
---|
88 | IGCM_sys_Cp ${SUBMIT_DIR}/Qclean.* ${RUN_DIR} |
---|
89 | fi |
---|
90 | |
---|
91 | } |
---|
92 | |
---|
93 | ############### Create Member Directory ENSEMBLE ################# |
---|
94 | function IGCM_ensemble_CreateMemberDir |
---|
95 | { |
---|
96 | |
---|
97 | # if [ ! -d ${SUBMIT_DIR}/${StartDir}/${MemberDir} ] ; then |
---|
98 | IGCM_sys_Mkdir ${SUBMIT_DIR}/${StartDir}/${MemberDir} |
---|
99 | IGCM_sys_Cd ${SUBMIT_DIR}/${StartDir}/${MemberDir} |
---|
100 | ln -s ../../COMP |
---|
101 | ln -s ../../PARAM |
---|
102 | ln -s ../../POST |
---|
103 | ln -s ../../DRIVER |
---|
104 | IGCM_sys_Cd ${RUN_DIR} |
---|
105 | IGCM_sys_Cp config.card run.card.init ${SUBMIT_DIR}/${StartDir}/${MemberDir} |
---|
106 | IGCM_sys_Cp Job_${config_UserChoices_JobName} ${SUBMIT_DIR}/${StartDir}/${MemberDir}/${JobName} |
---|
107 | |
---|
108 | # Dump command to be lauched |
---|
109 | echo "cd ${StartDir}/${MemberDir}/ ;" >> ${RUN_DIR}/Qsub.${StartDir}.sh |
---|
110 | echo "${SUBMIT} ${JobName} ; cd -" >> ${RUN_DIR}/Qsub.${StartDir}.sh |
---|
111 | |
---|
112 | echo "cd ${StartDir}/${MemberDir}/ ;" >> ${RUN_DIR}/Qclean.latestPackperiod.${StartDir}.sh |
---|
113 | echo "${libIGCM}/clean_latestPackperiod.job ; cd -" >> ${RUN_DIR}/Qclean.latestPackperiod.${StartDir}.sh |
---|
114 | |
---|
115 | echo "cd ${StartDir}/${MemberDir}/ ;" >> ${RUN_DIR}/Qclean.PeriodLength.${StartDir}.sh |
---|
116 | echo "${libIGCM}/clean_PeriodLength.job ; cd -" >> ${RUN_DIR}/Qclean.PeriodLength.${StartDir}.sh |
---|
117 | |
---|
118 | } |
---|
119 | |
---|
120 | |
---|
121 | ############### FilesUpdate ENSEMBLE ################# |
---|
122 | function IGCM_ensemble_FilesUpdate |
---|
123 | { |
---|
124 | IGCM_debug_PushStack "IGCM_ensemble_FilesUpdate" |
---|
125 | |
---|
126 | # Debug Print : |
---|
127 | echo |
---|
128 | IGCM_debug_Print 1 "IGCM_ensemble_FilesUpdate :" |
---|
129 | |
---|
130 | EnsembleType=${1} |
---|
131 | MemberNb=${2} |
---|
132 | HumanDateBegin=$( IGCM_date_ConvertFormatToHuman ${3} ) |
---|
133 | HumanDateEnd=$( IGCM_date_ConvertFormatToHuman ${4} ) |
---|
134 | HumanRestartDate=$( IGCM_date_ConvertFormatToHuman ${5} ) |
---|
135 | if [[ X${6} != "X" ]]; then |
---|
136 | initFrom=${6} # non periodic config (INITFROM could be different between members) |
---|
137 | else |
---|
138 | initFrom=$(eval echo $\ensemble_Ens_${EnsembleType}_INITFROM) # periodic (same INITFROM value) |
---|
139 | fi |
---|
140 | |
---|
141 | if [[ X${7} != "X" ]]; then |
---|
142 | initPath=${7} # non periodic config (INITPATH could be different between members) |
---|
143 | else |
---|
144 | initPath=$(eval echo $\ensemble_Ens_${EnsembleType}_INITPATH) # periodic (same INITPATH value) |
---|
145 | fi |
---|
146 | |
---|
147 | # ==> config.card |
---|
148 | # [ENSEMBLE] |
---|
149 | IGCM_card_WriteOption ${SUBMIT_DIR}/${StartDir}/${MemberDir}/config.card Ensemble EnsembleName $(eval echo $\ensemble_Ens_${EnsembleType}_NAME) |
---|
150 | IGCM_card_WriteOption ${SUBMIT_DIR}/${StartDir}/${MemberDir}/config.card Ensemble EnsembleDate ${HumanDateBegin} |
---|
151 | IGCM_card_WriteOption ${SUBMIT_DIR}/${StartDir}/${MemberDir}/config.card Ensemble EnsembleType "Ens_${EnsembleType}" |
---|
152 | IGCM_card_WriteOption ${SUBMIT_DIR}/${StartDir}/${MemberDir}/config.card Ensemble EnsembleMergeSave ${ensemble_Ens_DATE_MERGE_SAVE} |
---|
153 | |
---|
154 | # [UserChoices] |
---|
155 | IGCM_card_WriteOption ${SUBMIT_DIR}/${StartDir}/${MemberDir}/config.card UserChoices JobName ${MemberDir} |
---|
156 | IGCM_card_WriteOption ${SUBMIT_DIR}/${StartDir}/${MemberDir}/config.card UserChoices DateBegin ${HumanDateBegin} |
---|
157 | IGCM_card_WriteOption ${SUBMIT_DIR}/${StartDir}/${MemberDir}/config.card UserChoices DateEnd ${HumanDateEnd} |
---|
158 | # Adhoc exceptioN for CMIP6 : update realisation number in member field. |
---|
159 | if ( [ X"$( echo ${config_UserChoices_ExpType} | grep CMIP6 )" != "X" ] ) ; then |
---|
160 | IGCM_card_WriteOption ${SUBMIT_DIR}/${StartDir}/${MemberDir}/config.card UserChoices Member "r${MemberNb}i1p1f1" |
---|
161 | fi |
---|
162 | |
---|
163 | # [Restarts] |
---|
164 | IGCM_card_WriteOption ${SUBMIT_DIR}/${StartDir}/${MemberDir}/config.card Restarts OverRule "n" |
---|
165 | # [ATM/OCE/...] |
---|
166 | for comp in ${config_ListOfComponents[*]} ; do |
---|
167 | IGCM_card_WriteOption ${SUBMIT_DIR}/${StartDir}/${MemberDir}/config.card ${comp} Restart "y" |
---|
168 | IGCM_card_WriteOption ${SUBMIT_DIR}/${StartDir}/${MemberDir}/config.card ${comp} RestartDate ${HumanRestartDate} |
---|
169 | IGCM_card_WriteOption ${SUBMIT_DIR}/${StartDir}/${MemberDir}/config.card ${comp} RestartJobName ${initFrom} |
---|
170 | IGCM_card_WriteOption ${SUBMIT_DIR}/${StartDir}/${MemberDir}/config.card ${comp} RestartPath ${initPath} |
---|
171 | |
---|
172 | # Adhoc exception for CMIP6 : exclude XIOS from the restart overrule mechanism. |
---|
173 | if ( [ X${comp} = XIOS ] && [ X"$( echo ${config_UserChoices_ExpType} | grep CMIP6 )" != "X" ] ) ; then |
---|
174 | IGCM_card_WriteOption ${SUBMIT_DIR}/${StartDir}/${MemberDir}/config.card ${comp} Restart "n" |
---|
175 | fi |
---|
176 | done |
---|
177 | |
---|
178 | unset initFrom |
---|
179 | |
---|
180 | # ==> Job |
---|
181 | sed -e "s/\(#.*Script_Output_\)${config_UserChoices_JobName}\(\.*\)/\1${MemberDir}\2/" \ |
---|
182 | -e "s/\(#.*\)${config_UserChoices_JobName}\(\.*\)/\1${MemberDir} \2/" \ |
---|
183 | -e "s/^PeriodNb=.*/PeriodNb=${Job_Period}/" \ |
---|
184 | ${SUBMIT_DIR}/${StartDir}/${MemberDir}/Job_${MemberDir} > Job_${MemberDir}.tmp |
---|
185 | IGCM_sys_Mv Job_${MemberDir}.tmp ${SUBMIT_DIR}/${StartDir}/${MemberDir}/Job_${MemberDir} |
---|
186 | |
---|
187 | IGCM_debug_PopStack "IGCM_ensemble_FilesUpdate" |
---|
188 | } |
---|
189 | |
---|
190 | |
---|
191 | ############### Perturb ENSEMBLE ################# |
---|
192 | function IGCM_ensemble_CastInit |
---|
193 | { |
---|
194 | IGCM_debug_PushStack "IGCM_ensemble_CastInit" |
---|
195 | |
---|
196 | IGCM_ensemble_InitRunDir |
---|
197 | |
---|
198 | ## Init some variables (only periodic case) |
---|
199 | CastPeriodicStart=true |
---|
200 | |
---|
201 | echo " pwd id : ${PWD}" |
---|
202 | |
---|
203 | IGCM_card_DefineVariableFromOption ${F_CFG_ENS} Ens_PERTURB active |
---|
204 | IGCM_card_DefineVariableFromOption ${F_CFG_ENS} Ens_PERTURB NAME |
---|
205 | IGCM_card_DefineVariableFromOption ${F_CFG_ENS} Ens_PERTURB BEGIN_INIT |
---|
206 | IGCM_card_DefineVariableFromOption ${F_CFG_ENS} Ens_PERTURB END_INIT |
---|
207 | IGCM_card_DefineVariableFromOption ${F_CFG_ENS} Ens_PERTURB PERIODICITY |
---|
208 | IGCM_card_DefineVariableFromOption ${F_CFG_ENS} Ens_PERTURB LENGTH |
---|
209 | IGCM_card_DefineVariableFromOption ${F_CFG_ENS} Ens_PERTURB MEMBER |
---|
210 | IGCM_card_DefineArrayFromOption ${F_CFG_ENS} Ens_PERTURB MEMBER_NAMESLIST |
---|
211 | IGCM_card_DefineVariableFromOption ${F_CFG_ENS} Ens_PERTURB MEMBER_INITFROM |
---|
212 | IGCM_card_DefineVariableFromOption ${F_CFG_ENS} Ens_PERTURB MEMBER_INITPATH |
---|
213 | IGCM_card_DefineArrayFromOption ${F_CFG_ENS} Ens_PERTURB PERTURB_BIN |
---|
214 | IGCM_card_DefineVariableFromOption ${F_CFG_ENS} Ens_PERTURB INITFROM |
---|
215 | IGCM_card_DefineVariableFromOption ${F_CFG_ENS} Ens_PERTURB INITPATH |
---|
216 | IGCM_card_DefineVariableFromOption config.card UserChoices JobName |
---|
217 | IGCM_card_DefineVariableFromOption config.card UserChoices TagName |
---|
218 | IGCM_card_DefineVariableFromOption config.card UserChoices CalendarType |
---|
219 | IGCM_card_DefineArrayFromSection config.card ListOfComponents |
---|
220 | |
---|
221 | echo |
---|
222 | IGCM_debug_Print 1 "[Ens_PERTURB]" |
---|
223 | IGCM_debug_Print 1 "ACTIVE = ${ensemble_Ens_PERTURB_active}" |
---|
224 | IGCM_debug_Print 1 "NAME = ${ensemble_Ens_PERTURB_NAME}" |
---|
225 | IGCM_debug_Print 1 "BEGIN_INIT = ${ensemble_Ens_PERTURB_BEGIN_INIT}" |
---|
226 | IGCM_debug_Print 1 "END_INIT = ${ensemble_Ens_PERTURB_END_INIT}" |
---|
227 | IGCM_debug_Print 1 "PERIODICITY = ${ensemble_Ens_PERTURB_PERIODICITY}" |
---|
228 | IGCM_debug_Print 1 "LENGTH = ${ensemble_Ens_PERTURB_LENGTH}" |
---|
229 | IGCM_debug_Print 1 "MEMBER = ${ensemble_Ens_PERTURB_MEMBER}" |
---|
230 | IGCM_debug_Print 1 "MEMBER_NAMESLIST = ${ensemble_Ens_PERTURB_MEMBER_NAMESLIST[*]}" |
---|
231 | IGCM_debug_Print 1 "MEMBER_INITFROM = ${ensemble_Ens_PERTURB_MEMBER_INITFROM}" |
---|
232 | IGCM_debug_Print 1 "MEMBER_INITPATH = ${ensemble_Ens_PERTURB_MEMBER_INITPATH}" |
---|
233 | IGCM_debug_Print 1 "PERTURB_BIN = ${ensemble_Ens_PERTURB_PERTURB_BIN[*]}" |
---|
234 | IGCM_debug_Print 1 "INITFROM = ${ensemble_Ens_PERTURB_INITFROM}" |
---|
235 | IGCM_debug_Print 1 "INITPATH = ${ensemble_Ens_PERTURB_INITPATH}" |
---|
236 | IGCM_debug_Print 1 "JobName = ${config_UserChoices_JobName}" |
---|
237 | IGCM_debug_Print 1 "TagName = ${config_UserChoices_TagName}" |
---|
238 | IGCM_debug_Print 1 "CalendarType = ${config_UserChoices_CalendarType}" |
---|
239 | IGCM_debug_Print 1 "ListOfComponents = ${config_ListOfComponents[*]}" |
---|
240 | |
---|
241 | |
---|
242 | ### Check unset variables and set them to empty |
---|
243 | # Following var are set because they could be unset in some |
---|
244 | # use case (ex: non periodic if periodic is active...) |
---|
245 | if [[ "${ensemble_Ens_PERTURB_PERIODICITY}" = _0_ || "${ensemble_Ens_PERTURB_PERIODICITY}" = '' ]]; |
---|
246 | then |
---|
247 | ensemble_Ens_PERTURB_PERIODICITY=NONE |
---|
248 | fi |
---|
249 | if [[ "${ensemble_Ens_PERTURB_MEMBER}" = _0_ || "${ensemble_Ens_PERTURB_MEMBER}" = '' ]]; |
---|
250 | then |
---|
251 | ensemble_Ens_PERTURB_MEMBER=NONE |
---|
252 | fi |
---|
253 | if [[ "${ensemble_Ens_PERTURB_END_INIT}" = _0_ || "${ensemble_Ens_PERTURB_END_INIT}" = '' ]]; |
---|
254 | then |
---|
255 | ensemble_Ens_PERTURB_END_INIT=${ensemble_Ens_PERTURB_BEGIN_INIT} |
---|
256 | fi |
---|
257 | |
---|
258 | ### End check unset variables ### |
---|
259 | PerturbExe=${ensemble_Ens_PERTURB_PERTURB_BIN[0]} |
---|
260 | |
---|
261 | case ${PerturbExe} in |
---|
262 | AddNoise) |
---|
263 | PerturbComp=${ensemble_Ens_PERTURB_PERTURB_BIN[1]} |
---|
264 | PerturbFile=${ensemble_Ens_PERTURB_PERTURB_BIN[2]} |
---|
265 | PerturbVar=${ensemble_Ens_PERTURB_PERTURB_BIN[3]} |
---|
266 | PerturbAmp=${ensemble_Ens_PERTURB_PERTURB_BIN[4]} |
---|
267 | |
---|
268 | IGCM_debug_Print 1 "PerturbExe = ${PerturbExe}" |
---|
269 | IGCM_debug_Print 1 "PerturbFile = ${PerturbFile}" |
---|
270 | IGCM_debug_Print 1 "PerturbComp = ${PerturbComp}" |
---|
271 | IGCM_debug_Print 1 "PerturbVar = ${PerturbVar}" |
---|
272 | IGCM_debug_Print 1 "PerturbAmp = ${PerturbAmp}" |
---|
273 | ;; |
---|
274 | AddPertu3DOCE) |
---|
275 | PerturbComp=${ensemble_Ens_PERTURB_PERTURB_BIN[1]} |
---|
276 | PerturbFile=${ensemble_Ens_PERTURB_PERTURB_BIN[2]} |
---|
277 | PerturbVar=${ensemble_Ens_PERTURB_PERTURB_BIN[3]} |
---|
278 | PerturbMask=${ensemble_Ens_PERTURB_PERTURB_BIN[4]} |
---|
279 | |
---|
280 | IGCM_card_DefineVariableFromOption ${F_CFG_ENS} Ens_PERTURB MASKPATH |
---|
281 | |
---|
282 | IGCM_debug_Print 1 "PerturbExe = ${PerturbExe}" |
---|
283 | IGCM_debug_Print 1 "PerturbFile = ${PerturbFile}" |
---|
284 | IGCM_debug_Print 1 "PerturbComp = ${PerturbComp}" |
---|
285 | IGCM_debug_Print 1 "PerturbVar = ${PerturbVar}" |
---|
286 | IGCM_debug_Print 1 "PerturbMask = ${PerturbMask}" |
---|
287 | IGCM_debug_Print 1 "MASK PATH = ${ensemble_Ens_PERTURB_MASKPATH}" |
---|
288 | ;; |
---|
289 | esac |
---|
290 | |
---|
291 | # A few checks Period case: |
---|
292 | |
---|
293 | # ... Check PERIODICITY ... |
---|
294 | case ${ensemble_Ens_PERTURB_PERIODICITY} in |
---|
295 | NONE) |
---|
296 | IGCM_debug_Print 1 "periodic start not active" |
---|
297 | CastPeriodicStart=false |
---|
298 | ;; |
---|
299 | *[Yy]|*[Mm]) |
---|
300 | CastPeriodicStart=true |
---|
301 | IGCM_debug_Print 1 "Periodic length : ${ensemble_Ens_PERTURB_PERIODICITY}" ;; |
---|
302 | *) |
---|
303 | IGCM_debug_Exit "IGCM_ensemble_CastInit ${ensemble_Ens_PERTURB_PERIODICITY} : invalid PERIODICITY" |
---|
304 | IGCM_debug_Exit "Choose a value in *Y or *M" |
---|
305 | IGCM_debug_Verif_Exit ;; |
---|
306 | esac |
---|
307 | # ... Check LENGTH ... |
---|
308 | case ${ensemble_Ens_PERTURB_LENGTH} in |
---|
309 | *[Yy]|*[Mm]) |
---|
310 | IGCM_debug_Print 1 "Periodic duration : ${ensemble_Ens_PERTURB_LENGTH}" ;; |
---|
311 | *) |
---|
312 | IGCM_debug_Exit "IGCM_ensemble_CastInit ${ensemble_Ens_PERTURB_LENGTH} invalid LENGTH" |
---|
313 | IGCM_debug_Exit "Choose a value in choose in *Y or *M" |
---|
314 | IGCM_debug_Verif_Exit ;; |
---|
315 | esac |
---|
316 | |
---|
317 | # Need to know all the restart filename of the component we will apply the noise to |
---|
318 | IGCM_card_DefineArrayFromOption config.card ListOfComponents ${PerturbComp} |
---|
319 | eval compname=\${config_ListOfComponents_${PerturbComp}[0]} > /dev/null 2>&1 |
---|
320 | |
---|
321 | # Target the component's card we apply the noise to |
---|
322 | card=${SUBMIT_DIR}/COMP/${compname}.card |
---|
323 | |
---|
324 | # Read the restart file list. To be used later |
---|
325 | IGCM_card_DefineArrayFromOption ${card} RestartFiles List |
---|
326 | ListFilesName=${compname}_RestartFiles_List |
---|
327 | eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1 |
---|
328 | eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1 |
---|
329 | |
---|
330 | # Check |
---|
331 | IGCM_debug_Print 1 "Nb Restart Files = ${NbFiles}" |
---|
332 | |
---|
333 | IGCM_debug_PopStack "IGCM_ensemble_CastInit" |
---|
334 | } |
---|
335 | |
---|
336 | function IGCM_ensemble_CastPeriodicStarts |
---|
337 | { |
---|
338 | IGCM_debug_PushStack "IGCM_ensemble_CastPeriodicStarts" |
---|
339 | |
---|
340 | [ ${CastPeriodicStart} = false ] && return |
---|
341 | |
---|
342 | echo |
---|
343 | IGCM_debug_Print 1 "Manage periodic starts" |
---|
344 | |
---|
345 | #.. Manage periodic starts .. |
---|
346 | # ====================== |
---|
347 | |
---|
348 | # ... Loop over DateBegin ... |
---|
349 | eval DateBegin=\${ensemble_Ens_PERTURB_BEGIN_INIT} |
---|
350 | |
---|
351 | while [ ${DateBegin} -le ${ensemble_Ens_PERTURB_END_INIT} ] ; do |
---|
352 | IGCM_date_GetYearMonth ${DateBegin} year month |
---|
353 | |
---|
354 | # - Determine number of day(s) in PERIODICITY |
---|
355 | PeriodLengthInDays=$( IGCM_date_DaysInCurrentPeriod ${DateBegin} ${ensemble_Ens_PERTURB_PERIODICITY} ) |
---|
356 | |
---|
357 | # - Determine number of day(s) in LENGTH |
---|
358 | DurationLengthInDays=$(( $( IGCM_date_DaysInCurrentPeriod ${DateBegin} ${ensemble_Ens_PERTURB_LENGTH} ) - 1 )) |
---|
359 | |
---|
360 | # - Determine DateEnd |
---|
361 | (( DateEnd = $( IGCM_date_AddDaysToGregorianDate ${DateBegin} ${DurationLengthInDays} ) )) |
---|
362 | |
---|
363 | # - Build directory name |
---|
364 | #SF IGCM_ensemble_CastDirectoryName ${ensemble_Ens_PERTURB_NAME} ${ensemble_Ens_PERTURB_PERIODICITY} ${year} ${month} ${StartDir} |
---|
365 | IGCM_ensemble_CastDirectoryName ${ensemble_Ens_PERTURB_NAME} ${ensemble_Ens_PERTURB_PERIODICITY} ${year} ${month} |
---|
366 | # StartDir="${ensemble_Ens_PERTURB_NAME}" |
---|
367 | |
---|
368 | # - Determine RestartDate |
---|
369 | (( Offset = -1 )) |
---|
370 | (( RestartDate = $( IGCM_date_AddDaysToGregorianDate ${DateBegin} ${Offset} ) )) |
---|
371 | |
---|
372 | IGCM_debug_Print 2 "${DateBegin} => ${DateEnd} : ${StartDir}" |
---|
373 | echo "${DateBegin} ${DateEnd} ${StartDir}" >> ${RUN_DIR}/CreatedDir.txt |
---|
374 | |
---|
375 | # - Create directory for current DateBegin |
---|
376 | if [ ! -d ${StartDir} ] ; then |
---|
377 | IGCM_sys_Mkdir ${SUBMIT_DIR}/${StartDir} |
---|
378 | IGCM_sys_Cd ${SUBMIT_DIR}/${StartDir} |
---|
379 | ln -s ../../.resol . # TODO: remove for future version (>6.1) |
---|
380 | ln -s ../../.libmpi . # TODO: remove for future version (>6.1) |
---|
381 | ln -s ../../SOURCES . |
---|
382 | ln -s ../../ARCH . |
---|
383 | IGCM_sys_Cd ${RUN_DIR} |
---|
384 | fi |
---|
385 | |
---|
386 | # - Create directory to store modified restart files |
---|
387 | RestartDir=${STORAGE}/IGCM_IN/${config_UserChoices_TagName}/${StartDir} |
---|
388 | IGCM_sys_MkdirArchive ${RestartDir} |
---|
389 | |
---|
390 | # - Loop over members |
---|
391 | i=1 |
---|
392 | while [ $i -le ${ensemble_Ens_PERTURB_MEMBER} ] ; do |
---|
393 | if [ $((i)) -le 9 ] ; then |
---|
394 | MemberDir="${StartDir}"-0"$((i))" |
---|
395 | else |
---|
396 | MemberDir="${StartDir}-$((i))" |
---|
397 | fi |
---|
398 | echo |
---|
399 | IGCM_debug_Print 3 "${MemberDir}" |
---|
400 | |
---|
401 | JobName="Job_${MemberDir}" |
---|
402 | |
---|
403 | # * Create directory if it doesn't exist and copy/link files |
---|
404 | if [ ! -d ${SUBMIT_DIR}/${StartDir}/${MemberDir} ] ; then |
---|
405 | |
---|
406 | # * Create ${SUBMIT_DIR}/${StartDir}/${MemberDir} directories |
---|
407 | # link COMP PARAM POST and DRIVER |
---|
408 | # cp config.card, run.card.init, Job_ |
---|
409 | # and Dump command to be launched |
---|
410 | IGCM_ensemble_CreateMemberDir |
---|
411 | |
---|
412 | # * Update files : config.card, Job_, COMP/comp.card |
---|
413 | IGCM_ensemble_FilesUpdate "PERTURB" ${i} ${DateBegin} ${DateEnd} ${RestartDate} |
---|
414 | |
---|
415 | # * Apply noise on restart file |
---|
416 | IGCM_ensemble_CastPerturbFile |
---|
417 | fi |
---|
418 | |
---|
419 | (( i = i + 1 )) |
---|
420 | done |
---|
421 | |
---|
422 | # Done. Save ${StartDir} submission text file |
---|
423 | IGCM_sys_Cp ${RUN_DIR}/Qsub.${StartDir}.sh ${SUBMIT_DIR} |
---|
424 | IGCM_sys_Cp ${RUN_DIR}/Qclean.PeriodLength.${StartDir}.sh ${SUBMIT_DIR} |
---|
425 | IGCM_sys_Cp ${RUN_DIR}/Qclean.latestPackperiod.${StartDir}.sh ${SUBMIT_DIR} |
---|
426 | |
---|
427 | # - Next DateBegin |
---|
428 | echo "$DateBegin $PeriodLengthInDays" |
---|
429 | case ${ensemble_Ens_PERTURB_PERIODICITY} in |
---|
430 | *[Yy]|*[Mm]) |
---|
431 | (( DateBegin = $( IGCM_date_AddDaysToGregorianDate ${DateBegin} ${PeriodLengthInDays} ) )) |
---|
432 | ;; |
---|
433 | esac |
---|
434 | echo "New DateBegin = $DateBegin" |
---|
435 | echo "========================================================================" |
---|
436 | done |
---|
437 | IGCM_debug_PopStack "IGCM_ensemble_CastPeriodicStarts" |
---|
438 | } |
---|
439 | |
---|
440 | function IGCM_ensemble_CastMemberList |
---|
441 | { |
---|
442 | IGCM_debug_PushStack "IGCM_ensemble_CastMemberList" |
---|
443 | |
---|
444 | if [ ${CastMemberList} = false ] ; then |
---|
445 | IGCM_debug_PopStack "IGCM_ensemble_CastMemberList" |
---|
446 | return |
---|
447 | fi |
---|
448 | |
---|
449 | echo |
---|
450 | IGCM_debug_Print 1 "Manage members list" |
---|
451 | |
---|
452 | #.. Manage members list .. |
---|
453 | # ====================== |
---|
454 | |
---|
455 | # DateBegin |
---|
456 | eval DateBegin=\${ensemble_Ens_PERTURB_BEGIN_INIT} |
---|
457 | |
---|
458 | IGCM_date_GetYearMonth ${DateBegin} ${year} ${month} |
---|
459 | |
---|
460 | # - Determine number of day(s) in LENGTH |
---|
461 | DurationLengthInDays=$(( $( IGCM_date_DaysInCurrentPeriod ${DateBegin} ${ensemble_Ens_PERTURB_LENGTH} ) - 1 )) |
---|
462 | |
---|
463 | # - Determine DateEnd |
---|
464 | DateEnd=$( IGCM_date_AddDaysToGregorianDate ${DateBegin} ${DurationLengthInDays} ) |
---|
465 | |
---|
466 | # bad hack enforce yearly for parent directory name |
---|
467 | # - Build directory name |
---|
468 | IGCM_ensemble_CastDirectoryName ${ensemble_Ens_PERTURB_NAME} 1Y ${year} ${month} |
---|
469 | #SF IGCM_ensemble_CastDirectoryName ${ensemble_Ens_PERTURB_NAME} 1Y ${year} ${month} ${StartDir} |
---|
470 | |
---|
471 | # - Determine RestartDate |
---|
472 | (( Offset = -1 )) |
---|
473 | RestartDate=$( IGCM_date_AddDaysToGregorianDate ${DateBegin} ${Offset} ) |
---|
474 | |
---|
475 | IGCM_debug_Print 2 "${DateBegin} => ${DateEnd} : ${StartDir}" |
---|
476 | echo "${DateBegin} ${DateEnd} ${StartDir}" >> ${RUN_DIR}/CreatedDir.txt |
---|
477 | |
---|
478 | # - Create directory for current DateBegin |
---|
479 | if [ ! -d ${StartDir} ] ; then |
---|
480 | IGCM_sys_Mkdir ${SUBMIT_DIR}/${StartDir} |
---|
481 | IGCM_sys_Cd ${SUBMIT_DIR}/${StartDir} |
---|
482 | ln -s ../../.resol . # TODO: remove for future version (>6.1) |
---|
483 | ln -s ../../.libmpi . # TODO: remove for future version (>6.1) |
---|
484 | ln -s ../../SOURCES . |
---|
485 | ln -s ../../ARCH . |
---|
486 | IGCM_sys_Cd ${RUN_DIR} |
---|
487 | fi |
---|
488 | |
---|
489 | # - Create directory to store modified restart files |
---|
490 | RestartDir=${STORAGE}/IGCM_IN/${config_UserChoices_TagName}/${StartDir} |
---|
491 | IGCM_sys_MkdirArchive ${RestartDir} |
---|
492 | |
---|
493 | # - Loop over members |
---|
494 | i=1 |
---|
495 | nbmember=${ensemble_Ens_PERTURB_MEMBER} |
---|
496 | while [ $i -lt $nbmember ] ; do |
---|
497 | MemberVec=${ensemble_PERTURB_MEMBER_[${i}]} |
---|
498 | MemberDir=${config_UserChoices_Member} |
---|
499 | echo |
---|
500 | IGCM_debug_Print 3 "print nbmember: ${nbmember}" |
---|
501 | IGCM_debug_Print 3 "print MemberVec: ${ensemble_PERTURB_MEMBER[${i}]}" |
---|
502 | |
---|
503 | JobName="Job_${MemberDir}" |
---|
504 | echo |
---|
505 | IGCM_debug_Print 3 "${MemberDir}" |
---|
506 | |
---|
507 | # * Create directory if it doesn't exist and copy/link files |
---|
508 | if [ ! -d ${SUBMIT_DIR}/${StartDir}/${MemberDir} ] ; then |
---|
509 | |
---|
510 | # * Create ${SUBMIT_DIR}/${StartDir}/${MemberDir} directories |
---|
511 | # link COMP PARAM POST and DRIVER |
---|
512 | # cp config.card, run.card.init, Job_ |
---|
513 | # and Dump command to be launched |
---|
514 | IGCM_ensemble_CreateMemberDir |
---|
515 | |
---|
516 | # * Update files : config.card, Job_, COMP/comp.card |
---|
517 | IGCM_ensemble_FilesUpdate "PERTURB" ${i} ${DateBegin} ${DateEnd} ${RestartDate} ${InitFrom} ${InitPath} |
---|
518 | |
---|
519 | # * Apply noise on restart file |
---|
520 | IGCM_ensemble_CastPerturbFile |
---|
521 | fi |
---|
522 | |
---|
523 | (( i = i + 1 )) |
---|
524 | done |
---|
525 | |
---|
526 | # Done. Save ${StartDir} submission text file |
---|
527 | IGCM_sys_Cp ${RUN_DIR}/Qsub.${StartDir}.sh ${SUBMIT_DIR} |
---|
528 | IGCM_sys_Cp ${RUN_DIR}/Qclean.PeriodLength.${StartDir}.sh ${SUBMIT_DIR} |
---|
529 | |
---|
530 | IGCM_debug_PopStack "IGCM_ensemble_CastMemberList" |
---|
531 | } |
---|
532 | |
---|
533 | function IGCM_ensemble_CastDirectoryName |
---|
534 | { |
---|
535 | IGCM_debug_PushStack "IGCM_ensemble_CastDirectoryName" |
---|
536 | |
---|
537 | #.. Debug Print .. |
---|
538 | echo |
---|
539 | IGCM_debug_Print 1 "IGCM_ensemble_CastDirectoryName :" |
---|
540 | echo |
---|
541 | |
---|
542 | Name=$1 |
---|
543 | PeriodLen=$2 |
---|
544 | Year=$3 |
---|
545 | Month=$4 |
---|
546 | |
---|
547 | # - Build directory name |
---|
548 | case ${PeriodLen} in |
---|
549 | *Y|*y) |
---|
550 | StartDir="${Name}${year}" |
---|
551 | ;; |
---|
552 | esac |
---|
553 | |
---|
554 | IGCM_debug_PopStack "IGCM_ensemble_CastDirectoryName" |
---|
555 | } |
---|
556 | |
---|
557 | function IGCM_ensemble_CastPerturbFile |
---|
558 | { |
---|
559 | IGCM_debug_PushStack "IGCM_ensemble_CastPerturbFile" |
---|
560 | |
---|
561 | typeset i i_ j |
---|
562 | typeset -Z4 j4 |
---|
563 | typeset file_out file_out_ |
---|
564 | |
---|
565 | #.. Debug Print .. |
---|
566 | echo |
---|
567 | IGCM_debug_Print 1 "IGCM_ensemble_CastPerturbFile :" |
---|
568 | |
---|
569 | #.. FileIn ? => RestartDate .. |
---|
570 | DirIn="${ensemble_Ens_PERTURB_INITPATH}/${ensemble_Ens_PERTURB_INITFROM}/${PerturbComp}/Restart" |
---|
571 | DirInTar="${ensemble_Ens_PERTURB_INITPATH}/${ensemble_Ens_PERTURB_INITFROM}/RESTART" |
---|
572 | FileIn="${ensemble_Ens_PERTURB_INITFROM}_${RestartDate}_${PerturbFile}" |
---|
573 | DirOut="${RestartDir}/${MemberDir}/${PerturbComp}/Restart" |
---|
574 | |
---|
575 | # * Create member restart directory |
---|
576 | IGCM_sys_TestDirArchive ${DirOut} |
---|
577 | RET=$? |
---|
578 | if [ $RET -gt 0 ] ; then |
---|
579 | IGCM_sys_MkdirArchive ${DirOut} |
---|
580 | fi |
---|
581 | |
---|
582 | FileOut="${MemberDir}_${RestartDate}_${PerturbFile}" |
---|
583 | IGCM_debug_Print 1 "FileIn = ${DirIn}/${FileIn}" |
---|
584 | IGCM_debug_Print 1 "FileOut = ${DirOut}/${FileOut}.nc" |
---|
585 | |
---|
586 | IGCM_sys_TestFileArchive ${DirOut}/${FileOut}.nc |
---|
587 | RET=$? |
---|
588 | if [ $RET -gt 0 ] ; then |
---|
589 | |
---|
590 | # * Look for the restart file we apply the noise to |
---|
591 | |
---|
592 | # restart file list pertaining to the component we apply the noise to |
---|
593 | # but not being the precise restart file we will apply the noise to |
---|
594 | unset OtherFileInList |
---|
595 | # generic restart filename list (like flxat, sstoc, restart, ...) |
---|
596 | unset OtherGenericList |
---|
597 | |
---|
598 | if ( [ X${FileName0} != X${NULL_STR} ] && [ X${FileName0} != XNONE ] ) ; then |
---|
599 | (( i=0 )) |
---|
600 | until [ $i -ge ${NbFiles} ]; do |
---|
601 | |
---|
602 | (( i_ = i+1 )) |
---|
603 | eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1 |
---|
604 | eval file_out=${file_out_} |
---|
605 | |
---|
606 | generic_restart_file_name_out=$( basename ${file_out} .nc ) |
---|
607 | |
---|
608 | if [ ! ${generic_restart_file_name_out} = ${PerturbFile} ] ; then |
---|
609 | set +A OtherFileInList ${OtherFileInList[*]} ${PerturbComp}_${ensemble_Ens_PERTURB_INITFROM}_${RestartDate}_${generic_restart_file_name_out}\*.nc |
---|
610 | set +A OtherGenericList ${OtherGenericList[*]} ${generic_restart_file_name_out} |
---|
611 | fi |
---|
612 | |
---|
613 | (( i=i+3 )) |
---|
614 | done |
---|
615 | fi |
---|
616 | # How many restart files other than the one we will apply the noise to |
---|
617 | NbOtherFiles=${#OtherGenericList[*]} |
---|
618 | |
---|
619 | ########################## |
---|
620 | # TO BE A FUNCTION BEGIN # |
---|
621 | ########################## |
---|
622 | |
---|
623 | if [ $( IGCM_sys_TestFileBuffer ${DirIn}/${FileIn}*.nc ; echo $? ) = 0 ] ; then |
---|
624 | IGCM_debug_Print 3 "Buffered restart" |
---|
625 | Buffered=true |
---|
626 | Archived=false |
---|
627 | Tared=false |
---|
628 | nb_restart_file=$(IGCM_sys_CountFileBuffer ${DirIn}/${FileIn}_????.nc) |
---|
629 | elif [ $( IGCM_sys_TestFileArchive ${DirIn}/${FileIn}*.nc ; echo $? ) = 0 ] ; then |
---|
630 | IGCM_debug_Print 3 "Archived restart" |
---|
631 | Buffered=false |
---|
632 | Archived=true |
---|
633 | Tared=false |
---|
634 | nb_restart_file=$(IGCM_sys_CountFileArchive ${DirIn}/${FileIn}_????.nc) |
---|
635 | else |
---|
636 | IGCM_debug_Print 3 "Tared restart" |
---|
637 | Buffered=false |
---|
638 | Archived=false |
---|
639 | Tared=true |
---|
640 | |
---|
641 | # Look for the tar file we want if we did not found it already |
---|
642 | for PotentialTarFile in $( find ${ensemble_Ens_PERTURB_INITPATH}/${ensemble_Ens_PERTURB_INITFROM}/RESTART -name "${ensemble_Ens_PERTURB_INITFROM}_*restart*.tar" -print ) ; do |
---|
643 | IsMatching=$( echo ${PotentialTarFile##*/} | sed "s:_restart::" | sed "s:^${ensemble_Ens_PERTURB_INITFROM}_::" | sed "s:\.tar$::" | gawk -F_ -v restartdate=${RestartDate} '{if (($1 <= restartdate) && ($2 >= restartdate)) {print $1"_"$2}}' ) |
---|
644 | if [ ! X${IsMatching} = X ] ; then |
---|
645 | TarFileFound=${PotentialTarFile} |
---|
646 | break |
---|
647 | fi |
---|
648 | done |
---|
649 | |
---|
650 | # Extract relevant restart files |
---|
651 | IGCM_debug_Print 1 "tar xvf ${TarFileFound} ${PerturbComp}_${FileIn}*.nc ${OtherFileInList[*]}" |
---|
652 | tar xvf ${TarFileFound} ${PerturbComp}_${FileIn}*.nc ${OtherFileInList[*]} |
---|
653 | nb_restart_file=$( IGCM_sys_CountFileBuffer ${PerturbComp}_${FileIn}_????.nc ) |
---|
654 | fi |
---|
655 | |
---|
656 | # Move around and perturb restart files so as to be able to start hindcast/forecast simulation members |
---|
657 | if [ ${nb_restart_file} -gt 1 ] ; then |
---|
658 | j=0 |
---|
659 | until [ $j -ge ${nb_restart_file} ]; do |
---|
660 | j4=${j} |
---|
661 | if [ X${Buffered} = Xtrue ] ; then |
---|
662 | IGCM_sys_GetBuffer ${DirIn}/${FileIn}_${j4}.nc ${RUN_DIR}/${FileOut}_${j4}.nc |
---|
663 | |
---|
664 | cd ${DirOut} |
---|
665 | for generic in ${OtherGenericList[*]} ; do |
---|
666 | ln -s ${DirIn}/${ensemble_Ens_PERTURB_INITFROM}_${RestartDate}_${generic}.nc ${MemberDir}_${RestartDate}_${generic}_${j4}.nc |
---|
667 | done |
---|
668 | cd - |
---|
669 | |
---|
670 | elif [ X${Archived} = Xtrue ] ; then |
---|
671 | IGCM_sys_Get ${DirIn}/${FileIn}_${j4}.nc ${RUN_DIR}/${FileOut}_${j4}.nc |
---|
672 | |
---|
673 | for generic in ${OtherGenericList[*]} ; do |
---|
674 | IGCM_sys_RshArchive "cd ${DirOut} ; ln -s ${DirIn}/${ensemble_Ens_PERTURB_INITFROM}_${RestartDate}_${generic}.nc ${MemberDir}_${RestartDate}_${generic}_${j4}.nc" |
---|
675 | done |
---|
676 | |
---|
677 | elif [ X${Tared} = Xtrue ] ; then |
---|
678 | IGCM_debug_Print 2 "IGCM_sys_Mv ${PerturbComp}_${FileIn}_${j4}.nc ${RUN_DIR}/${FileOut}_${j4}.nc" |
---|
679 | IGCM_sys_Mv ${PerturbComp}_${FileIn}_${j4}.nc ${RUN_DIR}/${FileOut}_${j4}.nc |
---|
680 | |
---|
681 | for generic in ${OtherGenericList[*]} ; do |
---|
682 | IGCM_sys_Mv ${PerturbComp}_${ensemble_Ens_PERTURB_INITFROM}_${RestartDate}_${generic}.nc ${DirOut}/${MemberDir}_${RestartDate}_${generic}_${j4}.nc |
---|
683 | done |
---|
684 | |
---|
685 | fi |
---|
686 | (( j=j+1 )) |
---|
687 | done |
---|
688 | else |
---|
689 | if [ X${Buffered} = Xtrue ] ; then |
---|
690 | IGCM_sys_GetBuffer ${DirIn}/${FileIn}.nc ${RUN_DIR}/${FileOut}.nc |
---|
691 | |
---|
692 | cd ${DirOut} |
---|
693 | for generic in ${OtherGenericList[*]} ; do |
---|
694 | ln -s ${DirIn}/${ensemble_Ens_PERTURB_INITFROM}_${RestartDate}_${generic}.nc ${MemberDir}_${RestartDate}_${generic}.nc |
---|
695 | done |
---|
696 | cd - |
---|
697 | |
---|
698 | elif [ X${Archived} = Xtrue ] ; then |
---|
699 | IGCM_sys_Get ${DirIn}/${FileIn}.nc ${RUN_DIR}/${FileOut}.nc |
---|
700 | |
---|
701 | for generic in ${OtherGenericList[*]} ; do |
---|
702 | IGCM_sys_RshArchive "cd ${DirOut} ; ln -s ${DirIn}/${ensemble_Ens_PERTURB_INITFROM}_${RestartDate}_${generic}.nc ${MemberDir}_${RestartDate}_${generic}.nc" |
---|
703 | done |
---|
704 | |
---|
705 | elif [ X${Tared} = Xtrue ] ; then |
---|
706 | IGCM_debug_Print 2 "IGCM_sys_Mv ${PerturbComp}_${FileIn}.nc ${RUN_DIR}/${FileOut}.nc" |
---|
707 | IGCM_sys_Mv ${PerturbComp}_${FileIn}.nc ${RUN_DIR}/${FileOut}.nc |
---|
708 | |
---|
709 | for generic in ${OtherGenericList[*]} ; do |
---|
710 | IGCM_debug_Print 2 "IGCM_sys_Mv ${PerturbComp}_${ensemble_Ens_PERTURB_INITFROM}_${RestartDate}_${generic}.nc ${DirOut}/${MemberDir}_${RestartDate}_${generic}.nc" |
---|
711 | IGCM_sys_Mv ${PerturbComp}_${ensemble_Ens_PERTURB_INITFROM}_${RestartDate}_${generic}.nc ${DirOut}/${MemberDir}_${RestartDate}_${generic}.nc |
---|
712 | done |
---|
713 | |
---|
714 | fi |
---|
715 | fi |
---|
716 | |
---|
717 | ######################## |
---|
718 | # TO BE A FUNCTION END # |
---|
719 | ######################## |
---|
720 | |
---|
721 | # treat the perturbation on different components by looking at the executable name |
---|
722 | |
---|
723 | case ${PerturbExe} in |
---|
724 | (AddNoise) |
---|
725 | IGCM_sys_Chmod 644 ${RUN_DIR}/${FileOut}.nc |
---|
726 | |
---|
727 | IGCM_debug_Print 1 "${PerturbExe} ${RUN_DIR}/${FileOut}.nc ${PerturbVar} ${PerturbAmp}" |
---|
728 | echo |
---|
729 | |
---|
730 | ${PerturbExe} ${RUN_DIR}/${FileOut}.nc ${PerturbVar} ${PerturbAmp} > /dev/null 2>&1 |
---|
731 | if [ $? -ne 0 ] ; then |
---|
732 | IGCM_debug_Exit "Error with $( basename ${PerturbExe} )" |
---|
733 | IGCM_debug_Verif_Exit |
---|
734 | fi |
---|
735 | IGCM_sys_Put_Out ${RUN_DIR}/${FileOut}.nc ${DirOut}/ 644 |
---|
736 | ;; |
---|
737 | (AddPertu3DOCE) |
---|
738 | # where to find the pattern we apply to the restart |
---|
739 | PatternFile=${ensemble_Ens_PERTURB_MEMBER_INITPATH}/${ensemble_Ens_PERTURB_MEMBER_INITFROM}/${MemberVec}.nc |
---|
740 | |
---|
741 | # where to find the land mask for the grid |
---|
742 | MaskFile=${ensemble_Ens_PERTURB_MASKPATH}/${PerturbMask} |
---|
743 | |
---|
744 | # if there is multiple restart files rebuild restart file |
---|
745 | if [ ${nb_restart_file} -gt 1 ] ; then |
---|
746 | IGCM_debug_Print 1 "rebuild files ${FileOut}_????.nc" |
---|
747 | IGCM_sys_rebuild ${RUN_DIR}/${FileOut}.nc ${RUN_DIR}/${FileOut}_????.nc |
---|
748 | fi |
---|
749 | |
---|
750 | # there is now a single restart file |
---|
751 | IGCM_sys_Chmod 644 ${RUN_DIR}/${FileOut}.nc |
---|
752 | |
---|
753 | IGCM_debug_Print 1 "${PerturbExe} ${RUN_DIR}/${FileOut}.nc ${PerturbVar} ${PatternFile} ${MaskFile}" |
---|
754 | echo |
---|
755 | |
---|
756 | # add pattern to restart file on variable PerturbVar |
---|
757 | ${PerturbExe} ${RUN_DIR}/${FileOut}.nc ${PerturbVar} ${PatternFile} ${MaskFile} > /dev/null 2>&1 |
---|
758 | if [ $? -ne 0 ] ; then |
---|
759 | IGCM_debug_Exit "Error with $( basename ${PerturbExe} )" |
---|
760 | IGCM_debug_Verif_Exit |
---|
761 | fi |
---|
762 | IGCM_sys_Put_Out ${RUN_DIR}/${FileOut}.nc ${DirOut}/ 644 |
---|
763 | ;; |
---|
764 | esac |
---|
765 | |
---|
766 | fi |
---|
767 | |
---|
768 | #.. Update config.card.. |
---|
769 | IGCM_card_WriteOption ${SUBMIT_DIR}/${StartDir}/${MemberDir}/config.card ${PerturbComp} Restart "y" |
---|
770 | IGCM_card_WriteOption ${SUBMIT_DIR}/${StartDir}/${MemberDir}/config.card ${PerturbComp} RestartDate ${HumanRestartDate} |
---|
771 | IGCM_card_WriteOption ${SUBMIT_DIR}/${StartDir}/${MemberDir}/config.card ${PerturbComp} RestartJobName ${MemberDir} |
---|
772 | IGCM_card_WriteOption ${SUBMIT_DIR}/${StartDir}/${MemberDir}/config.card ${PerturbComp} RestartPath ${RestartDir}/ |
---|
773 | IGCM_card_WriteOption ${SUBMIT_DIR}/${StartDir}/${MemberDir}/config.card Ensemble EnsembleType "Ens_PERTURB" |
---|
774 | |
---|
775 | IGCM_debug_PopStack "IGCM_ensemble_CastPerturbFile" |
---|
776 | } |
---|
777 | |
---|
778 | ############### Date ENSEMBLE ################# |
---|
779 | function IGCM_ensemble_DateInit |
---|
780 | { |
---|
781 | IGCM_debug_PushStack "IGCM_ensemble_DateInit" |
---|
782 | |
---|
783 | IGCM_ensemble_InitRunDir |
---|
784 | |
---|
785 | IGCM_card_DefineVariableFromOption ${F_CFG_ENS} Ens_DATE active |
---|
786 | IGCM_card_DefineVariableFromOption ${F_CFG_ENS} Ens_DATE NAME |
---|
787 | IGCM_card_DefineVariableFromOption ${F_CFG_ENS} Ens_DATE MERGE_SAVE |
---|
788 | IGCM_card_DefineVariableFromOption ${F_CFG_ENS} Ens_DATE STARTDATE |
---|
789 | IGCM_card_DefineArrayFromOption ${F_CFG_ENS} Ens_DATE NONPERIODIC |
---|
790 | IGCM_card_DefineArrayFromOption ${F_CFG_ENS} Ens_DATE RESTART_NONPERIODIC |
---|
791 | IGCM_card_DefineVariableFromOption ${F_CFG_ENS} Ens_DATE LENGTH |
---|
792 | IGCM_card_DefineArrayFromOption ${F_CFG_ENS} Ens_DATE LENGTH_NONPERIODIC |
---|
793 | IGCM_card_DefineVariableFromOption ${F_CFG_ENS} Ens_DATE INITFROM |
---|
794 | IGCM_card_DefineVariableFromOption ${F_CFG_ENS} Ens_DATE INITFROM_NONPERIODIC |
---|
795 | IGCM_card_DefineVariableFromOption ${F_CFG_ENS} Ens_DATE INITPATH |
---|
796 | IGCM_card_DefineVariableFromOption ${F_CFG_ENS} Ens_DATE INITPATH_NONPERIODIC |
---|
797 | IGCM_card_DefineVariableFromOption config.card UserChoices JobName |
---|
798 | IGCM_card_DefineVariableFromOption config.card UserChoices TagName |
---|
799 | IGCM_card_DefineVariableFromOption config.card UserChoices CalendarType |
---|
800 | IGCM_card_DefineArrayFromSection config.card ListOfComponents |
---|
801 | |
---|
802 | echo |
---|
803 | IGCM_debug_Print 1 "[Ens_DATE]" |
---|
804 | IGCM_debug_Print 1 "ACTIVE = ${ensemble_Ens_DATE_active}" |
---|
805 | IGCM_debug_Print 1 "NAME = ${ensemble_Ens_DATE_NAME}" |
---|
806 | IGCM_debug_Print 1 "MERGE_SAVE = ${ensemble_Ens_DATE_MERGE_SAVE}" |
---|
807 | IGCM_debug_Print 1 "STARTDATE = ${ensemble_Ens_DATE_STARTDATE}" |
---|
808 | IGCM_debug_Print 1 "NONPERIODIC = ${ensemble_Ens_DATE_NONPERIODIC[*]}" |
---|
809 | IGCM_debug_Print 1 "RESTART_NONPERIODIC = ${ensemble_Ens_DATE_RESTART_NONPERIODIC[*]}" |
---|
810 | IGCM_debug_Print 1 "LENGTH = ${ensemble_Ens_DATE_LENGTH}" |
---|
811 | IGCM_debug_Print 1 "LENGTH_NONPERIODIC = ${ensemble_Ens_DATE_LENGTH_NONPERIODIC[*]}" |
---|
812 | IGCM_debug_Print 1 "INITFROM = ${ensemble_Ens_DATE_INITFROM}" |
---|
813 | IGCM_debug_Print 1 "INITFROM_NONPERIODIC = ${ensemble_Ens_DATE_INITFROM_NONPERIODIC[*]}" |
---|
814 | IGCM_debug_Print 1 "INITPATH = ${ensemble_Ens_DATE_INITPATH}" |
---|
815 | IGCM_debug_Print 1 "INITPATH_NONPERIODIC = ${ensemble_Ens_DATE_INITPATH_NONPERIODIC[*]}" |
---|
816 | IGCM_debug_Print 1 "JobName = ${config_UserChoices_JobName}" |
---|
817 | IGCM_debug_Print 1 "TagName = ${config_UserChoices_TagName}" |
---|
818 | IGCM_debug_Print 1 "CalendarType = ${config_UserChoices_CalendarType}" |
---|
819 | IGCM_debug_Print 1 "ListOfComponents = ${config_ListOfComponents[*]}" |
---|
820 | echo "" |
---|
821 | |
---|
822 | IGCM_debug_Print 1 "Check args..." |
---|
823 | DateNonPeriodicStart=true |
---|
824 | |
---|
825 | # ... Check LENGTH ... |
---|
826 | case ${ensemble_Ens_DATE_LENGTH} in |
---|
827 | *[Yy]|*[Mm]) |
---|
828 | IGCM_debug_Print 1 "Default simulation duration : ${ensemble_Ens_DATE_LENGTH}" ;; |
---|
829 | *) |
---|
830 | IGCM_debug_Exit "IGCM_ensemble_DateInit ${ensemble_Ens_DATE_LENGTH} invalid LENGTH" |
---|
831 | IGCM_debug_Exit "Choose a value in choose in *Y or *M" |
---|
832 | IGCM_debug_Verif_Exit ;; |
---|
833 | esac |
---|
834 | |
---|
835 | # *************************************** |
---|
836 | # A few checks for the Non-Periodic case: |
---|
837 | # *************************************** |
---|
838 | |
---|
839 | if [[ ${#ensemble_Ens_DATE_RESTART_NONPERIODIC[*]} > 0 ]] && [[ ${ensemble_Ens_DATE_RESTART_NONPERIODIC[*]} != _0_ ]]; then |
---|
840 | DateNonPeriodicStart=true |
---|
841 | |
---|
842 | # Use LENGTH if no NONPERIODIC_LENGTH given |
---|
843 | if ( [ ${#ensemble_Ens_DATE_LENGTH_NONPERIODIC[*]} -lt ${#ensemble_Ens_DATE_NONPERIODIC[*]} ] || [[ "X${ensemble_Ens_DATE_LENGTH_NONPERIODIC[0]}" = "XOption" ]] ) ; then |
---|
844 | IGCM_debug_Print 1 "WARNING: LENGTH_NONPERIODIC is not fill (or not correctly). " |
---|
845 | IGCM_debug_Print 1 "Use LENGTH value '${ensemble_Ens_DATE_LENGTH}' for all NONPERIODIC runs" |
---|
846 | DateNum=0 |
---|
847 | while [ ${DateNum} -lt ${#ensemble_Ens_DATE_RESTART_NONPERIODIC[*]} ] ; do |
---|
848 | ensemble_Ens_DATE_LENGTH_NONPERIODIC[${DateNum}]=${ensemble_Ens_DATE_LENGTH} |
---|
849 | (( DateNum = DateNum + 1 )) |
---|
850 | done |
---|
851 | fi |
---|
852 | |
---|
853 | # Use STARTDATE if no NONPERIODIC start date given |
---|
854 | if [[ ${#ensemble_Ens_DATE_NONPERIODIC[*]} < ${#ensemble_Ens_DATE_RESTART_NONPERIODIC[*]} ]] || |
---|
855 | [[ X"${ensemble_Ens_DATE_NONPERIODIC[0]}" = "XOption" ]] ; then |
---|
856 | IGCM_debug_Print 1 "WARNING: NONPERIODIC start date not fill (or not correctly)." |
---|
857 | IGCM_debug_Print 1 "Use STARTDATE value '${ensemble_Ens_DATE_STARTDATE}' for all NONPERIODIC runs" |
---|
858 | DateNum=0 |
---|
859 | while [ ${DateNum} -lt ${#ensemble_Ens_DATE_RESTART_NONPERIODIC[*]} ] ; do |
---|
860 | ensemble_Ens_DATE_NONPERIODIC[${DateNum}]=${ensemble_Ens_DATE_STARTDATE} |
---|
861 | (( DateNum = DateNum + 1 )) |
---|
862 | done |
---|
863 | fi |
---|
864 | |
---|
865 | # Use INITFROM if no INITFROM_NONPERIODIC given |
---|
866 | if [ ${#ensemble_Ens_DATE_INITFROM_NONPERIODIC[*]} -lt ${#ensemble_Ens_DATE_NONPERIODIC[*]} ] ; then |
---|
867 | IGCM_debug_Print 1 "WARNING: INITFROM_NONPERIODIC is not fill (or not correctly). Use INITFROM value '${ensemble_Ens_DATE_INITFROM}' for all NONPERIODIC runs" |
---|
868 | DateNum=0 |
---|
869 | while [ ${DateNum} -lt ${#ensemble_Ens_DATE_RESTART_NONPERIODIC[*]} ] ; do |
---|
870 | ensemble_Ens_DATE_INITFROM_NONPERIODIC[${DateNum}]=${ensemble_Ens_DATE_INITFROM} |
---|
871 | (( DateNum = DateNum + 1 )) |
---|
872 | done |
---|
873 | fi |
---|
874 | |
---|
875 | # Use INITPATH if no INITPATH_NONPERIODIC given |
---|
876 | if [ ${#ensemble_Ens_DATE_INITPATH_NONPERIODIC[*]} -lt ${#ensemble_Ens_DATE_NONPERIODIC[*]} ] ; then |
---|
877 | IGCM_debug_Print 1 "WARNING: INITPATH_NONPERIODIC is not fill (or not correctly). Use INITPATH value '${ensemble_Ens_DATE_INITPATH}' for all NONPERIODIC runs" |
---|
878 | DateNum=0 |
---|
879 | while [ ${DateNum} -lt ${#ensemble_Ens_DATE_RESTART_NONPERIODIC[*]} ] ; do |
---|
880 | ensemble_Ens_DATE_INITPATH_NONPERIODIC[${DateNum}]=${ensemble_Ens_DATE_INITPATH} |
---|
881 | (( DateNum = DateNum + 1 )) |
---|
882 | done |
---|
883 | fi |
---|
884 | else |
---|
885 | IGCM_debug_Print 1 "Non-Periodic start NOT ACTIVE" |
---|
886 | DateNonPeriodicStart=false |
---|
887 | fi |
---|
888 | |
---|
889 | if [[ ${DateNonPeriodicStart} = true ]]; then |
---|
890 | DateNum=0 |
---|
891 | while [ ${DateNum} -lt ${#ensemble_Ens_DATE_NONPERIODIC[*]} ] ; do |
---|
892 | # - Check LENGTH_NONPERIODIC |
---|
893 | case ${ensemble_Ens_DATE_LENGTH_NONPERIODIC[${DateNum}]} in |
---|
894 | *[Yy]|*[Mm]) |
---|
895 | IGCM_debug_Print 1 "Non-periodic duration ${DateNum}: ${ensemble_Ens_DATE_LENGTH_NONPERIODIC[${DateNum}]}" |
---|
896 | ;; |
---|
897 | *) |
---|
898 | IGCM_debug_Exit "IGCM_ensemble_DateInit ${ensemble_Ens_DATE_LENGTH_NONPERIODIC[${DateNum}]} : invalid NON PERIODIC LENGTH" |
---|
899 | IGCM_debug_Exit "choose in *Y or *M" |
---|
900 | IGCM_debug_Verif_Exit ;; |
---|
901 | esac |
---|
902 | |
---|
903 | # - Check RESTART_NONPERIODIC |
---|
904 | case ${ensemble_Ens_DATE_RESTART_NONPERIODIC[${DateNum}]} in |
---|
905 | _0_) |
---|
906 | IGCM_debug_Exit "IGCM_ensemble_DateInit ${ensemble_Ens_DATE_RESTART_NONPERIODIC[${DateNum}]} : invalid NON PERIODIC RESTART" |
---|
907 | IGCM_debug_Verif_Exit ;; |
---|
908 | esac |
---|
909 | |
---|
910 | (( DateNum = DateNum + 1 )) |
---|
911 | done |
---|
912 | fi # DateNonPeriodicStart = true |
---|
913 | |
---|
914 | IGCM_debug_PopStack "IGCM_ensemble_DateInit" |
---|
915 | } |
---|
916 | |
---|
917 | function IGCM_ensemble_DateNonPeriodicStarts |
---|
918 | { |
---|
919 | IGCM_debug_PushStack "IGCM_ensemble_DateNonPeriodicStarts" |
---|
920 | |
---|
921 | #.. Manage non periodic starts => Loop over DateBegin .. |
---|
922 | # ========================== |
---|
923 | |
---|
924 | [ ${DateNonPeriodicStart} = false ] && return |
---|
925 | |
---|
926 | echo |
---|
927 | IGCM_debug_Print 1 ">>> MANAGE NON PERIODIC STARTS <<<" |
---|
928 | |
---|
929 | # - Build directory name |
---|
930 | echo "" |
---|
931 | echo "========================================================================" |
---|
932 | echo "ensemble_Ens_DATE_NAME = ${ensemble_Ens_DATE_NAME}" |
---|
933 | StartDir="${ensemble_Ens_DATE_NAME}" |
---|
934 | |
---|
935 | # - Does $StartDir already exist ? |
---|
936 | if [ ! -d ${SUBMIT_DIR}/${StartDir} ] ; then |
---|
937 | IGCM_sys_Mkdir ${SUBMIT_DIR}/${StartDir} |
---|
938 | IGCM_sys_Cd ${SUBMIT_DIR}/${StartDir} |
---|
939 | ln -s ../../.resol . # TODO: remove for future version (>6.1) |
---|
940 | ln -s ../../.libmpi . # TODO: remove for future version (>6.1) |
---|
941 | ln -s ../../SOURCES . |
---|
942 | ln -s ../../ARCH . |
---|
943 | IGCM_sys_Cd ${RUN_DIR} |
---|
944 | fi |
---|
945 | |
---|
946 | DateNum=0 |
---|
947 | # ... Loop over ensemble_Ens_DATE_NONPERIODIC ... |
---|
948 | while [ ${DateNum} -lt ${#ensemble_Ens_DATE_NONPERIODIC[*]} ] ; do |
---|
949 | DateBegin=${ensemble_Ens_DATE_NONPERIODIC[${DateNum}]} |
---|
950 | Duree=${ensemble_Ens_DATE_LENGTH_NONPERIODIC[${DateNum}]} |
---|
951 | RestartDate=${ensemble_Ens_DATE_RESTART_NONPERIODIC[${DateNum}]} |
---|
952 | InitFrom=${ensemble_Ens_DATE_INITFROM_NONPERIODIC[${DateNum}]} |
---|
953 | InitPath=${ensemble_Ens_DATE_INITPATH_NONPERIODIC[${DateNum}]} |
---|
954 | (( ii=DateNum + 1 )) |
---|
955 | |
---|
956 | # Member number on 2 digits (01 02 ... 10 11) |
---|
957 | if (( ii < 10)) then |
---|
958 | MemberDir="${ensemble_Ens_DATE_NAME}-0${ii}" |
---|
959 | else |
---|
960 | MemberDir="${ensemble_Ens_DATE_NAME}-${ii}" |
---|
961 | fi |
---|
962 | IGCM_debug_Print 3 "${MemberDir}" |
---|
963 | echo "Create: ${MemberDir}" |
---|
964 | |
---|
965 | # - Determine number of day(s) in LENGTH_NONPERIODIC |
---|
966 | IGCM_date_GetYearMonth ${DateBegin} year month |
---|
967 | DureeLengthInDays=$(( $( IGCM_date_DaysInCurrentPeriod ${DateBegin} ${Duree} ) - 1 )) |
---|
968 | |
---|
969 | # - Determine DateEnd |
---|
970 | (( DateEnd = $( IGCM_date_AddDaysToGregorianDate ${DateBegin} ${DureeLengthInDays} ) )) |
---|
971 | |
---|
972 | IGCM_debug_Print 2 "${DateBegin} => ${DateEnd} : ${StartDir}" |
---|
973 | echo "${DateBegin} ${DateEnd} ${StartDir}" >> ${RUN_DIR}/CreatedDir.txt |
---|
974 | |
---|
975 | PeriodDateEnd=$( grep -m1 ${StartDir} ${RUN_DIR}/CreatedDir.txt | cut -f2 -d\ ) |
---|
976 | |
---|
977 | JobName="Job_${MemberDir}" |
---|
978 | |
---|
979 | # * Create directory if it doesn't exist and copy files |
---|
980 | if [ ! -d ${SUBMIT_DIR}/${StartDir}/${MemberDir} ] ; then |
---|
981 | |
---|
982 | # * Create ${SUBMIT_DIR}/${StartDir}/${MemberDir} directories |
---|
983 | # link COMP PARAM POST and DRIVER |
---|
984 | # cp config.card, run.card.init, Job_ |
---|
985 | # and Dump command to be launched |
---|
986 | IGCM_ensemble_CreateMemberDir |
---|
987 | |
---|
988 | # * Update files : config.card, Job_, COMP/comp.card |
---|
989 | IGCM_ensemble_FilesUpdate "DATE" ${ii} ${DateBegin} ${DateEnd} ${RestartDate} ${InitFrom} ${InitPath} |
---|
990 | fi |
---|
991 | |
---|
992 | # Done. Save ${StartDir} submission text file |
---|
993 | IGCM_sys_Cp ${RUN_DIR}/Qsub.${StartDir}.sh ${SUBMIT_DIR} |
---|
994 | IGCM_sys_Cp ${RUN_DIR}/Qclean.PeriodLength.${StartDir}.sh ${SUBMIT_DIR} |
---|
995 | IGCM_sys_Cp ${RUN_DIR}/Qclean.latestPackperiod.${StartDir}.sh ${SUBMIT_DIR} |
---|
996 | |
---|
997 | (( DateNum = DateNum + 1 )) |
---|
998 | done |
---|
999 | |
---|
1000 | IGCM_debug_PopStack "IGCM_ensemble_DateNonPeriodicStarts" |
---|
1001 | } |
---|
1002 | |
---|