Context Navigation

source: trunk/libIGCM/libIGCM_comp/libIGCM_comp.ksh @ 582

Last change on this file since 582 was 582, checked in by sdipsl, 12 years ago
Put output in the buffer as well, together with restart and debug files Post-process mercure sx9 on mercure front-end
Property licence set to The following licence information concerns ONLY the libIGCM tools ================================================================== Copyright © Centre National de la Recherche Scientifique CNRS Commissariat à l'Énergie Atomique CEA libIGCM : Library for Portable Models Computation of IGCM Group. IGCM Group is the french IPSL Global Climate Model Group. This library is a set of shell scripts and functions whose purpose is the management of the initialization, the launch, the transfer of output files, the post-processing and the monitoring of datas produce by any numerical program on any plateforme. This software is governed by the CeCILL license under French law and abiding by the rules of distribution of free software. You can use, modify and/ or redistribute the software under the terms of the CeCILL license as circulated by CEA, CNRS and INRIA at the following URL "http://www.cecill.info". As a counterpart to the access to the source code and rights to copy, modify and redistribute granted by the license, users are provided only with a limited warranty and the software's author, the holder of the economic rights, and the successive licensors have only limited liability. In this respect, the user's attention is drawn to the risks associated with loading, using, modifying and/or developing or reproducing the software by the user in light of its specific status of free software, that may mean that it is complicated to manipulate, and that also therefore means that it is reserved for developers and experienced professionals having in-depth computer knowledge. Users are therefore encouraged to load and test the software's suitability as regards their requirements in conditions enabling the security of their systems and/or data to be ensured and, more generally, to use and operate it in the same conditions as regards security. The fact that you are presently reading this means that you have had knowledge of the CeCILL license and that you accept its terms. Property svn:keywords set to `Revision Author Date`
File size: 42.3 KB

Line
1	#!/bin/ksh
2
3	#**************************************************************
4	# Author: Sebastien Denvil, Martial Mancip
5	# Contact: Sebastien.Denvil__at__ipsl.jussieu.fr Martial.Mancip__at__ipsl.jussieu.fr
6	# $Revision:: $ Revision of last commit
7	# $Author:: $ Author of last commit
8	# $Date:: $ Date of last commit
9	# IPSL (2006)
10	# This software is governed by the CeCILL licence see libIGCM/libIGCM_CeCILL.LIC
11	#
12	#**************************************************************
13
14	#========================================================================
15	function IGCM_comp_Initialize
16	{
17	IGCM_debug_PushStack "IGCM_comp_Initialize"
18
19	# Debug Print :
20	echo
21	IGCM_debug_Print 1 "IGCM_comp_Initialize"
22	echo
23
24	typeset comp compname comptagname CompatibilityTag auxprint card_UserChoices first_option option i j
25	for comp in ${config_ListOfComponents[*]} ; do
26	# Debug Print
27	IGCM_debug_Print 1 "Initialize ${comp} : ${compname} component."
28
29	# Define component
30	IGCM_card_DefineArrayFromOption ${SUBMIT_DIR}/config.card ListOfComponents ${comp}
31	eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1
32	eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1
33
34	# Read libIGCM compatibility version in ${compname}.card
35	card=${SUBMIT_DIR}/COMP/${compname}.card
36	IGCM_card_DefineVariableFromOption ${card} Compatibility libIGCM
37
38	eval CompatibilityTag=\${${compname}_Compatibility_libIGCM} > /dev/null 2>&1
39	if [ ! "${CompatibilityTag}" = "${libIGCM_CurrentTag}" ] ; then
40	IGCM_debug_Exit "${compname}.card is not compatible with libIGCM version ${libIGCM_CurrentTag} see libIGCM FAQ http://wiki.ipsl.jussieu.fr/wiki_ipsl/IGCMG/libIGCM/DocUtilisateur/FAQ ."
41	fi
42
43	# Manage component executable
44	IGCM_card_DefineArrayFromOption ${SUBMIT_DIR}/config.card Executable ${comp}
45
46	# Read component Write Frequency in config.card
47	IGCM_card_DefineVariableFromOption ${SUBMIT_DIR}/config.card ${comp} WriteFrequency
48	# Debug Print :
49	eval auxprint=\${config_${comp}_WriteFrequency}
50	IGCM_debug_Print 1 "Write frequency for ${compname} : ${auxprint} "
51	#2> /dev/null
52
53	# Debug Print :
54	IGCM_debug_Print 2 "Initialize following component library"
55
56	# Source drivers in directory DRIVER if it exist
57	# else source them from directory COMP
58	if [ -d ${SUBMIT_DIR}/DRIVER ] ; then
59	IGCM_debug_Print 2 ${SUBMIT_DIR}/DRIVER/${compname}.driver
60	# Source component library
61	. ${SUBMIT_DIR}/DRIVER/${compname}.driver
62	else
63	IGCM_debug_Print 2 ${SUBMIT_DIR}/COMP/${compname}.driver
64	# Source component library
65	. ${SUBMIT_DIR}/COMP/${compname}.driver
66	fi
67	IGCM_debug_Print 3 "With tag : ${comptagname}"
68
69	# Debug Print
70	IGCM_debug_Print 3 "Initialize ${comp} output directory."
71
72	# Define ARCHIVED Dirs
73	eval R_OUT_${comp}=${R_SAVE}/${comp}
74	eval IGCM_sys_MkdirArchive \${R_OUT_${comp}}
75
76	eval R_OUT_${comp}_O=\${R_OUT_${comp}}/Output
77	eval IGCM_sys_MkdirArchive \${R_OUT_${comp}_O}
78
79	eval R_OUT_${comp}_R=\${R_OUT_${comp}}/Restart
80	eval IGCM_sys_MkdirArchive \${R_OUT_${comp}_R}
81
82	eval R_OUT_${comp}_D=\${R_OUT_${comp}}/Debug
83	eval IGCM_sys_MkdirArchive \${R_OUT_${comp}_D}
84
85	eval R_OUT_${comp}_O_I=\${R_OUT_${comp}_O}/INS
86	eval R_OUT_${comp}_O_H=\${R_OUT_${comp}_O}/HF
87	eval R_OUT_${comp}_O_D=\${R_OUT_${comp}_O}/DA
88	eval R_OUT_${comp}_O_M=\${R_OUT_${comp}_O}/MO
89	eval R_OUT_${comp}_O_Y=\${R_OUT_${comp}_O}/YE
90
91	# Define BUFFERED Dirs
92	eval R_BUF_${comp}=${R_BUFR}/${comp}
93	eval IGCM_sys_Mkdir \${R_BUF_${comp}}
94
95	eval R_BUF_${comp}_O=\${R_BUF_${comp}}/Output
96	eval IGCM_sys_Mkdir \${R_BUF_${comp}_O}
97
98	eval R_BUF_${comp}_R=\${R_BUF_${comp}}/Restart
99	eval IGCM_sys_Mkdir \${R_BUF_${comp}_R}
100
101	eval R_BUF_${comp}_D=\${R_BUF_${comp}}/Debug
102	eval IGCM_sys_Mkdir \${R_BUF_${comp}_D}
103
104	eval R_BUF_${comp}_O_I=\${R_BUF_${comp}_O}/INS
105	eval R_BUF_${comp}_O_H=\${R_BUF_${comp}_O}/HF
106	eval R_BUF_${comp}_O_D=\${R_BUF_${comp}_O}/DA
107	eval R_BUF_${comp}_O_M=\${R_BUF_${comp}_O}/MO
108	eval R_BUF_${comp}_O_Y=\${R_BUF_${comp}_O}/YE
109
110	# Read UserChoices section of component card
111	IGCM_debug_Print 2 "DefineArrayFromSection : ${compname}_UserChoices ${card}"
112	IGCM_card_DefineArrayFromSection ${card} UserChoices
113	eval first_option=\${${compname}_UserChoices[0]} > /dev/null 2>&1
114	# If section is not empty we define corresponding variables
115	if [ X${first_option} != X"Error:" ] ; then
116	if [ X${card_UserChoices[0]} != X ] ; then
117	unset card_UserChoices
118	fi
119	eval set +A card_UserChoices -- \${${compname}_UserChoices[*]} > /dev/null 2>&1
120	IGCM_debug_Print 3 "${compname}_UserChoices_values:"
121	for option in ${card_UserChoices[*]} ; do
122	IGCM_card_DefineVariableFromOption ${card} UserChoices ${option}
123	eval IGCM_debug_Print 3 "${option}=\${${compname}_UserChoices_${option}}"
124	done
125	fi
126
127	# Read and Build Output File stuff
128	IGCM_debug_Print 2 "DefineArrayFromOption : ${compname}_OutputFiles ${card}"
129	IGCM_card_DefineArrayFromOption ${card} OutputFiles List
130	ListFilesName=${compname}_OutputFiles_List
131	eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1
132	#
133	if [ X${FileName0} != X${NULL_STR} ] ; then
134	#
135	#IGCM_debug_Print 1 "Component : ${compname}"
136	#
137	# INITIALISATION
138	#
139	eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1
140	#
141	i=2
142	#
143	until [ $i -ge $NbFiles ]; do
144	#
145	eval flag_post=\${${ListFilesName}[$i]} > /dev/null 2>&1
146	#
147	if [ X${flag_post} != XNONE ] ; then
148	#
149	# First of all
150	#
151	IGCM_card_DefineArrayFromSection ${card} ${flag_post}
152	#
153	# Seasonal case : If option Seasonal is not found (old cards) put SEASONAL ON by default
154	#
155	# variable option allready typeset above
156	for option in $( eval echo \${${compname}_${flag_post}[*]} ) ; do
157	if [ ${option} = Seasonal ] ; then
158	FoundSeasonal=true
159	IGCM_card_DefineVariableFromOption ${card} ${flag_post} Seasonal
160	fi
161	done
162	#
163	if [ ! X${FoundSeasonal} = Xtrue ] ; then
164	eval ${compname}_${flag_post}_Seasonal=ON
165	fi
166	#
167	if [ $( eval echo \${${compname}_${flag_post}_Seasonal} ) = ON ] ; then
168	Seasonal=true
169	fi
170
171	# Dimension = vide si vieille card.
172	IGCM_card_DefineArrayFromOption ${card} ${flag_post} TimeSeriesVars
173	IGCM_card_DefineArrayFromOption ${card} ${flag_post} Patches
174	if [ X"$( eval echo \${${compname}_${flag_post}_TimeSeriesVars[*]} )" = X"Option not" ] ; then
175	# New TimeSeriesVar description, with 2D, 3D and associate ChunckJob.
176	ListDimension[0]=2D
177	ListDimension[1]=3D
178	TimeSeries=false
179	iLoop=${#ListDimension[*]}
180	j=0
181	until [ $j -ge ${iLoop} ]; do
182	Dimension=${ListDimension[${j}]}
183	IGCM_card_DefineArrayFromOption ${card} ${flag_post} TimeSeriesVars${Dimension}
184	IGCM_card_DefineVariableFromOption ${card} ${flag_post} ChunckJob${Dimension}
185	#
186	# Time series WITHOUT chunk
187	#
188	if [ ! $( eval echo \${${compname}_${flag_post}_TimeSeriesVars${Dimension}} ) = ${NULL_STR} ] ; then
189	if [ $( eval echo \${${compname}_${flag_post}_ChunckJob${Dimension}} ) = NONE ] ; then
190	IGCM_debug_Print 3 "${Dimension} time series activated for ${flag_post}"
191	eval TimeSeries${Dimension}=true
192	fi
193	fi
194	#
195	# Time series WITH chunk
196	#
197	if [ ! $( eval echo \${${compname}_${flag_post}_TimeSeriesVars${Dimension}} ) = ${NULL_STR} ] ; then
198	chunck_size=$( eval echo \${${compname}_${flag_post}_ChunckJob${Dimension}} )
199	if [ ! ${chunck_size} = NONE ] && [ ! ${chunck_size} = OFF ] ; then
200	IGCM_debug_Print 3 "${Dimension} time series activated with chunck for ${flag_post}"
201	eval TimeSeriesChunck${Dimension}=true
202	eval set +A CHUNCK${Dimension}_COMP \${CHUNCK${Dimension}_COMP[*]} ${comp}
203	eval set +A CHUNCK${Dimension}_FLAG \${CHUNCK${Dimension}_FLAG[*]} ${i}
204	eval set +A CHUNCK${Dimension}_NAME \${CHUNCK${Dimension}_NAME[*]} ${flag_post}
205	eval set +A CHUNCK${Dimension}_SIZE \${CHUNCK${Dimension}_SIZE[*]} ${chunck_size}
206	fi
207	fi
208	(( j=j+1 ))
209	done
210	else
211	ListDimension[0]=""
212	TimeSeries=true
213	TimeSeries2D=false
214	TimeSeries3D=false
215	TimeSeriesChunck2D=false
216	TimeSeriesChunck3D=false
217	fi
218	fi
219	(( i=i+3 ))
220	done
221	fi
222	# Debug Print
223	IGCM_debug_Print 3 "Initialize ${compname} with driver."
224	# INIT component
225	${comp}_Initialize
226	echo
227	done
228
229	IGCM_debug_PopStack "IGCM_comp_Initialize"
230	}
231
232	#=======================================================================
233	function IGCM_comp_PrepareDeletedFiles
234	{
235	IGCM_debug_PushStack "IGCM_comp_PrepareDeletedFiles" $@
236
237	if [ X${2} != X. ] ; then
238	eval FileToBeDeleted[${#FileToBeDeleted[@]}]=$( basename ${2} ) > /dev/null 2>&1
239	else
240	eval FileToBeDeleted[${#FileToBeDeleted[@]}]=$( basename ${1} ) > /dev/null 2>&1
241	fi
242
243	IGCM_debug_PopStack "IGCM_comp_PrepareDeletedFiles"
244	}
245
246	#=======================================================================
247	function IGCM_comp_GetInputInitialStateFiles
248	{
249	IGCM_debug_PushStack "IGCM_comp_GetInputInitialStateFiles"
250
251	# Debug Print :
252	echo
253	IGCM_debug_Print 1 "IGCM_comp_GetInputInitialStateFiles"
254	echo
255
256	# Only the first time step need InitialStateFiles
257	# otherwise it's BoundaryConditions
258	if ( ${FirstInitialize} ) ; then
259	typeset comp compname comptagname card ListFilesName FileName0 NbFiles i i_
260	typeset file_in_ file_in file_out_ file_out do_init
261	for comp in ${config_ListOfComponents[*]} ; do
262	# Initialize
263	do_init="y"
264	# Do we need to bring initial state file for this component
265	if [ "${config_Restarts_OverRule}" = "y" ] ; then
266	eval do_init="n"
267	else
268	# Read component Restarts parameters
269	IGCM_card_DefineVariableFromOption ${SUBMIT_DIR}/config.card ${comp} Restart
270	eval do_start=\${config_${comp}_Restart} > /dev/null 2>&1
271	if [ "${do_start}" = "y" ] ; then
272	do_init="n"
273	else
274	do_init="y"
275	fi
276	fi
277
278	if [ "${do_init}" = "y" ] ; then
279	# Define component
280	eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1
281	eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1
282
283	# Debug Print :
284	IGCM_debug_Print 3 "Initialisation files ${compname}"
285
286	card=${SUBMIT_DIR}/COMP/${compname}.card
287
288	IGCM_card_DefineArrayFromOption ${card} InitialStateFiles List
289	ListFilesName=${compname}_InitialStateFiles_List
290
291	eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1
292	if [ X${FileName0} != X${NULL_STR} ] ; then
293	eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1
294	(( i=0 ))
295	until [ $i -ge $NbFiles ]; do
296	eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1
297	eval file_in=${file_in_}
298	(( i_ = i+1 ))
299	eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1
300	eval file_out=${file_out_}
301
302	IGCM_sys_IsFileArchived ${file_in}
303	if [ $? = 0 ] ; then
304	IGCM_sys_Get ${file_in} ${file_out}
305	#IGCM_comp_PrepareDeletedFiles ${file_in} ${file_out}
306	else
307	IGCM_sys_Cp ${file_in} ${file_out}
308	fi
309	(( i=i+2 ))
310	done
311	fi
312	fi
313	done
314	fi
315	IGCM_debug_PopStack "IGCM_comp_GetInputInitialStateFiles"
316	}
317
318	#=======================================================================
319	# Definition of Smooth modulo function
320	# usage :
321	# IGCM_SmoothModulo StringModulo value
322	#
323	# StringModulo : A string of min max and modulo like definition of Scilab vectors.
324	# [min]:[modulo:][max]
325	# where :
326	# [] value are optionnals;
327	# empty min equal 1
328	# empty max equal infinity
329	# modulo not given or empty equal 1
330	# empty string or just ':' equal always.
331	#
332	# value : the value to test with the definition
333	#
334	# return : true(1)/false(0)
335	function IGCM_SmoothModulo
336	{
337	IGCM_debug_PushStack "IGCM_SmoothModulo"
338	typeset defVector ModValue
339
340	eval set +A defVector -- $( echo "${1}" \| \
341	gawk -F ':' '{print ($1 == "" ? 1 : $1) " " (NF==3 ? ($2 == "" ? 1 : $2) : 1) " " (NF==3 ? ($3 == "" ? -1 : $3) : ($2 == "" ? -1 : $2))}' )
342
343	# Save Smooth Min and Max. Needed to call IGCM_sys_Get when appropriate
344	arr[1]=${defVector[0]}
345	arr[2]=${defVector[2]}
346
347	# Test limits :
348	# ${defVector[0]} <= ${2} <= ${defVector[2]}
349	# or ${defVector[2]} == -1
350	if ( [ ${2} -ge ${defVector[0]} ] && ( [ ${2} -le ${defVector[2]} ] \|\| [ ${defVector[2]} -lt 0 ] ) ) ; then
351	# Test modulo
352	ModValue=$( expr \( ${2} - ${defVector[0]} \) % ${defVector[1]} )
353	if [ ${ModValue} -eq 0 ] ; then
354	arr[3]=true
355	echo ${arr[@]}
356	IGCM_debug_PopStack "IGCM_SmoothModulo"
357	return 1
358	else
359	arr[3]=false
360	echo ${arr[@]}
361	IGCM_debug_PopStack "IGCM_SmoothModulo"
362	return 0
363	fi
364	else
365	arr[3]=false
366	echo ${arr[@]}
367	IGCM_debug_PopStack "IGCM_SmoothModulo"
368	return 0
369	fi
370	}
371
372	#=======================================================================
373	function IGCM_comp_GetInputSmoothFiles
374	{
375	IGCM_debug_PushStack "IGCM_comp_GetInputSmoothFiles"
376
377	# Debug Print :
378	echo
379	IGCM_debug_Print 1 "IGCM_comp_GetInputSmoothFiles"
380	echo
381
382	typeset comp compname comptagname card ListFilesName FileName0 NbFiles j i i_ i__
383	typeset file_in_ file_in file_out_ file_out ret SmoothDef aux val
384
385	for comp in ${config_ListOfComponents[*]} ; do
386	# Define component
387	eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1
388	eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1
389
390	# Debug Print :
391	IGCM_debug_Print 3 "Smooth files ${compname}"
392
393	card=${SUBMIT_DIR}/COMP/${compname}.card
394
395	IGCM_card_DefineArrayFromOption ${card} SmoothFiles List
396	ListFilesName=${compname}_SmoothFiles_List
397	eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1
398
399	if ( [ X${FileName0} != X${NULL_STR} ] && [ X${FileName0} != X"Section" ] ) ; then
400	eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1
401
402	(( i=0 ))
403	until [ $i -ge $NbFiles ]; do
404	eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1
405	eval file_in=${file_in_}
406	(( i_ = i+1 ))
407	eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1
408	eval file_out=${file_out_}
409
410	# define CumulPeriod definition for this file
411	(( i__ = i+2 ))
412	eval SmoothDef=\${${ListFilesName}[$i__]}
413	IGCM_debug_Print 3 " ${file_in} ${SmoothDef}"
414	aux=$( IGCM_SmoothModulo ${SmoothDef} ${CumulPeriod} )
415	j=1
416	for val in ${aux} ; do
417	[ ${j} -eq 1 ] && SmoothMin=${val}
418	[ ${j} -eq 2 ] && SmoothMax=${val}
419	[ ${j} -eq 3 ] && ret=${val}
420	(( j=j+1 ))
421	done
422	[ ${SmoothMax} -eq -1 ] && SmoothMax=${CumulPeriod}
423	if ( [ X${ret} = Xtrue ] \|\| ( [ ${Period} -eq 1 ] && [ ${CumulPeriod} -ge ${SmoothMin} ] && [ ${CumulPeriod} -le ${SmoothMax} ] ) ) ; then
424
425	IGCM_sys_IsFileArchived ${file_in}
426	if [ $? = 0 ] ; then
427	IGCM_sys_Get ${file_in} ${file_out}
428	#IGCM_comp_PrepareDeletedFiles ${file_in} ${file_out}
429	else
430	IGCM_sys_Cp ${file_in} ${file_out}
431	fi
432	fi
433	(( i=i+3 ))
434	done
435	fi
436	done
437
438	IGCM_debug_PopStack "IGCM_comp_GetInputSmoothFiles"
439	}
440
441	#=======================================================================
442	function IGCM_comp_GetInputBoundaryFiles
443	{
444	IGCM_debug_PushStack "IGCM_comp_GetInputBoundaryFiles"
445
446	# Debug Print :
447	echo
448	IGCM_debug_Print 1 "IGCM_comp_GetInputBoundaryFiles"
449	echo
450
451	typeset comp compname comptagname card ListFilesName FileName0 NbFiles i i_
452	typeset file_in_ file_in file_out_ file_out
453
454	if [ ${Period} = 1 ]; then
455	ListFixBoundary=" "
456	fi
457
458	for comp in ${config_ListOfComponents[*]} ; do
459
460	# Define component
461	eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1
462	eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1
463
464	# Debug Print :
465	IGCM_debug_Print 3 "Boundary files ${compname}"
466
467	card=${SUBMIT_DIR}/COMP/${compname}.card
468
469	IGCM_card_DefineArrayFromOption ${card} BoundaryFiles List
470	ListFilesName=${compname}_BoundaryFiles_List
471	eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1
472
473	if [ X${FileName0} != X${NULL_STR} ] ; then
474	eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1
475
476	(( i=0 ))
477	until [ $i -ge $NbFiles ]; do
478	eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1
479	eval file_in=${file_in_}
480	(( i_ = i+1 ))
481	eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1
482	eval file_out=${file_out_}
483
484	IGCM_sys_IsFileArchived ${file_in}
485	if [ $? = 0 ] ; then
486	IGCM_sys_Get ${file_in} ${file_out}
487	#IGCM_comp_PrepareDeletedFiles ${file_in} ${file_out}
488	else
489	IGCM_sys_Cp ${file_in} ${file_out}
490	fi
491
492	(( i=i+2 ))
493	done
494	fi
495
496	# Get non deleted files
497	if [ ${Period} = 1 ]; then
498
499	IGCM_card_DefineArrayFromOption ${card} BoundaryFiles ListNonDel
500	ListFilesName=${compname}_BoundaryFiles_ListNonDel
501	eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1
502
503	if [ X${FileName0} != X${NULL_STR} ] ; then
504	eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1
505
506	(( i=0 ))
507	until [ $i -ge $NbFiles ]; do
508	eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1
509	eval file_in=${file_in_}
510	(( i_ = i+1 ))
511	eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1
512	eval file_out=${file_out_}
513
514	IGCM_sys_IsFileArchived ${file_in}
515	if [ $? = 0 ] ; then
516	IGCM_sys_Get ${file_in} ${file_out}
517	#IGCM_comp_PrepareDeletedFiles ${file_in} ${file_out}
518	else
519	IGCM_sys_Cp ${file_in} ${file_out}
520	fi
521
522	if [ X${file_out} != X. ] ; then
523	ListFixBoundary=${ListFixBoundary}" "${file_out}
524	else
525	ListFixBoundary=${ListFixBoundary}" "$( basename ${file_in} )
526	fi
527
528	(( i=i+2 ))
529	done
530	fi
531	fi
532	done
533
534	IGCM_debug_PopStack "IGCM_comp_GetInputBoundaryFiles"
535	}
536
537	#=======================================================================
538	function IGCM_comp_DelFixeBoundaryFiles
539	{
540	IGCM_debug_PushStack "IGCM_comp_DelFixeBoundaryFiles"
541
542	# Debug Print :
543	echo
544	IGCM_debug_Print 1 "IGCM_comp_DelFixeBoundaryFiles"
545	echo
546
547	ls -l ${ListFixBoundary}
548	rm -f ${ListFixBoundary}
549
550	IGCM_debug_PopStack "IGCM_comp_DelFixeBoundaryFiles"
551	}
552
553	#=======================================================================
554	function IGCM_comp_GetInputParametersFiles
555	{
556	IGCM_debug_PushStack "IGCM_comp_GetInputParametersFiles"
557
558	# Debug Print :
559	echo
560	IGCM_debug_Print 1 "IGCM_comp_GetInputParametersFiles"
561	echo
562
563	typeset comp compname comptagname card ListFilesName FileName0 NbFiles i i_ file_in file_out
564	for comp in ${config_ListOfComponents[*]} ; do
565	# Define component
566	eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1
567	eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1
568
569	# Debug Print :
570	IGCM_debug_Print 3 "Parameters ${compname}"
571
572	card=${SUBMIT_DIR}/COMP/${compname}.card
573
574	IGCM_card_DefineArrayFromOption ${card} ParametersFiles List
575	ListFilesName=${compname}_ParametersFiles_List
576	eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1
577
578	if [ X${FileName0} != X${NULL_STR} ] ; then
579	eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1
580
581	(( i=0 ))
582	until [ $i -ge $NbFiles ]; do
583	eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1
584	eval file_in=${file_in_}
585	(( i_ = i+1 ))
586	eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1
587	eval file_out=${file_out_}
588
589	IGCM_sys_Cp ${file_in} ${file_out}
590	IGCM_comp_PrepareDeletedFiles ${file_in} ${file_out}
591
592	(( i=i+2 ))
593	done
594	fi
595	done
596
597	IGCM_debug_PopStack "IGCM_comp_GetInputParametersFiles"
598	}
599
600	#=======================================================================
601	function IGCM_comp_GetInputRestartFiles
602	{
603	IGCM_debug_PushStack "IGCM_comp_GetInputRestartFiles"
604
605	# Debug Print :
606	echo
607	IGCM_debug_Print 1 "IGCM_comp_GetInputRestartFiles"
608	echo
609
610	typeset Date_tmp Date_r Path_r do_start CompOldName Path_OUT Path_BUF Buffered
611	typeset comp compname comptagname card ListFilesName FileName0 NbFiles i i_
612	typeset file_in file_out file_in_ file_out_ file_in_Name
613	typeset -Z4 j4
614
615	for comp in ${config_ListOfComponents[*]} ; do
616	# Define component
617	eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1
618	eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1
619	#
620	card=${SUBMIT_DIR}/COMP/${compname}.card
621	#
622	IGCM_card_DefineArrayFromOption ${card} RestartFiles List
623	ListFilesName=${compname}_RestartFiles_List
624	eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1
625
626	# Debug Print :
627	IGCM_debug_Print 3 "restart ${compname}"
628
629	if ( ${FirstInitialize} ) ; then
630
631	if [ "${config_Restarts_OverRule}" = "y" ] ; then
632	eval config_${comp}_Restart="y"
633	eval config_${comp}_RestartDate=${config_Restarts_RestartDate}
634	eval config_${comp}_RestartJobName=${config_Restarts_RestartJobName}
635	eval config_${comp}_RestartPath=${config_Restarts_RestartPath}
636	eval do_start=\${config_${comp}_Restart} > /dev/null 2>&1
637	eval CompOldName=${comp}
638	else
639	# Read component Restarts parameters
640	IGCM_card_DefineVariableFromOption ${SUBMIT_DIR}/config.card ${comp} Restart
641	eval do_start=\${config_${comp}_Restart} > /dev/null 2>&1
642
643	if [ "${do_start}" = "y" ] ; then
644	IGCM_card_DefineVariableFromOption ${SUBMIT_DIR}/config.card ${comp} RestartDate
645	IGCM_card_DefineVariableFromOption ${SUBMIT_DIR}/config.card ${comp} RestartJobName
646	IGCM_card_DefineVariableFromOption ${SUBMIT_DIR}/config.card ${comp} RestartPath
647	else
648	eval config_${comp}_RestartDate=-1
649	eval config_${comp}_RestartJobName=${NULL_STR}
650	eval config_${comp}_RestartPath=${NULL_STR}
651	fi
652	IGCM_card_DefineVariableFromOption ${SUBMIT_DIR}/config.card ${comp} OldName
653	eval CompOldName=\${config_${comp}_OldName}
654	if [ X${CompOldName} = X ] ; then
655	eval CompOldName=${comp}
656	fi
657	fi
658
659	if [ "${do_start}" = "y" ] ; then
660
661	if ( [ X${FileName0} != X${NULL_STR} ] && [ X${FileName0} != XNONE ] ) ; then
662	eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1
663
664	(( i=1 ))
665	until [ $i -gt $NbFiles ]; do
666	eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1
667	eval file_in=${file_in_}
668
669	(( i_ = i+1 ))
670	eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1
671	eval file_out=${file_out_}
672
673	eval Date_tmp=\${config_${comp}_RestartDate}
674	Date_r=$( IGCM_date_ConvertFormatToGregorian ${Date_tmp} )
675	eval Path_r=\${config_${comp}_RestartPath}/\${config_${comp}_RestartJobName}/${CompOldName}/Restart
676	eval file_in_Name=\${config_${comp}_RestartJobName}_${Date_r}_${file_in}
677
678	generic_restart_file_name_in=$( basename ${file_in_Name} .nc )
679	generic_restart_file_name_out=$( basename ${file_out} .nc )
680
681	eval Path_OUT=\${Path_r}/${generic_restart_file_name_in}
682	nb_restart_file=$(IGCM_sys_CountFileArchive ${Path_OUT}_????.nc)
683
684	if [ ${nb_restart_file} -gt 1 ] ; then
685	j=0
686	until [ $j -ge $nb_restart_file ]; do
687	j4=${j}
688	eval IGCM_sys_Get ${Path_r}/${generic_restart_file_name_in}_${j4}.nc ${generic_restart_file_name_out}_${j4}.nc
689	#IGCM_comp_PrepareDeletedFiles ${generic_restart_file_name_in}_${j4}.nc ${generic_restart_file_name_out}_${j4}.nc
690	#eval FileToBeDeleted[${#FileToBeDeleted[@]}]="${generic_restart_file_name_out}_${j4}.nc" > /dev/null 2>&1
691	(( j=j+1 ))
692	done
693	else
694	eval IGCM_sys_Get ${Path_r}/${file_in_Name} ${file_out}
695	#IGCM_comp_PrepareDeletedFiles ${file_in} ${file_out}
696	fi
697
698	(( i=i+3 ))
699	done
700	else
701	if [ X${FileName0} != XNONE ] ; then
702	IGCM_debug_Exit "IGCM_comp_GetInputRestartFiles : No file in list for ${compname}."
703	else
704	IGCM_debug_Print 1 "IGCM_comp_GetInputRestartFiles : NONE specified in Restart List ${compname}."
705	fi
706	fi
707	fi
708	elif [ ${Period} -eq 1 ] ; then
709	# if not FirstInitialize and first loop of this job
710
711	# Restore Restarts files
712	#-----------------------
713	if ( [ X${FileName0} != X${NULL_STR} ] && [ X${FileName0} != XNONE ] ) ; then
714	eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1
715
716	(( i=1 ))
717	until [ $i -gt $NbFiles ]; do
718	eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1
719	eval file_in=${file_in_}
720	(( i_ = i+1 ))
721	eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1
722	eval file_out=${file_out_}
723
724	file_in_Name=${run_Configuration_OldPrefix}_${file_in}
725
726	generic_restart_file_name_in=$( basename ${file_in_Name} .nc )
727	generic_restart_file_name_out=$( basename ${file_out} .nc )
728
729	eval Path_BUF=\${R_BUF_${comp}_R}/${generic_restart_file_name_in}
730	eval Path_OUT=\${R_OUT_${comp}_R}/${generic_restart_file_name_in}
731
732	if [ -f ${Path_BUF}*.nc ] ; then
733	Buffered=true
734	nb_restart_file=$(IGCM_sys_CountFileBuffer ${Path_BUF}_????.nc)
735	else
736	Buffered=false
737	nb_restart_file=$(IGCM_sys_CountFileArchive ${Path_OUT}_????.nc)
738	fi
739
740	if [ ${nb_restart_file} -gt 1 ] ; then
741	j=0
742	until [ $j -ge $nb_restart_file ]; do
743	j4=${j}
744	if [ ${Buffered} ] ; then
745	IGCM_sys_GetBuffer ${Path_BUF}_${j4}.nc ${generic_restart_file_name_out}_${j4}.nc
746	else
747	IGCM_sys_Get ${Path_OUT}_${j4}.nc ${generic_restart_file_name_out}_${j4}.nc
748	fi
749	(( j=j+1 ))
750	done
751	else
752	if [ ${Buffered} ] ; then
753	eval IGCM_sys_GetBuffer \${R_BUF_${comp}_R}/${file_in_Name} ${file_out}
754	else
755	eval IGCM_sys_Get \${R_OUT_${comp}_R}/${file_in_Name} ${file_out}
756	fi
757	fi
758
759	(( i=i+3 ))
760	done
761	else
762	if [ X${FileName0} != XNONE ] ; then
763	IGCM_debug_Exit "IGCM_comp_GetInputRestartFiles : No file in list for ${compname}."
764	else
765	IGCM_debug_Print 1 "IGCM_comp_GetInputRestartFiles : NONE specified in Restart List ${compname}."
766	fi
767	fi
768	fi
769	done
770
771	NbFiles=$( ls * 2> /dev/null \| wc -l )
772	if [ ${NbFiles} -gt 0 ] ; then
773	IGCM_sys_Chmod u+rw *
774	fi
775
776	IGCM_debug_PopStack "IGCM_comp_GetInputRestartFiles"
777	}
778
779	#=======================================================================
780	function IGCM_comp_PeriodStart
781	{
782	IGCM_debug_PushStack "IGCM_comp_PeriodStart"
783
784	# Debug Print :
785	echo
786	IGCM_debug_Print 1 "IGCM_comp_PeriodStart"
787	echo
788
789	typeset ExeNameIn ExeNameOut
790	typeset comp compname comptagname
791	for comp in ${config_ListOfComponents[*]} ; do
792	# Define component
793	eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1
794	eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1
795
796	# Copy executable for this component
797	eval ExeNameIn=\${config_Executable_${comp}[0]}
798	eval ExeNameOut=\${config_Executable_${comp}[1]}
799
800	# Debug Print
801	IGCM_debug_Print 3 "PeriodStart ${compname} Driver Function (if any)."
802	# UPDATE component
803	${comp}_PeriodStart 2> /dev/null
804
805	done
806
807	IGCM_debug_PopStack "IGCM_comp_PeriodStart"
808	}
809
810	#=======================================================================
811	function IGCM_comp_Update
812	{
813	IGCM_debug_PushStack "IGCM_comp_Update"
814
815	# Debug Print :
816	echo
817	IGCM_debug_Print 1 "IGCM_comp_Update"
818	echo
819
820	typeset ExeNameIn ExeNameOut
821	typeset comp compname comptagname
822	for comp in ${config_ListOfComponents[*]} ; do
823	# Define component
824	eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1
825	eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1
826
827	# Copy executable for this component
828	eval ExeNameIn=\${config_Executable_${comp}[0]}
829	eval ExeNameOut=\${config_Executable_${comp}[1]}
830
831	# If missing executable then stop!
832	#if [ ! X${ExeNameIn} = X ] && [ ! -f ${R_EXE}/${ExeNameIn} ] ; then
833	# IGCM_debug_Exit "IGCM_comp_Update missing executable ${ExeNameIn}"
834	#fi
835
836	if [ ${Period} -eq 1 ] && [ -f ${R_EXE}/${ExeNameIn} ] ; then
837	eval IGCM_sys_Cp ${R_EXE}/${ExeNameIn} ${ExeNameOut}
838	if [ -f ${RUN_DIR}/${ExeNameOut} ] ; then
839	eval IGCM_sys_Chmod +rx ${RUN_DIR}/${ExeNameOut}
840	fi
841	elif [ -f ${R_EXE}/${ExeNameIn} ] && [ ! -f ${RUN_DIR}/${ExeNameOut} ] ; then
842	eval IGCM_sys_Cp ${R_EXE}/${ExeNameIn} ${ExeNameOut}
843	if [ -f ${RUN_DIR}/${ExeNameOut} ] ; then
844	eval IGCM_sys_Chmod +rx ${RUN_DIR}/${ExeNameOut}
845	fi
846	fi
847
848	# Debug Print
849	IGCM_debug_Print 1 "Update ${compname} Parameter Files."
850	# UPDATE component
851	${comp}_Update
852
853	done
854
855	IGCM_debug_PopStack "IGCM_comp_Update"
856	}
857
858	#=======================================================================
859	function IGCM_comp_Finalize
860	{
861	IGCM_debug_PushStack "IGCM_comp_Finalize"
862
863	# Debug Print :
864	echo
865	IGCM_debug_Print 1 "IGCM_comp_Finalize"
866	echo
867
868	typeset ListTextName TextName0
869	typeset comp compname comptagname card ListFilesName FileName0 NbFiles SaveOnArchive
870	typeset i i_ file_in file_in_ file_out file_out_ file_outin file_outin_ generic_file_name nb_rebuild_file
871	typeset -Z4 j4
872	typeset list_file nlist_file
873	typeset compactoutputs
874
875	compactoutputs=false
876	if [ X${JobType} != XRUN ] ; then
877	compactoutputs=true
878	elif [ X${config_UserChoices_CompactText} != Xn ] ; then
879	compactoutputs=true
880	fi
881
882	for comp in ${config_ListOfComponents[*]} ; do
883	# Define component
884	eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1
885	eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1
886
887	# Debug Print
888	IGCM_debug_Print 1 "Finalize ${comp} : ${compname} component."
889	# FINALIZE component
890	${comp}_Finalize
891
892	card=${SUBMIT_DIR}/COMP/${compname}.card
893
894	# Save Restarts files
895	#--------------------
896	IGCM_debug_Print 2 "Save Restart files for ${comp} : ${compname} component."
897	IGCM_card_DefineArrayFromOption ${card} RestartFiles List
898	ListFilesName=${compname}_RestartFiles_List
899	eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1
900
901	if ( [ X${FileName0} != X${NULL_STR} ] && [ X${FileName0} != XNONE ] ) ; then
902	eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1
903
904	(( i=0 ))
905	until [ $i -ge $NbFiles ]; do
906	eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1
907	eval file_in=${file_in_}
908
909	(( i_ = i+1 ))
910	eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1
911	eval file_out=${file_out_}
912
913	(( i_ = i+2 ))
914	eval file_outin_=\${${ListFilesName}[$i_]} > /dev/null 2>&1
915	eval file_outin=${file_outin_}
916
917	generic_restart_file_name_in=$( basename ${file_in} .nc )
918	generic_restart_file_name_out=$( basename ${config_UserChoices_JobName}_${PeriodDateEnd}_${file_out} .nc )
919	generic_restart_file_name_outin=$( basename ${file_outin} .nc )
920
921	nb_restart_file=$( ls ${generic_restart_file_name_in}_????.nc 2>/dev/null \| wc -l )
922	if [ ${nb_restart_file} -gt 1 ] ; then
923	j=0
924	until [ $j -ge $nb_restart_file ]; do
925	j4=${j}
926	if [ X${Pack} = Xtrue ] ; then
927	eval IGCM_sys_PutBuffer_Rest ${generic_restart_file_name_in}_${j4}.nc \${R_BUF_${comp}_R}/${generic_restart_file_name_out}_${j4}.nc
928	else
929	eval IGCM_sys_Put_Rest ${generic_restart_file_name_in}_${j4}.nc \${R_OUT_${comp}_R}/${generic_restart_file_name_out}_${j4}.nc
930	fi
931	if [ ! ${file_in} = ${file_outin} ] ; then
932	if ( ${ExitFlag} ) ; then
933	echo "IGCM_sys_Mv ${generic_restart_file_name_in}_${j4}.nc ${generic_restart_file_name_outin}_${j4}.nc not executed."
934	else
935	IGCM_sys_Mv ${generic_restart_file_name_in}_${j4}.nc ${generic_restart_file_name_outin}_${j4}.nc
936	fi
937	fi
938	(( j=j+1 ))
939	done
940	else
941	if [ X${Pack} = Xtrue ] ; then
942	eval IGCM_sys_PutBuffer_Rest ${file_in} \${R_BUF_${comp}_R}/${config_UserChoices_JobName}_${PeriodDateEnd}_${file_out}
943	else
944	eval IGCM_sys_Put_Rest ${file_in} \${R_OUT_${comp}_R}/${config_UserChoices_JobName}_${PeriodDateEnd}_${file_out}
945	fi
946	if [ ! ${file_in} = ${file_outin} ] ; then
947	if ( ${ExitFlag} ) ; then
948	echo "IGCM_sys_Mv ${file_in} ${file_outin} not executed."
949	else
950	IGCM_sys_Mv ${file_in} ${file_outin}
951	fi
952	fi
953	fi
954
955	(( i=i+3 ))
956	done
957	else
958	if [ X${FileName0} != XNONE ] ; then
959	IGCM_debug_Exit "IGCM_comp_Finalize : No file in restart list for ${compname}."
960	else
961	IGCM_debug_Print 1 "IGCM_comp_Finalize : NONE specified in Restart List ${compname}."
962	fi
963	fi
964
965	# Save Output files
966	#------------------
967	IGCM_debug_Print 2 "Save Output files for ${comp} : ${compname} component."
968	IGCM_card_DefineArrayFromOption ${card} OutputFiles List
969	ListFilesName=${compname}_OutputFiles_List
970	eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1
971
972	if [ X${FileName0} != X${NULL_STR} ] ; then
973	eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1
974
975	(( i=0 ))
976	until [ $i -ge $NbFiles ]; do
977	SaveOnArchive=true
978	eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1
979	eval file_in=${file_in_}
980	(( i_ = i+1 ))
981	eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1
982	eval file_out=${file_out_}
983	#
984	# Override file_out path remplacing R_SAVE by R_BUFR
985	#
986	if [ X${Pack} = Xtrue ] ; then
987	file_out=$( echo $file_out \| sed "s:^$R_SAVE:$R_BUFR:" )
988	fi
989	#
990	# Not necessarily the best option. /!\ Potential side effects /!\
991	#
992	(( i_ = i+2 ))
993	eval flag_post=\${${ListFilesName}[$i_]} > /dev/null 2>&1
994	#
995	generic_file_name=$( basename ${file_in} .nc )
996	nb_rebuild_file=$( ls \| grep "^${generic_file_name}_[0-9]*.nc" \| wc -l )
997	#
998	if ( [ ${nb_rebuild_file} -eq 1 ] && [ -f ${generic_file_name}_0000.nc ] ) ; then
999	IGCM_debug_Print 2 "Parallelism with 1 process. Rebuilding ${file_in} not needed"
1000	IGCM_sys_Mv ${generic_file_name}_0000.nc ${file_in}
1001	elif [ ${nb_rebuild_file} -gt 1 ] ; then
1002	IGCM_debug_Print 2 "Parallelism detected rebuilding ${file_in} is needed"
1003	if [ X${AsynchronousRebuild} = Xfalse ] ; then
1004	IGCM_debug_Print 2 "Rebuilding ${file_in} online"
1005	IGCM_sys_rebuild ${file_in} ${generic_file_name}_*.nc
1006	else
1007	IGCM_debug_Print 2 "Preparing offline rebuild for ${file_in}"
1008	[ ! -d ${RUN_DIR}/REBUILD_${PeriodDateBegin} ] && IGCM_sys_Mkdir ${RUN_DIR}/REBUILD_${PeriodDateBegin}
1009	IGCM_sys_Mv ${generic_file_name}_????.nc ${RUN_DIR}/REBUILD_${PeriodDateBegin}
1010
1011	# Prepare headers for the shell dedicated to offline rebuild
1012	if [ ! -f ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh ] ; then
1013	if [ $DRYRUN -le 1 ]; then
1014	echo "#!/bin/ksh " > ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1015	echo "function IGCM_FlushRebuild " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1016	echo "{ " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1017	echo "IGCM_debug_PushStack \"IGCM_FlushRebuild\" " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1018	echo "echo " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1019	echo "IGCM_debug_Print 1 \"IGCM_FlushRebuild\" " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1020	echo "echo " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1021	echo "export R_SAVE=${R_SAVE} " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1022	echo "export config_UserChoices_JobName=${config_UserChoices_JobName} " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1023	fi
1024	fi
1025	# Prepare the shell dedicated to offline rebuild
1026	if [ $DRYRUN -le 1 ]; then
1027	echo "IGCM_sys_rebuild ${file_in} ${generic_file_name}_*.nc" >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1028	echo "IGCM_debug_Verif_Exit_Post " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1029	fi
1030	#
1031	# Load Patch we need to apply and apply
1032	if [ $DRYRUN -le 1 ]; then
1033	if [ X$( eval echo \${${compname}_${flag_post}_Patches[0]} ) != X${NULL_STR} ]; then
1034	for Patch in $( eval echo \${${compname}_${flag_post}_Patches[*]} ); do
1035	echo ". ${libIGCM_POST}/libIGCM_post/IGCM_${Patch}.ksh" >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1036	echo "IGCM_${Patch} ${file_in} " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1037	echo "IGCM_debug_Verif_Exit_Post " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1038	done
1039	fi
1040	fi
1041	#
1042	if [ $DRYRUN -le 1 ]; then
1043	if [ X${Pack} = Xtrue ] ; then
1044	echo "IGCM_sys_PutBuffer_Out ${file_in} ${file_out} " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1045	else
1046	echo "IGCM_sys_Put_Out ${file_in} ${file_out} " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1047	fi
1048	echo "IGCM_debug_Verif_Exit_Post " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1049	echo "IGCM_sys_Rm ${generic_file_name}_*.nc " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1050	fi
1051	SaveOnArchive=false
1052	fi
1053	fi
1054	#
1055	if [ ${SaveOnArchive} = true ] ; then
1056	#
1057	# Rebuild has been done online or it was not needed
1058	#
1059	# If we need to apply a patch we use TMP DIRECTORY before ARCHIVING if asynchronous rebuild is on
1060	#
1061	thereisapatch=$( eval echo \${${compname}_${flag_post}_Patches[0]} )
1062	if ( [ ! X${thereisapatch} = X${NULL_STR} ] && [ X${AsynchronousRebuild} = Xtrue ] && [ -f ${file_in} ] ) ; then
1063	[ ! -d ${RUN_DIR}/REBUILD_${PeriodDateBegin} ] && IGCM_sys_Mkdir ${RUN_DIR}/REBUILD_${PeriodDateBegin}
1064	IGCM_sys_Mv ${file_in} ${RUN_DIR}/REBUILD_${PeriodDateBegin}
1065	eval FileToBeDeleted[${#FileToBeDeleted[@]}]=REBUILD_${PeriodDateBegin}/${file_in} > /dev/null 2>&1
1066	#
1067	if [ $DRYRUN -le 1 ]; then
1068	if [ ! -f ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh ] ; then
1069	echo "#!/bin/ksh " > ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1070	echo "function IGCM_FlushRebuild " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1071	echo "{ " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1072	echo "IGCM_debug_PushStack \"IGCM_FlushRebuild\" " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1073	echo "echo " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1074	echo "IGCM_debug_Print 1 \"IGCM_FlushRebuild\" " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1075	echo "echo " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1076	echo "export R_SAVE=${R_SAVE} " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1077	echo "export config_UserChoices_JobName=${config_UserChoices_JobName} " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1078	fi
1079	#
1080	for Patch in $( eval echo \${${compname}_${flag_post}_Patches[*]} ); do
1081	echo ". ${libIGCM_POST}/libIGCM_post/IGCM_${Patch}.ksh" >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1082	echo "IGCM_${Patch} ${file_in} " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1083	echo "IGCM_debug_Verif_Exit_Post " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1084	done
1085	#
1086	if [ X${Pack} = Xtrue ] ; then
1087	echo "IGCM_sys_PutBuffer_Out ${file_in} ${file_out} " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1088	else
1089	echo "IGCM_sys_Put_Out ${file_in} ${file_out} " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1090	fi
1091	echo "IGCM_debug_Verif_Exit_Post " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1092	#
1093	fi
1094	else
1095	#
1096	# No Patch, No Asynchronous rebuild, online rebuild has been done or was not needed
1097	#
1098	if [ X${Pack} = Xtrue ] ; then
1099	IGCM_sys_PutBuffer_Out ${file_in} ${file_out}
1100	else
1101	IGCM_sys_Put_Out ${file_in} ${file_out}
1102	fi
1103	eval FileToBeDeleted[${#FileToBeDeleted[@]}]="${file_in}" > /dev/null 2>&1
1104	if [ ${nb_rebuild_file} -gt 1 ] ; then
1105	for DelFile in $( ls \| grep "${generic_file_name}[_0-9]*.nc" ) ; do
1106	eval FileToBeDeleted[${#FileToBeDeleted[@]}]=${DelFile} > /dev/null 2>&1
1107	done
1108	fi
1109	fi
1110	fi
1111	(( i=i+3 ))
1112	done
1113	fi
1114
1115	# Save Output Text files of models
1116	#---------------------------------
1117	IGCM_debug_Print 2 "Save Output Text files for ${comp} : ${compname} component."
1118	IGCM_card_DefineArrayFromOption ${card} OutputText List
1119	ListTextName=${compname}_OutputText_List
1120
1121	eval TextName0=\${${ListTextName}[0]} > /dev/null 2>&1
1122	if [ X${TextName0} != X${NULL_STR} ] ; then
1123	eval NbFiles=\${#${ListTextName}[@]} > /dev/null 2>&1
1124
1125	(( i=0 ))
1126	until [ $i -eq $NbFiles ]; do
1127	eval file_in=\${${ListTextName}[$i]} > /dev/null 2>&1
1128	eval file_out=${PREFIX}_${file_in}
1129
1130	(( i=i+1 ))
1131
1132	unset list_file
1133	#set +A list_file -- $( ls ${file_in}* \| sort 2>/dev/null )
1134	# result for a a1 a10 a2 with file_in=a a a1 a2 a10
1135	set +A list_file -- $( [ -f ${file_in} ] && ls ${file_in} ; for i in $(ls ${file_in}* 2>/dev/null \| sed "s/${file_in}//" \| sort -n) ; do ls ${file_in}$i ; done )
1136	nlist_file=${#list_file[@]}
1137	if [ ${nlist_file} -gt 1 ] ; then
1138	if ( ${compactoutputs} ) ; then
1139	IGCM_debug_Print 2 "Parallelism of Text Output with ${nlist_file} files."
1140	IGCM_debug_Print 2 "Compact files in ${file_out} : " ${list_file[*]}
1141	echo ${list_file[*]} > ${file_out}
1142	echo "" >> ${file_out}
1143
1144	(( i_ = 0 ))
1145	for file in ${list_file[@]}
1146	do
1147	echo "_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ " >> ${file_out}
1148	echo "\| " ${i_} " " ${file} >> ${file_out}
1149	echo "- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - " >> ${file_out}
1150	cat ${file} \| sed "s/\(.*\)/${i_}\1/" ${file} >> ${file_out}
1151	echo "" >> ${file_out}
1152	eval FileToBeDeleted[${#FileToBeDeleted[@]}]="${file}" > /dev/null 2>&1
1153	(( i_ = i_ + 1 ))
1154	done
1155	if [ X${Pack} = Xtrue ] ; then
1156	eval IGCM_sys_PutBuffer_Out ${file_out} \${R_BUF_${comp}_D}/${file_out}
1157	else
1158	eval IGCM_sys_Put_Out ${file_out} \${R_OUT_${comp}_D}/${file_out}
1159	fi
1160	eval FileToBeDeleted[${#FileToBeDeleted[@]}]="${file_out}" > /dev/null 2>&1
1161
1162	if ( ${ExecutionFail} ) ; then
1163	IGCM_sys_Cp ${file_out} ${SUBMIT_DIR}/Debug
1164	fi
1165	else
1166	for file in ${list_file[@]}
1167	do
1168	if [ X${Pack} = Xtrue ] ; then
1169	eval IGCM_sys_PutBuffer_Out ${file} \${R_BUF_${comp}_D}/${PREFIX}_${file}
1170	else
1171	eval IGCM_sys_Put_Out ${file} \${R_OUT_${comp}_D}/${PREFIX}_${file}
1172	fi
1173	eval FileToBeDeleted[${#FileToBeDeleted[@]}]="${file}" > /dev/null 2>&1
1174
1175	if ( ${ExecutionFail} ) ; then
1176	IGCM_sys_Cp ${file} ${SUBMIT_DIR}/Debug/${PREFIX}_${file}
1177	fi
1178	done
1179	fi
1180	else
1181	if ( [ -f ${file_in}_0000 ] \|\| [ -f ${file_in}0 ] ) ; then
1182	eval IGCM_sys_Mv ${file_in}* ${file_in}
1183	fi
1184	if [ X${Pack} = Xtrue ] ; then
1185	eval IGCM_sys_PutBuffer_Out ${file_in} \${R_BUF_${comp}_D}/${file_out}
1186	else
1187	eval IGCM_sys_Put_Out ${file_in} \${R_OUT_${comp}_D}/${file_out}
1188	fi
1189	eval FileToBeDeleted[${#FileToBeDeleted[@]}]="${file_in}" > /dev/null 2>&1
1190
1191	if ( ${ExecutionFail} ) ; then
1192	IGCM_sys_Cp ${file_in} ${SUBMIT_DIR}/Debug/${file_out}
1193	fi
1194	fi
1195	done
1196	fi
1197	echo
1198	done
1199	IGCM_debug_PopStack "IGCM_comp_Finalize"
1200	}

Note: See TracBrowser for help on using the repository browser.

Download in other formats: