Context Navigation

source: trunk/libIGCM/libIGCM_comp/libIGCM_comp.ksh @ 631

Last change on this file since 631 was 631, checked in by sdipsl, 12 years ago
Use generic system function to test file existence [ necessary at IDRIS ]
Property licence set to The following licence information concerns ONLY the libIGCM tools ================================================================== Copyright © Centre National de la Recherche Scientifique CNRS Commissariat à l'Énergie Atomique CEA libIGCM : Library for Portable Models Computation of IGCM Group. IGCM Group is the french IPSL Global Climate Model Group. This library is a set of shell scripts and functions whose purpose is the management of the initialization, the launch, the transfer of output files, the post-processing and the monitoring of datas produce by any numerical program on any plateforme. This software is governed by the CeCILL license under French law and abiding by the rules of distribution of free software. You can use, modify and/ or redistribute the software under the terms of the CeCILL license as circulated by CEA, CNRS and INRIA at the following URL "http://www.cecill.info". As a counterpart to the access to the source code and rights to copy, modify and redistribute granted by the license, users are provided only with a limited warranty and the software's author, the holder of the economic rights, and the successive licensors have only limited liability. In this respect, the user's attention is drawn to the risks associated with loading, using, modifying and/or developing or reproducing the software by the user in light of its specific status of free software, that may mean that it is complicated to manipulate, and that also therefore means that it is reserved for developers and experienced professionals having in-depth computer knowledge. Users are therefore encouraged to load and test the software's suitability as regards their requirements in conditions enabling the security of their systems and/or data to be ensured and, more generally, to use and operate it in the same conditions as regards security. The fact that you are presently reading this means that you have had knowledge of the CeCILL license and that you accept its terms. Property svn:keywords set to `Revision Author Date`
File size: 44.0 KB

Rev	Line
[2]	1	#!/bin/ksh
	2
	3	#**************************************************************
	4	# Author: Sebastien Denvil, Martial Mancip
[373]	5	# Contact: Sebastien.Denvil__at__ipsl.jussieu.fr Martial.Mancip__at__ipsl.jussieu.fr
	6	# $Revision:: $ Revision of last commit
	7	# $Author:: $ Author of last commit
	8	# $Date:: $ Date of last commit
[2]	9	# IPSL (2006)
	10	# This software is governed by the CeCILL licence see libIGCM/libIGCM_CeCILL.LIC
	11	#
	12	#**************************************************************
	13
	14	#========================================================================
	15	function IGCM_comp_Initialize
	16	{
[544]	17	IGCM_debug_PushStack "IGCM_comp_Initialize"
[2]	18
	19	# Debug Print :
[544]	20	echo
	21	IGCM_debug_Print 1 "IGCM_comp_Initialize"
	22	echo
[2]	23
[544]	24	typeset comp compname comptagname CompatibilityTag auxprint card_UserChoices first_option option i j
	25	for comp in ${config_ListOfComponents[*]} ; do
[2]	26
[544]	27	# Define component
	28	IGCM_card_DefineArrayFromOption ${SUBMIT_DIR}/config.card ListOfComponents ${comp}
	29	eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1
	30	eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1
[457]	31
[615]	32	# Debug Print
	33	IGCM_debug_Print 1 "Initialize ${comp} : ${compname} component."
	34
[544]	35	# Read libIGCM compatibility version in ${compname}.card
	36	card=${SUBMIT_DIR}/COMP/${compname}.card
	37	IGCM_card_DefineVariableFromOption ${card} Compatibility libIGCM
[2]	38
[544]	39	eval CompatibilityTag=\${${compname}_Compatibility_libIGCM} > /dev/null 2>&1
	40	if [ ! "${CompatibilityTag}" = "${libIGCM_CurrentTag}" ] ; then
	41	IGCM_debug_Exit "${compname}.card is not compatible with libIGCM version ${libIGCM_CurrentTag} see libIGCM FAQ http://wiki.ipsl.jussieu.fr/wiki_ipsl/IGCMG/libIGCM/DocUtilisateur/FAQ ."
	42	fi
[2]	43
[544]	44	# Manage component executable
	45	IGCM_card_DefineArrayFromOption ${SUBMIT_DIR}/config.card Executable ${comp}
[2]	46
[544]	47	# Read component Write Frequency in config.card
	48	IGCM_card_DefineVariableFromOption ${SUBMIT_DIR}/config.card ${comp} WriteFrequency
	49	# Debug Print :
	50	eval auxprint=\${config_${comp}_WriteFrequency}
	51	IGCM_debug_Print 1 "Write frequency for ${compname} : ${auxprint} "
	52	#2> /dev/null
[2]	53
[544]	54	# Debug Print :
	55	IGCM_debug_Print 2 "Initialize following component library"
[522]	56
[544]	57	# Source drivers in directory DRIVER if it exist
	58	# else source them from directory COMP
	59	if [ -d ${SUBMIT_DIR}/DRIVER ] ; then
	60	IGCM_debug_Print 2 ${SUBMIT_DIR}/DRIVER/${compname}.driver
	61	# Source component library
	62	. ${SUBMIT_DIR}/DRIVER/${compname}.driver
	63	else
	64	IGCM_debug_Print 2 ${SUBMIT_DIR}/COMP/${compname}.driver
	65	# Source component library
	66	. ${SUBMIT_DIR}/COMP/${compname}.driver
	67	fi
	68	IGCM_debug_Print 3 "With tag : ${comptagname}"
[2]	69
[544]	70	# Debug Print
	71	IGCM_debug_Print 3 "Initialize ${comp} output directory."
[2]	72
[544]	73	# Define ARCHIVED Dirs
	74	eval R_OUT_${comp}=${R_SAVE}/${comp}
	75	eval IGCM_sys_MkdirArchive \${R_OUT_${comp}}
[2]	76
[544]	77	eval R_OUT_${comp}_O=\${R_OUT_${comp}}/Output
	78	eval IGCM_sys_MkdirArchive \${R_OUT_${comp}_O}
[2]	79
[544]	80	eval R_OUT_${comp}_R=\${R_OUT_${comp}}/Restart
	81	eval IGCM_sys_MkdirArchive \${R_OUT_${comp}_R}
[2]	82
[544]	83	eval R_OUT_${comp}_D=\${R_OUT_${comp}}/Debug
	84	eval IGCM_sys_MkdirArchive \${R_OUT_${comp}_D}
[2]	85
[544]	86	eval R_OUT_${comp}_O_I=\${R_OUT_${comp}_O}/INS
	87	eval R_OUT_${comp}_O_H=\${R_OUT_${comp}_O}/HF
	88	eval R_OUT_${comp}_O_D=\${R_OUT_${comp}_O}/DA
	89	eval R_OUT_${comp}_O_M=\${R_OUT_${comp}_O}/MO
	90	eval R_OUT_${comp}_O_Y=\${R_OUT_${comp}_O}/YE
	91
	92	# Define BUFFERED Dirs
	93	eval R_BUF_${comp}=${R_BUFR}/${comp}
	94	eval IGCM_sys_Mkdir \${R_BUF_${comp}}
	95
	96	eval R_BUF_${comp}_O=\${R_BUF_${comp}}/Output
	97	eval IGCM_sys_Mkdir \${R_BUF_${comp}_O}
	98
	99	eval R_BUF_${comp}_R=\${R_BUF_${comp}}/Restart
	100	eval IGCM_sys_Mkdir \${R_BUF_${comp}_R}
	101
	102	eval R_BUF_${comp}_D=\${R_BUF_${comp}}/Debug
	103	eval IGCM_sys_Mkdir \${R_BUF_${comp}_D}
	104
	105	eval R_BUF_${comp}_O_I=\${R_BUF_${comp}_O}/INS
	106	eval R_BUF_${comp}_O_H=\${R_BUF_${comp}_O}/HF
	107	eval R_BUF_${comp}_O_D=\${R_BUF_${comp}_O}/DA
	108	eval R_BUF_${comp}_O_M=\${R_BUF_${comp}_O}/MO
	109	eval R_BUF_${comp}_O_Y=\${R_BUF_${comp}_O}/YE
	110
	111	# Read UserChoices section of component card
	112	IGCM_debug_Print 2 "DefineArrayFromSection : ${compname}_UserChoices ${card}"
	113	IGCM_card_DefineArrayFromSection ${card} UserChoices
	114	eval first_option=\${${compname}_UserChoices[0]} > /dev/null 2>&1
	115	# If section is not empty we define corresponding variables
	116	if [ X${first_option} != X"Error:" ] ; then
	117	if [ X${card_UserChoices[0]} != X ] ; then
	118	unset card_UserChoices
	119	fi
	120	eval set +A card_UserChoices -- \${${compname}_UserChoices[*]} > /dev/null 2>&1
	121	IGCM_debug_Print 3 "${compname}_UserChoices_values:"
	122	for option in ${card_UserChoices[*]} ; do
	123	IGCM_card_DefineVariableFromOption ${card} UserChoices ${option}
	124	eval IGCM_debug_Print 3 "${option}=\${${compname}_UserChoices_${option}}"
	125	done
	126	fi
	127
	128	# Read and Build Output File stuff
	129	IGCM_debug_Print 2 "DefineArrayFromOption : ${compname}_OutputFiles ${card}"
	130	IGCM_card_DefineArrayFromOption ${card} OutputFiles List
	131	ListFilesName=${compname}_OutputFiles_List
	132	eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1
	133	#
	134	if [ X${FileName0} != X${NULL_STR} ] ; then
	135	#
	136	#IGCM_debug_Print 1 "Component : ${compname}"
	137	#
	138	# INITIALISATION
	139	#
	140	eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1
	141	#
	142	i=2
	143	#
	144	until [ $i -ge $NbFiles ]; do
[149]	145	#
[544]	146	eval flag_post=\${${ListFilesName}[$i]} > /dev/null 2>&1
	147	#
	148	if [ X${flag_post} != XNONE ] ; then
	149	#
	150	# First of all
	151	#
	152	IGCM_card_DefineArrayFromSection ${card} ${flag_post}
	153	#
	154	# Seasonal case : If option Seasonal is not found (old cards) put SEASONAL ON by default
	155	#
	156	# variable option allready typeset above
	157	for option in $( eval echo \${${compname}_${flag_post}[*]} ) ; do
	158	if [ ${option} = Seasonal ] ; then
	159	FoundSeasonal=true
	160	IGCM_card_DefineVariableFromOption ${card} ${flag_post} Seasonal
	161	fi
	162	done
	163	#
	164	if [ ! X${FoundSeasonal} = Xtrue ] ; then
	165	eval ${compname}_${flag_post}_Seasonal=ON
	166	fi
	167	#
	168	if [ $( eval echo \${${compname}_${flag_post}_Seasonal} ) = ON ] ; then
	169	Seasonal=true
	170	fi
	171
	172	# Dimension = vide si vieille card.
	173	IGCM_card_DefineArrayFromOption ${card} ${flag_post} TimeSeriesVars
	174	IGCM_card_DefineArrayFromOption ${card} ${flag_post} Patches
	175	if [ X"$( eval echo \${${compname}_${flag_post}_TimeSeriesVars[*]} )" = X"Option not" ] ; then
	176	# New TimeSeriesVar description, with 2D, 3D and associate ChunckJob.
	177	ListDimension[0]=2D
	178	ListDimension[1]=3D
	179	TimeSeries=false
	180	iLoop=${#ListDimension[*]}
	181	j=0
	182	until [ $j -ge ${iLoop} ]; do
	183	Dimension=${ListDimension[${j}]}
	184	IGCM_card_DefineArrayFromOption ${card} ${flag_post} TimeSeriesVars${Dimension}
	185	IGCM_card_DefineVariableFromOption ${card} ${flag_post} ChunckJob${Dimension}
	186	#
	187	# Time series WITHOUT chunk
	188	#
	189	if [ ! $( eval echo \${${compname}_${flag_post}_TimeSeriesVars${Dimension}} ) = ${NULL_STR} ] ; then
	190	if [ $( eval echo \${${compname}_${flag_post}_ChunckJob${Dimension}} ) = NONE ] ; then
	191	IGCM_debug_Print 3 "${Dimension} time series activated for ${flag_post}"
	192	eval TimeSeries${Dimension}=true
[149]	193	fi
[544]	194	fi
	195	#
	196	# Time series WITH chunk
	197	#
	198	if [ ! $( eval echo \${${compname}_${flag_post}_TimeSeriesVars${Dimension}} ) = ${NULL_STR} ] ; then
	199	chunck_size=$( eval echo \${${compname}_${flag_post}_ChunckJob${Dimension}} )
	200	if [ ! ${chunck_size} = NONE ] && [ ! ${chunck_size} = OFF ] ; then
	201	IGCM_debug_Print 3 "${Dimension} time series activated with chunck for ${flag_post}"
	202	eval TimeSeriesChunck${Dimension}=true
	203	eval set +A CHUNCK${Dimension}_COMP \${CHUNCK${Dimension}_COMP[*]} ${comp}
	204	eval set +A CHUNCK${Dimension}_FLAG \${CHUNCK${Dimension}_FLAG[*]} ${i}
	205	eval set +A CHUNCK${Dimension}_NAME \${CHUNCK${Dimension}_NAME[*]} ${flag_post}
	206	eval set +A CHUNCK${Dimension}_SIZE \${CHUNCK${Dimension}_SIZE[*]} ${chunck_size}
	207	fi
	208	fi
	209	(( j=j+1 ))
[149]	210	done
[544]	211	else
	212	ListDimension[0]=""
	213	TimeSeries=true
	214	TimeSeries2D=false
	215	TimeSeries3D=false
	216	TimeSeriesChunck2D=false
	217	TimeSeriesChunck3D=false
	218	fi
[149]	219	fi
[544]	220	(( i=i+3 ))
	221	done
	222	fi
	223	# Debug Print
	224	IGCM_debug_Print 3 "Initialize ${compname} with driver."
	225	# INIT component
	226	${comp}_Initialize
	227	echo
	228	done
[2]	229
[544]	230	IGCM_debug_PopStack "IGCM_comp_Initialize"
[2]	231	}
	232
	233	#=======================================================================
	234	function IGCM_comp_PrepareDeletedFiles
	235	{
[544]	236	IGCM_debug_PushStack "IGCM_comp_PrepareDeletedFiles" $@
	237
	238	if [ X${2} != X. ] ; then
	239	eval FileToBeDeleted[${#FileToBeDeleted[@]}]=$( basename ${2} ) > /dev/null 2>&1
	240	else
	241	eval FileToBeDeleted[${#FileToBeDeleted[@]}]=$( basename ${1} ) > /dev/null 2>&1
	242	fi
[2]	243
[544]	244	IGCM_debug_PopStack "IGCM_comp_PrepareDeletedFiles"
[2]	245	}
	246
	247	#=======================================================================
	248	function IGCM_comp_GetInputInitialStateFiles
	249	{
[544]	250	IGCM_debug_PushStack "IGCM_comp_GetInputInitialStateFiles"
[2]	251
[544]	252	# Debug Print :
	253	echo
	254	IGCM_debug_Print 1 "IGCM_comp_GetInputInitialStateFiles"
	255	echo
[2]	256
[544]	257	# Only the first time step need InitialStateFiles
	258	# otherwise it's BoundaryConditions
	259	if ( ${FirstInitialize} ) ; then
	260	typeset comp compname comptagname card ListFilesName FileName0 NbFiles i i_
	261	typeset file_in_ file_in file_out_ file_out do_init
	262	for comp in ${config_ListOfComponents[*]} ; do
	263	# Initialize
	264	do_init="y"
	265	# Do we need to bring initial state file for this component
	266	if [ "${config_Restarts_OverRule}" = "y" ] ; then
	267	eval do_init="n"
	268	else
	269	# Read component Restarts parameters
	270	IGCM_card_DefineVariableFromOption ${SUBMIT_DIR}/config.card ${comp} Restart
	271	eval do_start=\${config_${comp}_Restart} > /dev/null 2>&1
	272	if [ "${do_start}" = "y" ] ; then
	273	do_init="n"
	274	else
[2]	275	do_init="y"
[544]	276	fi
	277	fi
[2]	278
[544]	279	if [ "${do_init}" = "y" ] ; then
	280	# Define component
	281	eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1
	282	eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1
[2]	283
[544]	284	# Debug Print :
	285	IGCM_debug_Print 3 "Initialisation files ${compname}"
[2]	286
[544]	287	card=${SUBMIT_DIR}/COMP/${compname}.card
[2]	288
[544]	289	IGCM_card_DefineArrayFromOption ${card} InitialStateFiles List
	290	ListFilesName=${compname}_InitialStateFiles_List
[2]	291
[544]	292	eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1
	293	if [ X${FileName0} != X${NULL_STR} ] ; then
	294	eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1
	295	(( i=0 ))
	296	until [ $i -ge $NbFiles ]; do
	297	eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1
	298	eval file_in=${file_in_}
	299	(( i_ = i+1 ))
	300	eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1
	301	eval file_out=${file_out_}
[2]	302
[548]	303	IGCM_sys_IsFileArchived ${file_in}
[549]	304	if [ $? = 0 ] ; then
[548]	305	IGCM_sys_Get ${file_in} ${file_out}
	306	#IGCM_comp_PrepareDeletedFiles ${file_in} ${file_out}
	307	else
	308	IGCM_sys_Cp ${file_in} ${file_out}
	309	fi
[544]	310	(( i=i+2 ))
	311	done
	312	fi
	313	fi
	314	done
	315	fi
	316	IGCM_debug_PopStack "IGCM_comp_GetInputInitialStateFiles"
[2]	317	}
	318
	319	#=======================================================================
[247]	320	# Definition of Smooth modulo function
	321	# usage :
	322	# IGCM_SmoothModulo StringModulo value
	323	#
	324	# StringModulo : A string of min max and modulo like definition of Scilab vectors.
	325	# [min]:[modulo:][max]
	326	# where :
	327	# [] value are optionnals;
	328	# empty min equal 1
	329	# empty max equal infinity
	330	# modulo not given or empty equal 1
	331	# empty string or just ':' equal always.
	332	#
	333	# value : the value to test with the definition
	334	#
	335	# return : true(1)/false(0)
	336	function IGCM_SmoothModulo
	337	{
[544]	338	IGCM_debug_PushStack "IGCM_SmoothModulo"
	339	typeset defVector ModValue
[247]	340
[544]	341	eval set +A defVector -- $( echo "${1}" \| \
	342	gawk -F ':' '{print ($1 == "" ? 1 : $1) " " (NF==3 ? ($2 == "" ? 1 : $2) : 1) " " (NF==3 ? ($3 == "" ? -1 : $3) : ($2 == "" ? -1 : $2))}' )
[247]	343
[544]	344	# Save Smooth Min and Max. Needed to call IGCM_sys_Get when appropriate
	345	arr[1]=${defVector[0]}
	346	arr[2]=${defVector[2]}
[412]	347
[544]	348	# Test limits :
	349	# ${defVector[0]} <= ${2} <= ${defVector[2]}
	350	# or ${defVector[2]} == -1
	351	if ( [ ${2} -ge ${defVector[0]} ] && ( [ ${2} -le ${defVector[2]} ] \|\| [ ${defVector[2]} -lt 0 ] ) ) ; then
	352	# Test modulo
	353	ModValue=$( expr \( ${2} - ${defVector[0]} \) % ${defVector[1]} )
	354	if [ ${ModValue} -eq 0 ] ; then
	355	arr[3]=true
	356	echo ${arr[@]}
	357	IGCM_debug_PopStack "IGCM_SmoothModulo"
	358	return 1
[247]	359	else
[544]	360	arr[3]=false
	361	echo ${arr[@]}
	362	IGCM_debug_PopStack "IGCM_SmoothModulo"
	363	return 0
[247]	364	fi
[544]	365	else
	366	arr[3]=false
	367	echo ${arr[@]}
	368	IGCM_debug_PopStack "IGCM_SmoothModulo"
	369	return 0
	370	fi
[247]	371	}
	372
	373	#=======================================================================
	374	function IGCM_comp_GetInputSmoothFiles
	375	{
[544]	376	IGCM_debug_PushStack "IGCM_comp_GetInputSmoothFiles"
[247]	377
[544]	378	# Debug Print :
	379	echo
	380	IGCM_debug_Print 1 "IGCM_comp_GetInputSmoothFiles"
	381	echo
[247]	382
[544]	383	typeset comp compname comptagname card ListFilesName FileName0 NbFiles j i i_ i__
	384	typeset file_in_ file_in file_out_ file_out ret SmoothDef aux val
[247]	385
[544]	386	for comp in ${config_ListOfComponents[*]} ; do
	387	# Define component
	388	eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1
	389	eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1
[247]	390
[544]	391	# Debug Print :
	392	IGCM_debug_Print 3 "Smooth files ${compname}"
[247]	393
[544]	394	card=${SUBMIT_DIR}/COMP/${compname}.card
[247]	395
[544]	396	IGCM_card_DefineArrayFromOption ${card} SmoothFiles List
	397	ListFilesName=${compname}_SmoothFiles_List
	398	eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1
[247]	399
[544]	400	if ( [ X${FileName0} != X${NULL_STR} ] && [ X${FileName0} != X"Section" ] ) ; then
	401	eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1
[247]	402
[544]	403	(( i=0 ))
	404	until [ $i -ge $NbFiles ]; do
	405	eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1
	406	eval file_in=${file_in_}
	407	(( i_ = i+1 ))
	408	eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1
	409	eval file_out=${file_out_}
[247]	410
[544]	411	# define CumulPeriod definition for this file
	412	(( i__ = i+2 ))
	413	eval SmoothDef=\${${ListFilesName}[$i__]}
	414	IGCM_debug_Print 3 " ${file_in} ${SmoothDef}"
	415	aux=$( IGCM_SmoothModulo ${SmoothDef} ${CumulPeriod} )
	416	j=1
	417	for val in ${aux} ; do
	418	[ ${j} -eq 1 ] && SmoothMin=${val}
	419	[ ${j} -eq 2 ] && SmoothMax=${val}
	420	[ ${j} -eq 3 ] && ret=${val}
	421	(( j=j+1 ))
	422	done
	423	[ ${SmoothMax} -eq -1 ] && SmoothMax=${CumulPeriod}
	424	if ( [ X${ret} = Xtrue ] \|\| ( [ ${Period} -eq 1 ] && [ ${CumulPeriod} -ge ${SmoothMin} ] && [ ${CumulPeriod} -le ${SmoothMax} ] ) ) ; then
[548]	425
	426	IGCM_sys_IsFileArchived ${file_in}
[549]	427	if [ $? = 0 ] ; then
[548]	428	IGCM_sys_Get ${file_in} ${file_out}
	429	#IGCM_comp_PrepareDeletedFiles ${file_in} ${file_out}
	430	else
	431	IGCM_sys_Cp ${file_in} ${file_out}
	432	fi
[247]	433	fi
[544]	434	(( i=i+3 ))
	435	done
	436	fi
	437	done
	438
	439	IGCM_debug_PopStack "IGCM_comp_GetInputSmoothFiles"
[247]	440	}
	441
	442	#=======================================================================
[2]	443	function IGCM_comp_GetInputBoundaryFiles
	444	{
[544]	445	IGCM_debug_PushStack "IGCM_comp_GetInputBoundaryFiles"
[2]	446
[544]	447	# Debug Print :
	448	echo
	449	IGCM_debug_Print 1 "IGCM_comp_GetInputBoundaryFiles"
	450	echo
[2]	451
[544]	452	typeset comp compname comptagname card ListFilesName FileName0 NbFiles i i_
	453	typeset file_in_ file_in file_out_ file_out
[2]	454
[544]	455	if [ ${Period} = 1 ]; then
	456	ListFixBoundary=" "
	457	fi
[2]	458
[544]	459	for comp in ${config_ListOfComponents[*]} ; do
[2]	460
[544]	461	# Define component
	462	eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1
	463	eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1
[2]	464
[544]	465	# Debug Print :
	466	IGCM_debug_Print 3 "Boundary files ${compname}"
[2]	467
[544]	468	card=${SUBMIT_DIR}/COMP/${compname}.card
[2]	469
[544]	470	IGCM_card_DefineArrayFromOption ${card} BoundaryFiles List
	471	ListFilesName=${compname}_BoundaryFiles_List
	472	eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1
[2]	473
[544]	474	if [ X${FileName0} != X${NULL_STR} ] ; then
	475	eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1
[2]	476
[544]	477	(( i=0 ))
	478	until [ $i -ge $NbFiles ]; do
	479	eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1
	480	eval file_in=${file_in_}
	481	(( i_ = i+1 ))
	482	eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1
	483	eval file_out=${file_out_}
[2]	484
[578]	485	IGCM_sys_IsFileArchived ${file_in}
	486	if [ $? = 0 ] ; then
	487	IGCM_sys_Get ${file_in} ${file_out}
	488	#IGCM_comp_PrepareDeletedFiles ${file_in} ${file_out}
	489	else
	490	IGCM_sys_Cp ${file_in} ${file_out}
	491	fi
[2]	492
[544]	493	(( i=i+2 ))
	494	done
	495	fi
[2]	496
[544]	497	# Get non deleted files
	498	if [ ${Period} = 1 ]; then
[2]	499
[544]	500	IGCM_card_DefineArrayFromOption ${card} BoundaryFiles ListNonDel
	501	ListFilesName=${compname}_BoundaryFiles_ListNonDel
	502	eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1
	503
	504	if [ X${FileName0} != X${NULL_STR} ] ; then
	505	eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1
	506
	507	(( i=0 ))
	508	until [ $i -ge $NbFiles ]; do
	509	eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1
	510	eval file_in=${file_in_}
	511	(( i_ = i+1 ))
	512	eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1
	513	eval file_out=${file_out_}
[2]	514
[548]	515	IGCM_sys_IsFileArchived ${file_in}
	516	if [ $? = 0 ] ; then
	517	IGCM_sys_Get ${file_in} ${file_out}
	518	#IGCM_comp_PrepareDeletedFiles ${file_in} ${file_out}
	519	else
	520	IGCM_sys_Cp ${file_in} ${file_out}
	521	fi
[2]	522
[544]	523	if [ X${file_out} != X. ] ; then
	524	ListFixBoundary=${ListFixBoundary}" "${file_out}
	525	else
	526	ListFixBoundary=${ListFixBoundary}" "$( basename ${file_in} )
	527	fi
[2]	528
[544]	529	(( i=i+2 ))
	530	done
	531	fi
	532	fi
	533	done
	534
	535	IGCM_debug_PopStack "IGCM_comp_GetInputBoundaryFiles"
[2]	536	}
	537
	538	#=======================================================================
	539	function IGCM_comp_DelFixeBoundaryFiles
	540	{
[544]	541	IGCM_debug_PushStack "IGCM_comp_DelFixeBoundaryFiles"
[2]	542
[544]	543	# Debug Print :
	544	echo
	545	IGCM_debug_Print 1 "IGCM_comp_DelFixeBoundaryFiles"
	546	echo
[2]	547
[544]	548	ls -l ${ListFixBoundary}
	549	rm -f ${ListFixBoundary}
[2]	550
[544]	551	IGCM_debug_PopStack "IGCM_comp_DelFixeBoundaryFiles"
[2]	552	}
	553
	554	#=======================================================================
	555	function IGCM_comp_GetInputParametersFiles
	556	{
[544]	557	IGCM_debug_PushStack "IGCM_comp_GetInputParametersFiles"
[2]	558
[544]	559	# Debug Print :
	560	echo
	561	IGCM_debug_Print 1 "IGCM_comp_GetInputParametersFiles"
	562	echo
[2]	563
[544]	564	typeset comp compname comptagname card ListFilesName FileName0 NbFiles i i_ file_in file_out
	565	for comp in ${config_ListOfComponents[*]} ; do
	566	# Define component
	567	eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1
	568	eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1
[2]	569
[544]	570	# Debug Print :
	571	IGCM_debug_Print 3 "Parameters ${compname}"
[2]	572
[544]	573	card=${SUBMIT_DIR}/COMP/${compname}.card
[2]	574
[544]	575	IGCM_card_DefineArrayFromOption ${card} ParametersFiles List
	576	ListFilesName=${compname}_ParametersFiles_List
	577	eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1
[2]	578
[544]	579	if [ X${FileName0} != X${NULL_STR} ] ; then
	580	eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1
[2]	581
[544]	582	(( i=0 ))
	583	until [ $i -ge $NbFiles ]; do
	584	eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1
	585	eval file_in=${file_in_}
	586	(( i_ = i+1 ))
	587	eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1
	588	eval file_out=${file_out_}
[2]	589
[544]	590	IGCM_sys_Cp ${file_in} ${file_out}
	591	IGCM_comp_PrepareDeletedFiles ${file_in} ${file_out}
[2]	592
[544]	593	(( i=i+2 ))
	594	done
	595	fi
	596	done
[2]	597
[544]	598	IGCM_debug_PopStack "IGCM_comp_GetInputParametersFiles"
[2]	599	}
	600
	601	#=======================================================================
	602	function IGCM_comp_GetInputRestartFiles
	603	{
[544]	604	IGCM_debug_PushStack "IGCM_comp_GetInputRestartFiles"
[2]	605
[544]	606	# Debug Print :
	607	echo
	608	IGCM_debug_Print 1 "IGCM_comp_GetInputRestartFiles"
	609	echo
[2]	610
[590]	611	typeset Date_tmp Date_r Path_r do_start CompOldName Path_OUT Path_BUF
	612	typeset Buffered Archived Tared PotentialTarFile IsMatching TarFileFound
[544]	613	typeset comp compname comptagname card ListFilesName FileName0 NbFiles i i_
	614	typeset file_in file_out file_in_ file_out_ file_in_Name
	615	typeset -Z4 j4
[2]	616
[544]	617	for comp in ${config_ListOfComponents[*]} ; do
	618	# Define component
	619	eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1
	620	eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1
	621	#
	622	card=${SUBMIT_DIR}/COMP/${compname}.card
	623	#
	624	IGCM_card_DefineArrayFromOption ${card} RestartFiles List
	625	ListFilesName=${compname}_RestartFiles_List
	626	eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1
[2]	627
[544]	628	# Debug Print :
	629	IGCM_debug_Print 3 "restart ${compname}"
[2]	630
[544]	631	if ( ${FirstInitialize} ) ; then
[2]	632
[544]	633	if [ "${config_Restarts_OverRule}" = "y" ] ; then
	634	eval config_${comp}_Restart="y"
	635	eval config_${comp}_RestartDate=${config_Restarts_RestartDate}
	636	eval config_${comp}_RestartJobName=${config_Restarts_RestartJobName}
	637	eval config_${comp}_RestartPath=${config_Restarts_RestartPath}
	638	eval do_start=\${config_${comp}_Restart} > /dev/null 2>&1
	639	eval CompOldName=${comp}
	640	else
[590]	641	# Read component Restarts parameters
[544]	642	IGCM_card_DefineVariableFromOption ${SUBMIT_DIR}/config.card ${comp} Restart
	643	eval do_start=\${config_${comp}_Restart} > /dev/null 2>&1
[2]	644
[544]	645	if [ "${do_start}" = "y" ] ; then
	646	IGCM_card_DefineVariableFromOption ${SUBMIT_DIR}/config.card ${comp} RestartDate
	647	IGCM_card_DefineVariableFromOption ${SUBMIT_DIR}/config.card ${comp} RestartJobName
	648	IGCM_card_DefineVariableFromOption ${SUBMIT_DIR}/config.card ${comp} RestartPath
	649	else
	650	eval config_${comp}_RestartDate=-1
	651	eval config_${comp}_RestartJobName=${NULL_STR}
	652	eval config_${comp}_RestartPath=${NULL_STR}
	653	fi
	654	IGCM_card_DefineVariableFromOption ${SUBMIT_DIR}/config.card ${comp} OldName
	655	eval CompOldName=\${config_${comp}_OldName}
	656	if [ X${CompOldName} = X ] ; then
	657	eval CompOldName=${comp}
	658	fi
	659	fi
[2]	660
[544]	661	if [ "${do_start}" = "y" ] ; then
[2]	662
[544]	663	if ( [ X${FileName0} != X${NULL_STR} ] && [ X${FileName0} != XNONE ] ) ; then
	664	eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1
[2]	665
[544]	666	(( i=1 ))
	667	until [ $i -gt $NbFiles ]; do
	668	eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1
	669	eval file_in=${file_in_}
[2]	670
[544]	671	(( i_ = i+1 ))
	672	eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1
	673	eval file_out=${file_out_}
	674
	675	eval Date_tmp=\${config_${comp}_RestartDate}
	676	Date_r=$( IGCM_date_ConvertFormatToGregorian ${Date_tmp} )
	677	eval Path_r=\${config_${comp}_RestartPath}/\${config_${comp}_RestartJobName}/${CompOldName}/Restart
	678	eval file_in_Name=\${config_${comp}_RestartJobName}_${Date_r}_${file_in}
[2]	679
[544]	680	generic_restart_file_name_in=$( basename ${file_in_Name} .nc )
	681	generic_restart_file_name_out=$( basename ${file_out} .nc )
	682
	683	eval Path_OUT=\${Path_r}/${generic_restart_file_name_in}
	684	nb_restart_file=$(IGCM_sys_CountFileArchive ${Path_OUT}_????.nc)
[2]	685
[544]	686	if [ ${nb_restart_file} -gt 1 ] ; then
	687	j=0
	688	until [ $j -ge $nb_restart_file ]; do
	689	j4=${j}
	690	eval IGCM_sys_Get ${Path_r}/${generic_restart_file_name_in}_${j4}.nc ${generic_restart_file_name_out}_${j4}.nc
	691	#IGCM_comp_PrepareDeletedFiles ${generic_restart_file_name_in}_${j4}.nc ${generic_restart_file_name_out}_${j4}.nc
	692	#eval FileToBeDeleted[${#FileToBeDeleted[@]}]="${generic_restart_file_name_out}_${j4}.nc" > /dev/null 2>&1
	693	(( j=j+1 ))
	694	done
	695	else
	696	eval IGCM_sys_Get ${Path_r}/${file_in_Name} ${file_out}
	697	#IGCM_comp_PrepareDeletedFiles ${file_in} ${file_out}
[2]	698	fi
[544]	699
	700	(( i=i+3 ))
	701	done
	702	else
	703	if [ X${FileName0} != XNONE ] ; then
	704	IGCM_debug_Exit "IGCM_comp_GetInputRestartFiles : No file in list for ${compname}."
	705	else
	706	IGCM_debug_Print 1 "IGCM_comp_GetInputRestartFiles : NONE specified in Restart List ${compname}."
	707	fi
	708	fi
	709	fi
	710	elif [ ${Period} -eq 1 ] ; then
	711	# if not FirstInitialize and first loop of this job
[2]	712
[544]	713	# Restore Restarts files
	714	#-----------------------
	715	if ( [ X${FileName0} != X${NULL_STR} ] && [ X${FileName0} != XNONE ] ) ; then
	716	eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1
[2]	717
[544]	718	(( i=1 ))
	719	until [ $i -gt $NbFiles ]; do
	720	eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1
	721	eval file_in=${file_in_}
	722	(( i_ = i+1 ))
	723	eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1
	724	eval file_out=${file_out_}
	725
	726	file_in_Name=${run_Configuration_OldPrefix}_${file_in}
[2]	727
[544]	728	generic_restart_file_name_in=$( basename ${file_in_Name} .nc )
	729	generic_restart_file_name_out=$( basename ${file_out} .nc )
[2]	730
[544]	731	eval Path_BUF=\${R_BUF_${comp}_R}/${generic_restart_file_name_in}
	732	eval Path_OUT=\${R_OUT_${comp}_R}/${generic_restart_file_name_in}
[67]	733
[631]	734	#if [ -f ${Path_BUF}*.nc ] ; then
	735	if [ $( IGCM_sys_TestFileBuffer ${Path_BUF}*.nc ; echo $? ) = 0 ] ; then
[590]	736	IGCM_debug_Print 3 "Buffered restart"
[544]	737	Buffered=true
[590]	738	Archived=false
	739	Tared=false
[544]	740	nb_restart_file=$(IGCM_sys_CountFileBuffer ${Path_BUF}_????.nc)
[631]	741	#elif [ -f ${Path_OUT}*.nc ] ; then
	742	elif [ $( IGCM_sys_TestFileArchive ${Path_OUT}*.nc ; echo $? ) = 0 ] ; then
[590]	743	IGCM_debug_Print 3 "Archived restart"
	744	Buffered=false
	745	Archived=true
	746	Tared=false
	747	nb_restart_file=$(IGCM_sys_CountFileArchive ${Path_OUT}_????.nc)
[544]	748	else
[590]	749	IGCM_debug_Print 3 "Tared restart"
[544]	750	Buffered=false
[590]	751	Archived=false
	752	Tared=true
	753	# Look after the tar file we want if we did not found it already
	754	if [ X${IsMatching} = X ] ; then
[615]	755	for PotentialTarFile in $( find ${R_SAVE}/RESTART -name "${config_UserChoices_JobName}_*_restart.tar" -print ) ; do
[599]	756	IsMatching=$( echo $( basename ${PotentialTarFile} ) \| sed "s:^${config_UserChoices_JobName}_::" \| sed "s:\.restart\.tar$::" \| gawk -F_ -v restartdate=${LastPeriodDateEnd} '{if (($1 < restartdate) && ($2 >= restartdate)) {print $1"_"$2}}' )
[590]	757	if [ ! X${IsMatching} = X ] ; then
	758	TarFileFound=${PotentialTarFile}
	759	break
	760	fi
	761	done
	762	fi
	763	tar xvf ${TarFileFound} ${comp}_${generic_restart_file_name_in}*.nc
	764	nb_restart_file=$( IGCM_sys_CountFileBuffer ${comp}_${generic_restart_file_name_in}_????.nc )
[544]	765	fi
[41]	766
[544]	767	if [ ${nb_restart_file} -gt 1 ] ; then
	768	j=0
	769	until [ $j -ge $nb_restart_file ]; do
	770	j4=${j}
[590]	771	if [ X${Buffered} = Xtrue ] ; then
[544]	772	IGCM_sys_GetBuffer ${Path_BUF}_${j4}.nc ${generic_restart_file_name_out}_${j4}.nc
[590]	773	elif [ X${Archived} = Xtrue ] ; then
[544]	774	IGCM_sys_Get ${Path_OUT}_${j4}.nc ${generic_restart_file_name_out}_${j4}.nc
[590]	775	elif [ X${Tared} = Xtrue ] ; then
	776	IGCM_sys_Mv ${comp}_${generic_restart_file_name_in}_${j4}.nc ${generic_restart_file_name_out}_${j4}.nc
[544]	777	fi
	778	(( j=j+1 ))
	779	done
	780	else
[590]	781	if [ X${Buffered} = Xtrue ] ; then
[544]	782	eval IGCM_sys_GetBuffer \${R_BUF_${comp}_R}/${file_in_Name} ${file_out}
[590]	783	elif [ X${Archived} = Xtrue ] ; then
[544]	784	eval IGCM_sys_Get \${R_OUT_${comp}_R}/${file_in_Name} ${file_out}
[590]	785	elif [ X${Tared} = Xtrue ] ; then
	786	IGCM_sys_Mv ${comp}_${file_in_Name} ${file_out}
[2]	787	fi
[544]	788	fi
	789	(( i=i+3 ))
	790	done
	791	else
	792	if [ X${FileName0} != XNONE ] ; then
	793	IGCM_debug_Exit "IGCM_comp_GetInputRestartFiles : No file in list for ${compname}."
	794	else
	795	IGCM_debug_Print 1 "IGCM_comp_GetInputRestartFiles : NONE specified in Restart List ${compname}."
[2]	796	fi
[544]	797	fi
[420]	798	fi
[544]	799	done
[420]	800
[544]	801	NbFiles=$( ls * 2> /dev/null \| wc -l )
	802	if [ ${NbFiles} -gt 0 ] ; then
	803	IGCM_sys_Chmod u+rw *
	804	fi
	805
	806	IGCM_debug_PopStack "IGCM_comp_GetInputRestartFiles"
[2]	807	}
	808
	809	#=======================================================================
[269]	810	function IGCM_comp_PeriodStart
	811	{
[544]	812	IGCM_debug_PushStack "IGCM_comp_PeriodStart"
[269]	813
[544]	814	# Debug Print :
	815	echo
	816	IGCM_debug_Print 1 "IGCM_comp_PeriodStart"
	817	echo
[269]	818
[544]	819	typeset ExeNameIn ExeNameOut
	820	typeset comp compname comptagname
	821	for comp in ${config_ListOfComponents[*]} ; do
	822	# Define component
	823	eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1
	824	eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1
[269]	825
[544]	826	# Copy executable for this component
	827	eval ExeNameIn=\${config_Executable_${comp}[0]}
	828	eval ExeNameOut=\${config_Executable_${comp}[1]}
[269]	829
[544]	830	# Debug Print
	831	IGCM_debug_Print 3 "PeriodStart ${compname} Driver Function (if any)."
	832	# UPDATE component
	833	${comp}_PeriodStart 2> /dev/null
[269]	834
[544]	835	done
[269]	836
[544]	837	IGCM_debug_PopStack "IGCM_comp_PeriodStart"
[269]	838	}
	839
	840	#=======================================================================
[2]	841	function IGCM_comp_Update
	842	{
[544]	843	IGCM_debug_PushStack "IGCM_comp_Update"
[2]	844
	845	# Debug Print :
[544]	846	echo
	847	IGCM_debug_Print 1 "IGCM_comp_Update"
	848	echo
[2]	849
[544]	850	typeset ExeNameIn ExeNameOut
	851	typeset comp compname comptagname
	852	for comp in ${config_ListOfComponents[*]} ; do
	853	# Define component
	854	eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1
	855	eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1
[2]	856
[544]	857	# Copy executable for this component
	858	eval ExeNameIn=\${config_Executable_${comp}[0]}
	859	eval ExeNameOut=\${config_Executable_${comp}[1]}
[151]	860
[622]	861	# If missing executable and DRYRUN is set to 0 or 1 then stop!
	862	if [ ${DRYRUN} -le 1 ] && [ X${ExeNameIn} != X\"\" ] && [ ! -f ${R_EXE}/${ExeNameIn} ] ; then
	863	IGCM_debug_Exit "IGCM_comp_Update missing executable ${ExeNameIn}"
	864	fi
[236]	865
[544]	866	if [ ${Period} -eq 1 ] && [ -f ${R_EXE}/${ExeNameIn} ] ; then
	867	eval IGCM_sys_Cp ${R_EXE}/${ExeNameIn} ${ExeNameOut}
	868	if [ -f ${RUN_DIR}/${ExeNameOut} ] ; then
	869	eval IGCM_sys_Chmod +rx ${RUN_DIR}/${ExeNameOut}
	870	fi
	871	elif [ -f ${R_EXE}/${ExeNameIn} ] && [ ! -f ${RUN_DIR}/${ExeNameOut} ] ; then
	872	eval IGCM_sys_Cp ${R_EXE}/${ExeNameIn} ${ExeNameOut}
	873	if [ -f ${RUN_DIR}/${ExeNameOut} ] ; then
	874	eval IGCM_sys_Chmod +rx ${RUN_DIR}/${ExeNameOut}
	875	fi
	876	fi
[2]	877
[544]	878	# Debug Print
	879	IGCM_debug_Print 1 "Update ${compname} Parameter Files."
	880	# UPDATE component
	881	${comp}_Update
[2]	882
[544]	883	done
[2]	884
[544]	885	IGCM_debug_PopStack "IGCM_comp_Update"
[2]	886	}
	887
	888	#=======================================================================
	889	function IGCM_comp_Finalize
	890	{
[544]	891	IGCM_debug_PushStack "IGCM_comp_Finalize"
[2]	892
[544]	893	# Debug Print :
	894	echo
	895	IGCM_debug_Print 1 "IGCM_comp_Finalize"
	896	echo
[2]	897
[544]	898	typeset ListTextName TextName0
	899	typeset comp compname comptagname card ListFilesName FileName0 NbFiles SaveOnArchive
	900	typeset i i_ file_in file_in_ file_out file_out_ file_outin file_outin_ generic_file_name nb_rebuild_file
	901	typeset -Z4 j4
	902	typeset list_file nlist_file
	903	typeset compactoutputs
[429]	904
[544]	905	compactoutputs=false
	906	if [ X${JobType} != XRUN ] ; then
	907	compactoutputs=true
	908	elif [ X${config_UserChoices_CompactText} != Xn ] ; then
	909	compactoutputs=true
	910	fi
[433]	911
[544]	912	for comp in ${config_ListOfComponents[*]} ; do
	913	# Define component
	914	eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1
	915	eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1
[2]	916
[544]	917	# Debug Print
	918	IGCM_debug_Print 1 "Finalize ${comp} : ${compname} component."
	919	# FINALIZE component
	920	${comp}_Finalize
[2]	921
[544]	922	card=${SUBMIT_DIR}/COMP/${compname}.card
[2]	923
[544]	924	# Save Restarts files
	925	#--------------------
	926	IGCM_debug_Print 2 "Save Restart files for ${comp} : ${compname} component."
	927	IGCM_card_DefineArrayFromOption ${card} RestartFiles List
	928	ListFilesName=${compname}_RestartFiles_List
	929	eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1
	930
	931	if ( [ X${FileName0} != X${NULL_STR} ] && [ X${FileName0} != XNONE ] ) ; then
	932	eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1
	933
	934	(( i=0 ))
	935	until [ $i -ge $NbFiles ]; do
	936	eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1
	937	eval file_in=${file_in_}
[2]	938
[544]	939	(( i_ = i+1 ))
	940	eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1
	941	eval file_out=${file_out_}
[151]	942
[544]	943	(( i_ = i+2 ))
	944	eval file_outin_=\${${ListFilesName}[$i_]} > /dev/null 2>&1
	945	eval file_outin=${file_outin_}
[151]	946
[544]	947	generic_restart_file_name_in=$( basename ${file_in} .nc )
	948	generic_restart_file_name_out=$( basename ${config_UserChoices_JobName}_${PeriodDateEnd}_${file_out} .nc )
	949	generic_restart_file_name_outin=$( basename ${file_outin} .nc )
	950
	951	nb_restart_file=$( ls ${generic_restart_file_name_in}_????.nc 2>/dev/null \| wc -l )
	952	if [ ${nb_restart_file} -gt 1 ] ; then
	953	j=0
	954	until [ $j -ge $nb_restart_file ]; do
	955	j4=${j}
[582]	956	if [ X${Pack} = Xtrue ] ; then
	957	eval IGCM_sys_PutBuffer_Rest ${generic_restart_file_name_in}_${j4}.nc \${R_BUF_${comp}_R}/${generic_restart_file_name_out}_${j4}.nc
	958	else
	959	eval IGCM_sys_Put_Rest ${generic_restart_file_name_in}_${j4}.nc \${R_OUT_${comp}_R}/${generic_restart_file_name_out}_${j4}.nc
	960	fi
[544]	961	if [ ! ${file_in} = ${file_outin} ] ; then
	962	if ( ${ExitFlag} ) ; then
	963	echo "IGCM_sys_Mv ${generic_restart_file_name_in}_${j4}.nc ${generic_restart_file_name_outin}_${j4}.nc not executed."
	964	else
	965	IGCM_sys_Mv ${generic_restart_file_name_in}_${j4}.nc ${generic_restart_file_name_outin}_${j4}.nc
	966	fi
	967	fi
	968	(( j=j+1 ))
	969	done
[2]	970	else
[582]	971	if [ X${Pack} = Xtrue ] ; then
	972	eval IGCM_sys_PutBuffer_Rest ${file_in} \${R_BUF_${comp}_R}/${config_UserChoices_JobName}_${PeriodDateEnd}_${file_out}
	973	else
	974	eval IGCM_sys_Put_Rest ${file_in} \${R_OUT_${comp}_R}/${config_UserChoices_JobName}_${PeriodDateEnd}_${file_out}
	975	fi
[544]	976	if [ ! ${file_in} = ${file_outin} ] ; then
	977	if ( ${ExitFlag} ) ; then
	978	echo "IGCM_sys_Mv ${file_in} ${file_outin} not executed."
[2]	979	else
[544]	980	IGCM_sys_Mv ${file_in} ${file_outin}
[2]	981	fi
[544]	982	fi
[2]	983	fi
	984
[544]	985	(( i=i+3 ))
	986	done
	987	else
	988	if [ X${FileName0} != XNONE ] ; then
	989	IGCM_debug_Exit "IGCM_comp_Finalize : No file in restart list for ${compname}."
	990	else
	991	IGCM_debug_Print 1 "IGCM_comp_Finalize : NONE specified in Restart List ${compname}."
	992	fi
	993	fi
[2]	994
[544]	995	# Save Output files
	996	#------------------
	997	IGCM_debug_Print 2 "Save Output files for ${comp} : ${compname} component."
	998	IGCM_card_DefineArrayFromOption ${card} OutputFiles List
	999	ListFilesName=${compname}_OutputFiles_List
	1000	eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1
[2]	1001
[544]	1002	if [ X${FileName0} != X${NULL_STR} ] ; then
	1003	eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1
[149]	1004
[544]	1005	(( i=0 ))
	1006	until [ $i -ge $NbFiles ]; do
	1007	SaveOnArchive=true
	1008	eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1
	1009	eval file_in=${file_in_}
	1010	(( i_ = i+1 ))
	1011	eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1
	1012	eval file_out=${file_out_}
[582]	1013	#
	1014	# Override file_out path remplacing R_SAVE by R_BUFR
	1015	#
	1016	if [ X${Pack} = Xtrue ] ; then
	1017	file_out=$( echo $file_out \| sed "s:^$R_SAVE:$R_BUFR:" )
	1018	fi
	1019	#
	1020	# Not necessarily the best option. /!\ Potential side effects /!\
	1021	#
[544]	1022	(( i_ = i+2 ))
	1023	eval flag_post=\${${ListFilesName}[$i_]} > /dev/null 2>&1
	1024	#
	1025	generic_file_name=$( basename ${file_in} .nc )
	1026	nb_rebuild_file=$( ls \| grep "^${generic_file_name}_[0-9]*.nc" \| wc -l )
	1027	#
	1028	if ( [ ${nb_rebuild_file} -eq 1 ] && [ -f ${generic_file_name}_0000.nc ] ) ; then
	1029	IGCM_debug_Print 2 "Parallelism with 1 process. Rebuilding ${file_in} not needed"
	1030	IGCM_sys_Mv ${generic_file_name}_0000.nc ${file_in}
	1031	elif [ ${nb_rebuild_file} -gt 1 ] ; then
	1032	IGCM_debug_Print 2 "Parallelism detected rebuilding ${file_in} is needed"
[545]	1033	if [ X${AsynchronousRebuild} = Xfalse ] ; then
[544]	1034	IGCM_debug_Print 2 "Rebuilding ${file_in} online"
	1035	IGCM_sys_rebuild ${file_in} ${generic_file_name}_*.nc
	1036	else
	1037	IGCM_debug_Print 2 "Preparing offline rebuild for ${file_in}"
	1038	[ ! -d ${RUN_DIR}/REBUILD_${PeriodDateBegin} ] && IGCM_sys_Mkdir ${RUN_DIR}/REBUILD_${PeriodDateBegin}
	1039	IGCM_sys_Mv ${generic_file_name}_????.nc ${RUN_DIR}/REBUILD_${PeriodDateBegin}
	1040
	1041	# Prepare headers for the shell dedicated to offline rebuild
	1042	if [ ! -f ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh ] ; then
	1043	if [ $DRYRUN -le 1 ]; then
	1044	echo "#!/bin/ksh " > ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
	1045	echo "function IGCM_FlushRebuild " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
	1046	echo "{ " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
	1047	echo "IGCM_debug_PushStack \"IGCM_FlushRebuild\" " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
	1048	echo "echo " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
	1049	echo "IGCM_debug_Print 1 \"IGCM_FlushRebuild\" " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
	1050	echo "echo " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
	1051	echo "export R_SAVE=${R_SAVE} " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
[588]	1052	echo "export R_BUFR=${R_BUFR} " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
[544]	1053	echo "export config_UserChoices_JobName=${config_UserChoices_JobName} " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
	1054	fi
	1055	fi
	1056	# Prepare the shell dedicated to offline rebuild
	1057	if [ $DRYRUN -le 1 ]; then
	1058	echo "IGCM_sys_rebuild ${file_in} ${generic_file_name}_*.nc" >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
	1059	echo "IGCM_debug_Verif_Exit_Post " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
	1060	fi
	1061	#
	1062	# Load Patch we need to apply and apply
	1063	if [ $DRYRUN -le 1 ]; then
	1064	if [ X$( eval echo \${${compname}_${flag_post}_Patches[0]} ) != X${NULL_STR} ]; then
	1065	for Patch in $( eval echo \${${compname}_${flag_post}_Patches[*]} ); do
	1066	echo ". ${libIGCM_POST}/libIGCM_post/IGCM_${Patch}.ksh" >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
	1067	echo "IGCM_${Patch} ${file_in} " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
	1068	echo "IGCM_debug_Verif_Exit_Post " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
	1069	done
	1070	fi
	1071	fi
	1072	#
	1073	if [ $DRYRUN -le 1 ]; then
[582]	1074	if [ X${Pack} = Xtrue ] ; then
	1075	echo "IGCM_sys_PutBuffer_Out ${file_in} ${file_out} " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
	1076	else
	1077	echo "IGCM_sys_Put_Out ${file_in} ${file_out} " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
	1078	fi
[544]	1079	echo "IGCM_debug_Verif_Exit_Post " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
	1080	echo "IGCM_sys_Rm ${generic_file_name}_*.nc " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
	1081	fi
	1082	SaveOnArchive=false
	1083	fi
	1084	fi
	1085	#
	1086	if [ ${SaveOnArchive} = true ] ; then
	1087	#
[545]	1088	# Rebuild has been done online or it was not needed
	1089	#
[544]	1090	# If we need to apply a patch we use TMP DIRECTORY before ARCHIVING if asynchronous rebuild is on
	1091	#
	1092	thereisapatch=$( eval echo \${${compname}_${flag_post}_Patches[0]} )
[545]	1093	if ( [ ! X${thereisapatch} = X${NULL_STR} ] && [ X${AsynchronousRebuild} = Xtrue ] && [ -f ${file_in} ] ) ; then
	1094	[ ! -d ${RUN_DIR}/REBUILD_${PeriodDateBegin} ] && IGCM_sys_Mkdir ${RUN_DIR}/REBUILD_${PeriodDateBegin}
	1095	IGCM_sys_Mv ${file_in} ${RUN_DIR}/REBUILD_${PeriodDateBegin}
	1096	eval FileToBeDeleted[${#FileToBeDeleted[@]}]=REBUILD_${PeriodDateBegin}/${file_in} > /dev/null 2>&1
	1097	#
	1098	if [ $DRYRUN -le 1 ]; then
	1099	if [ ! -f ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh ] ; then
	1100	echo "#!/bin/ksh " > ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
	1101	echo "function IGCM_FlushRebuild " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
	1102	echo "{ " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
	1103	echo "IGCM_debug_PushStack \"IGCM_FlushRebuild\" " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
	1104	echo "echo " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
	1105	echo "IGCM_debug_Print 1 \"IGCM_FlushRebuild\" " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
	1106	echo "echo " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
	1107	echo "export R_SAVE=${R_SAVE} " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
	1108	echo "export config_UserChoices_JobName=${config_UserChoices_JobName} " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
	1109	fi
	1110	#
	1111	for Patch in $( eval echo \${${compname}_${flag_post}_Patches[*]} ); do
	1112	echo ". ${libIGCM_POST}/libIGCM_post/IGCM_${Patch}.ksh" >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
	1113	echo "IGCM_${Patch} ${file_in} " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
	1114	echo "IGCM_debug_Verif_Exit_Post " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
	1115	done
[544]	1116	#
[582]	1117	if [ X${Pack} = Xtrue ] ; then
	1118	echo "IGCM_sys_PutBuffer_Out ${file_in} ${file_out} " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
	1119	else
	1120	echo "IGCM_sys_Put_Out ${file_in} ${file_out} " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
	1121	fi
[545]	1122	echo "IGCM_debug_Verif_Exit_Post " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
	1123	#
[544]	1124	fi
	1125	else
[545]	1126	#
	1127	# No Patch, No Asynchronous rebuild, online rebuild has been done or was not needed
	1128	#
[582]	1129	if [ X${Pack} = Xtrue ] ; then
	1130	IGCM_sys_PutBuffer_Out ${file_in} ${file_out}
	1131	else
	1132	IGCM_sys_Put_Out ${file_in} ${file_out}
	1133	fi
[544]	1134	eval FileToBeDeleted[${#FileToBeDeleted[@]}]="${file_in}" > /dev/null 2>&1
	1135	if [ ${nb_rebuild_file} -gt 1 ] ; then
	1136	for DelFile in $( ls \| grep "${generic_file_name}[_0-9]*.nc" ) ; do
	1137	eval FileToBeDeleted[${#FileToBeDeleted[@]}]=${DelFile} > /dev/null 2>&1
	1138	done
	1139	fi
	1140	fi
[2]	1141	fi
[544]	1142	(( i=i+3 ))
	1143	done
	1144	fi
[2]	1145
[544]	1146	# Save Output Text files of models
	1147	#---------------------------------
	1148	IGCM_debug_Print 2 "Save Output Text files for ${comp} : ${compname} component."
	1149	IGCM_card_DefineArrayFromOption ${card} OutputText List
	1150	ListTextName=${compname}_OutputText_List
	1151
	1152	eval TextName0=\${${ListTextName}[0]} > /dev/null 2>&1
	1153	if [ X${TextName0} != X${NULL_STR} ] ; then
	1154	eval NbFiles=\${#${ListTextName}[@]} > /dev/null 2>&1
[2]	1155
[544]	1156	(( i=0 ))
	1157	until [ $i -eq $NbFiles ]; do
	1158	eval file_in=\${${ListTextName}[$i]} > /dev/null 2>&1
	1159	eval file_out=${PREFIX}_${file_in}
[2]	1160
[544]	1161	(( i=i+1 ))
[429]	1162
[544]	1163	unset list_file
	1164	#set +A list_file -- $( ls ${file_in}* \| sort 2>/dev/null )
	1165	# result for a a1 a10 a2 with file_in=a a a1 a2 a10
	1166	set +A list_file -- $( [ -f ${file_in} ] && ls ${file_in} ; for i in $(ls ${file_in}* 2>/dev/null \| sed "s/${file_in}//" \| sort -n) ; do ls ${file_in}$i ; done )
	1167	nlist_file=${#list_file[@]}
	1168	if [ ${nlist_file} -gt 1 ] ; then
	1169	if ( ${compactoutputs} ) ; then
	1170	IGCM_debug_Print 2 "Parallelism of Text Output with ${nlist_file} files."
	1171	IGCM_debug_Print 2 "Compact files in ${file_out} : " ${list_file[*]}
	1172	echo ${list_file[*]} > ${file_out}
	1173	echo "" >> ${file_out}
	1174
	1175	(( i_ = 0 ))
	1176	for file in ${list_file[@]}
	1177	do
	1178	echo "_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ " >> ${file_out}
	1179	echo "\| " ${i_} " " ${file} >> ${file_out}
	1180	echo "- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - " >> ${file_out}
	1181	cat ${file} \| sed "s/\(.*\)/${i_}\1/" ${file} >> ${file_out}
	1182	echo "" >> ${file_out}
	1183	eval FileToBeDeleted[${#FileToBeDeleted[@]}]="${file}" > /dev/null 2>&1
	1184	(( i_ = i_ + 1 ))
	1185	done
[582]	1186	if [ X${Pack} = Xtrue ] ; then
	1187	eval IGCM_sys_PutBuffer_Out ${file_out} \${R_BUF_${comp}_D}/${file_out}
	1188	else
	1189	eval IGCM_sys_Put_Out ${file_out} \${R_OUT_${comp}_D}/${file_out}
	1190	fi
[544]	1191	eval FileToBeDeleted[${#FileToBeDeleted[@]}]="${file_out}" > /dev/null 2>&1
[433]	1192
[544]	1193	if ( ${ExecutionFail} ) ; then
	1194	IGCM_sys_Cp ${file_out} ${SUBMIT_DIR}/Debug
	1195	fi
	1196	else
	1197	for file in ${list_file[@]}
	1198	do
[582]	1199	if [ X${Pack} = Xtrue ] ; then
	1200	eval IGCM_sys_PutBuffer_Out ${file} \${R_BUF_${comp}_D}/${PREFIX}_${file}
	1201	else
	1202	eval IGCM_sys_Put_Out ${file} \${R_OUT_${comp}_D}/${PREFIX}_${file}
	1203	fi
[544]	1204	eval FileToBeDeleted[${#FileToBeDeleted[@]}]="${file}" > /dev/null 2>&1
[433]	1205
[544]	1206	if ( ${ExecutionFail} ) ; then
	1207	IGCM_sys_Cp ${file} ${SUBMIT_DIR}/Debug/${PREFIX}_${file}
[2]	1208	fi
[544]	1209	done
	1210	fi
	1211	else
	1212	if ( [ -f ${file_in}_0000 ] \|\| [ -f ${file_in}0 ] ) ; then
	1213	eval IGCM_sys_Mv ${file_in}* ${file_in}
	1214	fi
[582]	1215	if [ X${Pack} = Xtrue ] ; then
	1216	eval IGCM_sys_PutBuffer_Out ${file_in} \${R_BUF_${comp}_D}/${file_out}
	1217	else
	1218	eval IGCM_sys_Put_Out ${file_in} \${R_OUT_${comp}_D}/${file_out}
	1219	fi
[544]	1220	eval FileToBeDeleted[${#FileToBeDeleted[@]}]="${file_in}" > /dev/null 2>&1
[2]	1221
[544]	1222	if ( ${ExecutionFail} ) ; then
	1223	IGCM_sys_Cp ${file_in} ${SUBMIT_DIR}/Debug/${file_out}
	1224	fi
	1225	fi
	1226	done
	1227	fi
	1228	echo
	1229	done
	1230	IGCM_debug_PopStack "IGCM_comp_Finalize"
[2]	1231	}

Note: See TracBrowser for help on using the repository browser.

Download in other formats: