Context Navigation

source: trunk/libIGCM/libIGCM_sys/libIGCM_sys_curie.ksh @ 804

Last change on this file since 804 was 804, checked in by sdipsl, 11 years ago

Files waiting for rebuild are stored within the relevant simulation tree. see #87

--> /IGCM_OUT/TagName/SpaceName/ExperiementName/JobName/REBUILD

Using only 1 proc and having RebuildFrequency? != NONE won't be an issue. see #88
Homogenize RUN_DIR PATH during computing and post-processing. see #92
Save text files before restarts and outputs. (more chance to have a clue of what went wrong) see #103
Remove useless variable BIG_DIR
Cosmectics

Property svn:keywords set to Revision Author Date

File size: 78.5 KB

Line
1	#!/bin/ksh
2
3	#**************************************************************
4	# Author: Sebastien Denvil, Martial Mancip, Arnaud Caubel
5	# Contact: Arnaud.Caubel__at__lsce.ipsl.fr
6	# $Revision:: $ Revision of last commit
7	# $Author:: $ Author of last commit
8	# $Date:: $ Date of last commit
9	# IPSL (2006)
10	# This software is governed by the CeCILL licence see libIGCM/libIGCM_CeCILL.LIC
11	#
12	#**************************************************************
13
14	#=========================================================
15	# The documentation of this file can be automatically generated
16	# if you use the prefix #D- for comments to be extracted.
17	# Extract with command: cat lib* \| grep "^#D-" \| cut -c "4-"
18	#=========================================================
19
20	#D-#==================================================
21	#D-LibIGCM_sys for Curie
22	#D-#==================================================
23	#D-
24	#D- This ksh library if a layer under some usefull
25	#D-environment variables and shell commands.
26	#D-All those definitions depend on host particularities.
27	#D-It manages a stack mechanism and test validity of operations.
28	#D-All function described bellow must be prefixed by IGCM_sys.
29
30	#====================================================
31	# libIGCM_sys PARAMETERS
32	#====================================================
33
34	#====================================================
35	# set DEBUG_sys to true to output calls of function
36	typeset -r DEBUG_sys=${DEBUG_sys:=true}
37
38	#====================================================
39	# Turn in dry run mode ? (sys_Put_Rest, sys_Put_Out, sys_Get)
40	typeset -r DRYRUN=${DRYRUN:=0}
41
42	# YOU MUST COMPILE YOUR EXE FILES FOR DRYRUN MODE !
43	# -------------------------------------------------------------------------------------
44	# \| DRYRUN= \| Date computations, \| sys_Get \| Exe \| sys_Put_Out; sys_Put_Rest \|
45	# \| \| Cp/Exe param files \| \| Chmod \| \|
46	# \| \| Qsub \| \| \| \|
47	# -------------------------------------------------------------------------------------
48	# \| 0 \| yes \| yes \| yes \| yes \|
49	# -------------------------------------------------------------------------------------
50	# \| 1 \| yes \| yes \| yes \| no \|
51	# -------------------------------------------------------------------------------------
52	# \| 2 \| yes \| yes \| no \| no \|
53	# -------------------------------------------------------------------------------------
54	# \| 3 \| yes \| no \| no \| no \|
55	# -------------------------------------------------------------------------------------
56
57	#=====================================================
58	# Global Variables :
59	#=====================================================
60	# Language : "fr" or "en"
61	typeset -r MYLANG="fr"
62
63	#=====================================================
64	# Host and user names
65	# $hostname ou hostname
66	typeset HOST=${HOST:=$( hostname )}
67	# $username ou whoami
68	typeset LOGIN=${LOGIN:=$( whoami )}
69	# $hostname of the MASTER job
70	typeset MASTER=curie
71
72	#D-
73	#D-#==================================================
74	#D-Program used in libIGCM
75	#D-#==================================================
76
77	# Submit command
78	typeset SUBMIT=${SUBMIT:=ccc_msub}
79	# rsync with path
80	typeset -r RSYNC=/usr/bin/rsync
81	# RSYNC_opt args to rsync
82	typeset -r RSYNC_opt="-va"
83	# ie storage filesystem
84	typeset -r STOREHOST=${MASTER}
85
86	#====================================================
87	# Source default environment
88	#====================================================
89	##. /etc/profile
90
91	#====================================================
92	# Set environment tools (ferret, nco, cdo)
93	#====================================================
94	if [ X${TaskType} = Xcomputing ] ; then
95	. /ccc/cont003/home/dsm/p86ipsl/.atlas_env_calcul_curie_ksh
96	export PATH=${PATH}:/ccc/cont003/home/dsm/p86ipsl/AddNoise/src_X64/bin
97	else
98	. /ccc/cont003/home/dsm/p86ipsl/.atlas_env_post_curie_ksh
99	fi
100
101	#====================================================
102	# Specific for ocean additionnal diagnostic
103	export FER_GO="$FER_GO /home/cont003/p86denv/IGCM_POST_UTIL/JNL /home/cont003/p86denv/GRAF /home/cont003/p86denv/GRAF/GO"
104	export FER_PALETTE="$FER_PALETTE /home/cont003/p86denv/GRAF/PALET"
105
106	#====================================================
107	# Host specific DIRECTORIES
108	#====================================================
109
110	# ============ CESIUM START ============ #
111
112	#====================================================
113	#- Mirror libIGCM from titane to cesium if needed
114	#ROOTSYS=$( echo ${libIGCM} \| gawk -F"/" '{print $3}' )
115	#if [ ! ${ROOTSYS} = "home" ] ; then
116	# typeset -r MirrorlibIGCM=${MirrorlibIGCM:=true}
117	#else
118	# typeset -r MirrorlibIGCM=${MirrorlibIGCM:=false}
119	#fi
120
121	#====================================================
122	#- libIGCM_POST
123	#if ( ${MirrorlibIGCM} ) ; then
124	# PATHlibIGCM=$( echo ${libIGCM} \| gawk -F"${LOGIN}/" '{print $2}' \| sed -e "s&/libIGCM&&" )
125	# typeset -r libIGCM_POST=${HOME}/MIRROR/${PATHlibIGCM}/libIGCM
126	#else
127	# typeset -r libIGCM_POST=${libIGCM}
128	#fi
129
130	# ============ CESIUM END ============ #
131
132	#====================================================
133	#- MirrorlibIGCM for frontend
134	typeset -r MirrorlibIGCM=${MirrorlibIGCM:=false}
135
136	#====================================================
137	#- libIGCM_POST for frontend
138	typeset -r libIGCM_POST=${libIGCM}
139
140	#====================================================
141	#- R_EXE (==> BIN_DIR = ${MODIPSL}/bin )
142	typeset -r R_EXE="${MODIPSL}/bin"
143
144	#====================================================
145	#- SUBMIT_DIR : submission dir
146	typeset SUBMIT_DIR=${SUBMIT_DIR:=${BRIDGE_MSUB_PWD}}
147
148	#====================================================
149	#- IN
150	typeset -r R_IN=${R_IN:=/ccc/work/cont003/dsm/p86ipsl/IGCM}
151	typeset -r R_IN_ECMWF=${R_IN_ECMWF:=/ccc/work/cont003/dsm/p24data}
152
153	#====================================================
154	#- ARCHIVE (dedicated to large files)
155	typeset ARCHIVE=${CCCSTOREDIR}
156
157	#====================================================
158	#- STORAGE (dedicated to small/medium files)
159	typeset STORAGE=${CCCWORKDIR}
160
161	#====================================================
162	#- R_OUT
163	typeset R_OUT=${ARCHIVE}/IGCM_OUT
164
165	#====================================================
166	#- R_FIG (hosting figures : monitoring and atlas, and/or small files)
167	typeset R_FIG=${STORAGE}/IGCM_OUT
168
169	#====================================================
170	#- R_BUF (ONLY FOR double copy an scratch)
171	typeset -r R_BUF=${SCRATCHDIR}/IGCM_OUT
172
173	#====================================================
174	#- RUN_DIR_PATH : Temporary working directory (=> TMP)
175	typeset -r RUN_DIR_PATH=${RUN_DIR_PATH:=${SCRATCHDIR}/RUN_DIR/${BRIDGE_MSUB_JOBID}}
176
177	#====================================================
178	#- HOST_MPIRUN_COMMAND
179	typeset -r HOST_MPIRUN_COMMAND=${HOST_MPIRUN_COMMAND:="/usr/bin/time ccc_mprun -E'-K1'"}
180
181	#====================================================
182	#- Max number of arguments passed to nco operator or demigration command
183	UNIX_MAX_LIMIT=360
184
185	#====================================================
186	#- set PackDefault true on curie
187	PackDefault=true
188
189	#====================================================
190	#- Number of core per node (max number of OpenMP task)
191	NUM_COREPERNODE=8
192
193	#====================================================
194	#- Default number of MPI task for IPSL coupled model
195	#- required for backward compatibility
196	#-
197	DEFAULT_NUM_PROC_OCE=5
198	DEFAULT_NUM_PROC_CPL=1
199	(( DEFAULT_NUM_PROC_ATM = BATCH_NUM_PROC_TOT - DEFAULT_NUM_PROC_OCE - DEFAULT_NUM_PROC_CPL ))
200	DEFAULT_NUM_PROC_TOTAL=${BATCH_NUM_PROC_TOT}
201
202	#D-#==================================================
203	#D-function IGCM_sys_ChangeArchive
204	#D-* Purpose: if SpaceName=TEST everything is stored on SCRATCHDIR
205	#D-* Examples:
206	#D-
207	function IGCM_sys_ChangeArchive {
208	IGCM_debug_PushStack "IGCM_sys_ChangeArchive"
209
210	R_OUT=${SCRATCHDIR}/IGCM_OUT
211	R_FIG=${SCRATCHDIR}/IGCM_OUT
212
213	IGCM_debug_Print 1 "R_OUT has been redefined = ${R_OUT}"
214	IGCM_debug_Print 1 "R_FIG has been redefined = ${R_FIG}"
215
216	IGCM_debug_PopStack "IGCM_sys_ChangeArchive"
217	}
218
219	#D-#==================================================
220	#D-function IGCM_sys_RshMaster
221	#D-* Purpose: Connection to frontend machine.
222	#D-* Examples:
223	#D-
224	function IGCM_sys_RshMaster {
225	IGCM_debug_PushStack "IGCM_sys_RshMaster" $@
226	/bin/ksh <<-EOF
227	export libIGCM=${libIGCM}
228	export DEBUG_debug=${DEBUG_debug}
229	. ${libIGCM}/libIGCM_debug/libIGCM_debug.ksh
230	. ${libIGCM}/libIGCM_card/libIGCM_card.ksh
231	${@}
232	EOF
233	if [ $? -gt 0 ] ; then
234	echo "IGCM_sys_RshMaster : erreur."
235	IGCM_debug_Exit "IGCM_sys_RshMaster"
236	fi
237	IGCM_debug_PopStack "IGCM_sys_RshMaster"
238	}
239
240	#D-#==================================================
241	#D-function IGCM_sys_RshArchive
242	#D-* Purpose: Archive rsh command
243	#D-* Examples:
244	#D-
245	function IGCM_sys_RshArchive {
246	IGCM_debug_PushStack "IGCM_sys_RshArchive" $@
247	/bin/ksh <<-EOF
248	${@}
249	EOF
250	if [ $? -gt 0 ] ; then
251	echo "IGCM_sys_RshArchive : erreur."
252	IGCM_debug_Exit "IGCM_sys_RshArchive"
253	fi
254	IGCM_debug_PopStack "IGCM_sys_RshArchive"
255	}
256
257	#D-#==================================================
258	#D-function IGCM_sys_RshPost
259	#D-* Purpose: Post-process rsh command
260	#D-* Examples:
261	#D-
262	function IGCM_sys_RshPost {
263	IGCM_debug_PushStack "IGCM_sys_RshPost" $@
264	if ( $DEBUG_sys ) ; then
265	echo "IGCM_sys_RshPost :" $@
266	fi
267
268	#echo cat tmp_IGCM_sys_RshPost_$$ INITIAL
269	#cat tmp_IGCM_sys_RshPost_$$
270	# keep standard input (stdin) for the loop onto temporary file
271	cat >tmp_IGCM_sys_RshPost_$$
272
273	# ============ FRONTEND START ============ #
274
275	/bin/ksh <tmp_IGCM_sys_RshPost_$$
276	if [ $? -gt 0 ] ; then
277	echo "IGCM_sys_RshPost : erreur."
278	IGCM_debug_Exit "IGCM_sys_RshPost"
279	fi
280	# delete temporary file
281	\rm tmp_IGCM_sys_RshPost_$$
282
283	# ============ FRONTEND END ============ #
284
285	# ============ CESIUM START ============ #
286	# typeset NB_ESSAI DELAI status i
287	# if [ "X$( grep rebuild_from tmp_IGCM_sys_RshPost_$$ )" != "X" ] ; then
288	# #little hack so that rebuild submission is done on titane not an cesium
289	#
290	# libIGCM_POST_sed=$( echo $libIGCM_POST \| sed 's/\//\\\//g' )
291	# POST_DIR_sed=$( echo ${POST_DIR} \| sed 's/\//\\\//g' )
292	# sed "s/IGCM_sys_QsubPost/IGCM_sys_Qsub/g" tmp_IGCM_sys_RshPost_$$ > tmp.txt
293	# sed "s/ rebuild_fromWorkdir/ ${libIGCM_POST_sed}\/rebuild_fromWorkdir.job/g" tmp.txt > tmp_IGCM_sys_RshPost_$$
294	# sed "s/ rebuild_fromArchive/ ${libIGCM_POST_sed}\/rebuild_fromArchive.job/g" tmp_IGCM_sys_RshPost_$$ > tmp.txt
295	# sed "s/Script_Post_Output=/Script_Output=${POST_DIR_sed}\//g" tmp.txt > tmp_IGCM_sys_RshPost_$$
296	# \mv tmp.txt tmp_IGCM_sys_RshPost_$$
297	#
298	# echo cat tmp_IGCM_sys_RshPost_$$ AFTER
299	# cat tmp_IGCM_sys_RshPost_$$
300	#
301	# /bin/ksh <tmp_IGCM_sys_RshPost_$$
302	# if [ $? -gt 0 ] ; then
303	# echo "IGCM_sys_RshPost : erreur."
304	# IGCM_debug_Exit "IGCM_sys_RshPost"
305	# fi
306	# # delete temporary file
307	# \rm tmp_IGCM_sys_RshPost_$$
308	#
309	# else
310	# # number of tentative
311	# NB_ESSAI=10
312	# # time delay between tentative
313	# DELAI=10
314	# i=0
315	# while [ $i -ne $NB_ESSAI ] ; do
316	# ssh -t titane996 ssh cesium /bin/ksh <tmp_IGCM_sys_RshPost_$$
317	# status=$?
318	# if [ ${status} -ne 0 ];
319	# then
320	# sleep $DELAI
321	# else
322	# break
323	# fi
324	# let i=$i+1
325	# done
326	# # delete temporary file
327	# \rm tmp_IGCM_sys_RshPost_$$
328	#
329	# if [ ${status} -gt 0 ] ; then
330	# echo "IGCM_sys_RshPost : erreur."
331	# IGCM_debug_Exit "IGCM_sys_RshPost"
332	# fi
333	# fi
334
335	# ============ CESIUM END ============ #
336
337	IGCM_debug_PopStack "IGCM_sys_RshPost"
338	}
339
340	#D-#==================================================
341	#D-function IGCM_sys_SendMail
342	#D-* Purpose: Send mail when simulation is over
343	#D-* Examples:
344	#D-
345	function IGCM_sys_SendMail {
346	IGCM_debug_PushStack "IGCM_sys_SendMail" $@
347	if ( $DEBUG_sys ) ; then
348	echo "IGCM_sys_SendMail :" $@
349	fi
350
351	if ( ${ExitFlag} ) ; then
352	status=failed
353	else
354	status=completed
355	fi
356
357	cat << END_MAIL > job_end.mail
358	Dear ${LOGIN},
359
360	Simulation ${config_UserChoices_JobName} is ${status} on supercomputer `hostname`.
361	Job started : ${DateBegin}
362	Job ended : ${DateEnd}
363	Output files are available in ${R_SAVE}
364	Files to be rebuild are temporarily available in ${REBUILD_DIR}
365	Pre-packed files are temporarily available in ${R_BUFR}
366	Script files, Script Outputs and Debug files (if necessary) are available in ${SUBMIT_DIR}
367	END_MAIL
368
369	if [ ! -z ${config_UserChoices_MailName} ] ; then
370	mail -s "${config_UserChoices_JobName} ${status}" ${config_UserChoices_MailName} < job_end.mail
371	elif [ -f ~/.forward ] ; then
372	mail -s "${config_UserChoices_JobName} ${status}" $( cat ~/.forward ) < job_end.mail
373	fi
374	sleep 10
375	rm -f job_end.mail
376
377	if [ $? -gt 0 ] ; then
378	echo "IGCM_sys_SendMail : erreur."
379	IGCM_debug_Exit "IGCM_sys_SendMail"
380	fi
381	IGCM_debug_PopStack "IGCM_sys_SendMail"
382	}
383
384	#D-#==================================================
385	#D-function IGCM_sys_Mkdir
386	#D-* Purpose: Master locale mkdir command
387	#D-* Examples:
388	#D-
389	function IGCM_sys_Mkdir {
390	IGCM_debug_PushStack "IGCM_sys_Mkdir" $@
391	if ( $DEBUG_sys ) ; then
392	echo "IGCM_sys_Mkdir :" $@
393	fi
394	if [ ! -d ${1} ]; then
395	\mkdir -p $1
396	if [ $? -gt 0 ] ; then
397	echo "IGCM_sys_Mkdir : erreur."
398	IGCM_debug_Exit "IGCM_sys_Mkdir"
399	fi
400	fi
401	# vérification :
402	if [ ! -d ${1} ] ; then
403	echo "IGCM_sys_Mkdir : erreur."
404	IGCM_debug_Exit "IGCM_sys_Mkdir"
405	fi
406	IGCM_debug_PopStack "IGCM_sys_Mkdir"
407	}
408
409	#D-#==================================================
410	#D-function IGCM_sys_MkdirArchive
411	#D-* Purpose: Mkdir on Archive
412	#D-* Examples:
413	#D-
414	function IGCM_sys_MkdirArchive {
415	IGCM_debug_PushStack "IGCM_sys_MkdirArchive" $@
416	if ( $DEBUG_sys ) ; then
417	echo "IGCM_sys_MkdirArchive :" $@
418	fi
419	#- creation de repertoire sur le serveur fichier
420	if [ ! -d ${1} ]; then
421	\mkdir -p $1
422	if [ $? -gt 0 ] ; then
423	echo "IGCM_sys_MkdirArchive : erreur."
424	IGCM_debug_Exit "IGCM_sys_MkdirArchive"
425	fi
426	fi
427	IGCM_debug_PopStack "IGCM_sys_MkdirArchive"
428	}
429
430	#D-#==================================================
431	#D-function IGCM_sys_MkdirWork
432	#D-* Purpose: Mkdir on Work
433	#D-* Examples:
434	#D-
435	function IGCM_sys_MkdirWork {
436	IGCM_debug_PushStack "IGCM_sys_MkdirWork" $@
437	if ( $DEBUG_sys ) ; then
438	echo "IGCM_sys_MkdirWork :" $@
439	fi
440	#- creation de repertoire sur le serveur fichier
441	if [ ! -d ${1} ]; then
442	\mkdir -p $1
443	if [ $? -gt 0 ] ; then
444	echo "IGCM_sys_MkdirWork : erreur."
445	IGCM_debug_Exit "IGCM_sys_MkdirWork"
446	fi
447	fi
448	IGCM_debug_PopStack "IGCM_sys_MkdirWork"
449	}
450
451	#D-#==================================================
452	#D-function IGCM_sys_Cd
453	#D-* Purpose: master cd command
454	#D-* Examples:
455	#D-
456	function IGCM_sys_Cd {
457	IGCM_debug_PushStack "IGCM_sys_Cd" $@
458	if ( $DEBUG_sys ) ; then
459	echo "IGCM_sys_Cd :" $@
460	fi
461	\cd $1
462	if [ $? -gt 0 ] ; then
463	echo "IGCM_sys_Cd : erreur."
464	IGCM_debug_Exit "IGCM_sys_Cd"
465	fi
466	IGCM_debug_PopStack "IGCM_sys_Cd"
467	}
468
469	#D-#==================================================
470	#D-function IGCM_sys_Chmod
471	#D-* Purpose: Chmod
472	#D-* Examples:
473	#D-
474	function IGCM_sys_Chmod {
475	IGCM_debug_PushStack "IGCM_sys_Chmod" -- $@
476	if ( $DEBUG_sys ) ; then
477	echo "IGCM_sys_Chmod :" $@
478	fi
479	if [ $DRYRUN -le 1 ]; then
480	\chmod $@
481	if [ $? -gt 0 ] ; then
482	echo "IGCM_sys_Chmod : erreur."
483	IGCM_debug_Exit "IGCM_sys_Chmod"
484	fi
485	else
486	( ${DEBUG_debug} ) && echo "DRYRUN mode = " $DRYRUN >> stack
487	fi
488	IGCM_debug_PopStack "IGCM_sys_Chmod"
489	}
490
491	#D-#==================================================
492	#D-function IGCM_sys_FileSize
493	#D-* Purpose: Filesize
494	#D-* Examples:
495	#D-
496	function IGCM_sys_FileSize {
497	IGCM_debug_PushStack "IGCM_sys_FileSize" $@
498
499	typeset sizeF
500	set +A sizeF -- $( ls -la ${1} )
501	if [ $? -gt 0 ] ; then
502	IGCM_debug_Exit "IGCM_sys_FileSize"
503	fi
504	eval ${2}=${sizeF[4]}
505
506	IGCM_debug_PopStack "IGCM_sys_FileSize"
507	}
508
509	#D-#==================================================
510	#D-function IGCM_sys_TestDir
511	#D-* Purpose: Test Directory that must exists
512	#D-* Examples:
513	#D-
514	function IGCM_sys_TestDir {
515	IGCM_debug_PushStack "IGCM_sys_TestDir" $@
516	if ( $DEBUG_sys ) ; then
517	echo "IGCM_sys_TestDir :" $@
518	fi
519	typeset ExistFlag
520	ExistFlag=$( [ -d $1 ] && echo 0 \|\| echo 1 )
521	IGCM_debug_PopStack "IGCM_sys_TestDir"
522
523	return ${ExistFlag}
524	}
525
526	#D-#==================================================
527	#D-function IGCM_sys_TestDirArchive
528	#D-* Purpose: Test Directory that must exists on Archive
529	#D-* Examples:
530	#D-
531	function IGCM_sys_TestDirArchive {
532	IGCM_debug_PushStack "IGCM_sys_TestDirArchive" $@
533	if ( $DEBUG_sys ) ; then
534	echo "IGCM_sys_TestDirArchive :" $@
535	fi
536	typeset ExistFlag
537	ExistFlag=$( [ -d $1 ] && echo 0 \|\| echo 1 )
538	IGCM_debug_PopStack "IGCM_sys_TestDirArchive"
539
540	return ${ExistFlag}
541	}
542
543	#D-#==================================================
544	#D-function IGCM_sys_IsFileArchived
545	#D-* Purpose: Test file that must NOT EXISTS on Archive
546	#D-* Examples:
547	#D-
548	function IGCM_sys_IsFileArchived {
549	IGCM_debug_PushStack "IGCM_sys_IsFileArchived" $@
550	if ( $DEBUG_sys ) ; then
551	echo "IGCM_sys_IsFileArchived :" $@
552	fi
553	typeset IsArchivedFlag
554	IsArchivedFlag=$( [ X$( echo $1 \| grep ^\/ccc\/store ) != X ] && echo 0 \|\| echo 1 )
555	IGCM_debug_PopStack "IGCM_sys_IsFileArchived"
556
557	return ${IsArchivedFlag}
558	}
559
560	#D-#==================================================
561	#D-function IGCM_sys_TestFileArchive
562	#D-* Purpose: Test file that must NOT EXISTS on Archive
563	#D-* Examples:
564	#D-
565	function IGCM_sys_TestFileArchive {
566	IGCM_debug_PushStack "IGCM_sys_TestFileArchive" $@
567	typeset ExistFlag
568	ExistFlag=$( [ -f $1 ] && echo 0 \|\| echo 1 )
569	IGCM_debug_PopStack "IGCM_sys_TestFileArchive"
570
571	return ${ExistFlag}
572	}
573
574	#D-#==================================================
575	#D-function IGCM_sys_TestFileBuffer
576	#D-* Purpose: Test file that must NOT EXISTS on Buffer
577	#D-* Examples:
578	#D-
579	function IGCM_sys_TestFileBuffer {
580	IGCM_debug_PushStack "IGCM_sys_TestFileBuffer" $@
581	typeset ExistFlag
582	ExistFlag=$( [ -f $1 ] && echo 0 \|\| echo 1 )
583	IGCM_debug_PopStack "IGCM_sys_TestFileBuffer"
584
585	return ${ExistFlag}
586	}
587
588	#D-#==================================================
589	#D-function IGCM_sys_CountFileArchive
590	#D-* Purpose: Count files on Archive filesystem
591	#D-* Examples:
592	#D-
593	function IGCM_sys_CountFileArchive {
594	IGCM_debug_PushStack "IGCM_sys_CountFileArchive" $@
595	ls ${@} 2>/dev/null \| wc -l
596	if [ $? -gt 0 ] ; then
597	echo "IGCM_sys_CountFileArchive : erreur."
598	fi
599	IGCM_debug_PopStack "IGCM_sys_CountFileArchive"
600	}
601
602	#D-#==================================================
603	#D-function IGCM_sys_CountFileBuffer
604	#D-* Purpose: Count files on Scratch filesystem
605	#D-* Examples:
606	#D-
607	function IGCM_sys_CountFileBuffer {
608	IGCM_debug_PushStack "IGCM_sys_CountFileBuffer" $@
609	ls ${@} 2>/dev/null \| wc -l
610	if [ $? -gt 0 ] ; then
611	echo "IGCM_sys_CountFileBuffer : erreur."
612	fi
613	IGCM_debug_PopStack "IGCM_sys_CountFileBuffer"
614	}
615
616	#D-#==================================================
617	#D-function IGCM_sys_Tree
618	#D-* Purpose: Tree directories with files on ${ARCHIVE}
619	#D-* Examples: IGCM_sys_Tree ${R_IN} ${R_OUT}
620	#D-
621	function IGCM_sys_Tree {
622	IGCM_debug_PushStack "IGCM_sys_Tree" $@
623	if ( $DEBUG_sys ) ; then
624	echo "IGCM_sys_Tree :" $@
625	fi
626
627	\ls -lR ${@}
628
629	IGCM_debug_PopStack "IGCM_sys_Tree"
630	}
631
632	#D-#==================================================
633	#D-function IGCM_sys_Tar
634	#D-* Purpose: master tar command
635	#D-* Examples:
636	#D-
637	function IGCM_sys_Tar {
638	IGCM_debug_PushStack "IGCM_sys_Tar" $@
639	if ( $DEBUG_sys ) ; then
640	echo "IGCM_sys_Tar :" $@
641	fi
642	\tar cf $@
643	if [ $? -gt 0 ] ; then
644	echo "IGCM_sys_Tar : erreur."
645	IGCM_debug_Exit "IGCM_sys_Tar"
646	fi
647	IGCM_debug_PopStack "IGCM_sys_Tar"
648	}
649
650	#D-#==================================================
651	#D-function IGCM_sys_UnTar
652	#D-* Purpose: master un-tar command
653	#D-* Examples:
654	#D-
655	function IGCM_sys_UnTar {
656	IGCM_debug_PushStack "IGCM_sys_UnTar" $@
657	if ( $DEBUG_sys ) ; then
658	echo "IGCM_sys_UnTar :" $@
659	fi
660	\tar xvf $1
661	if [ $? -gt 0 ] ; then
662	echo "IGCM_sys_UnTar : erreur."
663	IGCM_debug_Exit "IGCM_sys_UnTar"
664	fi
665	IGCM_debug_PopStack "IGCM_sys_UnTar"
666	}
667
668	#D-#==================================================
669	#D-function IGCM_sys_Qsub
670	#D-* Purpose: Qsub new job
671	#D-* Examples:
672	#D-
673	function IGCM_sys_Qsub {
674	IGCM_debug_PushStack "IGCM_sys_Qsub" $@
675	if ( $DEBUG_sys ) ; then
676	echo "IGCM_sys_Qsub :" $@
677	fi
678	typeset options
679	if [ ${config_UserChoices_JobName}.${CumulPeriod} = "." ] ; then
680	options=" -o ${Script_Output} -e ${Script_Output}"
681	else
682	options=" -o ${Script_Output} -e ${Script_Output} -r ${config_UserChoices_JobName}.${CumulPeriod}"
683	fi
684
685	/usr/bin/ccc_msub ${options} < $1
686	if [ $? -gt 0 ] ; then
687	echo "IGCM_sys_Qsub : erreur ${options} $1"
688	IGCM_debug_Exit "IGCM_sys_Qsub"
689	fi
690	IGCM_debug_PopStack "IGCM_sys_Qsub"
691	}
692
693	#D-#==================================================
694	#D-function IGCM_sys_QsubPost
695	#D-* Purpose: Qsub new job on scalaire
696	#D-* Examples:
697	#D-
698	function IGCM_sys_QsubPost {
699	IGCM_debug_PushStack "IGCM_sys_QsubPost" $@
700	if ( $DEBUG_sys ) ; then
701	echo "IGCM_sys_QsubPost :" $@
702	fi
703	MY_PROJECT=$(echo ${BRIDGE_MSUB_PROJECT} \| cut -d@ -f1 )
704	/usr/bin/ccc_msub -Q normal -A ${MY_PROJECT} -o ${POST_DIR}/${Script_Post_Output}.out -e ${POST_DIR}/${Script_Post_Output}.out ${libIGCM_POST}/$1.job
705	if [ $? -gt 0 ] ; then
706	echo "IGCM_sys_QsubPost : erreur " $@
707	IGCM_debug_Exit "IGCM_sys_QsubPost"
708	fi
709	IGCM_debug_PopStack "IGCM_sys_QsubPost"
710	}
711
712	#D-*************************
713	#D- File transfer functions
714	#D-*************************
715	#D-
716
717	#D-#==================================================
718	#D-function IGCM_sys_Rsync_out
719	#D-* Purpose: treat return val of rsync
720	#D-* Examples: IGCM_sys_Rsync_out out_RET_rsync
721	#D- Error values and explanations can depend on your system version.
722	function IGCM_sys_Rsync_out {
723	status=$1
724	if [ ! $status ] ; then
725	echo "rsync error !"
726	fi
727
728	if [ $MYLANG = "fr" ]; then
729	case $status in
730	0) return ;;
731	1) echo "Erreur de rsync ; RERR_SYNTAX : "
732	echo "Erreur de syntaxe ou d'utilisation."
733	return;;
734	2) echo "Erreur de rsync ; RERR_PROTOCOL : "
735	echo "Incompatibilité de protocole."
736	return;;
737	3) echo "Erreur de rsync ; RERR_FILESELECT 3"
738	echo "Erreurs lors de la sélection des fichiers d'entrée sortie et"
739	echo "répertoires"
740	return;;
741	4) echo "Erreur de rsync ; RERR_UNSUPPORTED"
742	echo "Action demandée non supportée : une tentative de manipulation de"
743	echo "fichiers 64-bits sur une plate-forme qui ne les supporte pas a"
744	echo "été faite ; ou une option qui est supportée par le client mais"
745	echo "pas par le serveur a été spécifiée."
746	return;;
747	10) echo "Erreur de rsync ; RERR_SOCKETIO"
748	echo "Erreur dans le socket d'entrée sortie"
749	return;;
750	11) echo "Erreur de rsync ; RERR_FILEIO"
751	echo "Erreur d'entrée sortie fichier"
752	return;;
753	12) echo "Erreur de rsync ; RERR_STREAMIO"
754	echo "Erreur dans flux de donnée du protocole rsync"
755	return;;
756	13) echo "Erreur de rsync ; RERR_MESSAGEIO"
757	echo "Erreur avec les diagnostics du programme"
758	return;;
759	14) echo "Erreur de rsync ; RERR_IPC"
760	echo "Erreur dans le code IPC"
761	return;;
762	20) echo "Erreur de rsync ; RERR_SIGNAL"
763	echo "SIGUSR1 ou SIGINT reçu"
764	return;;
765	21) echo "Erreur de rsync ; RERR_WAITCHILD"
766	echo "Une erreur retournée par waitpid()"
767	return;;
768	22) echo "Erreur de rsync ; RERR_MALLOC"
769	echo "Erreur lors de l'allocation des tampons de mémoire de coeur"
770	return;;
771	23) echo ""
772	echo "Erreur fichier inexistant"
773	return;;
774	30) echo "Erreur de rsync ; RERR_TIMEOUT"
775	echo "Temps d'attente écoulé dans l'envoi/réception de données"
776	return;;
777	*) echo "Erreur de rsync : code de retour de rsync inconnu :" $status
778	return;;
779	esac
780	elif [ $MYLANG = "en" ] ; then
781	case $status in
782	0) return;;
783	1) echo "rsync error : Syntax or usage error "
784	return;;
785	2) echo "rsync error : Protocol incompatibility "
786	return;;
787	3) echo "rsync error : Errors selecting input/output files, dirs"
788	return;;
789	4) echo "rsync error : Requested action not supported: an attempt"
790	echo "was made to manipulate 64-bit files on a platform that cannot support"
791	echo "them; or an option was specified that is supported by the client and"
792	echo "not by the server."
793	return;;
794	5) echo "rsync error : Error starting client-server protocol"
795	return;;
796	10) echo "rsync error : Error in socket I/O "
797	return;;
798	11) echo "rsync error : Error in file I/O "
799	return;;
800	12) echo "rsync error : Error in rsync protocol data stream "
801	return;;
802	13) echo "rsync error : Errors with program diagnostics "
803	return;;
804	14) echo "rsync error : Error in IPC code "
805	return;;
806	20) echo "rsync error : Received SIGUSR1 or SIGINT "
807	return;;
808	21) echo "rsync error : Some error returned by waitpid() "
809	return;;
810	22) echo "rsync error : Error allocating core memory buffers "
811	return;;
812	23) echo "rsync error : Partial transfer due to error"
813	return;;
814	24) echo "rsync error : Partial transfer due to vanished source files"
815	return;;
816	30) echo "rsync error : Timeout in data send/receive "
817	return;;
818	*) echo "rsync error : return code of rsync unknown :" $status
819	return;;
820	esac
821	else
822	echo "unknown language $MYLANG."
823	return
824	fi
825	}
826
827	#D-#==================================================
828	#D-function IGCM_sys_Miror_libIGCM
829	#D-* Purpose: Mirror libIGCM PATH and lib to cesium
830	#D-* Examples:
831	#D-
832	function IGCM_sys_Mirror_libIGCM {
833	IGCM_debug_PushStack "IGCM_sys_Mirror_libIGCM"
834	if ( $DEBUG_sys ) ; then
835	echo "IGCM_sys_Mirror_libIGCM"
836	fi
837
838	typeset status
839
840	mkdir -p ${HOME}/MIRROR/${PATHlibIGCM}
841
842	echo ${RSYNC} ${RSYNC_opt} ${libIGCM} ${HOME}/MIRROR/${PATHlibIGCM} > out_rsync 2>&1
843	${RSYNC} ${RSYNC_opt} ${libIGCM} ${HOME}/MIRROR/${PATHlibIGCM} >> out_rsync 2>&1
844	status=$?
845
846	if [ ${status} -gt 0 ] ; then
847	echo "IGCM_sys_Mirror_libIGCM Warning : no libIGCM on cesium."
848	cat out_rsync
849	fi
850	IGCM_debug_PopStack "IGCM_sys_Mirror_libIGCM"
851	}
852
853	#D-#==================================================
854	#D-function IGCM_sys_Cp
855	#D-* Purpose: generic cp
856	#D-* Examples:
857	#D-
858	function IGCM_sys_Cp {
859	IGCM_debug_PushStack "IGCM_sys_Cp" $@
860	if ( $DEBUG_sys ) ; then
861	echo "IGCM_sys_Cp :" $@
862	fi
863
864	typeset status
865
866	echo cp $@ > out_rsync 2>&1
867	\cp $@ >> out_rsync 2>&1
868	status=$?
869
870	if [ ${status} -gt 0 ] ; then
871	echo "IGCM_sys_Cp : error code ${status}"
872	cat out_rsync
873	IGCM_debug_Exit "IGCM_sys_Cp"
874	else
875	\rm out_rsync
876	fi
877	IGCM_debug_PopStack "IGCM_sys_Cp"
878	}
879
880	#D-#==================================================
881	#D-function IGCM_sys_Rm
882	#D-* Purpose: generic rm
883	#D-* Examples:
884	#D-
885	function IGCM_sys_Rm {
886	IGCM_debug_PushStack "IGCM_sys_Rm" -- $@
887	if ( $DEBUG_sys ) ; then
888	echo "IGCM_sys_Rm :" $@
889	fi
890
891	typeset status
892
893	echo rm $@ > out_rsync 2>&1
894	\rm $@ >> out_rsync 2>&1
895	status=$?
896
897	if [ ${status} -gt 0 ] ; then
898	echo "IGCM_sys_Rm : error code ${status}"
899	cat out_rsync
900	IGCM_debug_Exit "IGCM_sys_Rm"
901	else
902	\rm out_rsync
903	fi
904	IGCM_debug_PopStack "IGCM_sys_Rm"
905	}
906
907	#D-#==================================================
908	#D-function IGCM_sys_RmRunDir
909	#D-* Purpose: rm tmpdir (dummy function most of the time batch
910	#D- scheduler will do the job)
911	#D-* Examples:
912	#D-
913	function IGCM_sys_RmRunDir {
914	IGCM_debug_PushStack "IGCM_sys_RmRunDir" -- $@
915	if ( $DEBUG_sys ) ; then
916	echo "IGCM_sys_RmRunDir :" $@
917	fi
918
919	typeset status
920
921	echo rm $@ > out_rsync 2>&1
922	\rm $@ >> out_rsync 2>&1
923	status=$?
924
925	if [ ${status} -gt 0 ] ; then
926	echo "IGCM_sys_RmRunDir : error code ${status}"
927	cat out_rsync
928	IGCM_debug_Exit "IGCM_sys_RmRunDir"
929	else
930	\rm out_rsync
931	fi
932	IGCM_debug_PopStack "IGCM_sys_RmRunDir"
933	}
934
935	#D-#==================================================
936	#D-function IGCM_sys_Mv
937	#D-* Purpose: generic move
938	#D-* Examples:
939	#D-
940	function IGCM_sys_Mv {
941	IGCM_debug_PushStack "IGCM_sys_Mv" $@
942	if ( $DEBUG_sys ) ; then
943	echo "IGCM_sys_Mv :" $@
944	fi
945
946	if [ $DRYRUN = 0 ]; then
947
948	typeset status
949
950	echo mv $@ > out_rsync 2>&1
951	\mv $@ >> out_rsync 2>&1
952	status=$?
953
954	if [ ${status} -gt 0 ] ; then
955	echo "IGCM_sys_Mv : error code ${status}"
956	cat out_rsync
957	IGCM_debug_Exit "IGCM_sys_Mv"
958	else
959	\rm out_rsync
960	fi
961	else
962	( ${DEBUG_debug} ) && echo "DRYRUN mode = " $DRYRUN >> stack
963	fi
964
965	IGCM_debug_PopStack "IGCM_sys_Mv"
966	}
967
968	#D-#==================================================
969	#D-function IGCM_sys_Put_Dir
970	#D-* Purpose: Copy a complete directory on $(ARCHIVE)
971	#D-* Examples:
972	#D-
973	function IGCM_sys_Put_Dir {
974	IGCM_debug_PushStack "IGCM_sys_Put_Dir" $@
975	if ( $DEBUG_sys ) ; then
976	echo "IGCM_sys_Put_Dir :" $@
977	fi
978	if [ $DRYRUN = 0 ]; then
979	if [ ! -d ${1} ] ; then
980	echo "WARNING : IGCM_sys_Put_Dir ${1} DOES NOT EXIST ."
981	IGCM_debug_PopStack "IGCM_sys_Put_Dir"
982	return
983	fi
984
985	typeset status
986
987	# Only if we use rsync
988	#IGCM_sys_TestDirArchive $( dirname $2 )
989	#
990	#USUAL WAY
991	\cp -r $1 $2 > out_rsync 2>&1
992	status=$?
993
994	if [ ${status} -gt 0 ] ; then
995	echo "IGCM_sys_Put_Dir : error code ${status}"
996	cat out_rsync
997	IGCM_debug_Exit "IGCM_sys_Put_Dir"
998	else
999	\rm out_rsync
1000	fi
1001	else
1002	( ${DEBUG_debug} ) && echo "DRYRUN mode = " $DRYRUN >> stack
1003	fi
1004	IGCM_debug_PopStack "IGCM_sys_Put_Dir"
1005	}
1006
1007	#D-#==================================================
1008	#D-function IGCM_sys_Get_Dir
1009	#D-* Purpose: Copy a complete directory from ${ARCHIVE}
1010	#D-* Examples:
1011	#D-
1012	function IGCM_sys_Get_Dir {
1013	IGCM_debug_PushStack "IGCM_sys_Get_Dir" $@
1014	if ( $DEBUG_sys ) ; then
1015	echo "IGCM_sys_Get_Dir :" $@
1016	fi
1017	if [ $DRYRUN = 0 ]; then
1018	# if [ ! -d ${1} ] ; then
1019	# echo "WARNING : IGCM_sys_Get_Dir ${1} DOES NOT EXIST ."
1020	# IGCM_debug_PopStack "IGCM_sys_Get_Dir"
1021	# return
1022	# fi
1023
1024	typeset NB_ESSAI DELAI status i
1025	# number of tentative
1026	NB_ESSAI=3
1027	# time delay between tentative
1028	DELAI=2
1029
1030	# Only if we use rsync
1031	#IGCM_sys_TestDirArchive $( dirname $2 )
1032	#
1033	# USUAL WAY
1034	# add 'ccc_hsm get' (to demigrate all offline files) to reduce time of this command :
1035	ccc_hsm get -r $1
1036
1037	i=0
1038	while [ $i -lt $NB_ESSAI ] ; do
1039	\cp -ur $1 $2 >> out_rsync 2>&1
1040	status=$?
1041	if [ ${status} -gt 0 ]; then
1042	IGCM_debug_Print 2 "IGCM_sys_Get_Dir : cp failed error code ${status} ${i}/${NB_ESSAI}"
1043	IGCM_debug_Print 2 "IGCM_sys_Get_Dir : sleep ${DELAI} seconds and try again."
1044	sleep $DELAI
1045	else
1046	break
1047	fi
1048	(( i = i + 1 ))
1049	done
1050
1051	if [ ${status} -gt 0 ] ; then
1052	echo "IGCM_sys_Get_Dir : error."
1053	cat out_rsync
1054	IGCM_debug_Exit "IGCM_sys_Get_Dir"
1055	else
1056	\rm out_rsync
1057	fi
1058	else
1059	( ${DEBUG_debug} ) && echo "DRYRUN mode = " $DRYRUN >> stack
1060	fi
1061	IGCM_debug_PopStack "IGCM_sys_Get_Dir"
1062	}
1063
1064	#D-#==================================================
1065	#D-function IGCM_sys_Get_Master
1066	#D-* Purpose: Copy a complete directory from MASTER filesystem
1067	#D-* Examples:
1068	#D-
1069	function IGCM_sys_Get_Master {
1070	IGCM_debug_PushStack "IGCM_sys_Get_Master" $@
1071	if ( $DEBUG_sys ) ; then
1072	echo "IGCM_sys_Get_Master :" $@
1073	fi
1074	if [ $DRYRUN = 0 ]; then
1075	if ( [ ! -d ${1} ] && [ ! -f ${1} ] ) ; then
1076	echo "WARNING : IGCM_sys_Get_Master ${1} DOES NOT EXIST ."
1077	IGCM_debug_PopStack "IGCM_sys_Get_Master"
1078	return
1079	fi
1080
1081	typeset NB_ESSAI DELAI status i
1082	# number of tentative
1083	NB_ESSAI=3
1084	# time delay between tentative
1085	DELAI=2
1086
1087	i=0
1088	while [ $i -lt $NB_ESSAI ] ; do
1089	\cp -urL $1 $2 > out_rsync 2>&1
1090	status=$?
1091	if [ ${status} -gt 0 ]; then
1092	IGCM_debug_Print 2 "IGCM_sys_Get_Master : cp failed error code ${status} ${i}/${NB_ESSAI}"
1093	IGCM_debug_Print 2 "IGCM_sys_Get_Master : sleep ${DELAI} seconds and try again."
1094	sleep $DELAI
1095	else
1096	break
1097	fi
1098	(( i = i + 1 ))
1099	done
1100
1101	if [ ${status} -gt 0 ] ; then
1102	echo "IGCM_sys_Get_Master : error."
1103	cat out_rsync
1104	IGCM_debug_Exit "IGCM_sys_Get_Master"
1105	else
1106	\rm out_rsync
1107	fi
1108	else
1109	( ${DEBUG_debug} ) && echo "DRYRUN mode = " $DRYRUN >> stack
1110	fi
1111	IGCM_debug_PopStack "IGCM_sys_Get_Master"
1112	}
1113
1114	#====================================================
1115	#- Call IGCM_sys_Mirror_libIGCM now !
1116	if ( $MirrorlibIGCM ) ; then
1117	IGCM_sys_Mirror_libIGCM
1118	fi
1119
1120	#D-#==================================================
1121	#D-function IGCM_sys_Put_Rest
1122	#D-* Purpose: Put computied restarts on ${ARCHIVE}.
1123	#D- File and target directory must exist.
1124	#D-* Examples:
1125	#D-
1126	function IGCM_sys_Put_Rest {
1127	IGCM_debug_PushStack "IGCM_sys_Put_Rest" $@
1128	if ( $DEBUG_sys ) ; then
1129	echo "IGCM_sys_Put_Rest :" $@
1130	fi
1131	if [ $DRYRUN = 0 ]; then
1132	if [ ! -f ${1} ] ; then
1133	echo "ERROR : IGCM_sys_Put_Rest ${1} DOES NOT EXIST ."
1134	IGCM_debug_Exit "IGCM_sys_Put_Rest"
1135	fi
1136
1137	typeset status
1138	#
1139	# USUAL WAY
1140	\cp $1 $2 > out_rsync 2>&1
1141	status=$?
1142
1143	# #RSYNC WITH NETWORK SSH CALL
1144	# echo ${RSYNC} ${RSYNC_opt} -e ssh ${RUN_DIR}/$1 ${STOREHOST}:${2} > out_rsync 2>&1
1145	# ${RSYNC} ${RSYNC_opt} -e ssh ${RUN_DIR}/$1 ${STOREHOST}:${2} >> out_rsync 2>&1
1146
1147	# #RSYNC WITH NFS USE
1148	# echo ${RSYNC} ${RSYNC_opt} ${RUN_DIR}/$1 ${2} > out_rsync 2>&1
1149	# ${RSYNC} ${RSYNC_opt} ${RUN_DIR}/$1 ${2} >> out_rsync 2>&1
1150
1151	# status=$?
1152	# IGCM_sys_Rsync_out $status
1153
1154	# ${libIGCM}/libIGCM_sys/IGCM_analyse_rsync_out.awk out_rsync
1155	# (( status=status+$? ))
1156
1157	if [ ${status} -gt 0 ] ; then
1158	echo "IGCM_sys_Put_Rest : cp failed error code ${status}"
1159	[ -f ${1} ] && ls -l ${1}
1160	[ -f ${2} ] && ls -l ${2}
1161	[ -f ${2}/${1} ] && ls -l ${2}/${1}
1162	cat out_rsync
1163	IGCM_debug_Exit "IGCM_sys_Put_Rest"
1164	else
1165
1166	if [ X${JobType} = XRUN ] ; then
1167	[ -f ${2} ] && IGCM_sys_Chmod 444 ${2}
1168	[ -f ${2}/${1} ] && IGCM_sys_Chmod 444 ${2}/${1}
1169	fi
1170
1171	\rm out_rsync
1172	fi
1173	else
1174	( ${DEBUG_debug} ) && echo "DRYRUN mode = " $DRYRUN >> stack
1175	fi
1176	IGCM_debug_PopStack "IGCM_sys_Put_Rest"
1177	}
1178
1179	#D-#==================================================
1180	#D-function IGCM_sys_PutBuffer_Rest
1181	#D-* Purpose: Put computied restarts on ${SCRATCHDIR}.
1182	#D- File and target directory must exist.
1183	#D-* Examples:
1184	#D-
1185	function IGCM_sys_PutBuffer_Rest {
1186	IGCM_debug_PushStack "IGCM_sys_PutBuffer_Rest" $@
1187	if ( $DEBUG_sys ) ; then
1188	echo "IGCM_sys_PutBuffer_Rest :" $@
1189	fi
1190	if [ $DRYRUN = 0 ]; then
1191	if [ ! -f ${1} ] ; then
1192	echo "ERROR : IGCM_sys_PutBuffer_Rest ${1} DOES NOT EXIST ."
1193	IGCM_debug_Exit "IGCM_sys_PutBuffer_Rest"
1194	fi
1195
1196	typeset status
1197	#
1198	# USUAL WAY
1199	\cp $1 $2 > out_rsync 2>&1
1200	status=$?
1201
1202	if [ ${status} -gt 0 ] ; then
1203	echo "IGCM_sys_PutBuffer_Rest : error code ${status}"
1204	[ -f ${2} ] && ls -l ${2}
1205	[ -f ${2}/${1} ] && ls -l ${2}/${1}
1206	cat out_rsync
1207	IGCM_debug_Exit "IGCM_sys_PutBuffer_Rest"
1208	else
1209
1210	if [ X${JobType} = XRUN ] ; then
1211	[ -f ${2} ] && IGCM_sys_Chmod 444 ${2}
1212	[ -f ${2}/${1} ] && IGCM_sys_Chmod 444 ${2}/${1}
1213	fi
1214
1215	\rm out_rsync
1216	fi
1217	else
1218	( ${DEBUG_debug} ) && echo "DRYRUN mode = " $DRYRUN >> stack
1219	fi
1220	IGCM_debug_PopStack "IGCM_sys_PutBuffer_Rest"
1221	}
1222
1223	#D-#==================================================
1224	#D-function IGCM_sys_PrepareTaredRestart
1225	#D-* Purpose: Prepare tared restart to be access by computing job. Identity here.
1226	#D-* Examples:
1227	#D-
1228	function IGCM_sys_PrepareTaredRestart {
1229	IGCM_debug_PushStack "IGCM_sys_PrepareTaredRestart" $@
1230	if [ $DRYRUN = 0 ]; then
1231	[ ! -f $( basename $1 ) ] && DEBUG_sys=false IGCM_sys_Get $1 .
1232	else
1233	( ${DEBUG_debug} ) && echo "DRYRUN mode = " $DRYRUN >> stack
1234	fi
1235	echo $( basename $1 )
1236	IGCM_debug_PopStack "IGCM_sys_PrepareTaredRestart"
1237	}
1238
1239	#D-#==================================================
1240	#D-function IGCM_sys_Put_Out
1241	#D-* Purpose: Copy a file on ${ARCHIVE} after having chmod it in readonly
1242	#D-* Examples:
1243	#D-
1244	function IGCM_sys_Put_Out {
1245	IGCM_debug_PushStack "IGCM_sys_Put_Out" $@
1246	if ( $DEBUG_sys ) ; then
1247	echo "IGCM_sys_Put_Out :" $@
1248	fi
1249
1250	typeset NB_ESSAI DELAI status i exist skip
1251
1252	# number of tentative
1253	NB_ESSAI=3
1254	# time delay between tentative
1255	DELAI=2
1256
1257	if [ $DRYRUN = 0 ]; then
1258	if [ ! -f ${1} ] ; then
1259	echo "WARNING : IGCM_sys_Put_Out ${1} DOES NOT EXIST ."
1260	IGCM_debug_PopStack "IGCM_sys_Put_Out"
1261	return 1
1262	fi
1263	#
1264	IGCM_sys_MkdirArchive $( dirname $2 )
1265	#
1266
1267	#=====================================================
1268	# COMMENT OUT DOUBLE COPY ON SCRATCHDIR
1269	#=====================================================
1270
1271	#echo ${2} \| grep "${R_OUT}" > /dev/null 2>&1
1272	#if [ $? -eq 0 ] ; then
1273	# typeset WORKPATH FILEPATH
1274	# WORKPATH=$( dirname $2 \| sed -e "s\|${R_OUT}\|${R_BUF}\|" )
1275	# IGCM_sys_MkdirWork ${WORKPATH}
1276	# FILEPATH=${WORKPATH}/$( basename $2 )
1277	# #
1278	# IGCM_sys_Cp ${1} ${FILEPATH}
1279	#fi
1280
1281	exist=false
1282	skip=false
1283	if [ -f $2 ] ; then
1284	IGCM_debug_Print 1 "$2 already exist"
1285	#dmget $2
1286	ccc_hsm get $2
1287	exist=true
1288	if [ "X$( diff $1 $2 )" = X ] ; then
1289	IGCM_debug_Print 2 "$1 and $2 are the same file, we skip the copy"
1290	skip=true
1291	else
1292	IGCM_debug_Print 2 "$1 and $2 are not the same file, we force the copy"
1293	skip=false
1294	fi
1295	fi
1296	#
1297	if ( [ X${exist} = Xtrue ] && [ X${skip} = Xfalse ] ) ; then
1298	IGCM_sys_Chmod u+w $2
1299	fi
1300
1301	if [ X${skip} = Xfalse ] ; then
1302	i=0
1303	while [ $i -lt $NB_ESSAI ] ; do
1304	# USUAL WAY
1305	\cp $1 $2 > out_rsync 2>&1
1306	status=$?
1307	if [ ${status} -gt 0 ]; then
1308	IGCM_debug_Print 2 "IGCM_sys_Put_Out : cp failed error code ${status} ${i}/${NB_ESSAI}"
1309	IGCM_debug_Print 2 "IGCM_sys_Put_Out : sleep ${DELAI} seconds and try again."
1310	[ -f ${1} ] && ls -l ${1}
1311	[ -f ${2} ] && ls -l ${2}
1312	[ -f ${2}/${1} ] && ls -l ${2}/${1}
1313	sleep $DELAI
1314	else
1315	break
1316	fi
1317	(( i = i + 1 ))
1318	done
1319	fi
1320
1321	# #RSYNC WITH NETWORK SSH CALL
1322	# echo ${RSYNC} ${RSYNC_opt} -e ssh ${RUN_DIR}/$1 ${STOREHOST}:${2} > out_rsync 2>&1
1323	# ${RSYNC} ${RSYNC_opt} -e ssh ${RUN_DIR}/$1 ${STOREHOST}:${2} >> out_rsync 2>&1
1324
1325	# #RSYNC WITH NFS USE
1326	# echo ${RSYNC} ${RSYNC_opt} ${RUN_DIR}/$1 ${2} > out_rsync 2>&1
1327	# ${RSYNC} ${RSYNC_opt} ${RUN_DIR}/$1 ${2} >> out_rsync 2>&1
1328
1329	# status=$?
1330	# IGCM_sys_Rsync_out $status
1331
1332	# ${libIGCM}/libIGCM_sys/IGCM_analyse_rsync_out.awk out_rsync
1333	# (( status=status+$? ))
1334
1335	if [ ${status} -gt 0 ] ; then
1336	echo "IGCM_sys_Put_Out : error."
1337	[ -f ${1} ] && ls -l ${1}
1338	[ -f ${2} ] && ls -l ${2}
1339	[ -f ${2}/${1} ] && ls -l ${2}/${1}
1340	cat out_rsync
1341	IGCM_debug_Exit "IGCM_sys_Put_Out"
1342	else
1343
1344	if [ X${JobType} = XRUN ] ; then
1345	if [ X${3} = X ] ; then
1346	[ -f ${2} ] && IGCM_sys_Chmod 444 ${2}
1347	[ -f ${2}/${1} ] && IGCM_sys_Chmod 444 ${2}/${1}
1348	fi
1349	fi
1350
1351	\rm out_rsync
1352	fi
1353	else
1354	( ${DEBUG_debug} ) && echo "DRYRUN mode = " $DRYRUN >> stack
1355	fi
1356	IGCM_debug_PopStack "IGCM_sys_Put_Out"
1357	return 0
1358	}
1359
1360	#D-#==================================================
1361	#D-function IGCM_sys_PutBuffer_Out
1362	#D-* Purpose: Copy a file on ${SCRATCHDIR} after having chmod it in readonly
1363	#D-* Examples:
1364	#D-
1365	function IGCM_sys_PutBuffer_Out {
1366	IGCM_debug_PushStack "IGCM_sys_PutBuffer_Out" $@
1367	if ( $DEBUG_sys ) ; then
1368	echo "IGCM_sys_PutBuffer_Out :" $@
1369	fi
1370
1371	typeset NB_ESSAI DELAI status i exist skip
1372
1373	# number of tentative
1374	NB_ESSAI=3
1375	# time delay between tentative
1376	DELAI=2
1377
1378	if [ $DRYRUN = 0 ]; then
1379	if [ ! -f ${1} ] ; then
1380	echo "WARNING : IGCM_sys_PutBuffer_Out ${1} DOES NOT EXIST ."
1381	IGCM_debug_PopStack "IGCM_sys_PutBuffer_Out"
1382	return 1
1383	fi
1384	#
1385	IGCM_sys_Mkdir $( dirname $2 )
1386	#
1387
1388	exist=false
1389	skip=false
1390	if [ -f $2 ] ; then
1391	IGCM_debug_Print 1 "$2 already exist"
1392	exist=true
1393	if [ "X$( diff $1 $2 )" = X ] ; then
1394	IGCM_debug_Print 2 "$1 and $2 are the same file, we skip the copy"
1395	skip=true
1396	else
1397	IGCM_debug_Print 2 "$1 and $2 are not the same file, we force the copy"
1398	skip=false
1399	fi
1400	fi
1401	#
1402	if ( [ X${exist} = Xtrue ] && [ X${skip} = Xfalse ] ) ; then
1403	IGCM_sys_Chmod u+w $2
1404	fi
1405
1406	if [ X${skip} = Xfalse ] ; then
1407	i=0
1408	while [ $i -lt $NB_ESSAI ] ; do
1409	# USUAL WAY
1410	\cp $1 $2 > out_rsync 2>&1
1411	status=$?
1412	if [ ${status} -gt 0 ]; then
1413	IGCM_debug_Print 2 "IGCM_sys_PutBuffer_Out : cp failed error code ${status} ${i}/${NB_ESSAI}"
1414	IGCM_debug_Print 2 "IGCM_sys_PutBuffer_Out : sleep ${DELAI} seconds and try again."
1415	[ -f ${2} ] && ls -l ${2}
1416	[ -f ${2}/${1} ] && ls -l ${2}/${1}
1417	sleep $DELAI
1418	else
1419	break
1420	fi
1421	(( i = i + 1 ))
1422	done
1423	fi
1424
1425	if [ ${status} -gt 0 ] ; then
1426	echo "IGCM_sys_PutBuffer_Out : error."
1427	[ -f ${2} ] && ls -l ${2}
1428	[ -f ${2}/${1} ] && ls -l ${2}/${1}
1429	cat out_rsync
1430	IGCM_debug_Exit "IGCM_sys_PutBuffer_Out"
1431	else
1432
1433	if [ X${JobType} = XRUN ] ; then
1434	if [ X${3} = X ] ; then
1435	[ -f ${2} ] && IGCM_sys_Chmod 444 ${2}
1436	[ -f ${2}/${1} ] && IGCM_sys_Chmod 444 ${2}/${1}
1437	fi
1438	fi
1439
1440	\rm out_rsync
1441	fi
1442	else
1443	( ${DEBUG_debug} ) && echo "DRYRUN mode = " $DRYRUN >> stack
1444	fi
1445	IGCM_debug_PopStack "IGCM_sys_PutBuffer_Out"
1446	return 0
1447	}
1448
1449	#D-#==================================================
1450	#D-function IGCM_sys_Get
1451	#D-* Purpose: Get a file from ${ARCHIVE}
1452	#D-* Examples: IGCM_sys_Get myfile /destpath/myfile_with_PREFIX
1453	#D- IGCM_sys_Get /l Array_contain_myfiles /destpath/
1454	function IGCM_sys_Get {
1455	IGCM_debug_PushStack "IGCM_sys_Get" $@
1456
1457	typeset DEST dm_liste target file_work
1458	typeset NB_ESSAI DELAI status i
1459
1460	if ( $DEBUG_sys ) ; then
1461	echo "IGCM_sys_Get :" $@
1462	fi
1463
1464	# number of tentative
1465	NB_ESSAI=3
1466	# time delay between tentative
1467	DELAI=2
1468
1469	if [ $DRYRUN -le 2 ]; then
1470	if [ X${1} = X'/l' ] ; then
1471	# test if the first file is present in the old computation :
1472	eval set +A dm_liste \${${2}}
1473	else
1474	eval set +A dm_liste ${1}
1475	fi
1476	eval DEST=\${${#}}
1477
1478	#=====================================================
1479	# COMMENT OUT DOUBLE COPY ON SCRATCHDIR
1480	#=====================================================
1481
1482	# Is it an R_OUT file (not R_IN) ?
1483	#echo ${dm_liste[0]} \| grep "${R_OUT}" > /dev/null 2>&1
1484	#if [ $? -eq 0 ] ; then
1485	# # Yes ? then we try to get it in SCRATCHDIR
1486	# set +A file_work $( echo ${dm_liste[*]} \| sed -e "s\|${R_OUT}\|${R_BUF}\|g" )
1487	# if [ -f ${file_work[0]} ] ; then
1488	# IGCM_sys_Cp ${file_work[*]} ${DEST}
1489	# IGCM_debug_PopStack "IGCM_sys_Get"
1490	# return
1491	# fi
1492	#fi
1493
1494	ccc_hsm get ${dm_liste[*]} > out_rsync 2>&1
1495	status=$?
1496	if [ ${status} -gt 0 ] ; then
1497	echo "WARNING IGCM_sys_Get : error code ${status}"
1498	cat out_rsync
1499	echo "WARNING IGCM_sys_Get : will stop later if the cp fails."
1500	fi
1501
1502	#if [ ${status} -gt 0 ] ; then
1503	# if [ ! "X$( grep "Lost dmusrcmd connection" out_rsync )" = "X" ] ; then
1504	# cat out_rsync
1505	# echo "WARNING IGCM_sys_Get : Lost dmusrcmd connection : "
1506	# sleep 30
1507	# echo "We try another time"
1508	## dmget ${dm_liste[*]} > out_rsync 2>&1
1509	# ccc_hsm get ${dm_liste[*]} > out_rsync 2>&1
1510	# status=$?
1511	# if [ ${status} -gt 0 ] ; then
1512	# echo "ERROR IGCM_sys_Get : again demigration error :"
1513	# cat out_rsync
1514	# IGCM_debug_Exit "IGCM_sys_Get"
1515	# fi
1516	# else
1517	# echo "ERROR IGCM_sys_Get : demigration error :"
1518	# cat out_rsync
1519	# IGCM_debug_Exit "IGCM_sys_Get"
1520	# fi
1521	#fi
1522
1523	# #RSYNC WITH NETWORK SSH CALL
1524	# echo ${RSYNC} ${RSYNC_opt} -e ssh ${STOREHOST}:"${dm_liste}" ${STOREHOST}:${RUN_DIR}/${DEST} > out_rsync 2>&1
1525	# ${RSYNC} ${RSYNC_opt} -e ssh ${STOREHOST}:"${dm_liste}" ${STOREHOST}:${RUN_DIR}/${DEST} >> out_rsync 2>&1
1526
1527	# #RSYNC WITH NFS USE
1528	# echo ${RSYNC} ${RSYNC_opt} ${dm_liste} ${RUN_DIR}/${DEST} > out_rsync 2>&1
1529	# ${RSYNC} ${RSYNC_opt} ${dm_liste} ${RUN_DIR}/${DEST} >> out_rsync 2>&1
1530
1531	# status=$?
1532	# IGCM_sys_Rsync_out $status
1533
1534	# ${libIGCM}/libIGCM_sys/IGCM_analyse_rsync_out.awk out_rsync
1535	# (( status=status+$? ))
1536
1537	#USUAL WAY
1538	if [ X${1} = X'/l' ] ; then
1539	for target in ${dm_liste[*]} ; do
1540	local_file=$( basename ${target} )
1541	# test if the target file is present before the loop
1542	IGCM_sys_TestFileArchive ${target}
1543	status=$?
1544	if [ ${status} -gt 0 ] ; then
1545	echo "IGCM_sys_Get, ERROR : regular file ${target} DOES NOT EXIST ."
1546	IGCM_debug_Exit "IGCM_sys_Get"
1547	else
1548	i=0
1549	while [ $i -lt $NB_ESSAI ] ; do
1550	\cp ${target} ${DEST}/${local_file} >> out_rsync 2>&1
1551	status=$?
1552	if [ ${status} -gt 0 ]; then
1553	IGCM_debug_Print 2 "IGCM_sys_Get : cp failed error code ${status} ${i}/${NB_ESSAI}"
1554	IGCM_debug_Print 2 "IGCM_sys_Get : sleep ${DELAI} seconds and try again."
1555	sleep $DELAI
1556	else
1557	break
1558	fi
1559	(( i = i + 1 ))
1560	done
1561	if [ ${status} -gt 0 ] ; then
1562	echo "IGCM_sys_Get : error"
1563	cat out_rsync
1564	\rm out_rsync
1565	IGCM_debug_Exit "IGCM_sys_Get"
1566	else
1567	\rm out_rsync
1568	fi
1569	fi
1570	done
1571	else
1572	i=0
1573	while [ $i -lt $NB_ESSAI ] ; do
1574	\cp ${dm_liste} ${DEST} >> out_rsync 2>&1
1575	status=$?
1576	if [ ${status} -gt 0 ]; then
1577	IGCM_debug_Print 2 "IGCM_sys_Get : cp failed error code ${status} ${i}/${NB_ESSAI}"
1578	IGCM_debug_Print 2 "IGCM_sys_Get : sleep ${DELAI} seconds and try again."
1579	sleep $DELAI
1580	else
1581	break
1582	fi
1583	(( i = i + 1 ))
1584	done
1585	if [ ${status} -gt 0 ] ; then
1586	echo "IGCM_sys_Get : error"
1587	cat out_rsync
1588	\rm out_rsync
1589	IGCM_debug_Exit "IGCM_sys_Get"
1590	else
1591	\rm out_rsync
1592	fi
1593	fi
1594	else
1595	( ${DEBUG_debug} ) && echo "DRYRUN mode = " $DRYRUN >> stack
1596	fi
1597	IGCM_debug_PopStack "IGCM_sys_Get"
1598	}
1599
1600	#D-#==================================================
1601	#D-function IGCM_sys_GetBuffer
1602	#D-* Purpose: Get a file from ${SCRATCHDIR}
1603	#D-* Examples: IGCM_sys_GetBuffer myfile /destpath/myfile_with_PREFIX
1604	#D- IGCM_sys_GetBuffer /l Array_contain_myfiles /destpath/
1605	function IGCM_sys_GetBuffer {
1606	IGCM_debug_PushStack "IGCM_sys_GetBuffer" $@
1607
1608	typeset DEST buf_liste target file_work
1609	typeset NB_ESSAI DELAI status i
1610
1611	if ( $DEBUG_sys ) ; then
1612	echo "IGCM_sys_GetBuffer :" $@
1613	fi
1614
1615	# number of tentative
1616	NB_ESSAI=3
1617	# time delay between tentative
1618	DELAI=2
1619
1620	if [ $DRYRUN -le 2 ]; then
1621	if [ X${1} = X'/l' ] ; then
1622	# test if the first file is present in the old computation :
1623	eval set +A buf_liste \${${2}}
1624	else
1625	eval set +A buf_liste ${1}
1626	fi
1627	eval DEST=\${${#}}
1628
1629	#USUAL WAY
1630	if [ X${1} = X'/l' ] ; then
1631	for target in ${buf_liste[*]} ; do
1632	local_file=$( basename ${target} )
1633	i=0
1634	while [ $i -lt $NB_ESSAI ] ; do
1635	\cp ${target} ${DEST}/${local_file} >> out_rsync 2>&1
1636	status=$?
1637	if [ ${status} -gt 0 ]; then
1638	IGCM_debug_Print 2 "IGCM_sys_GetBuffer : cp failed error code ${status} ${i}/${NB_ESSAI}"
1639	IGCM_debug_Print 2 "IGCM_sys_GetBuffer : sleep ${DELAI} seconds and try again."
1640	sleep $DELAI
1641	else
1642	break
1643	fi
1644	(( i = i + 1 ))
1645	done
1646	if [ ${status} -gt 0 ] ; then
1647	echo "IGCM_sys_Get : error"
1648	cat out_rsync
1649	\rm out_rsync
1650	IGCM_debug_Exit "IGCM_sys_GetBuffer"
1651	else
1652	\rm out_rsync
1653	fi
1654	done
1655	else
1656	i=0
1657	while [ $i -lt $NB_ESSAI ] ; do
1658	\cp ${buf_liste} ${DEST} >> out_rsync 2>&1
1659	status=$?
1660	if [ ${status} -gt 0 ]; then
1661	IGCM_debug_Print 2 "IGCM_sys_GetBuffer : cp failed error code ${status} ${i}/${NB_ESSAI}"
1662	IGCM_debug_Print 2 "IGCM_sys_GetBuffer : sleep ${DELAI} seconds and try again."
1663	sleep $DELAI
1664	else
1665	break
1666	fi
1667	(( i = i + 1 ))
1668	done
1669	if [ ${status} -gt 0 ] ; then
1670	echo "IGCM_sys_Get : error"
1671	cat out_rsync
1672	\rm out_rsync
1673	IGCM_debug_Exit "IGCM_sys_GetBuffer"
1674	else
1675	\rm out_rsync
1676	fi
1677	fi
1678	else
1679	( ${DEBUG_debug} ) && echo "DRYRUN mode = " $DRYRUN >> stack
1680	fi
1681	IGCM_debug_PopStack "IGCM_sys_GetBuffer"
1682	}
1683
1684	#D-#==================================================
1685	#D-function IGCM_sys_GetDate_FichWork
1686	#D-* Purpose: donne la date filesys d'un fichier sur le filesystem WORK
1687	#D-* Examples:
1688	#D-
1689	function IGCM_sys_GetDate_FichWork {
1690	IGCM_debug_PushStack "IGCM_sys_FichWork" $@
1691	if ( $DEBUG_sys ) ; then
1692	echo "IGCM_sys_GetDate_FichWork :" $@
1693	fi
1694	typeset dateF
1695	set +A dateF -- $( ls -l --full-time --time-style='+%Y%m%d%H%M%S' ${1} )
1696	eval ${2}=${dateF[5]}
1697
1698	# donne la date filesys d'un fichier sur la machine work
1699	IGCM_debug_PopStack "IGCM_sys_FichWork"
1700	}
1701
1702	#D-#==================================================
1703	#D-function IGCM_sys_GetDate_FichArchive
1704	#D-* Purpose: donne la date filesys d'un fichier sur le filesystem ARCHIVE
1705	#D-* Examples:
1706	#D-
1707	function IGCM_sys_GetDate_FichArchive {
1708	IGCM_debug_PushStack "IGCM_sys_FichArchive" $@
1709	if ( $DEBUG_sys ) ; then
1710	echo "IGCM_sys_GetDate_FichArchive :" $@
1711	fi
1712	typeset dateF
1713	set +A dateF -- $( ls -l --full-time --time-style='+%Y%m%d%H%M%S' ${1} )
1714	eval ${2}=${dateF[5]}
1715
1716	IGCM_debug_PopStack "IGCM_sys_FichArchive"
1717	}
1718
1719	#D-#==================================================
1720	#D-function IGCM_sys_Dods_Rm
1721	#D-* Purpose: DO NOTHING ! Put ${ARCHIVE} files on DODS internet protocole.
1722	#D-* Examples:
1723	#D-
1724	function IGCM_sys_Dods_Rm {
1725	if ( $DEBUG_sys ) ; then
1726	echo "IGCM_sys_Dods_Rm :" $@
1727	fi
1728	typeset status
1729	if [ $DRYRUN = 0 ]; then
1730
1731	# if [ ! -d /dmnfs/cont003/dods/public/${LOGIN}/${R_DODS}/${1} ] ; then
1732	# echo "WARNING : IGCM_sys_Dods_Rm /dmnfs/cont003/dods/public/${LOGIN}/${R_DODS}/${1} DOES NOT EXIST ."
1733	# echo "Nothing has been done."
1734	# return
1735	# fi
1736
1737	/ccc/cont003/home/dsm/p86ipsl/bin/dods_rm public/${LOGIN}/${R_DODS}/${1} # > out_dods_rm 2>&1
1738	status=$?
1739
1740	# if [ ${status} -gt 0 ] ; then
1741	# echo "IGCM_sys_Dods_Rm : error."
1742	# cat out_dods_rm
1743	# IGCM_debug_Exit "IGCM_sys_Dods_Rm"
1744	# else
1745	# rm out_dods_rm
1746	# fi
1747
1748	else
1749	( ${DEBUG_debug} ) && echo "DRYRUN mode = " $DRYRUN >> stack
1750	fi
1751	return $status
1752	}
1753
1754	#D-#==================================================
1755	#D-function IGCM_sys_Dods_Cp
1756	#D-* Purpose: Copy $(ARCHIVE) files on DODS internet protocole.
1757	#D-* Examples:
1758	#D-
1759	function IGCM_sys_Dods_Cp {
1760	if ( $DEBUG_sys ) ; then
1761	echo "IGCM_sys_Dods_Cp :" $@
1762	fi
1763	typeset status
1764	if [ $DRYRUN = 0 ]; then
1765
1766	# if [ ! -d ${R_SAVE}/${1} ] ; then
1767	# echo "WARNING : IGCM_sys_Dods_Cp ${R_SAVE}/${1} DOES NOT EXIST ."
1768	# echo "Nothing has been done."
1769	# return
1770	# fi
1771
1772	/ccc/cont003/home/dsm/p86ipsl/bin/dods_cp ${1} public/${LOGIN}/${R_DODS} # > out_dods_cp 2>&1
1773	status=$?
1774
1775	# if [ ${status} -gt 0 ] ; then
1776	# echo "IGCM_sys_Dods_Cp : error."
1777	# cat out_dods_cp
1778	# IGCM_debug_Exit "IGCM_sys_Dods_Cp"
1779	# else
1780	# rm out_dods_cp
1781	# fi
1782
1783	else
1784	( ${DEBUG_debug} ) && echo "DRYRUN mode = " $DRYRUN >> stack
1785	fi
1786	return $status
1787	}
1788
1789	#D-#==================================================
1790	#D-function IGCM_sys_Put_Dods
1791	#D-* Purpose: Put $(ARCHIVE) files on DODS internet protocole.
1792	#D-* Examples:
1793	#D-
1794	function IGCM_sys_Put_Dods {
1795	IGCM_debug_PushStack "IGCM_sys_Put_Dods" $@
1796	if ( $DEBUG_sys ) ; then
1797	echo "IGCM_sys_Put_Dods :" $@
1798	fi
1799	#set -vx
1800	typeset status
1801	if [ $DRYRUN = 0 ]; then
1802	if ( [ ! -d ${R_SAVE}/${1} ] && [ ! -d ${R_FIGR}/${1} ] ) ; then
1803	echo "WARNING IGCM_sys_Put_Dods : None of the following directories exist. Exactly one should."
1804	echo "WARNING IGCM_sys_Put_Dods : ${R_SAVE}/${1} DOES NOT EXIST."
1805	echo "WARNING IGCM_sys_Put_Dods : ${R_FIGR}/${1} DOES NOT EXIST."
1806	IGCM_debug_PopStack "IGCM_sys_Put_Dods"
1807	return
1808	fi
1809
1810	if ( [ -d ${R_SAVE}/${1} ] && [ -d ${R_FIGR}/${1} ] ) ; then
1811	echo "WARNING IGCM_sys_Put_Dods : Both of the following directories exist. Exactly one should."
1812	echo "WARNING IGCM_sys_Put_Dods : ${R_SAVE}/${1} EXISTS."
1813	echo "WARNING IGCM_sys_Put_Dods : ${R_FIGR}/${1} EXISTS."
1814	IGCM_debug_PopStack "IGCM_sys_Put_Dods"
1815	return
1816	fi
1817	#
1818	if [ -d ${R_SAVE}/${1} ] ; then
1819	cd ${R_SAVE}
1820	elif [ -d ${R_FIGR}/${1} ] ; then
1821	cd ${R_FIGR}
1822	fi
1823
1824	IGCM_sys_Dods_Rm ${1}
1825	IGCM_sys_Dods_Cp ${1}
1826	status=0
1827
1828	if [ ${status} -gt 0 ] ; then
1829	echo "IGCM_sys_Put_Dods : error."
1830	IGCM_debug_Exit "IGCM_sys_Put_Dods"
1831	fi
1832	else
1833	( ${DEBUG_debug} ) && echo "DRYRUN mode = " $DRYRUN >> stack
1834	fi
1835	IGCM_debug_PopStack "IGCM_sys_Put_Dods"
1836	}
1837
1838	##############################################################
1839	# REBUILD OPERATOR
1840
1841	function IGCM_sys_rebuild {
1842	IGCM_debug_PushStack "IGCM_sys_rebuild" -- $@
1843	if ( $DEBUG_sys ) ; then
1844	echo "IGCM_sys_rebuild :" $@
1845	fi
1846
1847	typeset NB_ESSAI DELAI status i firstArg
1848	# number of tentative
1849	NB_ESSAI=3
1850	# time delay between tentative
1851	DELAI=2
1852
1853	i=0
1854	while [ $i -lt $NB_ESSAI ] ; do
1855	~p86ipsl/CESIUM/bin/rebuild -f -o $@ > out_rsync 2>&1
1856	status=$?
1857	if [ ${status} -gt 0 ] ; then
1858	IGCM_debug_Print 2 "IGCM_sys_rebuild : error code ${status}"
1859	cat out_rsync
1860	\rm out_rsync
1861	IGCM_debug_Print 2 "IGCM_sys_rebuild : ${i}/${NB_ESSAI} sleep ${DELAI} seconds and try again."
1862	firstArg=${1}
1863	\rm ${firstArg}
1864	sleep $DELAI
1865	else
1866	\rm out_rsync
1867	break
1868	fi
1869	(( i = i + 1 ))
1870	done
1871
1872	if [ ${status} -gt 0 ] ; then
1873	echo "IGCM_sys_rebuild : rebuild error code is ${status}"
1874	IGCM_debug_Exit "rebuild"
1875	fi
1876
1877	IGCM_debug_PopStack "IGCM_sys_rebuild"
1878	}
1879
1880	function IGCM_sys_rebuild_station {
1881	IGCM_debug_PushStack "IGCM_sys_rebuild_station" -- $@
1882	typeset i list_opt file_in file_out prefix_invert list_invert
1883	if ( $DEBUG_sys ) ; then
1884	echo "IGCM_sys_rebuild_station :" $@
1885	fi
1886	list_opt=$@
1887
1888	# Invert Axis : t,x -> x,t
1889	# t,pres,x -> x,t,pres
1890	# So that we can concatenate along x
1891	i=0
1892	for file_in in ${list_opt} ; do
1893	(( i = i + 1))
1894	[ ${i} = 1 ] && file_out=${file_in} && continue
1895	prefix_invert=$( basename ${file_in} .nc )
1896	IGCM_sys_ncpdq -a x,time_counter -a x,time_counter,presnivs ${file_in} ${prefix_invert}_xt.nc
1897	list_invert[${#list_invert[*]}]=${prefix_invert}_xt.nc
1898	done
1899
1900	# Concatenate
1901	IGCM_sys_ncrcat ${list_invert[*]} histstn_xt.nc
1902
1903	# Re-ivert file
1904	IGCM_sys_ncpdq -a time_counter,x -a time_counter,presnivs,x histstn_xt.nc ${file_out}
1905
1906	# Station re-ordering is too expansive to be run within libICGM
1907	# This is due to (ncpdq - nrcat - ncpdq) I/O sequence.
1908	# This re-ordering must be done "in memory" by the cmorization process
1909	# Anyway this is the best sequence using (ncpdq - nrcat - ncpdq)
1910	# BEGIN reordering
1911
1912	# Only LMDZ text output contains the exact ordering of the station.
1913	# We isolate this in the code below:
1914	# 0 38 -157.5000000000000 70.98591549295774
1915	# 0 54 27.49999999999999 67.18309859154928
1916	# 0 56 -62.50000000000001 82.39436619718309
1917	# 0 79 12.49999999999999 78.59154929577466
1918	# 0 116 -165.0000000000000 76.05633802816901
1919	# 0 117 130.0000000000000 70.98591549295774
1920	# 0 118 110.0000000000000 87.46478873239437
1921	# 1 40 4.999999999999995 51.97183098591550
1922	# typeset iStation iProc list_opt file_in file_out prefix_invert
1923	# typeset -Z4 j4
1924	# typeset -Z3 j3
1925
1926	# unset list_opt
1927	# set +A list_opt $@
1928
1929	# Filename after rebuild
1930	# file_out=${list_opt[0]}
1931	# Prefix of output files
1932	# prefix_invert=$( basename ${file_out} .nc )
1933	# Number of procs
1934	# num_proc=$( grep -i mpi_size ${PREFIX}_${Exe_Output} \| wc -l )
1935
1936	# iProc=0
1937	# while [ ${iProc} -lt ${num_proc} ] ; do
1938	# Array containing Station as a number
1939	# unset proc_stn
1940	# set +A proc_stn $( grep "iophy_mpi rank ip lon lat $iProc" ${PREFIX}_${Exe_Output} \| sed -e "s/iophy_mpi rank ip lon lat //g" \| awk ' {print $2}' )
1941	# Number of stations produced by processor proc
1942	# stationLast=${#proc_stn[*]}
1943	# Proc number on 4 digits
1944	# j4=${iProc}
1945	# Init
1946	# iStation=0
1947	# while [ ${iStation} -lt ${stationLast} ] ; do
1948	# Station number on 3 digits
1949	# j3=${proc_stn[${iStation}]}
1950	# Extract station
1951	# Invert Axis : t,x -> x,t
1952	# t,pres,x -> x,t,pres
1953	# So that we can concatenate along x
1954	# IGCM_sys_ncpdq -a x,time_counter -a x,time_counter,presnivs -d x,$iStation,$iStation ${prefix_invert}_${j4}.nc ${prefix_invert}_stn_${j3}.nc
1955	# (( iStation = iStation + 1 ))
1956	# done
1957	# (( iProc = iProc + 1 ))
1958	# done
1959
1960	# Concatenate all station along x
1961	# IGCM_sys_ncrcat ${prefix_invert}_stn_???.nc ${prefix_invert}_xt.nc
1962
1963	# Re-invert file
1964	# IGCM_sys_ncpdq -a time_counter,x -a time_counter,presnivs,x ${prefix_invert}_xt.nc ${file_out}
1965
1966	# END reordering
1967
1968	IGCM_debug_PopStack "IGCM_sys_rebuild_station"
1969	}
1970
1971	############################################################
1972	# Activate Running Environnment Variables
1973
1974	function IGCM_sys_activ_variables {
1975	IGCM_debug_PushStack "IGCM_sys_activ_variables"
1976	if ( $DEBUG_sys ) ; then
1977	echo "IGCM_sys_activ_variables"
1978	fi
1979
1980	ulimit -s unlimited
1981
1982	IGCM_debug_PopStack "IGCM_sys_activ_variables"
1983	}
1984
1985	############################################################
1986	# Desactivate Running Environnment Variables
1987
1988	function IGCM_sys_desactiv_variables {
1989	IGCM_debug_PushStack "IGCM_sys_desactiv_variables"
1990	if ( $DEBUG_sys ) ; then
1991	echo "IGCM_sys_desactiv_variables"
1992	fi
1993	IGCM_debug_PopStack "IGCM_sys_desactiv_variables"
1994	}
1995
1996	############################################################
1997	# Build MPI/OMP scripts run file (dummy function)
1998
1999	function IGCM_sys_build_run_file {
2000
2001	IGCM_debug_Print 3 " dummy function : IGCM_sys_build_run_file "
2002
2003	}
2004
2005	############################################################
2006	# Build MPI/OMP scripts
2007	function IGCM_sys_build_execution_scripts
2008	{
2009	IGCM_debug_PushStack "IGCM_sys_build_execution_scripts" $@
2010	if ( $DEBUG_sys ) ; then
2011	echo "IGCM_sys_build_execution_scripts " $@
2012	fi
2013
2014	# Verification with MSUB parameter
2015	EXECUTION=${HOST_MPIRUN_COMMAND}
2016
2017	if ( ${OK_PARA_MPMD} ) ; then
2018
2019	if [ -f run_file ] ; then
2020	IGCM_sys_Rm -f run_file
2021	fi
2022	touch run_file
2023
2024	# run_file construction
2025
2026	# Then first loop on the components for the coupler ie oasis
2027
2028	### the coupler ie oasis must be the first one
2029	for comp in ${config_ListOfComponents[*]} ; do
2030
2031	eval ExeNameIn=\${config_Executable_${comp}[0]}
2032	eval ExeNameOut=\${config_Executable_${comp}[1]}
2033
2034	# for CPL component only
2035	if [ "X${comp}" = "XCPL" ] ; then
2036
2037	eval comp_proc_mpi_loc=\${${comp}_PROC_MPI}
2038	eval comp_proc_omp_loc=\${${comp}_PROC_OMP}
2039	echo "${comp_proc_mpi_loc} ./${ExeNameOut}" >> run_file
2040	fi
2041	done
2042
2043	# Then second loop on the components
2044
2045	for comp in ${config_ListOfComponents[*]} ; do
2046
2047	eval ExeNameIn=\${config_Executable_${comp}[0]}
2048	eval ExeNameOut=\${config_Executable_${comp}[1]}
2049
2050	# Only if we really have an executable for the component and not the coupler ie oasis:
2051	if ( [ "X${ExeNameOut}" != X\"\" ] && [ "X${comp}" != "XCPL" ] ) ; then
2052
2053	eval comp_proc_mpi_loc=\${${comp}_PROC_MPI}
2054	eval comp_proc_omp_loc=\${${comp}_PROC_OMP}
2055	echo "${comp_proc_mpi_loc} ./${ExeNameOut}" >> run_file
2056	fi
2057	done
2058
2059	EXECUTION="${HOST_MPIRUN_COMMAND} -f ./run_file"
2060
2061	IGCM_sys_Chmod u+x run_file
2062	if ( $DEBUG_sys ) ; then
2063	echo "run_file contains : "
2064	cat run_file
2065	fi
2066
2067	else # Only one executable. launch it.
2068
2069	#
2070	for comp in ${config_ListOfComponents[*]} ; do
2071
2072	# Only if we really have an executable for the component :
2073	eval ExeNameOut=\${config_Executable_${comp}[1]}
2074	if ( [ "X${ExeNameOut}" != X\"\" ] && [ "X${ExeNameOut}" != "Xinca.dat" ] ) ; then
2075
2076	echo "#!/bin/ksh" > script_${ExeNameOut}.ksh
2077	echo "" >> script_${ExeNameOut}.ksh
2078	IGCM_sys_Chmod u+x script_${ExeNameOut}.ksh
2079
2080	if ( ${OK_PARA_OMP} ) ; then
2081	eval comp_proc_omp_loc=\${${comp}_PROC_OMP}
2082	echo "" >> script_${ExeNameOut}.ksh
2083	echo "export KMP_STACKSIZE=3g" >> script_${ExeNameOut}.ksh
2084	echo "export KMP_LIBRARY=turnaround" >> script_${ExeNameOut}.ksh
2085	echo "export MKL_SERIAL=YES" >> script_${ExeNameOut}.ksh
2086	echo "OMP_NUM_THREADS=${comp_proc_omp_loc}" >> script_${ExeNameOut}.ksh
2087	fi
2088
2089	if ( ${OK_PARA_MPI} ) ; then
2090	eval comp_proc_mpi_loc=\${${comp}_PROC_MPI}
2091	# Default : ccc_mprun used if nb_proc gt 1
2092	# to have out/err per process on different files
2093	# echo "./${ExeNameOut} > out_${ExeNameOut}.out.\${SLURM_PROCID} 2>out_${ExeNameOut}.err.\${SLURM_PROCID}" >> script_${ExeNameOut}.ksh
2094	echo "./${ExeNameOut}" >> script_${ExeNameOut}.ksh
2095	EXECUTION="${HOST_MPIRUN_COMMAND} -n ${comp_proc_mpi_loc} ./script_${ExeNameOut}.ksh"
2096	else
2097	# Default : ccc_mprun is NOT used if nb_proc eq 1
2098	# to have out/err per process on different files
2099	# echo "./${ExeNameOut} > out_${ExeNameOut}.out 2>out_${ExeNameOut}.err" >> script_${ExeNameOut}.ksh
2100	echo "./${ExeNameOut}" >> script_${ExeNameOut}.ksh
2101	EXECUTION="/usr/bin/time ./script_${ExeNameOut}.ksh"
2102	fi
2103
2104	IGCM_debug_Print 1 "sys Curie : script_${ExeNameOut}.ksh contains"
2105	cat script_${ExeNameOut}.ksh
2106
2107	fi
2108
2109	done
2110
2111	fi
2112
2113	IGCM_debug_Print 1 "sys Curie : execution command is "
2114	IGCM_debug_Print 1 "$EXECUTION"
2115
2116	IGCM_debug_PopStack "IGCM_sys_build_execution_scripts"
2117	}
2118
2119	############################################################
2120	# Check of space available on temporary filesytems
2121	function IGCM_sys_check_quota {
2122	IGCM_debug_PushStack "IGCM_sys_check_quota"
2123	if ( $DEBUG_sys ) ; then
2124	echo "IGCM_sys_check_quota"
2125	fi
2126	# Limit of quota (in %)
2127	limit_quota=90
2128
2129	# Check of the volume
2130	volume_quota=$(ccc_quota \| grep ' scratch' \| awk '{print $2}')
2131	volume_avail=$(ccc_quota \| grep ' scratch' \| awk '{print $3}')
2132
2133	if ( [ ! X${volume_quota} = X ] && [ ! ${volume_quota} = "-" ] ) ; then
2134
2135	unit_avail=${volume_avail: -1}
2136	unit_quota=${volume_quota: -1}
2137
2138	if [ "${unit_quota}" = "*" ] ; then
2139	IGCM_debug_Print 1 "Please, check your quota of volume on scratch"
2140	IGCM_debug_Print 1 "More than 100% of your quota is used"
2141	IGCM_debug_Print 1 "Use the ccc_quota command to check"
2142	IGCM_debug_Print 1 "You must have more than 10% available to run"
2143	IGCM_debug_Exit "Not enough space to run ! STOP HERE"
2144	IGCM_debug_Verif_Exit
2145	fi
2146
2147	temp_avail=${volume_avail%%${volume_avail: -1}*}
2148	temp_quota=${volume_quota%%${volume_quota: -1}*}
2149
2150	if [ ! ${unit_avail} = ${unit_quota} ] ; then
2151
2152	# Convertion
2153	if [ ${volume_avail: -1} = "T" ] ; then
2154	(( temp_avail = temp_avail * 1000000000000 ))
2155	elif [ ${volume_avail: -1} = "G" ] ; then
2156	(( temp_avail = temp_avail * 1000000000 ))
2157	elif [ ${volume_avail: -1} = "M" ] ; then
2158	(( temp_avail = temp_avail * 1000000 ))
2159	elif [ ${volume_avail: -1} = "k" ] ; then
2160	(( temp_avail = temp_avail * 1000 ))
2161	else
2162	(( temp_avail = volume_avail ))
2163	fi
2164	if [ ${volume_quota: -1} = "T" ] ; then
2165	(( temp_quota = temp_quota * 1000000000000 ))
2166	elif [ ${volume_quota: -1} = "G" ] ; then
2167	(( temp_quota = temp_quota * 1000000000 ))
2168	elif [ ${volume_quota: -1} = "M" ] ; then
2169	(( temp_quota = temp_quota * 1000000 ))
2170	elif [ ${volume_quota: -1} = "k" ] ; then
2171	(( temp_quota = temp_quota * 1000 ))
2172	else
2173	(( temp_quota = volume_quota ))
2174	fi
2175	fi
2176
2177	quota_volume=$(echo "scale=2 ; $temp_quota/$temp_avail*100" \| bc)
2178	# echo "volume ratio is " $quota_volume
2179
2180	if [ ${quota_volume} -ge ${limit_quota} ] ; then
2181	IGCM_debug_Print 1 "Please, check your quota of volume on scratch"
2182	IGCM_debug_Print 1 "${quota_volume}% of your quota is used"
2183	IGCM_debug_Print 1 "Use the ccc_quota command to check"
2184	IGCM_debug_Print 1 "You must have more than 10% available to run"
2185	IGCM_debug_Exit "Not enough space to run ! STOP HERE"
2186	IGCM_debug_Verif_Exit
2187	fi
2188
2189	fi
2190
2191	# Check of the number of inodes
2192
2193	inode_quota=$(ccc_quota \| grep ' scratch' \| awk '{print $6}')
2194	inode_avail=$(ccc_quota \| grep ' scratch' \| awk '{print $7}')
2195
2196	if ( [ ! X${inode_quota} = X ] && [ ! ${inode_quota} = "-" ] ) ; then
2197
2198	unit_avail=${inode_avail: -1}
2199	unit_quota=${inode_quota: -1}
2200
2201	if [ "${unit_quota}" = "*" ] ; then
2202	IGCM_debug_Print 1 "Please, check your quota of inode on scratch"
2203	IGCM_debug_Print 1 "More than 100% of your quota is used"
2204	IGCM_debug_Print 1 "Use the ccc_quota command to check"
2205	IGCM_debug_Print 1 "You must have more than 10% available to run"
2206	IGCM_debug_Exit "Not enough space to run ! STOP HERE"
2207	IGCM_debug_Verif_Exit
2208	fi
2209
2210	temp_avail=${inode_avail%%${inode_avail: -1}*}
2211	temp_quota=${inode_quota%%${inode_quota: -1}*}
2212
2213	if [ ! ${unit_avail} = ${unit_quota} ] ; then
2214
2215	# Convertion
2216	if [ ${inode_avail: -1} = "T" ] ; then
2217	(( temp_avail = temp_avail * 1000000000000 ))
2218	elif [ ${inode_avail: -1} = "G" ] ; then
2219	(( temp_avail = temp_avail * 1000000000 ))
2220	elif [ ${inode_avail: -1} = "M" ] ; then
2221	(( temp_avail = temp_avail * 1000000 ))
2222	elif [ ${inode_avail: -1} = "k" ] ; then
2223	(( temp_avail = temp_avail * 1000 ))
2224	else
2225	(( temp_avail = inode_avail ))
2226	fi
2227
2228	if [ ${inode_quota: -1} = "T" ] ; then
2229	(( temp_quota = temp_quota * 1000000000000 ))
2230	elif [ ${inode_quota: -1} = "G" ] ; then
2231	(( temp_quota = temp_quota * 1000000000 ))
2232	elif [ ${inode_quota: -1} = "M" ] ; then
2233	(( temp_quota = temp_quota * 1000000 ))
2234	elif [ ${inode_quota: -1} = "k" ] ; then
2235	(( temp_quota = temp_quota * 1000 ))
2236	else
2237	(( temp_quota = inode_quota ))
2238	fi
2239	fi
2240	quota_inode=$(echo "scale=2 ; $temp_quota/$temp_avail*100" \| bc)
2241	# echo "inode ratio is " $quota_inode
2242
2243	if [ ${quota_inode} -ge ${limit_quota} ] ; then
2244	IGCM_debug_Print 1 "Please, check your quota of inode on scratch"
2245	IGCM_debug_Print 1 "${quota_inode}% of your quota is used"
2246	IGCM_debug_Print 1 "Use the ccc_quota command to check"
2247	IGCM_debug_Print 1 "You must have more than 10% available to run"
2248	IGCM_debug_Exit "Not enough space to run ! STOP HERE"
2249	IGCM_debug_Verif_Exit
2250	fi
2251	fi
2252	IGCM_debug_PopStack "IGCM_sys_check_quota"
2253	}
2254
2255	#D-#==================================================
2256	#D-function IGCM_sys_CountJobInQueue
2257	#D-* Purpose: Check if job_name is currently
2258	#D- running or in queue
2259	#D-* Examples: IGCM_sys_CountJobInQueue ${JobName} NbRun
2260	#D-
2261
2262	function IGCM_sys_CountJobInQueue {
2263	IGCM_debug_PushStack "IGCM_sys_CountJobInQueue"
2264	if ( $DEBUG_sys ) ; then
2265	echo "IGCM_sys_CountJobInQueue"
2266	fi
2267
2268	#NbRun=$( ccc_mstat -f \| grep -c ${JobName} )
2269
2270	# With -f option, the full job name is given in the last column
2271	NbRun=$( ccc_mstat -f \| gawk -v JobName=$1 'BEGIN { x=0 } ($NF~String) { x=x+1 } END { print x }' )
2272
2273	eval ${2}=${NbRun}
2274
2275	IGCM_debug_PopStack "IGCM_sys_CountJobInQueue"
2276	}
2277
2278	##############################################################
2279	# NCO OPERATOR
2280
2281	function IGCM_sys_ncap2 {
2282	IGCM_debug_PushStack "IGCM_sys_ncap2" -- $@
2283	if ( $DEBUG_sys ) ; then
2284	echo "IGCM_sys_ncap2 :" $@
2285	fi
2286
2287	typeset NB_ESSAI DELAI status i
2288	# number of tentative
2289	NB_ESSAI=3
2290	# time delay between tentative
2291	DELAI=2
2292
2293	i=0
2294	while [ $i -lt $NB_ESSAI ] ; do
2295	ncap2 "$@" > out_rsync 2>&1
2296	status=$?
2297	if [ ${status} -gt 0 ] ; then
2298	IGCM_debug_Print 2 "IGCM_sys_ncap2 : error code ${status}"
2299	cat out_rsync
2300	\rm out_rsync
2301	IGCM_debug_Print 2 "IGCM_sys_ncap2 : ${i}/${NB_ESSAI} sleep ${DELAI} seconds and try again."
2302	sleep $DELAI
2303	else
2304	\rm out_rsync
2305	break
2306	fi
2307	(( i = i + 1 ))
2308	done
2309
2310	if [ ${status} -gt 0 ] ; then
2311	echo "IGCM_sys_ncap2 : ncap2 error"
2312	IGCM_debug_Exit "ncap2"
2313	fi
2314
2315	IGCM_debug_PopStack "IGCM_sys_ncap2"
2316	}
2317
2318	function IGCM_sys_ncatted {
2319	IGCM_debug_PushStack "IGCM_sys_ncatted" -- $@
2320	if ( $DEBUG_sys ) ; then
2321	echo "IGCM_sys_ncatted :" $@
2322	fi
2323
2324	typeset NB_ESSAI DELAI status i
2325	# number of tentative
2326	NB_ESSAI=3
2327	# time delay between tentative
2328	DELAI=2
2329
2330	i=0
2331	while [ $i -lt $NB_ESSAI ] ; do
2332	ncatted "$@" > out_rsync 2>&1
2333	status=$?
2334	if [ ${status} -gt 0 ] ; then
2335	IGCM_debug_Print 2 "IGCM_sys_ncatted : error code ${status}"
2336	cat out_rsync
2337	\rm out_rsync
2338	IGCM_debug_Print 2 "IGCM_sys_ncatted : ${i}/${NB_ESSAI} sleep ${DELAI} seconds and try again."
2339	sleep $DELAI
2340	else
2341	\rm out_rsync
2342	break
2343	fi
2344	(( i = i + 1 ))
2345	done
2346
2347	if [ ${status} -gt 0 ] ; then
2348	echo "IGCM_sys_ncatted : ncatted error"
2349	IGCM_debug_Exit "ncatted"
2350	fi
2351
2352	IGCM_debug_PopStack "IGCM_sys_ncatted"
2353	}
2354
2355	function IGCM_sys_ncbo {
2356	IGCM_debug_PushStack "IGCM_sys_ncbo" -- $@
2357	if ( $DEBUG_sys ) ; then
2358	echo "IGCM_sys_ncbo :" $@
2359	fi
2360
2361	typeset NB_ESSAI DELAI status i
2362	# number of tentative
2363	NB_ESSAI=3
2364	# time delay between tentative
2365	DELAI=2
2366
2367	i=0
2368	while [ $i -lt $NB_ESSAI ] ; do
2369	ncbo $@ > out_rsync 2>&1
2370	status=$?
2371	if [ ${status} -gt 0 ] ; then
2372	IGCM_debug_Print 2 "IGCM_sys_ncbo : error code ${status}"
2373	cat out_rsync
2374	\rm out_rsync
2375	IGCM_debug_Print 2 "IGCM_sys_ncbo : ${i}/${NB_ESSAI} sleep ${DELAI} seconds and try again."
2376	sleep $DELAI
2377	else
2378	\rm out_rsync
2379	break
2380	fi
2381	(( i = i + 1 ))
2382	done
2383
2384	if [ ${status} -gt 0 ] ; then
2385	echo "IGCM_sys_ncbo : ncbo error"
2386	IGCM_debug_Exit "ncbo"
2387	fi
2388
2389	IGCM_debug_PopStack "IGCM_sys_ncbo"
2390	}
2391
2392	function IGCM_sys_ncdiff {
2393	IGCM_debug_PushStack "IGCM_sys_ncdiff" -- $@
2394	if ( $DEBUG_sys ) ; then
2395	echo "IGCM_sys_ncdiff :" $@
2396	fi
2397
2398	typeset NB_ESSAI DELAI status i
2399	# number of tentative
2400	NB_ESSAI=3
2401	# time delay between tentative
2402	DELAI=2
2403
2404	i=0
2405	while [ $i -lt $NB_ESSAI ] ; do
2406	ncdiff $@ > out_rsync 2>&1
2407	status=$?
2408	if [ ${status} -gt 0 ] ; then
2409	IGCM_debug_Print 2 "IGCM_sys_ncdiff : error code ${status}"
2410	cat out_rsync
2411	\rm out_rsync
2412	IGCM_debug_Print 2 "IGCM_sys_ncdiff : ${i}/${NB_ESSAI} sleep ${DELAI} seconds and try again."
2413	sleep $DELAI
2414	else
2415	\rm out_rsync
2416	break
2417	fi
2418	(( i = i + 1 ))
2419	done
2420
2421	if [ ${status} -gt 0 ] ; then
2422	echo "IGCM_sys_ncdiff : ncdiff error"
2423	IGCM_debug_Exit "ncdiff"
2424	fi
2425
2426	IGCM_debug_PopStack "IGCM_sys_ncdiff"
2427	}
2428
2429	function IGCM_sys_ncea {
2430	IGCM_debug_PushStack "IGCM_sys_ncea" -- $@
2431	if ( $DEBUG_sys ) ; then
2432	echo "IGCM_sys_ncea :" $@
2433	fi
2434
2435	typeset NB_ESSAI DELAI status i
2436	# number of tentative
2437	NB_ESSAI=3
2438	# time delay between tentative
2439	DELAI=2
2440
2441	i=0
2442	while [ $i -lt $NB_ESSAI ] ; do
2443	ncea $@ > out_rsync 2>&1
2444	status=$?
2445	if [ ${status} -gt 0 ] ; then
2446	IGCM_debug_Print 2 "IGCM_sys_ncea : error code ${status}"
2447	cat out_rsync
2448	\rm out_rsync
2449	IGCM_debug_Print 2 "IGCM_sys_ncea : ${i}/${NB_ESSAI} sleep ${DELAI} seconds and try again."
2450	sleep $DELAI
2451	else
2452	\rm out_rsync
2453	break
2454	fi
2455	(( i = i + 1 ))
2456	done
2457
2458	if [ ${status} -gt 0 ] ; then
2459	echo "IGCM_sys_ncea : ncea error"
2460	IGCM_debug_Exit "ncea"
2461	fi
2462
2463	IGCM_debug_PopStack "IGCM_sys_ncea"
2464	}
2465
2466	function IGCM_sys_ncecat {
2467	IGCM_debug_PushStack "IGCM_sys_ncecat" -- $@
2468	if ( $DEBUG_sys ) ; then
2469	echo "IGCM_sys_ncecat :" $@
2470	fi
2471
2472	typeset NB_ESSAI DELAI status i
2473	# number of tentative
2474	NB_ESSAI=3
2475	# time delay between tentative
2476	DELAI=2
2477
2478	i=0
2479	while [ $i -lt $NB_ESSAI ] ; do
2480	ncecat $@ > out_rsync 2>&1
2481	status=$?
2482	if [ ${status} -gt 0 ] ; then
2483	IGCM_debug_Print 2 "IGCM_sys_ncecat : error code ${status}"
2484	cat out_rsync
2485	\rm out_rsync
2486	IGCM_debug_Print 2 "IGCM_sys_ncecat : ${i}/${NB_ESSAI} sleep ${DELAI} seconds and try again."
2487	sleep $DELAI
2488	else
2489	\rm out_rsync
2490	break
2491	fi
2492	(( i = i + 1 ))
2493	done
2494
2495	if [ ${status} -gt 0 ] ; then
2496	echo "IGCM_sys_ncecat : ncecat error"
2497	IGCM_debug_Exit "ncecat"
2498	fi
2499
2500	IGCM_debug_PopStack "IGCM_sys_ncecat"
2501	}
2502
2503	function IGCM_sys_ncflint {
2504	IGCM_debug_PushStack "IGCM_sys_ncflint" -- $@
2505	if ( $DEBUG_sys ) ; then
2506	echo "IGCM_sys_ncflint :" $@
2507	fi
2508
2509	typeset NB_ESSAI DELAI status i
2510	# number of tentative
2511	NB_ESSAI=3
2512	# time delay between tentative
2513	DELAI=2
2514
2515	i=0
2516	while [ $i -lt $NB_ESSAI ] ; do
2517	ncflint $@ > out_rsync 2>&1
2518	status=$?
2519	if [ ${status} -gt 0 ] ; then
2520	IGCM_debug_Print 2 "IGCM_sys_ncflint : error code ${status}"
2521	cat out_rsync
2522	\rm out_rsync
2523	IGCM_debug_Print 2 "IGCM_sys_ncflint : ${i}/${NB_ESSAI} sleep ${DELAI} seconds and try again."
2524	sleep $DELAI
2525	else
2526	\rm out_rsync
2527	break
2528	fi
2529	(( i = i + 1 ))
2530	done
2531
2532	if [ ${status} -gt 0 ] ; then
2533	echo "IGCM_sys_ncflint : ncflint error"
2534	IGCM_debug_Exit "ncflint"
2535	fi
2536
2537	IGCM_debug_PopStack "IGCM_sys_ncflint"
2538	}
2539
2540	function IGCM_sys_ncks {
2541	IGCM_debug_PushStack "IGCM_sys_ncks" -- $@
2542	if ( $DEBUG_sys ) ; then
2543	echo "IGCM_sys_ncks :" $@
2544	fi
2545
2546	typeset NB_ESSAI DELAI status i
2547	# number of tentative
2548	NB_ESSAI=3
2549	# time delay between tentative
2550	DELAI=2
2551
2552	i=0
2553	while [ $i -lt $NB_ESSAI ] ; do
2554	ncks $@ > out_rsync 2>&1
2555	status=$?
2556	if [ ${status} -gt 0 ] ; then
2557	IGCM_debug_Print 2 "IGCM_sys_ncks : error code ${status}"
2558	cat out_rsync
2559	\rm out_rsync
2560	IGCM_debug_Print 2 "IGCM_sys_ncks : ${i}/${NB_ESSAI} sleep ${DELAI} seconds and try again."
2561	sleep $DELAI
2562	else
2563	\rm out_rsync
2564	break
2565	fi
2566	(( i = i + 1 ))
2567	done
2568
2569	if [ ${status} -gt 0 ] ; then
2570	echo "IGCM_sys_ncks : ncks error"
2571	IGCM_debug_Exit "ncks"
2572	fi
2573
2574	IGCM_debug_PopStack "IGCM_sys_ncks"
2575	}
2576
2577	function IGCM_sys_ncpdq {
2578	IGCM_debug_PushStack "IGCM_sys_ncpdq" -- $@
2579	if ( $DEBUG_sys ) ; then
2580	echo "IGCM_sys_ncpdq :" $@
2581	fi
2582
2583	typeset NB_ESSAI DELAI status i
2584	# number of tentative
2585	NB_ESSAI=3
2586	# time delay between tentative
2587	DELAI=2
2588
2589	i=0
2590	while [ $i -lt $NB_ESSAI ] ; do
2591	ncpdq $@ > out_rsync 2>&1
2592	status=$?
2593	if [ ${status} -gt 0 ] ; then
2594	IGCM_debug_Print 2 "IGCM_sys_ncpdq : error code ${status}"
2595	cat out_rsync
2596	\rm out_rsync
2597	IGCM_debug_Print 2 "IGCM_sys_ncpdq : ${i}/${NB_ESSAI} sleep ${DELAI} seconds and try again."
2598	sleep $DELAI
2599	else
2600	\rm out_rsync
2601	break
2602	fi
2603	(( i = i + 1 ))
2604	done
2605
2606	if [ ${status} -gt 0 ] ; then
2607	echo "IGCM_sys_ncpdq : ncpdq error"
2608	IGCM_debug_Exit "ncpdq"
2609	fi
2610
2611	IGCM_debug_PopStack "IGCM_sys_ncpdq"
2612	}
2613
2614	function IGCM_sys_ncra {
2615	IGCM_debug_PushStack "IGCM_sys_ncra" -- $@
2616	if ( $DEBUG_sys ) ; then
2617	echo "IGCM_sys_ncra :" $@
2618	fi
2619
2620	typeset NB_ESSAI DELAI status i
2621	# number of tentative
2622	NB_ESSAI=3
2623	# time delay between tentative
2624	DELAI=2
2625
2626	i=0
2627	while [ $i -lt $NB_ESSAI ] ; do
2628	ncra $@ > out_rsync 2>&1
2629	status=$?
2630	if [ ${status} -gt 0 ] ; then
2631	IGCM_debug_Print 2 "IGCM_sys_ncra : error code ${status}"
2632	cat out_rsync
2633	\rm out_rsync
2634	IGCM_debug_Print 2 "IGCM_sys_ncra : ${i}/${NB_ESSAI} sleep ${DELAI} seconds and try again."
2635	sleep $DELAI
2636	else
2637	\rm out_rsync
2638	break
2639	fi
2640	(( i = i + 1 ))
2641	done
2642
2643	if [ ${status} -gt 0 ] ; then
2644	echo "IGCM_sys_ncra : ncra error"
2645	IGCM_debug_Exit "ncra"
2646	fi
2647
2648	IGCM_debug_PopStack "IGCM_sys_ncra"
2649	}
2650
2651	function IGCM_sys_ncrcat {
2652	IGCM_debug_PushStack "IGCM_sys_ncrcat" -- $@
2653	if ( $DEBUG_sys ) ; then
2654	echo "IGCM_sys_ncrcat :" $@
2655	fi
2656
2657	typeset NB_ESSAI DELAI status i lastArg
2658	# number of tentative
2659	NB_ESSAI=3
2660	# time delay between tentative
2661	DELAI=2
2662
2663	i=0
2664	while [ $i -lt $NB_ESSAI ] ; do
2665	ncrcat $@ > out_rsync 2>&1
2666	status=$?
2667	if [ ${status} -gt 0 ] ; then
2668	IGCM_debug_Print 2 "IGCM_sys_ncrcat : error code ${status}"
2669	cat out_rsync
2670	\rm out_rsync
2671	IGCM_debug_Print 2 "IGCM_sys_ncrcat : ${i}/${NB_ESSAI} sleep ${DELAI} seconds and try again."
2672	sleep $DELAI
2673	elif [ ! "X$( grep "WARNING Intra-file non-monotonicity" out_rsync )" = "X" ] ; then
2674	IGCM_debug_Print 2 "IGCM_sys_ncrcat : WARNING Intra-file non-monotonicity"
2675	cat out_rsync
2676	# remove files having corrupted time axis
2677	eval lastArg=\${$#}
2678	IGCM_debug_Print 2 "IGCM_sys_ncrcat : Delete ${lastArg}"
2679	\rm ${lastArg}
2680	\rm out_rsync
2681	IGCM_debug_Print 2 "IGCM_sys_ncrcat : ${i}/${NB_ESSAI} sleep ${DELAI} seconds and try again."
2682	sleep $DELAI
2683	else
2684	\rm out_rsync
2685	break
2686	fi
2687	(( i = i + 1 ))
2688	done
2689
2690	if [ ${status} -gt 0 ] ; then
2691	echo "IGCM_sys_ncrcat : ncrcat error"
2692	#IGCM_debug_Exit "ncrcat"
2693	fi
2694
2695	IGCM_debug_PopStack "IGCM_sys_ncrcat"
2696	}
2697
2698	function IGCM_sys_ncrename {
2699	IGCM_debug_PushStack "IGCM_sys_ncrename" -- $@
2700	if ( $DEBUG_sys ) ; then
2701	echo "IGCM_sys_ncrename :" $@
2702	fi
2703
2704	typeset NB_ESSAI DELAI status i
2705	# number of tentative
2706	NB_ESSAI=3
2707	# time delay between tentative
2708	DELAI=2
2709
2710	i=0
2711	while [ $i -lt $NB_ESSAI ] ; do
2712	ncrename $@ > out_rsync 2>&1
2713	status=$?
2714	if [ ${status} -gt 0 ] ; then
2715	IGCM_debug_Print 2 "IGCM_sys_ncrename : error code ${status}"
2716	cat out_rsync
2717	\rm out_rsync
2718	IGCM_debug_Print 2 "IGCM_sys_ncrename : ${i}/${NB_ESSAI} sleep ${DELAI} seconds and try again."
2719	sleep $DELAI
2720	else
2721	\rm out_rsync
2722	break
2723	fi
2724	(( i = i + 1 ))
2725	done
2726
2727	if [ ${status} -gt 0 ] ; then
2728	echo "IGCM_sys_ncrename : ncrename error"
2729	IGCM_debug_Exit "ncrename"
2730	fi
2731
2732	IGCM_debug_PopStack "IGCM_sys_ncrename"
2733	}
2734
2735	function IGCM_sys_ncwa {
2736	IGCM_debug_PushStack "IGCM_sys_ncwa" -- $@
2737	if ( $DEBUG_sys ) ; then
2738	echo "IGCM_sys_ncwa :" $@
2739	fi
2740
2741	typeset NB_ESSAI DELAI status i
2742	# number of tentative
2743	NB_ESSAI=3
2744	# time delay between tentative
2745	DELAI=2
2746
2747	i=0
2748	while [ $i -lt $NB_ESSAI ] ; do
2749	ncwa $@ > out_rsync 2>&1
2750	status=$?
2751	if [ ${status} -gt 0 ] ; then
2752	IGCM_debug_Print 2 "IGCM_sys_ncwa : error code ${status}"
2753	cat out_rsync
2754	\rm out_rsync
2755	IGCM_debug_Print 2 "IGCM_sys_ncwa : ${i}/${NB_ESSAI} sleep ${DELAI} seconds and try again."
2756	sleep $DELAI
2757	else
2758	\rm out_rsync
2759	break
2760	fi
2761	(( i = i + 1 ))
2762	done
2763
2764	if [ ${status} -gt 0 ] ; then
2765	echo "IGCM_sys_ncwa : ncwa error"
2766	IGCM_debug_Exit "ncwa"
2767	fi
2768
2769	IGCM_debug_PopStack "IGCM_sys_ncwa"
2770	}
2771
2772	##############################################################
2773	# CDO OPERATOR
2774
2775	function IGCM_sys_cdo {
2776	IGCM_debug_PushStack "IGCM_sys_cdo" -- $@
2777	if ( $DEBUG_sys ) ; then
2778	echo "IGCM_sys_cdo :" $@
2779	fi
2780
2781	typeset status
2782
2783	\cdo $@ > out_rsync 2>&1
2784	status=$?
2785	if [ ${status} -gt 0 ] ; then
2786	echo "IGCM_sys_cdo : error code ${status}"
2787	cat out_rsync
2788	\rm out_rsync
2789	IGCM_debug_PopStack "IGCM_sys_cdo"
2790	return 1
2791	else
2792	IGCM_debug_PopStack "IGCM_sys_cdo"
2793	return 0
2794	fi
2795
2796	IGCM_debug_PopStack "IGCM_sys_cdo"
2797	}

Note: See TracBrowser for help on using the repository browser.

Download in other formats: