Changeset 1031 for trunk/libIGCM
- Timestamp:
- 07/28/14 12:19:59 (10 years ago)
- Location:
- trunk/libIGCM
- Files:
-
- 11 edited
Legend:
- Unmodified
- Added
- Removed
-
trunk/libIGCM/AA_clean_month
r1028 r1031 111 111 CountRebuildDir=0 112 112 if [ X${config_Post_RebuildFrequency} != X ] ; then 113 if [ X${config_Post_RebuildFromArchive} = Xtrue ] ; then 114 set +A RebuildDir -- $( IGCM_sys_RshArchive "find ${REBUILD_DIR} -type d -name \"*${PeriodDateBegin}*\" " ) 115 else 116 set +A RebuildDir -- $( find ${REBUILD_DIR} -type d -name "*${PeriodDateBegin}*" ) 117 fi 113 set +A RebuildDir -- $( find ${REBUILD_DIR} -type d -name "*${PeriodDateBegin}*" ) 118 114 CountRebuildDir=${#RebuildDir[@]} 119 115 fi … … 161 157 oui|OUI|o|y|yes|YES) 162 158 echo "OK. It will be erased." 163 if [ X${config_Post_RebuildFromArchive} = Xtrue ] ; then 164 IGCM_sys_RshArchive "find ${REBUILD_DIR} -type d -name \"*${PeriodDateBegin}*\" -exec rm -Rf '{}' \;" 165 else 166 find ${REBUILD_DIR} -type d -name "*${PeriodDateBegin}*" -exec rm -Rf '{}' \; 167 fi 159 find ${REBUILD_DIR} -type d -name "*${PeriodDateBegin}*" -exec rm -Rf '{}' \; 168 160 echo "done." 169 161 ;; -
trunk/libIGCM/AA_clean_year
r1028 r1031 147 147 echo "Search directories with ${PeriodDateBegin} in REBUILD_DIR" 148 148 unset RebuildDir 149 if [ X${config_Post_RebuildFromArchive} == Xtrue ] ; then 150 set +A RebuildDir -- $( IGCM_sys_RshArchive "find ${REBUILD_DIR} -type d -name \"*${PeriodDateBegin}*\" " ) 151 else 152 set +A RebuildDir -- $( find ${REBUILD_DIR} -type d -name "*${PeriodDateBegin}*" ) 153 fi 149 set +A RebuildDir -- $( find ${REBUILD_DIR} -type d -name "*${PeriodDateBegin}*" ) 154 150 CountRebuildDir=${#RebuildDir[@]} 155 151 fi … … 200 196 201 197 oui|OUI|o|y|yes|YES) 202 echo "OK. It will be erased." 203 if [ X${config_Post_RebuildFromArchive} = Xtrue ] ; then 204 IGCM_sys_RshArchive "find ${REBUILD_DIR} -type d -name \"*${PeriodDateBegin}*\" -exec rm -Rf '{}' \;" 205 else 206 find ${REBUILD_DIR} -type d -name "*${PeriodDateBegin}*" -exec rm -Rf '{}' \; 207 fi 198 echo "OK. It will be erased." 199 find ${REBUILD_DIR} -type d -name "*${PeriodDateBegin}*" -exec rm -Rf '{}' \; 208 200 echo "done." 209 201 ;; -
trunk/libIGCM/AA_create_multi_se
r929 r1031 26 26 #-Q- ada # pour recevoir un mail en cas de depassement du temps Elapsed (ou autre pb.) 27 27 #-Q- ada # @ notification = error 28 #-Q- ada # @ environment = $DEBUG_debug ; $MODIPSL ; $libIGCM ; $libIGCM_SX ; $SUBMIT_DIR ; $REBUILD_DIR ; $ RebuildFromArchive ; $POST_DIR ; $MASTER ; $DateBegin ; $PeriodDateBegin ; $PeriodDateEnd ; $NbRebuildDir ; $StandAlone ; $RESOL_ATM ; $RESOL_OCE ; $RESOL_ICE ; $RESOL_MBG ; $RESOL_SRF ; $RESOL_SBG ; $MASTER28 #-Q- ada # @ environment = $DEBUG_debug ; $MODIPSL ; $libIGCM ; $libIGCM_SX ; $SUBMIT_DIR ; $REBUILD_DIR ; $POST_DIR ; $MASTER ; $DateBegin ; $PeriodDateBegin ; $PeriodDateEnd ; $NbRebuildDir ; $StandAlone ; $RESOL_ATM ; $RESOL_OCE ; $RESOL_ICE ; $RESOL_MBG ; $RESOL_SRF ; $RESOL_SBG ; $MASTER 29 29 #-Q- ada # @ queue 30 30 #-Q- lxiv8 ###################### -
trunk/libIGCM/AA_create_se
r957 r1031 26 26 #-Q- ada # pour recevoir un mail en cas de depassement du temps Elapsed (ou autre pb.) 27 27 #-Q- ada # @ notification = error 28 #-Q- ada # @ environment = $DEBUG_debug ; $MODIPSL ; $libIGCM ; $libIGCM_SX ; $SUBMIT_DIR ; $REBUILD_DIR ; $ RebuildFromArchive ; $POST_DIR ; $MASTER ; $DateBegin ; $PeriodDateBegin ; $PeriodDateEnd ; $NbRebuildDir ; $StandAlone ; $RESOL_ATM ; $RESOL_OCE ; $RESOL_ICE ; $RESOL_MBG ; $RESOL_SRF ; $RESOL_SBG ; $MASTER28 #-Q- ada # @ environment = $DEBUG_debug ; $MODIPSL ; $libIGCM ; $libIGCM_SX ; $SUBMIT_DIR ; $REBUILD_DIR ; $POST_DIR ; $MASTER ; $DateBegin ; $PeriodDateBegin ; $PeriodDateEnd ; $NbRebuildDir ; $StandAlone ; $RESOL_ATM ; $RESOL_OCE ; $RESOL_ICE ; $RESOL_MBG ; $RESOL_SRF ; $RESOL_SBG ; $MASTER 29 29 #-Q- ada # @ queue 30 30 #-Q- lxiv8 ###################### -
trunk/libIGCM/AA_create_ts
r932 r1031 26 26 #-Q- ada # pour recevoir un mail en cas de depassement du temps Elapsed (ou autre pb.) 27 27 #-Q- ada # @ notification = error 28 #-Q- ada # @ environment = $DEBUG_debug ; $MODIPSL ; $libIGCM ; $libIGCM_SX ; $SUBMIT_DIR ; $REBUILD_DIR ; $ RebuildFromArchive ; $POST_DIR ; $MASTER ; $RebuildFrequency ; $DateBegin ; $PeriodDateBegin ; $PeriodDateEnd ; $NbRebuildDir ; $StandAlone ; $CompletedFlag ; $TsTask ; $CompToRead ; $FlagToRead ; $RESOL_ATM ; $RESOL_OCE ; $RESOL_ICE ; $RESOL_MBG ; $RESOL_SRF ; $RESOL_SBG ; $MASTER28 #-Q- ada # @ environment = $DEBUG_debug ; $MODIPSL ; $libIGCM ; $libIGCM_SX ; $SUBMIT_DIR ; $REBUILD_DIR ; $POST_DIR ; $MASTER ; $RebuildFrequency ; $DateBegin ; $PeriodDateBegin ; $PeriodDateEnd ; $NbRebuildDir ; $StandAlone ; $CompletedFlag ; $TsTask ; $CompToRead ; $FlagToRead ; $RESOL_ATM ; $RESOL_OCE ; $RESOL_ICE ; $RESOL_MBG ; $RESOL_SRF ; $RESOL_SBG ; $MASTER 29 29 #-Q- ada # @ queue 30 30 #-Q- lxiv8 ###################### -
trunk/libIGCM/AA_move-and-rename
r1028 r1031 231 231 232 232 # Define NEW_REBUILD_DIR 233 if [ -d ${REBUILD_DIR} ] ; then 234 if [ X${config_Post_RebuildFromArchive} = Xtrue ] ; then 235 NEW_REBUILD_DIR=${NEW_R_SAVE}/TMP 236 IGCM_sys_MkdirArchive ${NEW_REBUILD_DIR} 237 else 238 NEW_REBUILD_DIR=${BIG_DIR}/${config_UserChoices_TagName}/${NEW_JobName} 239 IGCM_sys_MkdirWork ${NEW_REBUILD_DIR} 240 fi 233 if [ -d ${REBUILD_DIR} ] ; then 234 NEW_REBUILD_DIR=${BIG_DIR}/${config_UserChoices_TagName}/${NEW_JobName} 235 IGCM_sys_MkdirWork ${NEW_REBUILD_DIR} 241 236 fi 242 237 … … 472 467 rebdir=$( basename ${ThisREBDir} ) 473 468 IGCM_debug_Print 2 "${rebdir}." 474 if [ X${config_Post_RebuildFromArchive} = Xtrue ] ; then 475 IGCM_sys_MkdirArchive ${NEW_REBUILD_DIR}/${rebdir} 476 else 477 IGCM_sys_MkdirWork ${NEW_REBUILD_DIR}/${rebdir} 478 fi 469 IGCM_sys_MkdirWork ${NEW_REBUILD_DIR}/${rebdir} 479 470 REPLACE_sed ${REBUILD_DIR}/${rebdir}/rebuild.ksh ${NEW_REBUILD_DIR}/${rebdir} 480 471 IGCM_sys_Mv -f ${REBUILD_DIR}/${rebdir}/* ${NEW_REBUILD_DIR}/${rebdir}/ -
trunk/libIGCM/AA_rebuild_fromWorkdir
r1029 r1031 30 30 #-Q- ada # pour recevoir un mail en cas de depassement du temps Elapsed (ou autre pb.) 31 31 #-Q- ada # @ notification = error 32 #-Q- ada # @ environment = $DEBUG_debug ; $MODIPSL ; $libIGCM ; $libIGCM_SX ; $SUBMIT_DIR ; $REBUILD_DIR ; $ RebuildFromArchive ; $POST_DIR ; $DateBegin ; $PeriodDateBegin ; $PeriodDateEnd ; $NbRebuildDir ; $StandAlone ; $RESOL_ATM ; $RESOL_OCE ; $RESOL_ICE ; $RESOL_MBG ; $RESOL_SRF ; $RESOL_SBG ; $MASTER32 #-Q- ada # @ environment = $DEBUG_debug ; $MODIPSL ; $libIGCM ; $libIGCM_SX ; $SUBMIT_DIR ; $REBUILD_DIR ; $POST_DIR ; $DateBegin ; $PeriodDateBegin ; $PeriodDateEnd ; $NbRebuildDir ; $StandAlone ; $RESOL_ATM ; $RESOL_OCE ; $RESOL_ICE ; $RESOL_MBG ; $RESOL_SRF ; $RESOL_SBG ; $MASTER 33 33 #-Q- ada # @ queue 34 34 #-Q- lxiv8 ###################### … … 84 84 MASTER=${MASTER:=ada|curie} 85 85 86 #D- Do we rebuild parallel output from archive or from ${BIGDIR}87 #D- Default : value from AA_job if any88 RebuildFromArchive=${RebuildFromArchive:=false}89 90 86 #D- Directory where files we need to rebuild are store 91 87 #D- Default : value from AA_job if any 92 #D- if RebuildFromArchive=true REBUILD_DIR=${DMFDIR}/IGCM_OUT/.../JobName/TMP 93 #D- example : /dmnfs09/cont003/p86denv/IGCM_OUT/IPSLCM5/CM5PIRC7/TMP 94 #D- if RebuildFromArchive=false REBUILD_DIR=${BIGDIR}/REBUILD/TagName/JobName/ 88 #D- REBUILD_DIR=${BIGDIR}/REBUILD/TagName/JobName/ 95 89 #D- example : /scratch/cont003/p86denv/REBUILD/IPSLCM5/SCAL-NEW 96 90 REBUILD_DIR=${REBUILD_DIR:=/path/to/your/TMP/REBUILD/FILES} … … 169 163 # ------------------------------------------------------------------ 170 164 IGCM_debug_Verif_Exit_Post 171 172 165 # 173 if [ ${RebuildFromArchive} = true ] ; then 174 ListAllRebuildDir=$( IGCM_sys_RshArchive ls -d ${REBUILD_DIR}/REBUILD_* | grep -B $(( ${NbRebuildDir} -1 )) ${LastPeriodForRebuild} ) 175 else 176 ListAllRebuildDir=$( IGCM_sys_RshMaster ls -d ${REBUILD_DIR}/REBUILD_* | grep -B $(( ${NbRebuildDir} -1 )) ${LastPeriodForRebuild} ) 177 fi 166 ListAllRebuildDir=$( IGCM_sys_RshMaster ls -d ${REBUILD_DIR}/REBUILD_* | grep -B $(( ${NbRebuildDir} -1 )) ${LastPeriodForRebuild} ) 178 167 # 179 168 180 169 for directory in ${ListAllRebuildDir} ; do 181 170 # 182 if [ ${RebuildFromArchive} = true ] ; then 183 IGCM_sys_Get_Dir ${directory} ${RUN_DIR} 184 else 185 IGCM_sys_Get_Master ${directory} ${RUN_DIR} 186 fi 171 IGCM_sys_Get_Master ${directory} ${RUN_DIR} 187 172 # 188 173 IGCM_sys_Cd ${RUN_DIR}/$( basename ${directory} ) … … 199 184 IGCM_sys_Rm -rf $( basename ${directory} ) 200 185 # remote clean up 201 if [ ${RebuildFromArchive} = true ] ; then 202 IGCM_sys_RshArchive rm -rf ${directory} 203 else 204 IGCM_sys_RshMaster rm -rf ${directory} 205 fi 186 IGCM_sys_RshMaster rm -rf ${directory} 206 187 done 207 188 -
trunk/libIGCM/libIGCM_check/libIGCM_check.ksh
r1024 r1031 39 39 # What kind of rebuild ? 40 40 # ---------------------- 41 if [ X${config_Post_RebuildFromArchive} = Xtrue ] ; then 42 RebuildJob="rebuild_fromArchive" 43 IGCM_sys_TestDirArchive ${REBUILD_DIR} 44 RebuildExists=$? 45 else 46 RebuildJob="rebuild_fromWorkdir" 47 IGCM_sys_TestDir ${REBUILD_DIR} 48 RebuildExists=$? 49 fi 41 RebuildJob="rebuild_fromWorkdir" 42 IGCM_sys_TestDir ${REBUILD_DIR} 43 RebuildExists=$? 50 44 51 45 # Are packs activated or not ? -
trunk/libIGCM/libIGCM_config/libIGCM_config.ksh
r1028 r1031 78 78 # 79 79 if [ X${PackDefault} = Xtrue ] ; then 80 # If we DO apply pack in this computing center81 IGCM_debug_Print 1 "Due to inodes policy OVERRULE RebuildFromArchive value to NONE"82 config_Post_RebuildFromArchive=NONE83 80 if [ X${config_UserChoices_SpaceName} = XTEST ]; then 84 81 # TEST simulations will not be packed and will stay on SCRATCHDIR filesystem … … 128 125 129 126 #==================================================== 130 # Define REBUILD_DIR : where we store files needing rebuild process 131 if [ X${config_Post_RebuildFromArchive} = Xtrue ] ; then 132 REBUILD_DIR=${R_SAVE}/REBUILD 133 if [ ! X${TaskType} = Xchecking ] ; then 134 IGCM_sys_MkdirArchive ${REBUILD_DIR} 135 fi 136 else 137 REBUILD_DIR=${R_BUFR}/REBUILD 138 if [ ! X${TaskType} = Xchecking ] ; then 139 IGCM_sys_MkdirWork ${REBUILD_DIR} 140 fi 127 # Define REBUILD_DIR : where we store files needing rebuild process 128 REBUILD_DIR=${R_BUFR}/REBUILD 129 if [ ! X${TaskType} = Xchecking ] ; then 130 IGCM_sys_MkdirWork ${REBUILD_DIR} 141 131 fi 142 132 -
trunk/libIGCM/libIGCM_post/libIGCM_post.ksh
r985 r1031 589 589 echo "} " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh 590 590 fi 591 if [ X${config_Post_RebuildFromArchive} = Xtrue ] ; then 592 IGCM_sys_Put_Dir REBUILD_${PeriodDateBegin} ${REBUILD_DIR} 593 else 594 IGCM_sys_Mv REBUILD_${PeriodDateBegin} ${REBUILD_DIR} 595 fi 591 IGCM_sys_Mv REBUILD_${PeriodDateBegin} ${REBUILD_DIR} 596 592 fi 597 593 # 598 594 if [ ${RebuildFrequency} = true ] ; then 599 if ( [ X${config_Post_RebuildFromArchive} = Xtrue ] ) ; then 600 IGCM_debug_Print 1 "REBUILD POST-PROCESSING FROM ARCHIVE" 601 echo 602 else 603 IGCM_debug_Print 1 "REBUILD POST-PROCESSING FROM WORKDIR" 604 echo 605 fi 595 IGCM_debug_Print 1 "REBUILD POST-PROCESSING FROM WORKDIR" 596 echo 606 597 script=rebuild_fromWorkdir 607 598 # 608 599 Script_Post_Output=${script}.${PeriodDateEnd} 609 600 # 610 listVarEnv="DEBUG_debug,MODIPSL,libIGCM,libIGCM_SX,SUBMIT_DIR,REBUILD_DIR,POST_DIR,MASTER, RebuildFromArchive,DateBegin,PeriodDateBegin,PeriodDateEnd,NbRebuildDir,StandAlone,RESOL_ATM,RESOL_OCE,RESOL_ICE,RESOL_MBG,RESOL_SRF,RESOL_SBG"601 listVarEnv="DEBUG_debug,MODIPSL,libIGCM,libIGCM_SX,SUBMIT_DIR,REBUILD_DIR,POST_DIR,MASTER,DateBegin,PeriodDateBegin,PeriodDateEnd,NbRebuildDir,StandAlone,RESOL_ATM,RESOL_OCE,RESOL_ICE,RESOL_MBG,RESOL_SRF,RESOL_SBG" 611 602 IGCM_sys_RshPost <<-EOF 612 603 export DEBUG_debug=${DEBUG_debug} … … 618 609 export POST_DIR=${POST_DIR} 619 610 export MASTER=${MASTER} 620 export RebuildFromArchive=${config_Post_RebuildFromArchive}621 611 export DateBegin=${DateBegin} 622 612 export PeriodDateBegin=${PeriodDateBegin} -
trunk/libIGCM/libIGCM_sys/libIGCM_sys.ksh
r996 r1031 31 31 # only MAIL working at present due to firewall constraint 32 32 BigBrotherChannel=MAIL 33 34 # variable that must have lower case value.35 typeset -l config_Post_RebuildFromArchive36 33 37 34 # no need to be so verbose in checking mode
Note: See TracChangeset
for help on using the changeset viewer.