[387] | 1 | #!/bin/ksh |
---|
[271] | 2 | |
---|
| 3 | #************************************************************** |
---|
| 4 | # Author: Sebastien Denvil |
---|
[373] | 5 | # Contact: Sebastien.Denvil__at__ipsl.jussieu.fr |
---|
| 6 | # $Revision:: $ Revision of last commit |
---|
| 7 | # $Author:: $ Author of last commit |
---|
| 8 | # $Date:: $ Date of last commit |
---|
[271] | 9 | # IPSL (2006) |
---|
| 10 | # This software is governed by the CeCILL licence see libIGCM/libIGCM_CeCILL.LIC |
---|
| 11 | # |
---|
| 12 | #************************************************************** |
---|
[1283] | 13 | # ID of your genci project. Curie only : post-processing jobs need it to run properly |
---|
| 14 | #-Q- curie export BRIDGE_MSUB_PROJECT=::default_project:: |
---|
[1437] | 15 | #-Q- irene export BRIDGE_MSUB_PROJECT=::default_project:: |
---|
[271] | 16 | |
---|
[1356] | 17 | #D- Task type DO NOT CHANGE (computing, post-processing or checking) |
---|
[1114] | 18 | TaskType=checking |
---|
[712] | 19 | |
---|
[1114] | 20 | #D- Low level debug : to perform lib test checks, stack construction and IO functions instrumentation |
---|
| 21 | DEBUG_debug=false |
---|
| 22 | |
---|
| 23 | #D- Messaging : all activities and call stacks will be sent to ipsl servers |
---|
| 24 | BigBrother=false |
---|
| 25 | |
---|
[271] | 26 | # Check that everything went well during time series production |
---|
| 27 | # Display a short report |
---|
| 28 | # Launch what's missing |
---|
[338] | 29 | # For use during a run (not on the end : PeriodState=Completed), it will complete |
---|
[1028] | 30 | # all TS to last PeriodDateEnd value, give by run.card->Configuration->(PeriodDateBegin - 1). |
---|
[271] | 31 | |
---|
[554] | 32 | #D- Path to libIGCM |
---|
| 33 | #D- Default : value from AA_job if any |
---|
[271] | 34 | libIGCM=${libIGCM:=::modipsl::/libIGCM} |
---|
| 35 | |
---|
[338] | 36 | # répertoire courrant |
---|
[271] | 37 | CURRENT_DIR=$( pwd ) |
---|
| 38 | |
---|
[338] | 39 | # Emplacement des cartes |
---|
[1128] | 40 | CARD_DIR=${CARD_DIR:=${CURRENT_DIR}} |
---|
[271] | 41 | |
---|
[344] | 42 | # répertoire de stockage des sorties des create_ts |
---|
[338] | 43 | POST_DIR=${POST_DIR:=${CARD_DIR}/OutScript} |
---|
| 44 | |
---|
[271] | 45 | if [ ! -d ${CARD_DIR} ]; then |
---|
[591] | 46 | echo "No ${CARD_DIR}, we stop here" |
---|
| 47 | exit |
---|
[271] | 48 | fi |
---|
| 49 | |
---|
| 50 | ######################################################################## |
---|
| 51 | |
---|
[731] | 52 | . ${libIGCM}/libIGCM_debug/libIGCM_debug.ksh |
---|
| 53 | . ${libIGCM}/libIGCM_card/libIGCM_card.ksh |
---|
| 54 | . ${libIGCM}/libIGCM_date/libIGCM_date.ksh |
---|
| 55 | #------- |
---|
| 56 | . ${libIGCM}/libIGCM_sys/libIGCM_sys.ksh |
---|
| 57 | . ${libIGCM}/libIGCM_config/libIGCM_config.ksh |
---|
[832] | 58 | #------- |
---|
| 59 | ( ${DEBUG_debug} ) && IGCM_debug_Check |
---|
| 60 | ( ${DEBUG_debug} ) && IGCM_card_Check |
---|
| 61 | ( ${DEBUG_debug} ) && IGCM_date_Check |
---|
[271] | 62 | |
---|
| 63 | ######################################################################## |
---|
| 64 | |
---|
[362] | 65 | #set -vx |
---|
| 66 | |
---|
[396] | 67 | echo "Hi I'm here to help you complete the time series production you planned according to your *.card." |
---|
| 68 | echo "This action can potentially submit numbers of jobs (up to 50)" |
---|
| 69 | echo "This action can potentially remove unnecessary files but I will ALWAYS ask permission to do so" |
---|
[401] | 70 | echo -e "\033[1;31mDo you want me to run in dryrun mode just telling what I would submit?\033[m" |
---|
| 71 | echo -e "\033[1;31mOr do you want me to submit job for real? Answer yes in this case.\033[m" |
---|
[396] | 72 | echo -n " Run for real (y/n) :" |
---|
| 73 | read ActionAnswer |
---|
| 74 | |
---|
[591] | 75 | case ${ActionAnswer} in |
---|
| 76 | oui|OUI|o|y|yes|YES) |
---|
| 77 | echo "OK. I will submit jobs but ask permissions before removing files" |
---|
| 78 | action=true |
---|
| 79 | ;; |
---|
| 80 | non|NON|n|no|NO) |
---|
| 81 | echo "OK. I won't submit jobs and only print out files I could remove" |
---|
| 82 | action=false |
---|
| 83 | ;; |
---|
| 84 | *) |
---|
| 85 | echo "I did not recognize your answer. I will stop here." |
---|
| 86 | echo "Please respond: oui|OUI|o|y|yes|YES" |
---|
| 87 | echo "Or please respond: non|NON|n|no|NO" |
---|
| 88 | exit |
---|
| 89 | ;; |
---|
[396] | 90 | esac |
---|
| 91 | |
---|
[591] | 92 | #================================== |
---|
[271] | 93 | # First of all |
---|
[591] | 94 | # |
---|
[727] | 95 | # Read libIGCM compatibility version in config.card |
---|
| 96 | # Read UserChoices section |
---|
| 97 | # Read Ensemble section |
---|
| 98 | # Read Post section |
---|
| 99 | # Define all netcdf output directories |
---|
[591] | 100 | #================================== |
---|
[727] | 101 | IGCM_config_CommonConfiguration ${CARD_DIR}/config.card |
---|
[271] | 102 | |
---|
[591] | 103 | #================================== |
---|
[727] | 104 | # Read ListOfComponents section: |
---|
| 105 | IGCM_card_DefineArrayFromSection ${CARD_DIR}/config.card ListOfComponents |
---|
[658] | 106 | |
---|
[338] | 107 | if [ -f ${CARD_DIR}/run.card ] ; then |
---|
[591] | 108 | IGCM_card_DefineVariableFromOption ${CARD_DIR}/run.card Configuration PeriodState |
---|
[1028] | 109 | IGCM_card_DefineVariableFromOption ${CARD_DIR}/run.card Configuration PeriodDateBegin |
---|
[591] | 110 | IGCM_card_DefineVariableFromOption ${CARD_DIR}/run.card PostProcessing TimeSeriesCompleted |
---|
| 111 | IGCM_debug_Print 1 "DefineVariableFromOption : run_Configuration" |
---|
| 112 | IGCM_debug_PrintVariables 3 run_Configuration_PeriodState |
---|
| 113 | IGCM_debug_Print 1 "DefineVariableFromOption : run_PostProcessing" |
---|
| 114 | IGCM_debug_PrintVariables 3 run_PostProcessing_TimeSeriesCompleted |
---|
| 115 | if [ X${run_Configuration_PeriodState} != X"Completed" ] ; then |
---|
[1130] | 116 | DateEnd=$( IGCM_date_AddDaysToGregorianDate $( IGCM_date_ConvertFormatToGregorian ${run_Configuration_PeriodDateBegin} ) -1 ) |
---|
[591] | 117 | else |
---|
| 118 | DateEnd=$( IGCM_date_ConvertFormatToGregorian ${config_UserChoices_DateEnd} ) |
---|
| 119 | fi |
---|
| 120 | CompletedFlag=${run_PostProcessing_TimeSeriesCompleted} |
---|
[338] | 121 | else |
---|
[591] | 122 | DateEnd=$( IGCM_date_ConvertFormatToGregorian ${config_UserChoices_DateEnd} ) |
---|
| 123 | CompletedFlag="" |
---|
[338] | 124 | fi |
---|
[340] | 125 | SavedCompletedFlag=${CompletedFlag} |
---|
[362] | 126 | DateBegin=$( IGCM_date_ConvertFormatToGregorian ${config_UserChoices_DateBegin} ) |
---|
[338] | 127 | |
---|
[362] | 128 | IGCM_date_GetYearMonth ${DateBegin} YearBegin MonthBegin |
---|
[338] | 129 | IGCM_date_GetYearMonth ${DateEnd} YearEnd MonthEnd |
---|
[362] | 130 | |
---|
[338] | 131 | echo |
---|
[362] | 132 | IGCM_debug_Print 1 "DateBegin for TimeSeries_Checker : "${DateBegin} |
---|
| 133 | IGCM_debug_Print 1 "DateEnd for TimeSeries_Checker : "${DateEnd} |
---|
| 134 | IGCM_debug_Print 1 "CompletedFlag = "${CompletedFlag} |
---|
| 135 | echo |
---|
[271] | 136 | |
---|
| 137 | for comp in ${config_ListOfComponents[*]} ; do |
---|
[591] | 138 | # Debug Print |
---|
| 139 | IGCM_debug_Print 1 ${comp} |
---|
| 140 | # Define component |
---|
| 141 | IGCM_card_DefineArrayFromOption ${CARD_DIR}/config.card ListOfComponents ${comp} |
---|
| 142 | eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1 |
---|
| 143 | eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1 |
---|
[271] | 144 | |
---|
[591] | 145 | # Read libIGCM compatibility version in ${compname}.card |
---|
| 146 | card=${CARD_DIR}/COMP/${compname}.card |
---|
[271] | 147 | |
---|
[591] | 148 | # Read and Build Output File stuff |
---|
| 149 | #IGCM_debug_Print 1 "DefineArrayFromOption : ${compname}_OutputFiles ${card}" |
---|
| 150 | IGCM_card_DefineArrayFromOption ${card} OutputFiles List |
---|
| 151 | ListFilesName=${compname}_OutputFiles_List |
---|
| 152 | eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1 |
---|
| 153 | # |
---|
| 154 | if [ X${FileName0} != X${NULL_STR} ] ; then |
---|
[271] | 155 | # |
---|
[591] | 156 | #IGCM_debug_Print 1 "Component : ${compname}" |
---|
| 157 | # |
---|
| 158 | # INITIALISATION |
---|
| 159 | # |
---|
| 160 | eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1 |
---|
| 161 | i=2 |
---|
| 162 | # |
---|
| 163 | until [ $i -ge $NbFiles ]; do |
---|
| 164 | # |
---|
| 165 | eval flag_post=\${${ListFilesName}[$i]} > /dev/null 2>&1 |
---|
| 166 | # |
---|
| 167 | if [ X${flag_post} != XNONE ] ; then |
---|
[271] | 168 | # |
---|
[591] | 169 | # First of all |
---|
| 170 | # |
---|
| 171 | IGCM_card_DefineArrayFromSection ${card} ${flag_post} |
---|
| 172 | # |
---|
| 173 | IGCM_card_DefineArrayFromOption ${card} ${flag_post} TimeSeriesVars |
---|
| 174 | IGCM_card_DefineArrayFromOption ${card} ${flag_post} Patches |
---|
| 175 | if [ X"$( eval echo \${${compname}_${flag_post}_TimeSeriesVars[*]} )" = X"Option not" ] ; then |
---|
| 176 | # New TimeSeriesVar description, with 2D, 3D and associate ChunckJob. |
---|
| 177 | unset ListDimension |
---|
| 178 | ListDimension[0]=2D |
---|
| 179 | ListDimension[1]=3D |
---|
| 180 | TimeSeries=false |
---|
| 181 | TimeSeries2D=false |
---|
| 182 | TimeSeries3D=false |
---|
| 183 | chunck=false |
---|
| 184 | iLoop=${#ListDimension[*]} |
---|
| 185 | j=0 |
---|
| 186 | until [ $j -ge ${iLoop} ]; do |
---|
| 187 | Dimension=${ListDimension[${j}]} |
---|
| 188 | IGCM_card_DefineArrayFromOption ${card} ${flag_post} TimeSeriesVars${Dimension} |
---|
| 189 | IGCM_card_DefineVariableFromOption ${card} ${flag_post} ChunckJob${Dimension} |
---|
| 190 | # |
---|
| 191 | # Time series WITHOUT chunk |
---|
| 192 | # |
---|
| 193 | if [ ! $( eval echo \${${compname}_${flag_post}_TimeSeriesVars${Dimension}} ) = ${NULL_STR} ] ; then |
---|
| 194 | if [ $( eval echo \${${compname}_${flag_post}_ChunckJob${Dimension}} ) = NONE ] ; then |
---|
| 195 | IGCM_debug_Print 2 "${Dimension} time series activated for ${flag_post}" |
---|
| 196 | eval TimeSeries${Dimension}=true |
---|
| 197 | chunck=false |
---|
| 198 | fi |
---|
| 199 | fi |
---|
| 200 | # |
---|
| 201 | # Time series WITH chunk |
---|
| 202 | # |
---|
| 203 | if [ ! $( eval echo \${${compname}_${flag_post}_TimeSeriesVars${Dimension}} ) = ${NULL_STR} ] ; then |
---|
| 204 | chunck_size=$( eval echo \${${compname}_${flag_post}_ChunckJob${Dimension}} ) |
---|
| 205 | if [ ! ${chunck_size} = NONE ] && [ ! ${chunck_size} = OFF ] ; then |
---|
| 206 | IGCM_debug_Print 2 "${Dimension} time series activated with ${chunck_size} chunck for ${flag_post}" |
---|
| 207 | eval TimeSeriesChunck${Dimension}=true |
---|
| 208 | chunck=true |
---|
| 209 | fi |
---|
| 210 | fi |
---|
| 211 | (( j=j+1 )) |
---|
| 212 | # |
---|
| 213 | # If TimeSeriesVars list is empty or OFF we skip |
---|
| 214 | # |
---|
| 215 | if ( [ $( eval echo \${${compname}_${flag_post}_TimeSeriesVars${Dimension}} ) = ${NULL_STR} ] || \ |
---|
| 216 | [ ${chunck_size} = OFF ] ) ; then |
---|
| 217 | #IGCM_debug_Print 2 "Empty TS : ${compname}_Post_${FILE}_TimeSeriesVars${Dimension}" |
---|
| 218 | #(( i=i+3 )) |
---|
| 219 | continue |
---|
| 220 | fi |
---|
| 221 | # |
---|
| 222 | # ICI ON TESTE QUE LES FICHIERS TS SONT LA! |
---|
| 223 | # |
---|
| 224 | FILE=$( echo ${flag_post} | awk "-FPost_" '{print $2}' ) |
---|
| 225 | IGCM_card_DefineArrayFromOption ${card} Post_${FILE} TimeSeriesVars${Dimension} |
---|
| 226 | IGCM_card_DefineVariableFromOption ${card} Post_${FILE} ChunckJob${Dimension} |
---|
| 227 | # |
---|
| 228 | FlagDir=$( echo ${FILE} | awk -F "_" '{print $1}' ) |
---|
| 229 | case ${FlagDir} in |
---|
| 230 | *Y) TS_Dir=TS_YE ;; |
---|
| 231 | *M) TS_Dir=TS_MO ;; |
---|
| 232 | *D) TS_Dir=TS_DA ;; |
---|
| 233 | 3H|HF) TS_Dir=TS_HF ;; |
---|
| 234 | INS) TS_Dir=TS_INS ;; |
---|
| 235 | esac |
---|
| 236 | # |
---|
| 237 | # We need LIST of variables not allready produced (useful for standalone mode) |
---|
| 238 | # |
---|
| 239 | DateBegin=$( IGCM_date_ConvertFormatToGregorian ${config_UserChoices_DateBegin} ) |
---|
| 240 | IGCM_date_GetYearMonth ${DateBegin} YearBegin MonthBegin |
---|
[271] | 241 | |
---|
[591] | 242 | # Si on n'a pas de chunck, dans ce cas chunck_size=la durée de la simulation en années |
---|
| 243 | YearsChunckLength=$( echo ${chunck_size} | sed -e "s/[yY]//" ) |
---|
| 244 | [ ${chunck} = false ] && YearsChunckLength=$(( YearEnd - YearBegin + 1 )) |
---|
[271] | 245 | |
---|
[591] | 246 | NbYearsChunckLoop=$(( ( YearEnd - YearBegin + 1 ) / YearsChunckLength )) |
---|
| 247 | Reste=$(( ( YearEnd - YearBegin + 1 ) % YearsChunckLength )) |
---|
[271] | 248 | |
---|
[591] | 249 | if [ ${Reste} -ne 0 ] ; then |
---|
| 250 | NbYearsChunckLoop=$(( NbYearsChunckLoop + 1 )) |
---|
| 251 | fi |
---|
[271] | 252 | |
---|
[591] | 253 | if [ ${NbYearsChunckLoop} -eq 1 ] ; then |
---|
| 254 | PeriodDateEnd=${DateEnd} |
---|
| 255 | else |
---|
[886] | 256 | Length=$( IGCM_date_DaysInCurrentPeriod ${DateBegin} ${YearsChunckLength}Y ) |
---|
| 257 | PeriodDateEnd=$( IGCM_date_AddDaysToGregorianDate ${DateBegin} ${Length}-1 ) |
---|
[591] | 258 | fi |
---|
| 259 | # |
---|
| 260 | DIRECTORY=${R_SAVE}/${comp}/Analyse/${TS_Dir} |
---|
| 261 | YearsChunckLoop=1 |
---|
| 262 | ChunckDebut=${DateBegin} |
---|
| 263 | ChunckFin=${PeriodDateEnd} |
---|
| 264 | while [ ${YearsChunckLoop} -le ${NbYearsChunckLoop} ] ; do |
---|
| 265 | countTotal=0 |
---|
| 266 | countGood=0 |
---|
| 267 | countBad=0 |
---|
| 268 | unset RemoveList |
---|
| 269 | unset PotentialCompletedFlag |
---|
| 270 | for var in $( eval echo \${${compname}_Post_${FILE}_TimeSeriesVars${Dimension}[*]} ) ; do |
---|
| 271 | TestedFile=${config_UserChoices_JobName}_${ChunckDebut}_${ChunckFin}_${FlagDir}_${var}.nc |
---|
| 272 | # |
---|
[825] | 273 | DEBUG_sys=false IGCM_sys_TestDirArchive ${DIRECTORY} |
---|
[798] | 274 | if [ $? = 0 ] ; then |
---|
[1019] | 275 | Candidat=$( find ${DIRECTORY} -name "${config_UserChoices_JobName}_${ChunckDebut}_*_${FlagDir}_${var}.nc" ) |
---|
[591] | 276 | else |
---|
| 277 | Candidat="" |
---|
| 278 | fi |
---|
| 279 | # |
---|
| 280 | BestCandidat=${ChunckDebut} |
---|
| 281 | # |
---|
| 282 | FoundCandidat=false |
---|
| 283 | if [ ! "X${Candidat}" = "X" ] ; then |
---|
| 284 | for candid in ${Candidat} ; do |
---|
| 285 | #IGCM_debug_Print 1 -e "\033[1;32m[CompletedFlag CANDIDAT MATCH FOUND]\033[m $( basename ${candid} )" |
---|
| 286 | CandidatEnd=$( echo ${candid} | awk -F${config_UserChoices_JobName} '{print $3}' | awk -F_ '{print $3}' ) |
---|
| 287 | if [ ${CandidatEnd} -gt ${ChunckFin} ] ; then |
---|
| 288 | #IGCM_debug_Print 3 -e "File $( basename ${candid} ) should be suppress" |
---|
| 289 | set +A RemoveList ${RemoveList[*]} ${candid} |
---|
| 290 | elif [ ${CandidatEnd} -lt ${ChunckFin} ] ; then |
---|
| 291 | #IGCM_debug_Print 3 -e "File $( basename ${candid} ) should be suppress or used as a CompletedFlag baseline" |
---|
| 292 | # We keep the best candidat and remove the others |
---|
| 293 | if [ ${BestCandidat} -lt ${CandidatEnd} ] ; then |
---|
| 294 | if [ ${FoundCandidat} = true ] ; then |
---|
| 295 | set +A RemoveList ${RemoveList[*]} ${DIRECTORY}/${config_UserChoices_JobName}_${ChunckDebut}_${BestCandidat}_${FlagDir}_${var}.nc |
---|
| 296 | else |
---|
| 297 | FoundCandidat=true |
---|
| 298 | fi |
---|
| 299 | BestCandidat=${CandidatEnd} |
---|
| 300 | else |
---|
| 301 | set +A RemoveList ${RemoveList[*]} ${candid} |
---|
| 302 | fi |
---|
| 303 | fi |
---|
| 304 | done |
---|
| 305 | else |
---|
| 306 | # No CompletedFlag candidat found |
---|
| 307 | CandidatCompletedFlag="" |
---|
| 308 | fi |
---|
| 309 | # |
---|
[899] | 310 | if [ ! -f ${DIRECTORY}/${TestedFile} ] ; then |
---|
[591] | 311 | (( countBad = countBad + 1 )) |
---|
[1228] | 312 | [ ${countBad} = 1 ] && IGCM_debug_Print 3 "Missing time series from ${FILE} in ${DIRECTORY} :" |
---|
| 313 | IGCM_debug_Print 3 ${TestedFile} |
---|
[591] | 314 | # Then we keep a track of the Best Candidat |
---|
| 315 | if [ ${FoundCandidat} = true ] ; then |
---|
| 316 | if [ ${chunck} = true ] ; then |
---|
| 317 | set +A PotentialCompletedFlag ${PotentialCompletedFlag[*]} ${BestCandidat} |
---|
| 318 | else |
---|
| 319 | eval set +A PotentialCompletedFlag${Dimension} \${PotentialCompletedFlag${Dimension}[*]} \${BestCandidat} |
---|
| 320 | fi |
---|
| 321 | fi |
---|
| 322 | else |
---|
| 323 | (( countGood = countGood + 1 )) |
---|
| 324 | # Then we do not need the best candidat if any |
---|
| 325 | [ ${FoundCandidat} = true ] && set +A RemoveList ${RemoveList[*]} ${DIRECTORY}/${config_UserChoices_JobName}_${ChunckDebut}_${BestCandidat}_${FlagDir}_${var}.nc |
---|
| 326 | fi |
---|
| 327 | (( countTotal = countTotal + 1 )) |
---|
| 328 | done |
---|
[271] | 329 | |
---|
[591] | 330 | SuccessRate=$(( countGood * 100 / countTotal )) |
---|
| 331 | if [ ${SuccessRate} -ne 100 ] ; then |
---|
| 332 | IGCM_debug_Print 2 -e "\033[1;31m${SuccessRate}% files OK.\033[m for period ${ChunckDebut}-${ChunckFin}" |
---|
| 333 | else |
---|
| 334 | IGCM_debug_Print 2 -e "\033[1;32m${SuccessRate}% files OK.\033[m for period ${ChunckDebut}-${ChunckFin}" |
---|
| 335 | fi |
---|
| 336 | echo |
---|
[271] | 337 | |
---|
[591] | 338 | # Remove what's in the RemoveList |
---|
| 339 | if [ ${RemoveList} ] ; then |
---|
| 340 | IGCM_debug_Print 2 "File(s) that will be removed ${RemoveList[*]}" |
---|
| 341 | if [ ${action} = true ] ; then |
---|
| 342 | echo -e "\033[1;32mDo you want to remove them?\033[m" |
---|
| 343 | echo -n " Your answer (y/n) : " |
---|
| 344 | read RemoveAnswer |
---|
| 345 | case ${RemoveAnswer} in |
---|
| 346 | oui|OUI|o|y|yes|YES) |
---|
| 347 | echo "OK. I will erase them" |
---|
| 348 | IGCM_sys_Rm -f ${RemoveList[*]} |
---|
| 349 | ;; |
---|
| 350 | non|NON|n|no|NO) |
---|
| 351 | echo "OK. I won't erase them" |
---|
| 352 | ;; |
---|
| 353 | *) |
---|
| 354 | echo "I did not recognize your answer." |
---|
| 355 | echo "Please respond: oui|OUI|o|y|yes|YES" |
---|
| 356 | echo "Or please respond: non|NON|n|no|NO" |
---|
| 357 | exit |
---|
| 358 | ;; |
---|
| 359 | esac |
---|
| 360 | fi |
---|
| 361 | fi |
---|
| 362 | #[ ${FoundCandidat} = true ] && IGCM_debug_Print 2 "Potentials CompletedFlag: ${PotentialCompletedFlag[*]}" |
---|
| 363 | # |
---|
| 364 | # TO REWRITE BEGIN |
---|
| 365 | # |
---|
| 366 | if ( [ ${chunck} = true ] && [ ${SuccessRate} -ne 100 ] ) ; then |
---|
| 367 | NbCandidats=${#PotentialCompletedFlag[@]} |
---|
| 368 | countCandid=1 |
---|
| 369 | if [ ${NbCandidats} -eq 0 ] ; then |
---|
| 370 | ChunckCompletedFlag="" |
---|
| 371 | IGCM_debug_Print 2 -e "\033[1;31mNO CompletedFlag\033[m" |
---|
| 372 | elif [ ${NbCandidats} -eq 1 ] ; then |
---|
| 373 | ChunckCompletedFlag=${PotentialCompletedFlag[0]} |
---|
| 374 | IGCM_debug_Print 2 -e "\033[1;32mCompletedFlag=${ChunckCompletedFlag}\033[m" |
---|
| 375 | elif [ ${NbCandidats} -gt 1 ] ; then |
---|
| 376 | k=1 |
---|
| 377 | until [ $k -ge ${NbCandidats} ]; do |
---|
| 378 | ((k_m1=k-1)) |
---|
| 379 | if [ ${PotentialCompletedFlag[${k_m1}]} = ${PotentialCompletedFlag[${k}]} ] ; then |
---|
| 380 | ((countCandid=countCandid+1)) |
---|
| 381 | fi |
---|
| 382 | ((k=k+1)) |
---|
| 383 | done |
---|
| 384 | if [ ${NbCandidats} -eq ${countCandid} ] ; then |
---|
| 385 | ChunckCompletedFlag=${PotentialCompletedFlag[0]} |
---|
| 386 | IGCM_debug_Print 2 -e "\033[1;32mCompletedFlag=${ChunckCompletedFlag}\033[m" |
---|
| 387 | else |
---|
| 388 | ChunckCompletedFlag=${PotentialCompletedFlag[0]} |
---|
| 389 | IGCM_debug_Print 2 -e "\033[1;31mToo Many Potential CompletedFlag\033[m Let start with first CompletedPeriod" |
---|
| 390 | IGCM_debug_Print 2 -e "\033[1;31mYou will have to redo TimeSeries_Checker\033[m for other period." |
---|
| 391 | fi |
---|
| 392 | fi |
---|
| 393 | # |
---|
| 394 | # TO REWRITE END |
---|
| 395 | # |
---|
| 396 | if [ ${action} = true ] ; then |
---|
| 397 | IGCM_debug_Print 2 -e "\033[1;31mSubmit ${FILE} chunck ${Dimension}\033[m period ${ChunckDebut}-${ChunckFin} and CompletedFlag=${ChunckCompletedFlag}" |
---|
[1114] | 398 | listVarEnv="DEBUG_debug,BigBrother,libIGCM,SUBMIT_DIR,POST_DIR,Script_Post_Output,DateBegin,PeriodDateEnd,CompletedFlag,TsTask,CompToRead,FlagToRead" |
---|
| 399 | export DEBUG_debug=${DEBUG_debug} |
---|
| 400 | export BigBrother=${BigBrother} |
---|
[591] | 401 | export libIGCM=${libIGCM} |
---|
| 402 | export SUBMIT_DIR=${CARD_DIR} |
---|
| 403 | export POST_DIR=${POST_DIR} |
---|
| 404 | export DateBegin=${ChunckDebut} |
---|
| 405 | export PeriodDateEnd=${ChunckFin} |
---|
| 406 | export CompletedFlag=${ChunckCompletedFlag} |
---|
| 407 | export TsTask=Chunck${Dimension} |
---|
| 408 | export CompToRead=${comp} |
---|
| 409 | export FlagToRead=${i} |
---|
| 410 | export NameToRead=${flag_post} |
---|
| 411 | export listVarEnv=${listVarEnv} |
---|
[1112] | 412 | export Script_Post_Output=create_ts.${PeriodDateEnd}.${TsTask}.${CompToRead}.${NameToRead} |
---|
[591] | 413 | IGCM_sys_MkdirWork ${POST_DIR} |
---|
[1206] | 414 | IGCM_debug_Verif_Exit |
---|
[591] | 415 | IGCM_sys_QsubPost create_ts |
---|
| 416 | echo |
---|
| 417 | else |
---|
| 418 | IGCM_debug_Print 2 -e "\033[1;31mI should NOW submit ${FILE} chunck ${Dimension}\033[m period ${ChunckDebut}-${ChunckFin} and CompletedFlag=${ChunckCompletedFlag}" |
---|
| 419 | fi |
---|
| 420 | fi |
---|
[271] | 421 | |
---|
[591] | 422 | if ( [ ${chunck} = false ] && [ ${SuccessRate} -ne 100 ] ) ; then |
---|
| 423 | eval Launch${Dimension}=true |
---|
| 424 | fi |
---|
[271] | 425 | |
---|
[591] | 426 | # Date update |
---|
| 427 | ChunckDebut=$( IGCM_date_AddDaysToGregorianDate ${ChunckFin} 1 ) |
---|
[271] | 428 | |
---|
[591] | 429 | (( YearsChunckLoop = YearsChunckLoop + 1 )) |
---|
[271] | 430 | |
---|
[591] | 431 | if [ ${YearsChunckLoop} -eq ${NbYearsChunckLoop} ] ; then |
---|
| 432 | ChunckFin=${DateEnd} |
---|
| 433 | else |
---|
[886] | 434 | Length=$( IGCM_date_DaysInCurrentPeriod ${ChunckDebut} ${YearsChunckLength}Y ) |
---|
| 435 | ChunckFin=$( IGCM_date_AddDaysToGregorianDate ${ChunckDebut} ${Length}-1 ) |
---|
[591] | 436 | fi |
---|
| 437 | done |
---|
| 438 | done |
---|
| 439 | else |
---|
| 440 | ListDimension[0]="" |
---|
| 441 | TimeSeries=true |
---|
| 442 | TimeSeries2D=false |
---|
| 443 | TimeSeries3D=false |
---|
| 444 | TimeSeriesChunck2D=false |
---|
| 445 | TimeSeriesChunck3D=false |
---|
| 446 | fi |
---|
| 447 | fi |
---|
| 448 | (( i=i+3 )) |
---|
| 449 | done |
---|
| 450 | fi |
---|
[271] | 451 | done # comp loop |
---|
| 452 | |
---|
[272] | 453 | echo |
---|
| 454 | |
---|
[338] | 455 | DateBegin=$( IGCM_date_ConvertFormatToGregorian ${config_UserChoices_DateBegin} ) |
---|
| 456 | IGCM_date_GetYearMonth ${DateBegin} YearBegin MonthBegin |
---|
[340] | 457 | CompletedFlag=${SavedCompletedFlag} |
---|
[338] | 458 | |
---|
[401] | 459 | unset CompToRead |
---|
| 460 | unset FlagToRead |
---|
| 461 | |
---|
[272] | 462 | if [ X${Launch2D} = Xtrue ] ; then |
---|
[591] | 463 | if [ ${action} = true ] ; then |
---|
| 464 | #IGCM_debug_Print 2 "Potentials CompletedFlag: ${PotentialCompletedFlag2D[*]}" |
---|
| 465 | IGCM_debug_Print 2 -e "\033[1;31mSubmit 2D\033[m without chunck period ${DateBegin}-${DateEnd}" |
---|
[1114] | 466 | listVarEnv="DEBUG_debug,BigBrother,libIGCM,SUBMIT_DIR,POST_DIR,Script_Post_Output,DateBegin,PeriodDateEnd,CompletedFlag,TsTask" |
---|
| 467 | export DEBUG_debug=${DEBUG_debug} |
---|
| 468 | export BigBrother=${BigBrother} |
---|
[591] | 469 | export libIGCM=${libIGCM} |
---|
| 470 | export SUBMIT_DIR=${CARD_DIR} |
---|
| 471 | export POST_DIR=${POST_DIR} |
---|
| 472 | export DateBegin=${DateBegin} |
---|
| 473 | export PeriodDateEnd=${DateEnd} |
---|
| 474 | export CompletedFlag=${CompletedFlag} |
---|
| 475 | export TsTask=2D |
---|
| 476 | export listVarEnv=${listVarEnv} |
---|
[1112] | 477 | export Script_Post_Output=create_ts.${PeriodDateEnd}.${TsTask} |
---|
[591] | 478 | IGCM_sys_MkdirWork ${POST_DIR} |
---|
[1206] | 479 | IGCM_debug_Verif_Exit |
---|
[591] | 480 | IGCM_sys_QsubPost create_ts |
---|
| 481 | echo |
---|
| 482 | else |
---|
| 483 | IGCM_debug_Print 2 -e "\033[1;31mI should NOW submit 2D without chunck\033[m period ${DateBegin}-${DateEnd}" |
---|
| 484 | fi |
---|
[271] | 485 | fi |
---|
| 486 | |
---|
[272] | 487 | if [ X${Launch3D} = Xtrue ] ; then |
---|
[591] | 488 | if [ ${action} = true ] ; then |
---|
| 489 | #IGCM_debug_Print 2 "Potentials CompletedFlag: ${PotentialCompletedFlag3D[*]}" |
---|
| 490 | IGCM_debug_Print 2 -e "\033[1;31mSubmit 3D\033[m without chunck period ${DateBegin}-${DateEnd}" |
---|
[1114] | 491 | listVarEnv="DEBUG_debug,BigBrother,libIGCM,SUBMIT_DIR,POST_DIR,Script_Post_Output,DateBegin,PeriodDateEnd,CompletedFlag,TsTask" |
---|
| 492 | export DEBUG_debug=${DEBUG_debug} |
---|
| 493 | export BigBrother=${BigBrother} |
---|
[591] | 494 | export libIGCM=${libIGCM} |
---|
| 495 | export SUBMIT_DIR=${CARD_DIR} |
---|
| 496 | export POST_DIR=${POST_DIR} |
---|
| 497 | export DateBegin=${DateBegin} |
---|
| 498 | export PeriodDateEnd=${DateEnd} |
---|
| 499 | export CompletedFlag=${CompletedFlag} |
---|
| 500 | export TsTask=3D |
---|
| 501 | export listVarEnv=${listVarEnv} |
---|
[1112] | 502 | export Script_Post_Output=create_ts.${PeriodDateEnd}.${TsTask} |
---|
[591] | 503 | IGCM_sys_MkdirWork ${POST_DIR} |
---|
[1206] | 504 | IGCM_debug_Verif_Exit |
---|
[591] | 505 | IGCM_sys_QsubPost create_ts |
---|
| 506 | echo |
---|
| 507 | else |
---|
| 508 | IGCM_debug_Print 2 -e "\033[1;31mI should NOW submit 3D without chunck\033[m period ${DateBegin}-${DateEnd}" |
---|
| 509 | fi |
---|
[271] | 510 | fi |
---|