Ignore:
Timestamp:
03/21/12 11:02:21 (12 years ago)
Author:
sdipsl
Message:
  • can extract needed restart from a tar (up to 20 minutes on titane)
    • still to do : introduce a lag when cleaning the restart buffer so that we don't look into the tar too often
    • still to do : work on the clean_month procedure
  • rebuild process submit pack_output process if needed
    • still to do : a pack_output able to submit create_ts/create_se if needed
  • bugfixes/cosmetics/cleaning
  • SX9 and titane OK.
File:
1 edited

Legend:

Unmodified
Added
Removed

  • trunk/libIGCM/libIGCM_post/libIGCM_post.ksh

    r583 r590  
    245245          [ $(( ( ${YearEnd} - ${YearBegin} + 1 ) % ${YearsChunckLength} )) = 0 ] && NbYearsChunckLoop=$(( ${NbYearsChunckLoop} - 1 )) 
    246246          # Starting Year of the current chunck 
    247           ChunckTsYearBegin=$(( ${NbYearsChunckLoop} *  ${YearsChunckLength} + ${YearBegin} )) 
     247          ChunckTsYearBegin=$(( ${NbYearsChunckLoop} * ${YearsChunckLength} + ${YearBegin} )) 
    248248          # Starting date of the current chunck 
    249249          ChunckTsDateBegin=${ChunckTsYearBegin}${MonthBegin}01 
    … …  
    412412  fi 
    413413 
     414  #============== PACK PROCESSING FOR RESTART AND DEBUG FILES =============# 
     415  if [ ${PackFrequency} = true ] ; then 
     416    IGCM_debug_Print 1 "PACK POST-PROCESSING" 
     417    echo 
     418    ## Need to Remember This One 
     419    SavedDateBegin=${DateBegin} 
     420    ## Need to Remember This One 
     421    SavedDateEnd=${DateEnd} 
     422    # 
     423    DaysTemp=$(( $( IGCM_date_DaysInPreviousPeriod ${PeriodDateEnd} ${config_Post_PackFrequency} end ) - 1 )) 
     424    # 
     425    PackDateBegin=$( IGCM_date_AddDaysToGregorianDate ${PeriodDateEnd} -${DaysTemp} ) 
     426    # 
     427    script=pack_debug 
     428    # 
     429    Script_Post_Output=${script}.${PeriodDateEnd} 
     430    # 
     431    listVarEnv="DEBUG_debug,MODIPSL,libIGCM,libIGCM_SX,SUBMIT_DIR,POST_DIR,MASTER,DateBegin,DateEnd,PeriodPack,StandAlone" 
     432    IGCM_sys_RshPost <<-EOF 
     433    export DEBUG_debug=${DEBUG_debug} 
     434    export MODIPSL=${MODIPSL} 
     435    export libIGCM_SX=${libIGCM} 
     436    export libIGCM=${libIGCM_POST} 
     437    export SUBMIT_DIR=${SUBMIT_DIR} 
     438    export POST_DIR=${POST_DIR} 
     439    export MASTER=${MASTER} 
     440    export DateBegin=${PackDateBegin} 
     441    export DateEnd=${PeriodDateEnd} 
     442    export PeriodPack=${config_Post_PackFrequency} 
     443    export StandAlone=false 
     444    export listVarEnv=${listVarEnv} 
     445    export Script_Post_Output=${Script_Post_Output} 
     446    . ${libIGCM_POST}/libIGCM_debug/libIGCM_debug.ksh 
     447    . ${libIGCM_POST}/libIGCM_sys/libIGCM_sys.ksh 
     448    IGCM_sys_MkdirWork ${POST_DIR} 
     449    IGCM_debug_Verif_Exit_Post 
     450    IGCM_sys_QsubPost ${script} 
     451EOF 
     452    # 
     453    script=pack_restart 
     454    # 
     455    Script_Post_Output=${script}.${PeriodDateEnd} 
     456    # 
     457    IGCM_sys_RshPost <<-EOF 
     458    export DEBUG_debug=${DEBUG_debug} 
     459    export MODIPSL=${MODIPSL} 
     460    export libIGCM_SX=${libIGCM} 
     461    export libIGCM=${libIGCM_POST} 
     462    export SUBMIT_DIR=${SUBMIT_DIR} 
     463    export POST_DIR=${POST_DIR} 
     464    export MASTER=${MASTER} 
     465    export DateBegin=${PackDateBegin} 
     466    export DateEnd=${PeriodDateEnd} 
     467    export PeriodPack=${config_Post_PackFrequency} 
     468    export StandAlone=false 
     469    export listVarEnv=${listVarEnv} 
     470    export Script_Post_Output=${Script_Post_Output} 
     471    . ${libIGCM_POST}/libIGCM_debug/libIGCM_debug.ksh 
     472    . ${libIGCM_POST}/libIGCM_sys/libIGCM_sys.ksh 
     473    IGCM_sys_MkdirWork ${POST_DIR} 
     474    IGCM_debug_Verif_Exit_Post 
     475    IGCM_sys_QsubPost ${script} 
     476EOF 
     477    # 
     478    script=pack_output 
     479    # 
     480    Script_Post_Output=${script}.${PeriodDateEnd} 
     481    # 
     482    if [ ${RebuildFrequency} = true ] ; then 
     483      # 
     484      if [ -f ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh ] ; then 
     485        # 
     486#       if [ X${MASTER} = Xtitane ] ; then 
     487#         echo "IGCM_sys_RshPost <<-EOF"                     >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh 
     488#       fi 
     489        echo "export DEBUG_debug=${DEBUG_debug}              " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh 
     490        echo "export MODIPSL=${MODIPSL}                      " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh 
     491        echo "export libIGCM_SX=${libIGCM}                   " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh 
     492        echo "export libIGCM=${libIGCM_POST}                 " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh 
     493        echo "export SUBMIT_DIR=${SUBMIT_DIR}                " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh 
     494        echo "export POST_DIR=${POST_DIR}                    " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh 
     495        echo "export MASTER=${MASTER}                        " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh 
     496        echo "export DateBegin=${PackDateBegin}              " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh 
     497        echo "export DateEnd=${PeriodDateEnd}                " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh 
     498        echo "export PeriodPack=${config_Post_PackFrequency} " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh 
     499        echo "export StandAlone=false                        " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh 
     500        echo "export listVarEnv=${listVarEnv}                " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh 
     501        echo "export Script_Post_Output=${Script_Post_Output}" >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh 
     502        echo "export script=${script}                        " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh 
     503#       if [ X${MASTER} = Xtitane ] ; then 
     504#         echo ". ${libIGCM_POST}/libIGCM_debug/libIGCM_debug.ksh" >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh 
     505#         echo ". ${libIGCM_POST}/libIGCM_sys/libIGCM_sys.ksh"     >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh 
     506#       fi 
     507        echo "IGCM_sys_MkdirWork ${POST_DIR}                 " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh 
     508        echo "IGCM_debug_Verif_Exit_Post                     " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh 
     509        echo "IGCM_sys_QsubPost ${script}                    " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh 
     510#       if [ X${MASTER} = Xtitane ] ; then 
     511#         echo "EOF"                                         >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh 
     512#       fi 
     513      fi 
     514    else 
     515      IGCM_sys_RshPost <<-EOF 
     516    export DEBUG_debug=${DEBUG_debug} 
     517    export MODIPSL=${MODIPSL} 
     518    export libIGCM_SX=${libIGCM} 
     519    export libIGCM=${libIGCM_POST} 
     520    export SUBMIT_DIR=${SUBMIT_DIR} 
     521    export POST_DIR=${POST_DIR} 
     522    export MASTER=${MASTER} 
     523    export DateBegin=${PackDateBegin} 
     524    export DateEnd=${PeriodDateEnd} 
     525    export PeriodPack=${config_Post_PackFrequency} 
     526    export StandAlone=false 
     527    export listVarEnv=${listVarEnv} 
     528    export Script_Post_Output=${Script_Post_Output} 
     529    . ${libIGCM_POST}/libIGCM_debug/libIGCM_debug.ksh 
     530    . ${libIGCM_POST}/libIGCM_sys/libIGCM_sys.ksh 
     531    IGCM_sys_MkdirWork ${POST_DIR} 
     532    IGCM_debug_Verif_Exit_Post 
     533    IGCM_sys_QsubPost ${script} 
     534EOF 
     535    export DateBegin=${SavedDateBegin} 
     536    export DateEnd=${SavedDateEnd} 
     537    fi 
     538  fi 
     539 
    414540  #============== REBUILD POST-PROCESSING =============# 
    415541  if [ X${AsynchronousRebuild} = Xtrue ] ; then 
    … …  
    473599    IGCM_sys_QsubPost ${script} 
    474600EOF 
    475   fi 
    476  
    477   #============== PACK PROCESSING FOR RESTART AND DEBUG FILES =============# 
    478   if [ ${PackFrequency} = true ] ; then 
    479     IGCM_debug_Print 1 "PACK POST-PROCESSING" 
    480     echo 
    481     ## Need to Remember This One 
    482     SavedDateBegin=${DateBegin} 
    483     ## Need to Remember This One 
    484     SavedDateEnd=${DateEnd} 
    485     # 
    486     DaysTemp=$(( $( IGCM_date_DaysInPreviousPeriod ${PeriodDateEnd} ${config_Post_PackFrequency} end ) - 1 )) 
    487     # 
    488     PackDateBegin=$( IGCM_date_AddDaysToGregorianDate ${PeriodDateEnd} -${DaysTemp} ) 
    489     # 
    490     script=pack_debug 
    491     # 
    492     Script_Post_Output=${script}.${PeriodDateEnd} 
    493     # 
    494     listVarEnv="DEBUG_debug,MODIPSL,libIGCM,libIGCM_SX,SUBMIT_DIR,POST_DIR,MASTER,DateBegin,DateEnd,PeriodPack,StandAlone" 
    495     IGCM_sys_RshPost <<-EOF 
    496     export DEBUG_debug=${DEBUG_debug} 
    497     export MODIPSL=${MODIPSL} 
    498     export libIGCM_SX=${libIGCM} 
    499     export libIGCM=${libIGCM_POST} 
    500     export SUBMIT_DIR=${SUBMIT_DIR} 
    501     export POST_DIR=${POST_DIR} 
    502     export MASTER=${MASTER} 
    503     export DateBegin=${PackDateBegin} 
    504     export DateEnd=${PeriodDateEnd} 
    505     export PeriodPack=${config_Post_PackFrequency} 
    506     export StandAlone=false 
    507     export listVarEnv=${listVarEnv} 
    508     export Script_Post_Output=${Script_Post_Output} 
    509     . ${libIGCM_POST}/libIGCM_debug/libIGCM_debug.ksh 
    510     . ${libIGCM_POST}/libIGCM_sys/libIGCM_sys.ksh 
    511     IGCM_sys_MkdirWork ${POST_DIR} 
    512     IGCM_debug_Verif_Exit_Post 
    513     IGCM_sys_QsubPost ${script} 
    514 EOF 
    515     # 
    516     script=pack_restart 
    517     # 
    518     Script_Post_Output=${script}.${PeriodDateEnd} 
    519     # 
    520     IGCM_sys_RshPost <<-EOF 
    521     export DEBUG_debug=${DEBUG_debug} 
    522     export MODIPSL=${MODIPSL} 
    523     export libIGCM_SX=${libIGCM} 
    524     export libIGCM=${libIGCM_POST} 
    525     export SUBMIT_DIR=${SUBMIT_DIR} 
    526     export POST_DIR=${POST_DIR} 
    527     export MASTER=${MASTER} 
    528     export DateBegin=${PackDateBegin} 
    529     export DateEnd=${PeriodDateEnd} 
    530     export PeriodPack=${config_Post_PackFrequency} 
    531     export StandAlone=false 
    532     export listVarEnv=${listVarEnv} 
    533     export Script_Post_Output=${Script_Post_Output} 
    534     . ${libIGCM_POST}/libIGCM_debug/libIGCM_debug.ksh 
    535     . ${libIGCM_POST}/libIGCM_sys/libIGCM_sys.ksh 
    536     IGCM_sys_MkdirWork ${POST_DIR} 
    537     IGCM_debug_Verif_Exit_Post 
    538     IGCM_sys_QsubPost ${script} 
    539 EOF 
    540     # 
    541     script=pack_output 
    542     # 
    543     Script_Post_Output=${script}.${PeriodDateEnd} 
    544     # 
    545     IGCM_sys_RshPost <<-EOF 
    546     export DEBUG_debug=${DEBUG_debug} 
    547     export MODIPSL=${MODIPSL} 
    548     export libIGCM_SX=${libIGCM} 
    549     export libIGCM=${libIGCM_POST} 
    550     export SUBMIT_DIR=${SUBMIT_DIR} 
    551     export POST_DIR=${POST_DIR} 
    552     export MASTER=${MASTER} 
    553     export DateBegin=${PackDateBegin} 
    554     export DateEnd=${PeriodDateEnd} 
    555     export PeriodPack=${config_Post_PackFrequency} 
    556     export StandAlone=false 
    557     export listVarEnv=${listVarEnv} 
    558     export Script_Post_Output=${Script_Post_Output} 
    559     . ${libIGCM_POST}/libIGCM_debug/libIGCM_debug.ksh 
    560     . ${libIGCM_POST}/libIGCM_sys/libIGCM_sys.ksh 
    561     IGCM_sys_MkdirWork ${POST_DIR} 
    562     IGCM_debug_Verif_Exit_Post 
    563     #IGCM_sys_QsubPost ${script} 
    564 EOF 
    565     export DateBegin=${SavedDateBegin} 
    566     export DateEnd=${SavedDateEnd} 
    567601  fi 
    568602  IGCM_debug_PopStack "IGCM_post_Submit" 
    … …  
    631665  *M|*m) 
    632666    PeriodMasterMonth=$( echo ${MasterFrequency} | sed -e "s/[mM]//" ) 
    633     case ${SlaveFrequency} in                
     667    case ${SlaveFrequency} in 
    634668    *Y|*y) 
    635669      PeriodSlaveYear=$( echo ${SlaveFrequency} | sed -e "s/[yY]//" ) 
Note: See TracChangeset for help on using the changeset viewer.