Ignore:
Timestamp:
08/14/09 17:58:55 (15 years ago)
Author:
sdipsl
Message:
  • RebuildFromWorkdir? is back. Will use BIG_DIR as temp storage directory
    • ideally RUN_DIR_PATH and BIG_DIR are on the same filesystem (mv REBUILD_DIR BIG_DIR)
    • save lot of time between iteration for IO intensive simulation up to 3 minutes by iteration for CMIP5 like IO.
  • rebuild.ksh will be usable as it is (in case you need to run it by hand)
  • clean Up : if rebuild run smoothly we clean everything (either FromArchive? or FromWorkdir?)
  • Watch your quota on the BIG_DIR (SCRATCHDIR OR WORKDIR depending on machine) before you play with that.
File:
1 edited

Legend:

Unmodified
Added
Removed

  • trunk/libIGCM/libIGCM_post/libIGCM_post.ksh

    r152 r157  
    563563        done 
    564564    fi 
    565  
    566565    set +vx 
    567566 
    … …  
    627626 
    628627    #============== REBUILD POST-TREATMENT =============# 
    629  
    630     if ( [ ${config_Post_RebuildFromArchive} = true ] && [ ! X${config_Post_RebuildFrequency} = X${NULL_STR} ] && [ ! X${config_Post_RebuildFrequency} = XNONE ] ) ; then 
    631         IGCM_sys_Put_Dir REBUILD_${PeriodDateBegin} ${REBUILD_DIR} 
     628    if ( [ ! X${config_Post_RebuildFrequency} = X${NULL_STR} ] && [ ! X${config_Post_RebuildFrequency} = XNONE ] ) ; then 
     629        # ----------------------------------------------------------------------------------- 
     630        # Function IGCM_FlushRebuild define in rebuild.ksh has not been closed yet. Do it now 
     631        # ----------------------------------------------------------------------------------- 
     632        echo IGCM_debug_PopStack "IGCM_FlushRebuild" >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh 
     633        echo }                                       >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh 
     634        if [ ${config_Post_RebuildFromArchive} = true ] ; then 
     635            IGCM_sys_Put_Dir REBUILD_${PeriodDateBegin} ${REBUILD_DIR} 
     636        else 
     637            IGCM_sys_Mv      REBUILD_${PeriodDateBegin} ${REBUILD_DIR} 
     638        fi 
    632639    fi 
    633640    # 
    … …  
    635642        # 
    636643        if ( [ ${config_Post_RebuildFromArchive} = true ] ) ; then 
    637         # 
    638         IGCM_debug_Print 2 "REBUILD POST-TREATMENT FROM ARCHIVE:" 
    639         echo 
    640         # 
    641         typeset listVarEnv 
    642         listVarEnv="DEBUG_debug,MODIPSL,libIGCM,libIGCM_SX,SUBMIT_DIR,REBUILD_DIR,RebuildFromArchive,POST_DIR,DateBegin,PeriodDateBegin,PeriodDateEnd,NbRebuildDir,StandAlone,RESOL_ATM,RESOL_OCE,RESOL_ICE,RESOL_SRF" 
    643         IGCM_sys_RshPost <<-EOF 
    644         export DEBUG_debug=${DEBUG_debug} 
    645         export MODIPSL=${MODIPSL} 
    646         export libIGCM_SX=${libIGCM} 
    647         export libIGCM=${libIGCM_POST} 
    648         export SUBMIT_DIR=${SUBMIT_DIR} 
    649         export RebuildFromArchive=${config_Post_RebuildFromArchive} 
    650         export REBUILD_DIR=${REBUILD_DIR} 
    651         export POST_DIR=${POST_DIR} 
    652         export DateBegin=${DateBegin} 
    653         export PeriodDateBegin=${PeriodDateBegin} 
    654         export PeriodDateEnd=${PeriodDateEnd} 
    655         export NbRebuildDir=${NbRebuildDir} 
    656         export StandAlone=false 
    657         export RESOL_ATM=${RESOL_ATM} 
    658         export RESOL_OCE=${RESOL_OCE} 
    659         export RESOL_ICE=${RESOL_ICE} 
    660         export RESOL_SRF=${RESOL_SRF} 
    661         export listVarEnv=${listVarEnv} 
    662         . ${libIGCM_POST}/libIGCM_debug/libIGCM_debug.ksh 
    663         . ${libIGCM_POST}/libIGCM_sys/libIGCM_sys.ksh 
    664         IGCM_sys_MkdirWork ${POST_DIR} 
    665         IGCM_debug_Verif_Exit 
    666         IGCM_sys_QsubPost rebuild_fromArchive 
     644            # 
     645            IGCM_debug_Print 2 "REBUILD POST-TREATMENT FROM ARCHIVE:" 
     646            echo 
     647            # 
     648            typeset listVarEnv 
     649            listVarEnv="DEBUG_debug,MODIPSL,libIGCM,libIGCM_SX,SUBMIT_DIR,REBUILD_DIR,POST_DIR,DateBegin,PeriodDateBegin,PeriodDateEnd,NbRebuildDir,StandAlone,RESOL_ATM,RESOL_OCE,RESOL_ICE,RESOL_SRF" 
     650            IGCM_sys_RshPost <<-EOF 
     651            export DEBUG_debug=${DEBUG_debug} 
     652            export MODIPSL=${MODIPSL} 
     653            export libIGCM_SX=${libIGCM} 
     654            export libIGCM=${libIGCM_POST} 
     655            export SUBMIT_DIR=${SUBMIT_DIR} 
     656            export REBUILD_DIR=${REBUILD_DIR} 
     657            export POST_DIR=${POST_DIR} 
     658            export DateBegin=${DateBegin} 
     659            export PeriodDateBegin=${PeriodDateBegin} 
     660            export PeriodDateEnd=${PeriodDateEnd} 
     661            export NbRebuildDir=${NbRebuildDir} 
     662            export StandAlone=false 
     663            export RESOL_ATM=${RESOL_ATM} 
     664            export RESOL_OCE=${RESOL_OCE} 
     665            export RESOL_ICE=${RESOL_ICE} 
     666            export RESOL_SRF=${RESOL_SRF} 
     667            export listVarEnv=${listVarEnv} 
     668            . ${libIGCM_POST}/libIGCM_debug/libIGCM_debug.ksh 
     669            . ${libIGCM_POST}/libIGCM_sys/libIGCM_sys.ksh 
     670            IGCM_sys_MkdirWork ${POST_DIR} 
     671            IGCM_debug_Verif_Exit 
     672            IGCM_sys_QsubPost rebuild_fromArchive 
    667673EOF 
    668  
    669         else  
    670         # 
    671         IGCM_debug_Print 2 "REBUILD POST-TREATMENT FROM WORKDIR :" 
    672         echo 
    673         IGCM_debug_Print 2 "NOT FULLY SUPPORTED" 
    674         IGCM_debug_Print 2 "EXIT NOW TO AVOID BIG PROBLEM" 
    675         IGCM_debug_Print 2 "Contact libIGCM developpers" 
    676         # 
    677         IGCM_debug_Exit "FATAL ERROR IN REBUILD CONFIGURATION" 
    678         IGCM_debug_Verif_Exit  
    679         # 
    680  
    681 #        typeset listVarEnv 
    682 #        listVarEnv="DEBUG_debug,MODIPSL,libIGCM,libIGCM_SX,SUBMIT_DIR,REBUILD_DIR,RebuildFromArchive,POST_DIR,DateBegin,PeriodDateBegin,PeriodDateEnd,NbRebuildDir,StandAlone,RESOL_ATM,RESOL_OCE,RESOL_ICE,RESOL_SRF" 
    683 #        export DEBUG_debug=${DEBUG_debug} 
    684 #        export MODIPSL=${MODIPSL} 
    685 #        export libIGCM_SX=${libIGCM} 
    686 #        export libIGCM=${libIGCM} 
    687 #        export SUBMIT_DIR=${SUBMIT_DIR} 
    688 #        export RebuildFromArchive=${config_Post_RebuildFromArchive} 
    689 #        export REBUILD_DIR=${REBUILD_DIR} 
    690 #        export POST_DIR=${libIGCM} 
    691 #        export DateBegin=${DateBegin} 
    692 #        export PeriodDateBegin=${PeriodDateBegin} 
    693 #        export PeriodDateEnd=${PeriodDateEnd} 
    694 #        export NbRebuildDir=${NbRebuildDir} 
    695 #        export StandAlone=false 
    696 #        export RESOL_ATM=${RESOL_ATM} 
    697 #        export RESOL_OCE=${RESOL_OCE} 
    698 #        export RESOL_ICE=${RESOL_ICE} 
    699 #        export RESOL_SRF=${RESOL_SRF} 
    700 #        export listVarEnv=${listVarEnv} 
    701 #        IGCM_sys_Qsub rebuild_fromWorkdir ${libIGCM} 
    702  
     674        else 
     675            # 
     676            IGCM_debug_Print 2 "REBUILD POST-TREATMENT FROM WORKDIR:" 
     677            echo 
     678            # 
     679            typeset listVarEnv 
     680            listVarEnv="DEBUG_debug,MODIPSL,libIGCM,libIGCM_SX,SUBMIT_DIR,REBUILD_DIR,POST_DIR,DateBegin,PeriodDateBegin,PeriodDateEnd,NbRebuildDir,StandAlone,RESOL_ATM,RESOL_OCE,RESOL_ICE,RESOL_SRF" 
     681            IGCM_sys_RshPost <<-EOF 
     682            export DEBUG_debug=${DEBUG_debug} 
     683            export MODIPSL=${MODIPSL} 
     684            export libIGCM_SX=${libIGCM} 
     685            export libIGCM=${libIGCM} 
     686            export SUBMIT_DIR=${SUBMIT_DIR} 
     687            export REBUILD_DIR=${REBUILD_DIR} 
     688            export POST_DIR=${libIGCM} 
     689            export DateBegin=${DateBegin} 
     690            export PeriodDateBegin=${PeriodDateBegin} 
     691            export PeriodDateEnd=${PeriodDateEnd} 
     692            export NbRebuildDir=${NbRebuildDir} 
     693            export StandAlone=false 
     694            export RESOL_ATM=${RESOL_ATM} 
     695            export RESOL_OCE=${RESOL_OCE} 
     696            export RESOL_ICE=${RESOL_ICE} 
     697            export RESOL_SRF=${RESOL_SRF} 
     698            export listVarEnv=${listVarEnv} 
     699            . ${libIGCM_POST}/libIGCM_debug/libIGCM_debug.ksh 
     700            . ${libIGCM_POST}/libIGCM_sys/libIGCM_sys.ksh 
     701            IGCM_sys_MkdirWork ${POST_DIR} 
     702            IGCM_debug_Verif_Exit 
     703            IGCM_sys_QsubPost rebuild_fromWorkdir 
     704EOF 
    703705        fi 
    704706    fi 
Note: See TracChangeset for help on using the changeset viewer.