Changeset 1198


Ignore:
Timestamp:
05/22/15 15:40:47 (9 years ago)
Author:
sdipsl
Message:
  • Supervize post-processing jobs see #252
  • Homogenize post-processing jobs comments
Location:
trunk/libIGCM
Files:
14 edited

Legend:

Unmodified
Added
Removed

  • trunk/libIGCM/AA_additionnal

    r1192 r1198  
    8080. ${libIGCM}/libIGCM_config/libIGCM_config.ksh 
    8181#------- 
    82 RUN_DIR=${RUN_DIR_PATH}/ATLAS_ADD_${YEARS} 
    83 IGCM_sys_MkdirWork ${RUN_DIR} 
    84 IGCM_sys_Cd ${RUN_DIR} 
     82IGCM_sys_MkdirWork ${RUN_DIR_PATH} 
     83IGCM_sys_Cd ${RUN_DIR_PATH} 
    8584#------- 
    8685( ${DEBUG_debug} ) && IGCM_debug_Check 
    … …  
    9291#set -vx 
    9392 
    94 #=========================================== 
    95 R_ATLAS=ATLAS/SE_${YEARS} 
    96 R_OUT_OCE=${R_SAVE}/OCE 
    97  
    9893# ------------------------------------------------------------------ 
    9994# Test if all was right before proceeding further 
    10095# ------------------------------------------------------------------ 
    10196IGCM_debug_Verif_Exit_Post 
     97 
     98if [ ${StandAlone} = true ] ; then 
     99    CARD_DIR=${SUBMIT_DIR} 
     100else 
     101    CARD_DIR=${RUN_DIR_PATH} 
     102    IGCM_sys_Get_Master ${SUBMIT_DIR}/config.card ${RUN_DIR_PATH} 
     103    IGCM_sys_Get_Master ${SUBMIT_DIR}/run.card    ${RUN_DIR_PATH} 
     104    IGCM_sys_Get_Master ${SUBMIT_DIR}/COMP        ${RUN_DIR_PATH} 
     105    IGCM_sys_Get_Master ${SUBMIT_DIR}/POST        ${RUN_DIR_PATH} 
     106fi 
     107 
     108#================================== 
     109# First of all 
     110# 
     111# Read libIGCM compatibility version in config.card 
     112# Read UserChoices section 
     113# Read Ensemble section 
     114# Read Post section 
     115# Define all netcdf output directories 
     116#================================== 
     117IGCM_config_CommonConfiguration ${CARD_DIR}/config.card 
     118 
     119# ------------------------------------------------------------------ 
     120# Activate BigBrother so as to supervise this job 
     121# ------------------------------------------------------------------ 
     122IGCM_debug_BigBro_Initialize 
     123 
     124#================================== 
     125# Then set up several directories 
     126#================================== 
     127R_ATLAS=ATLAS/SE_${YEARS} 
     128R_OUT_OCE=${R_SAVE}/OCE 
     129DIR_OUT=${DIR_OUT:=SE} 
     130RUN_DIR=${RUN_DIR_PATH}/ATLAS_ADD_${YEARS} 
     131IGCM_sys_MkdirArchive ${R_FIGR} 
     132IGCM_sys_MkdirWork ${RUN_DIR} 
     133IGCM_sys_Cd ${RUN_DIR} 
    102134 
    103135# -------------------------------------------- 
    … …  
    125157 
    126158# Save files 
    127 IGCM_sys_Put_Dir ATLAS ${R_SAVE} 
    128  
     159IGCM_sys_Put_Dir ATLAS ${R_FIGR} 
    129160IGCM_sys_Rm -Rf ATLAS 
    130161IGCM_sys_Rm -f SE_grid_?.nc 
    131162 
    132163# DODS copy 
    133 IGCM_sys_TestDirArchive ${R_SAVE}/${R_ATLAS} 
    134 [ $? = 0 ] && IGCM_sys_Put_Dods ${R_ATLAS} 
     164if [ X${config_Post_DodsCopy} = XTRUE ]  ; then 
     165  IGCM_sys_TestDirArchive ${R_FIGR}/${R_ATLAS} 
     166  [ $? = 0 ] && IGCM_sys_Put_Dods ${R_ATLAS} 
     167fi 
     168# Clean RUN_DIR_PATH (necessary for cesium and titane only) 
     169IGCM_sys_RmRunDir -Rf ${RUN_DIR_PATH} 
     170 
     171# ------------------------------------------------------------------ 
     172# Finalize BigBrother to inform that the jobs end 
     173# ------------------------------------------------------------------ 
     174IGCM_debug_BigBro_Finalize 

  • trunk/libIGCM/AA_atlas_LMDZ

    r1192 r1198  
    116116#================================== 
    117117IGCM_config_CommonConfiguration ${CARD_DIR}/config.card 
    118 # 
    119 IGCM_sys_MkdirArchive ${R_FIGR} 
    120118 
     119# ------------------------------------------------------------------ 
     120# Activate BigBrother so as to supervise this job 
     121# ------------------------------------------------------------------ 
     122IGCM_debug_BigBro_Initialize 
     123 
     124#================================== 
     125# Then set up several directories 
     126#================================== 
    121127R_ATLAS=ATLAS/SE_${YEARS} 
    122128R_OUT_ATM=${R_SAVE}/ATM 
    123129DIR_OUT=${DIR_OUT:=SE} 
    124  
    125130RUN_DIR=${RUN_DIR_PATH}/ATLAS_LMDZ_${YEARS} 
     131IGCM_sys_MkdirArchive ${R_FIGR} 
    126132IGCM_sys_MkdirWork ${RUN_DIR} 
    127133IGCM_sys_Cd ${RUN_DIR} 
    … …  
    164170# Clean RUN_DIR_PATH (necessary for cesium and titane only) 
    165171IGCM_sys_RmRunDir -Rf ${RUN_DIR_PATH} 
     172 
     173# ------------------------------------------------------------------ 
     174# Finalize BigBrother to inform that the jobs end 
     175# ------------------------------------------------------------------ 
     176IGCM_debug_BigBro_Finalize 

  • trunk/libIGCM/AA_atlas_ORCA_LIM

    r1192 r1198  
    118118IGCM_config_CommonConfiguration ${CARD_DIR}/config.card 
    119119 
    120 # 
    121 IGCM_sys_MkdirArchive ${R_FIGR} 
    122  
     120# ------------------------------------------------------------------ 
     121# Activate BigBrother so as to supervise this job 
     122# ------------------------------------------------------------------ 
     123IGCM_debug_BigBro_Initialize 
     124 
     125#================================== 
     126# Then set up several directories 
     127#================================== 
    123128R_ATLAS=ATLAS/SE_${YEARS} 
    124129R_OUT_OCE=${R_SAVE}/OCE 
    125130R_OUT_ICE=${R_SAVE}/ICE 
    126131DIR_OUT=${DIR_OUT:=SE} 
    127  
    128132RUN_DIR=${RUN_DIR_PATH}/ATLAS_ORCALIM_${YEARS} 
     133IGCM_sys_MkdirArchive ${R_FIGR} 
    129134IGCM_sys_MkdirWork ${RUN_DIR} 
    130135IGCM_sys_Cd ${RUN_DIR} 
    … …  
    191196# Save files 
    192197IGCM_sys_Put_Dir ATLAS ${R_FIGR} 
    193  
    194198IGCM_sys_Rm -Rf ATLAS 
    195199IGCM_sys_Rm ${config_UserChoices_JobName}_SE_${YEARS}_1M_grid_[TUVW].nc 
    … …  
    208212# Clean RUN_DIR_PATH (necessary for cesium and titane only) 
    209213IGCM_sys_RmRunDir -Rf ${RUN_DIR_PATH} 
     214 
     215# ------------------------------------------------------------------ 
     216# Finalize BigBrother to inform that the jobs end 
     217# ------------------------------------------------------------------ 
     218IGCM_debug_BigBro_Finalize 

  • trunk/libIGCM/AA_atlas_ORCHIDEE

    r1192 r1198  
    117117IGCM_config_CommonConfiguration ${CARD_DIR}/config.card 
    118118 
    119 # 
    120 IGCM_sys_MkdirArchive ${R_FIGR} 
     119# ------------------------------------------------------------------ 
     120# Activate BigBrother so as to supervise this job 
     121# ------------------------------------------------------------------ 
     122IGCM_debug_BigBro_Initialize 
    121123 
     124#================================== 
     125# Then set up several directories 
     126#================================== 
    122127R_ATLAS=ATLAS/SE_${YEARS} 
    123128R_OUT_SRF=${R_SAVE}/SRF 
    124129DIR_OUT=${DIR_OUT:=SE} 
    125  
    126130RUN_DIR=${RUN_DIR_PATH}/ATLAS_ORCHIDEE_${YEARS} 
     131IGCM_sys_MkdirArchive ${R_FIGR} 
    127132IGCM_sys_MkdirWork ${RUN_DIR} 
    128133IGCM_sys_Cd ${RUN_DIR} 
    … …  
    163168# Clean RUN_DIR_PATH (necessary for cesium and titane only) 
    164169IGCM_sys_RmRunDir -Rf ${RUN_DIR_PATH} 
     170 
     171# ------------------------------------------------------------------ 
     172# Finalize BigBrother to inform that the jobs end 
     173# ------------------------------------------------------------------ 
     174IGCM_debug_BigBro_Finalize 

  • trunk/libIGCM/AA_atlas_PISCES

    r1192 r1198  
    117117IGCM_config_CommonConfiguration ${CARD_DIR}/config.card 
    118118 
    119 IGCM_sys_MkdirArchive ${R_FIGR} 
     119# ------------------------------------------------------------------ 
     120# Activate BigBrother so as to supervise this job 
     121# ------------------------------------------------------------------ 
     122IGCM_debug_BigBro_Initialize 
    120123 
     124#================================== 
     125# Then set up several directories 
     126#================================== 
    121127R_ATLAS=ATLAS/SE_${YEARS} 
    122128R_OUT_MBG=${R_SAVE}/MBG 
    123129DIR_OUT=${DIR_OUT:=SE} 
    124  
    125130RUN_DIR=${RUN_DIR_PATH}/ATLAS_PISCES_${YEARS} 
     131IGCM_sys_MkdirArchive ${R_FIGR} 
    126132IGCM_sys_MkdirWork ${RUN_DIR} 
    127133IGCM_sys_Cd ${RUN_DIR} 
    … …  
    170176# Clean RUN_DIR_PATH (necessary for cesium and titane only) 
    171177IGCM_sys_RmRunDir -Rf ${RUN_DIR_PATH} 
     178 
     179# ------------------------------------------------------------------ 
     180# Finalize BigBrother to inform that the jobs end 
     181# ------------------------------------------------------------------ 
     182IGCM_debug_BigBro_Finalize 

  • trunk/libIGCM/AA_create_multi_se

    r1192 r1198  
    163163IGCM_config_CommonConfiguration ${CARD_DIR}/config.card 
    164164 
     165# ------------------------------------------------------------------ 
     166# Activate BigBrother so as to supervise this job 
     167# ------------------------------------------------------------------ 
     168IGCM_debug_BigBro_Initialize 
     169 
    165170#================================== 
    166171# Read ListOfComponents section: 
    … …  
    470475# Clean RUN_DIR_PATH (necessary for cesium and titane only) 
    471476IGCM_sys_RmRunDir -Rf ${RUN_DIR_PATH} 
     477 
     478# ------------------------------------------------------------------ 
     479# Finalize BigBrother to inform that the jobs end 
     480# ------------------------------------------------------------------ 
     481IGCM_debug_BigBro_Finalize 

  • trunk/libIGCM/AA_create_se

    r1192 r1198  
    170170IGCM_config_CommonConfiguration ${CARD_DIR}/config.card 
    171171 
     172# ------------------------------------------------------------------ 
     173# Activate BigBrother so as to supervise this job 
     174# ------------------------------------------------------------------ 
     175IGCM_debug_BigBro_Initialize 
     176 
    172177#================================== 
    173178# Define default value to keep compatibility with previous card: means before changes due to TGCC 
    … …  
    634639# Clean RUN_DIR_PATH (necessary for cesium and titane only) 
    635640IGCM_sys_RmRunDir -Rf ${RUN_DIR_PATH} 
     641 
     642# ------------------------------------------------------------------ 
     643# Finalize BigBrother to inform that the jobs end 
     644# ------------------------------------------------------------------ 
     645IGCM_debug_BigBro_Finalize 

  • trunk/libIGCM/AA_create_ts

    r1192 r1198  
    194194IGCM_config_CommonConfiguration ${CARD_DIR}/config.card 
    195195 
     196# ------------------------------------------------------------------ 
     197# Activate BigBrother so as to supervise this job 
     198# ------------------------------------------------------------------ 
     199IGCM_debug_BigBro_Initialize 
     200 
    196201#================================== 
    197202# Define default value to keep compatibility with previous card: means before changes due to TGCC 
    … …  
    817822IGCM_sys_RmRunDir -Rf ${RUN_DIR_PATH} 
    818823 
     824# ------------------------------------------------------------------ 
     825# Finalize BigBrother to inform that the jobs end 
     826# ------------------------------------------------------------------ 
     827IGCM_debug_BigBro_Finalize 
     828 
    819829date 

  • trunk/libIGCM/AA_metrics_LMDZ

    r1192 r1198  
    160160IGCM_comp_modifyFile template.py experiment  \'${config_UserChoices_ExperimentName}\' 
    161161IGCM_comp_modifyFile template.py realization \'${config_UserChoices_JobName}\' 
    162 IGCM_comp_modifyFile template.py project_id \'IPSL-${config_UserChoices_SpaceName}\' 
     162IGCM_comp_modifyFile template.py project_id \'IPSL\-${config_UserChoices_SpaceName}\' 
    163163IGCM_comp_modifyFile template.py ModelFreeSpace \'${config_UserChoices_LongName}\' 
    164164IGCM_comp_modifyFile template.py case_id \'SE_${YEARS}\' 

  • trunk/libIGCM/AA_monitoring

    r1192 r1198  
    164164IGCM_config_CommonConfiguration ${CARD_DIR}/config.card 
    165165 
     166# ------------------------------------------------------------------ 
     167# Activate BigBrother so as to supervise this job 
     168# ------------------------------------------------------------------ 
     169IGCM_debug_BigBro_Initialize 
     170 
    166171#================================== 
    167172# Read ListOfComponents section: 
    … …  
    244249# Clean RUN_DIR_PATH (necessary for cesium and titane only) 
    245250IGCM_sys_RmRunDir -Rf ${RUN_DIR_PATH} 
     251 
     252# ------------------------------------------------------------------ 
     253# Finalize BigBrother to inform that the jobs end 
     254# ------------------------------------------------------------------ 
     255IGCM_debug_BigBro_Finalize 

  • trunk/libIGCM/AA_pack_debug

    r1197 r1198  
    182182IGCM_config_CommonConfiguration ${CARD_DIR}/config.card 
    183183 
     184# ------------------------------------------------------------------ 
     185# Activate BigBrother so as to supervise this job 
     186# ------------------------------------------------------------------ 
     187IGCM_debug_BigBro_Initialize 
     188 
     189#================================== 
     190# Test and set up directories 
     191#================================== 
    184192IGCM_sys_TestDirArchive ${R_SAVE} 
    185193[ $? != 0 ] && IGCM_debug_Exit "IGCM_sys_TestDirArchive" 
    … …  
    273281IGCM_sys_RmRunDir -Rf ${RUN_DIR_PATH} 
    274282 
     283# ------------------------------------------------------------------ 
     284# Finalize BigBrother to inform that the jobs end 
     285# ------------------------------------------------------------------ 
     286IGCM_debug_BigBro_Finalize 
     287 
    275288date 

  • trunk/libIGCM/AA_pack_output

    r1192 r1198  
    159159IGCM_config_CommonConfiguration ${CARD_DIR}/config.card 
    160160 
     161# ------------------------------------------------------------------ 
     162# Activate BigBrother so as to supervise this job 
     163# ------------------------------------------------------------------ 
     164IGCM_debug_BigBro_Initialize 
     165 
    161166#================================== 
    162167# Read ListOfComponents section 
    163168# to drive the loop over find 
    164169IGCM_card_DefineArrayFromSection ${CARD_DIR}/config.card ListOfComponents 
    165 # 
     170 
     171#================================== 
     172# Test and set up directories 
     173#================================== 
    166174IGCM_sys_TestDirArchive ${R_SAVE} 
    167175[ $? != 0 ] && IGCM_debug_Exit "IGCM_sys_TestDirArchive" 
    … …  
    288296IGCM_sys_RmRunDir -Rf ${RUN_DIR_PATH} 
    289297 
     298# ------------------------------------------------------------------ 
     299# Finalize BigBrother to inform that the jobs end 
     300# ------------------------------------------------------------------ 
     301IGCM_debug_BigBro_Finalize 
     302 
    290303date 

  • trunk/libIGCM/AA_pack_restart

    r1197 r1198  
    181181#================================== 
    182182IGCM_config_CommonConfiguration ${CARD_DIR}/config.card 
    183 # 
     183 
     184# ------------------------------------------------------------------ 
     185# Activate BigBrother so as to supervise this job 
     186# ------------------------------------------------------------------ 
     187IGCM_debug_BigBro_Initialize 
     188 
     189#================================== 
     190# Test and set up directories 
     191#================================== 
    184192IGCM_sys_TestDirArchive ${R_SAVE} 
    185193[ $? != 0 ] && IGCM_debug_Exit "IGCM_sys_TestDirArchive" 
    … …  
    273281IGCM_sys_RmRunDir -Rf ${RUN_DIR_PATH} 
    274282 
     283# ------------------------------------------------------------------ 
     284# Finalize BigBrother to inform that the jobs end 
     285# ------------------------------------------------------------------ 
     286IGCM_debug_BigBro_Finalize 
     287 
    275288date 

  • trunk/libIGCM/AA_rebuild_fromWorkdir

    r1192 r1198  
    193193IGCM_config_CommonConfiguration ${CARD_DIR}/config.card 
    194194 
     195# ------------------------------------------------------------------ 
     196# Activate BigBrother so as to supervise this job 
     197# ------------------------------------------------------------------ 
     198IGCM_debug_BigBro_Initialize 
     199 
    195200# Directory list to work with 
    196201ListAllRebuildDir=$( IGCM_sys_RshMaster ls -d ${REBUILD_DIR}/REBUILD_* | grep -B $(( ${NbRebuildDir} -1 )) ${LastPeriodForRebuild} ) 
    … …  
    219224IGCM_sys_RmRunDir -Rf ${RUN_DIR_PATH} 
    220225 
     226# ------------------------------------------------------------------ 
     227# Finalize BigBrother to inform that the jobs end 
     228# ------------------------------------------------------------------ 
     229IGCM_debug_BigBro_Finalize 
     230 
    221231date 
Note: See TracChangeset for help on using the changeset viewer.