Changeset 22 for trunk/libIGCM/libIGCM_comp

Timestamp:

10/28/08 17:40:40 (16 years ago)

Author:

sdipsl

Message:

SD : - Add the so called "rebuild déporté" or asynchronous rebuild

• EXPERIMENTAL, work at CCRT only (for now mercure+platine)
• Add IDRIS when new post-process machine is available
• On SX one needs to run on $SCRATCHDIR not $LOCALTMPDIR
• To keep it disable : RebuildFrequency?=NONE in config.card
• To enable it : RebuildFrequency?=2Y in config.card
• To enable it on SX8R : RUN_DIR_PATH=$SCRATCHDIR in AA_job
• Need testing to tune empirically dependance between RebuildFrequency? and other post-processing frequency
• Need more tests to prevent user choices' inconsitency

File:

• trunk/libIGCM/libIGCM_comp/libIGCM_comp.ksh (modified) (3 diffs)

trunk/libIGCM/libIGCM_comp/libIGCM_comp.ksh

@@ -528 +528 @@
 
     typeset ListTextName TextName0
-    typeset comp compname comptagname card ListFilesName FileName0 NbFiles 
+    typeset comp compname comptagname card ListFilesName FileName0 NbFiles SaveOnArchive
     typeset i i_ file_in file_in_ file_out file_out_ generic_file_name nb_rebuild_file
     for comp in ${config_ListOfComponents[*]} ; do
@@ -585 +585 @@
             (( i=0 ))
             until [ $i -ge $NbFiles ]; do
+                SaveOnArchive=true
                 eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1
                 eval file_in=${file_in_}
@@ -590 +591 @@
                 eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1
                 eval file_out=${file_out_}
-
+                #
                 generic_file_name=$( basename ${file_in} .nc )
                 nb_rebuild_file=$( ls | grep "${generic_file_name}[_0-9]*.nc" | wc -l )
-                if [ ${nb_rebuild_file} -gt 1 ] ; then
-                    IGCM_debug_Print 2 "Rebuilding  ${file_in}"
-                    IGCM_sys_rebuild ${file_in} ${generic_file_name}_*.nc
-                    # DEBUG Rebuild :
-                    #eval IGCM_sys_Cp ${generic_file_name}_*.nc \${R_OUT_${comp}_O_M}/
-                elif [ -f ${generic_file_name}_0000.nc ] ; then
+                #
+                if ( [ ${nb_rebuild_file} -eq 1 ] && [ -f ${generic_file_name}_0000.nc ] ) ; then
+                    IGCM_debug_Print 2 "Parallelism with 1 process. Rebuilding ${file_in} not needed"
                     IGCM_sys_Mv ${generic_file_name}_0000.nc ${file_in}
+                elif [ ${nb_rebuild_file} -gt 1 ] ; then
+                    IGCM_debug_Print 2 "Parallelism detected rebuilding ${file_in} is needed"
+                    if ( [ X${config_Post_RebuildFrequency} = X${NULL_STR} ] || [ X${config_Post_RebuildFrequency} = XNONE ] ) ; then
+                        IGCM_debug_Print 2 "Rebuilding ${file_in} online"
+                        IGCM_sys_rebuild ${file_in} ${generic_file_name}_*.nc
+                    else
+                        IGCM_debug_Print 2 "Preparing offline rebuild for ${file_in}"
+                        IGCM_sys_Mkdir ${RUN_DIR}/REBUILD_${PeriodDateBegin}
+                        IGCM_sys_Mv ${generic_file_name}_????.nc ${RUN_DIR}/REBUILD_${PeriodDateBegin}
+                        # Prepare headers for the shell dedicated to offline rebuild
+                        if [ ! -f ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh ] ; then
+                            echo \#!/bin/ksh                               > ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
+                            echo function IGCM_FlushRebuild               >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
+                            echo {                                        >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
+                            echo IGCM_debug_PushStack "IGCM_FlushRebuild" >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
+                            echo echo                                     >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
+                            echo IGCM_debug_Print 1 "IGCM_FlushRebuild :" >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
+                            echo echo                                     >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
+                        fi
+                        # Prepare the shell dedicated to offline rebuild
+                        echo IGCM_sys_rebuild ${file_in} ${generic_file_name}_*.nc >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
+                        echo IGCM_sys_Put_Out ${file_in} ${file_out}               >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
+                        echo IGCM_sys_Rm ${generic_file_name}_*.nc                 >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
+                        SaveOnArchive=false
+                    fi
                 fi
-
-                IGCM_sys_Put_Out ${file_in} ${file_out}
-                if [ $? -eq 0 ] ; then
-                    eval FileToBeDeleted[${#FileToBeDeleted[@]}]="${file_in}" > /dev/null 2>&1
+                #
+                if [ ${SaveOnArchive} = true ] ; then
+                    IGCM_sys_Put_Out ${file_in} ${file_out}
+                    [ $? -eq 0 ] && eval FileToBeDeleted[${#FileToBeDeleted[@]}]="${file_in}" > /dev/null 2>&1
                     if [ ${nb_rebuild_file} -gt 1 ] ; then
-                        eval FileToBeDeleted[${#FileToBeDeleted[@]}]=$( ls | grep "${generic_file_name}_[0-9]*.nc" ) > /dev/null 2>&1
+                        for DelFile in $( ls | grep "${generic_file_name}[_0-9]*.nc" ) ; do
+                            eval FileToBeDeleted[${#FileToBeDeleted[@]}]=${DelFile} > /dev/null 2>&1
+                        done
                     fi
                 fi