Changeset 1322

Timestamp:

03/01/11 09:48:22 (14 years ago)

Author:

mmaipsl

Message:

Add documentation.
Add a chain of jobs for long simulation treatments :
1) You must read 'Documentation' paragraph below to parameter the chain of jobs for
specific schedulers.
2) This script must only be used in a libIGCM directory (but submit from a CONFIG directory).
3) Default parameters in this job are given for mercure CCRT X64 frontend.

File:

• TOOLS/AA_stomate_flux_correction (modified) (10 diffs, 1 prop)

TOOLS/AA_stomate_flux_correction

@@ -32 +32 @@
 #-Q- sx8brodie # pour recevoir un mail en cas de depassement du temps Elapsed (ou autre pb.)
 #-Q- sx8brodie # @ notification = error
+#-Q- sx8brodie # @ environment  = $CURRENT_LOOP ; $imin ; $imax
 #-Q- sx8brodie # @ queue
 #-Q- aix6 #!/bin/ksh
@@ -47 +48 @@
 #-Q- aix6 # pour recevoir un mail en cas de depassement du temps Elapsed (ou autre pb.)
 #-Q- aix6 # @ notification = error
+#-Q- aix6 # @ environment  = $CURRENT_LOOP ; $imin ; $imax
 #-Q- aix6 # @ queue
 #-Q- ulam #!/bin/ksh
@@ -62 +64 @@
 #-Q- ulam # pour recevoir un mail en cas de depassement du temps Elapsed (ou autre pb.)
 #-Q- ulam # @ notification = error
+#-Q- ulam # @ environment  = $CURRENT_LOOP ; $imin ; $imax
 #-Q- ulam # @ queue
 #-Q- sx8mercure #!/bin/ksh
+#-Q- sx9mercure #########################
+#-Q- sx9mercure ## CESIUM FOR SX9  CEA ##
+#-Q- sx9mercure #########################
+#-Q- sx9mercure #MSUB -r SBGcorr             # Nom du job                
+#-Q- sx9mercure #MSUB -N 1              # Reservation du noeud
+#-Q- sx9mercure #MSUB -n 1              # Reservation du processus
+#-Q- sx9mercure #MSUB -T 86400          # Limite de temps elapsed du job
+#-Q- sx9mercure #MSUB -E "-j o"
+#-Q- sx9mercure #MSUB -E "-S /bin/ksh"
 #-Q- sx8mercure ######################
 #-Q- sx8mercure ## SX8MERCURE   CEA ##
@@ -108 +120 @@
 
 #**************************************************************
-# Author: Sebastien Denvil
-# Contact: Sebastien.Denvil__at__ipsl.jussieu.fr
-# $Revision:: 414                                      $ Revision of last commit
-# $Author:: sdipsl                                     $ Author of last commit
-# $Date:: 2011-01-31 10:38:05 +0100 (lun. 31 janv. 201#$ Date of last commit
+# Author: Martial Mancip
+# Contact: Martial.Mancip__at__ipsl.jussieu.fr
+# $Revision::                                          $ Revision of last commit
+# $Author::                                            $ Author of last commit
+# $Date::                                              $ Date of last commit
 # IPSL (2006)
 #  This software is governed by the CeCILL licence see libIGCM/libIGCM_CeCILL.LIC
@@ -118 +130 @@
 #**************************************************************
 
-#set -eu
-#set -vx
+
+#**************************************************************
+# usage :
+#
+#  This script is only used for correction of stomate_ipcc_history files created 
+# with orchidee_1_9_5 version of ORCHIDEE model checkouted before 01/0   
+# Version of ORCHIDEE/src_stomate/stomate_lpj.f90 before CVS 1.26 had a bug
+# that give a wrong Land Cover Change (fLuc) variable and a wrong nbp balance variable.
+# This file will correct all those IPCC CMIP5 history files in a simulation.
+# You must read 'Documentation' paragraph below to parameter the chain of jobs for 
+# specific schedulers.
+# This script must only be used in a libIGCM directory
+#     (but submit from a CONFIG directory).
+# Default parameters in this job are given for mercure CCRT X64 frontend.  
+#
+#**************************************************************
+
+
+
 
 date
@@ -148 +177 @@
 #D- Experience type : DEB(ug), DEV(elopment), RUN (default)
 JobType=RUN
+
+
+### Documentation : 
+##      1) To start again this script in StandAlone mode 
+##         (because it fails with a problem with the system or a timeout, for example),
+##         you must check the initialisation of three variables after the "Start loop" line :
+##    CURRENT_LOOP=${CURRENT_LOOP:=1} give the iteration to begin the main loop
+##    imin=${imin:=0}                 give the corresponding min index in the list of stomate_history files
+##    imax=${imax:=${NbFilesLOOP}}    give the corresponding max index in the list of stomate_history files
+##         nb: the main loop is parametered by UNIX_MAX_LIMIT (in system library) value.
+##    imax is a factor of NbFilesLOOP = UNIX_MAX_LIMIT / 2 value
+##    imin is the previous imax (see previous output of the script if exist)
+##      2) This script will re-submit itself automaticly after calculate the next values of those three variables. 
+
+##   To prevent timeout because of a large number of files (long simulation) and maximum elapse time 
+## in the PBS queue, you must give the correct value of next line LOOP_MAX variable.
+## It gives the maximum of iterations of the MAIN LOOP during the elapse time required in the PBS.
+LOOP_MAX=15
+#
+## For example: if UNIX_MAX_LIMIT=360 and the number of stomate_history for a run if 3800,
+##              the number of files that has to be demigrated if 7600 (stomate_history + stomate_ipcc_history).
+##              The NBRE_TOUR (see previous output) calculate is 22.
+##              If the elasped time required is 24H (86400s) and each 10 years (120x2 = 240 files) take one hour,
+##              you must give LOOP_MAX= 240 * 24 / 360 = 16 max.
+##              To prevent system slow, the default value is 15.
+
 
 ########################################################################
@@ -231 +286 @@
 echo "NbFilesLOOP = ${NbFilesLOOP} "
 
-CURRENT_LOOP=1
-# THIS LOOP GIVES PARAMETERS FOR THE DATE'S LOOP ie : DATE_COURANTE, DATE_FIN.
-# WE HAVE 3 LEVELS 
-#    - LEVEL 1 : JUST ONE LOOP TO COMPLETE
-#    - LEVEL 2 : WE ARE IN THE "DEEP" LOOP
-#    - LEVEL 3 : WE ARE IN THE LAST LOOP
-
-imin=0
-imax=${NbFilesLOOP}
+########################################################################
+#
+#                          START THE MAIN LOOP
+#
+########################################################################
+
+# PARAMETERS OF THE LOOP :
+# Cumultate CURRENT LOOP number over submitions
+CURRENT_LOOP=${CURRENT_LOOP:=1}
+# min index for list of local files
+imin=${imin:=0}
+# max index for list of local files
+imax=${imax:=${NbFilesLOOP}}
+
+# DEPEND OF THE ELAPSED TIME RESERVED FOR LOOP_MAX ITERATIONS
+LOOP_MAX=${LOOP_MAX:=NBRE_TOUR}
+
+IGCM_debug_Verif_Exit_Post
+
+# MAIN LOOP
+# LOCAL CURRENT LOOP number less than LOOP_MAX
+CURRENT_LOOP0=1
 while [ ${CURRENT_LOOP} -le ${NBRE_TOUR} ] ; do
+
+    echo "###############################################################"
+    echo "LOOP : " ${CURRENT_LOOP}
+    echo "imin/imax : " $imin " / " $imax
     
     unset liste_file
@@ -253 +325 @@
 
         liste_file[${#liste_file[*]}]=${file}
-        liste_file[${#liste_file[*]}]=${file_ipcc}
         liste_file_local[${#liste_file_local[*]}]=$( basename ${file} )
         RET=$?
         if [ ${RET} -gt 0 ] ; then
-            echo "erreur basename"
+            echo "erreur basename liste_file_local " ${file}
             echo "file = " ${file}
             exit 1
         fi
-        liste_file_local[${#liste_file_local[*]}]=$( basename ${file_ipcc} )
-        RET=$?
-        if [ ${RET} -gt 0 ] ; then
-            echo "erreur basename"
-            echo "file = " ${file_ipcc}
-            exit 2
-        fi
+        liste_file[${#liste_file[*]}]=${file_ipcc}
+
         liste_file_ipcc[${#liste_file_ipcc[*]}]=${file_ipcc}
         liste_file_ipcc_local[${#liste_file_ipcc_local[*]}]=$( basename ${file_ipcc} )
         RET=$?
         if [ ${RET} -gt 0 ] ; then
-            echo "erreur basename"
+            echo "erreur basename liste_file_ipcc_local " ${file_ipcc}
             echo "file = " ${file_ipcc}
             exit 3
@@ -334 +400 @@
     (( imin = imax ))
     (( CURRENT_LOOP = CURRENT_LOOP + 1 ))
+    (( CURRENT_LOOP0 = CURRENT_LOOP0 + 1 ))
     if [ ${CURRENT_LOOP} -lt ${NBRE_TOUR} ] ; then
         (( imax = imax + ${NbFilesLOOP} ))
     else
-        if [ ${NBRE_FILE_TOT}%${UNIX_MAX_LIMIT} -eq 0 ] ; then
-            (( imax = imax + ${NbFilesLOOP} ))
-        else
+        if [ ${CURRENT_LOOP} -eq ${NBRE_TOUR} ] ; then
             echo "Dernier tour : "
-            echo "reste = " $(( NBRE_FILE_TOT % UNIX_MAX_LIMIT ))       
-            echo "imax = " ${imax}
-            echo "reste / 2 = " $(( ( NBRE_FILE_TOT % UNIX_MAX_LIMIT / 2 ) ))
-            (( imax = imax + ( NBRE_FILE_TOT % UNIX_MAX_LIMIT / 2 ) ))
-            echo "imax NEW = " ${imax}
-            echo "Nombre de stomate_history : " ${CountLISTE_FILE_SBG}
+            if [ ${NBRE_FILE_TOT}%${UNIX_MAX_LIMIT} -eq 0 ] ; then
+                echo "imin NEW = " ${imax}
+                (( imax = imax + ${NbFilesLOOP} ))
+                echo "imax NEW = " ${imax}
+            else
+                echo "imin NEW = " ${imax}
+                (( imax = imax + ( NBRE_FILE_TOT % UNIX_MAX_LIMIT ) / 2 ))
+                echo "imax NEW = " ${imax}
+            fi
         fi
     fi
-done                 # while [ ${CURRENT_LOOP} -le  ${NBRE_TOUR} ] do
+    if ( [ ${CURRENT_LOOP} -le ${NBRE_TOUR} ] && \
+         [ ${CURRENT_LOOP0} -gt ${LOOP_MAX} ] ) ; then
+        export CURRENT_LOOP
+        export imin
+        export imax
+        IGCM_sys_Cd ${SUBMIT_DIR}
+        Script_Post_Output=SBGcorr.${imin}.${imax}
+        listVarEnv="CURRENT_LOOP,imin,imax"
+        echo "Submit next job."
+        IGCM_sys_QsubPost stomate_flux_correction
+        break ; 
+    fi
+done                 # while [ ${CURRENT_LOOP} -le  ${LOOP_MAX} ] do
 # FINISH
 
@@ -360 +440 @@
 
 # Clean RUN_DIR_PATH (necessary for cesium)
+IGCM_sys_Cd ${SUBMIT_DIR}
 IGCM_sys_RmRunDir -Rf ${RUN_DIR_PATH}