Changeset 1853 for TOOLS/PACK_IPSL/showPackProgress.sh

Timestamp:

09/03/12 11:29:13 (12 years ago)

Author:

gpincka

Message:

principalement : enchainement du launcher parallele + gestion reprise du code parallele

File:

• TOOLS/PACK_IPSL/showPackProgress.sh (modified) (7 diffs)

TOOLS/PACK_IPSL/showPackProgress.sh

@@ -4 +4 @@
 export EXE_DIR=${JOB_DIR}
 
-# gpdebug : pour titane
-# ---------------------
-# export INPUT_DMF_DATA=${SCRATCHDIR}/datasLabo/dataDMNFS_simple1
-# export OUTPUT_STORE=${SCRATCHDIR}/PSEUDO_DMNFS_STORE
-# export OUTPUT_WORK=${SCRATCHDIR}/PSEUDO_DMNFS_WORK
-
-
-# gpdebug : pour curie
-# --------------------
-export INPUT_DMF_DATA=${SCRATCHDIR}/dataDMNFS_FromTitane
-export OUTPUT_STORE=${SCRATCHDIR}/dataDMNFS_FromTitane_STORE 
-export OUTPUT_WORK=${SCRATCHDIR}/dataDMNFS_FromTitane_WORK
+# On renseigne les variables d'environnement 
+. load_ipslPack_env.sh
 
 SCRIPT_NAME=$(basename ${0} )
 
-export IGCM_DEM=${SCRATCHDIR}/IGCM_DEM
-export IGCM_TMP=${SCRATCHDIR}/IGCM_DEM/tmp
+export IGCM_TMP="${IGCM_DEM}/tmp"  # gpdebug : added
 
 export config_card=${IGCM_DEM}/config_card.liste
@@ -26 +15 @@
 source ${EXE_DIR}/DEM_utilities.sh
 
-export timeHandlingFile="timeHandlingFile.txt"
+export timeHandlingFile="${USER_OUTPUT_PROGRESS}/timeHandlingFile.txt"
 
 
@@ -33 +22 @@
    config_card=$1
    
-   baseName=$( basename $config_card )
-   simuName=`echo ${baseName} | sed 's;config_card_;;' `
+   dirSimu=$( dirname $config_card )
+   simuName=`echo ${dirSimu} | sed "s;${IGCM_DEM}/;;" `
    echo $simuName
 
@@ -194 +183 @@
 }
 
+
+
+function getListProgress
+{
+     set=$1     
+     
+     listName=`echo $(basename $set) | sed 's;\.list$;;' | sed 's;\.nc$;;' `
+     ListNbInode=`cat $set |wc -l`
+     TotalNbInodes=$(( $TotalNbInodes + $ListNbInode ))
+     statusfile=${set%%.list}.status
+     status=$( progressStatus $statusfile ) # gpdebug : a retablir
+     timeTaken="???"
+  
+     packFailed=`echo $status | grep -E '(DELEGATE|FAILED|illisible)' | wc -l `
+     if [ "x${packFailed}" != "x0" ]
+     then
+        nbOfListsFailed=$(( $nbOfListsFailed + 1 ))
+        simuOK=$(( $simuOK && 0 )) # marque une simu pas OK
+     fi
+  
+     packSuccess=`echo $status | grep "COMPLETED" | wc -l `
+     if [ "x${packSuccess}" != "x0" ]
+     then
+        timeTaken=$( getTimeTaken $statusfile )
+        nbOfListsPacked=$(( $nbOfListsPacked + 1 ))
+     fi
+     
+     echo "       $listName : $status | time : $timeTaken" >> simuPrint.txt
+     
+     timeInSecondsOK=`echo $timeTaken | grep -e '^[[:digit:].]*$' | wc -l `
+     if [ "x${timeInSecondsOK}" != "x0" ]
+     then
+         totalTime=$(awk 'BEGIN { print '$totalTime'+'$timeTaken' }')
+     fi
+
+
+
+}
+
 #################################
 ####### Main script #############
 #################################
+
+########  Options du script ########################################################
+focusOnSimu=
+outputFile=
+detailed_mode=1
+while [ $# -gt 0 ]
+do
+   # echo "boucle sur les arguments du script ..."
+   # echo "@=$@"
+   case $1 in
+   -s)  echo "option -s selectionnee : afficher une simulation"
+        shift
+        focusOnSimu=$1
+        is_simu_an_option=`echo $focusOnSimu | grep -e '^-' | wc -l `
+        if [ "x${is_simu_an_option}" != "x0" ] || [ "x$focusOnSimu" == "x" ]
+        then
+           echo "L'option -s doit etre suivie d'une simulation !"
+           exit 1
+        fi
+        ;;
+   -o)  echo "option -o selectionnee : fichier d'output"
+        shift
+        outputFile=$1
+        is_output_an_option=`echo $outputFile | grep -e '^-' | wc -l `
+        if [ "x${is_output_an_option}" != "x0" ] || [ "x$outputFile" == "x" ]
+        then
+           echo "L'option -o doit etre suivie d'un fichier d'output !"
+           exit 1
+        fi
+        ;;
+   --not-detailled)  echo "option '--not-detailled' selectionnee"
+                     detailed_mode=0
+                     ;;
+   esac
+   shift
+done
+
+# echo "focusOnSimu=$focusOnSimu"
+# echo "outputFile=$outputFile"
+# echo "detailed_mode=$detailed_mode"
+######################################################################################
+# exit 0 # gpdebug : a virer
+
+
+
 > showPackProgress.log # vider le fichier de log
+
 
 # Recuperation des temps d'attente et ecoule depuis de demarrage des traitements en batch
@@ -228 +302 @@
 totalTime=0
 
+
 for CONFIG in $( awk '{print $1}' ${IGCM_DEM}/config_card.liste ) ; do 
 
     DEM_state=$( DEM_read_state ${IGCM_DEM}/config_card.liste ${CONFIG} )
-
-    if [[ "${DEM_state}" != "TarDone" ]] ; then
-
-         simuName=$( getSimuName $CONFIG )
-         echo "*******************************************"
-         echo "simulation : $simuName"
-         echo "*******************************************"
-         export PATH_SIMU=$( dirname $CONFIG )
-         # echo "PATH_SIMU = $PATH_SIMU"
-        
+    
+    # Eviter les simus autre que celle selectionnee par l'option -s
+    showCurrentSimu=`echo $CONFIG | grep "${focusOnSimu}" | wc -l `
+    if [ "x${showCurrentSimu}" == "x0" ]
+    then
+        continue
+    fi
+
+    simuName=$( getSimuName $CONFIG )
+    
+    > simuPrint.txt
+
+    export PATH_SIMU=$( dirname $CONFIG )
+    # echo "PATH_SIMU = $PATH_SIMU"
+    
+    simuOK=1 
+    
+    if [ ! -e "${PATH_SIMU}/tar_full_simul.list" ]
+    then
+        
          listOfDir="output_ncrcat output_tar restart_tar debug_tar store_cp work_cp"
          for dir in $listOfDir
          do
-             echo "   ${dir} :"
+             echo "   ${dir} :" >> simuPrint.txt
              if [ ! -d $PATH_SIMU/${dir} ]
              then
-                echo "      ${dir} n'existe pas pour cette simu"
+                echo "      ${dir} n'existe pas pour cette simu" >> simuPrint.txt
+                simuOK=$(( $simuOK && 0 )) # marque une simu pas OK
                 continue
              fi
@@ -254 +340 @@
              if [ "x$listFilesInDir" == "x0" ]
              then
-                echo "       -- no list --"
+                echo "       -- no list --" >> simuPrint.txt
                 continue           
              fi
@@ -262 +348 @@
              for set in $setList
              do
-                  listName=`echo $(basename $set) | sed 's;\.list$;;' | sed 's;\.nc$;;' `
-                  ListNbInode=`cat $set |wc -l`
-                  TotalNbInodes=$(( $TotalNbInodes + $ListNbInode ))
-                  statusfile=${set%%.list}.status
-                  status=$( progressStatus $statusfile ) # gpdebug : a retablir
-                  timeTaken="???"
-                  # progressStatus $statusfile # gpdebug : a virer
-                  # exit 0 # gpdebug : a virer
-               
-                  packFailed=`echo $status | grep -E '(DELEGATE|FAILED|illisible)' | wc -l `
-                  if [ "x${packFailed}" != "x0" ]
-                  then
-                     nbOfListsFailed=$(( $nbOfListsFailed + 1 ))
-                  fi
-               
-                  packSuccess=`echo $status | grep "COMPLETED" | wc -l `
-                  if [ "x${packSuccess}" != "x0" ]
-                  then
-                     timeTaken=$( getTimeTaken $statusfile )
-                     nbOfListsPacked=$(( $nbOfListsPacked + 1 ))
-                  fi
-                  
-                  echo "       $listName : $status | time : $timeTaken"
-                  
-                  timeInSecondsOK=`echo $timeTaken | grep -e '^[[:digit:].]*$' | wc -l `
-                  if [ "x${timeInSecondsOK}" != "x0" ]
-                  then
-                      totalTime=$(awk 'BEGIN { print '$totalTime'+'$timeTaken' }')
-                  fi
+                  getListProgress $set
              done
          done
+    else         
+         getListProgress ${PATH_SIMU}/tar_full_simul.list
+         TotalSimuTar=$(( $TotalSimuTar + 1 ))
+    fi
+    
+    resSimu="OK"
+    if [ "x${simuOK}" == "x0" ]
+    then
+        resSimu="not OK"
+    fi
+    
+    if [ "x${outputFile}" == "x" ]
+    then
+        echo "***************************************************"
+        echo "simulation : $simuName  ===> $resSimu"
+        echo "***************************************************"
+        if [ "x${detailed_mode}" == "x1" ]
+        then
+            cat simuPrint.txt  $outRedirectStatement
+        fi
     else
-#si "${DEM_state}" == "TarDone"
-
-         simuName=$( getSimuName $CONFIG )
-         echo "*******************************************"
-         echo "simulation : $simuName TAR"
-         echo "*******************************************"
-         TotalSimuTar=$(( $TotalSimuTar + 1 ))
-    fi
+        echo "***************************************************" >> ${outputFile}
+        echo "simulation : $simuName  ===> $resSimu"               >> ${outputFile}
+        echo "***************************************************" >> ${outputFile}
+        if [ "x${detailed_mode}" == "x1" ]
+        then
+            cat simuPrint.txt  $outRedirectStatement               >> ${outputFile}
+        fi     
+    fi 
+    rm simuPrint.txt
 done