Changeset 1849 for TOOLS/PACK_IPSL/showPackProgress.sh

Timestamp:

08/09/12 10:55:47 (12 years ago)

Author:

acosce

Message:

Add parallel version - global double check - minor bug

File:

• TOOLS/PACK_IPSL/showPackProgress.sh (modified) (6 diffs)

TOOLS/PACK_IPSL/showPackProgress.sh

@@ -4 +4 @@
 export EXE_DIR=${JOB_DIR}
 
-export INPUT_DMF_DATA=${SCRATCHDIR}/PSEUDO_DMNFS_light
-export OUTPUT_STORE=${SCRATCHDIR}/PSEUDO_DMNFS_STORE
-export OUTPUT_WORK=${SCRATCHDIR}/PSEUDO_DMNFS_WORK
+# gpdebug : pour titane
+# ---------------------
+# export INPUT_DMF_DATA=${SCRATCHDIR}/datasLabo/dataDMNFS_simple1
+# export OUTPUT_STORE=${SCRATCHDIR}/PSEUDO_DMNFS_STORE
+# export OUTPUT_WORK=${SCRATCHDIR}/PSEUDO_DMNFS_WORK
+
+
+# gpdebug : pour curie
+# --------------------
+export INPUT_DMF_DATA=${SCRATCHDIR}/dataDMNFS_FromTitane
+export OUTPUT_STORE=${SCRATCHDIR}/dataDMNFS_FromTitane_STORE 
+export OUTPUT_WORK=${SCRATCHDIR}/dataDMNFS_FromTitane_WORK
 
 SCRIPT_NAME=$(basename ${0} )
@@ -16 +25 @@
 
 source ${EXE_DIR}/DEM_utilities.sh
+
+export timeHandlingFile="timeHandlingFile.txt"
 
 
@@ -115 +126 @@
 
 
+function getWaitingTime
+{
+    timeNow_=$1
+    stillWaiting_=1
+    
+    launchTimeString=`cat $timeHandlingFile | grep -e 'launch time:[[:digit:].]*$' `
+    if [ "x${launchTimeString}" == "x" ]
+    then
+        echo "no launch time"
+        return
+    fi
+    launchTime_=`echo $launchTimeString | awk -F":" '{print $2}' `
+    
+    
+    startExecTimeString=`cat $timeHandlingFile | grep -e 'start time:[[:digit:].]*$' `
+    if [ "x${startExecTimeString}" == "x" ]
+    then
+        execTime_=${timeNow_}   
+    else
+        execTime_=`echo $startExecTimeString | awk -F":" '{print $2}' `
+        stillWaiting_=0
+    fi
+    
+    waitingTime_=$( awk 'BEGIN { print '${execTime_}'-'${launchTime_}' }' )
+    waitingTime_=$( awk 'BEGIN { print '${waitingTime_}'/'1000' }' )
+    if [ "x$stillWaiting_" == "x1" ]
+    then
+       waitingTime_="${waitingTime_}, still waiting..."
+    fi
+    
+    echo $waitingTime_
+}
+    
+    
+function getTimeSinceExecutionStart
+{  
+    
+    timeNow_=$1
+    stillWaiting_=1    
+    
+    execTimeString=`cat $timeHandlingFile | grep -e 'start time:[[:digit:].]*$' `
+    if [ "x${execTimeString}" == "x" ]
+    then
+        echo "no start time"
+        return
+    fi
+    execTime_=`echo $execTimeString | awk -F":" '{print $2}' `
+    
+        
+    endTimeString=`cat $timeHandlingFile | grep -e 'end time:[[:digit:].]*$' `
+    if [ "x${endTimeString}" == "x" ]
+    then
+        endTime_=${timeNow_}
+    else
+        endTime_=`echo $endTimeString | awk -F":" '{print $2}' `
+        stillWaiting_=0
+    fi
+    
+    timeSinceExec_=$( awk 'BEGIN { print '${endTime_}'-'${execTime_}' }' )
+    timeSinceExec_=$( awk 'BEGIN { print '${timeSinceExec_}'/'1000' }' )
+    if [ "x$stillWaiting_" == "x1" ]
+    then
+       timeSinceExec_="${timeSinceExec_}, still executing..."
+    fi
+    
+    echo $timeSinceExec_
+}
+
 #################################
 ####### Main script #############
 #################################
 > showPackProgress.log # vider le fichier de log
+
+# Recuperation des temps d'attente et ecoule depuis de demarrage des traitements en batch
+if [ -e $timeHandlingFile ]
+then
+    timeNow=$( getDateMilliSeconds )
+    waitingTime=$( getWaitingTime $timeNow )
+    timeSinceExecutionStart=$( getTimeSinceExecutionStart $timeNow )
+else
+    waitingTime="no handling time file available."
+    timeFromExecutionStart="no handling time file available."
+fi
+
 
 totalNbOfList=0
@@ -135 +226 @@
 TotalNbInodes=0
 TotalSimuTar=0
+totalTime=0
 
 for CONFIG in $( awk '{print $1}' ${IGCM_DEM}/config_card.liste ) ; do 
@@ -193 +285 @@
                   
                   echo "       $listName : $status | time : $timeTaken"
+                  
+                  timeInSecondsOK=`echo $timeTaken | grep -e '^[[:digit:].]*$' | wc -l `
+                  if [ "x${timeInSecondsOK}" != "x0" ]
+                  then
+                      totalTime=$(awk 'BEGIN { print '$totalTime'+'$timeTaken' }')
+                  fi
              done
          done
@@ -219 +317 @@
 echo "nb inode before : $NbInodeBefore"
 echo "nb inode after : $NbInodeAfter"
-
-
-
-
+echo "Total time for elementary operations : $totalTime  (sum of times on several proc)" 
+echo "waiting time : $waitingTime"
+echo "Time since execution start : $timeSinceExecutionStart" 
+
+
+
+