source: trunk/libIGCM/AA_SE_Checker

#!/bin/ksh

#**************************************************************
# Author: Sebastien Denvil
# Contact: Sebastien.Denvil__at__ipsl.jussieu.fr
# $Revision::                                          $ Revision of last commit
# $Author::                                            $ Author of last commit
# $Date::                                              $ Date of last commit
# IPSL (2006)
#  This software is governed by the CeCILL licence see libIGCM/libIGCM_CeCILL.LIC
#
#**************************************************************
# ID of your genci project. Curie only : post-processing jobs need it to run properly
#-Q- curie export BRIDGE_MSUB_PROJECT=::default_project:: 
#-Q- irene export BRIDGE_MSUB_PROJECT=::default_project:: 
#-Q- irene-amd export BRIDGE_MSUB_PROJECT=::default_project:: 

#D- Task type DO NOT CHANGE (computing, post-processing or checking)
TaskType=checking

#D- Low level debug : to perform lib test checks, stack construction and IO functions instrumentation
DEBUG_debug=false

#D- Messaging : all activities and call stacks will be sent to ipsl servers
BigBrother=false

# Check that everything went well during seasonal average production
# Display a short report
# Launch what's missing when a simulation has been completed PeriodState=Completed

#D- Path to libIGCM
#D- Default : value from AA_job if any
# WARNING For StandAlone use : To run this script on some machine (ulam and cesium)
# WARNING you must check MirrorlibIGCM variable in sys library.
# WARNING If this variable is true, you must use libIGCM_POST path instead
# WARNING of your running libIGCM directory.
libIGCM=${libIGCM:=::modipsl::/libIGCM}

# Current directory
CURRENT_DIR=$( pwd )

# Directory with comp.cards
CARD_DIR=${CARD_DIR:=${CURRENT_DIR}}

# Directory for script output
POST_DIR=${POST_DIR:=${CARD_DIR}/OutScript}

if [ ! -d ${CARD_DIR} ]; then
  echo "No ${CARD_DIR}, we stop here"
  exit
fi

########################################################################

. ${libIGCM}/libIGCM_debug/libIGCM_debug.ksh
. ${libIGCM}/libIGCM_card/libIGCM_card.ksh
. ${libIGCM}/libIGCM_date/libIGCM_date.ksh
#-------
. ${libIGCM}/libIGCM_sys/libIGCM_sys.ksh
. ${libIGCM}/libIGCM_config/libIGCM_config.ksh
#-------
( ${DEBUG_debug} ) && IGCM_debug_Check
( ${DEBUG_debug} ) && IGCM_card_Check
( ${DEBUG_debug} ) && IGCM_date_Check

########################################################################

#set -vx

echo "Hi I'm here to help you check and complete the seasonal average production"
echo -e "\033[1;31mDo you want me to run in dryrun mode just telling what I would submit? Answer no in this case\033[m"
echo -e "\033[1;31mOr do you want me to submit job for real? Answer yes in this case.\033[m"
echo -n " Run for real (y/n) :"
read ActionAnswer

case ${ActionAnswer} in
oui|OUI|o|y|yes|YES)
  echo "OK. I will submit jobs"
  action=true
  ;;
non|NON|n|no|NO)
  echo "OK. I won't submit any jobs"
  action=false
  ;;
*)
  echo "I did not recognize your answer. I will stop here."
  echo "Please answer: oui|OUI|o|y|yes|YES"
  echo "Or answer: non|NON|n|no|NO"
  exit
  ;;
esac

#==================================
# First of all
#
# Read libIGCM compatibility version in config.card
# Read UserChoices section
# Read Ensemble section
# Read Post section
# Define all netcdf output directories
#==================================
IGCM_config_CommonConfiguration ${CARD_DIR}/config.card

#==================================
# Read ListOfComponents section:
IGCM_card_DefineArrayFromSection ${CARD_DIR}/config.card ListOfComponents

#==================================
# Read SeasonalFrequency:
IGCM_card_DefineVariableFromOption ${CARD_DIR}/config.card Post SeasonalFrequency

#===================================
# Read DateBegin from config.card
DateBegin=$( IGCM_date_ConvertFormatToGregorian ${config_UserChoices_DateBegin} )

#===================================
# Read end date from run.card or config.card
if [ -f ${CARD_DIR}/run.card ] ; then
   # Read updated run.card :
   IGCM_card_DefineVariableFromOption ${CARD_DIR}/run.card Configuration PeriodDateBegin
   IGCM_card_DefineVariableFromOption ${CARD_DIR}/run.card Configuration PeriodState

  if [ X${run_Configuration_PeriodState} != X"Completed" ] ; then
    # Calculate DateEnd by read PeriodDateBegin from run.card and remove one day  
    DateEnd=$( IGCM_date_AddDaysToGregorianDate $( IGCM_date_ConvertFormatToGregorian ${run_Configuration_PeriodDateBegin} ) -1 )
  else
    # Simulation is finished, read DateEnd from config.card
    DateEnd=$( IGCM_date_ConvertFormatToGregorian ${config_UserChoices_DateEnd} )
  fi
else
  # No run.card available, read DateEnd from config.card
  DateEnd=$( IGCM_date_ConvertFormatToGregorian ${config_UserChoices_DateEnd} )
fi

#===================================
# Calculate offset
if ( [ X${config_Post_SeasonalFrequencyOffset} = X${NULL_STR} ] || [ X${config_Post_SeasonalFrequencyOffset} = XNONE ] || [ X${config_Post_SeasonalFrequencyOffset} = X ] ) ; then
  PeriodOffset=0
else
  PeriodOffset=${config_Post_SeasonalFrequencyOffset}
fi

IGCM_debug_Print 1 "DateBegin for SE_Checker : "${DateBegin}
IGCM_debug_Print 1 "DateEnd   for SE_Checker : "${DateEnd}
IGCM_debug_Print 1 "Offset    for SE_Checker : "${PeriodOffset}
echo
#
[ X${config_Post_SeasonalFrequency} = X"NONE" ] && exit

freq=$( echo ${config_Post_SeasonalFrequency} |  sed -e "s/[yY]//" )

an_deb=$( IGCM_date_YearDigit $(( DateBegin / 10000 + PeriodOffset )) )
an_fin=$( IGCM_date_YearDigit $(( an_deb + freq - 1 )) )
an_fin_all=$( IGCM_date_YearDigit $(( DateEnd / 10000 )) )

#
while [ ${an_fin} -le ${an_fin_all} ] ; do

  countTotal=0
  countGood=0
  countBad=0

  IGCM_debug_Print 1 " DateBegin/End for SE :  ${an_deb}_${an_fin} "

  for comp in ${config_ListOfComponents[*]} ; do
    localcountBad=0
    # Debug Print
    IGCM_debug_Print 1 ${comp}
    # Define component
    IGCM_card_DefineArrayFromOption ${CARD_DIR}/config.card ListOfComponents ${comp}
    eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1

    # Read libIGCM compatibility version in ${compname}.card
    card=${CARD_DIR}/COMP/${compname}.card

    # Read and Build Output File stuff
    #IGCM_debug_Print 1 "DefineArrayFromOption  : ${compname}_OutputFiles ${card}"
    IGCM_card_DefineArrayFromOption ${card} OutputFiles List
    ListFilesName=${compname}_OutputFiles_List
    eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1
    #
    if [ X${FileName0} != X${NULL_STR} ] ; then
      #
      # INITIALISATION
      #
      eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1
      typeset i=2
      #
      until [ $i -gt $NbFiles ]; do
        #
        eval flag_post=\${${ListFilesName}[$i]} > /dev/null 2>&1
        #
        if [ X${flag_post} != XNONE ] ; then
          #
          # Check if seasonal is required for this file
          #
          IGCM_card_DefineArrayFromSection ${card} ${flag_post}
          #
          # Seasonal case : If option Seasonal is not found (old cards) put SEASONAL ON by default
          #
          # variable option allready typeset above
          for option in $( eval echo \${${compname}_${flag_post}[*]} ) ; do
            if [ ${option} = Seasonal ] ; then
              FoundSeasonal=true
              IGCM_card_DefineVariableFromOption ${card} ${flag_post} Seasonal
            fi
          done
          #
          if [ ! X${FoundSeasonal} = Xtrue ] ; then
            eval ${compname}_${flag_post}_Seasonal=ON
          fi
          #
          if [ ! X$( eval echo \${${compname}_${flag_post}_Seasonal} ) = XON ] ; then
              (( i_ = i+1 ))
              eval Testvar_=\${${ListFilesName}[$i_]} > /dev/null 2>&1
              eval Testvar=${Testvar_}
              if [[ ${Testvar} =~ [0-9][DMY]$ ]] ; then
                  (( i = i+4 ))
              else
            (( i=i+3 ))
              fi
            continue
          fi
          #
          # CREATE LIST
          #
          FILE=$( echo ${flag_post} | awk "-FPost_" '{print $2}' )
          #
          DIRECTORY=${R_SAVE}/${comp}/Analyse/SE
          #
          TestedFile=${config_UserChoices_JobName}_SE_${an_deb}_${an_fin}_${FILE}.nc
          #
          (( countTotal = countTotal + 1 ))
          IGCM_sys_TestFileArchive ${DIRECTORY}/${TestedFile} >/dev/null 2>&1
          if [ ! $? = 0 ] ; then
            eval set +A LISTE_FILE_${comp}_${an_deb} \$\{LISTE_FILE_${comp}_${an_deb}[*]} ${TestedFile}
            (( countBad = countBad + 1 ))
            (( localcountBad = localcountBad + 1 ))
          else
            (( countGood = countGood + 1 ))
          fi
        fi
      (( i_ = i+1 )) # to explore file list
      eval Testvar_=\${${ListFilesName}[$i_]} > /dev/null 2>&1
      eval Testvar=${Testvar_}
      if [[ ${Testvar} =~ [0-9][DMY]$ ]] ; then
          (( i = i+4 ))
      else
          (( i=i+3 ))
      fi
      done            # until [ $i -eq $NbFiles ]
    fi                  # [ X${FileName0} != X${NULL_STR} ]

    [ $localcountBad = 0 ] || IGCM_debug_Print 1 "$localcountBad file(s) missing for ${comp} : " $( eval echo \${LISTE_FILE_${comp}_${an_deb}[*]} )
  done

  # create_se submit if files don't exist
  if [ $countGood != $countTotal ] ; then
      if [ ${action} = true ] ; then

          IGCM_debug_Print 2 -e "\033[1;31mSubmit create_se \033[m for period ${an_deb}-${an_fin}"
          
          listVarEnv="DEBUG_debug,BigBrother,libIGCM,SUBMIT_DIR,POST_DIR,Script_Post_Output,DateBegin,PeriodDateEnd,RebuildFrequency,RESOL_ATM,RESOL_SRF,RESOL_SBG,RESOL_OCE,RESOL_ICE,RESOL_MBG"
          export DEBUG_debug=${DEBUG_debug}
          export BigBrother=${BigBrother}
          export libIGCM=${libIGCM}
          export SUBMIT_DIR=${CARD_DIR}
          export POST_DIR=${POST_DIR}
          export DateBegin=${an_deb}
          export PeriodDateEnd=${an_fin}1231
          export RebuildFrequency=${RebuildFrequency}
          export RESOL_ATM=${RESOL_ATM}
          export RESOL_SRF=${RESOL_SRF}
          export RESOL_SBG=${RESOL_SBG}
          export RESOL_OCE=${RESOL_OCE}
          export RESOL_ICE=${RESOL_ICE}
          export RESOL_MBG=${RESOL_MBG}
          export listVarEnv=${listVarEnv}
          export Script_Post_Output=create_se.${PeriodDateEnd}
          
          IGCM_sys_MkdirWork ${POST_DIR}
          IGCM_debug_Verif_Exit
          IGCM_sys_QsubPost create_se
          echo
      else
          # only dry run
          IGCM_debug_Print 2 -e "\033[1;31mI should NOW Submit create_se \033[m for period ${an_deb}-${an_fin}"
          echo
      fi
  else                
      IGCM_debug_Print 2 -e "\033[1;32mFiles are OK for period ${an_deb}-${an_fin}.\033[m Nothing needs to be done for this period."
      echo
  fi

  (( an_deb = an_deb + freq ))
  (( an_fin = an_fin + freq ))

done # while