source: trunk/libIGCM/AA_SE_Checker @ 706

#!/bin/ksh

#**************************************************************
# Author: Sebastien Denvil
# Contact: Sebastien.Denvil__at__ipsl.jussieu.fr
# $Revision::                                          $ Revision of last commit
# $Author::                                            $ Author of last commit
# $Date::                                              $ Date of last commit
# IPSL (2006)
#  This software is governed by the CeCILL licence see libIGCM/libIGCM_CeCILL.LIC
#
#**************************************************************

# Check that everything went well during seasonal average production
# Display a short report
# Launch what's missing
# For use during a run (not on the end : PeriodState=Completed), it will complete
# all TS to last PeriodDateEnd value, give by run.card->Configuration->OldPrefix string.

#D- Path to libIGCM
#D- Default : value from AA_job if any
# WARNING For StandAlone use : To run this script on some machine (ulam and cesium)
# WARNING you must check MirrorlibIGCM variable in sys library.
# WARNING If this variable is true, you must use libIGCM_POST path instead
# WARNING of your running libIGCM directory.
libIGCM=${libIGCM:=::modipsl::/libIGCM}

# Expericence class of the run
ExperimentName=${ExperimentName:=historical}

# Name of this job
JobName=${JobName:=v2.historical1}

# répertoire courrant
CURRENT_DIR=$( pwd )

# Emplacement des cartes
CARD_DIR=${CARD_DIR:=${CURRENT_DIR}/${ExperimentName}/${JobName}}

# répertoire de stockage des sorties des create_ts
POST_DIR=${POST_DIR:=${CARD_DIR}/OutScript}

# project 
export BRIDGE_MSUB_PROJECT=gen2211

if [ ! -d ${CARD_DIR} ]; then
    echo "No ${CARD_DIR}, we stop here"
    exit
fi

########################################################################

. ${libIGCM}/libIGCM_debug/libIGCM_debug.ksh ;
. ${libIGCM}/libIGCM_sys/libIGCM_sys.ksh     #; IGCM_debug_Check
. ${libIGCM}/libIGCM_card/libIGCM_card.ksh   #; IGCM_card_Check
. ${libIGCM}/libIGCM_date/libIGCM_date.ksh   #; IGCM_date_Check

########################################################################

#set -vx

#==================================
# First of all
#
typeset option

#==================================
# Read UserChoices section: 
IGCM_card_DefineArrayFromSection       ${CARD_DIR}/config.card UserChoices
echo
IGCM_debug_Print 1 "DefineArrayFromOption  : config_UserChoices"
for option in ${config_UserChoices[*]} ; do
    IGCM_card_DefineVariableFromOption ${CARD_DIR}/config.card UserChoices ${option}
    eval auxprint=\${config_UserChoices_${option}}
    IGCM_debug_Print 3 "${option} : ${auxprint}"
done
#
echo

#==================================
# Read Ensemble section: 
IGCM_card_DefineArrayFromSection       ${CARD_DIR}/config.card Ensemble
echo

for option in ${config_Ensemble[*]} ; do
    IGCM_card_DefineVariableFromOption ${CARD_DIR}/config.card Ensemble ${option}
    eval auxprint=\${config_Ensemble_${option}}
    IGCM_debug_Print 3 "${option} : ${auxprint}"
done
#
echo

#==================================
# Read Post section: 
IGCM_card_DefineArrayFromSection ${CARD_DIR}/config.card Post
echo
IGCM_debug_Print 1 "DefineArrayFromOption : config_Post"

for option in ${config_Post[*]} ; do
  IGCM_card_DefineVariableFromOption ${CARD_DIR}/config.card Post ${option}
  eval auxprint=\${config_Post_${option}}
  IGCM_debug_Print 3 "${option} : ${auxprint}"
done
#
echo

DateEnd=$( IGCM_date_ConvertFormatToGregorian ${config_UserChoices_DateEnd} )
DateBegin=$( IGCM_date_ConvertFormatToGregorian ${config_UserChoices_DateBegin} )

IGCM_date_GetYearMonth ${DateBegin} YearBegin MonthBegin
IGCM_date_GetYearMonth ${DateEnd}   YearEnd   MonthEnd

IGCM_debug_Print 1 "DateBegin for SE_Checker : "${DateBegin}
IGCM_debug_Print 1 "DateEnd   for SE_Checker : "${DateEnd}
echo

#====================================================
#R_SAVE : Job output directory
#R_BUFR : Job output buffered directory
if ( [ ! X${config_UserChoices_SpaceName} = X ] && [ ! X${config_UserChoices_ExperimentName} = X ] ) ; then
  FreeName=$( echo ${config_UserChoices_JobName} | sed 's/.*_//' )
  if ( [ ! X${config_Ensemble_EnsembleName} = X ] && [ ! X${config_Ensemble_EnsembleDate} = X ] ) ; then
    R_SAVE=${R_OUT}/${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${config_Ensemble_EnsembleName}/${config_Ensemble_EnsembleDate}/${FreeName}
    R_BUFR=${R_BUF}/${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${config_Ensemble_EnsembleName}/${config_Ensemble_EnsembleDate}/${FreeName}
    R_DODS=${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${config_Ensemble_EnsembleName}/${config_Ensemble_EnsembleDate}/${FreeName}
  else
    R_SAVE=${R_OUT}/${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${FreeName}
    R_BUFR=${R_BUF}/${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${FreeName}
    R_DODS=${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${FreeName}
  fi
else
  if ( [ ! X${config_Ensemble_EnsembleName} = X ] && [ ! X${config_Ensemble_EnsembleDate} = X ] ) ; then
    R_SAVE=${R_OUT}/${config_UserChoices_TagName}/${config_Ensemble_EnsembleName}/${config_Ensemble_EnsembleDate}/${config_UserChoices_JobName}
    R_BUFR=${R_BUF}/${config_UserChoices_TagName}/${config_Ensemble_EnsembleName}/${config_Ensemble_EnsembleDate}/${config_UserChoices_JobName}
    R_DODS=${config_UserChoices_TagName}/${config_Ensemble_EnsembleName}/${config_Ensemble_EnsembleDate}/${config_UserChoices_JobName}
  else
    R_SAVE=${R_OUT}/${config_UserChoices_TagName}/${config_UserChoices_JobName}
    R_BUFR=${R_BUF}/${config_UserChoices_TagName}/${config_UserChoices_JobName}
    R_DODS=${config_UserChoices_TagName}/${config_UserChoices_JobName}
  fi
fi

IGCM_card_DefineArrayFromSection ${CARD_DIR}/config.card ListOfComponents

IGCM_card_DefineVariableFromOption ${CARD_DIR}/config.card Post SeasonalFrequency
#
[ X${config_Post_SeasonalFrequency} = X"NONE" ] && exit

freq=$( echo ${config_Post_SeasonalFrequency} |  sed -e "s/[yY]//" )

an_deb=$( IGCM_date_YearDigit $(( DateBegin / 10000 )) )
an_fin_all=$( IGCM_date_YearDigit $(( DateEnd / 10000 )) )
an_fin=$( IGCM_date_YearDigit $(( an_deb + freq - 1 )) )

#
while [ ${an_fin} -le ${an_fin_all} ] ; do

    countTotal=0
    countGood=0
    countBad=0
    
    IGCM_debug_Print 1 " DateBegin/End for SE :  ${an_deb}_${an_fin} "
    
    for comp in ${config_ListOfComponents[*]} ; do
        localcountBad=0
        # Debug Print
        IGCM_debug_Print 1 ${comp}
        # Define component 
        IGCM_card_DefineArrayFromOption ${CARD_DIR}/config.card ListOfComponents ${comp}
        eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1
        
        # Read libIGCM compatibility version in ${compname}.card
        card=${CARD_DIR}/COMP/${compname}.card
        
        # Read and Build Output File stuff
        #IGCM_debug_Print 1 "DefineArrayFromOption  : ${compname}_OutputFiles ${card}"
        IGCM_card_DefineArrayFromOption ${card} OutputFiles List
        ListFilesName=${compname}_OutputFiles_List
        eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1
        #
        if [ X${FileName0} != X${NULL_STR} ] ; then
            #
            # INITIALISATION
            #
            eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1
            typeset i=2
            #
            until [ $i -gt $NbFiles ]; do
                #
                eval flag_post=\${${ListFilesName}[$i]} > /dev/null 2>&1
                #
                if [ X${flag_post} != XNONE ] ; then
                    #
                    # Check if seasonal is required for this file
                    #
                    IGCM_card_DefineArrayFromSection ${card} ${flag_post}
                    #
                    # Seasonal case : If option Seasonal is not found (old cards) put SEASONAL ON by default
                    #
                    # variable option allready typeset above
                    for option in $( eval echo \${${compname}_${flag_post}[*]} ) ; do
                        if [ ${option} = Seasonal ] ; then
                            FoundSeasonal=true
                            IGCM_card_DefineVariableFromOption ${card} ${flag_post} Seasonal
                        fi
                    done
                    #
                    if [ ! X${FoundSeasonal} = Xtrue ] ; then
                        eval ${compname}_${flag_post}_Seasonal=ON
                    fi
                    #
                    if [ ! X$( eval echo \${${compname}_${flag_post}_Seasonal} ) = XON ] ; then
                        (( i=i+3 ))
                        continue
                    fi
                    #
                    # CREATE LIST
                    #
                    FILE=$( echo ${flag_post} | awk "-FPost_" '{print $2}' )
                    #
                    DIRECTORY=${R_SAVE}/${comp}/Analyse/SE
                    #
                    TestedFile=${config_UserChoices_JobName}_SE_${an_deb}_${an_fin}_${FILE}.nc
                    #
                    (( countTotal = countTotal + 1 ))
                    IGCM_sys_TestFileArchive ${DIRECTORY}/${TestedFile} >/dev/null 2>&1 
                    if [ ! $? = 0 ] ; then
                        eval set +A LISTE_FILE_${comp}_${an_deb} \$\{LISTE_FILE_${comp}_${an_deb}[*]} ${TestedFile}
                        (( countBad = countBad + 1 ))
                        (( localcountBad = localcountBad + 1 ))
                    else
                        (( countGood = countGood + 1 ))
                    fi
                fi
                (( i=i+3 )) # to explore file list
            done            # until [ $i -eq $NbFiles ]
        fi                  # [ X${FileName0} != X${NULL_STR} ] 
        
        [ $localcountBad = 0 ] || IGCM_debug_Print 1 "$localcountBad file(s) missing for ${comp} : " $( eval echo \${LISTE_FILE_${comp}_${an_deb}[*]} )
    done
    
    # create_se submit if files don't exist
    if [ $countGood != $countTotal ] ; then
        IGCM_debug_Print 2 -e "\033[1;31mSubmit create_se \033[m for period ${an_deb}-${an_fin}"
        
        listVarEnv="libIGCM,SUBMIT_DIR,POST_DIR,DateBegin,PeriodDateEnd,RebuildFrequency,RESOL_ATM,RESOL_SRF,RESOL_SBG,RESOL_OCE,RESOL_ICE,RESOL_MBG"
        export libIGCM=${libIGCM}
        export SUBMIT_DIR=${CARD_DIR}
        export POST_DIR=${POST_DIR}
        export DateBegin=${an_deb}
        export PeriodDateEnd=${an_fin}1231
        export RebuildFrequency=${RebuildFrequency}
        export RESOL_ATM=${RESOL_ATM}
        export RESOL_SRF=${RESOL_SRF}
        export RESOL_SBG=${RESOL_SBG}
        export RESOL_OCE=${RESOL_OCE}
        export RESOL_ICE=${RESOL_ICE}
        export RESOL_MBG=${RESOL_MBG}
        export listVarEnv=${listVarEnv}
        IGCM_sys_MkdirWork ${POST_DIR}
        IGCM_debug_Verif_Exit_Post
        Script_Post_Output=create_se.${PeriodDateEnd}
        IGCM_sys_QsubPost create_se

        echo
    fi

    (( an_deb = an_deb + freq ))
    (( an_fin = an_fin + freq ))
    
done # while