[271] | 1 | #!/bin/ksh |
---|
| 2 | |
---|
| 3 | #************************************************************** |
---|
| 4 | # Author: Sebastien Denvil |
---|
| 5 | # Contact: Sebastien.Denvil@ipsl.jussieu.fr |
---|
| 6 | # $Date: $ |
---|
| 7 | # $Author: $ |
---|
| 8 | # $Revision: $ |
---|
| 9 | # IPSL (2006) |
---|
| 10 | # This software is governed by the CeCILL licence see libIGCM/libIGCM_CeCILL.LIC |
---|
| 11 | # History: |
---|
| 12 | # Modification: |
---|
| 13 | # |
---|
| 14 | #************************************************************** |
---|
| 15 | |
---|
| 16 | # Check that everything went well during time series production |
---|
| 17 | # Display a short report |
---|
| 18 | # Launch what's missing |
---|
| 19 | |
---|
| 20 | # |
---|
| 21 | libIGCM=${libIGCM:=::modipsl::/libIGCM} |
---|
| 22 | |
---|
| 23 | # |
---|
| 24 | POST_DIR=${POST_DIR:=OutScript} |
---|
| 25 | |
---|
| 26 | # Type de run |
---|
| 27 | EXPERIMENT=${EXPERIMENT:=historical} |
---|
| 28 | |
---|
| 29 | # Type de run |
---|
| 30 | JobName=${JobName:=HISTORC2} |
---|
| 31 | |
---|
| 32 | # |
---|
| 33 | CURRENT_DIR=$( pwd ) |
---|
| 34 | |
---|
| 35 | # |
---|
| 36 | CARD_DIR=${CURRENT_DIR}/${EXPERIMENT}/${JobName} |
---|
| 37 | |
---|
| 38 | if [ ! -d ${CARD_DIR} ]; then |
---|
| 39 | echo "No ${CARD_DIR}, we stop here" |
---|
| 40 | exit |
---|
| 41 | fi |
---|
| 42 | |
---|
| 43 | ######################################################################## |
---|
| 44 | |
---|
| 45 | . ${libIGCM}/libIGCM_debug/libIGCM_debug.ksh ; |
---|
| 46 | . ${libIGCM}/libIGCM_sys/libIGCM_sys.ksh #; IGCM_debug_Check |
---|
| 47 | . ${libIGCM}/libIGCM_card/libIGCM_card.ksh #; IGCM_card_Check |
---|
| 48 | . ${libIGCM}/libIGCM_date/libIGCM_date.ksh #; IGCM_date_Check |
---|
| 49 | |
---|
| 50 | ######################################################################## |
---|
| 51 | |
---|
| 52 | # First of all |
---|
| 53 | IGCM_card_DefineArrayFromSection ${CARD_DIR}/config.card UserChoices |
---|
| 54 | typeset option |
---|
| 55 | for option in ${config_UserChoices[*]} ; do |
---|
| 56 | IGCM_card_DefineVariableFromOption ${CARD_DIR}/config.card UserChoices ${option} |
---|
| 57 | done |
---|
| 58 | |
---|
| 59 | echo |
---|
| 60 | IGCM_debug_Print 1 "DefineArrayFromOption : config_UserChoices" |
---|
| 61 | IGCM_debug_PrintVariables 3 config_UserChoices_JobName |
---|
| 62 | #IGCM_debug_PrintVariables 3 config_UserChoices_SpaceName |
---|
| 63 | #IGCM_debug_PrintVariables 3 config_UserChoices_ExperimentName |
---|
| 64 | IGCM_debug_PrintVariables 3 config_UserChoices_CalendarType |
---|
| 65 | IGCM_debug_PrintVariables 3 config_UserChoices_DateBegin |
---|
| 66 | IGCM_debug_PrintVariables 3 config_UserChoices_DateEnd |
---|
| 67 | echo |
---|
| 68 | |
---|
| 69 | #set -vx |
---|
| 70 | |
---|
| 71 | #==================================================== |
---|
| 72 | #R_SAVE : Job output directory |
---|
| 73 | if ( [ ! X${config_UserChoices_SpaceName} = X ] && [ ! X${config_UserChoices_ExperimentName} = X ] ) ; then |
---|
| 74 | FreeName=$( echo ${config_UserChoices_JobName} | sed 's/.*_//' ) |
---|
| 75 | R_SAVE=${R_OUT}/${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${FreeName} |
---|
| 76 | R_DODS=${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${FreeName} |
---|
| 77 | else |
---|
| 78 | R_SAVE=${R_OUT}/${config_UserChoices_TagName}/${config_UserChoices_JobName} |
---|
| 79 | R_DODS=${config_UserChoices_TagName}/${config_UserChoices_JobName} |
---|
| 80 | fi |
---|
| 81 | |
---|
| 82 | IGCM_card_DefineArrayFromSection ${CARD_DIR}/config.card ListOfComponents |
---|
| 83 | |
---|
| 84 | for comp in ${config_ListOfComponents[*]} ; do |
---|
| 85 | # Debug Print |
---|
| 86 | IGCM_debug_Print 1 ${comp} |
---|
| 87 | # Define component |
---|
| 88 | IGCM_card_DefineArrayFromOption ${CARD_DIR}/config.card ListOfComponents ${comp} |
---|
| 89 | eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1 |
---|
| 90 | eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1 |
---|
| 91 | |
---|
| 92 | # Read libIGCM compatibility version in ${compname}.card |
---|
| 93 | card=${CARD_DIR}/COMP/${compname}.card |
---|
| 94 | |
---|
| 95 | # Read and Build Output File stuff |
---|
| 96 | #IGCM_debug_Print 1 "DefineArrayFromOption : ${compname}_OutputFiles ${card}" |
---|
| 97 | IGCM_card_DefineArrayFromOption ${card} OutputFiles List |
---|
| 98 | ListFilesName=${compname}_OutputFiles_List |
---|
| 99 | eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1 |
---|
| 100 | # |
---|
| 101 | if [ X${FileName0} != X${NULL_STR} ] ; then |
---|
| 102 | # |
---|
| 103 | #IGCM_debug_Print 1 "Component : ${compname}" |
---|
| 104 | # |
---|
| 105 | # INITIALISATION |
---|
| 106 | # |
---|
| 107 | eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1 |
---|
| 108 | i=2 |
---|
| 109 | # |
---|
| 110 | until [ $i -ge $NbFiles ]; do |
---|
| 111 | # |
---|
| 112 | eval flag_post=\${${ListFilesName}[$i]} > /dev/null 2>&1 |
---|
| 113 | # |
---|
| 114 | if [ X${flag_post} != XNONE ] ; then |
---|
| 115 | # |
---|
| 116 | # First of all |
---|
| 117 | # |
---|
| 118 | IGCM_card_DefineArrayFromSection ${card} ${flag_post} |
---|
| 119 | # |
---|
| 120 | IGCM_card_DefineArrayFromOption ${card} ${flag_post} TimeSeriesVars |
---|
| 121 | IGCM_card_DefineArrayFromOption ${card} ${flag_post} Patches |
---|
| 122 | if [ X"$( eval echo \${${compname}_${flag_post}_TimeSeriesVars[*]} )" = X"Option not found ${flag_post}" ] ; then |
---|
| 123 | # New TimeSeriesVar description, with 2D, 3D and associate ChunckJob. |
---|
| 124 | ListDimension[0]=2D |
---|
| 125 | ListDimension[1]=3D |
---|
| 126 | TimeSeries=false |
---|
[272] | 127 | TimeSeries2D=false |
---|
| 128 | TimeSeries3D=false |
---|
[271] | 129 | iLoop=${#ListDimension[*]} |
---|
| 130 | j=0 |
---|
| 131 | until [ $j -ge ${iLoop} ]; do |
---|
| 132 | Dimension=${ListDimension[${j}]} |
---|
| 133 | IGCM_card_DefineArrayFromOption ${card} ${flag_post} TimeSeriesVars${Dimension} |
---|
| 134 | IGCM_card_DefineVariableFromOption ${card} ${flag_post} ChunckJob${Dimension} |
---|
| 135 | # |
---|
| 136 | # Time series WITHOUT chunk |
---|
| 137 | # |
---|
| 138 | if [ ! $( eval echo \${${compname}_${flag_post}_TimeSeriesVars${Dimension}} ) = ${NULL_STR} ] ; then |
---|
| 139 | if [ $( eval echo \${${compname}_${flag_post}_ChunckJob${Dimension}} ) = NONE ] ; then |
---|
| 140 | IGCM_debug_Print 2 "${Dimension} time series activated for ${flag_post}" |
---|
| 141 | eval TimeSeries${Dimension}=true |
---|
| 142 | chunck=false |
---|
| 143 | fi |
---|
| 144 | fi |
---|
| 145 | # |
---|
| 146 | # Time series WITH chunk |
---|
| 147 | # |
---|
| 148 | if [ ! $( eval echo \${${compname}_${flag_post}_TimeSeriesVars${Dimension}} ) = ${NULL_STR} ] ; then |
---|
| 149 | chunck_size=$( eval echo \${${compname}_${flag_post}_ChunckJob${Dimension}} ) |
---|
| 150 | if [ ! ${chunck_size} = NONE ] && [ ! ${chunck_size} = OFF ] ; then |
---|
| 151 | IGCM_debug_Print 2 "${Dimension} time series activated with ${chunck_size} chunck for ${flag_post}" |
---|
| 152 | eval TimeSeriesChunck${Dimension}=true |
---|
| 153 | chunck=true |
---|
| 154 | fi |
---|
| 155 | fi |
---|
| 156 | (( j=j+1 )) |
---|
| 157 | |
---|
| 158 | # |
---|
| 159 | # ICI ON TEST QUE LES FICHIERS TS SONT LA! |
---|
| 160 | # |
---|
| 161 | # |
---|
| 162 | FILE=$( echo ${flag_post} | awk "-FPost_" '{print $2}' ) |
---|
| 163 | IGCM_card_DefineArrayFromOption ${card} Post_${FILE} TimeSeriesVars${Dimension} |
---|
| 164 | IGCM_card_DefineVariableFromOption ${card} Post_${FILE} ChunckJob${Dimension} |
---|
| 165 | # |
---|
| 166 | FlagDir=$( echo ${FILE} | awk -F "_" '{print $1}' ) |
---|
| 167 | case ${FlagDir} in |
---|
| 168 | *Y) TS_Dir=TS_YE ;; |
---|
| 169 | *M) TS_Dir=TS_MO ;; |
---|
| 170 | *D) TS_Dir=TS_DA ;; |
---|
| 171 | 3H|HF) TS_Dir=TS_HF ;; |
---|
| 172 | INS) TS_Dir=TS_INS ;; |
---|
| 173 | esac |
---|
| 174 | |
---|
| 175 | # |
---|
| 176 | # If TimeSeriesVars list is empty we skip |
---|
| 177 | # |
---|
| 178 | if [ $( eval echo \${${compname}_Post_${FILE}_TimeSeriesVars${Dimension}} ) = ${NULL_STR} ] ; then |
---|
| 179 | #(( i=i+3 )) |
---|
| 180 | continue |
---|
| 181 | fi |
---|
| 182 | # |
---|
| 183 | # We need LIST of variables not allready produced (useful for standalone mode) |
---|
| 184 | # |
---|
| 185 | DateBegin=$( IGCM_date_ConvertFormatToGregorian ${config_UserChoices_DateBegin} ) |
---|
| 186 | DateEnd=$( IGCM_date_ConvertFormatToGregorian ${config_UserChoices_DateEnd} ) |
---|
| 187 | |
---|
| 188 | IGCM_date_GetYearMonth ${DateBegin} YearBegin MonthBegin |
---|
| 189 | IGCM_date_GetYearMonth ${DateEnd} YearEnd MonthEnd |
---|
| 190 | |
---|
| 191 | # Si on n'a pas de chunck, dans ce cas chunck_size=la durée de la simulation en années |
---|
| 192 | YearsChunckLength=$( echo ${chunck_size} | sed -e "s/[yY]//" ) |
---|
| 193 | [ ${chunck} = false ] && YearsChunckLength=$( expr \( ${YearEnd} \- ${YearBegin} \+ 1 \) ) |
---|
| 194 | |
---|
| 195 | NbYearsChunckLoop=$( expr \( ${YearEnd} \- ${YearBegin} \+ 1 \) / ${YearsChunckLength} ) |
---|
| 196 | Reste=$( expr \( ${YearEnd} \- ${YearBegin} \+ 1 \) % ${YearsChunckLength} ) |
---|
| 197 | |
---|
| 198 | if [ ${Reste} != 0 ] ; then |
---|
| 199 | NbYearsChunckLoop=$( expr ${NbYearsChunckLoop} + 1 ) |
---|
| 200 | fi |
---|
| 201 | |
---|
| 202 | if [ ${NbYearsChunckLoop} -eq 1 ] ; then |
---|
| 203 | PeriodDateEnd=${DateEnd} |
---|
| 204 | else |
---|
| 205 | DaysInYear=$( IGCM_date_DaysInYear ${YearBegin} ) |
---|
| 206 | PeriodDateEnd=$( IGCM_date_AddDaysToGregorianDate ${DateBegin} $(( YearsChunckLength * DaysInYear - 1 )) ) |
---|
| 207 | fi |
---|
| 208 | # |
---|
| 209 | DIRECTORY=${R_SAVE}/${comp}/Analyse/${TS_Dir} |
---|
| 210 | YearsChunckLoop=1 |
---|
| 211 | ChunckDebut=${DateBegin} |
---|
| 212 | ChunckFin=${PeriodDateEnd} |
---|
| 213 | while [ ${YearsChunckLoop} -le ${NbYearsChunckLoop} ] ; do |
---|
| 214 | countTotal=0 |
---|
| 215 | countGood=0 |
---|
| 216 | countBad=0 |
---|
| 217 | for var in $( eval echo \${${compname}_Post_${FILE}_TimeSeriesVars${Dimension}[*]} ) ; do |
---|
| 218 | TestedFile=${config_UserChoices_JobName}_${ChunckDebut}_${ChunckFin}_${FlagDir}_${var}.nc |
---|
| 219 | # |
---|
| 220 | if [ ! -f ${DIRECTORY}/${TestedFile} ] ; then |
---|
| 221 | (( countBad = countBad + 1 )) |
---|
| 222 | [ ${countBad} = 1 ] && IGCM_debug_Print 3 "Missing time series from ${FILE} :" |
---|
| 223 | IGCM_debug_Print 3 ${DIRECTORY}/${TestedFile} |
---|
| 224 | else |
---|
| 225 | (( countGood = countGood + 1 )) |
---|
| 226 | fi |
---|
| 227 | (( countTotal = countTotal + 1 )) |
---|
| 228 | done |
---|
| 229 | |
---|
| 230 | SuccessRate=$(( countGood * 100 / countTotal )) |
---|
| 231 | if [ ! ${SuccessRate} = 100 ] ; then |
---|
[286] | 232 | IGCM_debug_Print 2 -e "\033[1;31m${SuccessRate}% files OK.\033[m for period ${ChunckDebut}-${ChunckFin}" |
---|
[271] | 233 | else |
---|
[286] | 234 | IGCM_debug_Print 2 -e "\033[1;32m${SuccessRate}% files OK.\033[m for period ${ChunckDebut}-${ChunckFin}" |
---|
[271] | 235 | fi |
---|
| 236 | |
---|
| 237 | echo |
---|
| 238 | if ( [ ${chunck} = true ] && [ ! ${SuccessRate} = 100 ] ) ; then |
---|
[286] | 239 | IGCM_debug_Print 2 -e "\033[1;31mSubmit ${FILE} chunck ${Dimension}\033[m period ${ChunckDebut}-${ChunckFin}" |
---|
[271] | 240 | listVarEnv="libIGCM,SUBMIT_DIR,POST_DIR,DateBegin,PeriodDateEnd,TsTask,CompToRead,FlagToRead" |
---|
| 241 | export libIGCM=${libIGCM} |
---|
| 242 | export SUBMIT_DIR=${CARD_DIR} |
---|
| 243 | export POST_DIR=${POST_DIR} |
---|
| 244 | export DateBegin=${ChunckDebut} |
---|
| 245 | export PeriodDateEnd=${ChunckFin} |
---|
| 246 | export TsTask=Chunck${Dimension} |
---|
| 247 | export CompToRead=${comp} |
---|
| 248 | export FlagToRead=${i} |
---|
| 249 | export listVarEnv=${listVarEnv} |
---|
| 250 | IGCM_sys_MkdirWork ${POST_DIR} |
---|
| 251 | IGCM_debug_Verif_Exit |
---|
| 252 | IGCM_sys_QsubPost create_ts |
---|
[272] | 253 | echo |
---|
[271] | 254 | fi |
---|
| 255 | |
---|
| 256 | if ( [ ${chunck} = false ] && [ ! ${SuccessRate} = 100 ] ) ; then |
---|
| 257 | eval Launch${Dimension}=true |
---|
| 258 | fi |
---|
| 259 | |
---|
| 260 | # Date update |
---|
| 261 | ChunckDebut=$( IGCM_date_AddDaysToGregorianDate ${ChunckFin} 1 ) |
---|
| 262 | |
---|
| 263 | (( YearsChunckLoop = YearsChunckLoop + 1 )) |
---|
| 264 | |
---|
| 265 | if [ ${YearsChunckLoop} -eq ${NbYearsChunckLoop} ] ; then |
---|
| 266 | ChunckFin=${DateEnd} |
---|
| 267 | else |
---|
| 268 | #PeriodDateEnd=$( expr ${YearBegin} + ${YearsChunckLength} - 1 ) |
---|
| 269 | ChunckFin=$( IGCM_date_AddDaysToGregorianDate ${ChunckDebut} $(( YearsChunckLength * DaysInYear - 1 )) ) |
---|
| 270 | fi |
---|
| 271 | done |
---|
| 272 | done |
---|
| 273 | else |
---|
| 274 | ListDimension[0]="" |
---|
| 275 | TimeSeries=true |
---|
| 276 | TimeSeries2D=false |
---|
| 277 | TimeSeries3D=false |
---|
| 278 | TimeSeriesChunck2D=false |
---|
| 279 | TimeSeriesChunck3D=false |
---|
| 280 | fi |
---|
| 281 | fi |
---|
| 282 | (( i=i+3 )) |
---|
| 283 | done |
---|
| 284 | fi |
---|
| 285 | done # comp loop |
---|
| 286 | |
---|
[272] | 287 | echo |
---|
| 288 | |
---|
| 289 | if [ X${Launch2D} = Xtrue ] ; then |
---|
[286] | 290 | IGCM_debug_Print 2 -e "\033[1;31mSubmit 2D\033[m without chunck period ${DateBegin}-${DateEnd}" |
---|
[271] | 291 | listVarEnv="libIGCM,SUBMIT_DIR,POST_DIR,DateBegin,PeriodDateEnd,TsTask" |
---|
| 292 | export libIGCM=${libIGCM} |
---|
| 293 | export SUBMIT_DIR=${CARD_DIR} |
---|
| 294 | export POST_DIR=${POST_DIR} |
---|
| 295 | export DateBegin=${DateBegin} |
---|
| 296 | export PeriodDateEnd=${DateEnd} |
---|
| 297 | export TsTask=2D |
---|
| 298 | export listVarEnv=${listVarEnv} |
---|
| 299 | IGCM_sys_MkdirWork ${POST_DIR} |
---|
| 300 | IGCM_debug_Verif_Exit |
---|
| 301 | IGCM_sys_QsubPost create_ts |
---|
[272] | 302 | echo |
---|
[271] | 303 | fi |
---|
| 304 | |
---|
[272] | 305 | if [ X${Launch3D} = Xtrue ] ; then |
---|
[286] | 306 | IGCM_debug_Print 2 -e "\033[1;31mSubmit 3D\033[m without chunck period ${DateBegin}-${DateEnd}" |
---|
[271] | 307 | listVarEnv="libIGCM,SUBMIT_DIR,POST_DIR,DateBegin,PeriodDateEnd,TsTask" |
---|
| 308 | export libIGCM=${libIGCM} |
---|
| 309 | export SUBMIT_DIR=${CARD_DIR} |
---|
| 310 | export POST_DIR=${POST_DIR} |
---|
| 311 | export DateBegin=${DateBegin} |
---|
| 312 | export PeriodDateEnd=${DateEnd} |
---|
| 313 | export TsTask=3D |
---|
| 314 | export listVarEnv=${listVarEnv} |
---|
| 315 | IGCM_sys_MkdirWork ${POST_DIR} |
---|
| 316 | IGCM_debug_Verif_Exit |
---|
| 317 | IGCM_sys_QsubPost create_ts |
---|
[272] | 318 | echo |
---|
[271] | 319 | fi |
---|