[387] | 1 | #!/bin/ksh |
---|
[271] | 2 | |
---|
| 3 | #************************************************************** |
---|
| 4 | # Author: Sebastien Denvil |
---|
[373] | 5 | # Contact: Sebastien.Denvil__at__ipsl.jussieu.fr |
---|
| 6 | # $Revision:: $ Revision of last commit |
---|
| 7 | # $Author:: $ Author of last commit |
---|
| 8 | # $Date:: $ Date of last commit |
---|
[271] | 9 | # IPSL (2006) |
---|
| 10 | # This software is governed by the CeCILL licence see libIGCM/libIGCM_CeCILL.LIC |
---|
| 11 | # |
---|
| 12 | #************************************************************** |
---|
| 13 | |
---|
[712] | 14 | #D- Task type (computing or post-processing) |
---|
| 15 | TaskType=post-processing |
---|
| 16 | |
---|
[271] | 17 | # Check that everything went well during time series production |
---|
| 18 | # Display a short report |
---|
| 19 | # Launch what's missing |
---|
[338] | 20 | # For use during a run (not on the end : PeriodState=Completed), it will complete |
---|
| 21 | # all TS to last PeriodDateEnd value, give by run.card->Configuration->OldPrefix string. |
---|
[271] | 22 | |
---|
[554] | 23 | #D- Path to libIGCM |
---|
| 24 | #D- Default : value from AA_job if any |
---|
| 25 | # WARNING For StandAlone use : To run this script on some machine (ulam and cesium) |
---|
| 26 | # WARNING you must check MirrorlibIGCM variable in sys library. |
---|
| 27 | # WARNING If this variable is true, you must use libIGCM_POST path instead |
---|
| 28 | # WARNING of your running libIGCM directory. |
---|
[271] | 29 | libIGCM=${libIGCM:=::modipsl::/libIGCM} |
---|
| 30 | |
---|
[344] | 31 | # Expericence class of the run |
---|
| 32 | ExperimentName=${ExperimentName:=historical} |
---|
| 33 | |
---|
| 34 | # Name of this job |
---|
[362] | 35 | JobName=${JobName:=v2.historical1} |
---|
[271] | 36 | |
---|
[338] | 37 | # répertoire courrant |
---|
[271] | 38 | CURRENT_DIR=$( pwd ) |
---|
| 39 | |
---|
[338] | 40 | # Emplacement des cartes |
---|
[344] | 41 | CARD_DIR=${CARD_DIR:=${CURRENT_DIR}/${ExperimentName}/${JobName}} |
---|
[271] | 42 | |
---|
[344] | 43 | # répertoire de stockage des sorties des create_ts |
---|
[338] | 44 | POST_DIR=${POST_DIR:=${CARD_DIR}/OutScript} |
---|
| 45 | |
---|
[591] | 46 | # project |
---|
| 47 | export BRIDGE_MSUB_PROJECT=gen2211 |
---|
| 48 | |
---|
[271] | 49 | if [ ! -d ${CARD_DIR} ]; then |
---|
[591] | 50 | echo "No ${CARD_DIR}, we stop here" |
---|
| 51 | exit |
---|
[271] | 52 | fi |
---|
| 53 | |
---|
| 54 | ######################################################################## |
---|
| 55 | |
---|
[731] | 56 | . ${libIGCM}/libIGCM_debug/libIGCM_debug.ksh |
---|
| 57 | ( ${DEBUG_debug} ) && IGCM_debug_Check |
---|
| 58 | . ${libIGCM}/libIGCM_card/libIGCM_card.ksh |
---|
| 59 | ( ${DEBUG_debug} ) && IGCM_card_Check |
---|
| 60 | . ${libIGCM}/libIGCM_date/libIGCM_date.ksh |
---|
| 61 | ( ${DEBUG_debug} ) && IGCM_date_Check |
---|
| 62 | #------- |
---|
| 63 | . ${libIGCM}/libIGCM_sys/libIGCM_sys.ksh |
---|
| 64 | . ${libIGCM}/libIGCM_config/libIGCM_config.ksh |
---|
[271] | 65 | |
---|
| 66 | ######################################################################## |
---|
| 67 | |
---|
[362] | 68 | #set -vx |
---|
| 69 | |
---|
[396] | 70 | echo "Hi I'm here to help you complete the time series production you planned according to your *.card." |
---|
| 71 | echo "This action can potentially submit numbers of jobs (up to 50)" |
---|
| 72 | echo "This action can potentially remove unnecessary files but I will ALWAYS ask permission to do so" |
---|
[401] | 73 | echo -e "\033[1;31mDo you want me to run in dryrun mode just telling what I would submit?\033[m" |
---|
| 74 | echo -e "\033[1;31mOr do you want me to submit job for real? Answer yes in this case.\033[m" |
---|
[396] | 75 | echo -n " Run for real (y/n) :" |
---|
| 76 | read ActionAnswer |
---|
| 77 | |
---|
[591] | 78 | case ${ActionAnswer} in |
---|
| 79 | oui|OUI|o|y|yes|YES) |
---|
| 80 | echo "OK. I will submit jobs but ask permissions before removing files" |
---|
| 81 | action=true |
---|
| 82 | ;; |
---|
| 83 | non|NON|n|no|NO) |
---|
| 84 | echo "OK. I won't submit jobs and only print out files I could remove" |
---|
| 85 | action=false |
---|
| 86 | ;; |
---|
| 87 | *) |
---|
| 88 | echo "I did not recognize your answer. I will stop here." |
---|
| 89 | echo "Please respond: oui|OUI|o|y|yes|YES" |
---|
| 90 | echo "Or please respond: non|NON|n|no|NO" |
---|
| 91 | exit |
---|
| 92 | ;; |
---|
[396] | 93 | esac |
---|
| 94 | |
---|
[591] | 95 | #================================== |
---|
[271] | 96 | # First of all |
---|
[591] | 97 | # |
---|
[727] | 98 | # Read libIGCM compatibility version in config.card |
---|
| 99 | # Read UserChoices section |
---|
| 100 | # Read Ensemble section |
---|
| 101 | # Read Post section |
---|
| 102 | # Define all netcdf output directories |
---|
[591] | 103 | #================================== |
---|
[727] | 104 | IGCM_config_CommonConfiguration ${CARD_DIR}/config.card |
---|
[271] | 105 | |
---|
[591] | 106 | #================================== |
---|
[727] | 107 | # Read ListOfComponents section: |
---|
| 108 | IGCM_card_DefineArrayFromSection ${CARD_DIR}/config.card ListOfComponents |
---|
[658] | 109 | |
---|
[338] | 110 | if [ -f ${CARD_DIR}/run.card ] ; then |
---|
[591] | 111 | IGCM_card_DefineVariableFromOption ${CARD_DIR}/run.card Configuration OldPrefix |
---|
| 112 | IGCM_card_DefineVariableFromOption ${CARD_DIR}/run.card Configuration PeriodState |
---|
| 113 | IGCM_card_DefineVariableFromOption ${CARD_DIR}/run.card PostProcessing TimeSeriesCompleted |
---|
| 114 | IGCM_debug_Print 1 "DefineVariableFromOption : run_Configuration" |
---|
| 115 | IGCM_debug_PrintVariables 3 run_Configuration_OldPrefix |
---|
| 116 | IGCM_debug_PrintVariables 3 run_Configuration_PeriodState |
---|
| 117 | IGCM_debug_Print 1 "DefineVariableFromOption : run_PostProcessing" |
---|
| 118 | IGCM_debug_PrintVariables 3 run_PostProcessing_TimeSeriesCompleted |
---|
| 119 | if [ X${run_Configuration_PeriodState} != X"Completed" ] ; then |
---|
| 120 | DateEnd=$( IGCM_date_ConvertFormatToGregorian $( echo ${run_Configuration_OldPrefix} | awk -F'_' '{print $2}' ) ) |
---|
| 121 | else |
---|
| 122 | DateEnd=$( IGCM_date_ConvertFormatToGregorian ${config_UserChoices_DateEnd} ) |
---|
| 123 | fi |
---|
| 124 | CompletedFlag=${run_PostProcessing_TimeSeriesCompleted} |
---|
[338] | 125 | else |
---|
[591] | 126 | DateEnd=$( IGCM_date_ConvertFormatToGregorian ${config_UserChoices_DateEnd} ) |
---|
| 127 | CompletedFlag="" |
---|
[338] | 128 | fi |
---|
[340] | 129 | SavedCompletedFlag=${CompletedFlag} |
---|
[362] | 130 | DateBegin=$( IGCM_date_ConvertFormatToGregorian ${config_UserChoices_DateBegin} ) |
---|
[338] | 131 | |
---|
[362] | 132 | IGCM_date_GetYearMonth ${DateBegin} YearBegin MonthBegin |
---|
[338] | 133 | IGCM_date_GetYearMonth ${DateEnd} YearEnd MonthEnd |
---|
[362] | 134 | |
---|
[338] | 135 | echo |
---|
[362] | 136 | IGCM_debug_Print 1 "DateBegin for TimeSeries_Checker : "${DateBegin} |
---|
| 137 | IGCM_debug_Print 1 "DateEnd for TimeSeries_Checker : "${DateEnd} |
---|
| 138 | IGCM_debug_Print 1 "CompletedFlag = "${CompletedFlag} |
---|
| 139 | echo |
---|
[271] | 140 | |
---|
| 141 | for comp in ${config_ListOfComponents[*]} ; do |
---|
[591] | 142 | # Debug Print |
---|
| 143 | IGCM_debug_Print 1 ${comp} |
---|
| 144 | # Define component |
---|
| 145 | IGCM_card_DefineArrayFromOption ${CARD_DIR}/config.card ListOfComponents ${comp} |
---|
| 146 | eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1 |
---|
| 147 | eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1 |
---|
[271] | 148 | |
---|
[591] | 149 | # Read libIGCM compatibility version in ${compname}.card |
---|
| 150 | card=${CARD_DIR}/COMP/${compname}.card |
---|
[271] | 151 | |
---|
[591] | 152 | # Read and Build Output File stuff |
---|
| 153 | #IGCM_debug_Print 1 "DefineArrayFromOption : ${compname}_OutputFiles ${card}" |
---|
| 154 | IGCM_card_DefineArrayFromOption ${card} OutputFiles List |
---|
| 155 | ListFilesName=${compname}_OutputFiles_List |
---|
| 156 | eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1 |
---|
| 157 | # |
---|
| 158 | if [ X${FileName0} != X${NULL_STR} ] ; then |
---|
[271] | 159 | # |
---|
[591] | 160 | #IGCM_debug_Print 1 "Component : ${compname}" |
---|
| 161 | # |
---|
| 162 | # INITIALISATION |
---|
| 163 | # |
---|
| 164 | eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1 |
---|
| 165 | i=2 |
---|
| 166 | # |
---|
| 167 | until [ $i -ge $NbFiles ]; do |
---|
| 168 | # |
---|
| 169 | eval flag_post=\${${ListFilesName}[$i]} > /dev/null 2>&1 |
---|
| 170 | # |
---|
| 171 | if [ X${flag_post} != XNONE ] ; then |
---|
[271] | 172 | # |
---|
[591] | 173 | # First of all |
---|
| 174 | # |
---|
| 175 | IGCM_card_DefineArrayFromSection ${card} ${flag_post} |
---|
| 176 | # |
---|
| 177 | IGCM_card_DefineArrayFromOption ${card} ${flag_post} TimeSeriesVars |
---|
| 178 | IGCM_card_DefineArrayFromOption ${card} ${flag_post} Patches |
---|
| 179 | if [ X"$( eval echo \${${compname}_${flag_post}_TimeSeriesVars[*]} )" = X"Option not" ] ; then |
---|
| 180 | # New TimeSeriesVar description, with 2D, 3D and associate ChunckJob. |
---|
| 181 | unset ListDimension |
---|
| 182 | ListDimension[0]=2D |
---|
| 183 | ListDimension[1]=3D |
---|
| 184 | TimeSeries=false |
---|
| 185 | TimeSeries2D=false |
---|
| 186 | TimeSeries3D=false |
---|
| 187 | chunck=false |
---|
| 188 | iLoop=${#ListDimension[*]} |
---|
| 189 | j=0 |
---|
| 190 | until [ $j -ge ${iLoop} ]; do |
---|
| 191 | Dimension=${ListDimension[${j}]} |
---|
| 192 | IGCM_card_DefineArrayFromOption ${card} ${flag_post} TimeSeriesVars${Dimension} |
---|
| 193 | IGCM_card_DefineVariableFromOption ${card} ${flag_post} ChunckJob${Dimension} |
---|
| 194 | # |
---|
| 195 | # Time series WITHOUT chunk |
---|
| 196 | # |
---|
| 197 | if [ ! $( eval echo \${${compname}_${flag_post}_TimeSeriesVars${Dimension}} ) = ${NULL_STR} ] ; then |
---|
| 198 | if [ $( eval echo \${${compname}_${flag_post}_ChunckJob${Dimension}} ) = NONE ] ; then |
---|
| 199 | IGCM_debug_Print 2 "${Dimension} time series activated for ${flag_post}" |
---|
| 200 | eval TimeSeries${Dimension}=true |
---|
| 201 | chunck=false |
---|
| 202 | fi |
---|
| 203 | fi |
---|
| 204 | # |
---|
| 205 | # Time series WITH chunk |
---|
| 206 | # |
---|
| 207 | if [ ! $( eval echo \${${compname}_${flag_post}_TimeSeriesVars${Dimension}} ) = ${NULL_STR} ] ; then |
---|
| 208 | chunck_size=$( eval echo \${${compname}_${flag_post}_ChunckJob${Dimension}} ) |
---|
| 209 | if [ ! ${chunck_size} = NONE ] && [ ! ${chunck_size} = OFF ] ; then |
---|
| 210 | IGCM_debug_Print 2 "${Dimension} time series activated with ${chunck_size} chunck for ${flag_post}" |
---|
| 211 | eval TimeSeriesChunck${Dimension}=true |
---|
| 212 | chunck=true |
---|
| 213 | fi |
---|
| 214 | fi |
---|
| 215 | (( j=j+1 )) |
---|
| 216 | # |
---|
| 217 | # If TimeSeriesVars list is empty or OFF we skip |
---|
| 218 | # |
---|
| 219 | if ( [ $( eval echo \${${compname}_${flag_post}_TimeSeriesVars${Dimension}} ) = ${NULL_STR} ] || \ |
---|
| 220 | [ ${chunck_size} = OFF ] ) ; then |
---|
| 221 | #IGCM_debug_Print 2 "Empty TS : ${compname}_Post_${FILE}_TimeSeriesVars${Dimension}" |
---|
| 222 | #(( i=i+3 )) |
---|
| 223 | continue |
---|
| 224 | fi |
---|
| 225 | # |
---|
| 226 | # ICI ON TESTE QUE LES FICHIERS TS SONT LA! |
---|
| 227 | # |
---|
| 228 | FILE=$( echo ${flag_post} | awk "-FPost_" '{print $2}' ) |
---|
| 229 | IGCM_card_DefineArrayFromOption ${card} Post_${FILE} TimeSeriesVars${Dimension} |
---|
| 230 | IGCM_card_DefineVariableFromOption ${card} Post_${FILE} ChunckJob${Dimension} |
---|
| 231 | # |
---|
| 232 | FlagDir=$( echo ${FILE} | awk -F "_" '{print $1}' ) |
---|
| 233 | case ${FlagDir} in |
---|
| 234 | *Y) TS_Dir=TS_YE ;; |
---|
| 235 | *M) TS_Dir=TS_MO ;; |
---|
| 236 | *D) TS_Dir=TS_DA ;; |
---|
| 237 | 3H|HF) TS_Dir=TS_HF ;; |
---|
| 238 | INS) TS_Dir=TS_INS ;; |
---|
| 239 | esac |
---|
| 240 | # |
---|
| 241 | # We need LIST of variables not allready produced (useful for standalone mode) |
---|
| 242 | # |
---|
| 243 | DateBegin=$( IGCM_date_ConvertFormatToGregorian ${config_UserChoices_DateBegin} ) |
---|
| 244 | IGCM_date_GetYearMonth ${DateBegin} YearBegin MonthBegin |
---|
[271] | 245 | |
---|
[591] | 246 | # Si on n'a pas de chunck, dans ce cas chunck_size=la durée de la simulation en années |
---|
| 247 | YearsChunckLength=$( echo ${chunck_size} | sed -e "s/[yY]//" ) |
---|
| 248 | [ ${chunck} = false ] && YearsChunckLength=$(( YearEnd - YearBegin + 1 )) |
---|
[271] | 249 | |
---|
[591] | 250 | NbYearsChunckLoop=$(( ( YearEnd - YearBegin + 1 ) / YearsChunckLength )) |
---|
| 251 | Reste=$(( ( YearEnd - YearBegin + 1 ) % YearsChunckLength )) |
---|
[271] | 252 | |
---|
[591] | 253 | if [ ${Reste} -ne 0 ] ; then |
---|
| 254 | NbYearsChunckLoop=$(( NbYearsChunckLoop + 1 )) |
---|
| 255 | fi |
---|
[271] | 256 | |
---|
[591] | 257 | if [ ${NbYearsChunckLoop} -eq 1 ] ; then |
---|
| 258 | PeriodDateEnd=${DateEnd} |
---|
| 259 | else |
---|
| 260 | DaysInYear=$( IGCM_date_DaysInYear ${YearBegin} ) |
---|
| 261 | PeriodDateEnd=$( IGCM_date_AddDaysToGregorianDate ${DateBegin} $(( YearsChunckLength * DaysInYear - 1 )) ) |
---|
| 262 | fi |
---|
| 263 | # |
---|
| 264 | DIRECTORY=${R_SAVE}/${comp}/Analyse/${TS_Dir} |
---|
| 265 | YearsChunckLoop=1 |
---|
| 266 | ChunckDebut=${DateBegin} |
---|
| 267 | ChunckFin=${PeriodDateEnd} |
---|
| 268 | while [ ${YearsChunckLoop} -le ${NbYearsChunckLoop} ] ; do |
---|
| 269 | countTotal=0 |
---|
| 270 | countGood=0 |
---|
| 271 | countBad=0 |
---|
| 272 | unset RemoveList |
---|
| 273 | unset PotentialCompletedFlag |
---|
| 274 | for var in $( eval echo \${${compname}_Post_${FILE}_TimeSeriesVars${Dimension}[*]} ) ; do |
---|
| 275 | TestedFile=${config_UserChoices_JobName}_${ChunckDebut}_${ChunckFin}_${FlagDir}_${var}.nc |
---|
| 276 | # |
---|
| 277 | if [ -d ${DIRECTORY} ] ; then |
---|
| 278 | Candidat=$( find ${DIRECTORY} -name "${config_UserChoices_JobName}_${ChunckDebut}_*_${FlagDir}_${var}.nc" ) |
---|
| 279 | else |
---|
| 280 | Candidat="" |
---|
| 281 | fi |
---|
| 282 | # |
---|
| 283 | BestCandidat=${ChunckDebut} |
---|
| 284 | # |
---|
| 285 | FoundCandidat=false |
---|
| 286 | if [ ! "X${Candidat}" = "X" ] ; then |
---|
| 287 | for candid in ${Candidat} ; do |
---|
| 288 | #IGCM_debug_Print 1 -e "\033[1;32m[CompletedFlag CANDIDAT MATCH FOUND]\033[m $( basename ${candid} )" |
---|
| 289 | CandidatEnd=$( echo ${candid} | awk -F${config_UserChoices_JobName} '{print $3}' | awk -F_ '{print $3}' ) |
---|
| 290 | if [ ${CandidatEnd} -gt ${ChunckFin} ] ; then |
---|
| 291 | #IGCM_debug_Print 3 -e "File $( basename ${candid} ) should be suppress" |
---|
| 292 | set +A RemoveList ${RemoveList[*]} ${candid} |
---|
| 293 | elif [ ${CandidatEnd} -lt ${ChunckFin} ] ; then |
---|
| 294 | #IGCM_debug_Print 3 -e "File $( basename ${candid} ) should be suppress or used as a CompletedFlag baseline" |
---|
| 295 | # We keep the best candidat and remove the others |
---|
| 296 | if [ ${BestCandidat} -lt ${CandidatEnd} ] ; then |
---|
| 297 | if [ ${FoundCandidat} = true ] ; then |
---|
| 298 | set +A RemoveList ${RemoveList[*]} ${DIRECTORY}/${config_UserChoices_JobName}_${ChunckDebut}_${BestCandidat}_${FlagDir}_${var}.nc |
---|
| 299 | else |
---|
| 300 | FoundCandidat=true |
---|
| 301 | fi |
---|
| 302 | BestCandidat=${CandidatEnd} |
---|
| 303 | else |
---|
| 304 | set +A RemoveList ${RemoveList[*]} ${candid} |
---|
| 305 | fi |
---|
| 306 | fi |
---|
| 307 | done |
---|
| 308 | else |
---|
| 309 | # No CompletedFlag candidat found |
---|
| 310 | CandidatCompletedFlag="" |
---|
| 311 | fi |
---|
| 312 | # |
---|
| 313 | if [ ! -f ${DIRECTORY}/${TestedFile} ] ; then |
---|
| 314 | (( countBad = countBad + 1 )) |
---|
| 315 | [ ${countBad} = 1 ] && IGCM_debug_Print 3 "Missing time series from ${FILE} :" |
---|
| 316 | IGCM_debug_Print 3 ${DIRECTORY}/${TestedFile} |
---|
| 317 | # Then we keep a track of the Best Candidat |
---|
| 318 | if [ ${FoundCandidat} = true ] ; then |
---|
| 319 | if [ ${chunck} = true ] ; then |
---|
| 320 | set +A PotentialCompletedFlag ${PotentialCompletedFlag[*]} ${BestCandidat} |
---|
| 321 | else |
---|
| 322 | eval set +A PotentialCompletedFlag${Dimension} \${PotentialCompletedFlag${Dimension}[*]} \${BestCandidat} |
---|
| 323 | fi |
---|
| 324 | fi |
---|
| 325 | else |
---|
| 326 | (( countGood = countGood + 1 )) |
---|
| 327 | # Then we do not need the best candidat if any |
---|
| 328 | [ ${FoundCandidat} = true ] && set +A RemoveList ${RemoveList[*]} ${DIRECTORY}/${config_UserChoices_JobName}_${ChunckDebut}_${BestCandidat}_${FlagDir}_${var}.nc |
---|
| 329 | fi |
---|
| 330 | (( countTotal = countTotal + 1 )) |
---|
| 331 | done |
---|
[271] | 332 | |
---|
[591] | 333 | SuccessRate=$(( countGood * 100 / countTotal )) |
---|
| 334 | if [ ${SuccessRate} -ne 100 ] ; then |
---|
| 335 | IGCM_debug_Print 2 -e "\033[1;31m${SuccessRate}% files OK.\033[m for period ${ChunckDebut}-${ChunckFin}" |
---|
| 336 | else |
---|
| 337 | IGCM_debug_Print 2 -e "\033[1;32m${SuccessRate}% files OK.\033[m for period ${ChunckDebut}-${ChunckFin}" |
---|
| 338 | fi |
---|
| 339 | echo |
---|
[271] | 340 | |
---|
[591] | 341 | # Remove what's in the RemoveList |
---|
| 342 | if [ ${RemoveList} ] ; then |
---|
| 343 | IGCM_debug_Print 2 "File(s) that will be removed ${RemoveList[*]}" |
---|
| 344 | if [ ${action} = true ] ; then |
---|
| 345 | echo -e "\033[1;32mDo you want to remove them?\033[m" |
---|
| 346 | echo -n " Your answer (y/n) : " |
---|
| 347 | read RemoveAnswer |
---|
| 348 | case ${RemoveAnswer} in |
---|
| 349 | oui|OUI|o|y|yes|YES) |
---|
| 350 | echo "OK. I will erase them" |
---|
| 351 | IGCM_sys_Rm -f ${RemoveList[*]} |
---|
| 352 | ;; |
---|
| 353 | non|NON|n|no|NO) |
---|
| 354 | echo "OK. I won't erase them" |
---|
| 355 | ;; |
---|
| 356 | *) |
---|
| 357 | echo "I did not recognize your answer." |
---|
| 358 | echo "Please respond: oui|OUI|o|y|yes|YES" |
---|
| 359 | echo "Or please respond: non|NON|n|no|NO" |
---|
| 360 | exit |
---|
| 361 | ;; |
---|
| 362 | esac |
---|
| 363 | fi |
---|
| 364 | fi |
---|
| 365 | #[ ${FoundCandidat} = true ] && IGCM_debug_Print 2 "Potentials CompletedFlag: ${PotentialCompletedFlag[*]}" |
---|
| 366 | # |
---|
| 367 | # TO REWRITE BEGIN |
---|
| 368 | # |
---|
| 369 | if ( [ ${chunck} = true ] && [ ${SuccessRate} -ne 100 ] ) ; then |
---|
| 370 | NbCandidats=${#PotentialCompletedFlag[@]} |
---|
| 371 | countCandid=1 |
---|
| 372 | if [ ${NbCandidats} -eq 0 ] ; then |
---|
| 373 | ChunckCompletedFlag="" |
---|
| 374 | IGCM_debug_Print 2 -e "\033[1;31mNO CompletedFlag\033[m" |
---|
| 375 | elif [ ${NbCandidats} -eq 1 ] ; then |
---|
| 376 | ChunckCompletedFlag=${PotentialCompletedFlag[0]} |
---|
| 377 | IGCM_debug_Print 2 -e "\033[1;32mCompletedFlag=${ChunckCompletedFlag}\033[m" |
---|
| 378 | elif [ ${NbCandidats} -gt 1 ] ; then |
---|
| 379 | k=1 |
---|
| 380 | until [ $k -ge ${NbCandidats} ]; do |
---|
| 381 | ((k_m1=k-1)) |
---|
| 382 | if [ ${PotentialCompletedFlag[${k_m1}]} = ${PotentialCompletedFlag[${k}]} ] ; then |
---|
| 383 | ((countCandid=countCandid+1)) |
---|
| 384 | fi |
---|
| 385 | ((k=k+1)) |
---|
| 386 | done |
---|
| 387 | if [ ${NbCandidats} -eq ${countCandid} ] ; then |
---|
| 388 | ChunckCompletedFlag=${PotentialCompletedFlag[0]} |
---|
| 389 | IGCM_debug_Print 2 -e "\033[1;32mCompletedFlag=${ChunckCompletedFlag}\033[m" |
---|
| 390 | else |
---|
| 391 | ChunckCompletedFlag=${PotentialCompletedFlag[0]} |
---|
| 392 | IGCM_debug_Print 2 -e "\033[1;31mToo Many Potential CompletedFlag\033[m Let start with first CompletedPeriod" |
---|
| 393 | IGCM_debug_Print 2 -e "\033[1;31mYou will have to redo TimeSeries_Checker\033[m for other period." |
---|
| 394 | fi |
---|
| 395 | fi |
---|
| 396 | # |
---|
| 397 | # TO REWRITE END |
---|
| 398 | # |
---|
| 399 | if [ ${action} = true ] ; then |
---|
| 400 | IGCM_debug_Print 2 -e "\033[1;31mSubmit ${FILE} chunck ${Dimension}\033[m period ${ChunckDebut}-${ChunckFin} and CompletedFlag=${ChunckCompletedFlag}" |
---|
| 401 | listVarEnv="libIGCM,SUBMIT_DIR,POST_DIR,DateBegin,PeriodDateEnd,CompletedFlag,TsTask,CompToRead,FlagToRead" |
---|
| 402 | export libIGCM=${libIGCM} |
---|
| 403 | export SUBMIT_DIR=${CARD_DIR} |
---|
| 404 | export POST_DIR=${POST_DIR} |
---|
| 405 | export DateBegin=${ChunckDebut} |
---|
| 406 | export PeriodDateEnd=${ChunckFin} |
---|
| 407 | export CompletedFlag=${ChunckCompletedFlag} |
---|
| 408 | export TsTask=Chunck${Dimension} |
---|
| 409 | export CompToRead=${comp} |
---|
| 410 | export FlagToRead=${i} |
---|
| 411 | export NameToRead=${flag_post} |
---|
| 412 | export listVarEnv=${listVarEnv} |
---|
| 413 | IGCM_sys_MkdirWork ${POST_DIR} |
---|
| 414 | IGCM_debug_Verif_Exit_Post |
---|
| 415 | Script_Post_Output=create_ts.${PeriodDateEnd}.${TsTask}.${CompToRead}.${NameToRead} |
---|
| 416 | IGCM_sys_QsubPost create_ts |
---|
| 417 | echo |
---|
| 418 | else |
---|
| 419 | IGCM_debug_Print 2 -e "\033[1;31mI should NOW submit ${FILE} chunck ${Dimension}\033[m period ${ChunckDebut}-${ChunckFin} and CompletedFlag=${ChunckCompletedFlag}" |
---|
| 420 | fi |
---|
| 421 | fi |
---|
[271] | 422 | |
---|
[591] | 423 | if ( [ ${chunck} = false ] && [ ${SuccessRate} -ne 100 ] ) ; then |
---|
| 424 | eval Launch${Dimension}=true |
---|
| 425 | fi |
---|
[271] | 426 | |
---|
[591] | 427 | # Date update |
---|
| 428 | ChunckDebut=$( IGCM_date_AddDaysToGregorianDate ${ChunckFin} 1 ) |
---|
[271] | 429 | |
---|
[591] | 430 | (( YearsChunckLoop = YearsChunckLoop + 1 )) |
---|
[271] | 431 | |
---|
[591] | 432 | if [ ${YearsChunckLoop} -eq ${NbYearsChunckLoop} ] ; then |
---|
| 433 | ChunckFin=${DateEnd} |
---|
| 434 | else |
---|
| 435 | ChunckFin=$( IGCM_date_AddDaysToGregorianDate ${ChunckDebut} $(( YearsChunckLength * DaysInYear - 1 )) ) |
---|
| 436 | fi |
---|
| 437 | done |
---|
| 438 | done |
---|
| 439 | else |
---|
| 440 | ListDimension[0]="" |
---|
| 441 | TimeSeries=true |
---|
| 442 | TimeSeries2D=false |
---|
| 443 | TimeSeries3D=false |
---|
| 444 | TimeSeriesChunck2D=false |
---|
| 445 | TimeSeriesChunck3D=false |
---|
| 446 | fi |
---|
| 447 | fi |
---|
| 448 | (( i=i+3 )) |
---|
| 449 | done |
---|
| 450 | fi |
---|
[271] | 451 | done # comp loop |
---|
| 452 | |
---|
[272] | 453 | echo |
---|
| 454 | |
---|
[338] | 455 | DateBegin=$( IGCM_date_ConvertFormatToGregorian ${config_UserChoices_DateBegin} ) |
---|
| 456 | IGCM_date_GetYearMonth ${DateBegin} YearBegin MonthBegin |
---|
[340] | 457 | CompletedFlag=${SavedCompletedFlag} |
---|
[338] | 458 | |
---|
[401] | 459 | unset CompToRead |
---|
| 460 | unset FlagToRead |
---|
| 461 | |
---|
[272] | 462 | if [ X${Launch2D} = Xtrue ] ; then |
---|
[591] | 463 | if [ ${action} = true ] ; then |
---|
| 464 | #IGCM_debug_Print 2 "Potentials CompletedFlag: ${PotentialCompletedFlag2D[*]}" |
---|
| 465 | IGCM_debug_Print 2 -e "\033[1;31mSubmit 2D\033[m without chunck period ${DateBegin}-${DateEnd}" |
---|
| 466 | listVarEnv="libIGCM,SUBMIT_DIR,POST_DIR,DateBegin,PeriodDateEnd,CompletedFlag,TsTask" |
---|
| 467 | export libIGCM=${libIGCM} |
---|
| 468 | export SUBMIT_DIR=${CARD_DIR} |
---|
| 469 | export POST_DIR=${POST_DIR} |
---|
| 470 | export DateBegin=${DateBegin} |
---|
| 471 | export PeriodDateEnd=${DateEnd} |
---|
| 472 | export CompletedFlag=${CompletedFlag} |
---|
| 473 | export TsTask=2D |
---|
| 474 | export listVarEnv=${listVarEnv} |
---|
| 475 | IGCM_sys_MkdirWork ${POST_DIR} |
---|
| 476 | IGCM_debug_Verif_Exit_Post |
---|
| 477 | Script_Post_Output=create_ts.${PeriodDateEnd}.${TsTask} |
---|
| 478 | IGCM_sys_QsubPost create_ts |
---|
| 479 | echo |
---|
| 480 | else |
---|
| 481 | IGCM_debug_Print 2 -e "\033[1;31mI should NOW submit 2D without chunck\033[m period ${DateBegin}-${DateEnd}" |
---|
| 482 | fi |
---|
[271] | 483 | fi |
---|
| 484 | |
---|
[272] | 485 | if [ X${Launch3D} = Xtrue ] ; then |
---|
[591] | 486 | if [ ${action} = true ] ; then |
---|
| 487 | #IGCM_debug_Print 2 "Potentials CompletedFlag: ${PotentialCompletedFlag3D[*]}" |
---|
| 488 | IGCM_debug_Print 2 -e "\033[1;31mSubmit 3D\033[m without chunck period ${DateBegin}-${DateEnd}" |
---|
| 489 | listVarEnv="libIGCM,SUBMIT_DIR,POST_DIR,DateBegin,PeriodDateEnd,CompletedFlag,TsTask" |
---|
| 490 | export libIGCM=${libIGCM} |
---|
| 491 | export SUBMIT_DIR=${CARD_DIR} |
---|
| 492 | export POST_DIR=${POST_DIR} |
---|
| 493 | export DateBegin=${DateBegin} |
---|
| 494 | export PeriodDateEnd=${DateEnd} |
---|
| 495 | export CompletedFlag=${CompletedFlag} |
---|
| 496 | export TsTask=3D |
---|
| 497 | export listVarEnv=${listVarEnv} |
---|
| 498 | IGCM_sys_MkdirWork ${POST_DIR} |
---|
| 499 | IGCM_debug_Verif_Exit_Post |
---|
| 500 | Script_Post_Output=create_ts.${PeriodDateEnd}.${TsTask} |
---|
| 501 | IGCM_sys_QsubPost create_ts |
---|
| 502 | echo |
---|
| 503 | else |
---|
| 504 | IGCM_debug_Print 2 -e "\033[1;31mI should NOW submit 3D without chunck\033[m period ${DateBegin}-${DateEnd}" |
---|
| 505 | fi |
---|
[271] | 506 | fi |
---|