1 | #!/bin/ksh |
---|
2 | |
---|
3 | #************************************************************** |
---|
4 | # Author: Sebastien Denvil |
---|
5 | # Contact: Sebastien.Denvil__at__ipsl.jussieu.fr |
---|
6 | # $Revision:: $ Revision of last commit |
---|
7 | # $Author:: $ Author of last commit |
---|
8 | # $Date:: $ Date of last commit |
---|
9 | # IPSL (2006) |
---|
10 | # This software is governed by the CeCILL licence see libIGCM/libIGCM_CeCILL.LIC |
---|
11 | # |
---|
12 | #************************************************************** |
---|
13 | |
---|
14 | # Check that everything went well during time series production |
---|
15 | # Display a short report |
---|
16 | # Launch what's missing |
---|
17 | # For use during a run (not on the end : PeriodState=Completed), it will complete |
---|
18 | # all TS to last PeriodDateEnd value, give by run.card->Configuration->OldPrefix string. |
---|
19 | |
---|
20 | #D- Path to libIGCM |
---|
21 | #D- Default : value from AA_job if any |
---|
22 | # WARNING For StandAlone use : To run this script on some machine (ulam and cesium) |
---|
23 | # WARNING you must check MirrorlibIGCM variable in sys library. |
---|
24 | # WARNING If this variable is true, you must use libIGCM_POST path instead |
---|
25 | # WARNING of your running libIGCM directory. |
---|
26 | libIGCM=${libIGCM:=::modipsl::/libIGCM} |
---|
27 | |
---|
28 | # Expericence class of the run |
---|
29 | ExperimentName=${ExperimentName:=historical} |
---|
30 | |
---|
31 | # Name of this job |
---|
32 | JobName=${JobName:=v2.historical1} |
---|
33 | |
---|
34 | # répertoire courrant |
---|
35 | CURRENT_DIR=$( pwd ) |
---|
36 | |
---|
37 | # Emplacement des cartes |
---|
38 | CARD_DIR=${CARD_DIR:=${CURRENT_DIR}/${ExperimentName}/${JobName}} |
---|
39 | |
---|
40 | # répertoire de stockage des sorties des create_ts |
---|
41 | POST_DIR=${POST_DIR:=${CARD_DIR}/OutScript} |
---|
42 | |
---|
43 | # project |
---|
44 | export BRIDGE_MSUB_PROJECT=gen2211 |
---|
45 | |
---|
46 | if [ ! -d ${CARD_DIR} ]; then |
---|
47 | echo "No ${CARD_DIR}, we stop here" |
---|
48 | exit |
---|
49 | fi |
---|
50 | |
---|
51 | ######################################################################## |
---|
52 | |
---|
53 | . ${libIGCM}/libIGCM_debug/libIGCM_debug.ksh ; |
---|
54 | . ${libIGCM}/libIGCM_sys/libIGCM_sys.ksh #; IGCM_debug_Check |
---|
55 | . ${libIGCM}/libIGCM_card/libIGCM_card.ksh #; IGCM_card_Check |
---|
56 | . ${libIGCM}/libIGCM_date/libIGCM_date.ksh #; IGCM_date_Check |
---|
57 | |
---|
58 | ######################################################################## |
---|
59 | |
---|
60 | #set -vx |
---|
61 | |
---|
62 | echo "Hi I'm here to help you complete the time series production you planned according to your *.card." |
---|
63 | echo "This action can potentially submit numbers of jobs (up to 50)" |
---|
64 | echo "This action can potentially remove unnecessary files but I will ALWAYS ask permission to do so" |
---|
65 | echo -e "\033[1;31mDo you want me to run in dryrun mode just telling what I would submit?\033[m" |
---|
66 | echo -e "\033[1;31mOr do you want me to submit job for real? Answer yes in this case.\033[m" |
---|
67 | echo -n " Run for real (y/n) :" |
---|
68 | read ActionAnswer |
---|
69 | |
---|
70 | case ${ActionAnswer} in |
---|
71 | oui|OUI|o|y|yes|YES) |
---|
72 | echo "OK. I will submit jobs but ask permissions before removing files" |
---|
73 | action=true |
---|
74 | ;; |
---|
75 | non|NON|n|no|NO) |
---|
76 | echo "OK. I won't submit jobs and only print out files I could remove" |
---|
77 | action=false |
---|
78 | ;; |
---|
79 | *) |
---|
80 | echo "I did not recognize your answer. I will stop here." |
---|
81 | echo "Please respond: oui|OUI|o|y|yes|YES" |
---|
82 | echo "Or please respond: non|NON|n|no|NO" |
---|
83 | exit |
---|
84 | ;; |
---|
85 | esac |
---|
86 | |
---|
87 | #================================== |
---|
88 | # First of all |
---|
89 | # |
---|
90 | typeset option |
---|
91 | |
---|
92 | #================================== |
---|
93 | # Read UserChoices section: |
---|
94 | IGCM_card_DefineArrayFromSection ${CARD_DIR}/config.card UserChoices |
---|
95 | echo |
---|
96 | IGCM_debug_Print 1 "DefineArrayFromOption : config_UserChoices" |
---|
97 | for option in ${config_UserChoices[*]} ; do |
---|
98 | IGCM_card_DefineVariableFromOption ${CARD_DIR}/config.card UserChoices ${option} |
---|
99 | eval auxprint=\${config_UserChoices_${option}} |
---|
100 | IGCM_debug_Print 3 "${option} : ${auxprint}" |
---|
101 | done |
---|
102 | # |
---|
103 | echo |
---|
104 | |
---|
105 | #================================== |
---|
106 | # Read Post section: |
---|
107 | IGCM_card_DefineArrayFromSection ${CARD_DIR}/config.card Post |
---|
108 | echo |
---|
109 | IGCM_debug_Print 1 "DefineArrayFromOption : config_Post" |
---|
110 | |
---|
111 | for option in ${config_Post[*]} ; do |
---|
112 | IGCM_card_DefineVariableFromOption ${CARD_DIR}/config.card Post ${option} |
---|
113 | eval auxprint=\${config_Post_${option}} |
---|
114 | IGCM_debug_Print 3 "${option} : ${auxprint}" |
---|
115 | done |
---|
116 | # |
---|
117 | echo |
---|
118 | |
---|
119 | if [ -f ${CARD_DIR}/run.card ] ; then |
---|
120 | IGCM_card_DefineVariableFromOption ${CARD_DIR}/run.card Configuration OldPrefix |
---|
121 | IGCM_card_DefineVariableFromOption ${CARD_DIR}/run.card Configuration PeriodState |
---|
122 | IGCM_card_DefineVariableFromOption ${CARD_DIR}/run.card PostProcessing TimeSeriesCompleted |
---|
123 | IGCM_debug_Print 1 "DefineVariableFromOption : run_Configuration" |
---|
124 | IGCM_debug_PrintVariables 3 run_Configuration_OldPrefix |
---|
125 | IGCM_debug_PrintVariables 3 run_Configuration_PeriodState |
---|
126 | IGCM_debug_Print 1 "DefineVariableFromOption : run_PostProcessing" |
---|
127 | IGCM_debug_PrintVariables 3 run_PostProcessing_TimeSeriesCompleted |
---|
128 | if [ X${run_Configuration_PeriodState} != X"Completed" ] ; then |
---|
129 | DateEnd=$( IGCM_date_ConvertFormatToGregorian $( echo ${run_Configuration_OldPrefix} | awk -F'_' '{print $2}' ) ) |
---|
130 | else |
---|
131 | DateEnd=$( IGCM_date_ConvertFormatToGregorian ${config_UserChoices_DateEnd} ) |
---|
132 | fi |
---|
133 | CompletedFlag=${run_PostProcessing_TimeSeriesCompleted} |
---|
134 | else |
---|
135 | DateEnd=$( IGCM_date_ConvertFormatToGregorian ${config_UserChoices_DateEnd} ) |
---|
136 | CompletedFlag="" |
---|
137 | fi |
---|
138 | SavedCompletedFlag=${CompletedFlag} |
---|
139 | DateBegin=$( IGCM_date_ConvertFormatToGregorian ${config_UserChoices_DateBegin} ) |
---|
140 | |
---|
141 | IGCM_date_GetYearMonth ${DateBegin} YearBegin MonthBegin |
---|
142 | IGCM_date_GetYearMonth ${DateEnd} YearEnd MonthEnd |
---|
143 | |
---|
144 | echo |
---|
145 | IGCM_debug_Print 1 "DateBegin for TimeSeries_Checker : "${DateBegin} |
---|
146 | IGCM_debug_Print 1 "DateEnd for TimeSeries_Checker : "${DateEnd} |
---|
147 | IGCM_debug_Print 1 "CompletedFlag = "${CompletedFlag} |
---|
148 | echo |
---|
149 | |
---|
150 | #==================================================== |
---|
151 | #R_SAVE : Job output directory |
---|
152 | #R_BUFR : Job output buffered directory |
---|
153 | if ( [ ! X${config_UserChoices_SpaceName} = X ] && [ ! X${config_UserChoices_ExperimentName} = X ] ) ; then |
---|
154 | FreeName=$( echo ${config_UserChoices_JobName} | sed 's/.*_//' ) |
---|
155 | R_SAVE=${R_OUT}/${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${FreeName} |
---|
156 | R_BUFR=${R_BUF}/${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${FreeName} |
---|
157 | R_DODS=${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${FreeName} |
---|
158 | else |
---|
159 | R_SAVE=${R_OUT}/${config_UserChoices_TagName}/${config_UserChoices_JobName} |
---|
160 | R_BUFR=${R_BUF}/${config_UserChoices_TagName}/${config_UserChoices_JobName} |
---|
161 | R_DODS=${config_UserChoices_TagName}/${config_UserChoices_JobName} |
---|
162 | fi |
---|
163 | |
---|
164 | IGCM_card_DefineArrayFromSection ${CARD_DIR}/config.card ListOfComponents |
---|
165 | |
---|
166 | for comp in ${config_ListOfComponents[*]} ; do |
---|
167 | # Debug Print |
---|
168 | IGCM_debug_Print 1 ${comp} |
---|
169 | # Define component |
---|
170 | IGCM_card_DefineArrayFromOption ${CARD_DIR}/config.card ListOfComponents ${comp} |
---|
171 | eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1 |
---|
172 | eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1 |
---|
173 | |
---|
174 | # Read libIGCM compatibility version in ${compname}.card |
---|
175 | card=${CARD_DIR}/COMP/${compname}.card |
---|
176 | |
---|
177 | # Read and Build Output File stuff |
---|
178 | #IGCM_debug_Print 1 "DefineArrayFromOption : ${compname}_OutputFiles ${card}" |
---|
179 | IGCM_card_DefineArrayFromOption ${card} OutputFiles List |
---|
180 | ListFilesName=${compname}_OutputFiles_List |
---|
181 | eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1 |
---|
182 | # |
---|
183 | if [ X${FileName0} != X${NULL_STR} ] ; then |
---|
184 | # |
---|
185 | #IGCM_debug_Print 1 "Component : ${compname}" |
---|
186 | # |
---|
187 | # INITIALISATION |
---|
188 | # |
---|
189 | eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1 |
---|
190 | i=2 |
---|
191 | # |
---|
192 | until [ $i -ge $NbFiles ]; do |
---|
193 | # |
---|
194 | eval flag_post=\${${ListFilesName}[$i]} > /dev/null 2>&1 |
---|
195 | # |
---|
196 | if [ X${flag_post} != XNONE ] ; then |
---|
197 | # |
---|
198 | # First of all |
---|
199 | # |
---|
200 | IGCM_card_DefineArrayFromSection ${card} ${flag_post} |
---|
201 | # |
---|
202 | IGCM_card_DefineArrayFromOption ${card} ${flag_post} TimeSeriesVars |
---|
203 | IGCM_card_DefineArrayFromOption ${card} ${flag_post} Patches |
---|
204 | if [ X"$( eval echo \${${compname}_${flag_post}_TimeSeriesVars[*]} )" = X"Option not" ] ; then |
---|
205 | # New TimeSeriesVar description, with 2D, 3D and associate ChunckJob. |
---|
206 | unset ListDimension |
---|
207 | ListDimension[0]=2D |
---|
208 | ListDimension[1]=3D |
---|
209 | TimeSeries=false |
---|
210 | TimeSeries2D=false |
---|
211 | TimeSeries3D=false |
---|
212 | chunck=false |
---|
213 | iLoop=${#ListDimension[*]} |
---|
214 | j=0 |
---|
215 | until [ $j -ge ${iLoop} ]; do |
---|
216 | Dimension=${ListDimension[${j}]} |
---|
217 | IGCM_card_DefineArrayFromOption ${card} ${flag_post} TimeSeriesVars${Dimension} |
---|
218 | IGCM_card_DefineVariableFromOption ${card} ${flag_post} ChunckJob${Dimension} |
---|
219 | # |
---|
220 | # Time series WITHOUT chunk |
---|
221 | # |
---|
222 | if [ ! $( eval echo \${${compname}_${flag_post}_TimeSeriesVars${Dimension}} ) = ${NULL_STR} ] ; then |
---|
223 | if [ $( eval echo \${${compname}_${flag_post}_ChunckJob${Dimension}} ) = NONE ] ; then |
---|
224 | IGCM_debug_Print 2 "${Dimension} time series activated for ${flag_post}" |
---|
225 | eval TimeSeries${Dimension}=true |
---|
226 | chunck=false |
---|
227 | fi |
---|
228 | fi |
---|
229 | # |
---|
230 | # Time series WITH chunk |
---|
231 | # |
---|
232 | if [ ! $( eval echo \${${compname}_${flag_post}_TimeSeriesVars${Dimension}} ) = ${NULL_STR} ] ; then |
---|
233 | chunck_size=$( eval echo \${${compname}_${flag_post}_ChunckJob${Dimension}} ) |
---|
234 | if [ ! ${chunck_size} = NONE ] && [ ! ${chunck_size} = OFF ] ; then |
---|
235 | IGCM_debug_Print 2 "${Dimension} time series activated with ${chunck_size} chunck for ${flag_post}" |
---|
236 | eval TimeSeriesChunck${Dimension}=true |
---|
237 | chunck=true |
---|
238 | fi |
---|
239 | fi |
---|
240 | (( j=j+1 )) |
---|
241 | # |
---|
242 | # If TimeSeriesVars list is empty or OFF we skip |
---|
243 | # |
---|
244 | if ( [ $( eval echo \${${compname}_${flag_post}_TimeSeriesVars${Dimension}} ) = ${NULL_STR} ] || \ |
---|
245 | [ ${chunck_size} = OFF ] ) ; then |
---|
246 | #IGCM_debug_Print 2 "Empty TS : ${compname}_Post_${FILE}_TimeSeriesVars${Dimension}" |
---|
247 | #(( i=i+3 )) |
---|
248 | continue |
---|
249 | fi |
---|
250 | # |
---|
251 | # ICI ON TESTE QUE LES FICHIERS TS SONT LA! |
---|
252 | # |
---|
253 | FILE=$( echo ${flag_post} | awk "-FPost_" '{print $2}' ) |
---|
254 | IGCM_card_DefineArrayFromOption ${card} Post_${FILE} TimeSeriesVars${Dimension} |
---|
255 | IGCM_card_DefineVariableFromOption ${card} Post_${FILE} ChunckJob${Dimension} |
---|
256 | # |
---|
257 | FlagDir=$( echo ${FILE} | awk -F "_" '{print $1}' ) |
---|
258 | case ${FlagDir} in |
---|
259 | *Y) TS_Dir=TS_YE ;; |
---|
260 | *M) TS_Dir=TS_MO ;; |
---|
261 | *D) TS_Dir=TS_DA ;; |
---|
262 | 3H|HF) TS_Dir=TS_HF ;; |
---|
263 | INS) TS_Dir=TS_INS ;; |
---|
264 | esac |
---|
265 | # |
---|
266 | # We need LIST of variables not allready produced (useful for standalone mode) |
---|
267 | # |
---|
268 | DateBegin=$( IGCM_date_ConvertFormatToGregorian ${config_UserChoices_DateBegin} ) |
---|
269 | IGCM_date_GetYearMonth ${DateBegin} YearBegin MonthBegin |
---|
270 | |
---|
271 | # Si on n'a pas de chunck, dans ce cas chunck_size=la durée de la simulation en années |
---|
272 | YearsChunckLength=$( echo ${chunck_size} | sed -e "s/[yY]//" ) |
---|
273 | [ ${chunck} = false ] && YearsChunckLength=$(( YearEnd - YearBegin + 1 )) |
---|
274 | |
---|
275 | NbYearsChunckLoop=$(( ( YearEnd - YearBegin + 1 ) / YearsChunckLength )) |
---|
276 | Reste=$(( ( YearEnd - YearBegin + 1 ) % YearsChunckLength )) |
---|
277 | |
---|
278 | if [ ${Reste} -ne 0 ] ; then |
---|
279 | NbYearsChunckLoop=$(( NbYearsChunckLoop + 1 )) |
---|
280 | fi |
---|
281 | |
---|
282 | if [ ${NbYearsChunckLoop} -eq 1 ] ; then |
---|
283 | PeriodDateEnd=${DateEnd} |
---|
284 | else |
---|
285 | DaysInYear=$( IGCM_date_DaysInYear ${YearBegin} ) |
---|
286 | PeriodDateEnd=$( IGCM_date_AddDaysToGregorianDate ${DateBegin} $(( YearsChunckLength * DaysInYear - 1 )) ) |
---|
287 | fi |
---|
288 | # |
---|
289 | DIRECTORY=${R_SAVE}/${comp}/Analyse/${TS_Dir} |
---|
290 | YearsChunckLoop=1 |
---|
291 | ChunckDebut=${DateBegin} |
---|
292 | ChunckFin=${PeriodDateEnd} |
---|
293 | while [ ${YearsChunckLoop} -le ${NbYearsChunckLoop} ] ; do |
---|
294 | countTotal=0 |
---|
295 | countGood=0 |
---|
296 | countBad=0 |
---|
297 | unset RemoveList |
---|
298 | unset PotentialCompletedFlag |
---|
299 | for var in $( eval echo \${${compname}_Post_${FILE}_TimeSeriesVars${Dimension}[*]} ) ; do |
---|
300 | TestedFile=${config_UserChoices_JobName}_${ChunckDebut}_${ChunckFin}_${FlagDir}_${var}.nc |
---|
301 | # |
---|
302 | if [ -d ${DIRECTORY} ] ; then |
---|
303 | Candidat=$( find ${DIRECTORY} -name "${config_UserChoices_JobName}_${ChunckDebut}_*_${FlagDir}_${var}.nc" ) |
---|
304 | else |
---|
305 | Candidat="" |
---|
306 | fi |
---|
307 | # |
---|
308 | BestCandidat=${ChunckDebut} |
---|
309 | # |
---|
310 | FoundCandidat=false |
---|
311 | if [ ! "X${Candidat}" = "X" ] ; then |
---|
312 | for candid in ${Candidat} ; do |
---|
313 | #IGCM_debug_Print 1 -e "\033[1;32m[CompletedFlag CANDIDAT MATCH FOUND]\033[m $( basename ${candid} )" |
---|
314 | CandidatEnd=$( echo ${candid} | awk -F${config_UserChoices_JobName} '{print $3}' | awk -F_ '{print $3}' ) |
---|
315 | if [ ${CandidatEnd} -gt ${ChunckFin} ] ; then |
---|
316 | #IGCM_debug_Print 3 -e "File $( basename ${candid} ) should be suppress" |
---|
317 | set +A RemoveList ${RemoveList[*]} ${candid} |
---|
318 | elif [ ${CandidatEnd} -lt ${ChunckFin} ] ; then |
---|
319 | #IGCM_debug_Print 3 -e "File $( basename ${candid} ) should be suppress or used as a CompletedFlag baseline" |
---|
320 | # We keep the best candidat and remove the others |
---|
321 | if [ ${BestCandidat} -lt ${CandidatEnd} ] ; then |
---|
322 | if [ ${FoundCandidat} = true ] ; then |
---|
323 | set +A RemoveList ${RemoveList[*]} ${DIRECTORY}/${config_UserChoices_JobName}_${ChunckDebut}_${BestCandidat}_${FlagDir}_${var}.nc |
---|
324 | else |
---|
325 | FoundCandidat=true |
---|
326 | fi |
---|
327 | BestCandidat=${CandidatEnd} |
---|
328 | else |
---|
329 | set +A RemoveList ${RemoveList[*]} ${candid} |
---|
330 | fi |
---|
331 | fi |
---|
332 | done |
---|
333 | else |
---|
334 | # No CompletedFlag candidat found |
---|
335 | CandidatCompletedFlag="" |
---|
336 | fi |
---|
337 | # |
---|
338 | if [ ! -f ${DIRECTORY}/${TestedFile} ] ; then |
---|
339 | (( countBad = countBad + 1 )) |
---|
340 | [ ${countBad} = 1 ] && IGCM_debug_Print 3 "Missing time series from ${FILE} :" |
---|
341 | IGCM_debug_Print 3 ${DIRECTORY}/${TestedFile} |
---|
342 | # Then we keep a track of the Best Candidat |
---|
343 | if [ ${FoundCandidat} = true ] ; then |
---|
344 | if [ ${chunck} = true ] ; then |
---|
345 | set +A PotentialCompletedFlag ${PotentialCompletedFlag[*]} ${BestCandidat} |
---|
346 | else |
---|
347 | eval set +A PotentialCompletedFlag${Dimension} \${PotentialCompletedFlag${Dimension}[*]} \${BestCandidat} |
---|
348 | fi |
---|
349 | fi |
---|
350 | else |
---|
351 | (( countGood = countGood + 1 )) |
---|
352 | # Then we do not need the best candidat if any |
---|
353 | [ ${FoundCandidat} = true ] && set +A RemoveList ${RemoveList[*]} ${DIRECTORY}/${config_UserChoices_JobName}_${ChunckDebut}_${BestCandidat}_${FlagDir}_${var}.nc |
---|
354 | fi |
---|
355 | (( countTotal = countTotal + 1 )) |
---|
356 | done |
---|
357 | |
---|
358 | SuccessRate=$(( countGood * 100 / countTotal )) |
---|
359 | if [ ${SuccessRate} -ne 100 ] ; then |
---|
360 | IGCM_debug_Print 2 -e "\033[1;31m${SuccessRate}% files OK.\033[m for period ${ChunckDebut}-${ChunckFin}" |
---|
361 | else |
---|
362 | IGCM_debug_Print 2 -e "\033[1;32m${SuccessRate}% files OK.\033[m for period ${ChunckDebut}-${ChunckFin}" |
---|
363 | fi |
---|
364 | echo |
---|
365 | |
---|
366 | # Remove what's in the RemoveList |
---|
367 | if [ ${RemoveList} ] ; then |
---|
368 | IGCM_debug_Print 2 "File(s) that will be removed ${RemoveList[*]}" |
---|
369 | if [ ${action} = true ] ; then |
---|
370 | echo -e "\033[1;32mDo you want to remove them?\033[m" |
---|
371 | echo -n " Your answer (y/n) : " |
---|
372 | read RemoveAnswer |
---|
373 | case ${RemoveAnswer} in |
---|
374 | oui|OUI|o|y|yes|YES) |
---|
375 | echo "OK. I will erase them" |
---|
376 | IGCM_sys_Rm -f ${RemoveList[*]} |
---|
377 | ;; |
---|
378 | non|NON|n|no|NO) |
---|
379 | echo "OK. I won't erase them" |
---|
380 | ;; |
---|
381 | *) |
---|
382 | echo "I did not recognize your answer." |
---|
383 | echo "Please respond: oui|OUI|o|y|yes|YES" |
---|
384 | echo "Or please respond: non|NON|n|no|NO" |
---|
385 | exit |
---|
386 | ;; |
---|
387 | esac |
---|
388 | fi |
---|
389 | fi |
---|
390 | #[ ${FoundCandidat} = true ] && IGCM_debug_Print 2 "Potentials CompletedFlag: ${PotentialCompletedFlag[*]}" |
---|
391 | # |
---|
392 | # TO REWRITE BEGIN |
---|
393 | # |
---|
394 | if ( [ ${chunck} = true ] && [ ${SuccessRate} -ne 100 ] ) ; then |
---|
395 | NbCandidats=${#PotentialCompletedFlag[@]} |
---|
396 | countCandid=1 |
---|
397 | if [ ${NbCandidats} -eq 0 ] ; then |
---|
398 | ChunckCompletedFlag="" |
---|
399 | IGCM_debug_Print 2 -e "\033[1;31mNO CompletedFlag\033[m" |
---|
400 | elif [ ${NbCandidats} -eq 1 ] ; then |
---|
401 | ChunckCompletedFlag=${PotentialCompletedFlag[0]} |
---|
402 | IGCM_debug_Print 2 -e "\033[1;32mCompletedFlag=${ChunckCompletedFlag}\033[m" |
---|
403 | elif [ ${NbCandidats} -gt 1 ] ; then |
---|
404 | k=1 |
---|
405 | until [ $k -ge ${NbCandidats} ]; do |
---|
406 | ((k_m1=k-1)) |
---|
407 | if [ ${PotentialCompletedFlag[${k_m1}]} = ${PotentialCompletedFlag[${k}]} ] ; then |
---|
408 | ((countCandid=countCandid+1)) |
---|
409 | fi |
---|
410 | ((k=k+1)) |
---|
411 | done |
---|
412 | if [ ${NbCandidats} -eq ${countCandid} ] ; then |
---|
413 | ChunckCompletedFlag=${PotentialCompletedFlag[0]} |
---|
414 | IGCM_debug_Print 2 -e "\033[1;32mCompletedFlag=${ChunckCompletedFlag}\033[m" |
---|
415 | else |
---|
416 | ChunckCompletedFlag=${PotentialCompletedFlag[0]} |
---|
417 | IGCM_debug_Print 2 -e "\033[1;31mToo Many Potential CompletedFlag\033[m Let start with first CompletedPeriod" |
---|
418 | IGCM_debug_Print 2 -e "\033[1;31mYou will have to redo TimeSeries_Checker\033[m for other period." |
---|
419 | fi |
---|
420 | fi |
---|
421 | # |
---|
422 | # TO REWRITE END |
---|
423 | # |
---|
424 | if [ ${action} = true ] ; then |
---|
425 | IGCM_debug_Print 2 -e "\033[1;31mSubmit ${FILE} chunck ${Dimension}\033[m period ${ChunckDebut}-${ChunckFin} and CompletedFlag=${ChunckCompletedFlag}" |
---|
426 | listVarEnv="libIGCM,SUBMIT_DIR,POST_DIR,DateBegin,PeriodDateEnd,CompletedFlag,TsTask,CompToRead,FlagToRead" |
---|
427 | export libIGCM=${libIGCM} |
---|
428 | export SUBMIT_DIR=${CARD_DIR} |
---|
429 | export POST_DIR=${POST_DIR} |
---|
430 | export DateBegin=${ChunckDebut} |
---|
431 | export PeriodDateEnd=${ChunckFin} |
---|
432 | export CompletedFlag=${ChunckCompletedFlag} |
---|
433 | export TsTask=Chunck${Dimension} |
---|
434 | export CompToRead=${comp} |
---|
435 | export FlagToRead=${i} |
---|
436 | export NameToRead=${flag_post} |
---|
437 | export listVarEnv=${listVarEnv} |
---|
438 | IGCM_sys_MkdirWork ${POST_DIR} |
---|
439 | IGCM_debug_Verif_Exit_Post |
---|
440 | Script_Post_Output=create_ts.${PeriodDateEnd}.${TsTask}.${CompToRead}.${NameToRead} |
---|
441 | IGCM_sys_QsubPost create_ts |
---|
442 | echo |
---|
443 | else |
---|
444 | IGCM_debug_Print 2 -e "\033[1;31mI should NOW submit ${FILE} chunck ${Dimension}\033[m period ${ChunckDebut}-${ChunckFin} and CompletedFlag=${ChunckCompletedFlag}" |
---|
445 | fi |
---|
446 | fi |
---|
447 | |
---|
448 | if ( [ ${chunck} = false ] && [ ${SuccessRate} -ne 100 ] ) ; then |
---|
449 | eval Launch${Dimension}=true |
---|
450 | fi |
---|
451 | |
---|
452 | # Date update |
---|
453 | ChunckDebut=$( IGCM_date_AddDaysToGregorianDate ${ChunckFin} 1 ) |
---|
454 | |
---|
455 | (( YearsChunckLoop = YearsChunckLoop + 1 )) |
---|
456 | |
---|
457 | if [ ${YearsChunckLoop} -eq ${NbYearsChunckLoop} ] ; then |
---|
458 | ChunckFin=${DateEnd} |
---|
459 | else |
---|
460 | ChunckFin=$( IGCM_date_AddDaysToGregorianDate ${ChunckDebut} $(( YearsChunckLength * DaysInYear - 1 )) ) |
---|
461 | fi |
---|
462 | done |
---|
463 | done |
---|
464 | else |
---|
465 | ListDimension[0]="" |
---|
466 | TimeSeries=true |
---|
467 | TimeSeries2D=false |
---|
468 | TimeSeries3D=false |
---|
469 | TimeSeriesChunck2D=false |
---|
470 | TimeSeriesChunck3D=false |
---|
471 | fi |
---|
472 | fi |
---|
473 | (( i=i+3 )) |
---|
474 | done |
---|
475 | fi |
---|
476 | done # comp loop |
---|
477 | |
---|
478 | echo |
---|
479 | |
---|
480 | DateBegin=$( IGCM_date_ConvertFormatToGregorian ${config_UserChoices_DateBegin} ) |
---|
481 | IGCM_date_GetYearMonth ${DateBegin} YearBegin MonthBegin |
---|
482 | CompletedFlag=${SavedCompletedFlag} |
---|
483 | |
---|
484 | unset CompToRead |
---|
485 | unset FlagToRead |
---|
486 | |
---|
487 | if [ X${Launch2D} = Xtrue ] ; then |
---|
488 | if [ ${action} = true ] ; then |
---|
489 | #IGCM_debug_Print 2 "Potentials CompletedFlag: ${PotentialCompletedFlag2D[*]}" |
---|
490 | IGCM_debug_Print 2 -e "\033[1;31mSubmit 2D\033[m without chunck period ${DateBegin}-${DateEnd}" |
---|
491 | listVarEnv="libIGCM,SUBMIT_DIR,POST_DIR,DateBegin,PeriodDateEnd,CompletedFlag,TsTask" |
---|
492 | export libIGCM=${libIGCM} |
---|
493 | export SUBMIT_DIR=${CARD_DIR} |
---|
494 | export POST_DIR=${POST_DIR} |
---|
495 | export DateBegin=${DateBegin} |
---|
496 | export PeriodDateEnd=${DateEnd} |
---|
497 | export CompletedFlag=${CompletedFlag} |
---|
498 | export TsTask=2D |
---|
499 | export listVarEnv=${listVarEnv} |
---|
500 | IGCM_sys_MkdirWork ${POST_DIR} |
---|
501 | IGCM_debug_Verif_Exit_Post |
---|
502 | Script_Post_Output=create_ts.${PeriodDateEnd}.${TsTask} |
---|
503 | IGCM_sys_QsubPost create_ts |
---|
504 | echo |
---|
505 | else |
---|
506 | IGCM_debug_Print 2 -e "\033[1;31mI should NOW submit 2D without chunck\033[m period ${DateBegin}-${DateEnd}" |
---|
507 | fi |
---|
508 | fi |
---|
509 | |
---|
510 | if [ X${Launch3D} = Xtrue ] ; then |
---|
511 | if [ ${action} = true ] ; then |
---|
512 | #IGCM_debug_Print 2 "Potentials CompletedFlag: ${PotentialCompletedFlag3D[*]}" |
---|
513 | IGCM_debug_Print 2 -e "\033[1;31mSubmit 3D\033[m without chunck period ${DateBegin}-${DateEnd}" |
---|
514 | listVarEnv="libIGCM,SUBMIT_DIR,POST_DIR,DateBegin,PeriodDateEnd,CompletedFlag,TsTask" |
---|
515 | export libIGCM=${libIGCM} |
---|
516 | export SUBMIT_DIR=${CARD_DIR} |
---|
517 | export POST_DIR=${POST_DIR} |
---|
518 | export DateBegin=${DateBegin} |
---|
519 | export PeriodDateEnd=${DateEnd} |
---|
520 | export CompletedFlag=${CompletedFlag} |
---|
521 | export TsTask=3D |
---|
522 | export listVarEnv=${listVarEnv} |
---|
523 | IGCM_sys_MkdirWork ${POST_DIR} |
---|
524 | IGCM_debug_Verif_Exit_Post |
---|
525 | Script_Post_Output=create_ts.${PeriodDateEnd}.${TsTask} |
---|
526 | IGCM_sys_QsubPost create_ts |
---|
527 | echo |
---|
528 | else |
---|
529 | IGCM_debug_Print 2 -e "\033[1;31mI should NOW submit 3D without chunck\033[m period ${DateBegin}-${DateEnd}" |
---|
530 | fi |
---|
531 | fi |
---|