1 | #!/bin/ksh |
---|
2 | |
---|
3 | #************************************************************** |
---|
4 | # Author: Sebastien Denvil, Martial Mancip |
---|
5 | # Contact: Sebastien.Denvil__at__ipsl.jussieu.fr Martial.Mancip__at__ipsl.jussieu.fr |
---|
6 | # $Revision:: $ Revision of last commit |
---|
7 | # $Author:: $ Author of last commit |
---|
8 | # $Date:: $ Date of last commit |
---|
9 | # IPSL (2006) |
---|
10 | # This software is governed by the CeCILL licence see libIGCM/libIGCM_CeCILL.LIC |
---|
11 | # |
---|
12 | #************************************************************** |
---|
13 | |
---|
14 | #======================================================================== |
---|
15 | function IGCM_comp_Initialize |
---|
16 | { |
---|
17 | IGCM_debug_PushStack "IGCM_comp_Initialize" |
---|
18 | |
---|
19 | # Debug Print : |
---|
20 | echo |
---|
21 | IGCM_debug_Print 1 "IGCM_comp_Initialize" |
---|
22 | echo |
---|
23 | |
---|
24 | typeset comp compname comptagname CompatibilityTag auxprint card_UserChoices first_option option i j |
---|
25 | for comp in ${config_ListOfComponents[*]} ; do |
---|
26 | # Debug Print |
---|
27 | IGCM_debug_Print 1 "Initialize ${comp} : ${compname} component." |
---|
28 | |
---|
29 | # Define component |
---|
30 | IGCM_card_DefineArrayFromOption ${SUBMIT_DIR}/config.card ListOfComponents ${comp} |
---|
31 | eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1 |
---|
32 | eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1 |
---|
33 | |
---|
34 | # Read libIGCM compatibility version in ${compname}.card |
---|
35 | card=${SUBMIT_DIR}/COMP/${compname}.card |
---|
36 | IGCM_card_DefineVariableFromOption ${card} Compatibility libIGCM |
---|
37 | |
---|
38 | eval CompatibilityTag=\${${compname}_Compatibility_libIGCM} > /dev/null 2>&1 |
---|
39 | if [ ! "${CompatibilityTag}" = "${libIGCM_CurrentTag}" ] ; then |
---|
40 | IGCM_debug_Exit "${compname}.card is not compatible with libIGCM version ${libIGCM_CurrentTag} see libIGCM FAQ http://wiki.ipsl.jussieu.fr/wiki_ipsl/IGCMG/libIGCM/DocUtilisateur/FAQ ." |
---|
41 | fi |
---|
42 | |
---|
43 | # Manage component executable |
---|
44 | IGCM_card_DefineArrayFromOption ${SUBMIT_DIR}/config.card Executable ${comp} |
---|
45 | |
---|
46 | # Read component Write Frequency in config.card |
---|
47 | IGCM_card_DefineVariableFromOption ${SUBMIT_DIR}/config.card ${comp} WriteFrequency |
---|
48 | # Debug Print : |
---|
49 | eval auxprint=\${config_${comp}_WriteFrequency} |
---|
50 | IGCM_debug_Print 1 "Write frequency for ${compname} : ${auxprint} " |
---|
51 | #2> /dev/null |
---|
52 | |
---|
53 | # Debug Print : |
---|
54 | IGCM_debug_Print 2 "Initialize following component library" |
---|
55 | |
---|
56 | # Source drivers in directory DRIVER if it exist |
---|
57 | # else source them from directory COMP |
---|
58 | if [ -d ${SUBMIT_DIR}/DRIVER ] ; then |
---|
59 | IGCM_debug_Print 2 ${SUBMIT_DIR}/DRIVER/${compname}.driver |
---|
60 | # Source component library |
---|
61 | . ${SUBMIT_DIR}/DRIVER/${compname}.driver |
---|
62 | else |
---|
63 | IGCM_debug_Print 2 ${SUBMIT_DIR}/COMP/${compname}.driver |
---|
64 | # Source component library |
---|
65 | . ${SUBMIT_DIR}/COMP/${compname}.driver |
---|
66 | fi |
---|
67 | IGCM_debug_Print 3 "With tag : ${comptagname}" |
---|
68 | |
---|
69 | # Debug Print |
---|
70 | IGCM_debug_Print 3 "Initialize ${comp} output directory." |
---|
71 | |
---|
72 | # Define ARCHIVED Dirs |
---|
73 | eval R_OUT_${comp}=${R_SAVE}/${comp} |
---|
74 | eval IGCM_sys_MkdirArchive \${R_OUT_${comp}} |
---|
75 | |
---|
76 | eval R_OUT_${comp}_O=\${R_OUT_${comp}}/Output |
---|
77 | eval IGCM_sys_MkdirArchive \${R_OUT_${comp}_O} |
---|
78 | |
---|
79 | eval R_OUT_${comp}_R=\${R_OUT_${comp}}/Restart |
---|
80 | eval IGCM_sys_MkdirArchive \${R_OUT_${comp}_R} |
---|
81 | |
---|
82 | eval R_OUT_${comp}_D=\${R_OUT_${comp}}/Debug |
---|
83 | eval IGCM_sys_MkdirArchive \${R_OUT_${comp}_D} |
---|
84 | |
---|
85 | eval R_OUT_${comp}_O_I=\${R_OUT_${comp}_O}/INS |
---|
86 | eval R_OUT_${comp}_O_H=\${R_OUT_${comp}_O}/HF |
---|
87 | eval R_OUT_${comp}_O_D=\${R_OUT_${comp}_O}/DA |
---|
88 | eval R_OUT_${comp}_O_M=\${R_OUT_${comp}_O}/MO |
---|
89 | eval R_OUT_${comp}_O_Y=\${R_OUT_${comp}_O}/YE |
---|
90 | |
---|
91 | # Define BUFFERED Dirs |
---|
92 | eval R_BUF_${comp}=${R_BUFR}/${comp} |
---|
93 | eval IGCM_sys_Mkdir \${R_BUF_${comp}} |
---|
94 | |
---|
95 | eval R_BUF_${comp}_O=\${R_BUF_${comp}}/Output |
---|
96 | eval IGCM_sys_Mkdir \${R_BUF_${comp}_O} |
---|
97 | |
---|
98 | eval R_BUF_${comp}_R=\${R_BUF_${comp}}/Restart |
---|
99 | eval IGCM_sys_Mkdir \${R_BUF_${comp}_R} |
---|
100 | |
---|
101 | eval R_BUF_${comp}_D=\${R_BUF_${comp}}/Debug |
---|
102 | eval IGCM_sys_Mkdir \${R_BUF_${comp}_D} |
---|
103 | |
---|
104 | eval R_BUF_${comp}_O_I=\${R_BUF_${comp}_O}/INS |
---|
105 | eval R_BUF_${comp}_O_H=\${R_BUF_${comp}_O}/HF |
---|
106 | eval R_BUF_${comp}_O_D=\${R_BUF_${comp}_O}/DA |
---|
107 | eval R_BUF_${comp}_O_M=\${R_BUF_${comp}_O}/MO |
---|
108 | eval R_BUF_${comp}_O_Y=\${R_BUF_${comp}_O}/YE |
---|
109 | |
---|
110 | # Read UserChoices section of component card |
---|
111 | IGCM_debug_Print 2 "DefineArrayFromSection : ${compname}_UserChoices ${card}" |
---|
112 | IGCM_card_DefineArrayFromSection ${card} UserChoices |
---|
113 | eval first_option=\${${compname}_UserChoices[0]} > /dev/null 2>&1 |
---|
114 | # If section is not empty we define corresponding variables |
---|
115 | if [ X${first_option} != X"Error:" ] ; then |
---|
116 | if [ X${card_UserChoices[0]} != X ] ; then |
---|
117 | unset card_UserChoices |
---|
118 | fi |
---|
119 | eval set +A card_UserChoices -- \${${compname}_UserChoices[*]} > /dev/null 2>&1 |
---|
120 | IGCM_debug_Print 3 "${compname}_UserChoices_values:" |
---|
121 | for option in ${card_UserChoices[*]} ; do |
---|
122 | IGCM_card_DefineVariableFromOption ${card} UserChoices ${option} |
---|
123 | eval IGCM_debug_Print 3 "${option}=\${${compname}_UserChoices_${option}}" |
---|
124 | done |
---|
125 | fi |
---|
126 | |
---|
127 | # Read and Build Output File stuff |
---|
128 | IGCM_debug_Print 2 "DefineArrayFromOption : ${compname}_OutputFiles ${card}" |
---|
129 | IGCM_card_DefineArrayFromOption ${card} OutputFiles List |
---|
130 | ListFilesName=${compname}_OutputFiles_List |
---|
131 | eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1 |
---|
132 | # |
---|
133 | if [ X${FileName0} != X${NULL_STR} ] ; then |
---|
134 | # |
---|
135 | #IGCM_debug_Print 1 "Component : ${compname}" |
---|
136 | # |
---|
137 | # INITIALISATION |
---|
138 | # |
---|
139 | eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1 |
---|
140 | # |
---|
141 | i=2 |
---|
142 | # |
---|
143 | until [ $i -ge $NbFiles ]; do |
---|
144 | # |
---|
145 | eval flag_post=\${${ListFilesName}[$i]} > /dev/null 2>&1 |
---|
146 | # |
---|
147 | if [ X${flag_post} != XNONE ] ; then |
---|
148 | # |
---|
149 | # First of all |
---|
150 | # |
---|
151 | IGCM_card_DefineArrayFromSection ${card} ${flag_post} |
---|
152 | # |
---|
153 | # Seasonal case : If option Seasonal is not found (old cards) put SEASONAL ON by default |
---|
154 | # |
---|
155 | # variable option allready typeset above |
---|
156 | for option in $( eval echo \${${compname}_${flag_post}[*]} ) ; do |
---|
157 | if [ ${option} = Seasonal ] ; then |
---|
158 | FoundSeasonal=true |
---|
159 | IGCM_card_DefineVariableFromOption ${card} ${flag_post} Seasonal |
---|
160 | fi |
---|
161 | done |
---|
162 | # |
---|
163 | if [ ! X${FoundSeasonal} = Xtrue ] ; then |
---|
164 | eval ${compname}_${flag_post}_Seasonal=ON |
---|
165 | fi |
---|
166 | # |
---|
167 | if [ $( eval echo \${${compname}_${flag_post}_Seasonal} ) = ON ] ; then |
---|
168 | Seasonal=true |
---|
169 | fi |
---|
170 | |
---|
171 | # Dimension = vide si vieille card. |
---|
172 | IGCM_card_DefineArrayFromOption ${card} ${flag_post} TimeSeriesVars |
---|
173 | IGCM_card_DefineArrayFromOption ${card} ${flag_post} Patches |
---|
174 | if [ X"$( eval echo \${${compname}_${flag_post}_TimeSeriesVars[*]} )" = X"Option not" ] ; then |
---|
175 | # New TimeSeriesVar description, with 2D, 3D and associate ChunckJob. |
---|
176 | ListDimension[0]=2D |
---|
177 | ListDimension[1]=3D |
---|
178 | TimeSeries=false |
---|
179 | iLoop=${#ListDimension[*]} |
---|
180 | j=0 |
---|
181 | until [ $j -ge ${iLoop} ]; do |
---|
182 | Dimension=${ListDimension[${j}]} |
---|
183 | IGCM_card_DefineArrayFromOption ${card} ${flag_post} TimeSeriesVars${Dimension} |
---|
184 | IGCM_card_DefineVariableFromOption ${card} ${flag_post} ChunckJob${Dimension} |
---|
185 | # |
---|
186 | # Time series WITHOUT chunk |
---|
187 | # |
---|
188 | if [ ! $( eval echo \${${compname}_${flag_post}_TimeSeriesVars${Dimension}} ) = ${NULL_STR} ] ; then |
---|
189 | if [ $( eval echo \${${compname}_${flag_post}_ChunckJob${Dimension}} ) = NONE ] ; then |
---|
190 | IGCM_debug_Print 3 "${Dimension} time series activated for ${flag_post}" |
---|
191 | eval TimeSeries${Dimension}=true |
---|
192 | fi |
---|
193 | fi |
---|
194 | # |
---|
195 | # Time series WITH chunk |
---|
196 | # |
---|
197 | if [ ! $( eval echo \${${compname}_${flag_post}_TimeSeriesVars${Dimension}} ) = ${NULL_STR} ] ; then |
---|
198 | chunck_size=$( eval echo \${${compname}_${flag_post}_ChunckJob${Dimension}} ) |
---|
199 | if [ ! ${chunck_size} = NONE ] && [ ! ${chunck_size} = OFF ] ; then |
---|
200 | IGCM_debug_Print 3 "${Dimension} time series activated with chunck for ${flag_post}" |
---|
201 | eval TimeSeriesChunck${Dimension}=true |
---|
202 | eval set +A CHUNCK${Dimension}_COMP \${CHUNCK${Dimension}_COMP[*]} ${comp} |
---|
203 | eval set +A CHUNCK${Dimension}_FLAG \${CHUNCK${Dimension}_FLAG[*]} ${i} |
---|
204 | eval set +A CHUNCK${Dimension}_NAME \${CHUNCK${Dimension}_NAME[*]} ${flag_post} |
---|
205 | eval set +A CHUNCK${Dimension}_SIZE \${CHUNCK${Dimension}_SIZE[*]} ${chunck_size} |
---|
206 | fi |
---|
207 | fi |
---|
208 | (( j=j+1 )) |
---|
209 | done |
---|
210 | else |
---|
211 | ListDimension[0]="" |
---|
212 | TimeSeries=true |
---|
213 | TimeSeries2D=false |
---|
214 | TimeSeries3D=false |
---|
215 | TimeSeriesChunck2D=false |
---|
216 | TimeSeriesChunck3D=false |
---|
217 | fi |
---|
218 | fi |
---|
219 | (( i=i+3 )) |
---|
220 | done |
---|
221 | fi |
---|
222 | # Debug Print |
---|
223 | IGCM_debug_Print 3 "Initialize ${compname} with driver." |
---|
224 | # INIT component |
---|
225 | ${comp}_Initialize |
---|
226 | echo |
---|
227 | done |
---|
228 | |
---|
229 | IGCM_debug_PopStack "IGCM_comp_Initialize" |
---|
230 | } |
---|
231 | |
---|
232 | #======================================================================= |
---|
233 | function IGCM_comp_PrepareDeletedFiles |
---|
234 | { |
---|
235 | IGCM_debug_PushStack "IGCM_comp_PrepareDeletedFiles" $@ |
---|
236 | |
---|
237 | if [ X${2} != X. ] ; then |
---|
238 | eval FileToBeDeleted[${#FileToBeDeleted[@]}]=$( basename ${2} ) > /dev/null 2>&1 |
---|
239 | else |
---|
240 | eval FileToBeDeleted[${#FileToBeDeleted[@]}]=$( basename ${1} ) > /dev/null 2>&1 |
---|
241 | fi |
---|
242 | |
---|
243 | IGCM_debug_PopStack "IGCM_comp_PrepareDeletedFiles" |
---|
244 | } |
---|
245 | |
---|
246 | #======================================================================= |
---|
247 | function IGCM_comp_GetInputInitialStateFiles |
---|
248 | { |
---|
249 | IGCM_debug_PushStack "IGCM_comp_GetInputInitialStateFiles" |
---|
250 | |
---|
251 | # Debug Print : |
---|
252 | echo |
---|
253 | IGCM_debug_Print 1 "IGCM_comp_GetInputInitialStateFiles" |
---|
254 | echo |
---|
255 | |
---|
256 | # Only the first time step need InitialStateFiles |
---|
257 | # otherwise it's BoundaryConditions |
---|
258 | if ( ${FirstInitialize} ) ; then |
---|
259 | typeset comp compname comptagname card ListFilesName FileName0 NbFiles i i_ |
---|
260 | typeset file_in_ file_in file_out_ file_out do_init |
---|
261 | for comp in ${config_ListOfComponents[*]} ; do |
---|
262 | # Initialize |
---|
263 | do_init="y" |
---|
264 | # Do we need to bring initial state file for this component |
---|
265 | if [ "${config_Restarts_OverRule}" = "y" ] ; then |
---|
266 | eval do_init="n" |
---|
267 | else |
---|
268 | # Read component Restarts parameters |
---|
269 | IGCM_card_DefineVariableFromOption ${SUBMIT_DIR}/config.card ${comp} Restart |
---|
270 | eval do_start=\${config_${comp}_Restart} > /dev/null 2>&1 |
---|
271 | if [ "${do_start}" = "y" ] ; then |
---|
272 | do_init="n" |
---|
273 | else |
---|
274 | do_init="y" |
---|
275 | fi |
---|
276 | fi |
---|
277 | |
---|
278 | if [ "${do_init}" = "y" ] ; then |
---|
279 | # Define component |
---|
280 | eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1 |
---|
281 | eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1 |
---|
282 | |
---|
283 | # Debug Print : |
---|
284 | IGCM_debug_Print 3 "Initialisation files ${compname}" |
---|
285 | |
---|
286 | card=${SUBMIT_DIR}/COMP/${compname}.card |
---|
287 | |
---|
288 | IGCM_card_DefineArrayFromOption ${card} InitialStateFiles List |
---|
289 | ListFilesName=${compname}_InitialStateFiles_List |
---|
290 | |
---|
291 | eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1 |
---|
292 | if [ X${FileName0} != X${NULL_STR} ] ; then |
---|
293 | eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1 |
---|
294 | (( i=0 )) |
---|
295 | until [ $i -ge $NbFiles ]; do |
---|
296 | eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1 |
---|
297 | eval file_in=${file_in_} |
---|
298 | (( i_ = i+1 )) |
---|
299 | eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1 |
---|
300 | eval file_out=${file_out_} |
---|
301 | |
---|
302 | IGCM_sys_Get ${file_in} ${file_out} |
---|
303 | #IGCM_comp_PrepareDeletedFiles ${file_in} ${file_out} |
---|
304 | |
---|
305 | (( i=i+2 )) |
---|
306 | done |
---|
307 | fi |
---|
308 | fi |
---|
309 | done |
---|
310 | fi |
---|
311 | IGCM_debug_PopStack "IGCM_comp_GetInputInitialStateFiles" |
---|
312 | } |
---|
313 | |
---|
314 | #======================================================================= |
---|
315 | # Definition of Smooth modulo function |
---|
316 | # usage : |
---|
317 | # IGCM_SmoothModulo StringModulo value |
---|
318 | # |
---|
319 | # StringModulo : A string of min max and modulo like definition of Scilab vectors. |
---|
320 | # [min]:[modulo:][max] |
---|
321 | # where : |
---|
322 | # [] value are optionnals; |
---|
323 | # empty min equal 1 |
---|
324 | # empty max equal infinity |
---|
325 | # modulo not given or empty equal 1 |
---|
326 | # empty string or just ':' equal always. |
---|
327 | # |
---|
328 | # value : the value to test with the definition |
---|
329 | # |
---|
330 | # return : true(1)/false(0) |
---|
331 | function IGCM_SmoothModulo |
---|
332 | { |
---|
333 | IGCM_debug_PushStack "IGCM_SmoothModulo" |
---|
334 | typeset defVector ModValue |
---|
335 | |
---|
336 | eval set +A defVector -- $( echo "${1}" | \ |
---|
337 | gawk -F ':' '{print ($1 == "" ? 1 : $1) " " (NF==3 ? ($2 == "" ? 1 : $2) : 1) " " (NF==3 ? ($3 == "" ? -1 : $3) : ($2 == "" ? -1 : $2))}' ) |
---|
338 | |
---|
339 | # Save Smooth Min and Max. Needed to call IGCM_sys_Get when appropriate |
---|
340 | arr[1]=${defVector[0]} |
---|
341 | arr[2]=${defVector[2]} |
---|
342 | |
---|
343 | # Test limits : |
---|
344 | # ${defVector[0]} <= ${2} <= ${defVector[2]} |
---|
345 | # or ${defVector[2]} == -1 |
---|
346 | if ( [ ${2} -ge ${defVector[0]} ] && ( [ ${2} -le ${defVector[2]} ] || [ ${defVector[2]} -lt 0 ] ) ) ; then |
---|
347 | # Test modulo |
---|
348 | ModValue=$( expr \( ${2} - ${defVector[0]} \) % ${defVector[1]} ) |
---|
349 | if [ ${ModValue} -eq 0 ] ; then |
---|
350 | arr[3]=true |
---|
351 | echo ${arr[@]} |
---|
352 | IGCM_debug_PopStack "IGCM_SmoothModulo" |
---|
353 | return 1 |
---|
354 | else |
---|
355 | arr[3]=false |
---|
356 | echo ${arr[@]} |
---|
357 | IGCM_debug_PopStack "IGCM_SmoothModulo" |
---|
358 | return 0 |
---|
359 | fi |
---|
360 | else |
---|
361 | arr[3]=false |
---|
362 | echo ${arr[@]} |
---|
363 | IGCM_debug_PopStack "IGCM_SmoothModulo" |
---|
364 | return 0 |
---|
365 | fi |
---|
366 | } |
---|
367 | |
---|
368 | #======================================================================= |
---|
369 | function IGCM_comp_GetInputSmoothFiles |
---|
370 | { |
---|
371 | IGCM_debug_PushStack "IGCM_comp_GetInputSmoothFiles" |
---|
372 | |
---|
373 | # Debug Print : |
---|
374 | echo |
---|
375 | IGCM_debug_Print 1 "IGCM_comp_GetInputSmoothFiles" |
---|
376 | echo |
---|
377 | |
---|
378 | typeset comp compname comptagname card ListFilesName FileName0 NbFiles j i i_ i__ |
---|
379 | typeset file_in_ file_in file_out_ file_out ret SmoothDef aux val |
---|
380 | |
---|
381 | for comp in ${config_ListOfComponents[*]} ; do |
---|
382 | # Define component |
---|
383 | eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1 |
---|
384 | eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1 |
---|
385 | |
---|
386 | # Debug Print : |
---|
387 | IGCM_debug_Print 3 "Smooth files ${compname}" |
---|
388 | |
---|
389 | card=${SUBMIT_DIR}/COMP/${compname}.card |
---|
390 | |
---|
391 | IGCM_card_DefineArrayFromOption ${card} SmoothFiles List |
---|
392 | ListFilesName=${compname}_SmoothFiles_List |
---|
393 | eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1 |
---|
394 | |
---|
395 | if ( [ X${FileName0} != X${NULL_STR} ] && [ X${FileName0} != X"Section" ] ) ; then |
---|
396 | eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1 |
---|
397 | |
---|
398 | (( i=0 )) |
---|
399 | until [ $i -ge $NbFiles ]; do |
---|
400 | eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1 |
---|
401 | eval file_in=${file_in_} |
---|
402 | (( i_ = i+1 )) |
---|
403 | eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1 |
---|
404 | eval file_out=${file_out_} |
---|
405 | |
---|
406 | # define CumulPeriod definition for this file |
---|
407 | (( i__ = i+2 )) |
---|
408 | eval SmoothDef=\${${ListFilesName}[$i__]} |
---|
409 | IGCM_debug_Print 3 " ${file_in} ${SmoothDef}" |
---|
410 | aux=$( IGCM_SmoothModulo ${SmoothDef} ${CumulPeriod} ) |
---|
411 | j=1 |
---|
412 | for val in ${aux} ; do |
---|
413 | [ ${j} -eq 1 ] && SmoothMin=${val} |
---|
414 | [ ${j} -eq 2 ] && SmoothMax=${val} |
---|
415 | [ ${j} -eq 3 ] && ret=${val} |
---|
416 | (( j=j+1 )) |
---|
417 | done |
---|
418 | [ ${SmoothMax} -eq -1 ] && SmoothMax=${CumulPeriod} |
---|
419 | if ( [ X${ret} = Xtrue ] || ( [ ${Period} -eq 1 ] && [ ${CumulPeriod} -ge ${SmoothMin} ] && [ ${CumulPeriod} -le ${SmoothMax} ] ) ) ; then |
---|
420 | #if ( [ X${ret} = Xtrue ] || [ ${Period} -eq 1 ] ) ; then |
---|
421 | IGCM_sys_Get ${file_in} ${file_out} |
---|
422 | #IGCM_comp_PrepareDeletedFiles ${file_in} ${file_out} |
---|
423 | fi |
---|
424 | (( i=i+3 )) |
---|
425 | done |
---|
426 | fi |
---|
427 | done |
---|
428 | |
---|
429 | IGCM_debug_PopStack "IGCM_comp_GetInputSmoothFiles" |
---|
430 | } |
---|
431 | |
---|
432 | #======================================================================= |
---|
433 | function IGCM_comp_GetInputBoundaryFiles |
---|
434 | { |
---|
435 | IGCM_debug_PushStack "IGCM_comp_GetInputBoundaryFiles" |
---|
436 | |
---|
437 | # Debug Print : |
---|
438 | echo |
---|
439 | IGCM_debug_Print 1 "IGCM_comp_GetInputBoundaryFiles" |
---|
440 | echo |
---|
441 | |
---|
442 | typeset comp compname comptagname card ListFilesName FileName0 NbFiles i i_ |
---|
443 | typeset file_in_ file_in file_out_ file_out |
---|
444 | |
---|
445 | if [ ${Period} = 1 ]; then |
---|
446 | ListFixBoundary=" " |
---|
447 | fi |
---|
448 | |
---|
449 | for comp in ${config_ListOfComponents[*]} ; do |
---|
450 | |
---|
451 | # Define component |
---|
452 | eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1 |
---|
453 | eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1 |
---|
454 | |
---|
455 | # Debug Print : |
---|
456 | IGCM_debug_Print 3 "Boundary files ${compname}" |
---|
457 | |
---|
458 | card=${SUBMIT_DIR}/COMP/${compname}.card |
---|
459 | |
---|
460 | IGCM_card_DefineArrayFromOption ${card} BoundaryFiles List |
---|
461 | ListFilesName=${compname}_BoundaryFiles_List |
---|
462 | eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1 |
---|
463 | |
---|
464 | if [ X${FileName0} != X${NULL_STR} ] ; then |
---|
465 | eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1 |
---|
466 | |
---|
467 | (( i=0 )) |
---|
468 | until [ $i -ge $NbFiles ]; do |
---|
469 | eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1 |
---|
470 | eval file_in=${file_in_} |
---|
471 | (( i_ = i+1 )) |
---|
472 | eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1 |
---|
473 | eval file_out=${file_out_} |
---|
474 | |
---|
475 | IGCM_sys_Get ${file_in} ${file_out} |
---|
476 | IGCM_comp_PrepareDeletedFiles ${file_in} ${file_out} |
---|
477 | |
---|
478 | (( i=i+2 )) |
---|
479 | done |
---|
480 | fi |
---|
481 | |
---|
482 | # Get non deleted files |
---|
483 | if [ ${Period} = 1 ]; then |
---|
484 | |
---|
485 | IGCM_card_DefineArrayFromOption ${card} BoundaryFiles ListNonDel |
---|
486 | ListFilesName=${compname}_BoundaryFiles_ListNonDel |
---|
487 | eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1 |
---|
488 | |
---|
489 | if [ X${FileName0} != X${NULL_STR} ] ; then |
---|
490 | eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1 |
---|
491 | |
---|
492 | (( i=0 )) |
---|
493 | until [ $i -ge $NbFiles ]; do |
---|
494 | eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1 |
---|
495 | eval file_in=${file_in_} |
---|
496 | (( i_ = i+1 )) |
---|
497 | eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1 |
---|
498 | eval file_out=${file_out_} |
---|
499 | |
---|
500 | IGCM_sys_Get ${file_in} ${file_out} |
---|
501 | |
---|
502 | if [ X${file_out} != X. ] ; then |
---|
503 | ListFixBoundary=${ListFixBoundary}" "${file_out} |
---|
504 | else |
---|
505 | ListFixBoundary=${ListFixBoundary}" "$( basename ${file_in} ) |
---|
506 | fi |
---|
507 | |
---|
508 | (( i=i+2 )) |
---|
509 | done |
---|
510 | fi |
---|
511 | fi |
---|
512 | done |
---|
513 | |
---|
514 | IGCM_debug_PopStack "IGCM_comp_GetInputBoundaryFiles" |
---|
515 | } |
---|
516 | |
---|
517 | #======================================================================= |
---|
518 | function IGCM_comp_DelFixeBoundaryFiles |
---|
519 | { |
---|
520 | IGCM_debug_PushStack "IGCM_comp_DelFixeBoundaryFiles" |
---|
521 | |
---|
522 | # Debug Print : |
---|
523 | echo |
---|
524 | IGCM_debug_Print 1 "IGCM_comp_DelFixeBoundaryFiles" |
---|
525 | echo |
---|
526 | |
---|
527 | ls -l ${ListFixBoundary} |
---|
528 | rm -f ${ListFixBoundary} |
---|
529 | |
---|
530 | IGCM_debug_PopStack "IGCM_comp_DelFixeBoundaryFiles" |
---|
531 | } |
---|
532 | |
---|
533 | #======================================================================= |
---|
534 | function IGCM_comp_GetInputParametersFiles |
---|
535 | { |
---|
536 | IGCM_debug_PushStack "IGCM_comp_GetInputParametersFiles" |
---|
537 | |
---|
538 | # Debug Print : |
---|
539 | echo |
---|
540 | IGCM_debug_Print 1 "IGCM_comp_GetInputParametersFiles" |
---|
541 | echo |
---|
542 | |
---|
543 | typeset comp compname comptagname card ListFilesName FileName0 NbFiles i i_ file_in file_out |
---|
544 | for comp in ${config_ListOfComponents[*]} ; do |
---|
545 | # Define component |
---|
546 | eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1 |
---|
547 | eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1 |
---|
548 | |
---|
549 | # Debug Print : |
---|
550 | IGCM_debug_Print 3 "Parameters ${compname}" |
---|
551 | |
---|
552 | card=${SUBMIT_DIR}/COMP/${compname}.card |
---|
553 | |
---|
554 | IGCM_card_DefineArrayFromOption ${card} ParametersFiles List |
---|
555 | ListFilesName=${compname}_ParametersFiles_List |
---|
556 | eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1 |
---|
557 | |
---|
558 | if [ X${FileName0} != X${NULL_STR} ] ; then |
---|
559 | eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1 |
---|
560 | |
---|
561 | (( i=0 )) |
---|
562 | until [ $i -ge $NbFiles ]; do |
---|
563 | eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1 |
---|
564 | eval file_in=${file_in_} |
---|
565 | (( i_ = i+1 )) |
---|
566 | eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1 |
---|
567 | eval file_out=${file_out_} |
---|
568 | |
---|
569 | IGCM_sys_Cp ${file_in} ${file_out} |
---|
570 | IGCM_comp_PrepareDeletedFiles ${file_in} ${file_out} |
---|
571 | |
---|
572 | (( i=i+2 )) |
---|
573 | done |
---|
574 | fi |
---|
575 | done |
---|
576 | |
---|
577 | IGCM_debug_PopStack "IGCM_comp_GetInputParametersFiles" |
---|
578 | } |
---|
579 | |
---|
580 | #======================================================================= |
---|
581 | function IGCM_comp_GetInputRestartFiles |
---|
582 | { |
---|
583 | IGCM_debug_PushStack "IGCM_comp_GetInputRestartFiles" |
---|
584 | |
---|
585 | # Debug Print : |
---|
586 | echo |
---|
587 | IGCM_debug_Print 1 "IGCM_comp_GetInputRestartFiles" |
---|
588 | echo |
---|
589 | |
---|
590 | typeset Date_tmp Date_r Path_r do_start CompOldName Path_OUT Path_BUF Buffered |
---|
591 | typeset comp compname comptagname card ListFilesName FileName0 NbFiles i i_ |
---|
592 | typeset file_in file_out file_in_ file_out_ file_in_Name |
---|
593 | typeset -Z4 j4 |
---|
594 | |
---|
595 | for comp in ${config_ListOfComponents[*]} ; do |
---|
596 | # Define component |
---|
597 | eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1 |
---|
598 | eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1 |
---|
599 | # |
---|
600 | card=${SUBMIT_DIR}/COMP/${compname}.card |
---|
601 | # |
---|
602 | IGCM_card_DefineArrayFromOption ${card} RestartFiles List |
---|
603 | ListFilesName=${compname}_RestartFiles_List |
---|
604 | eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1 |
---|
605 | |
---|
606 | # Debug Print : |
---|
607 | IGCM_debug_Print 3 "restart ${compname}" |
---|
608 | |
---|
609 | if ( ${FirstInitialize} ) ; then |
---|
610 | |
---|
611 | if [ "${config_Restarts_OverRule}" = "y" ] ; then |
---|
612 | eval config_${comp}_Restart="y" |
---|
613 | eval config_${comp}_RestartDate=${config_Restarts_RestartDate} |
---|
614 | eval config_${comp}_RestartJobName=${config_Restarts_RestartJobName} |
---|
615 | eval config_${comp}_RestartPath=${config_Restarts_RestartPath} |
---|
616 | eval do_start=\${config_${comp}_Restart} > /dev/null 2>&1 |
---|
617 | eval CompOldName=${comp} |
---|
618 | else |
---|
619 | # Read component Restarts parameters |
---|
620 | IGCM_card_DefineVariableFromOption ${SUBMIT_DIR}/config.card ${comp} Restart |
---|
621 | eval do_start=\${config_${comp}_Restart} > /dev/null 2>&1 |
---|
622 | |
---|
623 | if [ "${do_start}" = "y" ] ; then |
---|
624 | IGCM_card_DefineVariableFromOption ${SUBMIT_DIR}/config.card ${comp} RestartDate |
---|
625 | IGCM_card_DefineVariableFromOption ${SUBMIT_DIR}/config.card ${comp} RestartJobName |
---|
626 | IGCM_card_DefineVariableFromOption ${SUBMIT_DIR}/config.card ${comp} RestartPath |
---|
627 | else |
---|
628 | eval config_${comp}_RestartDate=-1 |
---|
629 | eval config_${comp}_RestartJobName=${NULL_STR} |
---|
630 | eval config_${comp}_RestartPath=${NULL_STR} |
---|
631 | fi |
---|
632 | IGCM_card_DefineVariableFromOption ${SUBMIT_DIR}/config.card ${comp} OldName |
---|
633 | eval CompOldName=\${config_${comp}_OldName} |
---|
634 | if [ X${CompOldName} = X ] ; then |
---|
635 | eval CompOldName=${comp} |
---|
636 | fi |
---|
637 | fi |
---|
638 | |
---|
639 | if [ "${do_start}" = "y" ] ; then |
---|
640 | |
---|
641 | if ( [ X${FileName0} != X${NULL_STR} ] && [ X${FileName0} != XNONE ] ) ; then |
---|
642 | eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1 |
---|
643 | |
---|
644 | (( i=1 )) |
---|
645 | until [ $i -gt $NbFiles ]; do |
---|
646 | eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1 |
---|
647 | eval file_in=${file_in_} |
---|
648 | |
---|
649 | (( i_ = i+1 )) |
---|
650 | eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1 |
---|
651 | eval file_out=${file_out_} |
---|
652 | |
---|
653 | eval Date_tmp=\${config_${comp}_RestartDate} |
---|
654 | Date_r=$( IGCM_date_ConvertFormatToGregorian ${Date_tmp} ) |
---|
655 | eval Path_r=\${config_${comp}_RestartPath}/\${config_${comp}_RestartJobName}/${CompOldName}/Restart |
---|
656 | eval file_in_Name=\${config_${comp}_RestartJobName}_${Date_r}_${file_in} |
---|
657 | |
---|
658 | generic_restart_file_name_in=$( basename ${file_in_Name} .nc ) |
---|
659 | generic_restart_file_name_out=$( basename ${file_out} .nc ) |
---|
660 | |
---|
661 | eval Path_OUT=\${Path_r}/${generic_restart_file_name_in} |
---|
662 | nb_restart_file=$(IGCM_sys_CountFileArchive ${Path_OUT}_????.nc) |
---|
663 | |
---|
664 | if [ ${nb_restart_file} -gt 1 ] ; then |
---|
665 | j=0 |
---|
666 | until [ $j -ge $nb_restart_file ]; do |
---|
667 | j4=${j} |
---|
668 | eval IGCM_sys_Get ${Path_r}/${generic_restart_file_name_in}_${j4}.nc ${generic_restart_file_name_out}_${j4}.nc |
---|
669 | #IGCM_comp_PrepareDeletedFiles ${generic_restart_file_name_in}_${j4}.nc ${generic_restart_file_name_out}_${j4}.nc |
---|
670 | #eval FileToBeDeleted[${#FileToBeDeleted[@]}]="${generic_restart_file_name_out}_${j4}.nc" > /dev/null 2>&1 |
---|
671 | (( j=j+1 )) |
---|
672 | done |
---|
673 | else |
---|
674 | eval IGCM_sys_Get ${Path_r}/${file_in_Name} ${file_out} |
---|
675 | #IGCM_comp_PrepareDeletedFiles ${file_in} ${file_out} |
---|
676 | fi |
---|
677 | |
---|
678 | (( i=i+3 )) |
---|
679 | done |
---|
680 | else |
---|
681 | if [ X${FileName0} != XNONE ] ; then |
---|
682 | IGCM_debug_Exit "IGCM_comp_GetInputRestartFiles : No file in list for ${compname}." |
---|
683 | else |
---|
684 | IGCM_debug_Print 1 "IGCM_comp_GetInputRestartFiles : NONE specified in Restart List ${compname}." |
---|
685 | fi |
---|
686 | fi |
---|
687 | fi |
---|
688 | elif [ ${Period} -eq 1 ] ; then |
---|
689 | # if not FirstInitialize and first loop of this job |
---|
690 | |
---|
691 | # Restore Restarts files |
---|
692 | #----------------------- |
---|
693 | if ( [ X${FileName0} != X${NULL_STR} ] && [ X${FileName0} != XNONE ] ) ; then |
---|
694 | eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1 |
---|
695 | |
---|
696 | (( i=1 )) |
---|
697 | until [ $i -gt $NbFiles ]; do |
---|
698 | eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1 |
---|
699 | eval file_in=${file_in_} |
---|
700 | (( i_ = i+1 )) |
---|
701 | eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1 |
---|
702 | eval file_out=${file_out_} |
---|
703 | |
---|
704 | file_in_Name=${run_Configuration_OldPrefix}_${file_in} |
---|
705 | |
---|
706 | generic_restart_file_name_in=$( basename ${file_in_Name} .nc ) |
---|
707 | generic_restart_file_name_out=$( basename ${file_out} .nc ) |
---|
708 | |
---|
709 | eval Path_BUF=\${R_BUF_${comp}_R}/${generic_restart_file_name_in} |
---|
710 | eval Path_OUT=\${R_OUT_${comp}_R}/${generic_restart_file_name_in} |
---|
711 | |
---|
712 | if [ -f ${Path_BUF}*.nc ] ; then |
---|
713 | Buffered=true |
---|
714 | nb_restart_file=$(IGCM_sys_CountFileBuffer ${Path_BUF}_????.nc) |
---|
715 | else |
---|
716 | Buffered=false |
---|
717 | nb_restart_file=$(IGCM_sys_CountFileArchive ${Path_OUT}_????.nc) |
---|
718 | fi |
---|
719 | |
---|
720 | if [ ${nb_restart_file} -gt 1 ] ; then |
---|
721 | j=0 |
---|
722 | until [ $j -ge $nb_restart_file ]; do |
---|
723 | j4=${j} |
---|
724 | if [ ${Buffered} ] ; then |
---|
725 | IGCM_sys_GetBuffer ${Path_BUF}_${j4}.nc ${generic_restart_file_name_out}_${j4}.nc |
---|
726 | else |
---|
727 | IGCM_sys_Get ${Path_OUT}_${j4}.nc ${generic_restart_file_name_out}_${j4}.nc |
---|
728 | fi |
---|
729 | (( j=j+1 )) |
---|
730 | done |
---|
731 | else |
---|
732 | if [ ${Buffered} ] ; then |
---|
733 | eval IGCM_sys_GetBuffer \${R_BUF_${comp}_R}/${file_in_Name} ${file_out} |
---|
734 | else |
---|
735 | eval IGCM_sys_Get \${R_OUT_${comp}_R}/${file_in_Name} ${file_out} |
---|
736 | fi |
---|
737 | fi |
---|
738 | |
---|
739 | (( i=i+3 )) |
---|
740 | done |
---|
741 | else |
---|
742 | if [ X${FileName0} != XNONE ] ; then |
---|
743 | IGCM_debug_Exit "IGCM_comp_GetInputRestartFiles : No file in list for ${compname}." |
---|
744 | else |
---|
745 | IGCM_debug_Print 1 "IGCM_comp_GetInputRestartFiles : NONE specified in Restart List ${compname}." |
---|
746 | fi |
---|
747 | fi |
---|
748 | fi |
---|
749 | done |
---|
750 | |
---|
751 | NbFiles=$( ls * 2> /dev/null | wc -l ) |
---|
752 | if [ ${NbFiles} -gt 0 ] ; then |
---|
753 | IGCM_sys_Chmod u+rw * |
---|
754 | fi |
---|
755 | |
---|
756 | IGCM_debug_PopStack "IGCM_comp_GetInputRestartFiles" |
---|
757 | } |
---|
758 | |
---|
759 | #======================================================================= |
---|
760 | function IGCM_comp_PeriodStart |
---|
761 | { |
---|
762 | IGCM_debug_PushStack "IGCM_comp_PeriodStart" |
---|
763 | |
---|
764 | # Debug Print : |
---|
765 | echo |
---|
766 | IGCM_debug_Print 1 "IGCM_comp_PeriodStart" |
---|
767 | echo |
---|
768 | |
---|
769 | typeset ExeNameIn ExeNameOut |
---|
770 | typeset comp compname comptagname |
---|
771 | for comp in ${config_ListOfComponents[*]} ; do |
---|
772 | # Define component |
---|
773 | eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1 |
---|
774 | eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1 |
---|
775 | |
---|
776 | # Copy executable for this component |
---|
777 | eval ExeNameIn=\${config_Executable_${comp}[0]} |
---|
778 | eval ExeNameOut=\${config_Executable_${comp}[1]} |
---|
779 | |
---|
780 | # Debug Print |
---|
781 | IGCM_debug_Print 3 "PeriodStart ${compname} Driver Function (if any)." |
---|
782 | # UPDATE component |
---|
783 | ${comp}_PeriodStart 2> /dev/null |
---|
784 | |
---|
785 | done |
---|
786 | |
---|
787 | IGCM_debug_PopStack "IGCM_comp_PeriodStart" |
---|
788 | } |
---|
789 | |
---|
790 | #======================================================================= |
---|
791 | function IGCM_comp_Update |
---|
792 | { |
---|
793 | IGCM_debug_PushStack "IGCM_comp_Update" |
---|
794 | |
---|
795 | # Debug Print : |
---|
796 | echo |
---|
797 | IGCM_debug_Print 1 "IGCM_comp_Update" |
---|
798 | echo |
---|
799 | |
---|
800 | typeset ExeNameIn ExeNameOut |
---|
801 | typeset comp compname comptagname |
---|
802 | for comp in ${config_ListOfComponents[*]} ; do |
---|
803 | # Define component |
---|
804 | eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1 |
---|
805 | eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1 |
---|
806 | |
---|
807 | # Copy executable for this component |
---|
808 | eval ExeNameIn=\${config_Executable_${comp}[0]} |
---|
809 | eval ExeNameOut=\${config_Executable_${comp}[1]} |
---|
810 | |
---|
811 | # If missing executable then stop! |
---|
812 | #if [ ! X${ExeNameIn} = X ] && [ ! -f ${R_EXE}/${ExeNameIn} ] ; then |
---|
813 | # IGCM_debug_Exit "IGCM_comp_Update missing executable ${ExeNameIn}" |
---|
814 | #fi |
---|
815 | |
---|
816 | if [ ${Period} -eq 1 ] && [ -f ${R_EXE}/${ExeNameIn} ] ; then |
---|
817 | eval IGCM_sys_Cp ${R_EXE}/${ExeNameIn} ${ExeNameOut} |
---|
818 | if [ -f ${RUN_DIR}/${ExeNameOut} ] ; then |
---|
819 | eval IGCM_sys_Chmod +rx ${RUN_DIR}/${ExeNameOut} |
---|
820 | fi |
---|
821 | elif [ -f ${R_EXE}/${ExeNameIn} ] && [ ! -f ${RUN_DIR}/${ExeNameOut} ] ; then |
---|
822 | eval IGCM_sys_Cp ${R_EXE}/${ExeNameIn} ${ExeNameOut} |
---|
823 | if [ -f ${RUN_DIR}/${ExeNameOut} ] ; then |
---|
824 | eval IGCM_sys_Chmod +rx ${RUN_DIR}/${ExeNameOut} |
---|
825 | fi |
---|
826 | fi |
---|
827 | |
---|
828 | # Debug Print |
---|
829 | IGCM_debug_Print 1 "Update ${compname} Parameter Files." |
---|
830 | # UPDATE component |
---|
831 | ${comp}_Update |
---|
832 | |
---|
833 | done |
---|
834 | |
---|
835 | IGCM_debug_PopStack "IGCM_comp_Update" |
---|
836 | } |
---|
837 | |
---|
838 | #======================================================================= |
---|
839 | function IGCM_comp_Finalize |
---|
840 | { |
---|
841 | IGCM_debug_PushStack "IGCM_comp_Finalize" |
---|
842 | |
---|
843 | # Debug Print : |
---|
844 | echo |
---|
845 | IGCM_debug_Print 1 "IGCM_comp_Finalize" |
---|
846 | echo |
---|
847 | |
---|
848 | typeset ListTextName TextName0 |
---|
849 | typeset comp compname comptagname card ListFilesName FileName0 NbFiles SaveOnArchive |
---|
850 | typeset i i_ file_in file_in_ file_out file_out_ file_outin file_outin_ generic_file_name nb_rebuild_file |
---|
851 | typeset -Z4 j4 |
---|
852 | typeset list_file nlist_file |
---|
853 | typeset compactoutputs |
---|
854 | |
---|
855 | compactoutputs=false |
---|
856 | if [ X${JobType} != XRUN ] ; then |
---|
857 | compactoutputs=true |
---|
858 | elif [ X${config_UserChoices_CompactText} != Xn ] ; then |
---|
859 | compactoutputs=true |
---|
860 | fi |
---|
861 | |
---|
862 | for comp in ${config_ListOfComponents[*]} ; do |
---|
863 | # Define component |
---|
864 | eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1 |
---|
865 | eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1 |
---|
866 | |
---|
867 | # Debug Print |
---|
868 | IGCM_debug_Print 1 "Finalize ${comp} : ${compname} component." |
---|
869 | # FINALIZE component |
---|
870 | ${comp}_Finalize |
---|
871 | |
---|
872 | card=${SUBMIT_DIR}/COMP/${compname}.card |
---|
873 | |
---|
874 | # Save Restarts files |
---|
875 | #-------------------- |
---|
876 | IGCM_debug_Print 2 "Save Restart files for ${comp} : ${compname} component." |
---|
877 | IGCM_card_DefineArrayFromOption ${card} RestartFiles List |
---|
878 | ListFilesName=${compname}_RestartFiles_List |
---|
879 | eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1 |
---|
880 | |
---|
881 | if ( [ X${FileName0} != X${NULL_STR} ] && [ X${FileName0} != XNONE ] ) ; then |
---|
882 | eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1 |
---|
883 | |
---|
884 | (( i=0 )) |
---|
885 | until [ $i -ge $NbFiles ]; do |
---|
886 | eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1 |
---|
887 | eval file_in=${file_in_} |
---|
888 | |
---|
889 | (( i_ = i+1 )) |
---|
890 | eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1 |
---|
891 | eval file_out=${file_out_} |
---|
892 | |
---|
893 | (( i_ = i+2 )) |
---|
894 | eval file_outin_=\${${ListFilesName}[$i_]} > /dev/null 2>&1 |
---|
895 | eval file_outin=${file_outin_} |
---|
896 | |
---|
897 | generic_restart_file_name_in=$( basename ${file_in} .nc ) |
---|
898 | generic_restart_file_name_out=$( basename ${config_UserChoices_JobName}_${PeriodDateEnd}_${file_out} .nc ) |
---|
899 | generic_restart_file_name_outin=$( basename ${file_outin} .nc ) |
---|
900 | |
---|
901 | nb_restart_file=$( ls ${generic_restart_file_name_in}_????.nc 2>/dev/null | wc -l ) |
---|
902 | if [ ${nb_restart_file} -gt 1 ] ; then |
---|
903 | j=0 |
---|
904 | until [ $j -ge $nb_restart_file ]; do |
---|
905 | j4=${j} |
---|
906 | #eval IGCM_sys_Put_Rest ${generic_restart_file_name_in}_${j4}.nc \${R_OUT_${comp}_R}/${generic_restart_file_name_out}_${j4}.nc |
---|
907 | eval IGCM_sys_PutBuffer_Rest ${generic_restart_file_name_in}_${j4}.nc \${R_BUF_${comp}_R}/${generic_restart_file_name_out}_${j4}.nc |
---|
908 | if [ ! ${file_in} = ${file_outin} ] ; then |
---|
909 | if ( ${ExitFlag} ) ; then |
---|
910 | echo "IGCM_sys_Mv ${generic_restart_file_name_in}_${j4}.nc ${generic_restart_file_name_outin}_${j4}.nc not executed." |
---|
911 | else |
---|
912 | IGCM_sys_Mv ${generic_restart_file_name_in}_${j4}.nc ${generic_restart_file_name_outin}_${j4}.nc |
---|
913 | fi |
---|
914 | fi |
---|
915 | (( j=j+1 )) |
---|
916 | done |
---|
917 | else |
---|
918 | #eval IGCM_sys_Put_Rest ${file_in} \${R_OUT_${comp}_R}/${config_UserChoices_JobName}_${PeriodDateEnd}_${file_out} |
---|
919 | eval IGCM_sys_PutBuffer_Rest ${file_in} \${R_BUF_${comp}_R}/${config_UserChoices_JobName}_${PeriodDateEnd}_${file_out} |
---|
920 | if [ ! ${file_in} = ${file_outin} ] ; then |
---|
921 | if ( ${ExitFlag} ) ; then |
---|
922 | echo "IGCM_sys_Mv ${file_in} ${file_outin} not executed." |
---|
923 | else |
---|
924 | IGCM_sys_Mv ${file_in} ${file_outin} |
---|
925 | fi |
---|
926 | fi |
---|
927 | fi |
---|
928 | |
---|
929 | (( i=i+3 )) |
---|
930 | done |
---|
931 | else |
---|
932 | if [ X${FileName0} != XNONE ] ; then |
---|
933 | IGCM_debug_Exit "IGCM_comp_Finalize : No file in restart list for ${compname}." |
---|
934 | else |
---|
935 | IGCM_debug_Print 1 "IGCM_comp_Finalize : NONE specified in Restart List ${compname}." |
---|
936 | fi |
---|
937 | fi |
---|
938 | |
---|
939 | # Save Output files |
---|
940 | #------------------ |
---|
941 | IGCM_debug_Print 2 "Save Output files for ${comp} : ${compname} component." |
---|
942 | IGCM_card_DefineArrayFromOption ${card} OutputFiles List |
---|
943 | ListFilesName=${compname}_OutputFiles_List |
---|
944 | eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1 |
---|
945 | |
---|
946 | if [ X${FileName0} != X${NULL_STR} ] ; then |
---|
947 | eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1 |
---|
948 | |
---|
949 | (( i=0 )) |
---|
950 | until [ $i -ge $NbFiles ]; do |
---|
951 | SaveOnArchive=true |
---|
952 | eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1 |
---|
953 | eval file_in=${file_in_} |
---|
954 | (( i_ = i+1 )) |
---|
955 | eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1 |
---|
956 | eval file_out=${file_out_} |
---|
957 | (( i_ = i+2 )) |
---|
958 | eval flag_post=\${${ListFilesName}[$i_]} > /dev/null 2>&1 |
---|
959 | # |
---|
960 | generic_file_name=$( basename ${file_in} .nc ) |
---|
961 | nb_rebuild_file=$( ls | grep "^${generic_file_name}_[0-9]*.nc" | wc -l ) |
---|
962 | # |
---|
963 | if ( [ ${nb_rebuild_file} -eq 1 ] && [ -f ${generic_file_name}_0000.nc ] ) ; then |
---|
964 | IGCM_debug_Print 2 "Parallelism with 1 process. Rebuilding ${file_in} not needed" |
---|
965 | IGCM_sys_Mv ${generic_file_name}_0000.nc ${file_in} |
---|
966 | elif [ ${nb_rebuild_file} -gt 1 ] ; then |
---|
967 | IGCM_debug_Print 2 "Parallelism detected rebuilding ${file_in} is needed" |
---|
968 | if [ X${AsynchronousRebuild} = Xfalse ] ; then |
---|
969 | IGCM_debug_Print 2 "Rebuilding ${file_in} online" |
---|
970 | IGCM_sys_rebuild ${file_in} ${generic_file_name}_*.nc |
---|
971 | else |
---|
972 | IGCM_debug_Print 2 "Preparing offline rebuild for ${file_in}" |
---|
973 | [ ! -d ${RUN_DIR}/REBUILD_${PeriodDateBegin} ] && IGCM_sys_Mkdir ${RUN_DIR}/REBUILD_${PeriodDateBegin} |
---|
974 | IGCM_sys_Mv ${generic_file_name}_????.nc ${RUN_DIR}/REBUILD_${PeriodDateBegin} |
---|
975 | |
---|
976 | # Prepare headers for the shell dedicated to offline rebuild |
---|
977 | if [ ! -f ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh ] ; then |
---|
978 | if [ $DRYRUN -le 1 ]; then |
---|
979 | echo "#!/bin/ksh " > ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh |
---|
980 | echo "function IGCM_FlushRebuild " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh |
---|
981 | echo "{ " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh |
---|
982 | echo "IGCM_debug_PushStack \"IGCM_FlushRebuild\" " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh |
---|
983 | echo "echo " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh |
---|
984 | echo "IGCM_debug_Print 1 \"IGCM_FlushRebuild\" " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh |
---|
985 | echo "echo " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh |
---|
986 | echo "export R_SAVE=${R_SAVE} " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh |
---|
987 | echo "export config_UserChoices_JobName=${config_UserChoices_JobName} " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh |
---|
988 | fi |
---|
989 | fi |
---|
990 | # Prepare the shell dedicated to offline rebuild |
---|
991 | if [ $DRYRUN -le 1 ]; then |
---|
992 | echo "IGCM_sys_rebuild ${file_in} ${generic_file_name}_*.nc" >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh |
---|
993 | echo "IGCM_debug_Verif_Exit_Post " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh |
---|
994 | fi |
---|
995 | # |
---|
996 | # Load Patch we need to apply and apply |
---|
997 | if [ $DRYRUN -le 1 ]; then |
---|
998 | if [ X$( eval echo \${${compname}_${flag_post}_Patches[0]} ) != X${NULL_STR} ]; then |
---|
999 | for Patch in $( eval echo \${${compname}_${flag_post}_Patches[*]} ); do |
---|
1000 | echo ". ${libIGCM_POST}/libIGCM_post/IGCM_${Patch}.ksh" >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh |
---|
1001 | echo "IGCM_${Patch} ${file_in} " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh |
---|
1002 | echo "IGCM_debug_Verif_Exit_Post " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh |
---|
1003 | done |
---|
1004 | fi |
---|
1005 | fi |
---|
1006 | # |
---|
1007 | if [ $DRYRUN -le 1 ]; then |
---|
1008 | echo "IGCM_sys_Put_Out ${file_in} ${file_out} " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh |
---|
1009 | echo "IGCM_debug_Verif_Exit_Post " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh |
---|
1010 | echo "IGCM_sys_Rm ${generic_file_name}_*.nc " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh |
---|
1011 | fi |
---|
1012 | SaveOnArchive=false |
---|
1013 | fi |
---|
1014 | fi |
---|
1015 | # |
---|
1016 | if [ ${SaveOnArchive} = true ] ; then |
---|
1017 | # |
---|
1018 | # Rebuild has been done online or it was not needed |
---|
1019 | # |
---|
1020 | # If we need to apply a patch we use TMP DIRECTORY before ARCHIVING if asynchronous rebuild is on |
---|
1021 | # |
---|
1022 | thereisapatch=$( eval echo \${${compname}_${flag_post}_Patches[0]} ) |
---|
1023 | if ( [ ! X${thereisapatch} = X${NULL_STR} ] && [ X${AsynchronousRebuild} = Xtrue ] && [ -f ${file_in} ] ) ; then |
---|
1024 | [ ! -d ${RUN_DIR}/REBUILD_${PeriodDateBegin} ] && IGCM_sys_Mkdir ${RUN_DIR}/REBUILD_${PeriodDateBegin} |
---|
1025 | IGCM_sys_Mv ${file_in} ${RUN_DIR}/REBUILD_${PeriodDateBegin} |
---|
1026 | eval FileToBeDeleted[${#FileToBeDeleted[@]}]=REBUILD_${PeriodDateBegin}/${file_in} > /dev/null 2>&1 |
---|
1027 | # |
---|
1028 | if [ $DRYRUN -le 1 ]; then |
---|
1029 | if [ ! -f ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh ] ; then |
---|
1030 | echo "#!/bin/ksh " > ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh |
---|
1031 | echo "function IGCM_FlushRebuild " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh |
---|
1032 | echo "{ " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh |
---|
1033 | echo "IGCM_debug_PushStack \"IGCM_FlushRebuild\" " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh |
---|
1034 | echo "echo " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh |
---|
1035 | echo "IGCM_debug_Print 1 \"IGCM_FlushRebuild\" " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh |
---|
1036 | echo "echo " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh |
---|
1037 | echo "export R_SAVE=${R_SAVE} " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh |
---|
1038 | echo "export config_UserChoices_JobName=${config_UserChoices_JobName} " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh |
---|
1039 | fi |
---|
1040 | # |
---|
1041 | for Patch in $( eval echo \${${compname}_${flag_post}_Patches[*]} ); do |
---|
1042 | echo ". ${libIGCM_POST}/libIGCM_post/IGCM_${Patch}.ksh" >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh |
---|
1043 | echo "IGCM_${Patch} ${file_in} " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh |
---|
1044 | echo "IGCM_debug_Verif_Exit_Post " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh |
---|
1045 | done |
---|
1046 | # |
---|
1047 | echo "IGCM_sys_Put_Out ${file_in} ${file_out} " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh |
---|
1048 | echo "IGCM_debug_Verif_Exit_Post " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh |
---|
1049 | # |
---|
1050 | fi |
---|
1051 | else |
---|
1052 | # |
---|
1053 | # No Patch, No Asynchronous rebuild, online rebuild has been done or was not needed |
---|
1054 | # |
---|
1055 | IGCM_sys_Put_Out ${file_in} ${file_out} |
---|
1056 | eval FileToBeDeleted[${#FileToBeDeleted[@]}]="${file_in}" > /dev/null 2>&1 |
---|
1057 | if [ ${nb_rebuild_file} -gt 1 ] ; then |
---|
1058 | for DelFile in $( ls | grep "${generic_file_name}[_0-9]*.nc" ) ; do |
---|
1059 | eval FileToBeDeleted[${#FileToBeDeleted[@]}]=${DelFile} > /dev/null 2>&1 |
---|
1060 | done |
---|
1061 | fi |
---|
1062 | fi |
---|
1063 | fi |
---|
1064 | (( i=i+3 )) |
---|
1065 | done |
---|
1066 | fi |
---|
1067 | |
---|
1068 | # Save Output Text files of models |
---|
1069 | #--------------------------------- |
---|
1070 | IGCM_debug_Print 2 "Save Output Text files for ${comp} : ${compname} component." |
---|
1071 | IGCM_card_DefineArrayFromOption ${card} OutputText List |
---|
1072 | ListTextName=${compname}_OutputText_List |
---|
1073 | |
---|
1074 | eval TextName0=\${${ListTextName}[0]} > /dev/null 2>&1 |
---|
1075 | if [ X${TextName0} != X${NULL_STR} ] ; then |
---|
1076 | eval NbFiles=\${#${ListTextName}[@]} > /dev/null 2>&1 |
---|
1077 | |
---|
1078 | (( i=0 )) |
---|
1079 | until [ $i -eq $NbFiles ]; do |
---|
1080 | eval file_in=\${${ListTextName}[$i]} > /dev/null 2>&1 |
---|
1081 | eval file_out=${PREFIX}_${file_in} |
---|
1082 | |
---|
1083 | (( i=i+1 )) |
---|
1084 | |
---|
1085 | unset list_file |
---|
1086 | #set +A list_file -- $( ls ${file_in}* | sort 2>/dev/null ) |
---|
1087 | # result for a a1 a10 a2 with file_in=a a a1 a2 a10 |
---|
1088 | set +A list_file -- $( [ -f ${file_in} ] && ls ${file_in} ; for i in $(ls ${file_in}* 2>/dev/null | sed "s/${file_in}//" | sort -n) ; do ls ${file_in}$i ; done ) |
---|
1089 | nlist_file=${#list_file[@]} |
---|
1090 | if [ ${nlist_file} -gt 1 ] ; then |
---|
1091 | if ( ${compactoutputs} ) ; then |
---|
1092 | IGCM_debug_Print 2 "Parallelism of Text Output with ${nlist_file} files." |
---|
1093 | IGCM_debug_Print 2 "Compact files in ${file_out} : " ${list_file[*]} |
---|
1094 | echo ${list_file[*]} > ${file_out} |
---|
1095 | echo "" >> ${file_out} |
---|
1096 | |
---|
1097 | (( i_ = 0 )) |
---|
1098 | for file in ${list_file[@]} |
---|
1099 | do |
---|
1100 | echo "_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ " >> ${file_out} |
---|
1101 | echo "| " ${i_} " " ${file} >> ${file_out} |
---|
1102 | echo "- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - " >> ${file_out} |
---|
1103 | cat ${file} | sed "s/\(.*\)/${i_}\1/" ${file} >> ${file_out} |
---|
1104 | echo "" >> ${file_out} |
---|
1105 | eval FileToBeDeleted[${#FileToBeDeleted[@]}]="${file}" > /dev/null 2>&1 |
---|
1106 | (( i_ = i_ + 1 )) |
---|
1107 | done |
---|
1108 | #eval IGCM_sys_Put_Out ${file_out} \${R_OUT_${comp}_D}/${file_out} |
---|
1109 | eval IGCM_sys_PutBuffer_Out ${file_out} \${R_BUF_${comp}_D}/${file_out} |
---|
1110 | eval FileToBeDeleted[${#FileToBeDeleted[@]}]="${file_out}" > /dev/null 2>&1 |
---|
1111 | |
---|
1112 | if ( ${ExecutionFail} ) ; then |
---|
1113 | IGCM_sys_Cp ${file_out} ${SUBMIT_DIR}/Debug |
---|
1114 | fi |
---|
1115 | else |
---|
1116 | for file in ${list_file[@]} |
---|
1117 | do |
---|
1118 | #eval IGCM_sys_Put_Out ${file} \${R_OUT_${comp}_D}/${PREFIX}_${file} |
---|
1119 | eval IGCM_sys_PutBuffer_Out ${file} \${R_BUF_${comp}_D}/${PREFIX}_${file} |
---|
1120 | eval FileToBeDeleted[${#FileToBeDeleted[@]}]="${file}" > /dev/null 2>&1 |
---|
1121 | |
---|
1122 | if ( ${ExecutionFail} ) ; then |
---|
1123 | IGCM_sys_Cp ${file} ${SUBMIT_DIR}/Debug/${PREFIX}_${file} |
---|
1124 | fi |
---|
1125 | done |
---|
1126 | fi |
---|
1127 | else |
---|
1128 | if ( [ -f ${file_in}_0000 ] || [ -f ${file_in}0 ] ) ; then |
---|
1129 | eval IGCM_sys_Mv ${file_in}* ${file_in} |
---|
1130 | fi |
---|
1131 | #eval IGCM_sys_Put_Out ${file_in} \${R_OUT_${comp}_D}/${file_out} |
---|
1132 | eval IGCM_sys_PutBuffer_Out ${file_in} \${R_BUF_${comp}_D}/${file_out} |
---|
1133 | eval FileToBeDeleted[${#FileToBeDeleted[@]}]="${file_in}" > /dev/null 2>&1 |
---|
1134 | |
---|
1135 | if ( ${ExecutionFail} ) ; then |
---|
1136 | IGCM_sys_Cp ${file_in} ${SUBMIT_DIR}/Debug/${file_out} |
---|
1137 | fi |
---|
1138 | fi |
---|
1139 | done |
---|
1140 | fi |
---|
1141 | echo |
---|
1142 | done |
---|
1143 | IGCM_debug_PopStack "IGCM_comp_Finalize" |
---|
1144 | } |
---|