Context Navigation

libIGCM_post.ksh @ 860

Last change on this file since 860 was 183, checked in by sdipsl, 15 years ago

MAF SD : - Force asynchronous rebuild (if active) at the end of every execution when not in production mode

Correct bug in libIGCM_post (we do not read config.card Post section twice anymore)

Property licence set to
The following licence information concerns ONLY the libIGCM tools
==================================================================

Copyright © Centre National de la Recherche Scientifique CNRS
Commissariat à l'Énergie Atomique CEA

libIGCM : Library for Portable Models Computation of IGCM Group.

IGCM Group is the french IPSL Global Climate Model Group.

This library is a set of shell scripts and functions whose purpose is
the management of the initialization, the launch, the transfer of
output files, the post-processing and the monitoring of datas produce
by any numerical program on any plateforme.

This software is governed by the CeCILL license under French law and
abiding by the rules of distribution of free software. You can use,
modify and/ or redistribute the software under the terms of the CeCILL
license as circulated by CEA, CNRS and INRIA at the following URL
"http://www.cecill.info".

As a counterpart to the access to the source code and rights to copy,
modify and redistribute granted by the license, users are provided only
with a limited warranty and the software's author, the holder of the
economic rights, and the successive licensors have only limited
liability.

In this respect, the user's attention is drawn to the risks associated
with loading, using, modifying and/or developing or reproducing the
software by the user in light of its specific status of free software,
that may mean that it is complicated to manipulate, and that also
therefore means that it is reserved for developers and experienced
professionals having in-depth computer knowledge. Users are therefore
encouraged to load and test the software's suitability as regards their
requirements in conditions enabling the security of their systems and/or
data to be ensured and, more generally, to use and operate it in the
same conditions as regards security.

The fact that you are presently reading this means that you have had
knowledge of the CeCILL license and that you accept its terms.
Property svn:keywords set to Date Author Revision

File size: 34.8 KB

Line
1	#!/bin/ksh
2
3	#**************************************************************
4	# Author: Sebastien Denvil
5	# Contact: Sebastien.Denvil@ipsl.jussieu.fr
6	# $Date$
7	# $Author$
8	# $Revision$
9	# IPSL (2006)
10	# This software is governed by the CeCILL licence see libIGCM/libIGCM_CeCILL.LIC
11	# History:
12	# Modification:
13	#
14	#**************************************************************
15
16	#=======================================================================
17
18	function IGCM_post_Configure
19	{
20	IGCM_debug_PushStack "IGCM_post_Configure"
21
22	# Debug Print :
23	echo
24	IGCM_debug_Print 1 "IGCM_post_Configure :"
25	echo
26
27	typeset NbDays PeriodEndJul PostEndJul PeriodPost
28	RebuildFrequency=false
29
30	if ( [ ! X${config_Post_RebuildFrequency} = X${NULL_STR} ] && [ ! X${config_Post_RebuildFrequency} = XNONE ] ) ; then
31
32	IGCM_debug_Print 1 "Asynchronous rebuild has been activated."
33	echo
34
35	case ${config_Post_RebuildFrequency} in
36	y\|Y)
37	PeriodYear=$( echo ${config_Post_RebuildFrequency} \| sed -e "s/[yY]//" )
38	case ${config_UserChoices_PeriodLength} in
39	Y\|y)
40	PeriodPost=$( echo ${config_UserChoices_PeriodLength} \| sed -e "s/[yY]//" )
41	if [ ${PeriodPost} -le ${PeriodYear} ] ; then
42	if [ $( expr $(( ${CumulPeriod} * ${PeriodPost} )) % ${PeriodYear} ) -eq 0 ] ; then
43	RebuildFrequency=true
44	NbRebuildDir=$( expr ${PeriodYear} / ${PeriodPost} )
45	fi
46	else
47	IGCM_debug_Print 3 "PeriodLength frequency ${config_UserChoices_PeriodLength} not compatbile with"
48	IGCM_debug_Print 3 "RebuildFrequency frequency : ${config_Post_RebuildFrequency}"
49	fi ;;
50	M\|m)
51	PeriodPost=$( echo ${config_UserChoices_PeriodLength} \| sed -e "s/[mM]//" )
52	if [ ${PeriodPost} -le $(( ${PeriodYear} * 12 )) ] ; then
53	if [ $( expr $(( ${CumulPeriod} * ${PeriodPost} )) % $(( ${PeriodYear} * 12 )) ) -eq 0 ] ; then
54	RebuildFrequency=true
55	NbRebuildDir=$( expr $(( 12 * ${PeriodYear} )) / ${PeriodPost} )
56	fi
57	else
58	IGCM_debug_Print 3 "PeriodLength frequency ${config_UserChoices_PeriodLength} not compatbile with"
59	IGCM_debug_Print 3 "RebuildFrequency frequency : ${config_Post_RebuildFrequency}"
60	fi ;;
61	D\|d)
62	PeriodPost=$( echo ${config_UserChoices_PeriodLength} \| sed -e "s/[dD]//" )
63	NbDays=$( IGCM_date_DaysInYear ${year} )
64	if [ ${config_UserChoices_CalendarType} = 360d ] \|\| [ ${config_UserChoices_CalendarType} = noleap ] ; then
65	if [ ${PeriodPost} -le $(( ${PeriodYear} * ${NbDays} )) ] ; then
66	if [ $( expr ${CumulPeriod} % $( expr $ ${NbDays} \* ${PeriodYear} \/ ${PeriodPost} $ ) ) -eq 0 ] ; then
67	RebuildFrequency=true
68	NbRebuildDir=$( expr $(( ${NbDays} * ${PeriodYear} )) / ${PeriodPost} )
69	fi
70	else
71	IGCM_debug_Print 3 "PeriodLength frequency ${config_UserChoices_PeriodLength} not compatbile with"
72	IGCM_debug_Print 3 "RebuildFrequency frequency : ${config_Post_RebuildFrequency}"
73	fi
74	else
75	# if [ ${PeriodYear} -eq 1 ] ; then
76	# PeriodEndJul=$( IGCM_date_ConvertGregorianDateToJulian ${PeriodDateEnd} )
77	# PostEndJul=${year}${NbDays}
78	# #echo "PeriodYear=${PeriodYear} NbDays=${NbDays}"
79	# #echo "PeriodEndJul=${PeriodEndJul} PostEndJul=${PostEndJul}"
80	# if [ ${PostEndJul} -eq ${PeriodEndJul} ] ; then
81	# RebuildFrequency=true
82	# NbRebuildDir=$( expr ${NbDays} / ${PeriodPost} )
83	# fi
84	# else
85	IGCM_debug_Print 3 "For RebuildFrequency with leap calendar:"
86	IGCM_debug_Print 3 "We have a daily PeriodLength frequency and RebuildFrequency=${PeriodYear}Y."
87	IGCM_debug_Print 3 "No post-treatment. Case not properly handle at this moment."
88	# fi
89	fi;;
90	esac ;;
91	M\|m)
92	PeriodMonth=$( echo ${config_Post_RebuildFrequency} \| sed -e "s/[mM]//" )
93	case ${config_UserChoices_PeriodLength} in
94	Y\|y)
95	IGCM_debug_Print 3 "PeriodLength frequency ${config_UserChoices_PeriodLength} not compatbile with"
96	IGCM_debug_Print 3 "RebuildFrequency frequency ${config_Post_RebuildFrequency}" ;;
97	M\|m)
98	PeriodPost=$( echo ${config_UserChoices_PeriodLength} \| sed -e "s/[mM]//" )
99	if [ ${PeriodPost} -le ${PeriodMonth} ] ; then
100	if [ $( expr $(( ${CumulPeriod} * ${PeriodPost} )) % ${PeriodMonth} ) -eq 0 ] ; then
101	RebuildFrequency=true
102	NbRebuildDir=$( expr ${PeriodMonth} / ${PeriodPost} )
103	fi
104	else
105	IGCM_debug_Print 3 "PeriodLength frequency ${config_UserChoices_PeriodLength} not compatbile with"
106	IGCM_debug_Print 3 "RebuildFrequency frequency : ${config_Post_RebuildFrequency}"
107	fi ;;
108	D\|d)
109	IGCM_debug_Print 3 "PeriodLength frequency ${config_UserChoices_PeriodLength} not compatbile with"
110	IGCM_debug_Print 3 "RebuildFrequency frequency : ${config_Post_RebuildFrequency}" ;;
111	esac
112	;;
113	D\|d)
114	PeriodDay=$( echo ${config_Post_RebuildFrequency} \| sed -e "s/[dD]//" )
115	case ${config_UserChoices_PeriodLength} in
116	Y\|y)
117	IGCM_debug_Print 3 "PeriodLength frequency ${config_UserChoices_PeriodLength} not compatbile with"
118	IGCM_debug_Print 3 "RebuildFrequency frequency ${config_Post_RebuildFrequency}" ;;
119	M\|m)
120	IGCM_debug_Print 3 "PeriodLength frequency ${config_UserChoices_PeriodLength} not compatbile with"
121	IGCM_debug_Print 3 "RebuildFrequency frequency ${config_Post_RebuildFrequency}" ;;
122	D\|d)
123	PeriodPost=$( echo ${config_UserChoices_PeriodLength} \| sed -e "s/[dD]//" )
124	if [ ${PeriodPost} -le ${PeriodDay} ] ; then
125	if [ $( expr $(( ${CumulPeriod} * ${PeriodPost} )) % ${PeriodDay} ) -eq 0 ] ; then
126	RebuildFrequency=true
127	NbRebuildDir=$( expr ${PeriodDay} / ${PeriodPost} )
128	fi
129	else
130	IGCM_debug_Print 3 "PeriodLength frequency ${config_UserChoices_PeriodLength} not compatbile with"
131	IGCM_debug_Print 3 "RebuildFrequency frequency : ${config_Post_RebuildFrequency}"
132	fi ;;
133
134	esac
135	;;
136	NONE\|none)
137	;;
138	*)
139	IGCM_debug_Print 3 "KeyWord not allowed for RebuildFrequency in config.card"
140	;;
141	esac
142	else
143	#
144	IGCM_debug_Print 1 "Asynchronous rebuild has not been activated"
145	IGCM_debug_Print 1 "Proceed with standard post-treatment pathway"
146	echo
147	#
148	fi
149
150	IGCM_debug_Print 1 "RebuildFrequency flag value : ${RebuildFrequency}"
151	IGCM_post_Initialize
152
153	IGCM_debug_PopStack "IGCM_post_Configure"
154	}
155
156	function IGCM_post_Initialize
157	{
158	IGCM_debug_PushStack "IGCM_post_Initialize"
159
160	# Debug Print :
161	echo
162	IGCM_debug_Print 1 "IGCM_post_Initialize :"
163	echo
164
165	typeset POST NbDays PeriodEndJul PostEndJul LengthDays
166	POST=false
167
168	# READ TIME SERIES OR SEASONAL FREQUENCY
169	# AND TURN ON THE FLAG WHEN MODULO IS ZERO
170	for post_freq in TimeSeriesFrequency SeasonalFrequency ; do
171	#
172	# Initialize
173	#
174	eval ${post_freq}=false
175	#
176	# Extract frequency from previously defined variable
177	#
178	config_Post_post_freq=$( eval echo \${config_Post_${post_freq}} )
179	#
180	# Offset for Seasonal Average starting period
181	#
182	if [ ${post_freq} = SeasonalFrequency ] ; then
183	if ( [ X${config_Post_SeasonalFrequencyOffset} = X${NULL_STR} ] \|\| [ X${config_Post_SeasonalFrequencyOffset} = XNONE ] \|\| [ X${config_Post_SeasonalFrequencyOffset} = X ] ) ; then
184	PeriodOffset=0
185	else
186	PeriodOffset=${config_Post_SeasonalFrequencyOffset}
187	fi
188	else
189	PeriodOffset=0
190	fi
191	#
192	if ( [ X${config_Post_post_freq} = X${NULL_STR} ] \|\| [ X${config_Post_post_freq} = XNONE ] ) ; then
193	#
194	continue
195	#
196	fi
197	#
198	# For each componant select determine which files need post-processing
199	#
200	for comp in ${config_ListOfComponents[*]} ; do
201	#
202	#echo "-----"
203	eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1
204	ListFilesName=${compname}_OutputFiles_List
205	eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1
206	#
207	if [ X${FileName0} != X${NULL_STR} ] ; then
208	#
209	#IGCM_debug_Print 1 "Component : ${compname}"
210	#
211	# INITIALISATION
212	#
213	eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1
214	typeset i=0
215	#
216	until [ $i -eq $NbFiles ]; do
217	#
218	eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1
219	eval file_in=${file_in_}
220	let $(( i_ = i+2 ))
221	eval flag_post_=\${${ListFilesName}[$i_]} > /dev/null 2>&1
222	eval flag_post=${flag_post_}
223	#
224	if [ X${flag_post} != XNONE ] ; then
225	#
226	case ${config_Post_post_freq} in
227	y\|Y)
228	PeriodYear=$( echo ${config_Post_post_freq} \| sed -e "s/[yY]//" )
229	#
230	case ${config_UserChoices_PeriodLength} in
231	Y\|y)
232	PeriodPost=$( echo ${config_UserChoices_PeriodLength} \| sed -e "s/[yY]//" )
233	if [ ${PeriodPost} -le ${PeriodYear} ] ; then
234	if [ $( expr $(( ${CumulPeriod} * ${PeriodPost} - ${PeriodOffset} )) % ${PeriodYear} ) -eq 0 ] ; then
235	[ $(( ${CumulPeriod} * ${PeriodPost} - ${PeriodOffset} )) -ne 0 ] && eval ${post_freq}=true
236	[ $(( ${CumulPeriod} * ${PeriodPost} - ${PeriodOffset} )) -ne 0 ] && POST=true
237	fi
238	else
239	IGCM_debug_Print 3 "PeriodLength frequency ${config_UserChoices_PeriodLength} not compatbile with"
240	IGCM_debug_Print 3 "${flag_post} frequency : ${config_Post_post_freq} "
241	fi ;;
242	M\|m)
243	PeriodPost=$( echo ${config_UserChoices_PeriodLength} \| sed -e "s/[mM]//" )
244	if [ ${PeriodPost} -le $(( ${PeriodYear} * 12 )) ] ; then
245	if [ $( expr $(( ${CumulPeriod} * ${PeriodPost} - ${PeriodOffset} * 12 )) % $(( ${PeriodYear} * 12 )) ) -eq 0 ] ; then
246	[ $(( ${CumulPeriod} * ${PeriodPost} - ${PeriodOffset} * 12 )) -ne 0 ] && eval ${post_freq}=true
247	[ $(( ${CumulPeriod} * ${PeriodPost} - ${PeriodOffset} * 12 )) -ne 0 ] && POST=true
248	fi
249	else
250	IGCM_debug_Print 3 "PeriodLength frequency ${config_UserChoices_PeriodLength} not compatbile with"
251	IGCM_debug_Print 3 "${flag_post} frequency : ${config_Post_post_freq} "
252	fi ;;
253	D\|d)
254	PeriodPost=$( echo ${config_UserChoices_PeriodLength} \| sed -e "s/[dD]//" )
255	NbDays=$( IGCM_date_DaysInYear ${year} )
256	if [ ${config_UserChoices_CalendarType} = 360d ] \| [ ${config_UserChoices_CalendarType} = noleap ] ; then
257	if [ ${PeriodPost} -le $(( ${PeriodYear} * ${NbDays} )) ] ; then
258	if [ $( expr $(( ${CumulPeriod} - ( ${PeriodOffset} * ${NbDays} / ${PeriodPost} ) )) % \
259	$(( ${NbDays} * ${PeriodYear} / ${PeriodPost} )) ) -eq 0 ] ; then
260	[ $(( ${CumulPeriod} - ( ${PeriodOffset} * ${NbDays} / ${PeriodPost} ) )) -ne 0 ] && eval ${post_freq}=true
261	[ $(( ${CumulPeriod} - ( ${PeriodOffset} * ${NbDays} / ${PeriodPost} ) )) -ne 0 ] POST=true
262	fi
263	else
264	IGCM_debug_Print 3 "PeriodLength frequency ${config_UserChoices_PeriodLength} not compatbile with"
265	IGCM_debug_Print 3 "${flag_post} frequency : ${config_Post_post_freq} "
266	fi
267	else
268	# if [ ${PeriodYear} -eq 1 ] ; then
269	# PeriodEndJul=$( IGCM_date_ConvertGregorianDateToJulian ${PeriodDateEnd} )
270	# PostEndJul=${year}${NbDays}
271	# #echo "PeriodYear=${PeriodYear} NbDays=${NbDays}"
272	# #echo PeriodEndJul=${PeriodEndJul} PostEndJul=${PostEndJul}"
273	# if [ ${PostEndJul} -le ${PeriodEndJul} ] ; then
274	# eval ${post_freq}=true
275	# POST=true
276	# fi
277	# else
278	IGCM_debug_Print 3 "For ${post_freq} with leap calendar, for ${comp} and ${file_in} :"
279	IGCM_debug_Print 3 "We have a daily PeriodLength frequency and RebuildFrequency=${PeriodYear}Y."
280	IGCM_debug_Print 3 "No post-treatment. Case not properly handle at this moment."
281	# fi
282	fi;;
283	esac ;;
284	M\|m)
285	PeriodMonth=$( echo ${config_Post_post_freq} \| sed -e "s/[mM]//" )
286	case ${config_UserChoices_PeriodLength} in
287	Y\|y)
288	IGCM_debug_Print 3 "PeriodLength frequency ${config_UserChoices_PeriodLength} not compatbile with"
289	IGCM_debug_Print 3 "${flag_post} frequency : ${config_Post_post_freq} " ;;
290	M\|m)
291	PeriodPost=$( echo ${config_UserChoices_PeriodLength} \| sed -e "s/[mM]//" )
292	if [ ${PeriodPost} -le ${PeriodMonth} ] ; then
293	if [ $( expr $(( ${CumulPeriod} * ${PeriodPost} - ${PeriodOffset} )) % ${PeriodMonth} ) -eq 0 ] ; then
294	[ $(( ${CumulPeriod} * ${PeriodPost} - ${PeriodOffset} )) -ne 0 ] && eval ${post_freq}=true
295	[ $(( ${CumulPeriod} * ${PeriodPost} - ${PeriodOffset} )) -ne 0 ] && POST=true
296	fi
297	else
298	IGCM_debug_Print 3 "PeriodLength frequency ${config_UserChoices_PeriodLength} not compatbile with"
299	IGCM_debug_Print 3 "${flag_post} frequency : ${config_Post_post_freq} "
300	fi;;
301	D\|d)
302	IGCM_debug_Print 3 "PeriodLength frequency ${config_UserChoices_PeriodLength} not compatbile with"
303	IGCM_debug_Print 3 "${flag_post} frequency : ${config_Post_post_freq} " ;;
304	esac ;;
305	D\|d)
306	PeriodDay=$( echo ${config_Post_post_freq} \| sed -e "s/[dD]//" )
307	case ${config_UserChoices_PeriodLength} in
308	Y\|y)
309	IGCM_debug_Print 3 "PeriodLength frequency ${config_UserChoices_PeriodLength} not compatbile with"
310	IGCM_debug_Print 3 "${flag_post} frequency : ${config_Post_post_freq} " ;;
311	M\|m)
312	IGCM_debug_Print 3 "PeriodLength frequency ${config_UserChoices_PeriodLength} not compatbile with"
313	IGCM_debug_Print 3 "${flag_post} frequency : ${config_Post_post_freq} " ;;
314	D\|d)
315	PeriodPost=$( echo ${config_UserChoices_PeriodLength} \| sed -e "s/[dD]//" )
316	if [ ${PeriodPost} -le ${PeriodDay} ] ; then
317	if [ $( expr $(( ${CumulPeriod} * ${PeriodPost} - ${PeriodOffset} )) % ${PeriodDay} ) -eq 0 ] ; then
318	[ $(( ${CumulPeriod} * ${PeriodPost} - ${PeriodOffset} )) -ne 0 ] && eval ${post_freq}=true
319	[ $(( ${CumulPeriod} * ${PeriodPost} - ${PeriodOffset} )) -ne 0 ] && POST=true
320	fi
321	else
322	IGCM_debug_Print 3 "PeriodLength frequency ${config_UserChoices_PeriodLength} not compatbile with"
323	IGCM_debug_Print 3 "${flag_post} frequency : ${config_Post_post_freq} "
324	fi;;
325	esac ;;
326	NONE\|none)
327	;;
328	*)
329	IGCM_debug_Print 3 "KeyWord not allowed for ${post_freq} in config.card"
330	;;
331	esac
332	fi
333	let $(( i=i+3 ))
334	done
335	fi
336	done
337	done
338	#
339	if ( [ ! X${config_Post_TimeSeriesFrequency} = X${NULL_STR} ] && \
340	[ ! X${config_Post_TimeSeriesFrequency} = XNONE ] && \
341	[ ${SimulationLengthInDays} -ge ${ExperienceLengthInDays} ] ) ; then
342	TimeSeriesFrequency=true
343	POST=true
344	fi
345
346	if ( [ ! X${config_Post_RebuildFrequency} = X${NULL_STR} ] && \
347	[ ! X${config_Post_RebuildFrequency} = XNONE ] && \
348	[ ${SimulationLengthInDays} -ge ${ExperienceLengthInDays} ] ) ; then
349	RebuildFrequency=true
350	POST=true
351	fi
352
353	#
354	IGCM_debug_Print 1 "POST-TREATEMENT flag value : ${POST}"
355	#
356	IGCM_post_Submit
357
358	IGCM_debug_PopStack "IGCM_post_Initialize"
359	}
360
361	function IGCM_post_Submit
362	{
363	IGCM_debug_PushStack "IGCM_post_Submit"
364
365	POST_DIR=${R_OUT_POST}/${config_UserChoices_TagName}/${config_UserChoices_JobName}
366
367	if [ ${POST} = true ]; then
368	echo
369	IGCM_debug_Print 1 "IGCM_post_Submit :"
370	echo
371	IGCM_debug_Print 1 "POST_DIR = ${POST_DIR}"
372	fi
373
374	#============ TIME SERIES POST-TREATMENT ===========#
375	if [ ${TimeSeriesFrequency} = true ] ; then
376
377	# set -vx
378	IGCM_debug_Print 2 "TIME SERIES POST-PROCESSING ACTIVATED :"
379	echo
380
381
382
383	# Get information from last execution
384	IGCM_card_DefineVariableFromOption ${SUBMIT_DIR}/run.card PostProcessing TimeSeriesCompleted
385	CompletedFlag=${run_PostProcessing_TimeSeriesCompleted}
386	#
387
388
389
390	typeset listVarEnv
391	listVarEnv="DEBUG_debug,MODIPSL,libIGCM,libIGCM_SX,SUBMIT_DIR,POST_DIR,MASTER,RebuildFrequency,DateBegin,PeriodDateEnd,StandAlone,CompletedFlag,TsTask,CompToRead,FlagToRead,RESOL_ATM,RESOL_OCE,RESOL_ICE,RESOL_MBG,RESOL_SRF,RESOL_BIOS"
392	#
393	jLoop=${#ListDimension[*]}
394	j=0
395	until [ $j -ge ${jLoop} ]; do
396	Dimension=${ListDimension[${j}]}
397	#
398	if [ X$( eval echo \${TimeSeries${Dimension}} ) = Xtrue ] ; then
399	#
400	IGCM_debug_Print 2 "TIME SERIES POST-PROCESSING ${Dimension} ACTIVATED :"
401	echo
402	#
403	TsTask=${Dimension}
404	#
405	if [ ${RebuildFrequency} = true ] ; then
406	#
407	echo export DEBUG_debug=${DEBUG_debug} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
408	echo export MODIPSL=${MODIPSL} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
409	echo export libIGCM_SX=${libIGCM} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
410	echo export libIGCM=${libIGCM_POST} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
411	echo export SUBMIT_DIR=${SUBMIT_DIR} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
412	echo export POST_DIR=${POST_DIR} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
413	echo export MASTER=${MASTER} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
414	echo export RebuildFrequency=${RebuildFrequency} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
415	echo export DateBegin=${DateBegin} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
416	echo export PeriodDateEnd=${PeriodDateEnd} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
417	echo export StandAlone=false >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
418	echo export CompletedFlag=${CompletedFlag} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
419	echo export TsTask=${TsTask} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
420	echo export RESOL_ATM=${RESOL_ATM} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
421	echo export RESOL_OCE=${RESOL_OCE} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
422	echo export RESOL_ICE=${RESOL_ICE} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
423	echo export RESOL_MBG=${RESOL_MBG} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
424	echo export RESOL_SRF=${RESOL_SRF} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
425	echo export RESOL_BIOS=${RESOL_BIOS} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
426	echo export listVarEnv=${listVarEnv} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
427	echo IGCM_sys_MkdirWork ${POST_DIR} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
428	echo IGCM_debug_Verif_Exit >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
429	echo IGCM_sys_QsubPost create_ts >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
430	#
431	else
432	#
433	IGCM_sys_RshPost <<-EOF
434	export DEBUG_debug=${DEBUG_debug}
435	export MODIPSL=${MODIPSL}
436	export libIGCM_SX=${libIGCM}
437	export libIGCM=${libIGCM_POST}
438	export SUBMIT_DIR=${SUBMIT_DIR}
439	export POST_DIR=${POST_DIR}
440	export MASTER=${MASTER}
441	export RebuildFrequency=${RebuildFrequency}
442	export DateBegin=${DateBegin}
443	export PeriodDateEnd=${PeriodDateEnd}
444	export StandAlone=false
445	export CompletedFlag=${CompletedFlag}
446	export TsTask=${TsTask}
447	export RESOL_ATM=${RESOL_ATM}
448	export RESOL_OCE=${RESOL_OCE}
449	export RESOL_ICE=${RESOL_ICE}
450	export RESOL_MBG=${RESOL_MBG}
451	export RESOL_SRF=${RESOL_SRF}
452	export RESOL_BIOS=${RESOL_BIOS}
453	export listVarEnv=${listVarEnv}
454	. ${libIGCM_POST}/libIGCM_debug/libIGCM_debug.ksh
455	. ${libIGCM_POST}/libIGCM_sys/libIGCM_sys.ksh
456	IGCM_sys_MkdirWork ${POST_DIR}
457	IGCM_debug_Verif_Exit
458	IGCM_sys_QsubPost create_ts
459	EOF
460	fi
461	fi
462	#
463	if [ X$( eval echo \${TimeSeriesChunck${Dimension}} ) = Xtrue ] ; then
464	#
465	IGCM_debug_Print 2 "TIME SERIES POST-PROCESSING ${Dimension} WITH CHUNCK ACTIVATED :"
466	echo
467	# Need to Remember This One
468	SavedDateBegin=${DateBegin}
469	# Kind of task create_ts will perform
470	TsTask=Chunck${Dimension}
471	# Number of chunck jobs to configure and submit
472	eval NbJob=\${#CHUNCK${Dimension}_COMP[@]}
473	i=0
474	until [ $i -ge $NbJob ]; do
475	CompToRead=$( eval echo \${CHUNCK${Dimension}_COMP[\${i}]} )
476	FlagToRead=$( eval echo \${CHUNCK${Dimension}_FLAG[\${i}]} )
477	ChunckSize=$( eval echo \${CHUNCK${Dimension}_SIZE[\${i}]} )
478	# Chunck Length (mandatory in Year)
479	YearsChunckLength=$( echo ${ChunckSize} \| sed -e "s/[yY]//" )
480	#
481	IGCM_date_GetYearMonth ${DateBegin} YearBegin MonthBegin
482	#
483	IGCM_date_GetYearMonth ${PeriodDateEnd} YearEnd MonthEnd
484	# How many chunck in total since simulation began
485	NbYearsChunckLoop=$(( ( ${YearEnd} - ${YearBegin} + 1 ) / ${YearsChunckLength} ))
486	# Tweak special case
487	[ $(( ( ${YearEnd} - ${YearBegin} + 1 ) % ${YearsChunckLength} )) = 0 ] && NbYearsChunckLoop=$(( ${NbYearsChunckLoop} - 1 ))
488	# Starting Year of the current chunck
489	ChunckTsYearBegin=$(( ${NbYearsChunckLoop} * ${YearsChunckLength} + ${YearBegin} ))
490	# Starting date of the current chunck
491	ChunckTsDateBegin=${ChunckTsYearBegin}${MonthBegin}01
492	#
493	if [ ${RebuildFrequency} = true ] ; then
494	#
495	echo export DEBUG_debug=${DEBUG_debug} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
496	echo export MODIPSL=${MODIPSL} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
497	echo export libIGCM_SX=${libIGCM} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
498	echo export libIGCM=${libIGCM_POST} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
499	echo export SUBMIT_DIR=${SUBMIT_DIR} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
500	echo export POST_DIR=${POST_DIR} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
501	echo export MASTER=${MASTER} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
502	echo export RebuildFrequency=${RebuildFrequency} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
503	echo export DateBegin=${ChunckTsDateBegin} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
504	echo export PeriodDateEnd=${PeriodDateEnd} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
505	echo export StandAlone=false >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
506	echo export CompletedFlag=${CompletedFlag} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
507	echo export TsTask=${TsTask} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
508	echo export CompToRead=${CompToRead} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
509	echo export FlagToRead=${FlagToRead} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
510	echo export RESOL_ATM=${RESOL_ATM} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
511	echo export RESOL_OCE=${RESOL_OCE} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
512	echo export RESOL_ICE=${RESOL_ICE} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
513	echo export RESOL_MBG=${RESOL_MBG} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
514	echo export RESOL_SRF=${RESOL_SRF} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
515	echo export RESOL_BIOS=${RESOL_BIOS} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
516	echo export listVarEnv=${listVarEnv} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
517	echo IGCM_sys_MkdirWork ${POST_DIR} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
518	echo IGCM_debug_Verif_Exit >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
519	echo IGCM_sys_QsubPost create_ts >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
520	#
521	else
522	#
523	IGCM_sys_RshPost <<-EOF
524	export DEBUG_debug=${DEBUG_debug}
525	export MODIPSL=${MODIPSL}
526	export libIGCM_SX=${libIGCM}
527	export libIGCM=${libIGCM_POST}
528	export SUBMIT_DIR=${SUBMIT_DIR}
529	export POST_DIR=${POST_DIR}
530	export MASTER=${MASTER}
531	export RebuildFrequency=${RebuildFrequency}
532	export DateBegin=${ChunckTsDateBegin}
533	export PeriodDateEnd=${PeriodDateEnd}
534	export StandAlone=false
535	export CompletedFlag=${CompletedFlag}
536	export TsTask=${TsTask}
537	export CompToRead=${CompToRead}
538	export FlagToRead=${FlagToRead}
539	export RESOL_ATM=${RESOL_ATM}
540	export RESOL_OCE=${RESOL_OCE}
541	export RESOL_ICE=${RESOL_ICE}
542	export RESOL_MBG=${RESOL_MBG}
543	export RESOL_SRF=${RESOL_SRF}
544	export RESOL_BIOS=${RESOL_BIOS}
545	export listVarEnv=${listVarEnv}
546	. ${libIGCM_POST}/libIGCM_debug/libIGCM_debug.ksh
547	. ${libIGCM_POST}/libIGCM_sys/libIGCM_sys.ksh
548	IGCM_sys_MkdirWork ${POST_DIR}
549	IGCM_debug_Verif_Exit
550	IGCM_sys_QsubPost create_ts
551	EOF
552	#
553	fi
554	#
555	export DateBegin=${SavedDateBegin}
556	#
557	(( i=i+1 ))
558	#
559	done
560	fi
561	(( j=j+1 ))
562	done
563	fi
564	set +vx
565
566	#============= SEASONAL POST-TREATMENT ============#
567	if [ ${SeasonalFrequency} = true ] ; then
568	#
569	IGCM_debug_Print 2 "SEASONNAL POST-TREATMENT :"
570	echo
571	#
572	typeset listVarEnv
573	listVarEnv="DEBUG_debug,MODIPSL,libIGCM,libIGCM_SX,SUBMIT_DIR,POST_DIR,MASTER,RebuildFrequency,DateBegin,PeriodDateEnd,StandAlone,RESOL_ATM,RESOL_OCE,RESOL_ICE,RESOL_MBG,RESOL_SRF,RESOL_BIOS"
574
575	if [ ${RebuildFrequency} = true ] ; then
576	#
577	echo export DEBUG_debug=${DEBUG_debug} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
578	echo export MODIPSL=${MODIPSL} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
579	echo export libIGCM_SX=${libIGCM} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
580	echo export libIGCM=${libIGCM_POST} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
581	echo export SUBMIT_DIR=${SUBMIT_DIR} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
582	echo export POST_DIR=${POST_DIR} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
583	echo export MASTER=${MASTER} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
584	echo export RebuildFrequency=${RebuildFrequency} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
585	echo export DateBegin=${DateBegin} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
586	echo export PeriodDateEnd=${PeriodDateEnd} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
587	echo export StandAlone=false >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
588	echo export RESOL_ATM=${RESOL_ATM} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
589	echo export RESOL_OCE=${RESOL_OCE} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
590	echo export RESOL_ICE=${RESOL_ICE} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
591	echo export RESOL_MBG=${RESOL_MBG} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
592	echo export RESOL_SRF=${RESOL_SRF} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
593	echo export RESOL_BIOS=${RESOL_BIOS} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
594	echo export listVarEnv=${listVarEnv} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
595	echo IGCM_sys_MkdirWork ${POST_DIR} >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
596	echo IGCM_debug_Verif_Exit >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
597	echo IGCM_sys_QsubPost create_se >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
598	#
599	else
600	#
601	IGCM_sys_RshPost <<-EOF
602	export DEBUG_debug=${DEBUG_debug}
603	export MODIPSL=${MODIPSL}
604	export libIGCM_SX=${libIGCM}
605	export libIGCM=${libIGCM_POST}
606	export SUBMIT_DIR=${SUBMIT_DIR}
607	export POST_DIR=${POST_DIR}
608	export MASTER=${MASTER}
609	export RebuildFrequency=${RebuildFrequency}
610	export DateBegin=${DateBegin}
611	export PeriodDateEnd=${PeriodDateEnd}
612	export StandAlone=false
613	export RESOL_ATM=${RESOL_ATM}
614	export RESOL_OCE=${RESOL_OCE}
615	export RESOL_ICE=${RESOL_ICE}
616	export RESOL_MBG=${RESOL_MBG}
617	export RESOL_SRF=${RESOL_SRF}
618	export RESOL_BIOS=${RESOL_BIOS}
619	export listVarEnv=${listVarEnv}
620	. ${libIGCM_POST}/libIGCM_debug/libIGCM_debug.ksh
621	. ${libIGCM_POST}/libIGCM_sys/libIGCM_sys.ksh
622	IGCM_sys_MkdirWork ${POST_DIR}
623	IGCM_debug_Verif_Exit
624	IGCM_sys_QsubPost create_se
625	EOF
626	#
627	fi
628	fi
629
630	#============== REBUILD POST-TREATMENT =============#
631	if ( [ ! X${config_Post_RebuildFrequency} = X${NULL_STR} ] && [ ! X${config_Post_RebuildFrequency} = XNONE ] ) ; then
632	# -----------------------------------------------------------------------------------
633	# Function IGCM_FlushRebuild define in rebuild.ksh has not been closed yet. Do it now
634	# -----------------------------------------------------------------------------------
635	echo IGCM_debug_PopStack "IGCM_FlushRebuild" >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
636	echo } >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
637	if [ ${config_Post_RebuildFromArchive} = true ] ; then
638	IGCM_sys_Put_Dir REBUILD_${PeriodDateBegin} ${REBUILD_DIR}
639	elif [ ${RebuildFrequency} = true ] ; then
640	IGCM_sys_Mv REBUILD_${PeriodDateBegin} ${REBUILD_DIR}
641	fi
642	fi
643	#
644	if [ ${RebuildFrequency} = true ] ; then
645	#
646	if ( [ ${config_Post_RebuildFromArchive} = true ] ) ; then
647	#
648	IGCM_debug_Print 2 "REBUILD POST-TREATMENT FROM ARCHIVE:"
649	echo
650	#
651	typeset listVarEnv
652	listVarEnv="DEBUG_debug,MODIPSL,libIGCM,libIGCM_SX,SUBMIT_DIR,REBUILD_DIR,POST_DIR,DateBegin,PeriodDateBegin,PeriodDateEnd,NbRebuildDir,StandAlone,RESOL_ATM,RESOL_OCE,RESOL_ICE,RESOL_MBG,RESOL_SRF,RESOL_BIOS"
653	IGCM_sys_RshPost <<-EOF
654	export DEBUG_debug=${DEBUG_debug}
655	export MODIPSL=${MODIPSL}
656	export libIGCM_SX=${libIGCM}
657	export libIGCM=${libIGCM_POST}
658	export SUBMIT_DIR=${SUBMIT_DIR}
659	export REBUILD_DIR=${REBUILD_DIR}
660	export POST_DIR=${POST_DIR}
661	export DateBegin=${DateBegin}
662	export PeriodDateBegin=${PeriodDateBegin}
663	export PeriodDateEnd=${PeriodDateEnd}
664	export NbRebuildDir=${NbRebuildDir}
665	export StandAlone=false
666	export RESOL_ATM=${RESOL_ATM}
667	export RESOL_OCE=${RESOL_OCE}
668	export RESOL_ICE=${RESOL_ICE}
669	export RESOL_MBG=${RESOL_MBG}
670	export RESOL_SRF=${RESOL_SRF}
671	export RESOL_BIOS=${RESOL_BIOS}
672	export listVarEnv=${listVarEnv}
673	. ${libIGCM_POST}/libIGCM_debug/libIGCM_debug.ksh
674	. ${libIGCM_POST}/libIGCM_sys/libIGCM_sys.ksh
675	IGCM_sys_MkdirWork ${POST_DIR}
676	IGCM_debug_Verif_Exit
677	IGCM_sys_QsubPost rebuild_fromArchive
678	EOF
679	else
680	#
681	IGCM_debug_Print 2 "REBUILD POST-TREATMENT FROM WORKDIR:"
682	echo
683	#
684	typeset listVarEnv
685	listVarEnv="DEBUG_debug,MODIPSL,libIGCM,libIGCM_SX,SUBMIT_DIR,REBUILD_DIR,POST_DIR,DateBegin,PeriodDateBegin,PeriodDateEnd,NbRebuildDir,StandAlone,RESOL_ATM,RESOL_OCE,RESOL_ICE,RESOL_MBG,RESOL_SRF,RESOL_BIOS"
686	IGCM_sys_RshPost <<-EOF
687	export DEBUG_debug=${DEBUG_debug}
688	export MODIPSL=${MODIPSL}
689	export libIGCM_SX=${libIGCM}
690	export libIGCM=${libIGCM}
691	export SUBMIT_DIR=${SUBMIT_DIR}
692	export REBUILD_DIR=${REBUILD_DIR}
693	export POST_DIR=${POST_DIR}
694	export DateBegin=${DateBegin}
695	export PeriodDateBegin=${PeriodDateBegin}
696	export PeriodDateEnd=${PeriodDateEnd}
697	export NbRebuildDir=${NbRebuildDir}
698	export StandAlone=false
699	export RESOL_ATM=${RESOL_ATM}
700	export RESOL_OCE=${RESOL_OCE}
701	export RESOL_ICE=${RESOL_ICE}
702	export RESOL_MBG=${RESOL_MBG}
703	export RESOL_SRF=${RESOL_SRF}
704	export RESOL_BIOS=${RESOL_BIOS}
705	export listVarEnv=${listVarEnv}
706	. ${libIGCM_POST}/libIGCM_debug/libIGCM_debug.ksh
707	. ${libIGCM_POST}/libIGCM_sys/libIGCM_sys.ksh
708	IGCM_sys_MkdirWork ${POST_DIR}
709	IGCM_debug_Verif_Exit
710	IGCM_sys_QsubPost rebuild_fromWorkdir
711	EOF
712	fi
713	fi
714
715	IGCM_debug_PopStack "IGCM_post_Submit"
716	}

Note: See TracBrowser for help on using the repository browser.

Context Navigation

source: tags/libIGCM_v1_4/libIGCM_post/libIGCM_post.ksh @ 860

Download in other formats: