1 | #!/bin/ksh |
---|
2 | |
---|
3 | # $Date: 2010/06/25 19:03:52 $ |
---|
4 | # $Author: ssipsl $ |
---|
5 | # $Revision: 1.13 $ |
---|
6 | # IPSL (2006) |
---|
7 | # This software is governed by the CeCILL licence see ORCHIDEE/ORCHIDEE_CeCILL.LIC |
---|
8 | |
---|
9 | #D--------------------------------------------------------------------== |
---|
10 | #D--------------------------------------------------------------------== |
---|
11 | #D- |
---|
12 | #D- Job to launch ENSEMBLE spinup simulations |
---|
13 | #D- |
---|
14 | #D--------------------------------------------------------------------== |
---|
15 | #D--------------------------------------------------------------------== |
---|
16 | #D- |
---|
17 | # Job inspired from Sönke Zaehle "site_new.def" job |
---|
18 | # ################################################# |
---|
19 | |
---|
20 | |
---|
21 | |
---|
22 | MODIPSL=::modipsl:: |
---|
23 | libIGCM=${MODIPSL}/libIGCM |
---|
24 | |
---|
25 | # All SubJobs in SPINUP in ONE OR MORE YEARS run (must be used with libIGCM branches/AllPostFred). |
---|
26 | |
---|
27 | |
---|
28 | |
---|
29 | #D--------------------------------------------------------------------== |
---|
30 | #D- -1. User modification place |
---|
31 | #D--------------------------------------------------------------------== |
---|
32 | |
---|
33 | #D- Increased verbosity (1, 2, 3) |
---|
34 | #Verbosity=3 |
---|
35 | |
---|
36 | #D- |
---|
37 | # -------------------------------------------------------------------- |
---|
38 | #D- ! Optionnal features /!\ Use with care ! |
---|
39 | # -------------------------------------------------------------------- |
---|
40 | |
---|
41 | #D- Low level debug : to bypass lib test checks and stack construction |
---|
42 | #D- Default=true |
---|
43 | DEBUG_debug=false |
---|
44 | |
---|
45 | #D- Set DEBUG_sys to false to disable output calls of function |
---|
46 | #D- Default=true |
---|
47 | #DEBUG_sys=false |
---|
48 | |
---|
49 | #D- Turn in dry run mode ? (0,1,2,3) |
---|
50 | #D- Default=0 |
---|
51 | #DRYRUN=3 |
---|
52 | # YOU MUST COMPILE YOUR EXE FILES FOR DRYRUN MODE ! |
---|
53 | # ------------------------------------------------------------------------------------- |
---|
54 | # | DRYRUN= | Date computations, | sys_Get | Exe | sys_Put_Out; sys_Put_Rest | |
---|
55 | # | | Cp/Exe param files | | Chmod | | |
---|
56 | # | | Qsub | | | | |
---|
57 | # ------------------------------------------------------------------------------------- |
---|
58 | # | 0 | yes | yes | yes | yes | |
---|
59 | # ------------------------------------------------------------------------------------- |
---|
60 | # | 1 | yes | yes | yes | no | |
---|
61 | # ------------------------------------------------------------------------------------- |
---|
62 | # | 2 | yes | yes | no | no | |
---|
63 | # ------------------------------------------------------------------------------------- |
---|
64 | # | 3 | yes | no | no | no | |
---|
65 | # ------------------------------------------------------------------------------------- |
---|
66 | |
---|
67 | |
---|
68 | #D- |
---|
69 | #D--------------------------------------------------------------------== |
---|
70 | #D- 0. System Environment |
---|
71 | #D- - Define variables for Number of processors |
---|
72 | #D- - Define MPI variables |
---|
73 | #D- - Define batch scheduler variables |
---|
74 | #D- - Source IGCM Library |
---|
75 | #D- - Get RESOLution in .resol file (temporary) |
---|
76 | #D--------------------------------------------------------------------== |
---|
77 | |
---|
78 | #D--------------------------------------------------------------------== |
---|
79 | |
---|
80 | . ${libIGCM}/libIGCM_debug/libIGCM_debug.ksh |
---|
81 | ( ${DEBUG_debug} ) && IGCM_debug_Check |
---|
82 | . ${libIGCM}/libIGCM_card/libIGCM_card.ksh |
---|
83 | ( ${DEBUG_debug} ) && IGCM_card_Check |
---|
84 | . ${libIGCM}/libIGCM_date/libIGCM_date.ksh |
---|
85 | ( ${DEBUG_debug} ) && IGCM_date_Check |
---|
86 | #------- |
---|
87 | . ${libIGCM}/libIGCM_sys/libIGCM_sys.ksh |
---|
88 | |
---|
89 | |
---|
90 | R_BC=${R_IN}/BC |
---|
91 | |
---|
92 | IGCM_sys_MkdirWork ${RUN_DIR_PATH} |
---|
93 | |
---|
94 | . ${SUBMIT_DIR}/ensemble.ksh |
---|
95 | |
---|
96 | ENSEMBLE_initialize |
---|
97 | |
---|
98 | function correct_duree |
---|
99 | { |
---|
100 | # Ths function compute the nearest multiple of dyear near duree |
---|
101 | typeset duree dyear |
---|
102 | duree=$1 |
---|
103 | dyear=$2 |
---|
104 | if [ $(( duree % dyear )) -gt 0 ] ; then |
---|
105 | echo $(( ( duree / dyear + 1 ) * dyear )) |
---|
106 | else |
---|
107 | echo ${duree} |
---|
108 | fi |
---|
109 | } |
---|
110 | |
---|
111 | # Path for all skeleton SubJob scripts to SPINUP directory |
---|
112 | Skeleton_Path=$( cd ../; pwd ) |
---|
113 | |
---|
114 | isite=1 |
---|
115 | index=0 |
---|
116 | echo ${isite} ${NumSites} |
---|
117 | while [ ${isite} -le ${NumSites} ] ; do |
---|
118 | |
---|
119 | site=${ensemble_CONFIG_Sites[$index]} |
---|
120 | echo " ------------------------" |
---|
121 | echo " SPINUP for Site : ${site}" |
---|
122 | |
---|
123 | DATE0_YEAR=${ensemble_CONFIG_Sites[ $(( index + ColumnYear )) ]} |
---|
124 | TIME_YEAR=${ensemble_CONFIG_Sites[ $(( index + ColumnLength )) ]} |
---|
125 | |
---|
126 | ####################################################### |
---|
127 | # Script internal settings |
---|
128 | # nothing to be modified below this line |
---|
129 | ######################################################ä |
---|
130 | |
---|
131 | # Copy the SPINUP directory |
---|
132 | SubJobName=${site}${config_UserChoices_JobName} |
---|
133 | New_SUBMIT_DIR=${SUBMIT_DIR}/${SubJobName} |
---|
134 | IGCM_sys_Cp -Rp ../SPINUP ${New_SUBMIT_DIR} |
---|
135 | # ls -la ${New_SUBMIT_DIR} |
---|
136 | # cat ${New_SUBMIT_DIR}/config.card |
---|
137 | # echo "---" |
---|
138 | |
---|
139 | # Install this directory |
---|
140 | # modifications on config.card |
---|
141 | MyJobName=${config_UserChoices_JobName} |
---|
142 | IGCM_card_DefineVariableFromOption ${New_SUBMIT_DIR}/config.card UserChoices JobName |
---|
143 | OldJobName=${config_UserChoices_JobName} |
---|
144 | IGCM_card_WriteOption ${New_SUBMIT_DIR}/config.card UserChoices JobName ${SubJobName} |
---|
145 | config_UserChoices_JobName=${MyJobName} |
---|
146 | IGCM_card_DefineVariableFromOption ${SUBMIT_DIR}/config.card UserChoices TagName |
---|
147 | IGCM_card_WriteOption ${New_SUBMIT_DIR}/config.card UserChoices TagName ${config_UserChoices_TagName} |
---|
148 | IGCM_card_WriteOption ${New_SUBMIT_DIR}/config.card UserChoices CalendarType ${config_UserChoices_CalendarType} |
---|
149 | |
---|
150 | IGCM_card_WriteOption ${New_SUBMIT_DIR}/config.card UserChoices JobClass ${config_UserChoices_JobClass} |
---|
151 | IGCM_card_WriteOption ${New_SUBMIT_DIR}/config.card UserChoices JobNumProcTot ${config_UserChoices_JobNumProcTot} |
---|
152 | sed -e "s/^JobRunOptions=.*/JobRunOptions=\'${config_UserChoices_JobRunOptions}\'/" ${New_SUBMIT_DIR}/config.card > temp.card |
---|
153 | IGCM_sys_Mv temp.card ${New_SUBMIT_DIR}/config.card |
---|
154 | |
---|
155 | # Give path for all skeleton SubJob scripts to SPINUP directory |
---|
156 | IGCM_card_WriteOption ${New_SUBMIT_DIR}/COMP/spinup.card UserChoices SubJobPath ${Skeleton_Path} |
---|
157 | |
---|
158 | # All SubJobs in SPINUP in one or more years (must be used with libIGCM branches/AllPostFred). |
---|
159 | # It is the length of the forcing file. |
---|
160 | if [ X"${config_UserChoices_CalendarType}" = X"360d" ] ; then |
---|
161 | This_Job_DateEnd=$(( DATE0_YEAR + TIME_YEAR - 1 ))1230 |
---|
162 | This_Job_HumanDateEnd=$(( DATE0_YEAR + TIME_YEAR - 1 ))-12-30 |
---|
163 | else |
---|
164 | This_Job_DateEnd=$(( DATE0_YEAR + TIME_YEAR - 1 ))1231 |
---|
165 | This_Job_HumanDateEnd=$(( DATE0_YEAR + TIME_YEAR - 1 ))-12-31 |
---|
166 | fi |
---|
167 | |
---|
168 | IGCM_card_WriteOption ${New_SUBMIT_DIR}/config.card UserChoices DateBegin ${DATE0_YEAR}-01-01 |
---|
169 | IGCM_card_WriteOption ${New_SUBMIT_DIR}/config.card UserChoices PeriodLength ${TIME_YEAR}Y |
---|
170 | |
---|
171 | # DateEnd is defined by SpinUp job itself (it will be modified in config.card). |
---|
172 | # but to get all SpinUp Job loops, we have to add at least a number of years greater |
---|
173 | # than those that will be modified in config.card. Default is 150.00.00 years more for SpinUp. |
---|
174 | IGCM_card_WriteOption ${New_SUBMIT_DIR}/config.card UserChoices DateEnd $(( DATE0_YEAR + 150 ))-01-01 |
---|
175 | |
---|
176 | # Infinit SPINUP Job : |
---|
177 | IGCM_card_WriteOption ${New_SUBMIT_DIR}/config.card UserChoices PeriodNb 99999 |
---|
178 | |
---|
179 | # SRF section : first restart and post-treatments |
---|
180 | typeset option |
---|
181 | for option in ${config_SRF[*]} ; do |
---|
182 | eval value=\${config_SRF_${option}} |
---|
183 | eval echo ${option} ${value} |
---|
184 | if [ X${value} != X ] ; then |
---|
185 | eval IGCM_card_WriteOption ${New_SUBMIT_DIR}/config.card SRF ${option} \${config_SRF_${option}} |
---|
186 | fi |
---|
187 | done |
---|
188 | if [ X"${ensemble_UserChoices_ok_stomate}" = "Xy" ] ; then |
---|
189 | for option in ${config_SBG[*]} ; do |
---|
190 | eval value=\${config_SBG_${option}} |
---|
191 | eval echo ${option} ${value} |
---|
192 | if [ X${value} != X ] ; then |
---|
193 | eval IGCM_card_WriteOption ${New_SUBMIT_DIR}/config.card SBG ${option} \${config_SBG_${option}} |
---|
194 | fi |
---|
195 | done |
---|
196 | fi |
---|
197 | |
---|
198 | # modifications on spinup.card |
---|
199 | IGCM_card_WriteOption ${New_SUBMIT_DIR}/COMP/spinup.card SubJobForcingFile List "(${ensemble_CONFIG_ForcingPath}/${ensemble_CONFIG_Sites[$(( index + ColumnFilename ))]}, forcing_file.nc)" |
---|
200 | |
---|
201 | typeset option |
---|
202 | for option in ${ensemble_UserChoices[*]} ; do |
---|
203 | eval IGCM_card_WriteOption ${New_SUBMIT_DIR}/COMP/spinup.card UserChoices ${option} \${ensemble_UserChoices_${option}} |
---|
204 | done |
---|
205 | |
---|
206 | # Max levels for ENSEMBLE |
---|
207 | IGCM_card_WriteOption ${New_SUBMIT_DIR}/COMP/spinup.card UserChoices sechiba_LEVEL 10 |
---|
208 | IGCM_card_WriteOption ${New_SUBMIT_DIR}/COMP/spinup.card UserChoices stomate_LEVEL 10 |
---|
209 | |
---|
210 | IGCM_card_WriteOption ${New_SUBMIT_DIR}/COMP/spinup.card UserChoices DRIVER_NORESTART y |
---|
211 | IGCM_card_WriteOption ${New_SUBMIT_DIR}/COMP/spinup.card UserChoices DRIVER_TIMELENGTH n |
---|
212 | |
---|
213 | eval IGCM_card_WriteOption ${New_SUBMIT_DIR}/COMP/spinup.card UserChoices duree_nostomate $( correct_duree ${ensemble_SPINUP_duree_nostomate} ${TIME_YEAR} ) |
---|
214 | eval IGCM_card_WriteOption ${New_SUBMIT_DIR}/COMP/spinup.card UserChoices duree_inistomate $( correct_duree ${ensemble_SPINUP_duree_inistomate} ${TIME_YEAR} ) |
---|
215 | eval IGCM_card_WriteOption ${New_SUBMIT_DIR}/COMP/spinup.card UserChoices duree_offlineini $( correct_duree ${ensemble_SPINUP_duree_offlineini} ${TIME_YEAR} ) |
---|
216 | eval IGCM_card_WriteOption ${New_SUBMIT_DIR}/COMP/spinup.card UserChoices n_iter ${ensemble_SPINUP_n_iter} |
---|
217 | eval IGCM_card_WriteOption ${New_SUBMIT_DIR}/COMP/spinup.card UserChoices duree_sechiba $( correct_duree ${ensemble_SPINUP_duree_sechiba} ${TIME_YEAR} ) |
---|
218 | eval IGCM_card_WriteOption ${New_SUBMIT_DIR}/COMP/spinup.card UserChoices duree_stomate $( correct_duree ${ensemble_SPINUP_duree_stomate} ${TIME_YEAR} ) |
---|
219 | eval IGCM_card_WriteOption ${New_SUBMIT_DIR}/COMP/spinup.card UserChoices duree_carbonsol $( correct_duree ${ensemble_SPINUP_duree_carbonsol} ${TIME_YEAR} ) |
---|
220 | eval IGCM_card_WriteOption ${New_SUBMIT_DIR}/COMP/spinup.card UserChoices duree_final $( correct_duree ${ensemble_SPINUP_duree_final} ${TIME_YEAR} ) |
---|
221 | |
---|
222 | IGCM_card_WriteOption ${New_SUBMIT_DIR}/COMP/spinup.card UserChoices BoundaryFilesListNonDel y |
---|
223 | |
---|
224 | # TimeSeries : ALMAOUTPUT for SECHIBA |
---|
225 | typeset option |
---|
226 | for option in ${config_SubJobPost[*]} ; do |
---|
227 | eval value=\${config_SubJobPost_${option}} |
---|
228 | eval echo ${option} ${value} |
---|
229 | if [ X${value} != X ] ; then |
---|
230 | eval IGCM_card_WriteOption ${New_SUBMIT_DIR}/config.card SubJobPost ${option} \${config_SubJobPost_${option}} |
---|
231 | fi |
---|
232 | done |
---|
233 | |
---|
234 | # modifications on Job script |
---|
235 | rm ${New_SUBMIT_DIR}/Job_${OldJobName} |
---|
236 | IGCM_sys_Cp ${SUBMIT_DIR}/Job_${MyJobName} ${New_SUBMIT_DIR}/Job_${SubJobName} |
---|
237 | |
---|
238 | sed -e "s/ ${MyJobName}/ ${SubJobName}/" \ |
---|
239 | -e "s/Script_Output_${MyJobName}/Script_Output_${SubJobName}/" \ |
---|
240 | ${New_SUBMIT_DIR}/Job_${SubJobName} > ${New_SUBMIT_DIR}/Job_${SubJobName}_ |
---|
241 | IGCM_sys_Mv ${New_SUBMIT_DIR}/Job_${SubJobName}_ ${New_SUBMIT_DIR}/Job_${SubJobName} |
---|
242 | chmod u+x ${New_SUBMIT_DIR}/Job_${SubJobName} |
---|
243 | |
---|
244 | |
---|
245 | # modification on parameter files |
---|
246 | if [ ! -f ${SUBMIT_DIR}/PARAM/run.def ] ; then |
---|
247 | echo "#ENSEMBLE add :" > ${New_SUBMIT_DIR}/PARAM/run.def |
---|
248 | else |
---|
249 | IGCM_sys_Cp ${SUBMIT_DIR}/PARAM/run.def ${New_SUBMIT_DIR}/PARAM/run.def |
---|
250 | echo "#ENSEMBLE add :" >> ${New_SUBMIT_DIR}/PARAM/run.def |
---|
251 | fi |
---|
252 | echo "" >> ${New_SUBMIT_DIR}/PARAM/run.def |
---|
253 | |
---|
254 | eval first_option=${ensemble_SubJobParams[0]} > /dev/null 2>&1 |
---|
255 | if [ X${first_option} != X"Error:" ] ; then |
---|
256 | IGCM_card_DefineArrayFromSection ${New_SUBMIT_DIR}/COMP/spinup.card SubJobParams |
---|
257 | eval first_option=${spinup_SubJobParams[0]} > /dev/null 2>&1 |
---|
258 | |
---|
259 | typeset option option_ |
---|
260 | for option in ${ensemble_SubJobParams[*]} ; do |
---|
261 | echo "For parameter file run.def" |
---|
262 | eval echo "${option}="\${ensemble_SubJobParams_${option}} |
---|
263 | eval ORCHIDEE_grep ${option} |
---|
264 | if [ ${SearchParam} == "undefined" ] ; then |
---|
265 | echo "ERROR : parameter ${option} doesn't exist in run parameter file !" |
---|
266 | echo "You must correct subjobparam option in ensemble.card file or add new parameter in run.def file" |
---|
267 | echo "We must STOP here." |
---|
268 | exit 1 |
---|
269 | fi |
---|
270 | eval ORCHIDEE_def ${option} \${ensemble_SubJobParams_${option}} |
---|
271 | |
---|
272 | if [ X${first_option} != X"Error:" ] ; then |
---|
273 | for option in ${spinup_SubJobParams[*]} ; do |
---|
274 | if [ X${option} == X${option_} ] ; then |
---|
275 | eval IGCM_card_WriteOption ${New_SUBMIT_DIR}/COMP/spinup.card SubJobParams ${option} \${ensemble_SubJobParams_${option}} |
---|
276 | fi |
---|
277 | done |
---|
278 | fi |
---|
279 | done |
---|
280 | fi |
---|
281 | |
---|
282 | (( iphys = 0 )) |
---|
283 | (( indext = index + 4 )) |
---|
284 | while [ $iphys -lt ${ensemble_CONFIG_NbSitesParam} ] ; do |
---|
285 | |
---|
286 | # Detect if physical parameter has |
---|
287 | # array description or line per PFT description in the parameter file |
---|
288 | SearchParam="" |
---|
289 | ORCHIDEE_grep ${ensemble_CONFIG_NameSitesParam[${iphys}]} |
---|
290 | |
---|
291 | case ${SearchParam} in |
---|
292 | undefined) |
---|
293 | echo "ERROR : parameter ${ensemble_CONFIG_NameSitesParam[${iphys}]} does not exist in run.def parameter file !" |
---|
294 | echo "You must correct NameSiteParam option in ensemble.card file or add new parameter in run.def file" |
---|
295 | echo "We must STOP here." |
---|
296 | exit 1 |
---|
297 | ;; |
---|
298 | value) |
---|
299 | ORCHIDEE_def ${ensemble_CONFIG_NameSitesParam[${iphys}]} ${ensemble_CONFIG_Sites[$(( indext )) ]} |
---|
300 | (( indext = indext + 1 )) |
---|
301 | ;; |
---|
302 | line) |
---|
303 | ipft=1 |
---|
304 | while [ $ipft -le ${NbPFTs} ] ; do |
---|
305 | if [ $ipft -lt 10 ] ; then |
---|
306 | numpft=0${ipft} |
---|
307 | else |
---|
308 | numpft=${ipft} |
---|
309 | fi |
---|
310 | |
---|
311 | ORCHIDEE_def ${ensemble_CONFIG_NameSitesParam[${iphys}]}__${numpft} ${ensemble_CONFIG_Sites[$(( indext )) ]} |
---|
312 | (( indext = indext + 1 )) |
---|
313 | (( ipft = ipft + 1 )) |
---|
314 | done |
---|
315 | ;; |
---|
316 | vector) |
---|
317 | unset ValueSiteParams |
---|
318 | ipft=0 |
---|
319 | while [ $ipft -lt ${NbPFTs} ] ; do |
---|
320 | ValueSiteParams[${ipft}]=${ensemble_CONFIG_Sites[$(( indext )) ]} |
---|
321 | (( indext = indext + 1 )) |
---|
322 | (( ipft = ipft + 1 )) |
---|
323 | done |
---|
324 | ORCHIDEE_def ${ensemble_CONFIG_NameSitesParam[${iphys}]} "${ValueSiteParams[*]}" |
---|
325 | ;; |
---|
326 | esac |
---|
327 | |
---|
328 | (( iphys = iphys + 1 )) |
---|
329 | done |
---|
330 | |
---|
331 | IGCM_debug_Verif_Exit |
---|
332 | |
---|
333 | # Lauch the SPINUP Job : |
---|
334 | |
---|
335 | echo "#!/bin/ksh" > ${RUN_DIR_PATH}/SubJob${site}.ksh |
---|
336 | echo "MODIPSL=${MODIPSL}" >> ${RUN_DIR_PATH}/SubJob${site}.ksh |
---|
337 | echo "libIGCM=${libIGCM}" >> ${RUN_DIR_PATH}/SubJob${site}.ksh |
---|
338 | echo "cd ${New_SUBMIT_DIR}" >> ${RUN_DIR_PATH}/SubJob${site}.ksh |
---|
339 | echo "export SUBMIT_DIR=${New_SUBMIT_DIR}" >> ${RUN_DIR_PATH}/SubJob${site}.ksh |
---|
340 | echo ". ${libIGCM}/libIGCM_debug/libIGCM_debug.ksh" >> ${RUN_DIR_PATH}/SubJob${site}.ksh |
---|
341 | echo ". ${libIGCM}/libIGCM_sys/libIGCM_sys.ksh" >> ${RUN_DIR_PATH}/SubJob${site}.ksh |
---|
342 | echo "export Script_Output=Script_Output_${SubJobName}.000001" >> ${RUN_DIR_PATH}/SubJob${site}.ksh |
---|
343 | echo "export config_UserChoices_JobName=${SubJobName}" >> ${RUN_DIR_PATH}/SubJob${site}.ksh |
---|
344 | echo "export CumulPeriod=1" >> ${RUN_DIR_PATH}/SubJob${site}.ksh |
---|
345 | # echo "nohup Job_${SubJobName}" >> ${RUN_DIR_PATH}/SubJob${site}.ksh |
---|
346 | echo "IGCM_sys_Qsub Job_${SubJobName}" >> ${RUN_DIR_PATH}/SubJob${site}.ksh |
---|
347 | |
---|
348 | if [ ${DRYRUN} -le 1 ] ; then |
---|
349 | chmod u+x ${RUN_DIR_PATH}/SubJob${site}.ksh |
---|
350 | nohup ${RUN_DIR_PATH}/SubJob${site}.ksh |
---|
351 | fi |
---|
352 | |
---|
353 | IGCM_debug_Verif_Exit |
---|
354 | |
---|
355 | (( isite=isite+1 )) |
---|
356 | (( index=index+NumInfosBySite )) |
---|
357 | done |
---|
358 | |
---|
359 | IGCM_sys_RmRunDir -Rf ${RUN_DIR_PATH} |
---|