source: trunk/libIGCM/AA_job @ 831

Last change on this file since 831 was 815, checked in by sdipsl, 11 years ago
  • Enhanced comments
  • Property licence set to
    The following licence information concerns ONLY the libIGCM tools
    ==================================================================

    Copyright © Centre National de la Recherche Scientifique CNRS
    Commissariat à l'Énergie Atomique CEA

    libIGCM : Library for Portable Models Computation of IGCM Group.

    IGCM Group is the french IPSL Global Climate Model Group.

    This library is a set of shell scripts and functions whose purpose is
    the management of the initialization, the launch, the transfer of
    output files, the post-processing and the monitoring of datas produce
    by any numerical program on any plateforme.

    This software is governed by the CeCILL license under French law and
    abiding by the rules of distribution of free software. You can use,
    modify and/ or redistribute the software under the terms of the CeCILL
    license as circulated by CEA, CNRS and INRIA at the following URL
    "http://www.cecill.info".

    As a counterpart to the access to the source code and rights to copy,
    modify and redistribute granted by the license, users are provided only
    with a limited warranty and the software's author, the holder of the
    economic rights, and the successive licensors have only limited
    liability.

    In this respect, the user's attention is drawn to the risks associated
    with loading, using, modifying and/or developing or reproducing the
    software by the user in light of its specific status of free software,
    that may mean that it is complicated to manipulate, and that also
    therefore means that it is reserved for developers and experienced
    professionals having in-depth computer knowledge. Users are therefore
    encouraged to load and test the software's suitability as regards their
    requirements in conditions enabling the security of their systems and/or
    data to be ensured and, more generally, to use and operate it in the
    same conditions as regards security.

    The fact that you are presently reading this means that you have had
    knowledge of the CeCILL license and that you accept its terms.
  • Property svn:keywords set to Revision Author Date
File size: 20.3 KB
Line 
1#-Q- curie #!/bin/ksh
2#-Q- curie ######################
3#-Q- curie ## CURIE   TGCC/CEA ##
4#-Q- curie ######################
5#-Q- curie #MSUB -r ::Jobname::       # nom de la requete
6#-Q- curie #MSUB -o Script_Output_::Jobname::.000001    # nom du fichier de sortie
7#-Q- curie #MSUB -e Script_Output_::Jobname::.000001    # nom du fichier de sortie
8#-Q- curie #MSUB -eo
9#-Q- curie #MSUB -n ::JobNumProcTot:: # reservation des processeurs pour le job
10#-Q- curie #MSUB -T 86400             # Limite temps (en secondes)
11#-Q- curie #MSUB -q standard
12#-Q- curie ##MSUB -A gen****
13#-Q- curie BATCH_NUM_PROC_TOT=$BRIDGE_MSUB_NPROC
14#-Q- curie set +x
15#-Q- titane #!/usr/bin/ksh
16#-Q- titane ##################
17#-Q- titane ## TITANE   CEA ##
18#-Q- titane ##################
19#-Q- titane #MSUB -r ::Jobname::       # nom de la requete
20#-Q- titane #MSUB -o Script_Output_::Jobname::.000001    # nom du fichier de sortie
21#-Q- titane #MSUB -e Script_Output_::Jobname::.000001    # nom du fichier de sortie
22#-Q- titane #MSUB -eo
23#-Q- titane #MSUB -n ::JobNumProcTot:: # reservation des processeurs pour le job
24#-Q- titane #MSUB -T 86400             # Limite temps (en secondes)
25#-Q- titane #MSUB -p gen2211
26#-Q- titane BATCH_NUM_PROC_TOT=$BRIDGE_MSUB_NPROC
27#-Q- ada #!/bin/ksh
28#-Q- ada # ######################
29#-Q- ada # ##   ADA IDRIS   ##
30#-Q- ada # ######################
31#-Q- ada # Nom de la requete
32#-Q- ada # @ job_name = ::Jobname::
33#-Q- ada # Type de travail
34#-Q- ada # @ job_type = parallel
35#-Q- ada # Fichier de sortie standard
36#-Q- ada # @ output = Script_Output_::Jobname::.000001
37#-Q- ada # Fichier de sortie erreur (le meme)
38#-Q- ada # @ error = Script_Output_::Jobname::.000001
39#-Q- ada # Nombre de processus demandes
40#-Q- ada # @ total_tasks = ::JobNumProcTot::
41#-Q- ada # @ environment = "BATCH_NUM_PROC_TOT=::JobNumProcTot::"
42#-Q- ada # Temps CPU max. par processus MPI hh:mm:ss
43#-Q- ada # @ wall_clock_limit = 1:00:00
44#-Q- ada # Nombre de taches OpenMP/pthreads par processus MPI
45#-Q- ada ### @ parallel_threads = 4
46#-Q- ada # Fin de l entete
47#-Q- ada # @ queue
48#-Q- sx9mercure #!/bin/ksh
49#-Q- sx9mercure ######################
50#-Q- sx9mercure ## SX9MERCURE   CEA ##
51#-Q- sx9mercure ######################
52#-Q- sx9mercure #PBS -N ::Jobname::           # nom de la requete
53#-Q- sx9mercure #PBS -m a                     # message a la fin du job
54#-Q- sx9mercure #PBS -j o                     # regroupement des sorties du job : standard error et output
55#-Q- sx9mercure #PBS -o Script_Output_::Jobname::.000001   # nom du fichier de sortie
56#-Q- sx9mercure #PBS -S /usr/bin/ksh          # shell de soumission
57#-Q- sx9mercure #PBS -v BATCH_NUM_PROC_TOT=::JobNumProcTot::
58#-Q- sx9mercure #PBS -l cpunum_job=${BATCH_NUM_PROC_TOT}          # reservation des processeurs pour le job
59#-Q- sx9mercure #PBS -l memsz_job=16.0gb      # limite memoire
60#-Q- sx9mercure #PBS -l elapstim_req=24:00:00 # limite en temps elapsed
61#-Q- sx9mercure #PBS -A gen6178               # groupe obligatoire sur SX9
62#-Q- sx9mercure #PBS -q para-sx9              # para-sx9 or prio-sx9 (for CMIP5 top priorities), bckg-sx9 (run with free slot) and test-sx9 (if elapsed<1h)
63#-Q- lxiv8 ######################
64#-Q- lxiv8 ## OBELIX      LSCE ##
65#-Q- lxiv8 ######################
66#-Q- lxiv8 #PBS -N ::Jobname::
67#-Q- lxiv8 #PBS -m a
68#-Q- lxiv8 #PBS -j oe
69#-Q- lxiv8 #PBS -q medium
70#-Q- lxiv8 #PBS -o Script_Output_::Jobname::.000001
71#-Q- lxiv8 #PBS -S /bin/ksh
72#-Q- lxiv8 #PBS -v BATCH_NUM_PROC_TOT=::JobNumProcTot::
73#-Q- lxiv8 #PBS -l nodes=1:ppn=::JobNumProcTot::
74#-Q- default #!/bin/ksh
75#-Q- default ##################
76#-Q- default ## DEFAULT HOST ##
77#-Q- default ##################
78#-Q- default #For MPI use, uncomment next line :
79#-Q- default #BATCH_NUM_PROC_TOT=::JobNumProcTot::
80
81#**************************************************************
82# Author: Sebastien Denvil
83# Contact: Sebastien.Denvil__at__ipsl.jussieu.fr
84# $Revision::                                          $ Revision of last commit
85# $Author::                                            $ Author of last commit
86# $Date::                                              $ Date of last commit
87# IPSL (2006)
88#  This software is governed by the CeCILL licence see libIGCM/libIGCM_CeCILL.LIC
89#
90#**************************************************************
91
92#set -eu
93#set -vx
94
95date
96echo
97echo "#######################################"
98echo "#       ANOTHER GREAT SIMULATION      #"
99echo "#######################################"
100echo
101
102#D--------------------------------------------------------------------==
103#D-
104#D-                      Job to launch IGCM models
105#D-
106#D--------------------------------------------------------------------==
107#D-
108
109MODIPSL=::modipsl::
110libIGCM=${MODIPSL}/libIGCM
111
112#D--------------------------------------------------------------------==
113#D- -1. PLACE FOR USER MODIFICATION
114#D-     - Job Verbosity
115#D-     - PeriodNb
116#D-     - Experience type : DEB(ug), DEV(elopment), RUN
117#D--------------------------------------------------------------------==
118
119#D- Task type (computing or post-processing)
120TaskType=computing
121#D- Increased verbosity (1, 2, 3)
122Verbosity=3
123#D- Experience type : DEB(ug), DEV(elopment), RUN (default)
124JobType=RUN
125#D- Number of execution in one job
126PeriodNb=1
127#-Q- sx9mercure PeriodNb=60
128
129#D-
130#D- --------------------------------------------------------------------------------------------------#
131#D-                          ! OPTIONNAL FEATURES /!\ USE WITH CARE !                                 #
132#D- --------------------------------------------------------------------------------------------------#
133
134
135#D- Low level debug : to bypass lib test checks and stack construction
136#D- Default=true
137#D-
138DEBUG_debug=false
139
140#D- Set DEBUG_sys to false to disable output calls of function
141#D- Default=true
142#D-
143#DEBUG_sys=false
144
145#D- Define running directory
146#D- Default=${TMPDIR} ie temporary batch directory
147#D-
148#RUN_DIR_PATH=/workdir/or/scratchdir/of/this/machine
149
150#D- Define submit directory
151#D- Default= where you launch qsub (variable from scheduler)
152#D-
153#SUBMIT_DIR=$( pwd )
154
155#D- Define input file root directory
156#D- Default=/IGCMG/common/account/of/this/machine
157#D-
158#R_IN=/u/rech/por/rpor111/DATA
159
160#D- Turn in dry run mode ? (0,1,2,3)
161#D- Default=0
162#D-
163#DRYRUN=3
164#D-# YOU HAVE TO COMPILE YOUR EXE FILES to USE DRYRUN MODE !
165#D-# -------------------------------------------------------------------------------------
166#D-# | DRYRUN=  |  Date computations, | sys_Get    |  Exe    | sys_Put_Out; sys_Put_Rest |
167#D-# |          |  Cp/Exe/param/files |            |         |                           |
168#D-# |          |  Chmod Qsub         |            |         |                           |
169#D-# -------------------------------------------------------------------------------------
170#D-# |    0     |       yes           |    yes     |  yes    |      yes                  |
171#D-# -------------------------------------------------------------------------------------
172#D-# |    1     |       yes           |    yes     |  yes    |      no                   |
173#D-# -------------------------------------------------------------------------------------
174#D-# |    2     |       yes           |    yes     |  no     |      no                   |
175#D-# -------------------------------------------------------------------------------------
176#D-# |    3     |       yes           |    no      |  no     |      no                   |
177#D-# -------------------------------------------------------------------------------------
178
179#D-
180# --------------------------------------------------------------------------------------------------#
181#D- ! END OF OPTIONNAL FEATURES /!\ DO NOT MODIFY ANYTHING BELOW UNLESS YOU KNOW WHAT YOU ARE DOING #
182# --------------------------------------------------------------------------------------------------#
183
184#D-
185#D--------------------------------------------------------------------==
186#D- 0. SYSTEM ENVIRONMENT
187#D-    - Define variables for Number of processors
188#D-    - Define MPI variables
189#D-    - Define batch scheduler variables
190#D-    - Source IGCM Library
191#D-    - Get RESOLution in .resol file (temporary)
192#D--------------------------------------------------------------------==
193
194#---------------------------------------------------------------------==
195
196. ${libIGCM}/libIGCM_debug/libIGCM_debug.ksh
197( ${DEBUG_debug} ) && IGCM_debug_Check
198. ${libIGCM}/libIGCM_card/libIGCM_card.ksh
199( ${DEBUG_debug} ) && IGCM_card_Check
200. ${libIGCM}/libIGCM_date/libIGCM_date.ksh
201( ${DEBUG_debug} ) && IGCM_date_Check
202#-------
203. ${libIGCM}/libIGCM_sys/libIGCM_sys.ksh
204. ${libIGCM}/libIGCM_config/libIGCM_config.ksh
205. ${libIGCM}/libIGCM_comp/libIGCM_comp.ksh
206. ${libIGCM}/libIGCM_post/libIGCM_post.ksh
207
208#--------------------------------------------------------------------==
209
210#-- Resolution FLAG for oasis input
211#RESOL="ORCA2xLMD9671"
212[ -f ${SUBMIT_DIR}/../.resol ] && RESOL=$(head -1 ${SUBMIT_DIR}/../.resol)
213#-- Chemistrie FLAG to ease chemistries configurations management
214#CHEM="AER"
215[ -f ${SUBMIT_DIR}/../.chimie ] && eval $(grep CHEM ${SUBMIT_DIR}/../.chimie)
216
217#D-
218#D--------------------------------------------------------------------==
219#D- 1. INITIALIZE CONFIGURATION
220#D-    - Simulation configuration
221#D-    - Simulation parameters
222#D-    - Execution parameter
223#D-    - Define input files directory
224#D-    - Read or initialize CumulPeriod
225#D-    - run.card
226#D---------------------------------------------------------------------==
227IGCM_config_Initialize
228
229# --------------------------------------------------------------------==
230# Define, create and cd RUN_DIR
231# --------------------------------------------------------------------==
232RUN_DIR=${RUN_DIR_PATH}/${config_UserChoices_JobName}.${$}
233IGCM_sys_MkdirWork ${RUN_DIR}
234IGCM_sys_Cd ${RUN_DIR}
235
236# ------------------------------------------------------------------
237# Test if all was right before proceeding further
238# ------------------------------------------------------------------
239IGCM_debug_Verif_Exit
240
241#D-
242#D---------------------------------------------------------------------==
243#D- 2. INITIALIZE ALL COMPONENT OF THE CONFIGURATION
244#D-    - Define component executable
245#D-    - Define Write Frequency by component "1M" "1D" ...
246#D-    - Source ${comp}.driver
247#D-    - Define Storage Places by component
248#D-    - ${comp}_Initialize :
249#D-    - Patterns to sed
250#D-    - Variables from namelist
251#D---------------------------------------------------------------------==
252IGCM_comp_Initialize
253
254#D-
255#D---------------------------------------------------------------------==
256#D- 3. PERFORM GENERAL VERIFICATION
257#D-    - Verify compatibility of period length, write frequencies, ...
258#D-    - Verify compatibility of rebuild choices and post-process choices
259#D-    - Will stop here if something is wrong
260#D---------------------------------------------------------------------==
261IGCM_config_Check
262
263# ------------------------------------------------------------------
264# Test if all was right before entering the period loop
265# ------------------------------------------------------------------
266IGCM_debug_Verif_Exit
267
268#D-
269#D---------------------------------------------------------------------==
270#D- 4. ENTER THE DEEP EXECUTION LOOP
271#D-    ! FASTEN YOUR SEAT BELTS PLEASE. !
272#D-    !   WE WILL CROSS TURBULENCES.   !
273#D---------------------------------------------------------------------==
274
275Period=1
276
277PeriodContinue=false
278if [ ${Period} -le ${PeriodNb} ]; then
279  PeriodContinue=true
280fi
281while ( ${PeriodContinue} ) ; do
282
283  echo
284  echo "Starting iteration ${Period} / ${PeriodNb}"
285
286  #D-
287  # ------------------------------------------------------------------
288  #D-   4.1 COMPUTE AND DEFINE DATE INFORMATION.
289  #D-       - ${PeriodDateBegin}
290  #D-       - ${PeriodDateEnd}
291  #D-       - ${CumulPeriod}
292  #D-       - ${DatesPeriod}=${PeriodDateBegin}_${PeriodDateEnd}
293  #D-       - ${PeriodLength} => JOURS=31 , 28, 29, 30 ; MOIS=0 ; ANS=0
294  #D-       - update run.card value
295  # ------------------------------------------------------------------
296  IGCM_config_PeriodStart
297
298  #D-
299  # ------------------------------------------------------------------
300  #D-   4.2 BEGIN COMPUTATION ONLY IF NEEDED
301  # ------------------------------------------------------------------
302  if [ ${SimulationLengthInDays} -gt ${ExperienceLengthInDays} ] ; then
303    IGCM_debug_Print 1 "break because '${SimulationLengthInDays} -gt ${ExperienceLengthInDays}' : ${SimulationLengthInDays} -gt ${ExperienceLengthInDays}"
304    break ;
305  fi
306
307  #D-
308  # ------------------------------------------------------------------
309  #D-   4.3 CALL OPTIONNAL FUNCTION WITHIN DRIVER
310  #D-       - to set special variables used in lists (Param, Init or Bc).
311  # ------------------------------------------------------------------
312  IGCM_comp_PeriodStart
313
314  #D-
315  # ------------------------------------------------------------------
316  #D-   4.4 GET PARAMETERS TEXT FILES UPDATED BY JOB
317  #D-       - (.def, namelist ...)
318  #D-       - READ AND USE BY GCM AT EACH EXECUTION.
319  # ------------------------------------------------------------------
320  IGCM_comp_GetInputParametersFiles
321
322  #D-
323  # ------------------------------------------------------------------
324  #D-   4.5 GET INITIAL STATE
325  #D-       - (Etat0, carteveg,relief...)
326  #D-       - NECESSARY ONLY IF CumulPeriod= (=> NUMERO) == 1
327  #D-       - AND ???_Restart=NO
328  #D-       - READ AND USE BY GCM FOR ONLY ONE EXECUTION.
329  # ------------------------------------------------------------------
330  IGCM_comp_GetInputInitialStateFiles
331
332  #D-
333  # ------------------------------------------------------------------
334  #D-   4.6 GET BOUNDARIES CONDITIONS
335  #D-       - (SST, WIND[X,Y,Z], LAI ...)
336  #D-       - READ AND USE BY GCM AT EACH EXECUTION.
337  # ------------------------------------------------------------------
338  IGCM_comp_GetInputBoundaryFiles
339
340  #D-
341  # ------------------------------------------------------------------
342  #D-   4.7 GET SmoothFiles CONDITIONS
343  #D-       - (SST, WIND[X,Y,Z], LAI ...)
344  #D-       - READ AND USE BY GCM AT EACH EXECUTION
345  #D-       - Do not change at each ${Period}
346  # ------------------------------------------------------------------
347  IGCM_comp_GetInputSmoothFiles
348
349  #D-
350  # ------------------------------------------------------------------
351  #D-   4.8 GET RESTART FILES
352  #D-       - (restartphy.nc, orca_restart.nc ...)
353  #D-       - READ AND USE BY GCM AT EACH EXECUTION.
354  #D-
355  #D-       - IF A COMPONENT DO NOT RESTART FROM PREVIOULSY COMPUTED RESTART
356  #D-       - ONLY IF CumulPeriod= (=> NUMERO) == 1
357  #D-       - MUST EXECUTE CREATE ETAT0_LIMIT (TYPICALLY LMDZ AND ./create_etat0_limit.e)
358  #D-
359  #D-       - IF CumulPeriod == 1
360  #D-       - AND A COMPONENT RESTART FROM PREVIOULSY COMPUTED RESTART
361  #D-       - MUST BRING THIS RESTART IN ${RUN_DIR_PATH}
362  #D-
363  #D-       - ELSE BRING RESTART FROM ${JobName} IN ${RUN_DIR_PATH}
364  # ------------------------------------------------------------------
365  IGCM_comp_GetInputRestartFiles
366
367  # ------------------------------------------------------------------
368  # Test if all was right before Update
369  # ------------------------------------------------------------------
370  IGCM_debug_Verif_Exit
371
372  #D-
373  # ------------------------------------------------------------------
374  #D-   4.9 ACTIVATE RUNNING ENVIRONNEMENT VARIABLES
375  # ------------------------------------------------------------------
376  IGCM_sys_activ_variables
377
378  #D-
379  # ------------------------------------------------------------------
380  #D-   4.10 UPDATE ParametersFiles
381  #D-        - (.def, namelist ...)
382  #D-        - with current value of (ORCA_NIT00, ORCA_LRSTAR, RAZ_DATE, ...)
383  # ------------------------------------------------------------------
384  IGCM_comp_Update
385
386  # ------------------------------------------------------------------
387  # Test if all was right before execution
388  # ------------------------------------------------------------------
389  IGCM_debug_Verif_Exit
390
391  #D-
392  #D---------------------------------------------------------------------==
393  #D- 5. EXECUTION
394  #D---------------------------------------------------------------------==
395
396  echo
397  echo "#######################################"
398  echo "#      DIR BEFORE RUN EXECUTION       #"
399  echo "#######################################"
400  echo
401  ls -lrt
402
403  echo "========================================================================"
404  if [ ${DRYRUN} -le 1 ] ; then
405    REAL_DATE_INIT=$( date )
406    echo                                                                                   > ${Exe_Output}
407    echo "#######################################"                                        >> ${Exe_Output}
408    echo "EXECUTION of : ${EXECUTION}"
409    echo "EXECUTION of : ${EXECUTION}"                                                    >> ${Exe_Output}
410    echo                                                                                  >> ${Exe_Output}
411    typeset RET
412    RUN_DATE_BEGIN=$( date '+%Y-%m-%dT%H:%M:%S' )
413    ${EXECUTION}  >> ${Exe_Output} 2>&1
414    RET=$?
415    RUN_DATE_END=$( date '+%Y-%m-%dT%H:%M:%S' )
416    if [ ${RET} -gt 0 ] ; then
417      echo "Return code of executable :" ${RET}
418      IGCM_debug_Exit "EXECUTABLE"
419      IGCM_sys_Mkdir ${SUBMIT_DIR}/Debug
420      IGCM_sys_Cp ${Exe_Output} ${SUBMIT_DIR}/Debug/${PREFIX}_${Exe_Output}_error
421      ExecutionFail=true
422    fi
423    echo                                            >> ${Exe_Output}
424    echo "#######################################"  >> ${Exe_Output}
425    echo "libIGCM RunDateBegin=${RUN_DATE_BEGIN}"   >> ${Exe_Output}
426    echo "libIGCM RunDateEnd=${RUN_DATE_END}"       >> ${Exe_Output}
427    echo                                            >> ${Exe_Output}
428  else
429    echo "EXECUTION of : ${EXECUTION} simulated for DRYRUN = " $DRYRUN
430    echo "EXECUTION of : ${EXECUTION} simulated for DRYRUN = " $DRYRUN > ${Exe_Output}
431    if ( $DEBUG_debug ) ; then
432      echo "FOR EXECUTION DRYRUN mode = " $DRYRUN >> stack
433    fi
434  fi
435  echo "========================================================================"
436
437  echo
438  echo "#######################################"
439  echo "#       DIR AFTER RUN EXECUTION       #"
440  echo "#######################################"
441  echo
442  ls -lrt
443
444  #D-
445  #D---------------------------------------------------------------------==
446  #D- 6. POST EXECUTION OPERATIONS
447  #D---------------------------------------------------------------------==
448
449  #D-
450  # ------------------------------------------------------------------
451  #D-   6.1. DESACTIVATE RUNNING ENVIRONNEMENT VARIABLES
452  # ------------------------------------------------------------------
453  IGCM_sys_desactiv_variables
454
455  #D-
456  # ------------------------------------------------------------------
457  #D-   6.2. SAVE OUTPUTS
458  #D-        - On archive/storage machine
459  #D-        - netcdf outputs, restarts and text files of models
460  # ------------------------------------------------------------------
461  IGCM_comp_Finalize
462
463  # ------------------------------------------------------------------
464  # Test if all was right after Finalize
465  # ------------------------------------------------------------------
466  IGCM_debug_Verif_Exit
467
468  #D-
469  # ------------------------------------------------------------------
470  #D-   6.3. CONFIGURE POST-PROCESSING
471  #D-        - asynchronous post-treatment (Level 0) when necessary (rebuild/pack)
472  #D-        - classic post-treatment      (Level 1) when necessary (TimeSeries/Seasonal)
473  # ------------------------------------------------------------------
474  IGCM_post_Configure
475
476  #D-
477  # ------------------------------------------------------------------
478  #D-   6.4. SUBMIT POST-PROCESSING
479  #D-        - remote rebuild or/and post-treatment process if necessary
480  # ------------------------------------------------------------------
481  IGCM_post_Submit
482
483  #D-
484  # ------------------------------------------------------------------
485  #D-   6.5. FINALYZE CURRENT LOOP AND PREPARE NEXT ONE
486  #D-        - Manage executable size to save only different binary
487  #D-        - Write in run.card user, system and elapse time
488  #D-        - Check that everything went well ! No ? then we stop.
489  #D-        - Determine next computed period
490  # ------------------------------------------------------------------
491  IGCM_config_PeriodEnd
492
493  echo "Ending iteration ${Period}"
494  (( Period = Period + 1 ))
495
496  # End loop if date end is reached
497  if [ ${SimulationLengthInDays} -ge ${ExperienceLengthInDays} ] ; then
498    break ;
499  fi
500
501  PeriodContinue=false
502  if [ ${Period} -le ${PeriodNb} ]; then
503    PeriodContinue=true
504  fi
505done
506
507#D-
508#D---------------------------------------------------------------------==
509#D- 7. SUBMIT NEXT JOB OR SEND MAIL IF SIMULATION IS OVER.
510#D---------------------------------------------------------------------==
511IGCM_config_Finalize
512
513date
Note: See TracBrowser for help on using the repository browser.