New URL for NEMO forge!   http://forge.nemo-ocean.eu

Since March 2022 along with NEMO 4.2 release, the code development moved to a self-hosted GitLab.
This present forge is now archived and remained online for history.
sette.sh in utils/CI/sette – NEMO

source: utils/CI/sette/sette.sh @ 9906

Last change on this file since 9906 was 9906, checked in by smasson, 6 years ago

add batch-X64_IRENE

  • Property svn:executable set to *
File size: 50.4 KB
Line 
1#!/bin/bash
2############################################################
3# Author : Simona Flavoni for NEMO
4# Contact: sflod@locean-ipsl.upmc.fr
5# 2013   : A.C. Coward added options for testing with XIOS in dettached mode
6#
7# sette.sh   : principal script of SET TEsts for NEMO (SETTE)
8# ----------------------------------------------------------------------
9# NEMO/SETTE , NEMO Consortium (2010)
10# Software governed by the CeCILL licence     (NEMOGCM/NEMO_CeCILL.txt)
11# ----------------------------------------------------------------------
12#
13#############################################################
14#set -vx
15set -o posix
16#set -u
17#set -e
18# ===========
19# DESCRIPTION
20# ===========
21#
22# Variables to be checked by user:
23#
24# COMPILER          : name of compiler as defined in NEMOGCM/ARCH directory
25# BATCH_COMMAND_PAR :  name of the command for submitting parallel batch jobs
26# BATCH_COMMAND_SEQ :  name of the command for submitting sequential batch jobs 
27# INTERACT_FLAG     : flag to run in interactive mode "yes"
28#                           to run in batch mode "no"
29# MPIRUN_FLAG       : flag to run in parallel (MPI) "yes"
30#                           to run in sequential mode (NB_PROC = 1) "no"
31# USING_XIOS        : flag to control the activation of key_iomput
32#                      "yes" to compile using key_iomput and link to the external XIOS library
33#                      "no"  to compile without key_iomput and link to the old IOIPSL library
34# USING_MPMD        : flag to control the use of stand-alone IO servers
35#                     requires USING_XIOS="yes"
36#                      "yes" to run in MPMD (detached) mode with stand-alone IO servers
37#                      "no"  to run in SPMD (attached) mode without separate IO servers
38# NUM_XIOSERVERS    : number of stand-alone IO servers to employ
39#                     set to zero if USING_MPMD="no"
40#
41# Principal script is sette.sh, that calls
42#
43#  makenemo  : to create successive exectuables in ${CONFIG_NAME}/BLD/bin/nemo.exe
44#              and links to nemo in ${CONFIG_NAME}/EXP00)
45#
46#  param.cfg : sets and loads following directories:
47#
48#   FORCING_DIR         : is the directory for forcing files (tarfile)
49#   INPUT_DIR           : is the directory for input files storing
50#   TMPDIR              : is the temporary directory (if needed)
51#   NEMO_VALIDATION_DIR : is the validation directory
52#
53#   (NOTE: this file is the same for all configrations to be tested with sette)
54#
55#   all_functions.sh : loads functions used by sette (note: new functions can be added here)
56#   set_namelist     : function declared in all_functions that sets namelist parameters
57#   post_test_tidyup : creates validation storage directory and copies required output files
58#                      (run.stat and ocean.output) in it after execution of test.
59#
60#  VALIDATION tree is:
61#
62#   NEMO_VALIDATION_DIR/WCONFIG_NAME/WCOMPILER_NAME/TEST_NAME/REVISION_NUMBER(or DATE)
63#
64#  prepare_exe_dir.sh : defines and creates directory where the test is executed
65#                       execution directory takes name of TEST_NAME defined for every test
66#                       in sette.sh. (each test in executed in its own directory)
67#
68#  prepare_job.sh     : to generate the script run_job.sh
69#
70#  fcm_job.sh         : run in batch (INTERACT_FLAG="no") or interactive (INTERACT_FLAG="yes")
71#                        see sette.sh and BATCH_TEMPLATE directory
72#
73#  NOTE: jobs requiring initial or forcing data need to have an input_CONFIG.cfg in which
74#        can be found paths to the input tar file)
75#  NOTE: if job is not launched for any reason you have the executable ready in ${EXE_DIR}
76#        directory
77#  NOTE: the changed namelists are left in ${EXE_DIR} directory whereas original namelists
78#        remain in ${NEW_CONF}/EXP00
79#
80#  NOTE: a log file, output.sette, is created in ${SETTE_DIR} with the echoes of
81#        executed commands
82#
83#  NOTE: if sette.sh is stopped in output.sette there is written the last command
84#        executed by sette.sh
85#
86# example use: ./sette.sh
87#########################################################################################
88#
89# Compiler among those in NEMOGCM/ARCH
90COMPILER=X64_IRENE
91
92export BATCH_COMMAND_PAR=ccc_msub
93export BATCH_COMMAND_SEQ=ccc_msub
94export INTERACT_FLAG="no"
95export MPIRUN_FLAG="yes"
96export USING_XIOS="yes"
97export USING_ICEBERGS="no"
98#
99export DEL_KEYS="key_iomput"
100if [ ${USING_XIOS} == "yes" ] 
101 then
102   export DEL_KEYS=""
103fi
104#
105# Settings which control the use of stand alone servers (only relevant if using xios)
106#
107export USING_MPMD="no"
108export NUM_XIOSERVERS=4
109export JOB_PREFIX=batch-mpmd
110#
111if [ ${USING_MPMD} == "no" ] 
112 then
113   export NUM_XIOSERVERS=0
114   export JOB_PREFIX=batch
115fi
116#
117#
118if [ ${USING_MPMD} == "yes" ] && [ ${USING_XIOS} == "no"]
119 then
120   echo "Incompatible choices. MPMD mode requires the XIOS server"
121   exit
122fi
123
124# Directory to run the tests
125SETTE_DIR=$(cd $(dirname "$0"); pwd)
126MAIN_DIR=$(dirname $SETTE_DIR)
127CONFIG_DIR0=${MAIN_DIR}/cfgs
128TOOLS_DIR=${MAIN_DIR}/tools
129
130CMP_NAM=${1:-$COMPILER}
131# Copy job_batch_COMPILER file for specific compiler into job_batch_template
132cd ${SETTE_DIR}
133cp BATCH_TEMPLATE/${JOB_PREFIX}-${COMPILER} job_batch_template || exit
134# Description of configuration tested:
135# GYRE_PISCES       :  1
136# ORCA2_ICE_PISCES  :  2
137# ORCA2_OFF_PISCES  :  3
138# AMM12             :  4
139# SAS               :  5
140# ORCA2_ICE_OBS     :  6
141# AGRIF             :  7 & 8  test AGRIF in a double zoom configuration in the nordic seas + 1 zoom in the eq. Pacific (AGRIF_DEMO)
142#                               and check that key_agrif without zoom = no key_agrif
143# SPITZ12           :  9      regional configuration including sea-ice and tides (Spitzbergen)
144
145for config in 2
146#for config in 1 2 3 4 5 6 7 8 9
147do
148
149# -----------
150# GYRE_PISCES
151# -----------
152if [ ${config} -eq 1 ] ;  then
153## Restartability tests for GYRE_PISCES
154    export TEST_NAME="LONG"
155    cd ${MAIN_DIR}
156    . ./makenemo -m ${CMP_NAM} -n GYRE_PISCES_ST -r GYRE_PISCES -j 8 del_key ${DEL_KEYS}
157    cd ${SETTE_DIR}
158    . ./param.cfg
159    . ./all_functions.sh
160    . ./prepare_exe_dir.sh
161    JOB_FILE=${EXE_DIR}/run_job.sh
162    NPROC=8
163    if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi
164    cd ${EXE_DIR} 
165    set_namelist namelist_cfg cn_exp \"GYREPIS_LONG\"
166    set_namelist namelist_cfg nn_it000 1
167    set_namelist namelist_cfg nn_itend 1080
168    set_namelist namelist_cfg nn_stock  540
169    set_namelist namelist_cfg ln_linssh .true.
170    set_namelist namelist_cfg jpni 2
171    set_namelist namelist_cfg jpnj 4
172    set_namelist namelist_cfg jpnij 8
173    if [ ${USING_MPMD} == "yes" ] ; then
174       set_xio_using_server iodef.xml true
175    else
176       set_xio_using_server iodef.xml false
177    fi
178    cd ${SETTE_DIR}
179    . ./prepare_job.sh input_GYRE.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
180
181    cd ${SETTE_DIR}
182    export TEST_NAME="SHORT"
183    . ./prepare_exe_dir.sh
184    cd ${EXE_DIR}
185    set_namelist namelist_cfg cn_exp \"GYREPIS_SHORT\"
186    set_namelist namelist_cfg nn_it000 541
187    set_namelist namelist_cfg nn_itend 1080
188    set_namelist namelist_cfg nn_stock 540
189    set_namelist namelist_cfg ln_rstart .true.
190    set_namelist namelist_cfg nn_rstctl 2
191    set_namelist namelist_cfg ln_linssh .true.
192    set_namelist namelist_cfg jpni 2
193    set_namelist namelist_cfg jpnj 4
194    set_namelist namelist_cfg jpnij 8
195    set_namelist namelist_top_cfg ln_rsttr .true.
196    set_namelist namelist_top_cfg nn_rsttr 2
197    set_namelist namelist_cfg cn_ocerst_in \"GYREPIS_LONG_00000540_restart\"
198    set_namelist namelist_top_cfg cn_trcrst_in \"GYREPIS_LONG_00000540_restart_trc\"
199    if [ ${USING_MPMD} == "yes" ] ; then
200       set_xio_using_server iodef.xml true
201    else
202       set_xio_using_server iodef.xml false
203    fi
204    for (( i=1; i<=$NPROC; i++)) ; do
205        L_NPROC=$(( $i - 1 ))
206        L_NPROC=`printf "%04d\n" ${L_NPROC}`
207        ln -sf ../LONG/GYREPIS_LONG_00000540_restart_${L_NPROC}.nc .
208        ln -sf ../LONG/GYREPIS_LONG_00000540_restart_trc_${L_NPROC}.nc .
209    done
210    cd ${SETTE_DIR}
211    . ./prepare_job.sh input_GYRE.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
212    cd ${SETTE_DIR}
213    . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG}
214
215## Reproducibility tests for GYRE_PISCES
216    export TEST_NAME="REPRO_2_4"
217    cd ${MAIN_DIR}
218    cd ${SETTE_DIR}
219    . ./param.cfg
220    . ./all_functions.sh
221    . ./prepare_exe_dir.sh
222    JOB_FILE=${EXE_DIR}/run_job.sh
223    NPROC=8
224    if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi
225    cd ${EXE_DIR}
226    set_namelist namelist_cfg cn_exp \"GYREPIS_48\"
227    set_namelist namelist_cfg nn_it000 1
228    set_namelist namelist_cfg nn_itend 1080
229    set_namelist namelist_cfg ln_linssh .true.
230    set_namelist namelist_cfg jpni 2
231    set_namelist namelist_cfg jpnj 4
232    set_namelist namelist_cfg jpnij 8
233    if [ ${USING_MPMD} == "yes" ] ; then
234       set_xio_using_server iodef.xml true
235    else
236       set_xio_using_server iodef.xml false
237    fi
238    cd ${SETTE_DIR}
239    . ./prepare_job.sh input_GYRE.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
240    cd ${SETTE_DIR}
241    . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG}
242
243    cd ${SETTE_DIR}
244    export TEST_NAME="REPRO_4_2"
245    . ./prepare_exe_dir.sh
246    JOB_FILE=${EXE_DIR}/run_job.sh
247    NPROC=8
248    if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi
249    cd ${EXE_DIR}
250    set_namelist namelist_cfg cn_exp \"GYREPIS_84\"
251    set_namelist namelist_cfg nn_it000 1
252    set_namelist namelist_cfg nn_itend 1080
253    set_namelist namelist_cfg ln_linssh .true.
254    set_namelist namelist_cfg jpni 4
255    set_namelist namelist_cfg jpnj 2
256    set_namelist namelist_cfg jpnij 8
257    if [ ${USING_MPMD} == "yes" ] ; then
258       set_xio_using_server iodef.xml true
259    else
260       set_xio_using_server iodef.xml false
261    fi
262    cd ${SETTE_DIR}
263    . ./prepare_job.sh input_GYRE.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
264    cd ${SETTE_DIR}
265    . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG}
266
267fi
268
269# -----------------
270# ORCA2_ICE_PISCES
271# -----------------
272if [ ${config} -eq 2 ] ;  then
273## Restartability tests for ORCA2_ICE_PISCES
274    export TEST_NAME="LONG"
275    cd ${MAIN_DIR}
276    . ./makenemo -m ${CMP_NAM} -n ORCA2_ICE_PISCES_ST -r ORCA2_ICE_PISCES -j 8 del_key ${DEL_KEYS}
277    cd ${SETTE_DIR}
278    . ./param.cfg
279    . ./all_functions.sh
280    . ./prepare_exe_dir.sh
281    JOB_FILE=${EXE_DIR}/run_job.sh
282    NPROC=32
283    if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi
284    cd ${EXE_DIR}
285    set_namelist namelist_cfg cn_exp \"O2L3P_LONG\"
286    set_namelist namelist_cfg nn_it000 1
287    set_namelist namelist_cfg nn_itend 990
288    set_namelist namelist_cfg nn_stock 495
289    set_namelist namelist_cfg jpni 4
290    set_namelist namelist_cfg jpnj 8
291    set_namelist namelist_cfg jpnij 32
292    #
293    if [ ${USING_ICEBERGS} == "no" ] ; then set_namelist namelist_cfg ln_icebergs .false. ; fi
294    #
295    set_namelist namelist_ice_cfg ln_icediachk .true.
296    set_namelist namelist_top_cfg ln_trcdta .false.
297    # put ln_ironsed, ln_river, ln_ndepo, ln_dust to false
298    # if not you need input files, and for tests is not necessary
299    set_namelist namelist_pisces_cfg ln_presatm .false.
300    set_namelist namelist_pisces_cfg ln_varpar .false.
301    set_namelist namelist_pisces_cfg ln_dust .false.
302    set_namelist namelist_pisces_cfg ln_solub .false.
303    set_namelist namelist_pisces_cfg ln_river .false.
304    set_namelist namelist_pisces_cfg ln_ndepo .false.
305    set_namelist namelist_pisces_cfg ln_ironsed .false.
306    set_namelist namelist_pisces_cfg ln_ironice .false.
307    set_namelist namelist_pisces_cfg ln_hydrofe .false.
308    # put ln_pisdmp to false : no restoring to global mean value
309    set_namelist namelist_pisces_cfg ln_pisdmp .false.
310    if [ ${USING_MPMD} == "yes" ] ; then
311       set_xio_using_server iodef.xml true
312    else
313       set_xio_using_server iodef.xml false
314    fi
315    cd ${SETTE_DIR}
316    . ./prepare_job.sh input_ORCA2_ICE_PISCES.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
317   
318    cd ${SETTE_DIR}
319    export TEST_NAME="SHORT"
320    . ./prepare_exe_dir.sh
321    cd ${EXE_DIR}
322    set_namelist namelist_cfg cn_exp \"O2L3P_SHORT\"
323    set_namelist namelist_cfg nn_it000 496
324    set_namelist namelist_cfg nn_itend 990
325    set_namelist namelist_cfg nn_stock 495
326    set_namelist namelist_cfg ln_rstart .true.
327    set_namelist namelist_cfg nn_rstctl 2
328    set_namelist namelist_cfg jpni 4
329    set_namelist namelist_cfg jpnj 8
330    set_namelist namelist_cfg jpnij 32
331    #
332    if [ ${USING_ICEBERGS} == "no" ] ; then set_namelist namelist_cfg ln_icebergs .false. ; fi
333    #
334    set_namelist namelist_top_cfg ln_rsttr .true.
335    set_namelist namelist_top_cfg nn_rsttr 2
336    set_namelist namelist_cfg cn_ocerst_in \"O2L3P_LONG_00000495_restart\"
337    set_namelist namelist_top_cfg cn_trcrst_in \"O2L3P_LONG_00000495_restart_trc\"
338    set_namelist namelist_ice_cfg cn_icerst_in \"O2L3P_LONG_00000495_restart_ice\"
339    # put ln_ironsed, ln_river, ln_ndepo, ln_dust
340    # if not you need input files, and for tests is not necessary
341    set_namelist namelist_pisces_cfg ln_presatm .false.
342    set_namelist namelist_pisces_cfg ln_varpar .false.
343    set_namelist namelist_pisces_cfg ln_dust .false.
344    set_namelist namelist_pisces_cfg ln_solub .false.
345    set_namelist namelist_pisces_cfg ln_river .false.
346    set_namelist namelist_pisces_cfg ln_ndepo .false.
347    set_namelist namelist_pisces_cfg ln_ironsed .false.
348    set_namelist namelist_pisces_cfg ln_ironice .false.
349    set_namelist namelist_pisces_cfg ln_hydrofe .false.
350    # put ln_pisdmp to false : no restoring to global mean value
351    set_namelist namelist_pisces_cfg ln_pisdmp .false.
352    for (( i=1; i<=$NPROC; i++)) ; do
353        L_NPROC=$(( $i - 1 ))
354        L_NPROC=`printf "%04d\n" ${L_NPROC}`
355        ln -sf ../LONG/O2L3P_LONG_00000495_restart_${L_NPROC}.nc .
356        ln -sf ../LONG/O2L3P_LONG_00000495_restart_trc_${L_NPROC}.nc .
357        ln -sf ../LONG/O2L3P_LONG_00000495_restart_ice_${L_NPROC}.nc .
358        if [ ${USING_ICEBERGS} == "yes" ]
359            then
360             ln -sf ../LONG/O2L3P_LONG_icebergs_00000495_restart_${L_NPROC}.nc O2L3P_LONG_00000495_restart_icebergs_${L_NPROC}.nc
361        fi
362    done
363    if [ ${USING_MPMD} == "yes" ] ; then
364       set_xio_using_server iodef.xml true
365    else
366       set_xio_using_server iodef.xml false
367    fi
368    cd ${SETTE_DIR}
369    . ./prepare_job.sh input_ORCA2_ICE_PISCES.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
370    cd ${SETTE_DIR}
371    . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG}
372
373## Reproducibility tests for ORCA2_ICE_PISCES
374    export TEST_NAME="REPRO_4_8"
375    cd ${MAIN_DIR}
376    cd ${SETTE_DIR}
377    . ./param.cfg
378    . ./all_functions.sh
379    . ./prepare_exe_dir.sh
380    JOB_FILE=${EXE_DIR}/run_job.sh
381    NPROC=32
382    if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi
383    cd ${EXE_DIR}
384    set_namelist namelist_cfg cn_exp \"O2L3P_48\"
385    set_namelist namelist_cfg nn_it000 1
386    set_namelist namelist_cfg nn_itend 990
387    set_namelist namelist_cfg jpni 4
388    set_namelist namelist_cfg jpnj 8
389    set_namelist namelist_cfg jpnij 32
390    if [ ${USING_ICEBERGS} == "no" ] ; then set_namelist namelist_cfg ln_icebergs .false. ; fi
391    set_namelist namelist_top_cfg ln_trcdta .false.
392    # put ln_ironsed, ln_river, ln_ndepo, ln_dust to false
393    # if not you need input files, and for tests is not necessary
394    set_namelist namelist_pisces_cfg ln_presatm .false.
395    set_namelist namelist_pisces_cfg ln_varpar .false.
396    set_namelist namelist_pisces_cfg ln_dust .false.
397    set_namelist namelist_pisces_cfg ln_solub .false.
398    set_namelist namelist_pisces_cfg ln_river .false.
399    set_namelist namelist_pisces_cfg ln_ndepo .false.
400    set_namelist namelist_pisces_cfg ln_ironsed .false.
401    set_namelist namelist_pisces_cfg ln_ironice .false.
402    set_namelist namelist_pisces_cfg ln_hydrofe .false.
403    # put ln_pisdmp to false : no restoring to global mean value
404    set_namelist namelist_pisces_cfg ln_pisdmp .false.
405    if [ ${USING_MPMD} == "yes" ] ; then
406       set_xio_using_server iodef.xml true
407    else
408       set_xio_using_server iodef.xml false
409    fi
410    cd ${SETTE_DIR}
411    . ./prepare_job.sh input_ORCA2_ICE_PISCES.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
412    cd ${SETTE_DIR}
413    . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG}
414
415    cd ${SETTE_DIR}
416    export TEST_NAME="REPRO_8_4"
417    . ./prepare_exe_dir.sh
418    JOB_FILE=${EXE_DIR}/run_job.sh
419    NPROC=32
420    if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi
421    cd ${EXE_DIR}
422    set_namelist namelist_cfg cn_exp \"O2L3P_84\"
423    set_namelist namelist_cfg nn_it000 1
424    set_namelist namelist_cfg nn_itend 990
425    set_namelist namelist_cfg jpni 8
426    set_namelist namelist_cfg jpnj 4
427    set_namelist namelist_cfg jpnij 32
428    if [ ${USING_ICEBERGS} == "no" ] ; then set_namelist namelist_cfg ln_icebergs .false. ; fi
429    set_namelist namelist_top_cfg ln_trcdta .false.
430    # put ln_ironsed, ln_river, ln_ndepo, ln_dust to false
431    # if not you need input files, and for tests is not necessary
432    set_namelist namelist_pisces_cfg ln_presatm .false.
433    set_namelist namelist_pisces_cfg ln_varpar .false.
434    set_namelist namelist_pisces_cfg ln_dust .false.
435    set_namelist namelist_pisces_cfg ln_solub .false.
436    set_namelist namelist_pisces_cfg ln_river .false.
437    set_namelist namelist_pisces_cfg ln_ndepo .false.
438    set_namelist namelist_pisces_cfg ln_ironsed .false.
439    set_namelist namelist_pisces_cfg ln_ironice .false.
440    set_namelist namelist_pisces_cfg ln_hydrofe .false.
441    # put ln_pisdmp to false : no restoring to global mean value
442    set_namelist namelist_pisces_cfg ln_pisdmp .false.
443    if [ ${USING_MPMD} == "yes" ] ; then
444       set_xio_using_server iodef.xml true
445    else
446       set_xio_using_server iodef.xml false
447    fi
448    cd ${SETTE_DIR}
449    . ./prepare_job.sh input_ORCA2_ICE_PISCES.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
450    cd ${SETTE_DIR}
451    . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG}
452fi
453
454# ----------------
455# ORCA2_OFF_PISCES
456# ----------------
457if [ ${config} -eq 3 ] ;  then
458## Restartability tests for ORCA2_OFF_PISCES
459    export TEST_NAME="LONG"
460    cd ${MAIN_DIR}
461    . ./makenemo -m ${CMP_NAM} -n ORCA2_OFF_PISCES_ST -r ORCA2_OFF_PISCES -j 8 del_key ${DEL_KEYS}
462    cd ${SETTE_DIR}
463    . ./param.cfg
464    . ./all_functions.sh
465    . ./prepare_exe_dir.sh
466    JOB_FILE=${EXE_DIR}/run_job.sh
467    NPROC=32
468    if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi
469    cd ${EXE_DIR}
470    set_namelist namelist_cfg cn_exp \"OFFP_LONG\"
471    set_namelist namelist_cfg nn_it000 1
472    set_namelist namelist_cfg nn_itend 380
473    set_namelist namelist_cfg nn_stock 190
474    set_namelist namelist_cfg jpni 4
475    set_namelist namelist_cfg jpnj 8
476    set_namelist namelist_cfg jpnij 32
477    set_namelist namelist_cfg ln_qsr_rgb .true.
478    set_namelist namelist_top_cfg ln_trcdta .false.
479    # put ln_ironsed, ln_river, ln_ndepo, ln_dust to false
480    # if not you need input files, and for tests is not necessary
481    set_namelist namelist_pisces_cfg ln_presatm .false.
482    set_namelist namelist_pisces_cfg ln_varpar .false.
483    set_namelist namelist_pisces_cfg ln_dust .false.
484    set_namelist namelist_pisces_cfg ln_solub .false.
485    set_namelist namelist_pisces_cfg ln_river .false.
486    set_namelist namelist_pisces_cfg ln_ndepo .false.
487    set_namelist namelist_pisces_cfg ln_ironsed .false.
488    set_namelist namelist_pisces_cfg ln_ironice .false.
489    set_namelist namelist_pisces_cfg ln_hydrofe .false.
490    # put ln_pisdmp to false : no restoring to global mean value
491    set_namelist namelist_pisces_cfg ln_pisdmp .false.
492    if [ ${USING_MPMD} == "yes" ] ; then
493       set_xio_using_server iodef.xml true
494    else
495       set_xio_using_server iodef.xml false
496    fi
497    cd ${SETTE_DIR}
498    . ./prepare_job.sh input_ORCA2_OFF_PISCES.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
499   
500    cd ${SETTE_DIR}
501    export TEST_NAME="SHORT"
502    . ./prepare_exe_dir.sh
503    cd ${EXE_DIR}
504    set_namelist namelist_cfg cn_exp \"OFFP_SHORT\"
505    set_namelist namelist_cfg nn_it000 191
506    set_namelist namelist_cfg nn_itend 380
507    set_namelist namelist_cfg nn_stock 190
508    set_namelist namelist_cfg jpni 4
509    set_namelist namelist_cfg jpnj 8
510    set_namelist namelist_cfg jpnij 32
511    set_namelist namelist_cfg ln_qsr_rgb .true.
512    set_namelist namelist_top_cfg ln_rsttr .true.
513    set_namelist namelist_top_cfg nn_rsttr 2
514    set_namelist namelist_top_cfg cn_trcrst_in \"OFFP_LONG_00000190_restart_trc\"
515    for (( i=1; i<=$NPROC; i++)) ; do
516        L_NPROC=$(( $i - 1 ))
517        L_NPROC=`printf "%04d\n" ${L_NPROC}`
518        ln -sf ../LONG/OFFP_LONG_00000190_restart_trc_${L_NPROC}.nc .
519    done
520    # put ln_ironsed, ln_river, ln_ndepo, ln_dust
521    # if not you need input files, and for tests is not necessary
522    set_namelist namelist_pisces_cfg ln_presatm .false.
523    set_namelist namelist_pisces_cfg ln_varpar .false.
524    set_namelist namelist_pisces_cfg ln_dust .false.
525    set_namelist namelist_pisces_cfg ln_solub .false.
526    set_namelist namelist_pisces_cfg ln_river .false.
527    set_namelist namelist_pisces_cfg ln_ndepo .false.
528    set_namelist namelist_pisces_cfg ln_ironsed .false.
529    set_namelist namelist_pisces_cfg ln_ironice .false.
530    set_namelist namelist_pisces_cfg ln_hydrofe .false.
531    # put ln_pisdmp to false : no restoring to global mean value
532    set_namelist namelist_pisces_cfg ln_pisdmp .false.
533    if [ ${USING_MPMD} == "yes" ] ; then
534       set_xio_using_server iodef.xml true
535    else
536       set_xio_using_server iodef.xml false
537    fi
538    cd ${SETTE_DIR}
539    . ./prepare_job.sh input_ORCA2_OFF_PISCES.cfg $NPROC ${TEST_NAME}  ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
540    cd ${SETTE_DIR}
541    . ./fcm_job.sh $NPROC  ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG}
542
543## Reproducibility tests for ORCA2_OFF_PISCES
544    export TEST_NAME="REPRO_4_8"
545    cd ${MAIN_DIR}
546    cd ${SETTE_DIR}
547    . ./param.cfg
548    . ./all_functions.sh
549    . ./prepare_exe_dir.sh
550    JOB_FILE=${EXE_DIR}/run_job.sh
551    NPROC=32
552    if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi
553    cd ${EXE_DIR}
554    set_namelist namelist_cfg cn_exp \"OFFP_48\"
555    set_namelist namelist_cfg nn_it000 1
556    set_namelist namelist_cfg nn_itend 380
557    set_namelist namelist_cfg jpni 4
558    set_namelist namelist_cfg jpnj 8
559    set_namelist namelist_cfg jpnij 32
560    set_namelist namelist_cfg ln_qsr_rgb .true.
561    set_namelist namelist_top_cfg ln_trcdta .false.
562    # put ln_ironsed, ln_river, ln_ndepo, ln_dust to false
563    # if not you need input files, and for tests is not necessary
564    set_namelist namelist_pisces_cfg ln_presatm .false.
565    set_namelist namelist_pisces_cfg ln_varpar .false.
566    set_namelist namelist_pisces_cfg ln_dust .false.
567    set_namelist namelist_pisces_cfg ln_solub .false.
568    set_namelist namelist_pisces_cfg ln_river .false.
569    set_namelist namelist_pisces_cfg ln_ndepo .false.
570    set_namelist namelist_pisces_cfg ln_ironsed .false.
571    set_namelist namelist_pisces_cfg ln_ironice .false.
572    set_namelist namelist_pisces_cfg ln_hydrofe .false.
573    # put ln_pisdmp to false : no restoring to global mean value
574    set_namelist namelist_pisces_cfg ln_pisdmp .false.
575    if [ ${USING_MPMD} == "yes" ] ; then
576       set_xio_using_server iodef.xml true
577    else
578       set_xio_using_server iodef.xml false
579    fi
580    cd ${SETTE_DIR}
581    . ./prepare_job.sh input_ORCA2_OFF_PISCES.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
582    cd ${SETTE_DIR}
583    . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG}
584
585    cd ${SETTE_DIR}
586    export TEST_NAME="REPRO_8_4"
587    . ./prepare_exe_dir.sh
588    JOB_FILE=${EXE_DIR}/run_job.sh
589    NPROC=32
590    if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi
591    cd ${EXE_DIR}
592    set_namelist namelist_cfg cn_exp \"OFFP_84\"
593    set_namelist namelist_cfg nn_it000 1
594    set_namelist namelist_cfg nn_itend 380
595    set_namelist namelist_cfg jpni 8
596    set_namelist namelist_cfg jpnj 4
597    set_namelist namelist_cfg jpnij 32
598    set_namelist namelist_cfg ln_qsr_rgb .true.
599    set_namelist namelist_top_cfg ln_trcdta .false.
600    # put ln_ironsed, ln_river, ln_ndepo, ln_dust to false
601    # if not you need input files, and for tests is not necessary
602    set_namelist namelist_pisces_cfg ln_presatm .false.
603    set_namelist namelist_pisces_cfg ln_varpar .false.
604    set_namelist namelist_pisces_cfg ln_dust .false.
605    set_namelist namelist_pisces_cfg ln_solub .false.
606    set_namelist namelist_pisces_cfg ln_river .false.
607    set_namelist namelist_pisces_cfg ln_ndepo .false.
608    set_namelist namelist_pisces_cfg ln_ironsed .false.
609    set_namelist namelist_pisces_cfg ln_ironice .false.
610    set_namelist namelist_pisces_cfg ln_hydrofe .false.
611    # put ln_pisdmp to false : no restoring to global mean value
612    set_namelist namelist_pisces_cfg ln_pisdmp .false.
613    if [ ${USING_MPMD} == "yes" ] ; then
614       set_xio_using_server iodef.xml true
615    else
616       set_xio_using_server iodef.xml false
617    fi
618    cd ${SETTE_DIR}
619    . ./prepare_job.sh input_ORCA2_OFF_PISCES.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
620    cd ${SETTE_DIR}
621    . ./fcm_job.sh $NPROC  ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG}
622fi
623
624# -----
625# AMM12
626# -----
627if [ ${config} -eq 4 ] ;  then
628    ## Restartability tests for AMM12
629    export TEST_NAME="LONG"
630    cd ${MAIN_DIR}
631    . ./makenemo -m ${CMP_NAM} -n AMM12_ST -r AMM12 -j 8 del_key ${DEL_KEYS}
632    cd ${SETTE_DIR}
633    . ./param.cfg
634    . ./all_functions.sh
635    . ./prepare_exe_dir.sh
636    JOB_FILE=${EXE_DIR}/run_job.sh
637    NPROC=32
638    if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi
639    cd ${EXE_DIR}
640    set_namelist namelist_cfg cn_exp \"AMM12_LONG\"
641    set_namelist namelist_cfg nn_it000 1
642    set_namelist namelist_cfg nn_itend 576
643    set_namelist namelist_cfg nn_stock 288
644    set_namelist namelist_cfg jpni 4
645    set_namelist namelist_cfg jpnj 8
646    set_namelist namelist_cfg jpnij 32
647    if [ ${USING_MPMD} == "yes" ] ; then
648       set_xio_using_server iodef.xml true
649    else
650       set_xio_using_server iodef.xml false
651    fi
652    cd ${SETTE_DIR}
653    . ./prepare_job.sh input_AMM12.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
654
655    cd ${SETTE_DIR}
656    export TEST_NAME="SHORT"
657    . ./prepare_exe_dir.sh
658    cd ${EXE_DIR}
659    set_namelist namelist_cfg cn_exp \"AMM12_SHORT\"
660    set_namelist namelist_cfg nn_it000 289
661    set_namelist namelist_cfg nn_itend 576
662    set_namelist namelist_cfg jpni 4
663    set_namelist namelist_cfg jpnj 8
664    set_namelist namelist_cfg jpnij 32
665    set_namelist namelist_cfg ln_rstart .true.
666    set_namelist namelist_cfg nn_rstctl 2
667    set_namelist namelist_cfg cn_ocerst_in \"AMM12_LONG_00000288_restart\"
668    set_namelist namelist_cfg nn_date0 20120102
669    for (( i=1; i<=$NPROC; i++)) ; do
670        L_NPROC=$(( $i - 1 ))
671        L_NPROC=`printf "%04d\n" ${L_NPROC}`
672        ln -sf ../LONG/AMM12_LONG_00000288_restart_${L_NPROC}.nc .
673    done
674    if [ ${USING_MPMD} == "yes" ] ; then
675       set_xio_using_server iodef.xml true
676    else
677       set_xio_using_server iodef.xml false
678    fi
679    cd ${SETTE_DIR}
680    . ./prepare_job.sh input_AMM12.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
681    cd ${SETTE_DIR}
682    . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG}
683
684## Reproducibility tests for AMM12
685    export TEST_NAME="REPRO_8_4"
686    cd ${MAIN_DIR}
687    cd ${SETTE_DIR}
688    . ./param.cfg
689    . ./all_functions.sh
690    . ./prepare_exe_dir.sh
691    JOB_FILE=${EXE_DIR}/run_job.sh
692    NPROC=32
693    if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi
694    cd ${EXE_DIR}
695    set_namelist namelist_cfg cn_exp \"AMM12_84\"
696    set_namelist namelist_cfg nn_it000 1
697    set_namelist namelist_cfg nn_itend 576
698    set_namelist namelist_cfg jpni 8
699    set_namelist namelist_cfg jpnj 4
700    set_namelist namelist_cfg jpnij 32
701    if [ ${USING_MPMD} == "yes" ] ; then
702       set_xio_using_server iodef.xml true
703    else
704       set_xio_using_server iodef.xml false
705    fi
706    cd ${SETTE_DIR}
707    . ./prepare_job.sh input_AMM12.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
708    cd ${SETTE_DIR}
709    . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG}
710
711    cd ${SETTE_DIR}
712    export TEST_NAME="REPRO_4_8"
713    . ./prepare_exe_dir.sh
714    JOB_FILE=${EXE_DIR}/run_job.sh
715    if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi
716    cd ${EXE_DIR}
717    set_namelist namelist_cfg cn_exp \"AMM12_48\"
718    set_namelist namelist_cfg nn_it000 1
719    set_namelist namelist_cfg nn_itend 576
720    set_namelist namelist_cfg jpni 4
721    set_namelist namelist_cfg jpnj 8
722    set_namelist namelist_cfg jpnij 32
723    if [ ${USING_MPMD} == "yes" ] ; then
724       set_xio_using_server iodef.xml true
725    else
726       set_xio_using_server iodef.xml false
727    fi
728    cd ${SETTE_DIR}
729    . ./prepare_job.sh input_AMM12.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
730    cd ${SETTE_DIR}
731    . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG}
732fi
733
734
735# ---------
736# ORCA2_SAS
737# ---------
738if [ ${config} -eq 5 ] ;  then
739## Restartability tests
740    export TEST_NAME="LONG"
741    cd ${MAIN_DIR}
742    . ./makenemo -m ${CMP_NAM} -n ORCA2_SAS_ICE_ST -r ORCA2_SAS_ICE -j 8 del_key ${DEL_KEYS}
743    cd ${SETTE_DIR}
744    . ./param.cfg
745    . ./all_functions.sh
746    . ./prepare_exe_dir.sh
747    JOB_FILE=${EXE_DIR}/run_job.sh
748    NPROC=32
749    if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi
750    cd ${EXE_DIR}
751    set_namelist namelist_cfg cn_exp \"SAS\"
752    set_namelist namelist_cfg nn_it000 1
753    set_namelist namelist_cfg nn_itend 240
754    set_namelist namelist_cfg nn_stock 120
755    set_namelist namelist_cfg jpni 4
756    set_namelist namelist_cfg jpnj 8
757    set_namelist namelist_cfg jpnij 32
758    set_namelist namelist_ice_cfg ln_icediachk .true.
759    if [ ${USING_MPMD} == "yes" ] ; then
760       set_xio_using_server iodef.xml true
761    else
762       set_xio_using_server iodef.xml false
763    fi
764    cd ${SETTE_DIR}
765    . ./prepare_job.sh input_SAS.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
766
767    cd ${SETTE_DIR}
768    export TEST_NAME="SHORT"
769    . ./prepare_exe_dir.sh
770    cd ${EXE_DIR}
771    set_namelist namelist_cfg cn_exp \"SAS\"
772    set_namelist namelist_cfg nn_it000 121
773    set_namelist namelist_cfg nn_itend 240
774    set_namelist namelist_cfg jpni 4
775    set_namelist namelist_cfg jpnj 8
776    set_namelist namelist_cfg jpnij 32
777    set_namelist namelist_cfg ln_rstart .true.
778    set_namelist namelist_cfg nn_rstctl 2
779    set_namelist namelist_cfg nn_date0 010109
780    set_namelist namelist_cfg cn_ocerst_in \"SAS_00000120_restart\"
781    set_namelist namelist_ice_cfg cn_icerst_in \"SAS_00000120_restart_ice\"
782    if [ ${USING_MPMD} == "yes" ] ; then
783       set_xio_using_server iodef.xml true
784    else
785       set_xio_using_server iodef.xml false
786    fi
787    for (( i=1; i<=$NPROC; i++)) ; do
788        L_NPROC=$(( $i - 1 ))
789        L_NPROC=`printf "%04d\n" ${L_NPROC}`
790        ln -sf ../LONG/SAS_00000120_restart_${L_NPROC}.nc .
791        ln -sf ../LONG/SAS_00000120_restart_ice_${L_NPROC}.nc .
792    done
793    cd ${SETTE_DIR}
794    . ./prepare_job.sh input_SAS.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
795    cd ${SETTE_DIR}
796    . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG}
797
798## Reproducibility tests
799    export TEST_NAME="REPRO_4_8"
800    cd ${MAIN_DIR}
801    cd ${SETTE_DIR}
802    . ./param.cfg
803    . ./all_functions.sh
804    . ./prepare_exe_dir.sh
805    JOB_FILE=${EXE_DIR}/run_job.sh
806    NPROC=32
807    if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi
808    cd ${EXE_DIR}
809    set_namelist namelist_cfg cn_exp \"SAS_48\"
810    set_namelist namelist_cfg nn_it000 1
811    set_namelist namelist_cfg nn_itend 75
812    set_namelist namelist_cfg jpni 4
813    set_namelist namelist_cfg jpnj 8
814    set_namelist namelist_cfg jpnij 32
815    if [ ${USING_MPMD} == "yes" ] ; then
816       set_xio_using_server iodef.xml true
817    else
818       set_xio_using_server iodef.xml false
819    fi
820    cd ${SETTE_DIR}
821    . ./prepare_job.sh input_SAS.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
822    cd ${SETTE_DIR}
823    . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG}
824
825    cd ${SETTE_DIR}
826    export TEST_NAME="REPRO_8_4"
827    . ./prepare_exe_dir.sh
828    JOB_FILE=${EXE_DIR}/run_job.sh
829    NPROC=32
830    if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi
831    cd ${EXE_DIR}
832    set_namelist namelist_cfg cn_exp \"SAS_84\"
833    set_namelist namelist_cfg nn_it000 1
834    set_namelist namelist_cfg nn_itend 75
835    set_namelist namelist_cfg jpni 8
836    set_namelist namelist_cfg jpnj 4
837    set_namelist namelist_cfg jpnij 32
838    if [ ${USING_MPMD} == "yes" ] ; then
839       set_xio_using_server iodef.xml true
840    else
841       set_xio_using_server iodef.xml false
842    fi
843    cd ${SETTE_DIR}
844    . ./prepare_job.sh input_SAS.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
845    cd ${SETTE_DIR}
846    . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG}
847
848fi
849
850
851# --------------
852# ORCA2_ICE_OBS
853# --------------
854## Test assimilation interface code, OBS and ASM for reproducibility
855## Restartability not tested (ASM code not restartable while increments are being applied)
856if [ ${config} -eq 6 ] ; then
857## Reproducibility tests
858    export TEST_NAME="REPRO_4_8"
859    cd ${MAIN_DIR}
860    . ./makenemo -m ${CMP_NAM} -n ORCA2_ICE_OBS_ST -r ORCA2_ICE_PISCES -d "OCE ICE"  -j 8 add_key "key_asminc" del_key "key_top"
861    cd ${SETTE_DIR}
862    . ./param.cfg
863    . ./all_functions.sh
864    . ./prepare_exe_dir.sh
865    JOB_FILE=${EXE_DIR}/run_job.sh
866    NPROC=32
867    if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi
868    cd ${EXE_DIR}
869    set_namelist namelist_cfg cn_exp \"O2L3OBS_48\"
870    set_namelist namelist_cfg nn_it000 1
871    set_namelist namelist_cfg nn_itend 75
872    set_namelist namelist_cfg ln_read_cfg .true.
873    set_namelist namelist_cfg jpni 4
874    set_namelist namelist_cfg jpnj 8
875    set_namelist namelist_cfg jpnij 32
876    set_namelist namelist_cfg ln_diaobs .true.
877    set_namelist namelist_cfg ln_t3d .true.
878    set_namelist namelist_cfg ln_s3d .true.
879    set_namelist namelist_cfg ln_sst .true.
880    set_namelist namelist_cfg ln_sla .true.
881    set_namelist namelist_cfg ln_sic .true.
882    set_namelist namelist_cfg ln_vel3d .true.
883    set_namelist namelist_cfg ln_bkgwri .true.
884    set_namelist namelist_cfg ln_trainc .true.
885    set_namelist namelist_cfg ln_dyninc .true.
886    set_namelist namelist_cfg ln_sshinc .true.
887    set_namelist namelist_cfg ln_asmiau .true.
888    #remove all useless options for pisces (due to ORCA2_ICE_PISCES reference configuration)
889    set_namelist namelist_top_cfg ln_trcdta .false.
890    # put ln_ironsed, ln_river, ln_ndepo, ln_dust to false
891    # if not you need input files, and for tests is not necessary
892    set_namelist namelist_pisces_cfg ln_presatm .false.
893    set_namelist namelist_pisces_cfg ln_varpar .false.
894    set_namelist namelist_pisces_cfg ln_dust .false.
895    set_namelist namelist_pisces_cfg ln_solub .false.
896    set_namelist namelist_pisces_cfg ln_river .false.
897    set_namelist namelist_pisces_cfg ln_ndepo .false.
898    set_namelist namelist_pisces_cfg ln_ironsed .false.
899    set_namelist namelist_pisces_cfg ln_ironice .false.
900    set_namelist namelist_pisces_cfg ln_hydrofe .false.
901    if [ ${USING_MPMD} == "yes" ] ; then
902       set_xio_using_server iodef.xml true
903    else
904       set_xio_using_server iodef.xml false
905    fi
906    cd ${SETTE_DIR}
907    . ./prepare_job.sh input_ORCA2_ICE_OBS.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
908    cd ${SETTE_DIR}
909    . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG}
910
911   cd ${SETTE_DIR}
912    export TEST_NAME="REPRO_8_4"
913    . ./prepare_exe_dir.sh
914    JOB_FILE=${EXE_DIR}/run_job.sh
915    NPROC=32
916    if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi
917    cd ${EXE_DIR}
918    set_namelist namelist_cfg cn_exp \"O2L3OBS_84\"
919    set_namelist namelist_cfg nn_it000 1
920    set_namelist namelist_cfg nn_itend 75
921    set_namelist namelist_cfg ln_read_cfg .true.
922    set_namelist namelist_cfg jpni 8
923    set_namelist namelist_cfg jpnj 4
924    set_namelist namelist_cfg jpnij 32
925    set_namelist namelist_cfg ln_diaobs .true.
926    set_namelist namelist_cfg ln_t3d .true.
927    set_namelist namelist_cfg ln_s3d .true.
928    set_namelist namelist_cfg ln_sst .true.
929    set_namelist namelist_cfg ln_sla .true.
930    set_namelist namelist_cfg ln_sic .true.
931    set_namelist namelist_cfg ln_vel3d .true.
932    set_namelist namelist_cfg ln_bkgwri .true.
933    set_namelist namelist_cfg ln_trainc .true.
934    set_namelist namelist_cfg ln_dyninc .true.
935    set_namelist namelist_cfg ln_sshinc .true.
936    set_namelist namelist_cfg ln_asmiau .true.
937    #remove all useless options for pisces (due to ORCA2_ICE_PISCES reference configuration)
938    set_namelist namelist_top_cfg ln_trcdta .false.
939    # put ln_ironsed, ln_river, ln_ndepo, ln_dust to false
940    # if not you need input files, and for tests is not necessary
941    set_namelist namelist_pisces_cfg ln_presatm .false.
942    set_namelist namelist_pisces_cfg ln_varpar .false.
943    set_namelist namelist_pisces_cfg ln_dust .false.
944    set_namelist namelist_pisces_cfg ln_solub .false.
945    set_namelist namelist_pisces_cfg ln_river .false.
946    set_namelist namelist_pisces_cfg ln_ndepo .false.
947    set_namelist namelist_pisces_cfg ln_ironsed .false.
948    set_namelist namelist_pisces_cfg ln_ironice .false.
949    set_namelist namelist_pisces_cfg ln_hydrofe .false.
950    if [ ${USING_MPMD} == "yes" ] ; then
951       set_xio_using_server iodef.xml true
952    else
953       set_xio_using_server iodef.xml false
954    fi
955    cd ${SETTE_DIR}
956    . ./prepare_job.sh input_ORCA2_ICE_OBS.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
957    cd ${SETTE_DIR}
958    . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG}
959fi
960
961# ------------
962# AGRIF ICE
963# -----------
964if [ ${config} -eq 7 ] ;  then
965## Restartability tests
966    export TEST_NAME="LONG"
967    cd ${MAIN_DIR}
968    . ./makenemo -m ${CMP_NAM} -n AGRIF_DEMO_ST -r AGRIF_DEMO -j 8 del_key ${DEL_KEYS}
969    cd ${SETTE_DIR}
970    . ./param.cfg
971    . ./all_functions.sh
972    . ./prepare_exe_dir.sh
973    JOB_FILE=${EXE_DIR}/run_job.sh
974    NPROC=16
975    if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi
976    cd ${EXE_DIR}
977    set_namelist namelist_cfg cn_exp \"AGRIF_LONG\"
978    set_namelist namelist_cfg nn_it000 1
979    set_namelist namelist_cfg nn_itend 20
980    set_namelist namelist_cfg nn_stock 10
981    set_namelist 1_namelist_cfg cn_exp \"AGRIF_LONG\"
982    set_namelist 1_namelist_cfg nn_it000 1
983    set_namelist 1_namelist_cfg nn_itend 20
984    set_namelist 1_namelist_cfg nn_stock 10
985    set_namelist 2_namelist_cfg cn_exp \"AGRIF_LONG\"
986    set_namelist 2_namelist_cfg nn_it000 1
987    set_namelist 2_namelist_cfg nn_itend 80
988    set_namelist 2_namelist_cfg nn_stock 40
989    set_namelist 3_namelist_cfg cn_exp \"AGRIF_LONG\"
990    set_namelist 3_namelist_cfg nn_it000 1
991    set_namelist 3_namelist_cfg nn_itend 240
992    set_namelist 3_namelist_cfg nn_stock 120
993
994    if [ ${USING_MPMD} == "yes" ] ; then
995       set_xio_using_server iodef.xml true
996    else
997       set_xio_using_server iodef.xml false
998    fi
999    cd ${SETTE_DIR}
1000    . ./prepare_job.sh input_AGRIF.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
1001   
1002    cd ${SETTE_DIR}
1003    export TEST_NAME="SHORT"
1004    . ./prepare_exe_dir.sh
1005    cd ${EXE_DIR}
1006    set_namelist namelist_cfg cn_exp \"AGRIF_SHORT\"
1007    set_namelist namelist_cfg nn_it000 11
1008    set_namelist namelist_cfg nn_itend 20
1009    set_namelist namelist_cfg nn_stock 10
1010    set_namelist namelist_cfg ln_rstart .true.
1011    set_namelist namelist_cfg nn_rstctl 2
1012    set_namelist 1_namelist_cfg cn_exp \"AGRIF_SHORT\"
1013    set_namelist 1_namelist_cfg nn_it000 11
1014    set_namelist 1_namelist_cfg nn_itend 20
1015    set_namelist 1_namelist_cfg nn_stock 10
1016    set_namelist 1_namelist_cfg ln_rstart .true.
1017    set_namelist 1_namelist_cfg nn_rstctl 2
1018    set_namelist 2_namelist_cfg cn_exp \"AGRIF_SHORT\"
1019    set_namelist 2_namelist_cfg nn_it000 41
1020    set_namelist 2_namelist_cfg nn_itend 80
1021    set_namelist 2_namelist_cfg nn_stock 40
1022    set_namelist 2_namelist_cfg ln_rstart .true.
1023    set_namelist 2_namelist_cfg nn_rstctl 2
1024    set_namelist 3_namelist_cfg cn_exp \"AGRIF_SHORT\"
1025    set_namelist 3_namelist_cfg nn_it000 121
1026    set_namelist 3_namelist_cfg nn_itend 240
1027    set_namelist 3_namelist_cfg nn_stock 120
1028    set_namelist 3_namelist_cfg ln_rstart .true.
1029    set_namelist 3_namelist_cfg nn_rstctl 2
1030    set_namelist namelist_cfg cn_ocerst_in \"AGRIF_LONG_00000010_restart\"
1031    set_namelist namelist_ice_cfg cn_icerst_in \"AGRIF_LONG_00000010_restart_ice\"
1032    set_namelist 1_namelist_cfg cn_ocerst_in \"AGRIF_LONG_00000010_restart\"
1033    set_namelist 1_namelist_ice_cfg cn_icerst_in \"AGRIF_LONG_00000010_restart_ice\"
1034    set_namelist 2_namelist_cfg cn_ocerst_in \"AGRIF_LONG_00000040_restart\"
1035    set_namelist 2_namelist_ice_cfg cn_icerst_in \"AGRIF_LONG_00000040_restart_ice\"
1036    set_namelist 3_namelist_cfg cn_ocerst_in \"AGRIF_LONG_00000120_restart\"
1037    set_namelist 3_namelist_ice_cfg cn_icerst_in \"AGRIF_LONG_00000120_restart_ice\"
1038
1039    for (( i=1; i<=$NPROC; i++)) ; do
1040        L_NPROC=$(( $i - 1 ))
1041        L_NPROC=`printf "%04d\n" ${L_NPROC}`
1042        ln -sf ../LONG/AGRIF_LONG_00000010_restart_${L_NPROC}.nc .
1043        ln -sf ../LONG/AGRIF_LONG_00000010_restart_ice_${L_NPROC}.nc .
1044        ln -sf ../LONG/1_AGRIF_LONG_00000010_restart_${L_NPROC}.nc .
1045        ln -sf ../LONG/1_AGRIF_LONG_00000010_restart_ice_${L_NPROC}.nc .
1046        ln -sf ../LONG/2_AGRIF_LONG_00000040_restart_${L_NPROC}.nc .
1047        ln -sf ../LONG/2_AGRIF_LONG_00000040_restart_ice_${L_NPROC}.nc .
1048        ln -sf ../LONG/3_AGRIF_LONG_00000120_restart_${L_NPROC}.nc .
1049        ln -sf ../LONG/3_AGRIF_LONG_00000120_restart_ice_${L_NPROC}.nc .
1050    done
1051    if [ ${USING_MPMD} == "yes" ] ; then
1052       set_xio_using_server iodef.xml true
1053    else
1054       set_xio_using_server iodef.xml false
1055    fi
1056    cd ${SETTE_DIR}
1057    . ./prepare_job.sh input_AGRIF.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
1058    cd ${SETTE_DIR}
1059    . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG}
1060
1061## Reproducibility tests
1062    export TEST_NAME="REPRO_4_8"
1063    cd ${MAIN_DIR}
1064    cd ${SETTE_DIR}
1065    . ./param.cfg
1066    . ./all_functions.sh
1067    . ./prepare_exe_dir.sh
1068    JOB_FILE=${EXE_DIR}/run_job.sh
1069    NPROC=32
1070    if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi
1071    cd ${EXE_DIR}
1072    set_namelist namelist_cfg cn_exp \"AGRIF_48\"
1073    set_namelist namelist_cfg nn_it000 1
1074    set_namelist namelist_cfg nn_itend 20
1075    set_namelist namelist_cfg jpni 4
1076    set_namelist namelist_cfg jpnj 8
1077    set_namelist namelist_cfg jpnij 32
1078    set_namelist 1_namelist_cfg cn_exp \"AGRIF_48\"
1079    set_namelist 1_namelist_cfg nn_it000 1
1080    set_namelist 1_namelist_cfg nn_itend 20
1081    set_namelist 1_namelist_cfg jpni 4
1082    set_namelist 1_namelist_cfg jpnj 8
1083    set_namelist 1_namelist_cfg jpnij 32
1084    set_namelist 2_namelist_cfg cn_exp \"AGRIF_48\"
1085    set_namelist 2_namelist_cfg nn_it000 1
1086    set_namelist 2_namelist_cfg nn_itend 80
1087    set_namelist 2_namelist_cfg jpni 4
1088    set_namelist 2_namelist_cfg jpnj 8
1089    set_namelist 2_namelist_cfg jpnij 32
1090    set_namelist 3_namelist_cfg cn_exp \"AGRIF_48\"
1091    set_namelist 3_namelist_cfg nn_it000 1
1092    set_namelist 3_namelist_cfg nn_itend 240
1093    set_namelist 3_namelist_cfg jpni 4
1094    set_namelist 3_namelist_cfg jpnj 8
1095    set_namelist 3_namelist_cfg jpnij 32
1096
1097    if [ ${USING_MPMD} == "yes" ] ; then
1098       set_xio_using_server iodef.xml true
1099    else
1100       set_xio_using_server iodef.xml false
1101    fi
1102    cd ${SETTE_DIR}
1103    . ./prepare_job.sh input_AGRIF.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
1104    cd ${SETTE_DIR}
1105    . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG}
1106
1107    cd ${SETTE_DIR}
1108    export TEST_NAME="REPRO_8_4"
1109    . ./prepare_exe_dir.sh
1110    JOB_FILE=${EXE_DIR}/run_job.sh
1111    NPROC=32
1112    if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi
1113    cd ${EXE_DIR}
1114    set_namelist namelist_cfg cn_exp \"AGRIF_84\"
1115    set_namelist namelist_cfg nn_it000 1
1116    set_namelist namelist_cfg nn_itend 20
1117    set_namelist namelist_cfg jpni 8
1118    set_namelist namelist_cfg jpnj 4
1119    set_namelist namelist_cfg jpnij 32
1120    set_namelist 1_namelist_cfg cn_exp \"AGRIF_84\"
1121    set_namelist 1_namelist_cfg nn_it000 1
1122    set_namelist 1_namelist_cfg nn_itend 20
1123    set_namelist 1_namelist_cfg jpni 8
1124    set_namelist 1_namelist_cfg jpnj 4
1125    set_namelist 1_namelist_cfg jpnij 32
1126    set_namelist 2_namelist_cfg cn_exp \"AGRIF_84\"
1127    set_namelist 2_namelist_cfg nn_it000 1
1128    set_namelist 2_namelist_cfg nn_itend 80
1129    set_namelist 2_namelist_cfg jpni 8
1130    set_namelist 2_namelist_cfg jpnj 4
1131    set_namelist 2_namelist_cfg jpnij 32
1132    set_namelist 3_namelist_cfg cn_exp \"AGRIF_84\"
1133    set_namelist 3_namelist_cfg nn_it000 1
1134    set_namelist 3_namelist_cfg nn_itend 240
1135    set_namelist 3_namelist_cfg jpni 8
1136    set_namelist 3_namelist_cfg jpnj 4
1137    set_namelist 3_namelist_cfg jpnij 32
1138
1139    if [ ${USING_MPMD} == "yes" ] ; then
1140       set_xio_using_server iodef.xml true
1141    else
1142       set_xio_using_server iodef.xml false
1143    fi
1144    cd ${SETTE_DIR}
1145    . ./prepare_job.sh input_AGRIF.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
1146    cd ${SETTE_DIR}
1147    . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG}
1148
1149## test code corruption with AGRIF (phase 1) ==> Compile with key_agrif but run with no zoom
1150    export TEST_NAME="ORCA2"
1151    cd ${MAIN_DIR}
1152    cd ${SETTE_DIR}
1153    . ./param.cfg
1154    . ./all_functions.sh
1155    . ./prepare_exe_dir.sh
1156    JOB_FILE=${EXE_DIR}/run_job.sh
1157    NPROC=32
1158    if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi
1159    cd ${EXE_DIR}
1160    set_namelist namelist_cfg cn_exp \"ORCA2\"
1161    set_namelist namelist_cfg nn_it000 1
1162    set_namelist namelist_cfg nn_itend 150
1163
1164#   Set the number of fine grids to zero:   
1165    sed -i "1s/.*/0/" ${EXE_DIR}/AGRIF_FixedGrids.in
1166
1167    if [ ${USING_MPMD} == "yes" ] ; then
1168       set_xio_using_server iodef.xml true
1169    else
1170       set_xio_using_server iodef.xml false
1171    fi
1172    cd ${SETTE_DIR}
1173    . ./prepare_job.sh input_AGRIF.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
1174    cd ${SETTE_DIR}
1175    . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG}
1176
1177fi
1178
1179
1180## test code corruption with AGRIF (phase 2) ==> Compile without key_agrif (to be compared with AGRIF_DEMO_ST/ORCA2)
1181if [ ${config} -eq 8 ] ;  then
1182    export TEST_NAME="ORCA2"
1183    cd ${MAIN_DIR}
1184    . ./makenemo -m ${CMP_NAM} -n AGRIF_DEMO_NOAGRIF_ST -r AGRIF_DEMO -j 8 del_key "key_agrif"
1185    cd ${SETTE_DIR}
1186    . ./param.cfg
1187    . ./all_functions.sh
1188    . ./prepare_exe_dir.sh
1189    JOB_FILE=${EXE_DIR}/run_job.sh
1190    NPROC=32
1191    if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi
1192    cd ${EXE_DIR}
1193    set_namelist namelist_cfg cn_exp \"ORCA2\"
1194    set_namelist namelist_cfg nn_it000 1
1195    set_namelist namelist_cfg nn_itend 150
1196#
1197    if [ ${USING_MPMD} == "yes" ] ; then
1198       set_xio_using_server iodef.xml true
1199    else
1200       set_xio_using_server iodef.xml false
1201    fi
1202    cd ${SETTE_DIR}
1203    . ./prepare_job.sh input_AGRIF.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
1204    cd ${SETTE_DIR}
1205    . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG}
1206
1207fi
1208
1209# -------
1210# SPITZ12
1211# -------
1212if [ ${config} -eq 9 ] ;  then
1213## Restartability tests
1214    export TEST_NAME="LONG"
1215    cd ${MAIN_DIR}
1216    . ./makenemo -m ${CMP_NAM} -n SPITZ12_ST -r SPITZ12 -j 8 del_key ${DEL_KEYS}
1217    cd ${SETTE_DIR}
1218    . ./param.cfg
1219    . ./all_functions.sh
1220    . ./prepare_exe_dir.sh
1221    JOB_FILE=${EXE_DIR}/run_job.sh
1222    NPROC=32
1223    if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi
1224    cd ${EXE_DIR}
1225    set_namelist namelist_cfg cn_exp \"S12_LONG\"
1226    set_namelist namelist_cfg nn_it000 1
1227    set_namelist namelist_cfg nn_itend 240
1228    set_namelist namelist_cfg nn_stock 120
1229    set_namelist namelist_cfg nn_date0 20020101
1230    set_namelist namelist_cfg jpni 4
1231    set_namelist namelist_cfg jpnj 8
1232    set_namelist namelist_cfg jpnij 32
1233    #set_namelist namelist_ice_cfg ln_icediachk .true.
1234    if [ ${USING_MPMD} == "yes" ] ; then
1235       set_xio_using_server iodef.xml true
1236    else
1237       set_xio_using_server iodef.xml false
1238    fi
1239    cd ${SETTE_DIR}
1240    . ./prepare_job.sh input_SPITZ12.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
1241   
1242    cd ${SETTE_DIR}
1243    export TEST_NAME="SHORT"
1244    . ./prepare_exe_dir.sh
1245    cd ${EXE_DIR}
1246    set_namelist namelist_cfg cn_exp \"S12_SHORT\"
1247    set_namelist namelist_cfg nn_it000 121
1248    set_namelist namelist_cfg nn_itend 240
1249    set_namelist namelist_cfg nn_stock 120
1250    set_namelist namelist_cfg ln_rstart .true.
1251    set_namelist namelist_cfg nn_rstctl 2
1252    set_namelist namelist_cfg jpni 4
1253    set_namelist namelist_cfg jpnj 8
1254    set_namelist namelist_cfg jpnij 32
1255    set_namelist namelist_cfg cn_ocerst_in \"S12_LONG_00000120_restart\"
1256    set_namelist namelist_ice_cfg cn_icerst_in \"S12_LONG_00000120_restart_ice\"
1257    for (( i=1; i<=$NPROC; i++)) ; do
1258        L_NPROC=$(( $i - 1 ))
1259        L_NPROC=`printf "%04d\n" ${L_NPROC}`
1260        ln -sf ../LONG/S12_LONG_00000120_restart_${L_NPROC}.nc .
1261        ln -sf ../LONG/S12_LONG_00000120_restart_ice_${L_NPROC}.nc .
1262    done
1263    if [ ${USING_MPMD} == "yes" ] ; then
1264       set_xio_using_server iodef.xml true
1265    else
1266       set_xio_using_server iodef.xml false
1267    fi
1268    cd ${SETTE_DIR}
1269    . ./prepare_job.sh input_SPITZ12.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
1270    cd ${SETTE_DIR}
1271    . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG}
1272
1273## Reproducibility tests
1274    export TEST_NAME="REPRO_4_8"
1275    cd ${MAIN_DIR}
1276    cd ${SETTE_DIR}
1277    . ./param.cfg
1278    . ./all_functions.sh
1279    . ./prepare_exe_dir.sh
1280    JOB_FILE=${EXE_DIR}/run_job.sh
1281    NPROC=32
1282    if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi
1283    cd ${EXE_DIR}
1284    set_namelist namelist_cfg cn_exp \"S12_48\"
1285    set_namelist namelist_cfg nn_it000 1
1286    set_namelist namelist_cfg nn_itend 120
1287    set_namelist namelist_cfg nn_date0 20020101
1288    set_namelist namelist_cfg jpni 4
1289    set_namelist namelist_cfg jpnj 8
1290    set_namelist namelist_cfg jpnij 32
1291    if [ ${USING_MPMD} == "yes" ] ; then
1292       set_xio_using_server iodef.xml true
1293    else
1294       set_xio_using_server iodef.xml false
1295    fi
1296    cd ${SETTE_DIR}
1297    . ./prepare_job.sh input_SPITZ12.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
1298    cd ${SETTE_DIR}
1299    . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG}
1300
1301    cd ${SETTE_DIR}
1302    export TEST_NAME="REPRO_8_4"
1303    . ./prepare_exe_dir.sh
1304    JOB_FILE=${EXE_DIR}/run_job.sh
1305    NPROC=32
1306    if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi
1307    cd ${EXE_DIR}
1308    set_namelist namelist_cfg cn_exp \"S12_84\"
1309    set_namelist namelist_cfg nn_it000 1
1310    set_namelist namelist_cfg nn_itend 120
1311    set_namelist namelist_cfg nn_date0 20020101
1312    set_namelist namelist_cfg jpni 8
1313    set_namelist namelist_cfg jpnj 4
1314    set_namelist namelist_cfg jpnij 32
1315    if [ ${USING_MPMD} == "yes" ] ; then
1316       set_xio_using_server iodef.xml true
1317    else
1318       set_xio_using_server iodef.xml false
1319    fi
1320    cd ${SETTE_DIR}
1321    . ./prepare_job.sh input_SPITZ12.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
1322    cd ${SETTE_DIR}
1323    . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG}
1324fi
1325
1326
1327done
Note: See TracBrowser for help on using the repository browser.