New URL for NEMO forge!   http://forge.nemo-ocean.eu

Since March 2022 along with NEMO 4.2 release, the code development moved to a self-hosted GitLab.
This present forge is now archived and remained online for history.
sette_xios.sh in utils/CI/sette – NEMO

source: utils/CI/sette/sette_xios.sh @ 10687

Last change on this file since 10687 was 9605, checked in by clem, 6 years ago

change some names to comply with the new architecture
  • Property svn:executable set to *
File size: 16.2 KB
RevLine 
[4373]1#!/bin/bash
2############################################################
[4707]3# Author : Italo Epicoco - CMCC
4# Contact: italo.epicoco@unisalento.it
5# 2014   : A.C. Coward added new namelist settings for GYRE configuration
[4373]6#
[4707]7# sette_xios.sh   : additional script of SET TEsts for XIOS within NEMO
[4373]8# ----------------------------------------------------------------------
[4707]9# NEMO/SETTE , NEMO Consortium (2014)
[4373]10# Software governed by the CeCILL licence     (NEMOGCM/NEMO_CeCILL.txt)
11# ----------------------------------------------------------------------
12#
13#############################################################
14#set -x
15set -o posix
16#set -u
17#set -e
18# ===========
19# DESCRIPTION
20# ===========
21#
22# Variables to be checked by user:
23#
24# COMPILER          : name of compiler as defined in NEMOGCM/ARCH directory
25# BATCH_COMMAND_PAR :  name of the command for submitting parallel batch jobs
26# BATCH_COMMAND_SEQ :  name of the command for submitting sequential batch jobs 
27# INTERACT_FLAG     : flag to run in interactive mode "yes"
28#                           to run in batch mode "no"
29# MPIRUN_FLAG       : flag to run in parallel (MPI) "yes"
30#                           to run in sequential mode (NB_PROC = 1) "no"
31# USING_MPMD        : flag to control the use of stand-alone IO servers
[4707]32#                      "true" to run in MPMD (detached) mode with stand-alone IO servers
33#                      "false"  to run in SPMD (attached) mode without separate IO servers
[4373]34# NUM_XIOSERVERS    : number of stand-alone IO servers to employ
[4707]35#                     set to zero if USING_MPMD="false"
[4373]36#
[4707]37# Principal script is sette_xios.sh, that calls
[4373]38#
39#  makenemo  : to create successive exectuables in ${CONFIG_NAME}/BLD/bin/nemo.exe
[9576]40#              and links to nemo in ${CONFIG_NAME}/EXP00)
[4373]41#
42#  param.cfg : sets and loads following directories:
43#
44#   FORCING_DIR         : is the directory for forcing files (tarfile)
45#   INPUT_DIR           : is the directory for input files storing
46#   TMPDIR              : is the temporary directory (if needed)
47#   NEMO_VALIDATION_DIR : is the validation directory
48#
49#   (NOTE: this file is the same for all configrations to be tested with sette)
50#
51#   all_functions.sh : loads functions used by sette (note: new functions can be added here)
52#   set_namelist     : function declared in all_functions that sets namelist parameters
53#   post_test_tidyup : creates validation storage directory and copies required output files
[9019]54#                      (run.stat and ocean.output) in it after execution of test.
[4373]55#
56#  VALIDATION tree is:
57#
58#   NEMO_VALIDATION_DIR/WCONFIG_NAME/WCOMPILER_NAME/TEST_NAME/REVISION_NUMBER(or DATE)
59#
60#  prepare_exe_dir.sh : defines and creates directory where the test is executed
61#                       execution directory takes name of TEST_NAME defined for every test
62#                       in sette.sh. (each test in executed in its own directory)
63#
64#  prepare_job.sh     : to generate the script run_job.sh
65#
66#  fcm_job.sh         : run in batch (INTERACT_FLAG="no") or interactive (INTERACT_FLAG="yes")
67#                        see sette.sh and BATCH_TEMPLATE directory
68#
69#  NOTE: jobs requiring initial or forcing data need to have an input_CONFIG.cfg in which
70#        can be found paths to the input tar file)
71#  NOTE: if job is not launched for any reason you have the executable ready in ${EXE_DIR}
72#        directory
73#  NOTE: the changed namelists are left in ${EXE_DIR} directory whereas original namelists
74#        remain in ${NEW_CONF}/EXP00
75#
76#  NOTE: a log file, output.sette, is created in ${SETTE_DIR} with the echoes of
77#        executed commands
78#
[4707]79#  NOTE: if sette_xios.sh is stopped in output.sette there is written the last command
80#        executed by sette_xios.sh
[4373]81#
[4707]82# example use: ./sette_xios.sh
[4373]83#########################################################################################
84#
85# Compiler among those in NEMOGCM/ARCH
[4990]86COMPILER=
[4373]87export BATCH_COMMAND_PAR="llsubmit"
88export BATCH_COMMAND_SEQ=$BATCH_COMMAND_PAR
89export INTERACT_FLAG="no"
90export MPIRUN_FLAG="yes"
91#
92
93# Directory to run the tests
94SETTE_DIR=$(cd $(dirname "$0"); pwd)
95MAIN_DIR=${SETTE_DIR%/SETTE}
[9602]96CONFIG_DIR=${MAIN_DIR}/cfgs
[9605]97TOOLS_DIR=${MAIN_DIR}/tools
[4373]98
99CMP_NAM=${1:-$COMPILER}
[4692]100#
101#=================================================================================
[4373]102# Copy job_batch_COMPILER file for specific compiler into job_batch_template
[4692]103# Note this batch template needs to be capable of launching both SPMD and MPMD
104# tasks with internal selection depending on the value of NUM_XIOSERVERS
105# (0=SPMD; >0 = MPMD)
[4687]106#=================================================================================
[4692]107#
[4373]108cd ${SETTE_DIR}
109cp BATCH_TEMPLATE/batch-${COMPILER} job_batch_template || exit
110
[4707]111for config in 1 2 
[4373]112
113do
114
[4707]115#==========================================================
116# TESTS FOR XIOS USING GYRE CONFIGURATION AT LOW RESOLUTION
117#==========================================================
118
[4373]119if [ ${config} -eq 1 ] ;  then
[4707]120    ## Test of XIOS configured in attached mode with multiple output files (one for each process).
121    ## $NPROC processes are used
[4373]122
123    NPROC=4
[4707]124    jp_cfg=1
125    jpni=2
126    jpnj=2
[4373]127    export NUM_XIOSERVERS=0
128    export USING_MPMD="false"
129
130    export TEST_NAME="ATTACHED_MULTIPLE"
131
132    cd ${SETTE_DIR}
[9602]133    . ../cfgs/makenemo -m ${CMP_NAM} -n GYRE_XIOS_LR -r GYRE_XIOS -j 8
[4373]134    cd ${SETTE_DIR}
[4687]135    . ./param.cfg
136    . ./all_functions.sh
137    . ./prepare_exe_dir.sh
[4373]138    JOB_FILE=${EXE_DIR}/run_job.sh
139    if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi
140    cd ${EXE_DIR} 
141    set_namelist namelist_cfg cn_exp \"GYRE_XIOS_LR\"
142    set_namelist namelist_cfg nn_it000 1
143    set_namelist namelist_cfg nn_itend 120
[4707]144    set_namelist namelist_cfg nn_stock 120
[4373]145    set_namelist namelist_cfg ln_clobber .true.
[4707]146    set_namelist namelist_cfg jp_cfg $jp_cfg
147    set_namelist namelist_cfg jpidta $(( $jp_cfg * 30 + 2 ))
148    set_namelist namelist_cfg jpjdta $(( $jp_cfg * 20 + 2 ))
149    set_namelist namelist_cfg jpiglo $(( $jp_cfg * 30 + 2 ))
150    set_namelist namelist_cfg jpjglo $(( $jp_cfg * 20 + 2 ))
151    set_namelist namelist_cfg jpni $jpni
152    set_namelist namelist_cfg jpnj $jpnj
[4373]153    set_namelist namelist_cfg jpnij $NPROC
154
155    set_xio_using_server iodef.xml $USING_MPMD
156    set_xio_file_type    iodef.xml multiple_file
157
158    cd ${SETTE_DIR}
159    . ./prepare_job.sh input_GYRE.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
160
161    cd ${SETTE_DIR}
162    . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG}
163
164
[4707]165    ## Test of XIOS configured in attached mode with a single output file.
166
[4373]167    export TEST_NAME="ATTACHED_ONE"
168    export NUM_XIOSERVERS=0
169    export USING_MPMD="false"
170    cd ${SETTE_DIR} 
[4687]171    . ./prepare_exe_dir.sh
[4373]172    JOB_FILE=${EXE_DIR}/run_job.sh
173    if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi
174    cd ${EXE_DIR}
175    set_namelist namelist_cfg cn_exp \"GYRE_XIOS_LR\"
176    set_namelist namelist_cfg nn_it000 1
177    set_namelist namelist_cfg nn_itend 120
[4707]178    set_namelist namelist_cfg nn_stock 120
[4373]179    set_namelist namelist_cfg ln_clobber .true.
[4707]180    set_namelist namelist_cfg jp_cfg $jp_cfg
181    set_namelist namelist_cfg jpidta $(( $jp_cfg * 30 + 2 ))
182    set_namelist namelist_cfg jpjdta $(( $jp_cfg * 20 + 2 ))
183    set_namelist namelist_cfg jpiglo $(( $jp_cfg * 30 + 2 ))
184    set_namelist namelist_cfg jpjglo $(( $jp_cfg * 20 + 2 ))
185    set_namelist namelist_cfg jpni $jpni
186    set_namelist namelist_cfg jpnj $jpnj
[4373]187    set_namelist namelist_cfg jpnij $NPROC
188
189    set_xio_using_server iodef.xml $USING_MPMD
190    set_xio_file_type    iodef.xml one_file
191
192    cd ${SETTE_DIR}
193    . ./prepare_job.sh input_GYRE.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
194
195    cd ${SETTE_DIR}
196    . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG}
197
198
[4707]199    ## Test of XIOS configured in detached mode with a single output file.
200    ## $NUM_XIOSERVERS IO server are used.
201    ## the total number of allocated cores is $NUM_XIOSERVERS + $NPROC
202
[4373]203    export TEST_NAME="DETACHED_ONE"
204    export NUM_XIOSERVERS=2
205    export USING_MPMD="true"
206    cd ${SETTE_DIR}
[4687]207#
208    . ./prepare_exe_dir.sh
[4373]209    JOB_FILE=${EXE_DIR}/run_job.sh
210    if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi
211    cd ${EXE_DIR}
212    set_namelist namelist_cfg cn_exp \"GYRE_XIOS_LR\"
213    set_namelist namelist_cfg nn_it000 1
214    set_namelist namelist_cfg nn_itend 120
[4707]215    set_namelist namelist_cfg nn_stock 120
[4373]216    set_namelist namelist_cfg ln_clobber .true.
[4707]217    set_namelist namelist_cfg jp_cfg $jp_cfg
218    set_namelist namelist_cfg jpidta $(( $jp_cfg * 30 + 2 ))
219    set_namelist namelist_cfg jpjdta $(( $jp_cfg * 20 + 2 ))
220    set_namelist namelist_cfg jpiglo $(( $jp_cfg * 30 + 2 ))
221    set_namelist namelist_cfg jpjglo $(( $jp_cfg * 20 + 2 ))
222    set_namelist namelist_cfg jpni $jpni
223    set_namelist namelist_cfg jpnj $jpnj
[4373]224    set_namelist namelist_cfg jpnij $NPROC
225
226    set_xio_using_server iodef.xml $USING_MPMD
227    set_xio_file_type    iodef.xml one_file
228
229    cd ${SETTE_DIR}
230    . ./prepare_job.sh input_GYRE.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
231
232    cd ${SETTE_DIR}
233    . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG}
234
[4707]235    ## Test of XIOS configured in detached mode with multiple output files (one for each IO server).
236    ## $NUM_XIOSERVERS IO server are used.
237    ## the total number of allocated cores is $NUM_XIOSERVERS + $NPROC
238
239
[4373]240    export TEST_NAME="DETACHED_MULTIPLE"
241    export NUM_XIOSERVERS=2
242    export USING_MPMD="true"
243    cd ${SETTE_DIR}
[4687]244    . ./prepare_exe_dir.sh
[4373]245    JOB_FILE=${EXE_DIR}/run_job.sh
246    if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi
247    cd ${EXE_DIR}
248    set_namelist namelist_cfg cn_exp \"GYRE_XIOS_LR\"
249    set_namelist namelist_cfg nn_it000 1
250    set_namelist namelist_cfg nn_itend 120
[4707]251    set_namelist namelist_cfg nn_stock 120
[4373]252    set_namelist namelist_cfg ln_clobber .true.
[4707]253    set_namelist namelist_cfg jp_cfg $jp_cfg
254    set_namelist namelist_cfg jpidta $(( $jp_cfg * 30 + 2 ))
255    set_namelist namelist_cfg jpjdta $(( $jp_cfg * 20 + 2 ))
256    set_namelist namelist_cfg jpiglo $(( $jp_cfg * 30 + 2 ))
257    set_namelist namelist_cfg jpjglo $(( $jp_cfg * 20 + 2 ))
258    set_namelist namelist_cfg jpni $jpni
259    set_namelist namelist_cfg jpnj $jpnj
[4373]260    set_namelist namelist_cfg jpnij $NPROC
261
262    set_xio_using_server iodef.xml $USING_MPMD
263    set_xio_file_type    iodef.xml multiple_file
264
265    cd ${SETTE_DIR}
266    . ./prepare_job.sh input_GYRE.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
267
268    cd ${SETTE_DIR}
269    . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG}
270
271fi
272
[4707]273#==========================================================
274# TESTS FOR XIOS USING GYRE CONFIGURATION AT HIGH RESOLUTION
275#==========================================================
276
[4373]277if [ ${config} -eq 2 ] ;  then
[4707]278    ## Test of XIOS configured in attached mode with multiple output files (one for each process).
279    ## $NPROC processes are used
[4373]280
[4692]281    NPROC=64
282    jp_cfg=30
283    jpni=8
284    jpnj=8
[4373]285    export NUM_XIOSERVERS=0
286    export USING_MPMD="false"
287
288    export TEST_NAME="ATTACHED_MULTIPLE"
289
290    cd ${SETTE_DIR}
[9602]291    . ../cfgs/makenemo -m ${CMP_NAM} -n GYRE_XIOS_HR -r GYRE_XIOS -j 8
[4373]292    cd ${SETTE_DIR}
[4687]293#
294    . ./param.cfg
295    . ./all_functions.sh
296    . ./prepare_exe_dir.sh
297#
[4373]298    JOB_FILE=${EXE_DIR}/run_job.sh
299    if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi
300    cd ${EXE_DIR}
301    set_namelist namelist_cfg cn_exp \"GYRE_XIOS_HR\"
302    set_namelist namelist_cfg nn_it000 1
303    set_namelist namelist_cfg nn_itend 120
304    set_namelist namelist_cfg nn_stock 120
305    set_namelist namelist_cfg nn_bench 1
306    set_namelist namelist_cfg ln_clobber .true.
[4692]307    set_namelist namelist_cfg jp_cfg $jp_cfg
308    set_namelist namelist_cfg jpidta $(( $jp_cfg * 30 + 2 ))
309    set_namelist namelist_cfg jpjdta $(( $jp_cfg * 20 + 2 ))
310    set_namelist namelist_cfg jpiglo $(( $jp_cfg * 30 + 2 ))
311    set_namelist namelist_cfg jpjglo $(( $jp_cfg * 20 + 2 ))
312    set_namelist namelist_cfg jpni $jpni
313    set_namelist namelist_cfg jpnj $jpnj
[4373]314    set_namelist namelist_cfg jpnij $NPROC
315
316    set_xio_using_server iodef.xml $USING_MPMD
317    set_xio_file_type    iodef.xml multiple_file
318
319    cd ${SETTE_DIR}
320    . ./prepare_job.sh input_GYRE.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
321
322    cd ${SETTE_DIR}
323    . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG}
324
325
[4707]326    ## Test of XIOS configured in attached mode with a single output file.
[4373]327
328    export TEST_NAME="ATTACHED_ONE"
329    export NUM_XIOSERVERS=0
330    export USING_MPMD="false"
331    cd ${SETTE_DIR}
[4687]332#
333    . ./prepare_exe_dir.sh
334#
[4373]335    JOB_FILE=${EXE_DIR}/run_job.sh
336    if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi
337    cd ${EXE_DIR}
338    set_namelist namelist_cfg cn_exp \"GYRE_XIOS_HR\"
339    set_namelist namelist_cfg nn_it000 1
340    set_namelist namelist_cfg nn_itend 120
341    set_namelist namelist_cfg nn_stock 120
342    set_namelist namelist_cfg nn_bench 1
343    set_namelist namelist_cfg ln_clobber .true.
[4692]344    set_namelist namelist_cfg jp_cfg $jp_cfg
345    set_namelist namelist_cfg jpidta $(( $jp_cfg * 30 + 2 ))
346    set_namelist namelist_cfg jpjdta $(( $jp_cfg * 20 + 2 ))
347    set_namelist namelist_cfg jpiglo $(( $jp_cfg * 30 + 2 ))
348    set_namelist namelist_cfg jpjglo $(( $jp_cfg * 20 + 2 ))
349    set_namelist namelist_cfg jpni $jpni
350    set_namelist namelist_cfg jpnj $jpnj
[4373]351    set_namelist namelist_cfg jpnij $NPROC
352
353    set_xio_using_server iodef.xml $USING_MPMD
354    set_xio_file_type    iodef.xml one_file
355
356    cd ${SETTE_DIR}
357    . ./prepare_job.sh input_GYRE.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
358
359    cd ${SETTE_DIR}
360    . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG}
361
[4707]362
363    ## Test of XIOS configured in detached mode with a single output file.
364    ## $NUM_XIOSERVERS IO server are used.
365    ## the total number of allocated cores is $NUM_XIOSERVERS + $NPROC
366
[4373]367    export TEST_NAME="DETACHED_ONE"
368    export NUM_XIOSERVERS=8
369    export USING_MPMD="true"
370    cd ${SETTE_DIR}
[4687]371#
372    . ./prepare_exe_dir.sh
373#
[4373]374    JOB_FILE=${EXE_DIR}/run_job.sh
375    if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi
376    cd ${EXE_DIR}
377    set_namelist namelist_cfg cn_exp \"GYRE_XIOS_HR\"
378    set_namelist namelist_cfg nn_it000 1
379    set_namelist namelist_cfg nn_itend 120
380    set_namelist namelist_cfg nn_stock 120
381    set_namelist namelist_cfg nn_bench 1
382    set_namelist namelist_cfg ln_clobber .true.
[4692]383    set_namelist namelist_cfg jp_cfg $jp_cfg
384    set_namelist namelist_cfg jpidta $(( $jp_cfg * 30 + 2 ))
385    set_namelist namelist_cfg jpjdta $(( $jp_cfg * 20 + 2 ))
386    set_namelist namelist_cfg jpiglo $(( $jp_cfg * 30 + 2 ))
387    set_namelist namelist_cfg jpjglo $(( $jp_cfg * 20 + 2 ))
388    set_namelist namelist_cfg jpni $jpni
389    set_namelist namelist_cfg jpnj $jpnj
[4373]390    set_namelist namelist_cfg jpnij $NPROC
391
392    set_xio_using_server iodef.xml $USING_MPMD
393    set_xio_file_type    iodef.xml one_file
394
395    cd ${SETTE_DIR}
396    . ./prepare_job.sh input_GYRE.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
397
398    cd ${SETTE_DIR}
399    . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG}
400
[4707]401    ## Test of XIOS configured in detached mode with multiple output files (one for each IO server).
402    ## $NUM_XIOSERVERS IO server are used.
403    ## the total number of allocated cores is $NUM_XIOSERVERS + $NPROC
404
[4373]405    export TEST_NAME="DETACHED_MULTIPLE"
406    export NUM_XIOSERVERS=8
407    export USING_MPMD="true"
408    cd ${SETTE_DIR}
[4687]409    . ./prepare_exe_dir.sh
[4373]410    JOB_FILE=${EXE_DIR}/run_job.sh
411    if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi
412    cd ${EXE_DIR}
413    set_namelist namelist_cfg cn_exp \"GYRE_XIOS_HR\"
414    set_namelist namelist_cfg nn_it000 1
415    set_namelist namelist_cfg nn_itend 120
416    set_namelist namelist_cfg nn_stock 120
417    set_namelist namelist_cfg nn_bench 1
418    set_namelist namelist_cfg ln_clobber .true.
[4692]419    set_namelist namelist_cfg jp_cfg $jp_cfg
420    set_namelist namelist_cfg jpidta $(( $jp_cfg * 30 + 2 ))
421    set_namelist namelist_cfg jpjdta $(( $jp_cfg * 20 + 2 ))
422    set_namelist namelist_cfg jpiglo $(( $jp_cfg * 30 + 2 ))
423    set_namelist namelist_cfg jpjglo $(( $jp_cfg * 20 + 2 ))
424    set_namelist namelist_cfg jpni $jpni
425    set_namelist namelist_cfg jpnj $jpnj
[4373]426    set_namelist namelist_cfg jpnij $NPROC
427
428    set_xio_using_server iodef.xml $USING_MPMD
429    set_xio_file_type    iodef.xml multiple_file
430
431    cd ${SETTE_DIR}
432    . ./prepare_job.sh input_GYRE.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS}
433
434    cd ${SETTE_DIR}
435    . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG}
436
437fi
438
439done
Note: See TracBrowser for help on using the repository browser.