[4373] | 1 | #!/bin/bash |
---|
| 2 | ############################################################ |
---|
| 3 | # Author : Simona Flavoni for NEMO |
---|
| 4 | # Contact: sflod@locean-ipsl.upmc.fr |
---|
| 5 | # 2013 : A.C. Coward added options for testing with XIOS in dettached mode |
---|
| 6 | # |
---|
| 7 | # sette.sh : principal script of SET TEsts for NEMO (SETTE) |
---|
| 8 | # ---------------------------------------------------------------------- |
---|
| 9 | # NEMO/SETTE , NEMO Consortium (2010) |
---|
| 10 | # Software governed by the CeCILL licence (NEMOGCM/NEMO_CeCILL.txt) |
---|
| 11 | # ---------------------------------------------------------------------- |
---|
| 12 | # |
---|
| 13 | ############################################################# |
---|
| 14 | #set -x |
---|
| 15 | set -o posix |
---|
| 16 | #set -u |
---|
| 17 | #set -e |
---|
| 18 | # =========== |
---|
| 19 | # DESCRIPTION |
---|
| 20 | # =========== |
---|
| 21 | # |
---|
| 22 | # Variables to be checked by user: |
---|
| 23 | # |
---|
| 24 | # COMPILER : name of compiler as defined in NEMOGCM/ARCH directory |
---|
| 25 | # BATCH_COMMAND_PAR : name of the command for submitting parallel batch jobs |
---|
| 26 | # BATCH_COMMAND_SEQ : name of the command for submitting sequential batch jobs |
---|
| 27 | # INTERACT_FLAG : flag to run in interactive mode "yes" |
---|
| 28 | # to run in batch mode "no" |
---|
| 29 | # MPIRUN_FLAG : flag to run in parallel (MPI) "yes" |
---|
| 30 | # to run in sequential mode (NB_PROC = 1) "no" |
---|
| 31 | # USING_XIOS : flag to control the activation of key_iomput |
---|
| 32 | # "yes" to compile using key_iomput and link to the external XIOS library |
---|
| 33 | # "no" to compile without key_iomput and link to the old IOIPSL library |
---|
| 34 | # USING_MPMD : flag to control the use of stand-alone IO servers |
---|
| 35 | # requires USING_XIOS="yes" |
---|
| 36 | # "yes" to run in MPMD (detached) mode with stand-alone IO servers |
---|
| 37 | # "no" to run in SPMD (attached) mode without separate IO servers |
---|
| 38 | # NUM_XIOSERVERS : number of stand-alone IO servers to employ |
---|
| 39 | # set to zero if USING_MPMD="no" |
---|
| 40 | # |
---|
| 41 | # Principal script is sette.sh, that calls |
---|
| 42 | # |
---|
| 43 | # makenemo : to create successive exectuables in ${CONFIG_NAME}/BLD/bin/nemo.exe |
---|
| 44 | # and links to opa in ${CONFIG_NAME}/EXP00) |
---|
| 45 | # |
---|
| 46 | # param.cfg : sets and loads following directories: |
---|
| 47 | # |
---|
| 48 | # FORCING_DIR : is the directory for forcing files (tarfile) |
---|
| 49 | # INPUT_DIR : is the directory for input files storing |
---|
| 50 | # TMPDIR : is the temporary directory (if needed) |
---|
| 51 | # NEMO_VALIDATION_DIR : is the validation directory |
---|
| 52 | # |
---|
| 53 | # (NOTE: this file is the same for all configrations to be tested with sette) |
---|
| 54 | # |
---|
| 55 | # all_functions.sh : loads functions used by sette (note: new functions can be added here) |
---|
| 56 | # set_namelist : function declared in all_functions that sets namelist parameters |
---|
| 57 | # post_test_tidyup : creates validation storage directory and copies required output files |
---|
| 58 | # (solver.stat and ocean.output) in it after execution of test. |
---|
| 59 | # |
---|
| 60 | # VALIDATION tree is: |
---|
| 61 | # |
---|
| 62 | # NEMO_VALIDATION_DIR/WCONFIG_NAME/WCOMPILER_NAME/TEST_NAME/REVISION_NUMBER(or DATE) |
---|
| 63 | # |
---|
| 64 | # prepare_exe_dir.sh : defines and creates directory where the test is executed |
---|
| 65 | # execution directory takes name of TEST_NAME defined for every test |
---|
| 66 | # in sette.sh. (each test in executed in its own directory) |
---|
| 67 | # |
---|
| 68 | # prepare_job.sh : to generate the script run_job.sh |
---|
| 69 | # |
---|
| 70 | # fcm_job.sh : run in batch (INTERACT_FLAG="no") or interactive (INTERACT_FLAG="yes") |
---|
| 71 | # see sette.sh and BATCH_TEMPLATE directory |
---|
| 72 | # |
---|
| 73 | # NOTE: jobs requiring initial or forcing data need to have an input_CONFIG.cfg in which |
---|
| 74 | # can be found paths to the input tar file) |
---|
| 75 | # NOTE: if job is not launched for any reason you have the executable ready in ${EXE_DIR} |
---|
| 76 | # directory |
---|
| 77 | # NOTE: the changed namelists are left in ${EXE_DIR} directory whereas original namelists |
---|
| 78 | # remain in ${NEW_CONF}/EXP00 |
---|
| 79 | # |
---|
| 80 | # NOTE: a log file, output.sette, is created in ${SETTE_DIR} with the echoes of |
---|
| 81 | # executed commands |
---|
| 82 | # |
---|
| 83 | # NOTE: if sette.sh is stopped in output.sette there is written the last command |
---|
| 84 | # executed by sette.sh |
---|
| 85 | # |
---|
| 86 | # example use: ./sette.sh |
---|
| 87 | ######################################################################################### |
---|
| 88 | # |
---|
| 89 | # Compiler among those in NEMOGCM/ARCH |
---|
| 90 | COMPILER=tobedefined |
---|
| 91 | export BATCH_COMMAND_PAR="llsubmit" |
---|
| 92 | export BATCH_COMMAND_SEQ=$BATCH_COMMAND_PAR |
---|
| 93 | export INTERACT_FLAG="no" |
---|
| 94 | export MPIRUN_FLAG="yes" |
---|
| 95 | # |
---|
| 96 | |
---|
| 97 | # Directory to run the tests |
---|
| 98 | SETTE_DIR=$(cd $(dirname "$0"); pwd) |
---|
| 99 | MAIN_DIR=${SETTE_DIR%/SETTE} |
---|
| 100 | CONFIG_DIR=${MAIN_DIR}/CONFIG |
---|
| 101 | TOOLS_DIR=${MAIN_DIR}/TOOLS |
---|
| 102 | COMPIL_DIR=${TOOLS_DIR}/COMPILE |
---|
| 103 | |
---|
| 104 | CMP_NAM=${1:-$COMPILER} |
---|
| 105 | # Copy job_batch_COMPILER file for specific compiler into job_batch_template |
---|
| 106 | cd ${SETTE_DIR} |
---|
| 107 | cp BATCH_TEMPLATE/batch-${COMPILER} job_batch_template || exit |
---|
| 108 | |
---|
| 109 | for config in 2 |
---|
| 110 | |
---|
| 111 | do |
---|
| 112 | |
---|
| 113 | # TESTS FOR GYRE CONFIGURATION |
---|
| 114 | if [ ${config} -eq 1 ] ; then |
---|
| 115 | ## Restartability tests for GYRE |
---|
| 116 | |
---|
| 117 | NPROC=4 |
---|
| 118 | export NUM_XIOSERVERS=0 |
---|
| 119 | export USING_MPMD="false" |
---|
| 120 | |
---|
| 121 | export TEST_NAME="ATTACHED_MULTIPLE" |
---|
| 122 | |
---|
| 123 | cd ${SETTE_DIR} |
---|
| 124 | . ../CONFIG/makenemo -m ${CMP_NAM} -n GYRE_XIOS_LR -r GYRE_XIOS -j 8 |
---|
| 125 | cd ${SETTE_DIR} |
---|
| 126 | . param.cfg |
---|
| 127 | . all_functions.sh |
---|
| 128 | . prepare_exe_dir.sh |
---|
| 129 | JOB_FILE=${EXE_DIR}/run_job.sh |
---|
| 130 | if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi |
---|
| 131 | cd ${EXE_DIR} |
---|
| 132 | set_namelist namelist_cfg cn_exp \"GYRE_XIOS_LR\" |
---|
| 133 | set_namelist namelist_cfg nn_it000 1 |
---|
| 134 | set_namelist namelist_cfg nn_itend 120 |
---|
| 135 | set_namelist namelist_cfg nn_stock 60 |
---|
| 136 | set_namelist namelist_cfg ln_clobber .true. |
---|
| 137 | set_namelist namelist_cfg jp_cfg 1 |
---|
| 138 | set_namelist namelist_cfg jpni 2 |
---|
| 139 | set_namelist namelist_cfg jpnj 2 |
---|
| 140 | set_namelist namelist_cfg jpnij $NPROC |
---|
| 141 | |
---|
| 142 | set_xio_using_server iodef.xml $USING_MPMD |
---|
| 143 | set_xio_file_type iodef.xml multiple_file |
---|
| 144 | |
---|
| 145 | cd ${SETTE_DIR} |
---|
| 146 | . ./prepare_job.sh input_GYRE.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS} |
---|
| 147 | |
---|
| 148 | cd ${SETTE_DIR} |
---|
| 149 | . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG} |
---|
| 150 | |
---|
| 151 | |
---|
| 152 | export TEST_NAME="ATTACHED_ONE" |
---|
| 153 | export NUM_XIOSERVERS=0 |
---|
| 154 | export USING_MPMD="false" |
---|
| 155 | cd ${SETTE_DIR} |
---|
| 156 | . prepare_exe_dir.sh |
---|
| 157 | JOB_FILE=${EXE_DIR}/run_job.sh |
---|
| 158 | if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi |
---|
| 159 | cd ${EXE_DIR} |
---|
| 160 | set_namelist namelist_cfg cn_exp \"GYRE_XIOS_LR\" |
---|
| 161 | set_namelist namelist_cfg nn_it000 1 |
---|
| 162 | set_namelist namelist_cfg nn_itend 120 |
---|
| 163 | set_namelist namelist_cfg nn_stock 60 |
---|
| 164 | set_namelist namelist_cfg ln_clobber .true. |
---|
| 165 | set_namelist namelist_cfg jp_cfg 1 |
---|
| 166 | set_namelist namelist_cfg jpni 2 |
---|
| 167 | set_namelist namelist_cfg jpnj 2 |
---|
| 168 | set_namelist namelist_cfg jpnij $NPROC |
---|
| 169 | |
---|
| 170 | set_xio_using_server iodef.xml $USING_MPMD |
---|
| 171 | set_xio_file_type iodef.xml one_file |
---|
| 172 | |
---|
| 173 | cd ${SETTE_DIR} |
---|
| 174 | . ./prepare_job.sh input_GYRE.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS} |
---|
| 175 | |
---|
| 176 | cd ${SETTE_DIR} |
---|
| 177 | . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG} |
---|
| 178 | |
---|
| 179 | |
---|
| 180 | export TEST_NAME="DETACHED_ONE" |
---|
| 181 | export NUM_XIOSERVERS=2 |
---|
| 182 | export USING_MPMD="true" |
---|
| 183 | cd ${SETTE_DIR} |
---|
| 184 | . prepare_exe_dir.sh |
---|
| 185 | JOB_FILE=${EXE_DIR}/run_job.sh |
---|
| 186 | if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi |
---|
| 187 | cd ${EXE_DIR} |
---|
| 188 | set_namelist namelist_cfg cn_exp \"GYRE_XIOS_LR\" |
---|
| 189 | set_namelist namelist_cfg nn_it000 1 |
---|
| 190 | set_namelist namelist_cfg nn_itend 120 |
---|
| 191 | set_namelist namelist_cfg nn_stock 60 |
---|
| 192 | set_namelist namelist_cfg ln_clobber .true. |
---|
| 193 | set_namelist namelist_cfg jp_cfg 1 |
---|
| 194 | set_namelist namelist_cfg jpni 2 |
---|
| 195 | set_namelist namelist_cfg jpnj 2 |
---|
| 196 | set_namelist namelist_cfg jpnij $NPROC |
---|
| 197 | |
---|
| 198 | set_xio_using_server iodef.xml $USING_MPMD |
---|
| 199 | set_xio_file_type iodef.xml one_file |
---|
| 200 | |
---|
| 201 | cd ${SETTE_DIR} |
---|
| 202 | . ./prepare_job.sh input_GYRE.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS} |
---|
| 203 | |
---|
| 204 | cd ${SETTE_DIR} |
---|
| 205 | . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG} |
---|
| 206 | |
---|
| 207 | export TEST_NAME="DETACHED_MULTIPLE" |
---|
| 208 | export NUM_XIOSERVERS=2 |
---|
| 209 | export USING_MPMD="true" |
---|
| 210 | cd ${SETTE_DIR} |
---|
| 211 | . prepare_exe_dir.sh |
---|
| 212 | JOB_FILE=${EXE_DIR}/run_job.sh |
---|
| 213 | if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi |
---|
| 214 | cd ${EXE_DIR} |
---|
| 215 | set_namelist namelist_cfg cn_exp \"GYRE_XIOS_LR\" |
---|
| 216 | set_namelist namelist_cfg nn_it000 1 |
---|
| 217 | set_namelist namelist_cfg nn_itend 120 |
---|
| 218 | set_namelist namelist_cfg nn_stock 60 |
---|
| 219 | set_namelist namelist_cfg ln_clobber .true. |
---|
| 220 | set_namelist namelist_cfg jp_cfg 1 |
---|
| 221 | set_namelist namelist_cfg jpni 2 |
---|
| 222 | set_namelist namelist_cfg jpnj 2 |
---|
| 223 | set_namelist namelist_cfg jpnij $NPROC |
---|
| 224 | |
---|
| 225 | set_xio_using_server iodef.xml $USING_MPMD |
---|
| 226 | set_xio_file_type iodef.xml multiple_file |
---|
| 227 | |
---|
| 228 | cd ${SETTE_DIR} |
---|
| 229 | . ./prepare_job.sh input_GYRE.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS} |
---|
| 230 | |
---|
| 231 | cd ${SETTE_DIR} |
---|
| 232 | . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG} |
---|
| 233 | |
---|
| 234 | fi |
---|
| 235 | |
---|
| 236 | if [ ${config} -eq 2 ] ; then |
---|
| 237 | ## Restartability tests for GYRE |
---|
| 238 | |
---|
| 239 | NPROC=152 |
---|
| 240 | export NUM_XIOSERVERS=0 |
---|
| 241 | export USING_MPMD="false" |
---|
| 242 | |
---|
| 243 | export TEST_NAME="ATTACHED_MULTIPLE" |
---|
| 244 | |
---|
| 245 | cd ${SETTE_DIR} |
---|
| 246 | . ../CONFIG/makenemo -m ${CMP_NAM} -n GYRE_XIOS_HR -r GYRE_XIOS -j 8 |
---|
| 247 | cd ${SETTE_DIR} |
---|
| 248 | . param.cfg |
---|
| 249 | . all_functions.sh |
---|
| 250 | . prepare_exe_dir.sh |
---|
| 251 | JOB_FILE=${EXE_DIR}/run_job.sh |
---|
| 252 | if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi |
---|
| 253 | cd ${EXE_DIR} |
---|
| 254 | set_namelist namelist_cfg cn_exp \"GYRE_XIOS_HR\" |
---|
| 255 | set_namelist namelist_cfg nn_it000 1 |
---|
| 256 | set_namelist namelist_cfg nn_itend 120 |
---|
| 257 | set_namelist namelist_cfg nn_stock 120 |
---|
| 258 | set_namelist namelist_cfg nn_bench 1 |
---|
| 259 | set_namelist namelist_cfg ln_clobber .true. |
---|
| 260 | set_namelist namelist_cfg jp_cfg 144 |
---|
| 261 | set_namelist namelist_cfg jpni 19 |
---|
| 262 | set_namelist namelist_cfg jpnj 8 |
---|
| 263 | set_namelist namelist_cfg jpnij $NPROC |
---|
| 264 | |
---|
| 265 | set_xio_using_server iodef.xml $USING_MPMD |
---|
| 266 | set_xio_file_type iodef.xml multiple_file |
---|
| 267 | |
---|
| 268 | cd ${SETTE_DIR} |
---|
| 269 | . ./prepare_job.sh input_GYRE.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS} |
---|
| 270 | |
---|
| 271 | cd ${SETTE_DIR} |
---|
| 272 | . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG} |
---|
| 273 | |
---|
| 274 | |
---|
| 275 | |
---|
| 276 | export TEST_NAME="ATTACHED_ONE" |
---|
| 277 | export NUM_XIOSERVERS=0 |
---|
| 278 | export USING_MPMD="false" |
---|
| 279 | cd ${SETTE_DIR} |
---|
| 280 | . prepare_exe_dir.sh |
---|
| 281 | JOB_FILE=${EXE_DIR}/run_job.sh |
---|
| 282 | if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi |
---|
| 283 | cd ${EXE_DIR} |
---|
| 284 | set_namelist namelist_cfg cn_exp \"GYRE_XIOS_HR\" |
---|
| 285 | set_namelist namelist_cfg nn_it000 1 |
---|
| 286 | set_namelist namelist_cfg nn_itend 120 |
---|
| 287 | set_namelist namelist_cfg nn_stock 120 |
---|
| 288 | set_namelist namelist_cfg nn_bench 1 |
---|
| 289 | set_namelist namelist_cfg ln_clobber .true. |
---|
| 290 | set_namelist namelist_cfg jp_cfg 144 |
---|
| 291 | set_namelist namelist_cfg jpni 19 |
---|
| 292 | set_namelist namelist_cfg jpnj 8 |
---|
| 293 | set_namelist namelist_cfg jpnij $NPROC |
---|
| 294 | |
---|
| 295 | set_xio_using_server iodef.xml $USING_MPMD |
---|
| 296 | set_xio_file_type iodef.xml one_file |
---|
| 297 | |
---|
| 298 | cd ${SETTE_DIR} |
---|
| 299 | . ./prepare_job.sh input_GYRE.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS} |
---|
| 300 | |
---|
| 301 | cd ${SETTE_DIR} |
---|
| 302 | . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG} |
---|
| 303 | |
---|
| 304 | export TEST_NAME="DETACHED_ONE" |
---|
| 305 | export NUM_XIOSERVERS=8 |
---|
| 306 | export USING_MPMD="true" |
---|
| 307 | cd ${SETTE_DIR} |
---|
| 308 | . prepare_exe_dir.sh |
---|
| 309 | JOB_FILE=${EXE_DIR}/run_job.sh |
---|
| 310 | if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi |
---|
| 311 | cd ${EXE_DIR} |
---|
| 312 | set_namelist namelist_cfg cn_exp \"GYRE_XIOS_HR\" |
---|
| 313 | set_namelist namelist_cfg nn_it000 1 |
---|
| 314 | set_namelist namelist_cfg nn_itend 120 |
---|
| 315 | set_namelist namelist_cfg nn_stock 120 |
---|
| 316 | set_namelist namelist_cfg nn_bench 1 |
---|
| 317 | set_namelist namelist_cfg ln_clobber .true. |
---|
| 318 | set_namelist namelist_cfg jp_cfg 144 |
---|
| 319 | set_namelist namelist_cfg jpni 19 |
---|
| 320 | set_namelist namelist_cfg jpnj 8 |
---|
| 321 | set_namelist namelist_cfg jpnij $NPROC |
---|
| 322 | |
---|
| 323 | set_xio_using_server iodef.xml $USING_MPMD |
---|
| 324 | set_xio_file_type iodef.xml one_file |
---|
| 325 | |
---|
| 326 | cd ${SETTE_DIR} |
---|
| 327 | . ./prepare_job.sh input_GYRE.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS} |
---|
| 328 | |
---|
| 329 | cd ${SETTE_DIR} |
---|
| 330 | . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG} |
---|
| 331 | |
---|
| 332 | export TEST_NAME="DETACHED_MULTIPLE" |
---|
| 333 | export NUM_XIOSERVERS=8 |
---|
| 334 | export USING_MPMD="true" |
---|
| 335 | cd ${SETTE_DIR} |
---|
| 336 | . prepare_exe_dir.sh |
---|
| 337 | JOB_FILE=${EXE_DIR}/run_job.sh |
---|
| 338 | if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi |
---|
| 339 | cd ${EXE_DIR} |
---|
| 340 | set_namelist namelist_cfg cn_exp \"GYRE_XIOS_HR\" |
---|
| 341 | set_namelist namelist_cfg nn_it000 1 |
---|
| 342 | set_namelist namelist_cfg nn_itend 120 |
---|
| 343 | set_namelist namelist_cfg nn_stock 120 |
---|
| 344 | set_namelist namelist_cfg nn_bench 1 |
---|
| 345 | set_namelist namelist_cfg ln_clobber .true. |
---|
| 346 | set_namelist namelist_cfg jp_cfg 144 |
---|
| 347 | set_namelist namelist_cfg jpni 19 |
---|
| 348 | set_namelist namelist_cfg jpnj 8 |
---|
| 349 | set_namelist namelist_cfg jpnij $NPROC |
---|
| 350 | |
---|
| 351 | set_xio_using_server iodef.xml $USING_MPMD |
---|
| 352 | set_xio_file_type iodef.xml multiple_file |
---|
| 353 | |
---|
| 354 | cd ${SETTE_DIR} |
---|
| 355 | . ./prepare_job.sh input_GYRE.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS} |
---|
| 356 | |
---|
| 357 | cd ${SETTE_DIR} |
---|
| 358 | . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG} |
---|
| 359 | |
---|
| 360 | fi |
---|
| 361 | |
---|
| 362 | done |
---|