Changeset 5572 for branches/UKMO/dev_r5107_hadgem3_cplseq/NEMOGCM/SETTE
- Timestamp:
- 2015-07-09T12:14:37+02:00 (9 years ago)
- Location:
- branches/UKMO/dev_r5107_hadgem3_cplseq/NEMOGCM/SETTE
- Files:
-
- 4 edited
- 1 copied
-
BATCH_TEMPLATE/batch-IBM_EKMAN_INGV (modified) (4 diffs)
-
BATCH_TEMPLATE/batch-X64_CURIE (modified) (2 diffs)
-
BATCH_TEMPLATE/batch-XC40_METO (copied) (copied from trunk/NEMOGCM/SETTE/BATCH_TEMPLATE/batch-XC40_METO)
-
prepare_job.sh (modified) (2 diffs)
-
sette.sh (modified) (4 diffs)
Legend:
- Unmodified
- Added
- Removed
-
branches/UKMO/dev_r5107_hadgem3_cplseq/NEMOGCM/SETTE/BATCH_TEMPLATE/batch-IBM_EKMAN_INGV
r4277 r5572 2 2 #! 3 3 #BSUB -q long 4 #BSUB -n NPROCS4 #BSUB -n TOTAL_NPROCS 5 5 #BSUB -J MPI_config 6 6 #BSUB -o stdout.%J … … 14 14 # 15 15 OCEANCORES=NPROCS 16 XIOS_NUMPROCS=NXIOPROCS 16 17 export SETTE_DIR=DEF_SETTE_DIR 17 18 … … 23 24 # 24 25 26 MPIPROGINF=detail 27 export MPIPROGINF 28 export LSF_PJL_TYPE="intelmpi" 29 export MP_PGMMODEL=mpmd 30 export MP_SHARED_MEMORY=yes 25 31 export MPIRUN="mpirun -n $OCEANCORES" 26 27 #export MPIRUN="mpirun -np" 32 export MPIRUN_MPMD="mpirun -np $OCEANCORES ./opa : -np $XIOS_NUMPROCS /home/delrosso/XIOS_1.0/xios-1.0/bin/xios_server.exe" 28 33 29 34 # … … 67 72 68 73 if [ MPI_FLAG == "yes" ]; then 69 time ${MPIRUN} ./opa 74 if [ $XIOS_NUMPROCS -eq 0 ]; then 75 time ${MPIRUN} ./opa 76 else 77 time ${MPIRUN_MPMD} 78 fi 70 79 else 71 time ./opa80 time ./opa 72 81 fi 73 82 # -
branches/UKMO/dev_r5107_hadgem3_cplseq/NEMOGCM/SETTE/BATCH_TEMPLATE/batch-X64_CURIE
r4147 r5572 8 8 #MSUB -n NPROCS # Total number of mpi task to use 9 9 #### #MSUB -N 2 # number of nodes to use 10 #MSUB - A gen0826 # project name10 #MSUB -ra2286 # project name 11 11 #MSUB -q standard # (queue name) only for thin nodes 12 12 ########################################################################## … … 33 33 module unload netcdf 34 34 module unload hdf5 35 module load netcdf/4. 2_hdf5_parallel36 module load hdf5/1.8. 9_parallel35 module load netcdf/4.3.3.1_hdf5_parallel 36 module load hdf5/1.8.12_parallel 37 37 38 38 # Don't remove neither change the following line -
branches/UKMO/dev_r5107_hadgem3_cplseq/NEMOGCM/SETTE/prepare_job.sh
r4814 r5572 226 226 # round up the number of nodes required. 227 227 # 228 NB_NODES=$( echo $NB_NODES $NXIO_PROC | awk '{print ($1 + ( $2 / 4 ) + 1)}') 228 NB_NODES=$( echo $NB_NODES $NXIO_PROC | awk '{print ($1 + ( $2 / 4 ) + 1)}') 229 fi 230 ;; 231 XC40_METO*) #Setup for Met Office XC40 with any compiler 232 # ocean cores are packed 32 to a node 233 # If we need more than one node then have to use parallel queue and XIOS must have a node to itself 234 NB_REM=$( echo $NB_PROC | awk '{print ( $1 % 32 ) }') 235 if [ ${NB_REM} == 0 ] ; then 236 # number of processes required is an integer multiple of 32 237 # 238 NB_NODES=$( echo $NB_PROC $NXIO_PROC | awk '{print ($1) / 32}') 239 else 240 # 241 # number of processes required is not an integer multiple of 32 242 # round up the number of nodes required. 243 # 244 NB_NODES=$( echo $NB_PROC $NXIO_PROC | awk '{printf("%d",($1) / 32 + 1 )}') 245 fi 246 # xios cores are sparsely packed at 4 to a node 247 if [ $NXIO_PROC == 0 ] ; then 248 NB_XNODES=0 249 else 250 NB_REM=$( echo $NXIO_PROC | awk '{print ( $1 % 4 ) }') 251 if [ ${NB_REM} == 0 ] ; then 252 # number of processes required is an integer multiple of 4 253 # 254 NB_XNODES=$( echo $NXIO_PROC | awk '{print (( $1 / 4 ) + 1)}') 255 else 256 # 257 # number of processes required is not an integer multiple of 4 258 # round up the number of nodes required. 259 # 260 NB_XNODES=$( echo $NXIO_PROC | awk '{printf("%d",($1) / 4 + 1) }') 261 fi 262 fi 263 if [ ${NB_XNODES} -ge 1 ] ; then 264 NB_NODES=$((NB_NODES+NB_XNODES)) 265 fi 266 echo NB_XNODES=${NB_XNODES} 267 echo Total NB_NODES=${NB_NODES} 268 if [ ${NB_NODES} -eq 1 ] ; then 269 QUEUE=shared 270 #Not using XIOS in detatched mode and using less than one node so should be ok on shared node 271 #Load snplauncher module to allow use of mpiexec 272 SELECT="select=1:ncpus=$((NXIO_PROC + NB_PROC))":mem=15GB 273 module load cray-snplauncher 274 echo 'Shared Queue' 275 else 276 QUEUE=normal 277 SELECT="select=$NB_NODES" 278 module unload cray-snplauncher #Make sure snplauncher module is not loaded 279 echo 'Normal Queue' 229 280 fi 230 281 ;; … … 279 330 cat run_sette_test.job | sed -e"s/NPROC_NODE/${NB_PROC_NODE}/" \ 280 331 -e"s:QUEUE:${QUEUE}:" > run_sette_test1.job 332 mv run_sette_test1.job run_sette_test.job 333 ;; 334 XC40_METO*) 335 cat run_sette_test.job | sed -e"s/QUEUE/${QUEUE}/" \ 336 -e"s/SELECT/${SELECT}/" > run_sette_test1.job 281 337 mv run_sette_test1.job run_sette_test.job 282 338 ;; -
branches/UKMO/dev_r5107_hadgem3_cplseq/NEMOGCM/SETTE/sette.sh
r4990 r5572 142 142 # ORCA2_LIM_OBS: 15 143 143 # ORCA2_AGRIF_LIM :16 144 for config in 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16144 for config in 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 145 145 146 146 do … … 857 857 export TEST_NAME="REPRO_4_8" 858 858 . ./prepare_exe_dir.sh 859 JOB_FILE=${EXE_DIR}/run_job.sh 860 if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi 859 861 cd ${EXE_DIR} 860 862 set_namelist namelist_cfg nn_it000 1 … … 1000 1002 export TEST_NAME="LONG" 1001 1003 cd ${CONFIG_DIR} 1002 . ./makenemo -m ${CMP_NAM} -n ISOMIP_LONG - rISOMIP -j 8 del_key ${DEL_KEYS}1004 . ./makenemo -m ${CMP_NAM} -n ISOMIP_LONG -u ISOMIP -j 8 del_key ${DEL_KEYS} 1003 1005 cd ${SETTE_DIR} 1004 1006 . ./param.cfg … … 1068 1070 export TEST_NAME="REPRO_1_4" 1069 1071 cd ${CONFIG_DIR} 1070 . ./makenemo -m ${CMP_NAM} -n ISOMIP_4 - rISOMIP -j 8 add_key "key_mpp_rep" del_key ${DEL_KEYS}1072 . ./makenemo -m ${CMP_NAM} -n ISOMIP_4 -u ISOMIP -j 8 add_key "key_mpp_rep" del_key ${DEL_KEYS} 1071 1073 cd ${SETTE_DIR} 1072 1074 . ./param.cfg
Note: See TracChangeset
for help on using the changeset viewer.
