Changeset 8279 for branches/2017/wrk_OMP_test_for_Silvia/NEMOGCM/SETTE
- Timestamp:
- 2017-07-04T17:46:48+02:00 (7 years ago)
- Location:
- branches/2017/wrk_OMP_test_for_Silvia/NEMOGCM/SETTE
- Files:
-
- 1 added
- 2 edited
Legend:
- Unmodified
- Added
- Removed
-
branches/2017/wrk_OMP_test_for_Silvia/NEMOGCM/SETTE/prepare_job.sh
r7753 r8279 94 94 JOB_FILE=$5 95 95 NXIO_PROC=$6 96 NOMP_THR=$7 96 97 97 98 # export EXE_DIR. This directory is used to execute model … … 293 294 echo NB_PROC_NODE ${NB_PROC_NODE} 294 295 ;; 296 ifort_athena_*) 297 NB_PROC_NODE=$(( 16 / NOMP_THR )) 298 ;; 295 299 *) 296 300 NB_NODES=${NB_PROC} … … 305 309 -e"s/TOTAL_NPROCS/${TOTAL_NPROCS}/" \ 306 310 -e"s/NPROCS/${NB_PROC}/" \ 311 -e"s/OMP_NTHR/${NOMP_THR}/" \ 307 312 -e"s/NXIOPROCS/${NXIO_PROC}/" \ 308 313 -e"s:DEF_SETTE_DIR:${SETTE_DIR}:" -e"s:DEF_INPUT_DIR:${INPUT_DIR}:" \ … … 321 326 XC40_METO*) 322 327 cat run_sette_test.job | sed -e"s/SELECT/${SELECT}/" > run_sette_test1.job 328 mv run_sette_test1.job run_sette_test.job 329 ;; 330 ifort_athena_*) 331 cat run_sette_test.job | sed -e"s/NPROC_NODE/${NB_PROC_NODE}/" > run_sette_test1.job 323 332 mv run_sette_test1.job run_sette_test.job 324 333 ;; -
branches/2017/wrk_OMP_test_for_Silvia/NEMOGCM/SETTE/sette.sh
r8055 r8279 36 36 # "yes" to run in MPMD (detached) mode with stand-alone IO servers 37 37 # "no" to run in SPMD (attached) mode without separate IO servers 38 # USING_OMP : flag to control the use of OpenMP parallelization 38 39 # NUM_XIOSERVERS : number of stand-alone IO servers to employ 39 40 # set to zero if USING_MPMD="no" … … 88 89 # 89 90 # Compiler among those in NEMOGCM/ARCH 90 COMPILER=X64_ADA 91 92 export BATCH_COMMAND_PAR="llsubmit" 91 # 92 COMPILER=ifort_athena_xios_omp 93 94 export BATCH_COMMAND_PAR="bsub < " 93 95 export BATCH_COMMAND_SEQ=$BATCH_COMMAND_PAR 94 96 export INTERACT_FLAG="no" 95 97 export MPIRUN_FLAG="yes" 96 98 export USING_XIOS="yes" 99 export USING_OMP="yes" 97 100 # 98 101 export DEL_KEYS="key_iomput" … … 119 122 echo "Incompatible choices. MPMD mode requires the XIOS server" 120 123 exit 124 fi 125 # 126 # Settings which control the hybrid parallel execution 127 # 128 OMP_NTHR=1 129 ADD_OMP_KEY="" 130 if [ ${USING_OMP} == "yes" ] 131 then 132 OMP_NTHR=4 133 ADD_OMP_KEY="key_omp" 121 134 fi 122 135 … … 152 165 export TEST_NAME="LONG" 153 166 cd ${CONFIG_DIR0} 154 . ./makenemo -m ${CMP_NAM} -n GYREPIS_LONG -r GYRE_PISCES -j 8 del_key ${DEL_KEYS} 167 if [ ${USING_OMP} == "yes" ] 168 then 169 . ./makenemo -m ${CMP_NAM} -n GYREPIS_LONG_omp -r GYRE_PISCES -j 8 add_key ${ADD_OMP_KEY} del_key ${DEL_KEYS} 170 else 171 . ./makenemo -m ${CMP_NAM} -n GYREPIS_LONG_mpi -r GYRE_PISCES -j 8 del_key ${DEL_KEYS} 172 fi 155 173 cd ${SETTE_DIR} 156 174 . ./param.cfg … … 161 179 if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi 162 180 cd ${EXE_DIR} 181 set_namelist namelist_cfg nn_GYRE 12 182 set_namelist namelist_cfg ln_bench .true. 163 183 set_namelist namelist_cfg cn_exp \"GYREPIS_LONG\" 164 184 set_namelist namelist_cfg nn_it000 1 … … 169 189 set_namelist namelist_cfg ln_read_cfg .false. 170 190 set_namelist namelist_cfg nn_fwb 0 171 set_namelist namelist_cfg jpni 4 172 set_namelist namelist_cfg jpnj 8 173 set_namelist namelist_cfg jpnij 32 174 if [ ${USING_MPMD} == "yes" ] ; then 175 set_xio_using_server iodef.xml true 176 else 177 set_xio_using_server iodef.xml false 178 fi 179 cd ${SETTE_DIR} 180 . ./prepare_job.sh input_GYRE.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS} 191 set_namelist namelist_cfg jpni 8 192 set_namelist namelist_cfg jpnj 4 193 set_namelist namelist_cfg jpnij 32 194 set_namelist namelist_cfg jtni 2 # to be set when using OpenMP 195 if [ ${USING_MPMD} == "yes" ] ; then 196 set_xio_using_server iodef.xml true 197 else 198 set_xio_using_server iodef.xml false 199 fi 200 cd ${SETTE_DIR} 201 . ./prepare_job.sh input_GYRE.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS} ${OMP_NTHR} 181 202 182 203 cd ${SETTE_DIR} … … 184 205 . ./prepare_exe_dir.sh 185 206 cd ${EXE_DIR} 207 set_namelist namelist_cfg nn_GYRE 12 208 set_namelist namelist_cfg ln_bench .true. 186 209 set_namelist namelist_cfg cn_exp \"GYREPIS_SHORT\" 187 210 set_namelist namelist_cfg nn_it000 61 … … 194 217 set_namelist namelist_cfg ln_read_cfg .false. 195 218 set_namelist namelist_cfg nn_fwb 0 196 set_namelist namelist_cfg jpni 4 197 set_namelist namelist_cfg jpnj 8 198 set_namelist namelist_cfg jpnij 32 219 set_namelist namelist_cfg jpni 8 220 set_namelist namelist_cfg jpnj 4 221 set_namelist namelist_cfg jpnij 32 222 set_namelist namelist_cfg jtni 2 # to be set when using OpenMP 199 223 set_namelist namelist_top_cfg ln_rsttr .true. 200 224 set_namelist namelist_top_cfg nn_rsttr 2 … … 218 242 fi 219 243 cd ${SETTE_DIR} 220 . ./prepare_job.sh input_GYRE.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS} 244 . ./prepare_job.sh input_GYRE.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS} ${OMP_NTHR} 221 245 cd ${SETTE_DIR} 222 246 . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG} … … 227 251 export TEST_NAME="REPRO_4_8" 228 252 cd ${CONFIG_DIR0} 229 . ./makenemo -m ${CMP_NAM} -n GYREPIS_32 -r GYRE_PISCES -j 8 del_key ${DEL_KEYS} 230 cd ${SETTE_DIR} 231 . ./param.cfg 232 . ./all_functions.sh 233 . ./prepare_exe_dir.sh 234 JOB_FILE=${EXE_DIR}/run_job.sh 235 NPROC=32 236 if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi 237 cd ${EXE_DIR} 253 if [ ${USING_OMP} == "yes" ] 254 then 255 . ./makenemo -m ${CMP_NAM} -n GYREPIS_32_omp -r GYRE_PISCES -j 8 add_key ${ADD_OMP_KEY} del_key ${DEL_KEYS} 256 else 257 . ./makenemo -m ${CMP_NAM} -n GYREPIS_32_mpi -r GYRE_PISCES -j 8 del_key ${DEL_KEYS} 258 fi 259 cd ${SETTE_DIR} 260 . ./param.cfg 261 . ./all_functions.sh 262 . ./prepare_exe_dir.sh 263 JOB_FILE=${EXE_DIR}/run_job.sh 264 NPROC=32 265 if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi 266 cd ${EXE_DIR} 267 set_namelist namelist_cfg nn_GYRE 12 268 set_namelist namelist_cfg ln_bench .true. 238 269 set_namelist namelist_cfg cn_exp \"GYREPIS_48\" 239 270 set_namelist namelist_cfg nn_it000 1 … … 247 278 set_namelist namelist_cfg jpnj 8 248 279 set_namelist namelist_cfg jpnij 32 249 if [ ${USING_MPMD} == "yes" ] ; then 250 set_xio_using_server iodef.xml true 251 else 252 set_xio_using_server iodef.xml false 253 fi 254 cd ${SETTE_DIR} 255 . ./prepare_job.sh input_GYRE.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS} 280 set_namelist namelist_cfg jtni 2 # to be set when using OpenMP 281 if [ ${USING_MPMD} == "yes" ] ; then 282 set_xio_using_server iodef.xml true 283 else 284 set_xio_using_server iodef.xml false 285 fi 286 cd ${SETTE_DIR} 287 . ./prepare_job.sh input_GYRE.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS} ${OMP_NTHR} 256 288 cd ${SETTE_DIR} 257 289 . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG} … … 264 296 if [ -f ${JOB_FILE} ] ; then \rm ${JOB_FILE} ; fi 265 297 cd ${EXE_DIR} 298 set_namelist namelist_cfg nn_GYRE 12 299 set_namelist namelist_cfg ln_bench .true. 266 300 set_namelist namelist_cfg cn_exp \"GYREPIS_84\" 267 301 set_namelist namelist_cfg nn_it000 1 … … 275 309 set_namelist namelist_cfg jpnj 4 276 310 set_namelist namelist_cfg jpnij 32 277 if [ ${USING_MPMD} == "yes" ] ; then 278 set_xio_using_server iodef.xml true 279 else 280 set_xio_using_server iodef.xml false 281 fi 282 cd ${SETTE_DIR} 283 . ./prepare_job.sh input_GYRE.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS} 311 set_namelist namelist_cfg jtni 2 # to be set when using OpenMP 312 if [ ${USING_MPMD} == "yes" ] ; then 313 set_xio_using_server iodef.xml true 314 else 315 set_xio_using_server iodef.xml false 316 fi 317 cd ${SETTE_DIR} 318 . ./prepare_job.sh input_GYRE.cfg $NPROC ${TEST_NAME} ${MPIRUN_FLAG} ${JOB_FILE} ${NUM_XIOSERVERS} ${OMP_NTHR} 284 319 cd ${SETTE_DIR} 285 320 . ./fcm_job.sh $NPROC ${JOB_FILE} ${INTERACT_FLAG} ${MPIRUN_FLAG}
Note: See TracChangeset
for help on using the changeset viewer.