[4687] | 1 | #!/bin/bash |
---|
| 2 | #SBATCH -N NODES |
---|
| 3 | #SBATCH --time=00:59:00 |
---|
| 4 | |
---|
| 5 | module purge |
---|
| 6 | module load shared |
---|
| 7 | module load gcc |
---|
| 8 | module load intel/compiler/64/14.0/2013_sp1.2.144 |
---|
| 9 | module load openmpi/intel/64/1.6.5 |
---|
| 10 | module load slurm/2.5.7 |
---|
| 11 | |
---|
| 12 | # |
---|
| 13 | export OMP_NUM_THREADS=1 |
---|
| 14 | export OCORES=NPROCS |
---|
[4692] | 15 | export XCORES=NXIOPROCS |
---|
[4687] | 16 | export SETTE_DIR=DEF_SETTE_DIR |
---|
[4692] | 17 | export XIO_HOME=/home/acc/XIOS |
---|
[4687] | 18 | # |
---|
| 19 | # load sette functions (only post_test_tidyup needed) |
---|
| 20 | # |
---|
| 21 | . ${SETTE_DIR}/all_functions.sh |
---|
| 22 | ############################################################### |
---|
| 23 | # |
---|
| 24 | # set up mpp computing environment |
---|
| 25 | # |
---|
| 26 | # |
---|
| 27 | # Local settings. These settings are for a particular machine (the MOBILIS ClusterVision |
---|
| 28 | # system at NOCS) at a particular stage of that machine's evolution. This template file |
---|
| 29 | # is provided for illustration purposes only and will not work on any other machine. There |
---|
| 30 | # should, however, be sufficient similarity with other MPP platforms and batch systems |
---|
| 31 | # for this example to provide a useful guide for experienced users |
---|
| 32 | # |
---|
| 33 | # Don't remove neither change the following line |
---|
| 34 | # BODY |
---|
| 35 | # |
---|
| 36 | # Test specific settings. Do not hand edit these lines; the fcm_job.sh script will set these |
---|
| 37 | # (via sed operating on this template job file). Note that the number of compute nodes required |
---|
| 38 | # is also set by the fcm_job.sh on the PBS select header line above. |
---|
| 39 | # |
---|
| 40 | # These variables are needed by post_test_tidyup function in all_functions.sh |
---|
| 41 | # |
---|
| 42 | export INPUT_DIR=DEF_INPUT_DIR |
---|
| 43 | export CONFIG_DIR=DEF_CONFIG_DIR |
---|
| 44 | export NEMO_VALIDATION_DIR=DEF_NEMO_VALIDATION |
---|
| 45 | export NEW_CONF=DEF_NEW_CONF |
---|
| 46 | export CMP_NAM=DEF_CMP_NAM |
---|
| 47 | export TEST_NAME=DEF_TEST_NAME |
---|
| 48 | export EXE_DIR=DEF_EXE_DIR |
---|
| 49 | # |
---|
| 50 | # end of set up |
---|
| 51 | ############################################################### |
---|
| 52 | # |
---|
| 53 | # change to the working directory |
---|
| 54 | # |
---|
| 55 | cd $EXE_DIR |
---|
| 56 | echo Directory is `pwd` |
---|
[4692] | 57 | if [ $XCORES -eq 0 ]; then |
---|
[4687] | 58 | # |
---|
[4692] | 59 | # Run SPMD case |
---|
[4687] | 60 | # |
---|
[4692] | 61 | echo time `which mpirun` --report-bindings -x MALLOC_MMAP_MAX_=-1 \ |
---|
| 62 | -x MALLOC_TRIM_THRESHOLD_=33554432 -np $OCORES --bynode \ |
---|
| 63 | --mca mpi_paffinity_alone 1 ./opa |
---|
| 64 | time `which mpirun` --report-bindings -x MALLOC_MMAP_MAX_=-1 \ |
---|
| 65 | -x MALLOC_TRIM_THRESHOLD_=33554432 -np $OCORES --bynode \ |
---|
| 66 | --mca mpi_paffinity_alone 1 ./opa |
---|
| 67 | else |
---|
| 68 | if [ ! -f ./xios_server.exe ] && [ -f ${XIO_HOME}/bin/xios_server.exe ]; then |
---|
| 69 | cp ${XIO_HOME}/bin/xios_server.exe . |
---|
| 70 | fi |
---|
| 71 | if [ ! -f ./xios_server.exe ]; then |
---|
| 72 | echo "./xios_server.exe not found" |
---|
| 73 | echo "run aborted" |
---|
| 74 | exit |
---|
| 75 | fi |
---|
[4687] | 76 | # |
---|
[4692] | 77 | # Run MPMD case |
---|
[4687] | 78 | # |
---|
[4692] | 79 | echo time `which mpirun` --report-bindings -x MALLOC_MMAP_MAX_=-1 \ |
---|
| 80 | -x MALLOC_TRIM_THRESHOLD_=33554432 \ |
---|
| 81 | -np $XCORES ./xios_server.exe \ |
---|
| 82 | : -np $OCORES --bynode --mca mpi_paffinity_alone 1 ./opa |
---|
[4687] | 83 | # |
---|
[4692] | 84 | time `which mpirun` --report-bindings -x MALLOC_MMAP_MAX_=-1 \ |
---|
| 85 | -x MALLOC_TRIM_THRESHOLD_=33554432 \ |
---|
| 86 | -np $XCORES ./xios_server.exe \ |
---|
| 87 | : -np $OCORES --bynode --mca mpi_paffinity_alone 1 ./opa |
---|
[4687] | 88 | # |
---|
[4692] | 89 | fi |
---|
| 90 | # |
---|
[4687] | 91 | post_test_tidyup |
---|
| 92 | # END_BODY |
---|
| 93 | # Don't remove neither change the previous line |
---|
| 94 | exit |
---|