source: utils/CI/sette/BATCH_TEMPLATE/batch-X64_MOBILIS @ 10435

Last change on this file since 10435 was 10435, checked in by acc, 23 months ago

Update NOC sette batch file for MOBILIS to use a more modern version of OpenMPI

File size: 3.3 KB
Line 
1#!/bin/bash
2#SBATCH -N NODES
3#SBATCH --time=00:59:00
4
5module purge
6module load shared
7module load gcc
8module load noc/intel/17.0.4
9module load openmpi/2.1.5
10module load slurm/16.05.8
11
12#
13  export OMP_NUM_THREADS=1
14  export OCORES=NPROCS
15  export XCORES=NXIOPROCS
16  export SETTE_DIR=DEF_SETTE_DIR
17  export XIO_HOME=/home/acc/XIOS_2.0
18#
19# load sette functions (only post_test_tidyup needed)
20#
21  . ${SETTE_DIR}/all_functions.sh
22###############################################################
23#
24# set up mpp computing environment
25#
26#
27# Local settings. These settings are for a particular machine (the MOBILIS ClusterVision
28# system at NOCS) at a particular stage of that machine's evolution. This template file
29# is provided for illustration purposes only and will not work on any other machine. There
30# should, however, be sufficient similarity with other MPP platforms and batch systems
31# for this example to provide a useful guide for experienced users
32#
33# Don't remove neither change the following line
34# BODY
35#
36# Test specific settings. Do not hand edit these lines; the fcm_job.sh script will set these
37# (via sed operating on this template job file). Note that the number of compute nodes required
38# is also set by the fcm_job.sh on the PBS select header line above.
39#
40# These variables are needed by post_test_tidyup function in all_functions.sh
41#
42  export INPUT_DIR=DEF_INPUT_DIR
43  export CONFIG_DIR=DEF_CONFIG_DIR
44  export TOOLS_DIR=DEF_TOOLS_DIR
45  export NEMO_VALIDATION_DIR=DEF_NEMO_VALIDATION
46  export NEW_CONF=DEF_NEW_CONF
47  export CMP_NAM=DEF_CMP_NAM
48  export TEST_NAME=DEF_TEST_NAME
49  export EXE_DIR=DEF_EXE_DIR
50#
51# end of set up
52###############################################################
53#
54# change to the working directory
55#
56  cd $EXE_DIR
57  echo Directory is `pwd`
58  if [ $XCORES -eq 0 ]; then
59#
60# Run SPMD case
61#
62       echo time `which mpirun` --report-bindings -x MALLOC_MMAP_MAX_=-1                 \
63                                -x MALLOC_TRIM_THRESHOLD_=33554432 -np $OCORES --bynode  \
64                                --mca mpi_paffinity_alone 1 ./nemo
65            time `which mpirun` --report-bindings -x MALLOC_MMAP_MAX_=-1                 \
66                                -x MALLOC_TRIM_THRESHOLD_=33554432 -np $OCORES --bynode  \
67                                --mca mpi_paffinity_alone 1 ./nemo
68  else
69       if [ ! -f ./xios_server.exe ] && [ -f ${XIO_HOME}/bin/xios_server.exe ]; then
70          cp ${XIO_HOME}/bin/xios_server.exe .
71       fi
72       if [ ! -f ./xios_server.exe ]; then
73          echo "./xios_server.exe not found"
74          echo "run aborted"
75          exit
76       fi
77#
78#  Run MPMD case
79#
80       echo time `which mpirun` --report-bindings -x MALLOC_MMAP_MAX_=-1 \
81                                -x MALLOC_TRIM_THRESHOLD_=33554432       \
82                                -np $XCORES ./xios_server.exe            \
83                              : -np $OCORES --bynode  --mca mpi_paffinity_alone 1 ./nemo
84#
85            time `which mpirun` --report-bindings -x MALLOC_MMAP_MAX_=-1 \
86                                -x MALLOC_TRIM_THRESHOLD_=33554432       \
87                                -np $XCORES ./xios_server.exe            \
88                              : -np $OCORES --bynode  --mca mpi_paffinity_alone 1 ./nemo
89#
90  fi
91#
92  post_test_tidyup
93# END_BODY
94# Don't remove neither change the previous line
95  exit
Note: See TracBrowser for help on using the repository browser.