source: branches/2015/dev_r5092_CNRS_SETTE/NEMOGCM/SETTE/batch/batch-X64_MOBILIS @ 5356

Last change on this file since 5356 was 4692, checked in by acc, 7 years ago

Merge SPMD and MPMD batch templates for use with sette_xios.sh. Only one batch template file now required for all SETTE jobs. Also fix namelist parameter settings for GYRE_XIOS_HR tests so that domain scales correctly with jp_cfg

  • Property svn:executable set to *
File size: 3.3 KB
Line 
1#!/bin/bash
2#SBATCH -N NODES
3#SBATCH --time=00:59:00
4
5module purge
6module load shared
7module load gcc
8module load intel/compiler/64/14.0/2013_sp1.2.144
9module load openmpi/intel/64/1.6.5
10module load slurm/2.5.7
11
12#
13  export OMP_NUM_THREADS=1
14  export OCORES=NPROCS
15  export XCORES=NXIOPROCS
16  export SETTE_DIR=DEF_SETTE_DIR
17  export XIO_HOME=/home/acc/XIOS
18#
19# load sette functions (only post_test_tidyup needed)
20#
21  . ${SETTE_DIR}/all_functions.sh
22###############################################################
23#
24# set up mpp computing environment
25#
26#
27# Local settings. These settings are for a particular machine (the MOBILIS ClusterVision
28# system at NOCS) at a particular stage of that machine's evolution. This template file
29# is provided for illustration purposes only and will not work on any other machine. There
30# should, however, be sufficient similarity with other MPP platforms and batch systems
31# for this example to provide a useful guide for experienced users
32#
33# Don't remove neither change the following line
34# BODY
35#
36# Test specific settings. Do not hand edit these lines; the fcm_job.sh script will set these
37# (via sed operating on this template job file). Note that the number of compute nodes required
38# is also set by the fcm_job.sh on the PBS select header line above.
39#
40# These variables are needed by post_test_tidyup function in all_functions.sh
41#
42  export INPUT_DIR=DEF_INPUT_DIR
43  export CONFIG_DIR=DEF_CONFIG_DIR
44  export NEMO_VALIDATION_DIR=DEF_NEMO_VALIDATION
45  export NEW_CONF=DEF_NEW_CONF
46  export CMP_NAM=DEF_CMP_NAM
47  export TEST_NAME=DEF_TEST_NAME
48  export EXE_DIR=DEF_EXE_DIR
49#
50# end of set up
51###############################################################
52#
53# change to the working directory
54#
55  cd $EXE_DIR
56  echo Directory is `pwd`
57  if [ $XCORES -eq 0 ]; then
58#
59# Run SPMD case
60#
61       echo time `which mpirun` --report-bindings -x MALLOC_MMAP_MAX_=-1                 \
62                                -x MALLOC_TRIM_THRESHOLD_=33554432 -np $OCORES --bynode  \
63                                --mca mpi_paffinity_alone 1 ./opa
64            time `which mpirun` --report-bindings -x MALLOC_MMAP_MAX_=-1                 \
65                                -x MALLOC_TRIM_THRESHOLD_=33554432 -np $OCORES --bynode  \
66                                --mca mpi_paffinity_alone 1 ./opa
67  else
68       if [ ! -f ./xios_server.exe ] && [ -f ${XIO_HOME}/bin/xios_server.exe ]; then
69          cp ${XIO_HOME}/bin/xios_server.exe .
70       fi
71       if [ ! -f ./xios_server.exe ]; then
72          echo "./xios_server.exe not found"
73          echo "run aborted"
74          exit
75       fi
76#
77#  Run MPMD case
78#
79       echo time `which mpirun` --report-bindings -x MALLOC_MMAP_MAX_=-1 \
80                                -x MALLOC_TRIM_THRESHOLD_=33554432       \
81                                -np $XCORES ./xios_server.exe            \
82                              : -np $OCORES --bynode  --mca mpi_paffinity_alone 1 ./opa
83#
84            time `which mpirun` --report-bindings -x MALLOC_MMAP_MAX_=-1 \
85                                -x MALLOC_TRIM_THRESHOLD_=33554432       \
86                                -np $XCORES ./xios_server.exe            \
87                              : -np $OCORES --bynode  --mca mpi_paffinity_alone 1 ./opa
88#
89  fi
90#
91  post_test_tidyup
92# END_BODY
93# Don't remove neither change the previous line
94  exit
Note: See TracBrowser for help on using the repository browser.