[2890] | 1 | #!/bin/bash |
---|
| 2 | #! |
---|
| 3 | #PBS -N NEMO |
---|
| 4 | #PBS -l select=NODES:ncpus=8:mpiprocs=4 |
---|
| 5 | #PBS -l place=scatter:excl |
---|
| 6 | #PBS -l walltime=00:59:00 |
---|
| 7 | #PBS -q nemo |
---|
| 8 | #PBS -W group_list=nemo |
---|
| 9 | #PBS -j oe |
---|
[3294] | 10 | # |
---|
| 11 | OCEANCORES=NPROCS |
---|
| 12 | export SETTE_DIR=DEF_SETTE_DIR |
---|
| 13 | # |
---|
| 14 | # load sette functions (only post_test_tidyup needed) |
---|
| 15 | # |
---|
| 16 | . ${SETTE_DIR}/all_functions.sh |
---|
[2890] | 17 | ############################################################### |
---|
| 18 | # |
---|
| 19 | # set up mpp computing environment |
---|
| 20 | # |
---|
| 21 | # |
---|
| 22 | # Local settings. These settings are for a particular machine (the ALTIX ICE system at NOCS) |
---|
| 23 | # at a particular stage of that machine's evolution. This template file is provided for |
---|
| 24 | # illustration purposes only and will not work on any other machine. There should, however, |
---|
| 25 | # be sufficient similarity with other MPP platforms and batch systems for this example to provide |
---|
| 26 | # a useful guide for experienced users |
---|
| 27 | # |
---|
| 28 | module load mpt/2.03 |
---|
| 29 | export MPT_HOME=/opt/sgi/mpt/mpt-2.03 |
---|
[3631] | 30 | export NC4_HOME=/noc/users/jeff/packages/netcdf4/netcdf-4.1.3/xSSE2/intel11.1 |
---|
| 31 | export HD5_HOME=/noc/users/jeff/packages/hdf5/hdf5-1.8.7/xSSE2/intel11.1 |
---|
| 32 | export IFT_HOME=/sw/Intel/fce/11.1.072 |
---|
| 33 | export SVN_HOME=/nerc/packages/subversion/v1.7.2 |
---|
[2890] | 34 | # |
---|
[3294] | 35 | echo Running on host `hostname` |
---|
| 36 | echo Time is `date` |
---|
| 37 | echo PBS job ID is $PBS_JOBID |
---|
| 38 | echo This jobs runs on the following machines: |
---|
| 39 | echo `cat $PBS_NODEFILE | uniq` |
---|
| 40 | # |
---|
| 41 | # Create a machine file for MPI |
---|
| 42 | cat $PBS_NODEFILE | uniq > host.file.$PBS_JOBID |
---|
[2890] | 43 | # |
---|
[3294] | 44 | echo export LD_LIBRARY_PATH=${MPT_HOME}/lib:${IFT_HOME}/lib:${NC4_HOME}/lib:${HD5_HOME}/lib:${SVN_HOME}/lib |
---|
| 45 | export LD_LIBRARY_PATH=${MPT_HOME}/lib:${IFT_HOME}/lib:${NC4_HOME}/lib:${HD5_HOME}/lib:${SVN_HOME}/lib |
---|
| 46 | # |
---|
| 47 | echo export PATH=${MPT_HOME}/bin:${SVN_HOME}/bin:$PATH |
---|
| 48 | export PATH=${MPT_HOME}/bin:${SVN_HOME}/bin:$PATH |
---|
| 49 | # |
---|
| 50 | export PSM_SHAREDPORTS=1 |
---|
| 51 | echo export MPI_PPN=4 |
---|
| 52 | echo export MPI_PPN_CLIST="2-3-6-7-0-1-4-5" |
---|
| 53 | echo export OMP_NUM_THREADS=1 |
---|
| 54 | # |
---|
| 55 | # Don't remove neither change the following line |
---|
| 56 | # BODY |
---|
| 57 | # |
---|
[2890] | 58 | # Test specific settings. Do not hand edit these lines; the fcm_job.sh script will set these |
---|
| 59 | # (via sed operating on this template job file). Note that the number of compute nodes required |
---|
| 60 | # (half-populated on the NOCS ALTIX system) is also set by the fcm_job.sh on the PBS select |
---|
| 61 | # header line above. |
---|
| 62 | # |
---|
| 63 | # These variables are needed by post_test_tidyup function in all_functions.sh |
---|
| 64 | # |
---|
| 65 | export INPUT_DIR=DEF_INPUT_DIR |
---|
| 66 | export CONFIG_DIR=DEF_CONFIG_DIR |
---|
| 67 | export NEMO_VALIDATION_DIR=DEF_NEMO_VALIDATION |
---|
| 68 | export NEW_CONF=DEF_NEW_CONF |
---|
| 69 | export CMP_NAM=DEF_CMP_NAM |
---|
| 70 | export TEST_NAME=DEF_TEST_NAME |
---|
[3050] | 71 | export EXE_DIR=DEF_EXE_DIR |
---|
[2890] | 72 | # |
---|
| 73 | # end of set up |
---|
| 74 | ############################################################### |
---|
| 75 | # |
---|
| 76 | # change to the working directory |
---|
| 77 | # |
---|
[3294] | 78 | # cd $PBS_O_WORKDIR |
---|
| 79 | cd $EXE_DIR |
---|
[2890] | 80 | echo Directory is `pwd` |
---|
| 81 | # |
---|
| 82 | # |
---|
| 83 | # Run the parallel MPI executable |
---|
| 84 | # |
---|
| 85 | echo "Running time ${MPT_HOME}/bin/mpiexec_mpt -np " $OCEANCORES " ./opa" |
---|
| 86 | # |
---|
| 87 | time ${MPT_HOME}/bin/mpiexec_mpt -np $OCEANCORES ./opa |
---|
| 88 | # |
---|
| 89 | post_test_tidyup |
---|
[3294] | 90 | # END_BODY |
---|
| 91 | # Don't remove neither change the previous line |
---|
[2890] | 92 | exit |
---|