source: branches/2015/dev_r5092_CNRS_SETTE/NEMOGCM/TRUST/trusting.sh @ 5459

Last change on this file since 5459 was 5459, checked in by nicolasmartin, 5 years ago

dev_r5092_CNRS_SETTE Ping pong updates between Curie & Ada to finalize

  • Property eol-style set to native
  • Property svn:executable set to *
  • Property svn:keywords set to Author Date Id Rev URL
File size: 5.4 KB
Line 
1#!/bin/bash
2
3
4# Set defaults
5#---------------------------------------------------
6NEMO_TRUS=$( pwd $( dirname $0 ) )
7DEBUG=0; PUBLISH=0
8STATUS='FAILED'; STEP=''# Only at end status will change to OK
9
10# Get options for replacing some initials settings
11#---------------------------------------------------
12while [ $# -ne 0 ]; do
13    case $1 in
14        -b|--branch ) NEMO_BRAN=$2         ; shift 2;; -d|--debug  ) set -vx; DEBUG=1     ; shift  ;;
15   -e|--email  ) MAIL=$2              ; shift 2;; -j|--job    ) NPROC=$2             ; shift 2;;
16   -h|--help   ) cat trusting_help.txt; exit  1;; -m|--machine) CFG_ARCH=$2          ; shift 2;;
17   -n|--newconf) TEST_CONF=$2         ; shift 2;; -r|--refconf) REFE_CONF=$2         ; shift 2;;
18   -t|--time   ) TIME_LIMI=$2         ; shift 2;; -p|--publish) PUBLISH=1            ; shift  ;;
19        -u|--user   ) CFG_USER=$2          ; shift 2;; -v|--version) NEMO_VERS=$2         ; shift 2;;
20                   *) cat trusting_help.txt; exit  1;;
21    esac
22done
23
24# Initialization (super-computer & user environment)
25#---------------------------------------------------
26if [[ ! -z "${CFG_ARCH}" && ! -z "${CFG_USER}" ]]; then
27
28    if   [ ! $( find ${NEMO_TRUS}/config -name ${CFG_USER}.cfg ) ]; then
29   echo 'No configuration file in '${NEMO_TRUS}'/config for '${CFG_USER}; exit 1
30    elif [ ! $( find ${NEMO_TRUS}/config -name ${CFG_ARCH}.cfg ) ]; then
31   echo 'No configuration file in '${NEMO_TRUS}'/config for '${CFG_ARCH}; exit 1
32    else
33   . ${NEMO_TRUS}/trusting.env
34    fi
35
36else
37    cat ${NEMO_TRUS}/trusting_help.txt; exit 1
38fi
39
40. ./trusting_func.sh
41
42#
43#---------------------------------------------------
44mkdir -p ${TEST_DIR} ${REFE_DIR}
45echo ${TEST_DIR} && cd ${TEST_DIR}
46datestr1=$( LC_ALL=C date -d"${DATE_STR}" +%Y-%m-%dT%H:%M )
47printf "Date\n$datestr1\n" > mesg_01_date_${CFG_USER}_${CFG_ARCH}.txt
48
49# SVN action on XIOS & NEMO essentials directories
50#---------------------------------------------------
51print_step 'Get NEMO code state / repository'
52get_nemo_rev
53
54# Check softwares versions (source arch environment)
55#---------------------------------------------------
56print_step 'Get softwares release'
57. ${ARCH_ENV} > /dev/null
58get_soft_rel
59cat arch_env.log
60
61# XIOS compiling
62#---------------------------------------------------
63print_step 'Compiling XIOS'
64cd ${DIR_XIOS}
65#./make_xios --full --arch $ARCH -job $NPROC #>& /dev/null
66[ ! -e ${DIR_XIOS}/lib/libxios.a ] && get_out $STATUS $STEP
67
68# NEMO config compiled from scratch
69#---------------------------------------------------
70print_step "Compiling ${CONF_REF} configuration"
71cd ${NEMO_CONF}
72#[ -d ${TEST_CONF} ] && ./makenemo -n ${TEST_CONF} clean
73./makenemo -n ${TEST_CONF} -r ${REFE_CONF} -m $ARCH -j $NPROC #>& /dev/null
74[ ! -e ${TEST_CONF}/BLD/bin/nemo.exe ] && get_out $STATUS $STEP
75
76# Get namelists, xml & forced files for running
77#---------------------------------------------------
78print_step "Preparing job by copying ${CONF_REF} input files"
79cd ${TEST_DIR}
80find ${NEMO_CONF}/${TEST_CONF}/EXP00 -regex '.*\(cfg\|opa\|ref\|xml\)' -exec cp {} . \;
81
82if [ ! -z "${FORC_TAR}" ]; then
83    cmd_iol="tar -tvf ${NEMO_FORC}/${FORC_TAR}"; cmd_iof="tar -vxf ${NEMO_FORC}/${FORC_TAR}"
84else
85    cmd_iol="ls ${NEMO_FORC}/*"                ; cmd_iof="\cp ${NEMO_FORC}/* ."
86fi
87
88${cmd_iol} > inputs_list.txt && ${cmd_iof} > /dev/null
89[ $? -ne 0 ] && get_out $STATUS $STEP
90
91[ $( find . -name '*.gz' -print -quit ) ] && gunzip *.gz
92
93# Check input files in all cases
94#---------------------------------------------------
95print_step 'Difference between input files'
96diff_inputs
97
98# Job submission & computing
99#---------------------------------------------------
100print_step 'Submitting job'
101JOB_ID=$( ${JOB_SUBM} | awk '{print $NF}' )
102[ $? -ne 0 ] && get_out $STATUS $STEP
103
104print_step 'Pending/Running job'
105time_elapsed=0; time_increment=30
106sleep ${time_increment}
107while [[ $( ${JOB_LIST} | grep ${JOB_ID} ) && ${time_elapsed} -lt ${TIME_LIMI} ]]; do
108    printf "\n####################################################" >> computation.log
109    ${JOB_VIEW} ${JOB_ID}                                           >> computation.log
110    sleep ${time_increment}
111    let time_elapsed+=${time_increment}
112done
113sleep ${time_increment}
114
115if [ ${time_elapsed} -eq ${TIME_LIMI} ]; then
116    print_step 'Killing job'
117    ${JOB_DELE} ${JOB_ID} &> /dev/null
118    get_out $STATUS 'Job timeout'
119fi
120print_step 'Job finished'
121
122# Eventual crash during computing
123#---------------------------------------------------
124print_step 'Test if job crashed'
125if   [[ ! -e ocean.output || $( grep 'E R R O R' ocean.output ) ]]; then
126    comments 'E R R O R'
127    get_out $STATUS $STEP
128fi
129
130STATUS='OK'
131# Inspect output text files
132#---------------------------------------------------
133print_step 'Test ASCII output files diff'
134for file in ocean.output solver.stat tracer.stat; do
135    diff $file ${REFE_DIR}/$file
136    [ $? -ne 0 ] && get_out 'FAILED' 'ASCII output file diff'
137done
138
139# Inspect output NetCDF files
140#---------------------------------------------------
141print_step 'Test last restart NetCDF files diff'
142diff_restart
143[ $? -ne 0 ] && get_out 'FAILED' "$CDO diff failed"
144
145# Get computation duration
146#---------------------------------------------------
147print_step 'Get real CPU time'
148get_cpu_time
149
150# Get comments (ocean.output & diff arch_env.log)
151#---------------------------------------------------
152comments 'W A R N I N G'
153
154# End
155#---------------------------------------------------
156[ $STATUS == 'OK' ] && STEP='Code is reliable'
157get_out $STATUS $STEP
Note: See TracBrowser for help on using the repository browser.