source: branches/2015/dev_r5092_CNRS_SETTE/NEMOGCM/TRUST/trusting.sh @ 5690

#!/bin/bash


cd $( dirname $0 )

## Set defaults
##---------------------------------------------------
NEMO_TRUS=$PWD
DEBUG=0; PUBLISH=0
IMOD=0; ST='FAILED' ## No modules system & 'FAILED' status


## Get options for replacing initials settings
##---------------------------------------------------
while [ $# -ne 0 ]; do

    case $1 in
   '-a'|'--archive') NEMO_TARF=$2    ; shift 2;; '-b'|'--branch ') NEMO_BRAN=$2         ; shift 2;;
   '-d'|'--debug  ') set -vx; DEBUG=1; shift  ;; '-e'|'--email  ') EMAIL=$2             ; shift 2;;
   '-j'|'--job    ') NPROC=$2        ; shift 2;; '-h'|'--help   ') cat trusting_help.txt; exit  1;;
   '-m'|'--machine') NEMO_HPCC=$2    ; shift 2;; '-n'|'--newconf') TEST_CONF=$2         ; shift 2;;
   '-r'|'--refconf') REFE_CONF=$2    ; shift 2;; '-t'|'--time   ') TIME_LIMI=$2         ; shift 2;;
   '-p'|'--publish') PUBLISH=1       ; shift  ;; '-u'|'--user   ') NEMO_USER=$2         ; shift 2;;
   '-v'|'--version') NEMO_VERS=$2    ; shift 2;; "*"             ) cat trusting_help.txt; exit  1;;
    esac

done

## DEBUG options to speed up & expand verbosity of compilation
xios_full='--full'; stderr_redir='>&'
[ $DEBUG -eq 1 ] && xios_full='' && stderr_redir='>'


## Initialization (super-computer & user environment)
##---------------------------------------------------
if [[ ! -z "${NEMO_HPCC}" && ! -z "${NEMO_USER}" ]]; then

    if   [ ! $( find ${NEMO_TRUS}/config -name ${NEMO_USER}'.cfg' ) ]; then
   echo 'No configuration file (.cfg) in '${NEMO_TRUS}'/config for '${NEMO_USER}; exit 1
    elif [ ! $( find ${NEMO_TRUS}/config -name ${NEMO_HPCC}'.cfg' ) ]; then
   echo 'No configuration file (.cfg) in '${NEMO_TRUS}'/config for '${NEMO_HPCC}; exit 1
    else
   . ${NEMO_TRUS}/trusting.env
    fi

else
    cat ${NEMO_TRUS}/trusting_help.txt; exit 1
fi

. ./trusting_func.sh


## Display contextual summary of trusting test
##---------------------------------------------------
echo 'NEMO Trusting test:'
echo '-------------------'
echo 'Testing '${TEST_CONF}' based on '${REFE_CONF}' from '${NEMO_BRAN}
echo 'NEMO installation: '${NEMO_USER}
echo 'Computing architecture: '${NEMO_HPCC}
echo 'Trusting SVN version: '$( svn info | awk '(NR == 9) {print $NF}' )


## Make timestamped directory with messenger files
##---------------------------------------------------
cd ${TEST_DIR}

print_step 'Create timestamped testing directory'
echo ${TEST_DIR} && init_files && get_date


## Get SVN revision on XIOS & NEMO essentials directories
##---------------------------------------------------
print_step 'SVN command on NEMO directories:'; get_nemo_rev


## Check softwares versions (after sourced arch environment)
##---------------------------------------------------
print_step 'Get softwares releases'

[ -e ${ARCH_ENV} ] && . ${ARCH_ENV} > /dev/null
[ $? -eq 0 ] && export IMOD=1

get_soft_rel; cat model.log


## XIOS compilation from scratch
##---------------------------------------------------
cd ${DIR_XIOS}

print_step 'Compile XIOS'
eval ./make_xios ${xios_full} --arch ${NEMO_HPCC} --job $NPROC \
    ${stderr_redir} /dev/null
[ ! -e ${DIR_XIOS}/lib/libxios.a ] && get_out 1


## NEMO compilation from scratch
##---------------------------------------------------
cd ${NEMO_CONF}

print_step "Compile ${REFE_CONF} configuration"

if [[ -d ${TEST_CONF} && $DEBUG -eq 0 ]]; then
    ./makenemo -n ${TEST_CONF} clean_config > /dev/null <<EOF
y
EOF
fi

eval ./makenemo -n ${TEST_CONF} -r ${REFE_CONF} -m ${NEMO_HPCC} -j $NPROC \
                   ${KEYS_ADD} ${KEYS_DEL}                                \
    ${stderr_redir} /dev/null
[ ! -e ${TEST_CONF}/BLD/bin/nemo.exe ] && get_out 2


## Get all inputs for running
##---------------------------------------------------
cd ${TEST_DIR}

print_step 'Set job (copying or extracting inputs)'
cp ${NEMO_CONF}/${TEST_CONF}/cpp_* .
find ${NEMO_CONF}/${TEST_CONF}/EXP00 -regex '.*\(_cfg\|.in\|opa\|_ref\|.xml\)' -exec cp {} . \;

get_inputs
[ $? -ne 0 ] && get_out 3
[ $( find . -name '*.gz' -print -quit ) ] && find . -name '*.gz' -exec gunzip {} \;


## Check inputs
##---------------------------------------------------
print_step 'Compare inputs to benchmark files'; diff_inputs


## Job submission & computation
##---------------------------------------------------
print_step 'Submit job'; JOB_ID=$( eval ${JOB_SUBM} )
[ $? -ne 0 ] && get_out 4

print_step 'Pending job'; job_pending

print_step 'Job finished'


## Check job state & get computing time if succeeded
##---------------------------------------------------
print_step 'Test job state'

if   [[ ! -e time.step || $( grep 'E R R O R' ocean.output ) ]]; then
    echo 'Failure'
    get_out 5
else
    echo 'Success'
fi

print_step 'Get real CPU time'; get_cpu_time


## Check outputs
##---------------------------------------------------
ST='OK' ## 'OK' by default

print_step 'Compare new outputs to benchmark files'; diff_results; diff_restart
[ $ST == 'FAILED' ] && get_out 8


## End, at least nothing has changed ;-)
##---------------------------------------------------
get_out 'Code is reliable'