New URL for NEMO forge!   http://forge.nemo-ocean.eu

Since March 2022 along with NEMO 4.2 release, the code development moved to a self-hosted GitLab.
This present forge is now archived and remained online for history.
trusting_func.sh in branches/2015/dev_r5092_CNRS_SETTE/NEMOGCM/TRUST – NEMO

source: branches/2015/dev_r5092_CNRS_SETTE/NEMOGCM/TRUST/trusting_func.sh @ 5453

Last change on this file since 5453 was 5453, checked in by nicolasmartin, 9 years ago

dev_r5092_CNRS_SETTE Ping pong updates between Curie & Ada to finalize

  • Property eol-style set to native
  • Property svn:executable set to *
  • Property svn:keywords set to Author Date Id Rev URL
File size: 5.2 KB
Line 
1#!/bin/bash
2
3
4comments() {
5    [ -e ocean.output ] && line=$( grep $1 ocean.output )
6
7    # Check environment architecture modification
8    #---------------------------------------------------
9    [ $( diff -q env.log ${REFE_DIR}/env.log ) ] && line=$( diff env.log ${REFE_DIR}/env.log )
10
11    printf "Comments\n$line\n" | tee mesg_10_comments_${CFG_USER}_${CFG_ARCH}.txt
12}
13
14get_cpu_time() {
15    # Portability !
16    real_cpu_time=$( ${JOB_VIEW} ${JOB_ID} | awk 'END{print $9}' )
17    printf "Real CPU time\n${real_cpu_time}\n" | tee mesg_09_realcputime_${CFG_USER}_${CFG_ARCH}.txt
18}
19
20diff_inputs() {
21    mesg='Same'
22
23    for file in inputs_list.txt $( ls namelist_* ) $( ls *.xml ); do
24   diff $file ${REFE_DIR}/$file
25   [ $? -ne 0 ] && mesg='Different'
26    done
27
28    printf "Input files\n$mesg\n" | tee mesg_08_inputfiles_${CFG_USER}_${CFG_ARCH}.txt
29}
30
31diff_restart() {
32    last_time_step=$( cat ${REFE_DIR}/time.step | tr -d [:space:] )
33    echo 'Last time step of standard run: '${last_time_step}
34
35    if [ $( find ${TEST_DIR} -name "*${last_time_step}_restart*.nc" -print -quit ) ]; then
36   base_name=$( find ${TEST_DIR} -name "*${last_time_step}_restart*.nc" -print -quit           \
37                | awk -F/ '{print $NF}' | sed "s/^\(.*\)$last_time_step\_.*/\1$last_time_step/" )
38
39   for comp in restart restart_ice restart_trc; do
40       printf "${base_name}_${comp}.nc: "
41
42       nb_dom=$( find ${TEST_DIR} -name "${base_name}_${comp}_[0-9]*.nc" | wc -l | awk '{print $1}' )
43       if [ ${nb_dom} -gt 1 ]; then
44      ${NEMO_TRBD}/rebuild_nemo -t $NPROC ${base_name}_$comp ${nb_dom} > /dev/null
45       fi
46
47       cmp ${TEST_DIR}/${base_name}_$comp.nc ${REFE_DIR}/${base_name}_$comp.nc
48       if [ $? -ne 0 ]; then
49      export STEP='Restart files different'
50      printf "$CDO diffn\n"
51      $CDO diffn ${TEST_DIR}/${base_name}_$comp.nc ${REFE_DIR}/${base_name}_$comp.nc 2> /dev/null
52       else
53      printf "identical\n"
54       fi
55
56       \r${TEST_DIR}/${base_name}_${comp}_[0-9]*.nc
57   done
58
59    else
60   printf "no restart files found for comparison\n"
61    fi
62}
63
64get_soft_rel() {
65    for rel in $CDO $COMPILER $MPI $NETCDF; do
66                                 arch_rel=$( echo $LOADEDMODULES | sed  "s#.*$rel/\([^:]*\).*#\1#" )
67   [ -z "${arch_rel}"  ] && arch_rel=$( echo $PATH          | sed  "s#.*$rel/\([^/]*\).*#\1#" )
68   [ $rel == $COMPILER ] && arch_rel=$( $rel --version      | grep -m1 -o ' [0-9.]* '         )
69   echo $rel ${arch_rel} >> env.log
70    done
71
72    sed -n 3p env.log | sed 'i\Compiler'    > mesg_05_compiler_${CFG_USER}_${CFG_ARCH}.txt
73    sed -n 4p env.log | sed 'i\MPI libs'    > mesg_06_mpi_${CFG_USER}_${CFG_ARCH}.txt
74    sed -n 5p env.log | sed 'i\NetCDF libs' > mesg_07_netcdf_${CFG_USER}_${CFG_ARCH}.txt
75}
76
77get_nemo_rev() {
78    svn_opt='status'
79
80    # If -v|--version option has been set, modify svn command
81    if [[    $( echo ${NEMO_VERS} | grep  "HEAD\|up\|update"   ) \
82     || $( echo ${NEMO_VERS} | tr -d '[:alpha:][:punct:]' )  ]]; then
83   rev=$( echo ${NEMO_VERS} | tr -d '[:alpha:][:punct:]' ) || rev='HEAD'
84   svn_cmd='svn update -r '$rev 
85    else
86   svn_cmd='svn '${svn_opt}
87    fi
88
89    rev=0
90    for dir in ${DIR_XIOS}  ${NEMO_ARCH} ${NEMO_CONF} ${NEMO_ENGI} \
91          ${NEMO_EIOI} ${NEMO_EFCM} ${NEMO_TCMP} ${NEMO_TRBD}  ; do
92
93   # For time being, just get revision number from XIOS
94   if [ $dir == ${DIR_XIOS} ]; then
95       echo 'XIOS '$( svn info $dir | awk '(NR == 9) {print $NF}' ) >> env.log
96       continue
97   fi
98
99   ${svn_cmd} $dir
100   rev_loc=$( svn info $dir | awk '(NR == 5) {print $NF}' )
101   (( ${rev_loc} >= $rev )) && rev=${rev_loc}
102    done
103
104    printf "NEMOGCM rev.\n$rev\n" > mesg_02_nemogcm_${CFG_USER}_${CFG_ARCH}.txt
105}
106
107mesg_make() {
108    paste -d ';' mesg_*_${CFG_USER}_${CFG_ARCH}.txt > trusting_${DATE_STR}_${CFG_USER}_${CFG_ARCH}.txt
109    cat                                               trusting_${DATE_STR}_${CFG_USER}_${CFG_ARCH}.txt
110}
111
112mesg_publish() {
113 
114if [ $PUBLISH -eq 1 ]; then
115
116  if [ -f ${REFE_DIR}/trusting_${CFG_USER}_${CFG_ARCH}.txt ]; then cmd='sed -n 2p'; else cmd='cat'; fi
117
118  $cmd trusting_${DATE_STR}_${CFG_USER}_${CFG_ARCH}.txt >> ${REFE_DIR}/trusting_${CFG_USER}_${CFG_ARCH}.txt
119
120  # Send mail only when FAILED
121  if [[ ! -z $MAIL && "$STATUS"=='FAILED' ]]; then
122      cat << END_MAIL > trusting.mail
123XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX
124Dear $USER,
125
126The trusting sequence for ${CONF_REF} has failed at step:
127`tail -n 1 mesg_03_step_${CFG_USER}_${CFG_ARCH}.txt`
128Directory : ${TEST_DIR}
129
130XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX
131
132END_MAIL
133      cat mesg_*_${CFG_USER}_${CFG_ARCH}.txt        >> trusting.mail
134      mail -s "[trusting ${CONF_REF}] FAILED" $MAIL  < trusting.mail
135  fi
136
137fi
138}
139
140print_step() { STEP=$1; export STEP && printf "Step.....\n$TEP\n"; }
141
142get_out() {
143    mesg_make; mesg_publish
144
145    # Save tested configuration if trusting failed
146    if [ "$STATUS" == 'FAILED' ]; then
147   touch mesg_08_inputfiles_${CFG_USER}_${CFG_ARCH}.txt mesg_09_realcputime_${CFG_USER}_${CFG_ARCH}.txt \
148         mesg_10_comments_${CFG_USER}_${CFG_ARCH}.txt
149   tar -czf ${REFE_DIR}/trusting_${DATE_STR}_${CFG_USER}_${CFG_ARCH}.tar.gz *
150    fi
151
152    printf "Status\n$STATUS\n"  > mesg_03_status_${CFG_USER}_${CFG_ARCH}.txt
153    printf "Step.....\n$STEP\n" > mesg_04_step_${CFG_USER}_${CFG_ARCH}.txt
154
155    exit 1
156}
Note: See TracBrowser for help on using the repository browser.