Changeset 5452


Ignore:
Timestamp:
2015-06-19T18:39:39+02:00 (5 years ago)
Author:
nicolasmartin
Message:

dev_r5092_CNRS_SETTE Ping pong updates between Curie & Ada to finalize

Location:
branches/2015/dev_r5092_CNRS_SETTE/NEMOGCM/TRUST
Files:
2 edited

Legend:

Unmodified
Added
Removed
  • branches/2015/dev_r5092_CNRS_SETTE/NEMOGCM/TRUST/trusting.sh

    r5444 r5452  
    5656# SVN action on XIOS & NEMO essentials directories 
    5757#--------------------------------------------------- 
    58 pstep "Get NEMO SVN state with: ${SVN_OPT}" 
     58print_step "Get NEMO SVN state with: ${SVN_OPT}" 
    5959get_nemo_rev 
    6060 
    6161# Check softwares versions (source arch environment) 
    6262#--------------------------------------------------- 
    63 pstep 'Get softwares release' 
     63print_step 'Get softwares release' 
    6464. ${ARCH_ENV} > /dev/null 
    6565get_soft_rel 
     
    6868# XIOS compiling 
    6969#--------------------------------------------------- 
    70 pstep 'Compiling XIOS' 
     70print_step 'Compiling XIOS' 
    7171cd ${DIR_XIOS} 
    7272#./make_xios --arch $ARCH -job $NPROC >& /dev/null 
     
    7474# NEMO config compiled from scratch 
    7575#--------------------------------------------------- 
    76 pstep "Compiling ${CONF_REF} configuration" 
     76print_step "Compiling ${CONF_REF} configuration" 
    7777cd ${NEMO_CONF} 
    7878#[ -d ${TEST_CONF} ] && ./makenemo -n ${TEST_CONF} clean 
     
    8282# Get namelists, xml & forced files for running 
    8383#--------------------------------------------------- 
    84 pstep 'Preparing job' 
     84print_step 'Preparing job' 
    8585cd ${TEST_DIR} 
    8686find ${NEMO_CONF}/${TEST_CONF}/EXP00 -regex '.*\(cfg\|opa\|ref\|xml\)' -exec cp {} . \; 
     
    9898# Check input files in all cases 
    9999#--------------------------------------------------- 
    100 pstep 'Test input files difference' 
     100print_step 'Test input files difference' 
    101101diff_inputs 
    102 get_out $STEP $STATUS 
     102 
    103103# Job submission & computing 
    104104#--------------------------------------------------- 
    105 pstep 'Running' 
    106 job_num=$( ${JOB_SUBM} | awk '{print $NF}' ) 
     105print_step 'Running' 
     106export JOB_ID=$( ${JOB_SUBM} | awk '{print $NF}' ) 
    107107[ $? -ne 0 ] && get_out $STEP $STATUS 
    108108 
    109109time_elapsed=0; time_increment=30 
    110110sleep ${time_increment} 
    111 while [[ $( ${JOB_LIST} | grep ${job_num} ) && ${time_elapsed} -lt ${TIME_LIMI} ]]; do 
     111while [[ $( ${JOB_LIST} | grep ${JOB_ID} ) && ${time_elapsed} -lt ${TIME_LIMI} ]]; do 
    112112    printf "\n####################################################" >> computation.log 
    113     ${JOB_VIEW} ${job_num}                                          >> computation.log 
     113    ${JOB_VIEW} ${JOB_ID}                                          >> computation.log 
    114114    sleep ${time_increment} 
    115115    let time_elapsed+=${time_increment} 
     
    119119# Eventual crash during computing 
    120120#--------------------------------------------------- 
    121 pstep 'Test if ASCII output files exist' 
    122 if   [[ ! -f ocean.output || $( grep 'E R R O R' ocean.output ) ]]; then 
    123     ${JOB_DELE} ${job_num} &> /dev/null 
    124     [ ! -f ocean.output                  ] && STEP='nemo.exe crashed at initialization' 
    125     [ $( grep 'E R R O R' ocean.output ) ] && STEP='nemo.exe crashed' 
     121print_step 'Test if ASCII output files exist' 
     122if   [[ ! -e ocean.output || $( grep 'E R R O R' ocean.output ) ]]; then 
     123    ${JOB_DELE} ${JOB_ID} &> /dev/null 
     124    [ ! -e ocean.output                  ] && STATUS='nemo.exe crashed at initialization' 
     125    [ $( grep 'E R R O R' ocean.output ) ] && STATUS='nemo.exe crashed' 
    126126    comments('E R R O R') 
    127     ${JOB_DELE} ${job_num} >/dev/null 2>&1 
    128     STATUS='FAILED' 
     127    ${JOB_DELE} ${JOB_ID} >/dev/null 2>&1 
    129128    get_out $STEP $STATUS 
    130129else 
     
    133132    # Inspect output text files 
    134133    #--------------------------------------------------- 
    135     pstep 'Test ASCII output files diff' 
     134    print_step 'Test ASCII output files diff' 
    136135    for file in ocean.output solver.stat tracer.stat; do 
    137136   diff $file ${REFE_DIR}/$file 
    138    [ $? -ne 0 ] && STATUS='FAILED' 
     137   [ $? -ne 0 ] && STATUS='At least 1 ASCII output file differ' 
    139138    done 
    140139 
    141140    # Inspect output NetCDF files 
    142141    #--------------------------------------------------- 
    143     pstep 'Test last restart NetCDF files diff' 
     142    print_step 'Test last restart NetCDF files diff' 
    144143    diff_restart #2> /dev/null 
    145     [ $? -ne 0 ] && STATUS='FAILED' 
     144    [ $? -ne 0 ] && STATUS='At least 1 restart .nc file differ' 
     145 
     146    # Check super-computing architecture modification 
     147    #--------------------------------------------------- 
     148    print_step 'Test super-computing architecture change' 
     149    diff_arch 
     150    [ $? -ne 0 ] && STATUS='At least 1 restart .nc file differ' 
    146151 
    147152    # Get computation duration 
    148153    #--------------------------------------------------- 
    149     pstep 'Get real CPU time' 
     154    print_step 'Get real CPU time' 
    150155    get_cpu_time 
    151156 
     
    155160# End 
    156161#--------------------------------------------------- 
    157 if [ $STATUS == 'FAILED' ]; then STEP='Test outputs difference'; else STEP='Code is reliable'; fi 
     162[ $STATUS == 'OK' ] && STEP='Code is reliable' 
    158163get_out $STEP $STATUS 
  • branches/2015/dev_r5092_CNRS_SETTE/NEMOGCM/TRUST/trusting_func.sh

    r5444 r5452  
    33 
    44comments() { 
    5     echo 'Comments'      | tee    mesg_10_comments_${CFG_USER}_${CFG_ARCH}.txt 
    6     grep $1 ocean.output | tee -a mesg_10_comments_${CFG_USER}_${CFG_ARCH}.txt 
     5    [ -e ocean.output ] && grep $1 ocean.output 
     6    printf "Comments\n$line\n" | tee mesg_10_comments_${CFG_USER}_${CFG_ARCH}.txt 
    77} 
    88 
    99get_cpu_time() { 
    1010    # Portability ! 
    11     real_cpu_time=$( ${JOB_VIEW} ${job_num} | awk 'END{print $9}' ) 
    12     printf "Real CPU time\n%s\n" ${real_cpu_time} | tee mesg_09_realcputime_${CFG_USER}_${CFG_ARCH}.txt 
     11    real_cpu_time=$( ${JOB_VIEW} ${JOB_ID} | awk 'END{print $9}' ) 
     12    printf "Real CPU time\n${real_cpu_time}\n" | tee mesg_09_realcputime_${CFG_USER}_${CFG_ARCH}.txt 
     13} 
     14 
     15diff_arch() { 
     16    diff env.log ${REFE_DIR}/env.log 
    1317} 
    1418 
     
    2125    done 
    2226 
    23     printf "Input files\n$mesg" | tee mesg_08_inputfiles_${CFG_USER}_${CFG_ARCH}.txt 
     27    printf "Input files\n$mesg\n" | tee mesg_08_inputfiles_${CFG_USER}_${CFG_ARCH}.txt 
    2428} 
    2529 
     
    6266   [ -z "${arch_rel}"  ] && arch_rel=$( echo $PATH          | sed  "s#.*$rel/\([^/]*\).*#\1#" ) 
    6367   [ $rel == $COMPILER ] && arch_rel=$( $rel --version      | grep -m1 -o ' [0-9.]* '         ) 
    64    echo $rel ${arch_rel} >> model.log 
     68   echo $rel ${arch_rel} >> env.log 
    6569    done 
    6670 
    67     sed -n 4p model.log | sed 'i\Compiler'    > mesg_05_compiler_${CFG_USER}_${CFG_ARCH}.txt 
    68     sed -n 5p model.log | sed 'i\MPI libs'    > mesg_06_mpi_${CFG_USER}_${CFG_ARCH}.txt 
    69     sed -n 6p model.log | sed 'i\NetCDF libs' > mesg_07_netcdf_${CFG_USER}_${CFG_ARCH}.txt 
     71    sed -n 4p env.log | sed 'i\Compiler'    > mesg_05_compiler_${CFG_USER}_${CFG_ARCH}.txt 
     72    sed -n 5p env.log | sed 'i\MPI libs'    > mesg_06_mpi_${CFG_USER}_${CFG_ARCH}.txt 
     73    sed -n 6p env.log | sed 'i\NetCDF libs' > mesg_07_netcdf_${CFG_USER}_${CFG_ARCH}.txt 
    7074} 
    7175 
     
    8892   # For time being, just get revision number from XIOS 
    8993   if [ $dir == ${DIR_XIOS} ]; then 
    90        echo 'XIOS '$( svn info $dir | awk '(NR == 9) {print $NF}' ) >> model.log 
     94       echo 'XIOS '$( svn info $dir | awk '(NR == 9) {print $NF}' ) >> env.log 
    9195       continue 
    9296   fi 
     
    97101    done 
    98102 
    99     echo 'NEMOGCM '$rev >> model.log 
    100     sed -n 2p model.log | sed 'i\NEMO rev.' > mesg_02_nemogcm_${CFG_USER}_${CFG_ARCH}.txt 
     103    printf "NEMOGCM rev.\n$rev\n" > mesg_02_nemogcm_${CFG_USER}_${CFG_ARCH}.txt 
    101104} 
    102105 
     
    134137} 
    135138 
    136 pstep() { 
     139print_step() { 
    137140    STEP=$1 
    138141    export STEP 
Note: See TracChangeset for help on using the changeset viewer.