New URL for NEMO forge!   http://forge.nemo-ocean.eu

Since March 2022 along with NEMO 4.2 release, the code development moved to a self-hosted GitLab.
This present forge is now archived and remained online for history.
Changeset 13790 for utils/CI – NEMO

Changeset 13790 for utils/CI


Ignore:
Timestamp:
2020-11-13T13:10:04+01:00 (3 years ago)
Author:
acc
Message:

Add -T option to sette.sh to set ln_timing true for all, non-AGRIF SETTE tests. Also archives timing.output files to the validation directory. Added first attempt at batch files for ARCHER2 (MPMD version still needs some work)

Location:
utils/CI/sette
Files:
1 added
5 edited

Legend:

Unmodified
Added
Removed
  • utils/CI/sette/all_functions.sh

    r13788 r13790  
    352352    [ -f ${EXE_DIR}/output.namelist.dyn ] && cp ${EXE_DIR}/*output.nam* ${NEMO_VALIDATION_DIR}/. 
    353353    [ -f ${EXE_DIR}/tracer.stat ] && cp ${EXE_DIR}/*tracer.stat ${NEMO_VALIDATION_DIR}/. 
     354    [ -f ${EXE_DIR}/timing.output ] && cp ${EXE_DIR}/*timing.output ${NEMO_VALIDATION_DIR}/. 
    354355 
    355356    if [ -n "$(ls ${NEMO_VALIDATION_DIR}/*run*)" ] ; then 
  • utils/CI/sette/prepare_job.sh

    r13568 r13790  
    199199                  fi 
    200200            ;; 
     201         X86_ARCHER2*) 
     202                                OSPACE=2 
     203                                SSPACE=4 
     204                                NB_REM=$( echo $NB_PROC $OSPACE $NXIO_PROC $SSPACE | awk '{print ( $1 * $2 + $3 * $4 ) % 128}') 
     205                                echo "NB_REM= "$NB_REM 
     206               if [ ${NB_REM} == 0 ] ; then 
     207               # number of processes required is an integer multiple of 128 
     208               # 
     209               NB_NODES=$( echo $NB_PROC $OSPACE $NXIO_PROC $SSPACE | awk '{print ( $1 * $2 + $3 * $4 ) / 128}') 
     210            else 
     211               # 
     212               # number of processes required is not an integer multiple of 128 
     213               # round up the number of nodes required. 
     214               # 
     215               NB_NODES=$( echo $NB_PROC $OSPACE $NXIO_PROC $SSPACE | awk '{printf("%d",( $1 * $2 + $3 * $4 ) / 128 + 1 )}') 
     216                  fi 
     217            ;; 
    201218                        XC_ARCHER_INTEL) 
    202219                                # ocean cores are packed 24 to a node 
  • utils/CI/sette/sette.sh

    r13568 r13790  
    66# Parse command-line arguments 
    77if [ $# -gt 0 ]; then 
    8   while getopts t:x:csh option; do  
     8  while getopts t:x:cshT option; do  
    99     case $option in 
    1010        c) export SETTE_CLEAN_CONFIGS='yes' 
     
    2727        x) export SETTE_TEST_TYPES=($OPTARG) 
    2828           ;; 
     29        T) export SETTE_TIMING='yes' 
     30           echo "" 
     31           echo "ln_timing will be set to true" 
     32           echo "";; 
    2933        h | *) echo 'sette.sh with no arguments (in this case all configuration will be tested)' 
    3034               echo '-t "CFG1_to_test CFG2_to_test ..." to test some specific configurations' 
    3135               echo '-x "TEST_type TEST_type ..." to specify particular types of test (RESTART is mandatory)' 
     36               echo '-T to set ln_timing true for all non-AGRIF configurations' 
    3237               echo '-c to clean each configuration' 
    3338               echo '-s to synchronise the sette MY_SRC and EXP00 with the reference MY_SRC and EXPREF'; exit 42 ;; 
  • utils/CI/sette/sette_reference-configurations.sh

    r13784 r13790  
    3636#                      "yes" to run in MPMD (detached) mode with stand-alone IO servers 
    3737#                      "no"  to run in SPMD (attached) mode without separate IO servers  
     38# SETTE_TIMING      : flag to control the production of timing.output 
     39#                     requires SETTE_TIMING="yes" 
     40 
    3841# NUM_XIOSERVERS    : number of stand-alone IO servers to employ 
    3942#                     set to zero if USING_MPMD="no" 
     
    200203    set_namelist namelist_cfg sn_cfctl%l_runstat .true. 
    201204    set_namelist namelist_cfg sn_cfctl%l_trcstat .true. 
     205    if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    202206    if [ ${USING_MPMD} == "yes" ] ; then 
    203207       set_xio_using_server iodef.xml true 
     
    229233    set_namelist namelist_cfg cn_ocerst_in \"GYREPIS_LONG_${ITRST}_restart\" 
    230234    set_namelist namelist_top_cfg cn_trcrst_in \"GYREPIS_LONG_${ITRST}_restart_trc\" 
     235    if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    231236    if [ ${USING_MPMD} == "yes" ] ; then 
    232237       set_xio_using_server iodef.xml true 
     
    269274    set_namelist namelist_cfg sn_cfctl%l_runstat .true. 
    270275    set_namelist namelist_cfg sn_cfctl%l_trcstat .true. 
     276    if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    271277    if [ ${USING_MPMD} == "yes" ] ; then 
    272278       set_xio_using_server iodef.xml true 
     
    296302    set_namelist namelist_cfg sn_cfctl%l_runstat .true. 
    297303    set_namelist namelist_cfg sn_cfctl%l_trcstat .true. 
     304    if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    298305    if [ ${USING_MPMD} == "yes" ] ; then 
    299306       set_xio_using_server iodef.xml true 
     
    372379    # put ln_pisdmp to false : no restoring to global mean value 
    373380    set_namelist namelist_pisces_cfg ln_pisdmp .false. 
     381    if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    374382    if [ ${USING_MPMD} == "yes" ] ; then 
    375383       set_xio_using_server iodef.xml true 
     
    437445        fi 
    438446    done 
     447    if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    439448    if [ ${USING_MPMD} == "yes" ] ; then 
    440449       set_xio_using_server iodef.xml true 
     
    493502    # put ln_pisdmp to false : no restoring to global mean value 
    494503    set_namelist namelist_pisces_cfg ln_pisdmp .false. 
     504    if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    495505    if [ ${USING_MPMD} == "yes" ] ; then 
    496506       set_xio_using_server iodef.xml true 
     
    542552    # put ln_pisdmp to false : no restoring to global mean value 
    543553    set_namelist namelist_pisces_cfg ln_pisdmp .false. 
     554    if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    544555    if [ ${USING_MPMD} == "yes" ] ; then 
    545556       set_xio_using_server iodef.xml true 
     
    603614    # put ln_pisdmp to false : no restoring to global mean value 
    604615    set_namelist namelist_pisces_cfg ln_pisdmp .false. 
     616    if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    605617    if [ ${USING_MPMD} == "yes" ] ; then 
    606618       set_xio_using_server iodef.xml true 
     
    643655    # put ln_pisdmp to false : no restoring to global mean value 
    644656    set_namelist namelist_pisces_cfg ln_pisdmp .false. 
     657    if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    645658    if [ ${USING_MPMD} == "yes" ] ; then 
    646659       set_xio_using_server iodef.xml true 
     
    687700    # put ln_pisdmp to false : no restoring to global mean value 
    688701    set_namelist namelist_pisces_cfg ln_pisdmp .false. 
     702    if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    689703    if [ ${USING_MPMD} == "yes" ] ; then 
    690704       set_xio_using_server iodef.xml true 
     
    724738    # put ln_pisdmp to false : no restoring to global mean value 
    725739    set_namelist namelist_pisces_cfg ln_pisdmp .false.  
     740    if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    726741    if [ ${USING_MPMD} == "yes" ] ; then 
    727742       set_xio_using_server iodef.xml true 
     
    773788    set_namelist namelist_cfg jpnj 8 
    774789    set_namelist namelist_cfg sn_cfctl%l_runstat .true. 
     790    if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    775791    if [ ${USING_MPMD} == "yes" ] ; then 
    776792       set_xio_using_server iodef.xml true 
     
    803819        ln -sf ../LONG/AMM12_LONG_${ITRST}_restart_${L_NPROC}.nc . 
    804820    done 
     821    if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    805822    if [ ${USING_MPMD} == "yes" ] ; then 
    806823       set_xio_using_server iodef.xml true 
     
    835852    set_namelist namelist_cfg jpnj 4 
    836853    set_namelist namelist_cfg sn_cfctl%l_runstat .true. 
     854    if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    837855    if [ ${USING_MPMD} == "yes" ] ; then 
    838856       set_xio_using_server iodef.xml true 
     
    859877    set_namelist namelist_cfg jpnj 8 
    860878    set_namelist namelist_cfg sn_cfctl%l_runstat .true. 
     879    if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    861880    if [ ${USING_MPMD} == "yes" ] ; then 
    862881       set_xio_using_server iodef.xml true 
     
    910929    set_namelist namelist_cfg sn_cfctl%l_runstat .true. 
    911930    set_namelist namelist_ice_cfg ln_icediachk .true. 
     931    if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    912932    if [ ${USING_MPMD} == "yes" ] ; then 
    913933       set_xio_using_server iodef.xml true 
     
    936956    set_namelist namelist_cfg cn_ocerst_in \"SAS_${ITRST}_restart\" 
    937957    set_namelist namelist_ice_cfg cn_icerst_in \"SAS_${ITRST}_restart_ice\" 
     958    if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    938959    if [ ${USING_MPMD} == "yes" ] ; then 
    939960       set_xio_using_server iodef.xml true 
     
    9801001    set_namelist namelist_cfg jpnj 8 
    9811002    set_namelist namelist_cfg sn_cfctl%l_runstat .true. 
     1003    if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    9821004    if [ ${USING_MPMD} == "yes" ] ; then 
    9831005       set_xio_using_server iodef.xml true 
     
    10051027    set_namelist namelist_cfg jpnj 4 
    10061028    set_namelist namelist_cfg sn_cfctl%l_runstat .true. 
     1029    if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    10071030    if [ ${USING_MPMD} == "yes" ] ; then 
    10081031       set_xio_using_server iodef.xml true 
     
    10791102    set_namelist namelist_pisces_cfg ln_ironice .false. 
    10801103    set_namelist namelist_pisces_cfg ln_hydrofe .false. 
     1104    if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    10811105    if [ ${USING_MPMD} == "yes" ] ; then 
    10821106       set_xio_using_server iodef.xml true 
     
    11271151    set_namelist namelist_pisces_cfg ln_ironice .false. 
    11281152    set_namelist namelist_pisces_cfg ln_hydrofe .false. 
     1153    if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    11291154    if [ ${USING_MPMD} == "yes" ] ; then 
    11301155       set_xio_using_server iodef.xml true 
     
    11931218    set_namelist 3_namelist_cfg sn_cfctl%l_runstat .true. 
    11941219 
     1220    #if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    11951221    if [ ${USING_MPMD} == "yes" ] ; then 
    11961222       set_xio_using_server iodef.xml true 
     
    12561282        ln -sf ../LONG/3_AGRIF_LONG_${ITRST_3}_restart_ice_${L_NPROC}.nc . 
    12571283    done 
     1284    #if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    12581285    if [ ${USING_MPMD} == "yes" ] ; then 
    12591286       set_xio_using_server iodef.xml true 
     
    13071334    set_namelist 3_namelist_cfg sn_cfctl%l_runstat .true. 
    13081335 
     1336    #if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    13091337    if [ ${USING_MPMD} == "yes" ] ; then 
    13101338       set_xio_using_server iodef.xml true 
     
    13511379    set_namelist 3_namelist_cfg sn_cfctl%l_runstat .true. 
    13521380 
     1381    #if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    13531382    if [ ${USING_MPMD} == "yes" ] ; then 
    13541383       set_xio_using_server iodef.xml true 
     
    13911420    sed -i "1s/.*/0/" ${EXE_DIR}/AGRIF_FixedGrids.in 
    13921421 
     1422    #if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    13931423    if [ ${USING_MPMD} == "yes" ] ; then 
    13941424       set_xio_using_server iodef.xml true 
     
    14301460    set_namelist namelist_cfg sn_cfctl%l_runstat .true. 
    14311461# 
     1462    #if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    14321463    if [ ${USING_MPMD} == "yes" ] ; then 
    14331464       set_xio_using_server iodef.xml true 
     
    14821513    set_namelist namelist_cfg sn_cfctl%l_runstat .true. 
    14831514    #set_namelist namelist_ice_cfg ln_icediachk .true. 
     1515    if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    14841516    if [ ${USING_MPMD} == "yes" ] ; then 
    14851517       set_xio_using_server iodef.xml true 
     
    15131545        ln -sf ../LONG/WED025_LONG_${ITRST}_restart_ice_${L_NPROC}.nc . 
    15141546    done 
     1547    if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    15151548    if [ ${USING_MPMD} == "yes" ] ; then 
    15161549       set_xio_using_server iodef.xml true 
     
    15461579    set_namelist namelist_cfg jpnj 7 
    15471580    set_namelist namelist_cfg sn_cfctl%l_runstat .true. 
     1581    if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    15481582    if [ ${USING_MPMD} == "yes" ] ; then 
    15491583       set_xio_using_server iodef.xml true 
     
    15721606    set_namelist namelist_cfg jpnj 4 
    15731607    set_namelist namelist_cfg sn_cfctl%l_runstat .true. 
     1608    if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    15741609    if [ ${USING_MPMD} == "yes" ] ; then 
    15751610       set_xio_using_server iodef.xml true 
  • utils/CI/sette/sette_test-cases.sh

    r13784 r13790  
    197197    set_namelist namelist_cfg nn_stock $(( ${ITEND} / 2 )) 
    198198    set_namelist namelist_cfg sn_cfctl%l_runstat .true. 
     199    if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    199200    if [ ${USING_MPMD} == "yes" ] ; then 
    200201       set_xio_using_server iodef.xml true 
     
    219220    set_namelist namelist_cfg nn_rstctl 2 
    220221    set_namelist namelist_cfg cn_ocerst_in \"OVF_LONG_${ITRST}_restart\" 
     222    if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    221223    if [ ${USING_MPMD} == "yes" ] ; then 
    222224       set_xio_using_server iodef.xml true 
     
    265267   set_namelist namelist_cfg nn_it000 1 
    266268   set_namelist namelist_cfg nn_itend ${ITEND} 
     269        if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    267270        if [ ${USING_MPMD} == "yes" ] ; then 
    268271           set_xio_using_server iodef.xml true 
     
    316319    set_namelist namelist_cfg nn_stock $(( ${ITEND} / 2 )) 
    317320    set_namelist namelist_cfg sn_cfctl%l_runstat .true. 
     321    if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    318322    if [ ${USING_MPMD} == "yes" ] ; then 
    319323       set_xio_using_server iodef.xml true 
     
    338342    set_namelist namelist_cfg nn_rstctl 2 
    339343    set_namelist namelist_cfg cn_ocerst_in \"LOCK_LONG_${ITRST}_restart\" 
     344    if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    340345    if [ ${USING_MPMD} == "yes" ] ; then 
    341346       set_xio_using_server iodef.xml true 
     
    382387        rm namelist_*_*_*_* 
    383388        cp -pL ${CONFIG_DIR}/${NEW_CONF}/EXP00/$file namelist_cfg 
     389        if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    384390   set_namelist namelist_cfg nn_it000 1 
    385391        set_namelist namelist_cfg nn_itend ${ITEND} 
     
    444450    set_namelist 1_namelist_cfg sn_cfctl%l_runstat .true. 
    445451    
     452    #if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    446453    if [ ${USING_MPMD} == "yes" ] ; then 
    447454        set_xio_using_server iodef.xml true 
     
    476483    set_namelist 1_namelist_cfg cn_ocerst_in \"VORTEX_LONG_${ITRST_1}_restart\" 
    477484       
     485    #if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    478486    if [ ${USING_MPMD} == "yes" ] ; then 
    479487        set_xio_using_server iodef.xml true 
     
    529537    set_namelist 1_namelist_cfg sn_cfctl%l_runstat .true. 
    530538 
     539    #if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    531540    if [ ${USING_MPMD} == "yes" ] ; then 
    532541       set_xio_using_server iodef.xml true 
     
    565574    set_namelist 1_namelist_cfg sn_cfctl%l_runstat .true. 
    566575 
     576    #if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    567577    if [ ${USING_MPMD} == "yes" ] ; then 
    568578       set_xio_using_server iodef.xml true 
     
    624634    set_namelist 1_namelist_cfg sn_cfctl%l_runstat .true. 
    625635     
     636    #if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    626637    if [ ${USING_MPMD} == "yes" ] ; then 
    627638        set_xio_using_server iodef.xml true 
     
    659670     
    660671     
     672    #if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    661673    if [ ${USING_MPMD} == "yes" ] ; then 
    662674        set_xio_using_server iodef.xml true 
     
    718730    set_namelist 1_namelist_cfg sn_cfctl%l_runstat .true. 
    719731 
     732    #if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    720733    if [ ${USING_MPMD} == "yes" ] ; then 
    721734       set_xio_using_server iodef.xml true 
     
    754767    set_namelist 1_namelist_cfg sn_cfctl%l_runstat .true. 
    755768     
     769    #if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    756770    if [ ${USING_MPMD} == "yes" ] ; then 
    757771       set_xio_using_server iodef.xml true 
     
    806820    set_namelist namelist_cfg jpnj 3 
    807821    set_namelist namelist_cfg sn_cfctl%l_runstat .true. 
     822    if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    808823    if [ ${USING_MPMD} == "yes" ] ; then 
    809824       set_xio_using_server iodef.xml true 
     
    830845    set_namelist namelist_cfg sn_cfctl%l_runstat .true. 
    831846    set_namelist namelist_cfg cn_ocerst_in \"ISOMIP+_LONG_${ITRST}_restart\" 
     847    if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    832848    if [ ${USING_MPMD} == "yes" ] ; then 
    833849       set_xio_using_server iodef.xml true 
     
    874890    set_namelist namelist_cfg jpnj 3 
    875891    set_namelist namelist_cfg sn_cfctl%l_runstat .true. 
     892    if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    876893    if [ ${USING_MPMD} == "yes" ] ; then 
    877894       set_xio_using_server iodef.xml true 
     
    899916    set_namelist namelist_cfg jpnj 4 
    900917    set_namelist namelist_cfg sn_cfctl%l_runstat .true. 
     918    if [ ${SETTE_TIMING} == "yes" ]  ; then set_namelist namelist_cfg ln_timing .true. ; fi 
    901919    if [ ${USING_MPMD} == "yes" ] ; then 
    902920       set_xio_using_server iodef.xml true 
Note: See TracChangeset for help on using the changeset viewer.