New URL for NEMO forge!   http://forge.nemo-ocean.eu

Since March 2022 along with NEMO 4.2 release, the code development moved to a self-hosted GitLab.
This present forge is now archived and remained online for history.
Changeset 3422 – NEMO

Changeset 3422


Ignore:
Timestamp:
2012-07-03T10:48:24+02:00 (12 years ago)
Author:
cbricaud
Message:

modifications for SETTE

Location:
branches/2012/dev_r3342_MERCATOR7_SST/NEMOGCM/SETTE
Files:
6 edited

Legend:

Unmodified
Added
Removed

  • branches/2012/dev_r3342_MERCATOR7_SST/NEMOGCM/SETTE/BATCH_TEMPLATE/batch-ifort_MERCATOR_CLUSTER

    r3336 r3422  
    44#PBS -e sette.$PBS_JOBID.err 
    55#PBS -o sette.$PBS_JOBID.out 
    6 #PBS -l nodes=2:ppn=8 
    7 #PBS -q multi 
     6#PBS -l nodes=NODES:ppn=NPROCS 
     7#PBS -q QUEUE 
    88#PBS -l walltime=03:00:00 
    9 #PBS -l mem=24gb 
     9#PBS -l mem=MEMgb 
    1010 
    1111# 
    … …  
    2222# Local settings for machine IBM Power6 (VARGAS at IDRIS France) 
    2323# 
    24 export MPIRUN="mpiexec -n $OCEANCORES" 
     24#cbr export MPIRUN="mpiexec -n $OCEANCORES" 
     25export MPIRUN="mpirun -np $OCEANCORES" 
    2526 
    2627# 
    … …  
    5758#  Run the parallel MPI executable  
    5859# 
     60  echo "Running time ${MPIRUN} ./opa" 
     61# 
    5962  if [ MPI_FLAG == "yes" ]; then 
    60   echo "Running time ${MPIRUN} ./opa" 
    61      time ${MPIRUN} ./opa 
     63#cbr     time ${MPIRUN} ./opa 
     64     mpirun -np $OCEANCORES ./opa 
    6265  else 
    63   echo "Running time ./opa" 
    6466     time ./opa 
    6567  fi 

  • branches/2012/dev_r3342_MERCATOR7_SST/NEMOGCM/SETTE/input_ORCA2_LIM.cfg

    r2732 r3422  
    1 ORCA2_LIM_nemo_v3.3.tar 
     1ORCA2_LIM_nemo_v3.4.tar 

  • branches/2012/dev_r3342_MERCATOR7_SST/NEMOGCM/SETTE/input_ORCA2_LIM_PISCES.cfg

    r2732 r3422  
    1 ORCA2_LIM_nemo_v3.3.tar 
     1ORCA2_LIM_nemo_v3.4.tar 

  • branches/2012/dev_r3342_MERCATOR7_SST/NEMOGCM/SETTE/param.cfg

    r3294 r3422  
    11#- forcing files storing  
    2 FORCING_DIR=~/FORCING 
     2FORCING_DIR=/data/rd_exchange/cbricaud/NEMO_3.4_dev2012/FORCING 
    33#- input files storing  
    44INPUT_DIR=${CONFIG_DIR}/${NEW_CONF}/EXP00 

  • branches/2012/dev_r3342_MERCATOR7_SST/NEMOGCM/SETTE/prepare_job.sh

    r3336 r3422  
    66# prepare_job.sh   : create the job script for running job  
    77###################################################### 
    8 #set -vx 
     8#set -x 
    99set -o posix 
    1010#set -u 
    1111#set -e 
    12 #+ 
     12# 
    1313# 
    1414# ================ 
    … …  
    2525# :: 
    2626# 
    27 #  $ ./prepare_job.sh INPUT_FILE_CONFIG_NAME NUMBER_PROC TEST_NAME MPI_FLAG JOB_FILE 
     27#  $ ./prepare_job.sh INPUT_FILE_CONFIG_NAME NUMBER_PROC TEST_NAME MPI_INTERACT MPI_FLAG 
    2828# 
    2929# 
    … …  
    3131# =========== 
    3232# 
    33 # Part of the SETTE package to run tests for NEMO 
     33# Simple job for SET TESTS for NEMO (SETTE) 
    3434#  
    35 # prepare the script $JOB_FILE to run the tests  
     35#   get input files (if needed) : tar file   
     36#  (note this job needs to have an input_CONFIG.cfg in which can be found input tar file name) 
     37# 
     38#   runs job in interactive or batch mode : all jobs using 1 process are run interactive, and all MPP jobs are 
     39# 
     40#   run in batch (MPI_INTERACT="no") or interactive (MPI_INTERACT="yes") see sette.sh and BATCH_TEMPLATE directory 
     41# 
     42#   and call post_test_tidyup function (that moves in NEMO_VALIDATION_DIR solver.stat, tracer.stat (for LOBSTER & PISCES) & ocean.output) 
    3643# 
    3744# EXAMPLES 
    … …  
    4047# :: 
    4148# 
    42 #  $ ./prepare_job.sh INPUT_FILE_CONFIG_NAME NUMBER_PROC TEST_NAME MPI_FLAG $JOB_FILE 
    43 # 
    44 # prepare the $JOB_FILE for execution  
     49#  $ ./fcm_job.sh INPUT_FILE_CONFIG_NAME NUMBER_PROC TEST_NAME MPI_INTERACT MPI_FLAG 
     50# 
     51#  run a job of config GYRE with 1 processor SHORT test ( 5 days ) using an interactive run without mpirun 
     52#  $ ./fcm_job.sh input_GYRE.cfg 1 SHORT yes no 
     53# 
     54#  run a job of config ORCA2_LIM_PISCES   with 8 processors test RESTARTABILITY submitting the job to the batch queue system and using mpirun 
     55#  $ ./fcm_job.sh input_ORCA2_LIM_PISCES.cfg 8 LONG no yes 
    4556# 
    4657# 
    … …  
    5465# ========== 
    5566# 
    56 # $Id: prepare_job.sh 3050 2011-11-07 14:11:34Z acc $ 
     67# $Id: fcm_job.sh 3050 2011-11-07 14:11:34Z acc $ 
    5768# 
    5869# 
    … …  
    6374# 
    6475 
    65 usage=" Usage : ./prepare_job.sh INPUT_FILE_CONFIG_NAME NUMBER_PROC TEST_NAME MPI_FLAG JOB_FILE" 
    66 usage=" example : ./prepare_job.sh input_ORCA2_LIM_PISCES.cfg 8 SHORT no/yes $JOB_FILE" 
     76usage=" Usage : ./fcm_job.sh input_CONFIG_NAME.cfg  NUMBER_OF_PROCS TEST_NAME INTERACT MPI_FLAG" 
     77usage=" example : ./fcm_job.sh input_ORCA2_LIM_PISCES.cfg 8 SHORT no/yes no/yes" 
    6778 
    6879 
    … …  
    7081        if [ ${#} -lt ${minargcount} ] 
    7182        then 
    72                 echo "not enough arguments for prepare_job.sh script" 
    73                 echo "control number of argument of prepare_job.sh in sette.sh" 
     83                echo "not enought arguments for fcm_job.sh script" 
     84                echo "control number of argument of fcm_job.sh in sette.sh" 
    7485                echo "${usage}" 
    7586        exit 1 
    … …  
    154165    exit 1 
    155166fi 
    156  
     167#if [ ${NB_PROC} == 1 ] ; then 
     168#    echo "running opa" >> ${SETTE_DIR}/output.sette 
     169#    echo "            " >> ${SETTE_DIR}/output.sette 
     170#    ./opa 
     171# 
     172# Tidy out output from this test and populate the NEMO_VALIDATION_DIR tree 
     173# 
     174#    post_test_tidyup 
     175#else 
     176#    echo "running opa in MPI" >> ${SETTE_DIR}/output.sette 
     177#    echo "            " >> ${SETTE_DIR}/output.sette 
     178 
     179#    if [ ${MPI_INTERACT} == "yes" ] ; then 
     180#  # 
     181#  # example for brodie (NEC SX8) machine 
     182#  #  mpirun -np ${NB_PROC} opa 
     183#  # example for dedale machine 
     184#  #  mpirun --mca btl self,tcp -np ${NB_PROC} opa 
     185#  # example for vargas (IBM Power6) machine 
     186#  mpiexec -n ${NB_PROC} opa 
     187#  # 
     188#  post_test_tidyup 
     189#    fi 
     190# 
    157191# example for NOCS Altix system using PBS batch submission (requires ${SETTE_DIR}/sette_batch_template file) 
    158192# 
    159   #  if [ ${MPI_FLAG} == "no" ] ; then 
     193  #  if [ ${MPI_INTERACT} == "no" ] ; then 
    160194      case ${COMPILER} in  
    161195         ALTIX_NAUTILUS_MPT) 
    … …  
    164198               # number of processes required is an integer multiple of 4 
    165199               # 
    166                NB_NODES=$( echo $NB_PROC | awk '{print $1 / 4}') 
     200               NB_NODES=$( echo $NB_PROC | awk '{print $1  $1 / 4}') 
    167201            else 
    168202               # 
    … …  
    173207                  fi 
    174208            ;; 
     209                        ifort_MERCATOR_CLUSTER) 
     210                                echo NB_PROCS ${NB_PROC} 
     211                                NB_NODES=$( echo $NB_PROC | awk '{print $1 - $1 % 8}'  | awk '{print $1 / 8 + 1 }') 
     212                                echo NB_NODES ${NB_NODES} 
     213                                echo  NB_PROC ${NB_PROC}  
     214                                if [ ${NB_PROC} -eq 1 ] ; then 
     215                                   QUEUE=monoproc 
     216                                else 
     217                                   if [ ${NB_PROC} -le 8 ] ; then  
     218                                      QUEUE=mono 
     219                                   else 
     220                                      QUEUE=multi 
     221                                      NB_PROC=8 
     222                                  fi     
     223                                fi     
     224            ;; 
    175225         *) 
    176226            NB_NODES=${NB_PROC} 
    … …  
    181231# Pass settings into job file by using sed to edit predefined strings 
    182232# 
     233         ((mem=5*NB_PROC)) 
     234         echo NB_NODES NB_PROC QUEUE ${NB_NODES} ${NB_PROC} ${QUEUE} 
    183235        cat ${SETTE_DIR}/job_batch_template | sed -e"s/NODES/${NB_NODES}/" -e"s/NPROCS/${NB_PROC}/" \ 
     236             -e"s/QUEUE/${QUEUE}/" -e"s/MEM/${mem}/" \ 
    184237             -e"s:DEF_SETTE_DIR:${SETTE_DIR}:" -e"s:DEF_INPUT_DIR:${INPUT_DIR}:" \ 
    185238             -e"s:DEF_EXE_DIR:${EXE_DIR}:" \ 
    … …  
    205258   fi 
    206259    
    207    chmod a+x $JOB_FILE ; echo "$JOB_FILE is ready" 
     260   chmod a+x $JOB_FILE 
    208261 
    209262#fi 

  • branches/2012/dev_r3342_MERCATOR7_SST/NEMOGCM/SETTE/sette.sh

    r3336 r3422  
    133133#- 
    134134# Compiler among those in NEMOGCM/ARCH 
    135 COMPILER=PW6_VARGAS 
    136 export BATCH_COMMAND_PAR="llsubmit" 
     135COMPILER=ifort_MERCATOR_CLUSTER  
     136export BATCH_COMMAND_PAR="qsub" 
    137137export BATCH_COMMAND_SEQ=$BATCH_COMMAND_PAR 
    138138export INTERACT_FLAG="no" 
    … …  
    152152cp BATCH_TEMPLATE/batch-${COMPILER} job_batch_template || exit 
    153153 
    154 for config in 1 2 3 4 5 6 7 8 9 
     154for config in 1 2 3 4 5 6 7 8 
    155155do 
    156156 
Note: See TracChangeset for help on using the changeset viewer.