Changeset 4373


Ignore:
Timestamp:
2014-01-26T10:51:51+01:00 (7 years ago)
Author:
epico
Message:

new SETTE test for testing XIOS in its 4 modes Attached/Detached?, One/Multiple? with both Low and High resolution.
A modification of BATCH file for each machine is required to enable MPMD jobs. See batch-gfortran_athena_xios as example

Location:
branches/2013/dev_MERGE_2013/NEMOGCM
Files:
10 added
5 edited

Legend:

Unmodified
Added
Removed
  • branches/2013/dev_MERGE_2013/NEMOGCM/CONFIG/cfg.txt

    r4370 r4373  
    33ORCA2_LIM_CFC_C14b OPA_SRC LIM_SRC_2 NST_SRC TOP_SRC 
    44GYRE OPA_SRC 
     5GYRE_XIOS OPA_SRC 
    56ORCA2_OFF_PISCES OPA_SRC OFF_SRC TOP_SRC 
    67ORCA2_SAS_LIM OPA_SRC SAS_SRC LIM_SRC_2 NST_SRC 
  • branches/2013/dev_MERGE_2013/NEMOGCM/SETTE/BATCH_TEMPLATE/batch-gfortran_athena_xios

    r4237 r4373  
    22#! 
    33#BSUB -q poe_short 
    4 #BSUB -n NPROCS 
     4#BSUB -n TOTAL_NPROCS 
    55#BSUB -a poe 
    66#BSUB -J MPI_config 
     
    1515# 
    1616  OCEANCORES=NPROCS 
     17  XIOS_NUMPROCS=NXIOPROCS 
    1718  export SETTE_DIR=DEF_SETTE_DIR 
    1819 
     
    2728 
    2829export MPIRUN="mpirun.lsf" 
     30export LANG=en_US 
     31export NLSPATH=/opt/ibmhpc/pecurrent/base/msg/%L/%N:$NLSPATH 
     32export MP_LABELIO=yes 
     33export MP_STDOUTMODE=unordered 
     34export MP_EUILIB=us 
     35export MP_INFOLEVEL=0 
     36export MP_EUIDEVELOP=min 
     37export MP_INSTANCES=1 
     38export MP_SHARED_MEMORY=yes 
     39export MP_EAGER_LIMIT_LOCAL=2000000000 
     40export MP_EUIDEVICE=sn_single 
     41export MP_BULK_MIN_MSG_SIZE=16384 
     42export MP_POLLING_INTERVAL=1000000 
     43export MP_DEVTYPE=ib 
     44export MP_EAGER_LIMIT=262144 
     45export MP_TASK_AFFINITY=core 
     46export MP_BINDPROC=yes 
     47export MP_DEBUG_CHECK_PARAM=no 
     48export MP_MSG_API=mpi 
     49export MP_USE_BULK_XFER=yes 
     50export MP_WAIT_MODE=poll 
     51export LDR_CNTRL=TEXTPSIZE=64K@STACKPSIZE=64K@DATAPSIZE=64K 
     52export LD_LIBRARY_PATH=/users/home/ans040/local/lib:${LD_LIBRARY_PATH} 
     53 
     54XIOS_SERVER_PATHNAME="/users/home/ans040/SOFTWARE/XIOS/trunk/bin/xios_server.exe" 
     55 
    2956 
    3057# 
     
    6895 
    6996  if [ MPI_FLAG == "yes" ]; then 
    70      time ${MPIRUN} ./opa 
     97     if [ $XIOS_NUMPROCS -eq 0 ]; then 
     98       time ${MPIRUN} ./opa 
     99     else 
     100 
     101       export MP_PGMMODEL=mpmd 
     102       export MP_CMDFILE=xioscmdfile 
     103       rm xioscmdfile &> /dev/null 
     104       touch xioscmdfile 
     105       k=0 
     106       while (( k < $OCEANCORES )) ; do 
     107          echo ./opa >> xioscmdfile 
     108          k=`expr $k + 1` 
     109       done 
     110       k=0 
     111       while (( k < $XIOS_NUMPROCS )) ; do 
     112          echo $XIOS_SERVER_PATHNAME >> xioscmdfile 
     113          k=`expr $k + 1` 
     114       done 
     115 
     116       time ${MPIRUN} 
     117     fi 
    71118  else 
    72119     time ./opa 
  • branches/2013/dev_MERGE_2013/NEMOGCM/SETTE/param.cfg

    r4152 r4373  
    11#- forcing files storing  
    2 FORCING_DIR=${WORKDIR}/FORCING 
     2FORCING_DIR=~/FORCING 
    33#- input files storing  
    44INPUT_DIR=${CONFIG_DIR}/${NEW_CONF}/EXP00 
     
    66#TMPDIR=${CONFIG_DIR}/${NEW_CONF}/EXP00 
    77#- VALIDATION files storing  
    8 NEMO_VALIDATION_DIR=${WORKDIR}/NEMO_VALIDATION 
     8NEMO_VALIDATION_DIR=~/NEMO_VALIDATION 
  • branches/2013/dev_MERGE_2013/NEMOGCM/SETTE/prepare_exe_dir.sh

    r3294 r4373  
    7171 
    7272cp -r ${CONFIG_DIR}/${NEW_CONF}/EXP00/* ${EXE_DIR}/. 
    73 cp -r ${SETTE_DIR}/iodef_sette.xml ${EXE_DIR}/iodef.xml 
     73#cp -r ${SETTE_DIR}/iodef_sette.xml ${EXE_DIR}/iodef.xml 
    7474cd ${EXE_DIR} 
  • branches/2013/dev_MERGE_2013/NEMOGCM/SETTE/prepare_job.sh

    r4245 r4373  
    231231# Pass settings into job file by using sed to edit predefined strings 
    232232# 
     233        TOTAL_NPROCS=$(( $NB_PROC + $NXIO_PROC )) 
    233234        cat ${SETTE_DIR}/job_batch_template | sed -e"s/NODES/${NB_NODES}/" \ 
     235             -e"s/TOTAL_NPROCS/${TOTAL_NPROCS}/" \ 
    234236             -e"s/NPROCS/${NB_PROC}/" \ 
    235237             -e"s/NXIOPROCS/${NXIO_PROC}/" \ 
Note: See TracChangeset for help on using the changeset viewer.