Changeset 10131 for NEMO/branches/UKMO/dev_rebuild_nemo_compression/REBUILD_NEMO/rebuild_nemo

Timestamp:

2018-09-14T15:58:40+02:00 (6 years ago)

Author:

mathiot

Message:

add option to manage compression in rebuild_nemo, add compression and chunking in rebuild_nemo.F90

File:

• NEMO/branches/UKMO/dev_rebuild_nemo_compression/REBUILD_NEMO/rebuild_nemo (modified) (5 diffs)

NEMO/branches/UKMO/dev_rebuild_nemo_compression/REBUILD_NEMO/rebuild_nemo

@@ -10 +10 @@
    echo "  ************"
    echo
-   echo "  usage: ${0##*/} [-l -t -c -m -n] filebase ndomain [rebuild dimensions]"
+   echo "  usage: ${0##*/} [-l -p -s -m -n -r -d -x -y -z -t -s] filebase ndomain [rebuild dimensions]"
    echo
    echo "  flags:    -l                 submit to compute node"
-   echo "            -t num             use num threads"
-   echo "            -c num             split 4D vars into time chuncks of size num"
+   echo "            -p num             use num threads"
+   echo "            -s num             split 4D vars into time slice of size num"
    echo "            -m                 force masking of global arrays (zero if no mdi)"
-   echo "            -d deflate_level   deflate level for output files (key_netcdf4 only)"
    echo "            -n namelist        full path to namelist file to be created (otherwise default nam_rebuild+_process_id is used)"
    echo "            -r memory          Memory to request on compute node including units (Default = 10Gb)"
+   echo ""
+   echo "      key_netcdf4 only "
+   echo "            -d deflate_level     deflate level for output files"
+   echo "            -x chunsize along x " 
+   echo "            -y chunsize along y " 
+   echo "            -z chunsize along z " 
+   echo "            -t chunsize along t " 
+   echo "            -s chunsize "
    echo
    exit 1
 }
 
-while getopts c:n:t:d:r:lm opt
+while getopts l:p:s:m:n:r:d:x:y:z:t:s opt
 do
   case ${opt} in
@@ -32 +39 @@
          echo "Submitting job to compute node"
       ;;
-      t)
+      p)
          OMP_NUM_THREADS=${OPTARG}
       ;;
-      c)
-         NCHUNKSIZE=${OPTARG}
+      s)
+         NSLICESIZE=${OPTARG}
       ;;
       m) 
@@ -50 +57 @@
       r)
          MEMORY=${OPTARG}
+      ;;
+      x)
+         NXCHUNK=${OPTARG}
+      ;;
+      y)
+         NYCHUNK=${OPTARG}
+      ;;
+      z)
+         NZCHUNK=${OPTARG}
+      ;;
+      t)
+         NTCHUNK=${OPTARG}
+      ;;
+      s)
+         CHUNKSIZE=${OPTARG}
       ;;
   esac
@@ -90 +112 @@
    echo ${dims} >> $nam_rebuild
 fi
-if [[ -n ${NCHUNKSIZE} ]] ; then
-   echo " nchunksize=${NCHUNKSIZE}" >> $nam_rebuild
+if [[ -n ${NCSLICESIZE} ]] ; then
+   echo " nslicesize=${NCSLICESIZE}" >> $nam_rebuild
 fi
 if [[ -n ${NMASK} ]] ; then
@@ -99 +121 @@
    echo " deflate_level=${DEFLATE}" >> $nam_rebuild
 fi
+if [[ -n ${NXCHUNK} ]] ; then
+   echo " nc4_xchunk=${NXCHUNK}" >> $nam_rebuild
+fi
+if [[ -n ${NYCHUNK} ]] ; then
+   echo " nc4_ychunk=${NYCHUNK}" >> $nam_rebuild
+fi
+if [[ -n ${NZCHUNK} ]] ; then
+   echo " nc4_zchunk=${NZCHUNK}" >> $nam_rebuild
+fi
+if [[ -n ${NTCHUNK} ]] ; then
+   echo " nc4_tchunk=${NTCHUNK}" >> $nam_rebuild
+fi
+if [[ -n ${CHUNKSIZE} ]] ; then
+   echo " fchunksize=${CHUNKSIZE}" >> $nam_rebuild
+fi
+
+
 
 echo "/" >> $nam_rebuild