Changeset 502 for configs

Timestamp:

12/08/16 11:06:35 (7 years ago)

Author:

dubos

Message:

configs/testing : towards first working version

Location:

configs/testing

Files:

• bash/X64_CURIE.sh (modified) (4 diffs)
• bash/daily.sh (added)
• bash/job.sh (added)
• bash/post.sh (added)
• bash/testing.sh (added)
• build.sh (modified) (1 diff)
• create_runs.sh (modified) (1 diff)
• python (added)
• python/common.py (added)
• python/post_DCMIP31.py (added)
• python/post_DCMIP41.py (added)
• report.sh (added)
• setup.sh (modified) (1 diff)
• submit.sh (added)

configs/testing/bash/X64_CURIE.sh

@@ -1 +1 @@
 #!/bin/bash
+
+# This script provides site-specific functions
+# called by the site-independent scripts
+# create_runs.sh and submit.sh
+
+# NB : we must the queue 'normal' because there seems to be a limit
+# on the number of jobs that can be submitted to queue 'test'
 
 #----------------------------- split_XXX ----------------------------
@@ -11 +18 @@
 function split_mpi_80() {
     setvar nbp 81 nsplit_i 4 nsplit_j 2
+}
+
+#----------------- job submission ------------------
+
+function submit_job_X64_CURIE() # $1=script $* = SLURM OPTIONS
+{
+    TMP=$(mktemp)
+    ccc_msub $1 > $TMP
+    cat $TMP 1>&2
+    cat $TMP | awk '{print $NF }'
+    rm -f $TMP
 }
 
@@ -45 +63 @@
 #MSUB -T 600
 ## Quality of Service required (long [3 days], normal [1 day], test [30 min])
-#MSUB -Q test
+#MSUB -Q normal
 
 export OMP_NUM_THREADS=1
@@ -77 +95 @@
 EOF
 }
+
+#------------------------------ post-processing job -----------------------------
+
+function job_post_X64_CURIE() # LIST
+{
+    DEPLIST=afterany
+    for ID in $* ; do
+        DEPLIST="$DEPLIST:$ID"
+    done
+    cat <<EOF
+#!/bin/bash
+## Request name
+#MSUB -r testing
+#MSUB -q standard 
+#MSUB -A gen7548
+#MSUB -E "--dependency=$DEPLIST"
+## Number of tasks (=MPI processes) to use
+#MSUB -n 1
+## Elapsed time limit in seconds
+#MSUB -T 600
+## Quality of Service required (long [3 days], normal [1 day], test [30 min])
+#MSUB -Q normal
+
+export OMP_NUM_THREADS=1
+# this script is submitted from $ROOT/logs
+cd \${BRIDGE_MSUB_PWD}/..
+
+module purge
+module load licsrv/intel
+module load c/intel/14.0.3.174
+module load c++/intel/14.0.3.174
+module load fortran/intel/14.0.3.174
+module load mkl/14.0.3.174
+module load idb/14.0.3.174
+module load intel/14.0.3.174
+module load mpi/bullxmpi/1.2.8.4
+module load netcdf/4.3.3.1_hdf5_parallel
+module load python
+
+bash/post.sh
+EOF
+}

configs/testing/build.sh

@@ -38 +38 @@
 ( main ) || ( echo ; echo "***************** Build FAILED ******************" ; exit 1)
 
+echo "***************** Build : SUCCESS ******************"
 echo "You may now run create_runs.sh"

configs/testing/create_runs.sh

@@ -12 +12 @@
     cd $EXPDIR
     ln -sf $ROOT/bin/icosa_${EXEC}.exe gcm.exe
+    ln -sf $ROOT/python/post_${EXP}.py post.py
     rundef_$EXP $* > tmp.def
     sort tmp.def | cut -c 7- > run.def

configs/testing/setup.sh

@@ -46 +46 @@
   # create separate build dirs sharing the same src/ and tools/ subdirs to save disk and time
   BUILD=$ROOT/DYNAMICO_serial
-  cp -pr $ROOT/DYNAMICO $BUILD
-  rm -rf $BUILD/src
-  rm -rf $BUILD/tools
-  ln -sf $ROOT/DYNAMICO/src $BUILD/src
-  ln -sf $ROOT/DYNAMICO/tools $BUILD/tools
+  echo "Creating build directory $BUILD"
+  rm -rf $BUILD
+  mkdir -p $BUILD
+  cd $ROOT/DYNAMICO
+  for NAME in arch build compile make_icosa src bld.cfg  clean doc tools ; do
+      ln -s $ROOT/DYNAMICO/$NAME $BUILD/
+  done
   for NAME in mpi mpi_omp ; do
+      echo "Creating build directory $ROOT/DYNAMICO_$NAME"
+      rm -rf $ROOT/DYNAMICO_$NAME
       cp -pr $BUILD $ROOT/DYNAMICO_$NAME
   done