Changeset 1437

Timestamp:

04/11/18 18:15:06 (6 years ago)

Author:

jgipsl

Message:

For Irene:

• ins_job now ask for project id. gch0316 for the grand challenge is the default.
• headers for more post-processing jobs

Location:

trunk/libIGCM

Files:

• AA_RunChecker (modified) (1 diff)
• AA_SE_Checker (modified) (1 diff)
• AA_SaveSourceModifications (modified) (1 diff)
• AA_TimeSeries_Checker (modified) (1 diff)
• AA_additionnal (modified) (1 diff)
• AA_atlas_LMDZ (modified) (1 diff)
• AA_atlas_ORCA_LIM (modified) (1 diff)
• AA_atlas_ORCHIDEE (modified) (1 diff)
• AA_atlas_PISCES (modified) (1 diff)
• AA_clean_PeriodLength (modified) (1 diff)
• AA_clean_latestPackperiod (modified) (1 diff)
• AA_create_multi_se (modified) (1 diff)
• AA_create_se (modified) (1 diff)
• AA_create_ts (modified) (1 diff)
• AA_job (modified) (1 diff)
• AA_metrics_LMDZ (modified) (1 diff)
• AA_metrics_NEMO (modified) (1 diff)
• AA_metrics_ORCHIDEE (modified) (1 diff)
• AA_monitoring (modified) (1 diff)
• AA_pack_debug (modified) (1 diff)
• AA_pack_output (modified) (1 diff)
• AA_pack_restart (modified) (1 diff)
• AA_purge_simulation (modified) (1 diff)
• AA_rebuild_fromWorkdir (modified) (1 diff)
• ins_job (modified) (1 diff)
• libIGCM_sys/libIGCM_sys_irene.ksh (modified) (1 diff)

trunk/libIGCM/AA_RunChecker

@@ -13 +13 @@
 # ID of your genci project. Curie only : post-processing jobs need it to run properly
 #-Q- curie export BRIDGE_MSUB_PROJECT=::default_project:: 
+#-Q- irene export BRIDGE_MSUB_PROJECT=::default_project:: 
 
 #======================================================================#

trunk/libIGCM/AA_SE_Checker

@@ -13 +13 @@
 # ID of your genci project. Curie only : post-processing jobs need it to run properly
 #-Q- curie export BRIDGE_MSUB_PROJECT=::default_project:: 
+#-Q- irene export BRIDGE_MSUB_PROJECT=::default_project:: 
 
 #D- Task type DO NOT CHANGE (computing, post-processing or checking)

trunk/libIGCM/AA_SaveSourceModifications

@@ -11 +11 @@
 #-Q- curie #MSUB -A ::default_project::
 #-Q- curie set +x
+#-Q- irene ######################
+#-Q- irene ## IRENE   TGCC/CEA ##
+#-Q- irene ######################
+#-Q- irene #MSUB -r SaveSource   # Job name
+#-Q- irene #MSUB -eo
+#-Q- irene #MSUB -n 1
+#-Q- irene #MSUB -T 7200         # Maximum elapsed time
+#-Q- irene #MSUB -q skylake 
+#-Q- irene #MSUB -c 4
+#-Q- irene #MSUB -Q normal
+#-Q- irene #MSUB -A ::default_project::
+#-Q- irene #MSUB -m store,work,scratch
+#-Q- irene set +x
 #-Q- ada #!/bin/ksh
 #-Q- ada #######################

trunk/libIGCM/AA_TimeSeries_Checker

@@ -13 +13 @@
 # ID of your genci project. Curie only : post-processing jobs need it to run properly
 #-Q- curie export BRIDGE_MSUB_PROJECT=::default_project:: 
-#-Q- irene export BRIDGE_MSUB_PROJECT=gch0316 
+#-Q- irene export BRIDGE_MSUB_PROJECT=::default_project:: 
 
 #D- Task type DO NOT CHANGE (computing, post-processing or checking)

trunk/libIGCM/AA_additionnal

@@ -11 +11 @@
 #-Q- curie #MSUB -A ::default_project::
 #-Q- curie set +x
+#-Q- irene ######################
+#-Q- irene ## IRENE   TGCC/CEA ##
+#-Q- irene ######################
+#-Q- irene #MSUB -r ATL_ADD      # Job name
+#-Q- irene #MSUB -eo
+#-Q- irene #MSUB -n 1
+#-Q- irene #MSUB -T 7200         # Maximum elapsed time
+#-Q- irene #MSUB -q skylake 
+#-Q- irene #MSUB -c 4
+#-Q- irene #MSUB -Q normal
+#-Q- irene #MSUB -A ::default_project::
+#-Q- irene #MSUB -m store,work,scratch
+#-Q- irene set +x
 #-Q- ada #!/bin/ksh
 #-Q- ada #######################

trunk/libIGCM/AA_atlas_LMDZ

@@ -11 +11 @@
 #-Q- curie #MSUB -A ::default_project::
 #-Q- curie set +x
+#-Q- irene ######################
+#-Q- irene ## IRENE   TGCC/CEA ##
+#-Q- irene ######################
+#-Q- irene #MSUB -r ATL_LMDZ      # Job name
+#-Q- irene #MSUB -eo
+#-Q- irene #MSUB -n 1
+#-Q- irene #MSUB -T 7200          # Maximum elapsed time
+#-Q- irene #MSUB -q skylake 
+#-Q- irene #MSUB -c 4
+#-Q- irene #MSUB -Q normal
+#-Q- irene #MSUB -A ::default_project::
+#-Q- irene #MSUB -m store,work,scratch
+#-Q- irene set +x
 #-Q- ada #!/bin/ksh
 #-Q- ada #######################

trunk/libIGCM/AA_atlas_ORCA_LIM

@@ -11 +11 @@
 #-Q- curie #MSUB -A ::default_project::
 #-Q- curie set +x
+#-Q- irene ######################
+#-Q- irene ## IRENE   TGCC/CEA ##
+#-Q- irene ######################
+#-Q- irene #MSUB -r ATL_OPA      # Job name
+#-Q- irene #MSUB -eo
+#-Q- irene #MSUB -n 1
+#-Q- irene #MSUB -T 7200         # Maximum elapsed time
+#-Q- irene #MSUB -q skylake 
+#-Q- irene #MSUB -c 4
+#-Q- irene #MSUB -Q normal
+#-Q- irene #MSUB -A ::default_project::
+#-Q- irene #MSUB -m store,work,scratch
+#-Q- irene set +x
 #-Q- ada #!/bin/ksh
 #-Q- ada #######################

trunk/libIGCM/AA_atlas_ORCHIDEE

@@ -11 +11 @@
 #-Q- curie #MSUB -A ::default_project::
 #-Q- curie set +x
+#-Q- irene ######################
+#-Q- irene ## IRENE   TGCC/CEA ##
+#-Q- irene ######################
+#-Q- irene #MSUB -r ATL_ORCH      # Job name
+#-Q- irene #MSUB -eo
+#-Q- irene #MSUB -n 1
+#-Q- irene #MSUB -T 7200          # Maximum elapsed time
+#-Q- irene #MSUB -q skylake 
+#-Q- irene #MSUB -c 4
+#-Q- irene #MSUB -Q normal
+#-Q- irene #MSUB -A ::default_project::
+#-Q- irene #MSUB -m store,work,scratch
+#-Q- irene set +x
 #-Q- ada #!/bin/ksh
 #-Q- ada #######################

trunk/libIGCM/AA_atlas_PISCES

@@ -11 +11 @@
 #-Q- curie #MSUB -A ::default_project::
 #-Q- curie set +x
+#-Q- irene ######################
+#-Q- irene ## IRENE   TGCC/CEA ##
+#-Q- irene ######################
+#-Q- irene #MSUB -r ATL_PIS      # Job name
+#-Q- irene #MSUB -eo
+#-Q- irene #MSUB -n 1
+#-Q- irene #MSUB -T 7200         # Maximum elapsed time
+#-Q- irene #MSUB -q skylake 
+#-Q- irene #MSUB -c 4
+#-Q- irene #MSUB -Q normal
+#-Q- irene #MSUB -A ::default_project::
+#-Q- irene #MSUB -m store,work,scratch
+#-Q- irene set +x
 #-Q- ada #!/bin/ksh
 #-Q- ada #######################

trunk/libIGCM/AA_clean_PeriodLength

@@ -12 +12 @@
 # ID of your genci project. Curie only : post-processing jobs need it to run properly
 #-Q- curie export BRIDGE_MSUB_PROJECT=::default_project::
+#-Q- irene export BRIDGE_MSUB_PROJECT=::default_project::
 
 #set -eu

trunk/libIGCM/AA_clean_latestPackperiod

@@ -12 +12 @@
 # ID of your genci project. Curie only : post-processing jobs need it to run properly
 #-Q- curie export BRIDGE_MSUB_PROJECT=::default_project:: 
+#-Q- irene export BRIDGE_MSUB_PROJECT=::default_project:: 
 
 #set -eu

trunk/libIGCM/AA_create_multi_se

@@ -11 +11 @@
 #-Q- curie #MSUB -A ::default_project::
 #-Q- curie set +x
+#-Q- irene ######################
+#-Q- irene ## IRENE   TGCC/CEA ##
+#-Q- irene ######################
+#-Q- irene #MSUB -r MULTISE      # Job name
+#-Q- irene #MSUB -eo
+#-Q- irene #MSUB -n 1
+#-Q- irene #MSUB -T 7200         # Maximum elapsed time
+#-Q- irene #MSUB -q skylake 
+#-Q- irene #MSUB -c 4
+#-Q- irene #MSUB -Q normal
+#-Q- irene #MSUB -A ::default_project::
+#-Q- irene #MSUB -m store,work,scratch
+#-Q- irene set +x
 #-Q- ada #!/bin/ksh
 #-Q- ada #######################

trunk/libIGCM/AA_create_se

@@ -11 +11 @@
 #-Q- curie #MSUB -A ::default_project::
 #-Q- curie set +x
+#-Q- irene ######################
+#-Q- irene ## IRENE   TGCC/CEA ##
+#-Q- irene ######################
+#-Q- irene #MSUB -r SE            # Job name
+#-Q- irene #MSUB -eo
+#-Q- irene #MSUB -n 1
+#-Q- irene #MSUB -T 36000         # Maximum elapsed time
+#-Q- irene #MSUB -q skylake 
+#-Q- irene #MSUB -c 4
+#-Q- irene #MSUB -Q normal
+#-Q- irene #MSUB -A ::default_project::
+#-Q- irene #MSUB -m store,work,scratch
+#-Q- irene set +x
 #-Q- ada #!/bin/ksh
 #-Q- ada #######################

trunk/libIGCM/AA_create_ts

@@ -21 +21 @@
 #-Q- irene #MSUB -c 4
 #-Q- irene #MSUB -Q normal
-#-Q- irene #MSUB -A gch0316
+#-Q- irene #MSUB -A ::default_project::
 #-Q- irene #MSUB -m store,work,scratch
 #-Q- irene set +x

trunk/libIGCM/AA_job

@@ -36 +36 @@
 #-Q- irene #MSUB -E '--cpu_bind=none'
 #-Q- irene #MSUB -T 86400              # Wall clock limit (seconds)
-#-Q- irene #MSUB -A gch0316
+#-Q- irene #MSUB -A ::default_project::
 #-Q- irene #MSUB -q skylake
 #-Q- irene #MSUB -m store,work,scratch

trunk/libIGCM/AA_metrics_LMDZ

@@ -11 +11 @@
 #-Q- curie #MSUB -A ::default_project::
 #-Q- curie set +x
+#-Q- irene ######################
+#-Q- irene ## IRENE   TGCC/CEA ##
+#-Q- irene ######################
+#-Q- irene #MSUB -r METRICS_LMDZ   # Job name
+#-Q- irene #MSUB -eo
+#-Q- irene #MSUB -n 1
+#-Q- irene #MSUB -T 14400          # Maximum elapsed time
+#-Q- irene #MSUB -q skylake 
+#-Q- irene #MSUB -c 4
+#-Q- irene #MSUB -Q normal
+#-Q- irene #MSUB -A ::default_project::
+#-Q- irene #MSUB -m store,work,scratch
+#-Q- irene set +x
 #-Q- ada #!/bin/ksh
 #-Q- ada #######################

trunk/libIGCM/AA_metrics_NEMO

@@ -11 +11 @@
 #-Q- curie #MSUB -A ::default_project::
 #-Q- curie set +x
+#-Q- irene ######################
+#-Q- irene ## IRENE   TGCC/CEA ##
+#-Q- irene ######################
+#-Q- irene #MSUB -r METRICS_NEMO # Job name
+#-Q- irene #MSUB -eo
+#-Q- irene #MSUB -n 1
+#-Q- irene #MSUB -T 14400        # Maximum elapsed time
+#-Q- irene #MSUB -q skylake 
+#-Q- irene #MSUB -c 4
+#-Q- irene #MSUB -Q normal
+#-Q- irene #MSUB -A ::default_project::
+#-Q- irene #MSUB -m store,work,scratch
+#-Q- irene set +x
 #-Q- ada #!/bin/ksh
 #-Q- ada #######################

trunk/libIGCM/AA_metrics_ORCHIDEE

@@ -11 +11 @@
 #-Q- curie #MSUB -A ::default_project::
 #-Q- curie set +x
+#-Q- irene ######################
+#-Q- irene ## IRENE   TGCC/CEA ##
+#-Q- irene ######################
+#-Q- irene #MSUB -r METRICS_ORCHIDEE # Job name
+#-Q- irene #MSUB -eo
+#-Q- irene #MSUB -n 1
+#-Q- irene #MSUB -T 714400           # Maximum elapsed time
+#-Q- irene #MSUB -q skylake 
+#-Q- irene #MSUB -c 4
+#-Q- irene #MSUB -Q normal
+#-Q- irene #MSUB -A ::default_project::
+#-Q- irene #MSUB -m store,work,scratch
+#-Q- irene set +x
 #-Q- ada #!/bin/ksh
 #-Q- ada #######################

trunk/libIGCM/AA_monitoring

@@ -11 +11 @@
 #-Q- curie #MSUB -A ::default_project::
 #-Q- curie set +x
+#-Q- irene ######################
+#-Q- irene ## IRENE   TGCC/CEA ##
+#-Q- irene ######################
+#-Q- irene #MSUB -r MONITORING    # Job name
+#-Q- irene #MSUB -eo
+#-Q- irene #MSUB -n 1             # Number of cores
+#-Q- irene #MSUB -T 80000         # Maximum elapsed time
+#-Q- irene #MSUB -q skylake 
+#-Q- irene #MSUB -c 4
+#-Q- irene #MSUB -Q normal
+#-Q- irene #MSUB -A ::default_project::
+#-Q- irene #MSUB -m store,work,scratch
+#-Q- irene set +x
 #-Q- ada #!/bin/ksh
 #-Q- ada #######################

trunk/libIGCM/AA_pack_debug

@@ -11 +11 @@
 #-Q- curie #MSUB -A ::default_project::
 #-Q- curie set +x
+#-Q- irene ######################
+#-Q- irene ## IRENE   TGCC/CEA ##
+#-Q- irene ######################
+#-Q- irene #MSUB -r PACKDEBUG     # Job name
+#-Q- irene #MSUB -eo
+#-Q- irene #MSUB -n 1             # Number of cores
+#-Q- irene #MSUB -T 3600          # Maximum elapsed time
+#-Q- irene #MSUB -q skylake 
+#-Q- irene #MSUB -c 4
+#-Q- irene #MSUB -Q normal
+#-Q- irene #MSUB -A ::default_project::
+#-Q- irene #MSUB -m store,work,scratch
+#-Q- irene set +x
 #-Q- ada #!/bin/ksh
 #-Q- ada #######################

trunk/libIGCM/AA_pack_output

@@ -21 +21 @@
 #-Q- irene #MSUB -c 4
 #-Q- irene #MSUB -Q normal
-#-Q- irene #MSUB -A gch0316
+#-Q- irene #MSUB -A ::default_project::
 #-Q- irene #MSUB -m store,work,scratch
 #-Q- irene set +x

trunk/libIGCM/AA_pack_restart

@@ -21 +21 @@
 #-Q- irene #MSUB -c 4 
 #-Q- irene #MSUB -Q normal
-#-Q- irene #MSUB -A gch0316
+#-Q- irene #MSUB -A ::default_project::
 #-Q- irene #MSUB -m store,work,scratch
 #-Q- irene set +x

trunk/libIGCM/AA_purge_simulation

@@ -12 +12 @@
 # ID of your genci project. Curie only : post-processing jobs need it to run properly
 #-Q- curie export BRIDGE_MSUB_PROJECT=::default_project:: 
+#-Q- irene export BRIDGE_MSUB_PROJECT=::default_project:: 
 
 #set -eu

trunk/libIGCM/AA_rebuild_fromWorkdir

@@ -13 +13 @@
 #-Q- curie #RUN_DIR_PATH=/dev/shm/REBUILD_DIR_MR_$$ # SSD high speed disk partition ; 64GB/node.  Along with -q xlarge
 #-Q- curie set +x
+#-Q- irene ######################
+#-Q- irene ## IRENE   TGCC/CEA ##
+#-Q- irene ######################
+#-Q- irene #MSUB -r REBUILDWRK    # Job name
+#-Q- irene #MSUB -eo
+#-Q- irene #MSUB -n 1
+#-Q- irene #MSUB -T 36000         # Maximum elapsed time
+#-Q- irene #MSUB -q skylake 
+#-Q- irene #MSUB -c 4
+#-Q- irene #MSUB -Q normal
+#-Q- irene #MSUB -A ::default_project::
+#-Q- irene #MSUB -m store,work,scratch
+#-Q- irene set +x
 #-Q- ada #!/bin/ksh
 #-Q- ada #######################

trunk/libIGCM/ins_job

@@ -204 +204 @@
   # let check minimum/maximum value 1/${ProjectCoreMax}
 
+elif [ X"${SYSTEM}" == "Xirene" ] ; then
+  if ( ! ${x_p} ) ; then
+    ProjectID=$( ccc_myproject | gawk '{ if ( $3 ~ /^project$/ && $4 !~ /^tgcc/ ) { print $4 } }' | head -n 1 )
+    ProjectID=${ProjectID:="gch0316"}
+    answer=""
+    print - "Hit Enter or give project ID (default is ${ProjectID}), possible projects are $( echo $( ccc_myproject | gawk '{ if ( $3 ~ /^project$/ && $4 !~ /^tgcc/ ) { print $4 } }' | sort -u ) ) :"
+    read answer
+
+    if [ "X${answer}" != "X" ] ; then
+      ProjectID=${answer}
+    fi
+
+  fi # if ( ! ${x_p} )
+
+  echo  ProjectID is ${ProjectID} at Irene 
+
 elif [ X"${SYSTEM}" == "Xada" ] ; then
   if ( ! ${x_m} ) ; then

trunk/libIGCM/libIGCM_sys/libIGCM_sys_irene.ksh

@@ -105 +105 @@
 fi
 
-# Use CMIP6 storage space when using CMIP6 cpu ressources
-[[ "X${PROJECT}" = "Xdevcmip6" && ! $(module list --terse 2>&1 | grep dfldatadir/gencmip6) ]] && module switch dfldatadir dfldatadir/gencmip6
+# Use CMIP6 storage space when using project id gch0316
+[[ "X${PROJECT}" = "Xgch0316" && ! $(module list --terse 2>&1 | grep dfldatadir/gencmip6) ]] && module switch dfldatadir dfldatadir/gencmip6
 
 # FYI