source: tags/libIGCM_v2.0_rc2/AA_monitoring @ 764

Last change on this file since 764 was 758, checked in by mafoipsl, 11 years ago

On curie, delete #MSUB -E '--no-requeue' option. The system will requeue jobs automatically.
  • Property licence set to
    The following licence information concerns ONLY the libIGCM tools
    ==================================================================

    Copyright © Centre National de la Recherche Scientifique CNRS
    Commissariat à l'Énergie Atomique CEA

    libIGCM : Library for Portable Models Computation of IGCM Group.

    IGCM Group is the french IPSL Global Climate Model Group.

    This library is a set of shell scripts and functions whose purpose is
    the management of the initialization, the launch, the transfer of
    output files, the post-processing and the monitoring of datas produce
    by any numerical program on any plateforme.

    This software is governed by the CeCILL license under French law and
    abiding by the rules of distribution of free software. You can use,
    modify and/ or redistribute the software under the terms of the CeCILL
    license as circulated by CEA, CNRS and INRIA at the following URL
    "http://www.cecill.info".

    As a counterpart to the access to the source code and rights to copy,
    modify and redistribute granted by the license, users are provided only
    with a limited warranty and the software's author, the holder of the
    economic rights, and the successive licensors have only limited
    liability.

    In this respect, the user's attention is drawn to the risks associated
    with loading, using, modifying and/or developing or reproducing the
    software by the user in light of its specific status of free software,
    that may mean that it is complicated to manipulate, and that also
    therefore means that it is reserved for developers and experienced
    professionals having in-depth computer knowledge. Users are therefore
    encouraged to load and test the software's suitability as regards their
    requirements in conditions enabling the security of their systems and/or
    data to be ensured and, more generally, to use and operate it in the
    same conditions as regards security.

    The fact that you are presently reading this means that you have had
    knowledge of the CeCILL license and that you accept its terms.
  • Property svn:keywords set to Revision Author Date
File size: 12.7 KB
Line 
1#-Q- cesium #!/bin/ksh
2#-Q- cesium ######################
3#-Q- cesium ## CESIUM   CEA ##
4#-Q- cesium ######################
5#-Q- cesium #MSUB -r MONITORING     # Nom du job               
6#-Q- cesium #MSUB -N 1              # Reservation du noeud
7#-Q- cesium #MSUB -n 1              # Reservation du processus
8#-Q- cesium #MSUB -T 86400          # Limite de temps elapsed du job
9#-Q- cesium #MSUB -E "-j o"
10#-Q- cesium #MSUB -E "-S /bin/ksh"
11#-Q- curie ######################
12#-Q- curie ## CURIE   TGCC/CEA ##
13#-Q- curie ######################
14#-Q- curie #MSUB -r MONITORING     # Nom du job               
15#-Q- curie #MSUB -eo
16#-Q- curie #MSUB -n 1              # Reservation du processus
17#-Q- curie #MSUB -T 86400          # Limite de temps elapsed du job
18#-Q- curie #MSUB -q xlarge
19#-Q- curie #MSUB -Q normal
20#-Q- curie set +x
21#-Q- platine #!/usr/bin/ksh
22#-Q- platine ##################
23#-Q- platine ## PLATINE   CEA ##
24#-Q- platine ##################
25#-Q- platine #BSUB -J MONITORING             # Nom du job
26#-Q- platine #BSUB -N                        # message a la fin du job
27#-Q- platine #BSUB -n 1                      # reservation des processeurs pour le job
28#-Q- platine #BSUB -W 1:00                   # Limite temps
29#-Q- platine #BSUB -q post              # Passage en queue post
30#-Q- platine #BSUB -L /bin/ksh
31#-Q- sx8brodie #!/bin/ksh
32#-Q- sx8brodie #######################
33#-Q- sx8brodie ## SX8BRODIE   IDRIS ##
34#-Q- sx8brodie #######################
35#-Q- sx8brodie # Temps Elapsed max. d'une requete hh:mm:ss
36#-Q- sx8brodie # @ wall_clock_limit = 1:00:00
37#-Q- sx8brodie # Nom du travail LoadLeveler
38#-Q- sx8brodie # @ job_name   = MONITORING
39#-Q- sx8brodie # Fichier de sortie standard du travail       
40#-Q- sx8brodie # @ output     = $(job_name).$(jobid)
41#-Q- sx8brodie # Fichier de sortie d'erreur du travail
42#-Q- sx8brodie # @ error      =  $(job_name).$(jobid)
43#-Q- sx8brodie # pour recevoir un mail en cas de depassement du temps Elapsed (ou autre pb.)
44#-Q- sx8brodie # @ notification = error
45#-Q- sx8brodie # @ environment  = $POST_DIR ; $SUBMIT_DIR ; $libIGCM ;  $libIGCM_SX ; $R_INIT ; $R_BC ; $StandAlone ; $RESOL_ATM ; $RESOL_OCE ; $RESOL_ICE ; $RESOL_MBG ; $RESOL_SRF ; $R_SAVE ; $config_UserChoices_JobName ; $config_UserChoices_TagName ; $YEARS ; $MASTER
46#-Q- sx8brodie # @ queue
47#-Q- aix6 #!/bin/ksh
48#-Q- aix6 #######################
49#-Q- aix6 ##   VARGAS   IDRIS  ##
50#-Q- aix6 #######################
51#-Q- aix6 # Temps Elapsed max. d'une requete hh:mm:ss
52#-Q- aix6 # @ wall_clock_limit = 1:00:00
53#-Q- aix6 # Nom du travail LoadLeveler
54#-Q- aix6 # @ job_name   = MONITORING
55#-Q- aix6 # Fichier de sortie standard du travail       
56#-Q- aix6 # @ output     = $(job_name).$(jobid)
57#-Q- aix6 # Fichier de sortie d'erreur du travail
58#-Q- aix6 # @ error      =  $(job_name).$(jobid)
59#-Q- aix6 # pour recevoir un mail en cas de depassement du temps Elapsed (ou autre pb.)
60#-Q- aix6 # @ notification = error
61#-Q- aix6 # @ environment  = $POST_DIR ; $SUBMIT_DIR ; $libIGCM ; $libIGCM_SX ; $R_INIT ; $R_BC ; $StandAlone ; $RESOL_ATM ; $RESOL_OCE ; $RESOL_ICE ; $RESOL_MBG ; $RESOL_SRF ; $R_SAVE ; $config_UserChoices_JobName ; $config_UserChoices_TagName ; $YEARS ; $MASTER
62#-Q- aix6 # @ queue
63#-Q- ulam #!/bin/ksh
64#-Q- ulam #######################
65#-Q- ulam ##   ULAM   IDRIS  ##
66#-Q- ulam #######################
67#-Q- ulam # Temps Elapsed max. d'une requete hh:mm:ss
68#-Q- ulam # @ wall_clock_limit = 1:00:00
69#-Q- ulam # Nom du travail LoadLeveler
70#-Q- ulam # @ job_name   = MONITORING
71#-Q- ulam # Fichier de sortie standard du travail       
72#-Q- ulam # @ output     = $(job_name).$(jobid)
73#-Q- ulam # Fichier de sortie d'erreur du travail
74#-Q- ulam # @ error      =  $(job_name).$(jobid)
75#-Q- ulam # pour recevoir un mail en cas de depassement du temps Elapsed (ou autre pb.)
76#-Q- ulam # @ notification = error
77#-Q- ulam # @ environment  = $POST_DIR ; $SUBMIT_DIR ; $libIGCM ; $libIGCM_SX ; $R_INIT ; $R_BC ; $StandAlone ; $RESOL_ATM ; $RESOL_OCE ; $RESOL_ICE ; $RESOL_MBG ; $RESOL_SRF ; $R_SAVE ; $config_UserChoices_JobName ; $config_UserChoices_TagName ; $YEARS ; $MASTER
78#-Q- ulam # @ queue
79#-Q- sx8mercure #!/bin/ksh
80#-Q- sx8mercure ######################
81#-Q- sx8mercure ## SX8MERCURE   CEA ##
82#-Q- sx8mercure ######################
83#-Q- sx8mercure #PBS -N  MONITORING          # Nom du job
84#-Q- sx8mercure #PBS -j o                    # regroupement des stdout et stderr
85#-Q- sx8mercure #PBS -S /usr/bin/ksh         # shell de soumission
86#-Q- sx8mercure #PBS -l memsz_job=1gb        # Limite memoire a 1 Go
87#-Q- sx8mercure #PBS -l cputim_job=1:00:00   # Limite temps a 2 heures
88#-Q- sx8mercure #PBS -q scalaire
89#-Q- sx8mercure #PBS -r n
90#-Q- sx9mercure #!/bin/ksh
91#-Q- sx9mercure ######################
92#-Q- sx9mercure ## SX9MERCURE  CCRT ##
93#-Q- sx9mercure ######################
94#-Q- sx9mercure #PBS -N  MONITORING          # Nom du job
95#-Q- sx9mercure #PBS -j o                    # regroupement des stdout et stderr
96#-Q- sx9mercure #PBS -S /usr/bin/ksh         # shell de soumission
97#-Q- sx9mercure #PBS -l memsz_job=1gb        # Limite memoire a 1 Go
98#-Q- sx9mercure #PBS -l elapstim_req=1:00:00   # Limite temps a 2 heures
99#-Q- sx9mercure #PBS -q scalaire
100#-Q- sx9mercure #PBS -r n
101#-Q- titane #!/bin/ksh
102#-Q- titane ######################
103#-Q- titane ## TITANE   CEA ##
104#-Q- titane ######################
105#-Q- titane #MSUB -r MONITORING     # Nom du job               
106#-Q- titane #MSUB -eo
107#-Q- titane #MSUB -n 1              # Reservation du processus
108#-Q- titane #MSUB -T 86400          # Limite de temps elapsed du job
109#-Q- titane #MSUB -q mono
110#-Q- titane #MSUB -E '-rn'
111#-Q- lxiv8 ######################
112#-Q- lxiv8 ## OBELIX      LSCE ##
113#-Q- lxiv8 ######################
114#-Q- lxiv8 #PBS -N MONITORING
115#-Q- lxiv8 #PBS -m a
116#-Q- lxiv8 #PBS -j oe
117#-Q- lxiv8 #PBS -q medium
118#-Q- lxiv8 #PBS -o MONITORING.$$
119#-Q- lxiv8 #PBS -S /bin/ksh
120#-Q- default #!/bin/ksh
121#-Q- default ##################
122#-Q- default ## DEFAULT HOST ##
123#-Q- default ##################
124
125#**************************************************************
126# Author: Sebastien Denvil
127# Contact: Sebastien.Denvil__at__ipsl.jussieu.fr
128# $Revision::                                          $ Revision of last commit
129# $Author::                                            $ Author of last commit
130# $Date::                                              $ Date of last commit
131# IPSL (2006)
132#  This software is governed by the CeCILL licence see libIGCM/libIGCM_CeCILL.LIC
133#
134#**************************************************************
135
136#set -eu
137#set -vx
138
139date
140
141#-Q- sx8brodie export OMP_NUM_THREADS=1
142#-Q- aix6 export OMP_NUM_THREADS=1
143#-Q- ulam export OMP_NUM_THREADS=1
144
145#D- Task type (computing or post-processing)
146TaskType=post-processing
147
148########################################################################
149
150#D- Flag to determine if this job in a standalone mode
151#D- Default : value from AA_job if any
152StandAlone=${StandAlone:=true}
153
154#D- Path to libIGCM
155#D- Default : value from AA_job if any
156# WARNING For StandAlone use : To run this script on some machine (ulam and cesium)
157# WARNING you must check MirrorlibIGCM variable in sys library.
158# WARNING If this variable is true, you must use libIGCM_POST path instead
159# WARNING of your running libIGCM directory.
160libIGCM=${libIGCM:=::modipsl::/libIGCM}
161
162#D- Increased verbosity (1, 2, 3)
163#D- Default : value from AA_job if any
164Verbosity=${Verbosity:=3}
165
166#D- Low level debug : to bypass lib test checks and stack construction
167#D- Default : value from AA_job if any
168DEBUG_debug=${DEBUG_debug:=false}
169
170#D- TEMPORARY Flag to determine atmospheric resolution
171#D- Default : value from atmospheric driver if any
172RESOL_ATM=${RESOL_ATM:=ALL}
173
174#D- Flag to determine surface resolution
175#D- Default : value from surface driver if any
176RESOL_SRF=${RESOL_SRF:=ALL}
177
178#D- Flag to determine surface resolution
179#D- Default : value from surface driver if any
180RESOL_SBG=${RESOL_SBG:=ALL}
181
182#D- TEMPORARY Flag to determine ocean resolution
183#D- Default : value from ocean driver if any
184RESOL_OCE=${RESOL_OCE:=ORCA2}
185
186#D- TEMPORARY Flag to determine ice resolution
187#D- Default : value from ice driver if any
188RESOL_ICE=${RESOL_ICE:=ORCA2}
189
190#D- TEMPORARY Flag to determine marine biogeochemistry resolution
191#D- Default : value from ice driver if any
192RESOL_MBG=${RESOL_MBG:=ORCA2}
193
194######################################################################
195
196. ${libIGCM}/libIGCM_debug/libIGCM_debug.ksh
197      ( ${DEBUG_debug} ) && IGCM_debug_Check
198. ${libIGCM}/libIGCM_card/libIGCM_card.ksh
199     ( ${DEBUG_debug} ) && IGCM_card_Check
200. ${libIGCM}/libIGCM_date/libIGCM_date.ksh
201     ( ${DEBUG_debug} ) && IGCM_date_Check
202#-------
203. ${libIGCM}/libIGCM_sys/libIGCM_sys.ksh
204. ${libIGCM}/libIGCM_config/libIGCM_config.ksh
205
206######################################################################
207
208#set -vx
209
210#===========================================
211RUN_DIR=${RUN_DIR_PATH}
212IGCM_sys_MkdirWork ${RUN_DIR}
213IGCM_sys_Cd ${RUN_DIR}
214
215# ------------------------------------------------------------------
216# Test if all was right before proceeding further
217# ------------------------------------------------------------------
218IGCM_debug_Verif_Exit_Post
219
220if [ ${StandAlone} = true ] ; then
221    CARD_DIR=${SUBMIT_DIR}
222else
223    CARD_DIR=${RUN_DIR}
224    IGCM_sys_Get_Master ${SUBMIT_DIR}/config.card ${RUN_DIR_PATH}
225    IGCM_sys_Get_Master ${SUBMIT_DIR}/run.card    ${RUN_DIR_PATH}
226    IGCM_sys_Get_Master ${SUBMIT_DIR}/COMP        ${RUN_DIR_PATH}
227    IGCM_sys_Get_Master ${SUBMIT_DIR}/POST        ${RUN_DIR_PATH}
228fi
229
230#==================================
231# First of all
232#
233# Read libIGCM compatibility version in config.card
234# Read UserChoices section
235# Read Ensemble section
236# Read Post section
237# Define all netcdf output directories
238#==================================
239IGCM_config_CommonConfiguration ${CARD_DIR}/config.card
240
241#==================================
242# Read ListOfComponents section:
243IGCM_card_DefineArrayFromSection ${CARD_DIR}/config.card ListOfComponents
244
245# Create R_FIGR that has been defined by IGCM_config_CommonConfiguration
246IGCM_sys_MkdirArchive ${R_FIGR}
247#
248IGCM_sys_TestDirArchive ${R_FIGR}/MONITORING
249if [ $? = 0 ] ; then
250    IGCM_debug_Print 1 "Get MONITORING directory from archive"
251    IGCM_sys_Get_Dir ${R_FIGR}/MONITORING ${RUN_DIR}
252else
253    IGCM_debug_Print 1 "MONITORING first pass. Nothing has been done before"
254fi
255# --------------------------------------------
256# Insert your commands between III...III lines
257# and precise produced directories to save
258# IIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIII
259
260for comp in ${config_ListOfComponents[*]} ; do
261    IGCM_debug_Print 1 "################## Component: ${comp} ######################"
262    liste_file_monitoring=""
263    IGCM_card_DefineArrayFromOption ${CARD_DIR}/config.card ListOfComponents ${comp}
264    eval compname=\${config_ListOfComponents_${comp}[0]}                > /dev/null 2>&1
265
266    PATH_monitoring_file=""
267    eval monitoring_file=monitoring01_${compname}_\${RESOL_${comp}}.cfg > /dev/null 2>&1
268    if [[ -d ${CARD_DIR}/POST && -f ${CARD_DIR}/POST/monitoring01_${compname}.cfg ]] ; then
269        PATH_monitoring_file=${CARD_DIR}/POST/monitoring01_${compname}.cfg
270    elif [ -f ${FER_ATLAS}/${monitoring_file} ] ; then
271        PATH_monitoring_file=${FER_ATLAS}/${monitoring_file}
272    else
273        IGCM_debug_Print 1 "No monitoring file found for this component. Was expecting ${monitoring_file}"
274        IGCM_debug_Print 1 "Step to next component"
275        continue
276    fi
277    #
278    if [ X${PATH_monitoring_file} != X"" ] ; then
279        IGCM_debug_Print 1 "Monitoring file used : ${PATH_monitoring_file}"
280        IGCM_debug_Print 1 "Determine which files we need."
281        . monitoring01 -l2 --listcommand 'IGCM_sys_RshArchive ls' ${PATH_monitoring_file} ${R_SAVE}/${comp}/Analyse/TS_MO
282        liste_file_monitoring=$( . monitoring01 -q -l2 --listcommand 'IGCM_sys_RshArchive ls' ${PATH_monitoring_file} ${R_SAVE}/${comp}/Analyse/TS_MO )
283    fi
284    #
285    if [ ! "X${liste_file_monitoring}" = X ] ; then
286        IGCM_sys_Get /l liste_file_monitoring ${RUN_DIR}
287        IGCM_debug_Print 1 "monitoring01 -c ${CARD_DIR} -p ${comp} --time -t \"${config_UserChoices_JobName} monitoring\" -o ${RUN_DIR}/MONITORING ${PATH_monitoring_file} ."
288        IGCM_debug_Print 1 "monitoring01 starts ................................................."
289        monitoring01 -c ${CARD_DIR} -p ${comp} --time -t "${config_UserChoices_JobName} monitoring" -o ${RUN_DIR}/MONITORING ${PATH_monitoring_file} .
290    else
291        IGCM_debug_Print 1 "No time series detected by this command :"
292        IGCM_debug_Print 1 "monitoring01 -l2 --listcommand 'IGCM_sys_RshArchive ls' ${PATH_monitoring_file} ${R_SAVE}/${comp}/Analyse/TS_MO"
293        . monitoring01 -l2 --listcommand 'IGCM_sys_RshArchive ls' ${PATH_monitoring_file} ${R_SAVE}/${comp}/Analyse/TS_MO
294    fi
295    #
296done
297
298# IIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIII
299
300# Save files
301IGCM_sys_Put_Dir MONITORING ${R_FIGR}
302
303# Dods copy
304IGCM_sys_Put_Dods MONITORING
305
306# Clean RUN_DIR_PATH (necessary for cesium and titane only)
307IGCM_sys_RmRunDir -Rf ${RUN_DIR_PATH}
Note: See TracBrowser for help on using the repository browser.