source: tags/libIGCM_v1_9/AA_monitoring @ 552

Last change on this file since 552 was 334, checked in by mmaipsl, 14 years ago

Add default RESOL_${comp} for StandAlone? MONITORING.

  • Property licence set to
    The following licence information concerns ONLY the libIGCM tools
    ==================================================================

    Copyright © Centre National de la Recherche Scientifique CNRS
    Commissariat à l'Énergie Atomique CEA

    libIGCM : Library for Portable Models Computation of IGCM Group.

    IGCM Group is the french IPSL Global Climate Model Group.

    This library is a set of shell scripts and functions whose purpose is
    the management of the initialization, the launch, the transfer of
    output files, the post-processing and the monitoring of datas produce
    by any numerical program on any plateforme.

    This software is governed by the CeCILL license under French law and
    abiding by the rules of distribution of free software. You can use,
    modify and/ or redistribute the software under the terms of the CeCILL
    license as circulated by CEA, CNRS and INRIA at the following URL
    "http://www.cecill.info".

    As a counterpart to the access to the source code and rights to copy,
    modify and redistribute granted by the license, users are provided only
    with a limited warranty and the software's author, the holder of the
    economic rights, and the successive licensors have only limited
    liability.

    In this respect, the user's attention is drawn to the risks associated
    with loading, using, modifying and/or developing or reproducing the
    software by the user in light of its specific status of free software,
    that may mean that it is complicated to manipulate, and that also
    therefore means that it is reserved for developers and experienced
    professionals having in-depth computer knowledge. Users are therefore
    encouraged to load and test the software's suitability as regards their
    requirements in conditions enabling the security of their systems and/or
    data to be ensured and, more generally, to use and operate it in the
    same conditions as regards security.

    The fact that you are presently reading this means that you have had
    knowledge of the CeCILL license and that you accept its terms.
  • Property svn:keywords set to Date Author Revision
File size: 10.9 KB
Line 
1#-Q- cesium #!/bin/ksh
2#-Q- cesium ######################
3#-Q- cesium ## CESIUM   CEA ##
4#-Q- cesium ######################
5#-Q- cesium #MSUB -r MONITORING     # Nom du job               
6#-Q- cesium #MSUB -N 1              # Reservation du noeud
7#-Q- cesium #MSUB -n 1              # Reservation du processus
8#-Q- cesium #MSUB -T 86400          # Limite de temps elapsed du job
9#-Q- cesium #MSUB -E "-j o"
10#-Q- cesium #MSUB -E "-S /bin/ksh"
11#-Q- platine #!/usr/bin/ksh
12#-Q- platine ##################
13#-Q- platine ## PLATINE   CEA ##
14#-Q- platine ##################
15#-Q- platine #BSUB -J MONITORING             # Nom du job
16#-Q- platine #BSUB -N                        # message a la fin du job
17#-Q- platine #BSUB -n 1                      # reservation des processeurs pour le job
18#-Q- platine #BSUB -W 1:00                   # Limite temps
19#-Q- platine #BSUB -q post              # Passage en queue post
20#-Q- sx8brodie #!/bin/ksh
21#-Q- sx8brodie #######################
22#-Q- sx8brodie ## SX8BRODIE   IDRIS ##
23#-Q- sx8brodie #######################
24#-Q- sx8brodie # Temps Elapsed max. d'une requete hh:mm:ss
25#-Q- sx8brodie # @ wall_clock_limit = 20:00:00
26#-Q- sx8brodie # Nom du travail LoadLeveler
27#-Q- sx8brodie # @ job_name   = MONITORING
28#-Q- sx8brodie # Fichier de sortie standard du travail       
29#-Q- sx8brodie # @ output     = $(job_name).$(jobid)
30#-Q- sx8brodie # Fichier de sortie d'erreur du travail
31#-Q- sx8brodie # @ error      =  $(job_name).$(jobid)
32#-Q- sx8brodie # pour recevoir un mail en cas de depassement du temps Elapsed (ou autre pb.)
33#-Q- sx8brodie # @ notification = error
34#-Q- sx8brodie # @ environment  = $POST_DIR ; $SUBMIT_DIR ; $libIGCM ;  $libIGCM_SX ; $R_INIT ; $R_BC ; $StandAlone ; $RESOL_ATM ; $RESOL_OCE ; $RESOL_ICE ; $RESOL_MBG ; $RESOL_SRF ; $R_SAVE ; $config_UserChoices_JobName ; $config_UserChoices_TagName ; $YEARS ; $MASTER
35#-Q- sx8brodie # @ queue
36#-Q- aix6 #!/bin/ksh
37#-Q- aix6 #######################
38#-Q- aix6 ##   VARGAS   IDRIS  ##
39#-Q- aix6 #######################
40#-Q- aix6 # Temps Elapsed max. d'une requete hh:mm:ss
41#-Q- aix6 # @ wall_clock_limit = 20:00:00
42#-Q- aix6 # Nom du travail LoadLeveler
43#-Q- aix6 # @ job_name   = MONITORING
44#-Q- aix6 # Fichier de sortie standard du travail       
45#-Q- aix6 # @ output     = $(job_name).$(jobid)
46#-Q- aix6 # Fichier de sortie d'erreur du travail
47#-Q- aix6 # @ error      =  $(job_name).$(jobid)
48#-Q- aix6 # pour recevoir un mail en cas de depassement du temps Elapsed (ou autre pb.)
49#-Q- aix6 # @ notification = error
50#-Q- aix6 # @ environment  = $POST_DIR ; $SUBMIT_DIR ; $libIGCM ; $libIGCM_SX ; $R_INIT ; $R_BC ; $StandAlone ; $RESOL_ATM ; $RESOL_OCE ; $RESOL_ICE ; $RESOL_MBG ; $RESOL_SRF ; $R_SAVE ; $config_UserChoices_JobName ; $config_UserChoices_TagName ; $YEARS ; $MASTER
51#-Q- aix6 # @ queue
52#-Q- sx8mercure #!/bin/ksh
53#-Q- sx8mercure ######################
54#-Q- sx8mercure ## SX8MERCURE   CEA ##
55#-Q- sx8mercure ######################
56#-Q- sx8mercure #PBS -N  MONITORING          # Nom du job
57#-Q- sx8mercure #PBS -j o                    # regroupement des stdout et stderr
58#-Q- sx8mercure #PBS -S /usr/bin/ksh         # shell de soumission
59#-Q- sx8mercure #PBS -l memsz_job=1gb        # Limite memoire a 1 Go
60#-Q- sx8mercure #PBS -l cputim_job=1:00:00   # Limite temps a 2 heures
61#-Q- sx8mercure #PBS -q scalaire
62#-Q- sx9mercure #!/bin/ksh
63#-Q- sx9mercure #########################
64#-Q- sx9mercure ## CESIUM FOR SX9  CEA ##
65#-Q- sx9mercure #########################
66#-Q- sx9mercure #MSUB -r MONITORING     # Nom du job               
67#-Q- sx9mercure #MSUB -N 1              # Reservation du noeud
68#-Q- sx9mercure #MSUB -n 1              # Reservation du processus
69#-Q- sx9mercure #MSUB -T 86400          # Limite de temps elapsed du job
70#-Q- sx9mercure #MSUB -E "-j o"
71#-Q- sx9mercure #MSUB -E "-S /bin/ksh"
72#-Q- titane #!/bin/ksh
73#-Q- titane ######################
74#-Q- titane ## TITANE   CEA ##
75#-Q- titane ######################
76#-Q- titane #MSUB -r MONITORING     # Nom du job               
77#-Q- titane #MSUB -N 1              # Reservation du noeud
78#-Q- titane #MSUB -n 1              # Reservation du processus
79#-Q- titane #MSUB -T 86400          # Limite de temps elapsed du job
80#-Q- titane #MSUB -E "-j o"
81#-Q- titane #MSUB -E "-S /bin/ksh"
82#-Q- titane ##MSUB -e nco.out        # Sortie standard
83#-Q- titane ##MSUB -o nco.out        # Sortie standard
84#-Q- lxiv8 ######################
85#-Q- lxiv8 ## OBELIX      LSCE ##
86#-Q- lxiv8 ######################
87#-Q- lxiv8 #PBS -N MONITORING
88#-Q- lxiv8 #PBS -m a
89#-Q- lxiv8 #PBS -j oe
90#-Q- lxiv8 #PBS -q medium
91#-Q- lxiv8 #PBS -o MONITORING.$$
92#-Q- lxiv8 #PBS -S /bin/ksh
93#-Q- default #!/bin/ksh
94#-Q- default ##################
95#-Q- default ## DEFAULT HOST ##
96#-Q- default ##################
97
98# $Date$
99# $Author$
100# $Revision$
101# IPSL (2006)
102#  This software is governed by the CeCILL licence see libIGCM/libIGCM_CeCILL.LIC
103
104#set -eu
105#set -vx
106
107date
108
109#-Q- sx8brodie export OMP_NUM_THREADS=1
110#-Q- aix6 export OMP_NUM_THREADS=1
111
112########################################################################
113
114#D- Flag to determine if this job in a standalone mode
115#D- Default : value from AA_job if any
116StandAlone=${StandAlone:=true}
117
118#D- Low level debug : to bypass lib test checks and stack construction
119#D- Default : value from AA_job if any
120libIGCM=${libIGCM:=::modipsl::/libIGCM}
121# WARNING for StandAlone used : To run this script on some machine,
122# you must check MirrorlibIGCM variable in sys library.
123# If this variable is true, you must use libIGCM_POST path instead
124# of your running libIGCM directory.
125
126#D- Increased verbosity (1, 2, 3)
127#D- Default : value from AA_job if any
128Verbosity=${Verbosity:=3}
129
130#D- Low level debug : to bypass lib test checks and stack construction
131#D- Default : value from AA_job if any
132DEBUG_debug=${DEBUG_debug:=false}
133
134#D- TEMPORARY Flag to determine atmospheric resolution
135#D- Default : value from atmospheric driver if any
136RESOL_ATM=${RESOL_ATM:=ALL}
137
138#D- Flag to determine surface resolution
139#D- Default : value from surface driver if any
140RESOL_SRF=${RESOL_SRF:=ALL}
141
142#D- Flag to determine surface resolution
143#D- Default : value from surface driver if any
144RESOL_SBG=${RESOL_SBG:=ALL}
145
146#D- TEMPORARY Flag to determine ocean resolution
147#D- Default : value from ocean driver if any
148RESOL_OCE=${RESOL_OCE:=ORCA2}
149
150#D- TEMPORARY Flag to determine ice resolution
151#D- Default : value from ice driver if any
152RESOL_ICE=${RESOL_ICE:=ORCA2}
153
154#D- TEMPORARY Flag to determine marine biogeochemistry resolution
155#D- Default : value from ice driver if any
156RESOL_MBG=${RESOL_MBG:=ORCA2}
157
158######################################################################
159
160. ${libIGCM}/libIGCM_debug/libIGCM_debug.ksh
161      ( ${DEBUG_debug} ) && IGCM_debug_Check
162. ${libIGCM}/libIGCM_card/libIGCM_card.ksh
163     ( ${DEBUG_debug} ) && IGCM_card_Check
164. ${libIGCM}/libIGCM_date/libIGCM_date.ksh
165     ( ${DEBUG_debug} ) && IGCM_date_Check
166#-------
167. ${libIGCM}/libIGCM_sys/libIGCM_sys.ksh
168
169######################################################################
170
171#set -vx
172
173#===========================================
174RUN_DIR=${RUN_DIR_PATH}
175IGCM_sys_MkdirWork ${RUN_DIR}
176IGCM_sys_Cd ${RUN_DIR}
177
178if [ ${StandAlone} = true ] ; then
179    CARD_DIR=${SUBMIT_DIR}
180else
181    CARD_DIR=${RUN_DIR}/$( basename ${SUBMIT_DIR} )
182    IGCM_sys_Get_Master ${SUBMIT_DIR} ${RUN_DIR}
183fi
184
185#
186# First of all
187#
188IGCM_card_DefineArrayFromSection       ${CARD_DIR}/config.card UserChoices
189typeset option
190for option in ${config_UserChoices[*]} ; do
191    IGCM_card_DefineVariableFromOption ${CARD_DIR}/config.card UserChoices ${option}
192done
193IGCM_card_DefineArrayFromSection       ${CARD_DIR}/config.card ListOfComponents
194
195#==================================
196#R_SAVE : Job output directory
197if ( [ ! X${config_UserChoices_SpaceName} = X ] && [ ! X${config_UserChoices_ExperimentName} = X ] ) ; then
198    FreeName=$( echo ${config_UserChoices_JobName} | sed 's/.*_//' )
199    R_SAVE=${R_OUT}/${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${FreeName}
200    R_DODS=${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${FreeName}
201else
202    R_SAVE=${R_OUT}/${config_UserChoices_TagName}/${config_UserChoices_JobName}
203    R_DODS=${config_UserChoices_TagName}/${config_UserChoices_JobName}
204fi
205#
206IGCM_sys_TestDirArchive ${R_SAVE}/MONITORING
207if [ $? = 0 ] ; then
208    IGCM_debug_Print 1 "Get MONITORING directory from archive"
209    IGCM_sys_Get_Dir ${R_SAVE}/MONITORING ${RUN_DIR}
210else
211    IGCM_debug_Print 1 "MONITORING first pass. Nothing has been done before"
212fi
213# --------------------------------------------
214# Insert your commands between III...III lines
215# and precise produced directories to save
216# IIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIII
217
218for comp in ${config_ListOfComponents[*]} ; do
219    IGCM_debug_Print 1 "################## Component: ${comp} ######################"
220    liste_file_monitoring=""
221    IGCM_card_DefineArrayFromOption ${CARD_DIR}/config.card ListOfComponents ${comp}
222    eval compname=\${config_ListOfComponents_${comp}[0]}                > /dev/null 2>&1
223
224    PATH_monitoring_file=""
225    eval monitoring_file=monitoring01_${compname}_\${RESOL_${comp}}.cfg > /dev/null 2>&1
226    if [[ -d ${CARD_DIR}/POST && -f ${CARD_DIR}/POST/monitoring01_${compname}.cfg ]] ; then
227        PATH_monitoring_file=${CARD_DIR}/POST/monitoring01_${compname}.cfg
228    elif [ -f ${FER_ATLAS}/${monitoring_file} ] ; then
229        PATH_monitoring_file=${FER_ATLAS}/${monitoring_file}
230    else
231        IGCM_debug_Print 1 "No monitoring file found for this component. Was expecting ${monitoring_file}"
232        IGCM_debug_Print 1 "Step to next component"
233        continue
234    fi
235    #
236    if [ X${PATH_monitoring_file} != X"" ] ; then
237        IGCM_debug_Print 1 "Monitoring file used : ${PATH_monitoring_file}"
238        IGCM_debug_Print 1 "Determine which files we need."
239        . monitoring01 -l2 --listcommand 'IGCM_sys_RshArchive ls' ${PATH_monitoring_file} ${R_SAVE}/${comp}/Analyse/TS_MO
240        liste_file_monitoring=$( . monitoring01 -q -l2 --listcommand 'IGCM_sys_RshArchive ls' ${PATH_monitoring_file} ${R_SAVE}/${comp}/Analyse/TS_MO )
241    fi
242    #
243    if [ ! "X${liste_file_monitoring}" = X ] ; then
244        IGCM_sys_Get /l liste_file_monitoring ${RUN_DIR}
245        IGCM_debug_Print 1 "monitoring01 -c ${CARD_DIR} -p ${comp} --time -t \"${config_UserChoices_JobName} monitoring\" -o ${RUN_DIR}/MONITORING ${PATH_monitoring_file} ."
246        IGCM_debug_Print 1 "monitoring01 starts ................................................."
247        monitoring01 -c ${CARD_DIR} -p ${comp} --time -t "${config_UserChoices_JobName} monitoring" -o ${RUN_DIR}/MONITORING ${PATH_monitoring_file} .
248    else
249        IGCM_debug_Print 1 "No time series detected by this command :"
250        IGCM_debug_Print 1 "monitoring01 -l2 --listcommand 'IGCM_sys_RshArchive ls' ${PATH_monitoring_file} ${R_SAVE}/${comp}/Analyse/TS_MO"
251        . monitoring01 -l2 --listcommand 'IGCM_sys_RshArchive ls' ${PATH_monitoring_file} ${R_SAVE}/${comp}/Analyse/TS_MO
252    fi
253    #
254done
255
256# IIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIII
257
258# Save files
259IGCM_sys_Put_Dir MONITORING ${R_SAVE}
260
261# Dods copy
262IGCM_sys_Put_Dods MONITORING
263
264# Clean RUN_DIR_PATH (necessary for cesium)
265IGCM_sys_RmRunDir -Rf ${RUN_DIR_PATH}
Note: See TracBrowser for help on using the repository browser.