source: tags/libIGCM_v1_7/AA_monitoring @ 312

Last change on this file since 312 was 299, checked in by mafoipsl, 14 years ago

Use mercure (scalaire) new front end for SX8 post-processing.

  • Property licence set to
    The following licence information concerns ONLY the libIGCM tools
    ==================================================================

    Copyright © Centre National de la Recherche Scientifique CNRS
    Commissariat à l'Énergie Atomique CEA

    libIGCM : Library for Portable Models Computation of IGCM Group.

    IGCM Group is the french IPSL Global Climate Model Group.

    This library is a set of shell scripts and functions whose purpose is
    the management of the initialization, the launch, the transfer of
    output files, the post-processing and the monitoring of datas produce
    by any numerical program on any plateforme.

    This software is governed by the CeCILL license under French law and
    abiding by the rules of distribution of free software. You can use,
    modify and/ or redistribute the software under the terms of the CeCILL
    license as circulated by CEA, CNRS and INRIA at the following URL
    "http://www.cecill.info".

    As a counterpart to the access to the source code and rights to copy,
    modify and redistribute granted by the license, users are provided only
    with a limited warranty and the software's author, the holder of the
    economic rights, and the successive licensors have only limited
    liability.

    In this respect, the user's attention is drawn to the risks associated
    with loading, using, modifying and/or developing or reproducing the
    software by the user in light of its specific status of free software,
    that may mean that it is complicated to manipulate, and that also
    therefore means that it is reserved for developers and experienced
    professionals having in-depth computer knowledge. Users are therefore
    encouraged to load and test the software's suitability as regards their
    requirements in conditions enabling the security of their systems and/or
    data to be ensured and, more generally, to use and operate it in the
    same conditions as regards security.

    The fact that you are presently reading this means that you have had
    knowledge of the CeCILL license and that you accept its terms.
  • Property svn:keywords set to Date Author Revision
File size: 9.5 KB
Line 
1#-Q- platine #!/usr/bin/ksh
2#-Q- platine ##################
3#-Q- platine ## PLATINE   CEA ##
4#-Q- platine ##################
5#-Q- platine #BSUB -J MONITORING             # Nom du job
6#-Q- platine #BSUB -N                        # message a la fin du job
7#-Q- platine #BSUB -n 1                      # reservation des processeurs pour le job
8#-Q- platine #BSUB -W 1:00                   # Limite temps
9#-Q- platine #BSUB -q post              # Passage en queue post
10#-Q- sx8brodie #!/bin/ksh
11#-Q- sx8brodie #######################
12#-Q- sx8brodie ## SX8BRODIE   IDRIS ##
13#-Q- sx8brodie #######################
14#-Q- sx8brodie # Temps Elapsed max. d'une requete hh:mm:ss
15#-Q- sx8brodie # @ wall_clock_limit = 20:00:00
16#-Q- sx8brodie # Nom du travail LoadLeveler
17#-Q- sx8brodie # @ job_name   = MONITORING
18#-Q- sx8brodie # Fichier de sortie standard du travail       
19#-Q- sx8brodie # @ output     = $(job_name).$(jobid)
20#-Q- sx8brodie # Fichier de sortie d'erreur du travail
21#-Q- sx8brodie # @ error      =  $(job_name).$(jobid)
22#-Q- sx8brodie # pour recevoir un mail en cas de depassement du temps Elapsed (ou autre pb.)
23#-Q- sx8brodie # @ notification = error
24#-Q- sx8brodie # @ environment  = $POST_DIR ; $SUBMIT_DIR ; $libIGCM ;  $libIGCM_SX ; $R_INIT ; $R_BC ; $StandAlone ; $RESOL_ATM ; $RESOL_OCE ; $RESOL_ICE ; $RESOL_MBG ; $RESOL_SRF ; $R_SAVE ; $config_UserChoices_JobName ; $config_UserChoices_TagName ; $YEARS ; $MASTER
25#-Q- sx8brodie # @ queue
26#-Q- aix6 #!/bin/ksh
27#-Q- aix6 #######################
28#-Q- aix6 ##   VARGAS   IDRIS  ##
29#-Q- aix6 #######################
30#-Q- aix6 # Temps Elapsed max. d'une requete hh:mm:ss
31#-Q- aix6 # @ wall_clock_limit = 20:00:00
32#-Q- aix6 # Nom du travail LoadLeveler
33#-Q- aix6 # @ job_name   = MONITORING
34#-Q- aix6 # Fichier de sortie standard du travail       
35#-Q- aix6 # @ output     = $(job_name).$(jobid)
36#-Q- aix6 # Fichier de sortie d'erreur du travail
37#-Q- aix6 # @ error      =  $(job_name).$(jobid)
38#-Q- aix6 # pour recevoir un mail en cas de depassement du temps Elapsed (ou autre pb.)
39#-Q- aix6 # @ notification = error
40#-Q- aix6 # @ environment  = $POST_DIR ; $SUBMIT_DIR ; $libIGCM ; $libIGCM_SX ; $R_INIT ; $R_BC ; $StandAlone ; $RESOL_ATM ; $RESOL_OCE ; $RESOL_ICE ; $RESOL_MBG ; $RESOL_SRF ; $R_SAVE ; $config_UserChoices_JobName ; $config_UserChoices_TagName ; $YEARS ; $MASTER
41#-Q- aix6 # @ queue
42#-Q- sx8mercure #!/bin/ksh
43#-Q- sx8mercure ######################
44#-Q- sx8mercure ## SX8MERCURE   CEA ##
45#-Q- sx8mercure ######################
46#-Q- sx8mercure #PBS -N  MONITORING          # Nom du job
47#-Q- sx8mercure #PBS -j o                    # regroupement des stdout et stderr
48#-Q- sx8mercure #PBS -S /usr/bin/ksh         # shell de soumission
49#-Q- sx8mercure #PBS -l memsz_job=1gb        # Limite memoire a 1 Go
50#-Q- sx8mercure #PBS -l cputim_job=1:00:00   # Limite temps a 2 heures
51#-Q- sx8mercure #PBS -q scalaire
52#-Q- sx9mercure #!/bin/ksh
53#-Q- sx9mercure ######################
54#-Q- sx9mercure ## SX9MERCURE   CEA ##
55#-Q- sx9mercure ######################
56#-Q- sx9mercure #PBS -N  MONITORING          # Nom du job
57#-Q- sx9mercure #PBS -j o                    # regroupement des stdout et stderr
58#-Q- sx9mercure #PBS -S /usr/bin/ksh         # shell de soumission
59#-Q- sx9mercure #PBS -l memsz_job=1gb        # Limite memoire a 1 Go
60#-Q- sx9mercure #PBS -l cputim_job=1:00:00   # Limite temps a 2 heures
61#-Q- sx9mercure #PBS -q scalaire
62#-Q- titane #!/bin/ksh
63#-Q- titane ######################
64#-Q- titane ## TITANE   CEA ##
65#-Q- titane ######################
66#-Q- titane #MSUB -r MONITORING     # Nom du job               
67#-Q- titane #MSUB -N 1              # Reservation du noeud
68#-Q- titane #MSUB -n 1              # Reservation du processus
69#-Q- titane #MSUB -T 86400          # Limite de temps elapsed du job
70#-Q- titane #MSUB -E "-j o"
71#-Q- titane #MSUB -E "-S /bin/ksh"
72#-Q- titane ##MSUB -e nco.out        # Sortie standard
73#-Q- titane ##MSUB -o nco.out        # Sortie standard
74#-Q- lxiv8 ######################
75#-Q- lxiv8 ## OBELIX      LSCE ##
76#-Q- lxiv8 ######################
77#-Q- lxiv8 #PBS -N MONITORING
78#-Q- lxiv8 #PBS -m a
79#-Q- lxiv8 #PBS -j oe
80#-Q- lxiv8 #PBS -q medium
81#-Q- lxiv8 #PBS -o MONITORING.$$
82#-Q- lxiv8 #PBS -S /bin/ksh
83#-Q- default #!/bin/ksh
84#-Q- default ##################
85#-Q- default ## DEFAULT HOST ##
86#-Q- default ##################
87
88# $Date$
89# $Author$
90# $Revision$
91# IPSL (2006)
92#  This software is governed by the CeCILL licence see libIGCM/libIGCM_CeCILL.LIC
93
94#set -eu
95#set -vx
96
97date
98
99#-Q- sx8brodie export OMP_NUM_THREADS=1
100#-Q- aix6 export OMP_NUM_THREADS=1
101
102########################################################################
103
104#D- Flag to determine if this job in a standalone mode
105#D- Default : value from AA_job if any
106StandAlone=${StandAlone:=true}
107
108#D- Low level debug : to bypass lib test checks and stack construction
109#D- Default : value from AA_job if any
110libIGCM=${libIGCM:=::modipsl::/libIGCM}
111# WARNING for StandAlone used : To run this script on some machine,
112# you must check MirrorlibIGCM variable in sys library.
113# If this variable is true, you must use libIGCM_POST path instead
114# of your running libIGCM directory.
115
116######################################################################
117
118. ${libIGCM}/libIGCM_debug/libIGCM_debug.ksh
119      ( ${DEBUG_debug} ) && IGCM_debug_Check
120. ${libIGCM}/libIGCM_card/libIGCM_card.ksh
121     ( ${DEBUG_debug} ) && IGCM_card_Check
122. ${libIGCM}/libIGCM_date/libIGCM_date.ksh
123     ( ${DEBUG_debug} ) && IGCM_date_Check
124#-------
125. ${libIGCM}/libIGCM_sys/libIGCM_sys.ksh
126
127######################################################################
128
129#set -vx
130
131#===========================================
132RUN_DIR=${RUN_DIR_PATH}
133IGCM_sys_MkdirWork ${RUN_DIR}
134IGCM_sys_Cd ${RUN_DIR}
135
136if [ ${StandAlone} = true ] ; then
137    CARD_DIR=${SUBMIT_DIR}
138else
139    CARD_DIR=${RUN_DIR}/$( basename ${SUBMIT_DIR} )
140    IGCM_sys_Get_Master ${SUBMIT_DIR} ${RUN_DIR}
141fi
142
143#
144# First of all
145#
146IGCM_card_DefineArrayFromSection       ${CARD_DIR}/config.card UserChoices
147typeset option
148for option in ${config_UserChoices[*]} ; do
149    IGCM_card_DefineVariableFromOption ${CARD_DIR}/config.card UserChoices ${option}
150done
151IGCM_card_DefineArrayFromSection       ${CARD_DIR}/config.card ListOfComponents
152
153#==================================
154#R_SAVE : Job output directory
155if ( [ ! X${config_UserChoices_SpaceName} = X ] && [ ! X${config_UserChoices_ExperimentName} = X ] ) ; then
156    FreeName=$( echo ${config_UserChoices_JobName} | sed 's/.*_//' )
157    R_SAVE=${R_OUT}/${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${FreeName}
158    R_DODS=${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${FreeName}
159else
160    R_SAVE=${R_OUT}/${config_UserChoices_TagName}/${config_UserChoices_JobName}
161    R_DODS=${config_UserChoices_TagName}/${config_UserChoices_JobName}
162fi
163#
164IGCM_sys_TestDirArchive ${R_SAVE}/MONITORING
165if [ $? = 0 ] ; then
166    IGCM_debug_Print 1 "Get MONITORING directory from archive"
167    IGCM_sys_Get_Dir ${R_SAVE}/MONITORING ${RUN_DIR}
168else
169    IGCM_debug_Print 1 "MONITORING first pass. Nothing has been done before"
170fi
171# --------------------------------------------
172# Insert your commands between III...III lines
173# and precise produced directories to save
174# IIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIII
175
176for comp in ${config_ListOfComponents[*]} ; do
177    IGCM_debug_Print 1 "################## Component: ${comp} ######################"
178    liste_file_monitoring=""
179    IGCM_card_DefineArrayFromOption ${CARD_DIR}/config.card ListOfComponents ${comp}
180    eval compname=\${config_ListOfComponents_${comp}[0]}                > /dev/null 2>&1
181
182    PATH_monitoring_file=""
183    eval monitoring_file=monitoring01_${compname}_\${RESOL_${comp}}.cfg > /dev/null 2>&1
184    if [[ -d ${CARD_DIR}/POST && -f ${CARD_DIR}/POST/monitoring01_${compname}.cfg ]] ; then
185        PATH_monitoring_file=${CARD_DIR}/POST/monitoring01_${compname}.cfg
186    elif [ -f ${FER_ATLAS}/${monitoring_file} ] ; then
187        PATH_monitoring_file=${FER_ATLAS}/${monitoring_file}
188    else
189        IGCM_debug_Print 1 "No monitoring file found for this component. Was expecting ${monitoring_file}"
190        IGCM_debug_Print 1 "Step to next component"
191        continue
192    fi
193    #
194    if [ X${PATH_monitoring_file} != X"" ] ; then
195        IGCM_debug_Print 1 "Monitoring file used : ${PATH_monitoring_file}"
196        IGCM_debug_Print 1 "Determine which files we need."
197        . monitoring01 -l2 --listcommand 'IGCM_sys_RshArchive ls' ${PATH_monitoring_file} ${R_SAVE}/${comp}/Analyse/TS_MO
198        liste_file_monitoring=$( . monitoring01 -q -l2 --listcommand 'IGCM_sys_RshArchive ls' ${PATH_monitoring_file} ${R_SAVE}/${comp}/Analyse/TS_MO )
199    fi
200    #
201    if [ ! "X${liste_file_monitoring}" = X ] ; then
202        IGCM_sys_Get /l liste_file_monitoring ${RUN_DIR}
203        IGCM_debug_Print 1 "monitoring01 -c ${CARD_DIR} -p ${comp} --time -t \"${config_UserChoices_JobName} monitoring\" -o ${RUN_DIR}/MONITORING ${PATH_monitoring_file} ."
204        IGCM_debug_Print 1 "monitoring01 starts ................................................."
205        monitoring01 -c ${CARD_DIR} -p ${comp} --time -t "${config_UserChoices_JobName} monitoring" -o ${RUN_DIR}/MONITORING ${PATH_monitoring_file} .
206    else
207        IGCM_debug_Print 1 "No time series detected by this command :"
208        IGCM_debug_Print 1 "monitoring01 -l2 --listcommand 'IGCM_sys_RshArchive ls' ${PATH_monitoring_file} ${R_SAVE}/${comp}/Analyse/TS_MO"
209        . monitoring01 -l2 --listcommand 'IGCM_sys_RshArchive ls' ${PATH_monitoring_file} ${R_SAVE}/${comp}/Analyse/TS_MO
210    fi
211    #
212done
213
214# IIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIII
215
216# Save files
217IGCM_sys_Put_Dir MONITORING ${R_SAVE}
218
219# Dods copy
220IGCM_sys_Put_Dods MONITORING
221
222# Clean RUN_DIR_PATH (necessary for cesium)
223IGCM_sys_RmRunDir -Rf ${RUN_DIR_PATH}
Note: See TracBrowser for help on using the repository browser.