source: tags/libIGCM_v2.0_beta2/AA_atlas_LMDZ @ 1456

Last change on this file since 1456 was 658, checked in by labetoulle, 12 years ago

Add Ensemble functionality to libIGCM - First step :
modify output directories according to an option in section [Ensemble]
in config.card (modification of config.card yet to be done).
  • Property licence set to
    The following licence information concerns ONLY the libIGCM tools
    ==================================================================

    Copyright © Centre National de la Recherche Scientifique CNRS
    Commissariat à l'Énergie Atomique CEA

    libIGCM : Library for Portable Models Computation of IGCM Group.

    IGCM Group is the french IPSL Global Climate Model Group.

    This library is a set of shell scripts and functions whose purpose is
    the management of the initialization, the launch, the transfer of
    output files, the post-processing and the monitoring of datas produce
    by any numerical program on any plateforme.

    This software is governed by the CeCILL license under French law and
    abiding by the rules of distribution of free software. You can use,
    modify and/ or redistribute the software under the terms of the CeCILL
    license as circulated by CEA, CNRS and INRIA at the following URL
    "http://www.cecill.info".

    As a counterpart to the access to the source code and rights to copy,
    modify and redistribute granted by the license, users are provided only
    with a limited warranty and the software's author, the holder of the
    economic rights, and the successive licensors have only limited
    liability.

    In this respect, the user's attention is drawn to the risks associated
    with loading, using, modifying and/or developing or reproducing the
    software by the user in light of its specific status of free software,
    that may mean that it is complicated to manipulate, and that also
    therefore means that it is reserved for developers and experienced
    professionals having in-depth computer knowledge. Users are therefore
    encouraged to load and test the software's suitability as regards their
    requirements in conditions enabling the security of their systems and/or
    data to be ensured and, more generally, to use and operate it in the
    same conditions as regards security.

    The fact that you are presently reading this means that you have had
    knowledge of the CeCILL license and that you accept its terms.
  • Property svn:keywords set to Revision Author Date
File size: 12.6 KB
Line 
1#-Q- cesium #!/bin/ksh
2#-Q- cesium ######################
3#-Q- cesium ## CESIUM   CEA ##
4#-Q- cesium ######################
5#-Q- cesium #MSUB -r ATL_LMDZ       # Nom du job               
6#-Q- cesium #MSUB -N 1              # Reservation du noeud
7#-Q- cesium #MSUB -n 1              # Reservation du processus
8#-Q- cesium #MSUB -T 86400          # Limite de temps elapsed du job
9#-Q- cesium #MSUB -E "-j o"
10#-Q- cesium #MSUB -E "-S /bin/ksh"
11#-Q- curie ######################
12#-Q- curie ## CURIE   TGCC/CEA ##
13#-Q- curie ######################
14#-Q- curie #MSUB -r ATL_LMDZ       # Nom du job               
15#-Q- curie #MSUB -eo
16#-Q- curie #MSUB -n 1              # Reservation du processus
17#-Q- curie #MSUB -T 86400          # Limite de temps elapsed du job
18#-Q- curie #MSUB -E '--no-requeue'
19#-Q- platine #!/usr/bin/ksh
20#-Q- platine ##################
21#-Q- platine ## PLATINE   CEA ##
22#-Q- platine ##################
23#-Q- platine #BSUB -J ATL_LMDZ          # Nom du job
24#-Q- platine #BSUB -N                   # message a la fin du job
25#-Q- platine #BSUB -n 1                 # reservation des processeurs pour le job
26#-Q- platine #BSUB -W 1:00              # Limite temps
27#-Q- platine #BSUB -q post              # Passage en queue post
28#-Q- platine #BSUB -L /bin/ksh
29#-Q- sx8brodie #!/bin/ksh
30#-Q- sx8brodie #######################
31#-Q- sx8brodie ## SX8BRODIE   IDRIS ##
32#-Q- sx8brodie #######################
33#-Q- sx8brodie # Temps Elapsed max. d'une requete hh:mm:ss
34#-Q- sx8brodie # @ wall_clock_limit = 1:00:00
35#-Q- sx8brodie # Nom du travail LoadLeveler
36#-Q- sx8brodie # @ job_name   = ATL_LMDZ
37#-Q- sx8brodie # Fichier de sortie standard du travail       
38#-Q- sx8brodie # @ output     = $(job_name).$(jobid)
39#-Q- sx8brodie # Fichier de sortie d'erreur du travail
40#-Q- sx8brodie # @ error      =  $(job_name).$(jobid)
41#-Q- sx8brodie # pour recevoir un mail en cas de depassement du temps Elapsed (ou autre pb.)
42#-Q- sx8brodie # @ notification = error
43#-Q- sx8brodie # @ environment  = $POST_DIR ; $SUBMIT_DIR ; $libIGCM ; $R_INIT ; $R_BC ; $StandAlone ; $RESOL_ATM ; $RESOL_OCE ; $RESOL_ICE ; $RESOL_SRF ; $R_SAVE ; $config_UserChoices_JobName ; $config_UserChoices_TagName ; $YEARS ; $DIR_OUT ; $MASTER ; $libIGCM_SX
44#-Q- sx8brodie # @ queue
45#-Q- aix6 #!/bin/ksh
46#-Q- aix6 #######################
47#-Q- aix6 ##   VARGAS   IDRIS  ##
48#-Q- aix6 #######################
49#-Q- aix6 # Temps Elapsed max. d'une requete hh:mm:ss
50#-Q- aix6 # @ wall_clock_limit = 1:00:00
51#-Q- aix6 # Nom du travail LoadLeveler
52#-Q- aix6 # @ job_name   = ATL_LMDZ
53#-Q- aix6 # Fichier de sortie standard du travail       
54#-Q- aix6 # @ output     = $(job_name).$(jobid)
55#-Q- aix6 # Fichier de sortie d'erreur du travail
56#-Q- aix6 # @ error      =  $(job_name).$(jobid)
57#-Q- aix6 # pour recevoir un mail en cas de depassement du temps Elapsed (ou autre pb.)
58#-Q- aix6 # @ notification = error
59#-Q- aix6 # @ environment  = $POST_DIR ; $SUBMIT_DIR ; $libIGCM ; $R_INIT ; $R_BC ; $StandAlone ; $RESOL_ATM ; $RESOL_OCE ; $RESOL_ICE ; $RESOL_SRF ; $R_SAVE ; $config_UserChoices_JobName ; $config_UserChoices_TagName ; $YEARS ; $DIR_OUT ; $MASTER ; $libIGCM_SX
60#-Q- aix6 # @ queue
61#-Q- ulam #!/bin/ksh
62#-Q- ulam #######################
63#-Q- ulam ##   ULAM   IDRIS  ##
64#-Q- ulam #######################
65#-Q- ulam # Temps Elapsed max. d'une requete hh:mm:ss
66#-Q- ulam # @ wall_clock_limit = 1:00:00
67#-Q- ulam # Nom du travail LoadLeveler
68#-Q- ulam # @ job_name   = ATL_LMDZ
69#-Q- ulam # Fichier de sortie standard du travail       
70#-Q- ulam # @ output     = $(job_name).$(jobid)
71#-Q- ulam # Fichier de sortie d'erreur du travail
72#-Q- ulam # @ error      =  $(job_name).$(jobid)
73#-Q- ulam # pour recevoir un mail en cas de depassement du temps Elapsed (ou autre pb.)
74#-Q- ulam # @ notification = error
75#-Q- ulam # @ environment  = $POST_DIR ; $SUBMIT_DIR ; $libIGCM ; $R_INIT ; $R_BC ; $StandAlone ; $RESOL_ATM ; $RESOL_OCE ; $RESOL_ICE ; $RESOL_SRF ; $R_SAVE ; $config_UserChoices_JobName ; $config_UserChoices_TagName ; $YEARS ; $DIR_OUT ; $MASTER ; $libIGCM_SX
76#-Q- ulam # @ queue
77#-Q- sx8mercure #!/bin/ksh
78#-Q- sx8mercure ######################
79#-Q- sx8mercure ## SX8MERCURE   CEA ##
80#-Q- sx8mercure ######################
81#-Q- sx8mercure #PBS -N  ATL_LMDZ           # Nom du job
82#-Q- sx8mercure #PBS -j o                   # regroupement des stdout et stderr
83#-Q- sx8mercure #PBS -S /usr/bin/ksh        # shell de soumission
84#-Q- sx8mercure #PBS -l memsz_job=1gb       # Limite memoire a 1 Go
85#-Q- sx8mercure #PBS -l cputim_job=2:00:00  # Limite temps a 2 heures
86#-Q- sx8mercure #PBS -q scalaire
87#-Q- sx8mercure #PBS -r n
88#-Q- sx9mercure #!/bin/ksh
89#-Q- sx9mercure ######################
90#-Q- sx9mercure ## SX9MERCURE  CCRT ##
91#-Q- sx9mercure ######################
92#-Q- sx9mercure #PBS -N  ATL_LMDZ           # Nom du job
93#-Q- sx9mercure #PBS -j o                   # regroupement des stdout et stderr
94#-Q- sx9mercure #PBS -S /usr/bin/ksh        # shell de soumission
95#-Q- sx9mercure #PBS -l memsz_job=1gb       # Limite memoire a 1 Go
96#-Q- sx9mercure #PBS -l elapstim_req=2:00:00  # Limite temps a 2 heures
97#-Q- sx9mercure #PBS -q scalaire
98#-Q- sx9mercure #PBS -r n
99#-Q- titane #!/bin/ksh
100#-Q- titane ######################
101#-Q- titane ## TITANE   CEA ##
102#-Q- titane ######################
103#-Q- titane #MSUB -r ATL_LMDZ       # Nom du job               
104#-Q- titane #MSUB -eo
105#-Q- titane #MSUB -n 1              # Reservation du processus
106#-Q- titane #MSUB -T 86400          # Limite de temps elapsed du job
107#-Q- titane #MSUB -q mono
108#-Q- titane #MSUB -E '-rn'
109#-Q- default #!/bin/ksh
110#-Q- default ##################
111#-Q- default ## DEFAULT HOST ##
112#-Q- default ##################
113
114#**************************************************************
115# Author: Sebastien Denvil
116# Contact: Sebastien.Denvil__at__ipsl.jussieu.fr
117# $Revision::                                          $ Revision of last commit
118# $Author::                                            $ Author of last commit
119# $Date::                                              $ Date of last commit
120# IPSL (2006)
121#  This software is governed by the CeCILL licence see libIGCM/libIGCM_CeCILL.LIC
122#
123#**************************************************************
124
125#set -eu
126#set -vx
127
128date
129
130#-Q- sx8brodie export OMP_NUM_THREADS=1
131#-Q- aix6 export OMP_NUM_THREADS=1
132#-Q- ulam export OMP_NUM_THREADS=1
133
134######################################################################
135
136. ${libIGCM}/libIGCM_debug/libIGCM_debug.ksh
137      ( ${DEBUG_debug} ) && IGCM_debug_Check
138. ${libIGCM}/libIGCM_card/libIGCM_card.ksh
139     ( ${DEBUG_debug} ) && IGCM_card_Check
140. ${libIGCM}/libIGCM_date/libIGCM_date.ksh
141     ( ${DEBUG_debug} ) && IGCM_date_Check
142#-------
143. ${libIGCM}/libIGCM_sys/libIGCM_sys.ksh
144
145######################################################################
146
147#set -vx
148
149IGCM_sys_MkdirWork ${RUN_DIR_PATH}
150IGCM_sys_Cd ${RUN_DIR_PATH}
151
152# ------------------------------------------------------------------
153# Test if all was right before proceeding further
154# ------------------------------------------------------------------
155IGCM_debug_Verif_Exit_Post
156
157if [ ${StandAlone} = true ] ; then
158    CARD_DIR=${SUBMIT_DIR}
159else
160    CARD_DIR=${RUN_DIR_PATH}
161    IGCM_sys_Get_Master ${SUBMIT_DIR}/config.card ${RUN_DIR_PATH}
162    IGCM_sys_Get_Master ${SUBMIT_DIR}/run.card    ${RUN_DIR_PATH}
163    IGCM_sys_Get_Master ${SUBMIT_DIR}/COMP        ${RUN_DIR_PATH}
164    IGCM_sys_Get_Master ${SUBMIT_DIR}/POST        ${RUN_DIR_PATH}
165fi
166#
167# First of all
168#
169IGCM_card_DefineArrayFromSection       ${CARD_DIR}/config.card UserChoices
170typeset option
171for option in ${config_UserChoices[*]} ; do
172    IGCM_card_DefineVariableFromOption ${CARD_DIR}/config.card UserChoices ${option}
173done
174
175IGCM_card_DefineArrayFromSection       ${CARD_DIR}/config.card Ensemble
176typeset option
177for option in ${config_Ensemble[*]} ; do
178    IGCM_card_DefineVariableFromOption ${CARD_DIR}/config.card Ensemble ${option}
179done
180#
181echo
182IGCM_debug_Print 1 "DefineArrayFromOption  : config_UserChoices"
183IGCM_debug_PrintVariables 3 config_UserChoices_JobName
184IGCM_debug_PrintVariables 3 config_UserChoices_LongName
185IGCM_debug_PrintVariables 3 config_UserChoices_TagName
186IGCM_debug_PrintVariables 3 config_UserChoices_SpaceName
187IGCM_debug_PrintVariables 3 config_UserChoices_ExperimentName
188IGCM_debug_PrintVariables 3 config_UserChoices_CalendarType
189IGCM_debug_PrintVariables 3 config_UserChoices_DateBegin
190IGCM_debug_PrintVariables 3 config_UserChoices_DateEnd
191IGCM_debug_PrintVariables 3 config_UserChoices_PeriodLength
192IGCM_debug_PrintVariables 3 config_Ensemble_EnsembleName
193IGCM_debug_PrintVariables 3 config_Ensemble_EnsembleDate
194echo
195
196#==================================
197#R_SAVE : Job output directory
198#R_BUFR : Job output buffered directory
199if ( [ ! X${config_UserChoices_SpaceName} = X ] && [ ! X${config_UserChoices_ExperimentName} = X ] ) ; then
200  FreeName=$( echo ${config_UserChoices_JobName} | sed 's/.*_//' )
201  if ( [ ! X${config_Ensemble_EnsembleName} = X ] && [ ! X${config_Ensemble_EnsembleDate} = X ] ) ; then
202    R_SAVE=${R_OUT}/${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${config_Ensemble_EnsembleName}/${config_Ensemble_EnsembleDate}/${FreeName}
203    R_FIGR=${R_FIG}/${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${config_Ensemble_EnsembleName}/${config_Ensemble_EnsembleDate}/${FreeName}
204    R_BUFR=${R_BUF}/${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${config_Ensemble_EnsembleName}/${config_Ensemble_EnsembleDate}/${FreeName}
205    R_DODS=${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${config_Ensemble_EnsembleName}/${config_Ensemble_EnsembleDate}/${FreeName}
206  else
207    R_SAVE=${R_OUT}/${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${FreeName}
208    R_FIGR=${R_FIG}/${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${FreeName}
209    R_BUFR=${R_BUF}/${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${FreeName}
210    R_DODS=${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${FreeName}
211  fi
212else
213  if ( [ ! X${config_Ensemble_EnsembleName} = X ] && [ ! X${config_Ensemble_EnsembleDate} = X ] ) ; then
214    R_SAVE=${R_OUT}/${config_UserChoices_TagName}/${config_Ensemble_EnsembleName}/${config_Ensemble_EnsembleDate}/${config_UserChoices_JobName}
215    R_FIGR=${R_FIG}/${config_UserChoices_TagName}/${config_Ensemble_EnsembleName}/${config_Ensemble_EnsembleDate}/${config_UserChoices_JobName}
216    R_BUFR=${R_BUF}/${config_UserChoices_TagName}/${config_Ensemble_EnsembleName}/${config_Ensemble_EnsembleDate}/${config_UserChoices_JobName}
217    R_DODS=${config_UserChoices_TagName}/${config_Ensemble_EnsembleName}/${config_Ensemble_EnsembleDate}/${config_UserChoices_JobName}
218  else
219    R_SAVE=${R_OUT}/${config_UserChoices_TagName}/${config_UserChoices_JobName}
220    R_FIGR=${R_FIG}/${config_UserChoices_TagName}/${config_UserChoices_JobName}
221    R_BUFR=${R_BUF}/${config_UserChoices_TagName}/${config_UserChoices_JobName}
222    R_DODS=${config_UserChoices_TagName}/${config_UserChoices_JobName}
223  fi
224fi
225#
226IGCM_sys_MkdirArchive ${R_FIGR}
227
228R_ATLAS=ATLAS/SE_${YEARS}
229R_OUT_ATM=${R_SAVE}/ATM
230DIR_OUT=${DIR_OUT:=SE}
231
232RUN_DIR=${RUN_DIR_PATH}/ATLAS_LMDZ_${YEARS}
233IGCM_sys_MkdirWork ${RUN_DIR}
234IGCM_sys_Cd ${RUN_DIR}
235
236# --------------------------------------------
237# Insert your commands between III...III lines
238# and precise produced directories to save
239# IIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIII
240
241IGCM_sys_Get ${R_OUT_ATM}/Analyse/${DIR_OUT}/${config_UserChoices_JobName}_SE_${YEARS}_1M_histmth.nc ${RUN_DIR}
242
243# Only LMDZ4 output have Alt variables
244DetectLev=$( ncdump -h ${config_UserChoices_JobName}_SE_${YEARS}_1M_histmth.nc | grep "Alt(Alt)" | wc -l )
245#
246[ ${DetectLev} = 1 ] && LMDZ=LMDZ4 || LMDZ=LMDZ3.3
247#
248atlas -o ${RUN_DIR}/${R_ATLAS}/ATM -l ${FER_ATLAS}/atlas_p_${LMDZ}_diag1_*.cfg ${RUN_DIR}/${config_UserChoices_JobName}_SE_${YEARS}_1M_histmth.nc
249
250# IIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIII
251
252# Put ferret journal files together
253for file in $( ls ${R_ATLAS}/ATM/*/*jnl ) ; do 
254    echo -e "\n\n################################" ;
255    echo -e "$file\n" ; cat $file ;
256done  > ${R_ATLAS}/ATM/allferretscript.txt
257
258# Clear some files
259find . \( -name "*.stdout" -o -name "*.jnl" \) -print -exec rm -f {} \;
260
261# Save files
262IGCM_sys_Put_Dir ATLAS ${R_FIGR}
263IGCM_sys_Rm -Rf ATLAS
264IGCM_sys_Rm ${config_UserChoices_JobName}_SE_${YEARS}_1M_histmth.nc
265
266# DODS copy
267IGCM_sys_TestDirArchive ${R_FIGR}/${R_ATLAS}
268[ $? = 0 ] && IGCM_sys_Put_Dods ${R_ATLAS}
269
270# Clean RUN_DIR_PATH (necessary for cesium and titane only)
271IGCM_sys_RmRunDir -Rf ${RUN_DIR_PATH}
Note: See TracBrowser for help on using the repository browser.