source: tags/libIGCM_v1_8-old/AA_atlas_ORCA_LIM

Last change on this file was 316, checked in by mafoipsl, 14 years ago

Use cesium for SX9 post processing. Add hostname to know where we run.
  • Property licence set to
    The following licence information concerns ONLY the libIGCM tools
    ==================================================================

    Copyright © Centre National de la Recherche Scientifique CNRS
    Commissariat à l'Énergie Atomique CEA

    libIGCM : Library for Portable Models Computation of IGCM Group.

    IGCM Group is the french IPSL Global Climate Model Group.

    This library is a set of shell scripts and functions whose purpose is
    the management of the initialization, the launch, the transfer of
    output files, the post-processing and the monitoring of datas produce
    by any numerical program on any plateforme.

    This software is governed by the CeCILL license under French law and
    abiding by the rules of distribution of free software. You can use,
    modify and/ or redistribute the software under the terms of the CeCILL
    license as circulated by CEA, CNRS and INRIA at the following URL
    "http://www.cecill.info".

    As a counterpart to the access to the source code and rights to copy,
    modify and redistribute granted by the license, users are provided only
    with a limited warranty and the software's author, the holder of the
    economic rights, and the successive licensors have only limited
    liability.

    In this respect, the user's attention is drawn to the risks associated
    with loading, using, modifying and/or developing or reproducing the
    software by the user in light of its specific status of free software,
    that may mean that it is complicated to manipulate, and that also
    therefore means that it is reserved for developers and experienced
    professionals having in-depth computer knowledge. Users are therefore
    encouraged to load and test the software's suitability as regards their
    requirements in conditions enabling the security of their systems and/or
    data to be ensured and, more generally, to use and operate it in the
    same conditions as regards security.

    The fact that you are presently reading this means that you have had
    knowledge of the CeCILL license and that you accept its terms.
  • Property svn:keywords set to Date Author Revision
File size: 11.1 KB
Line 
1#-Q- cesium #!/bin/ksh
2#-Q- cesium ######################
3#-Q- cesium ## CESIUM   CEA ##
4#-Q- cesium ######################
5#-Q- cesium #MSUB -r ATL_OPA        # Nom du job               
6#-Q- cesium #MSUB -N 1              # Reservation du noeud
7#-Q- cesium #MSUB -n 1              # Reservation du processus
8#-Q- cesium #MSUB -T 86400          # Limite de temps elapsed du job
9#-Q- cesium #MSUB -E "-j o"
10#-Q- cesium #MSUB -E "-S /bin/ksh"
11#-Q- platine #!/usr/bin/ksh
12#-Q- platine ##################
13#-Q- platine ## PLATINE   CEA ##
14#-Q- platine ##################
15#-Q- platine #BSUB -J ATL_OPA           # Nom du job
16#-Q- platine #BSUB -N                   # message a la fin du job
17#-Q- platine #BSUB -n 1                 # reservation des processeurs pour le job
18#-Q- platine #BSUB -W 1:00              # Limite temps
19#-Q- platine #BSUB -q post              # Passage en queue post
20#-Q- sx8brodie #!/bin/ksh
21#-Q- sx8brodie #######################
22#-Q- sx8brodie ## SX8BRODIE   IDRIS ##
23#-Q- sx8brodie #######################
24#-Q- sx8brodie # Temps Elapsed max. d'une requete hh:mm:ss
25#-Q- sx8brodie # @ wall_clock_limit = 10:00:00
26#-Q- sx8brodie # Nom du travail LoadLeveler
27#-Q- sx8brodie # @ job_name   = ATL_OPA
28#-Q- sx8brodie # Fichier de sortie standard du travail       
29#-Q- sx8brodie # @ output     = $(job_name).$(jobid)
30#-Q- sx8brodie # Fichier de sortie d'erreur du travail
31#-Q- sx8brodie # @ error      =  $(job_name).$(jobid)
32#-Q- sx8brodie # pour recevoir un mail en cas de depassement du temps Elapsed (ou autre pb.)
33#-Q- sx8brodie # @ notification = error
34#-Q- sx8brodie # @ environment  = $POST_DIR ; $SUBMIT_DIR ; $libIGCM ; $R_INIT ; $R_BC ; $StandAlone ; $RESOL_ATM ; $RESOL_OCE ; $RESOL_ICE ; $RESOL_MBG ; $RESOL_SRF ; $R_SAVE ; $config_UserChoices_JobName ; $config_UserChoices_TagName ; $YEARS ; $MASTER ; $libIGCM_SX
35#-Q- sx8brodie # @ queue
36#-Q- aix6 #!/bin/ksh
37#-Q- aix6 #######################
38#-Q- aix6 ##   VARGAS   IDRIS  ##
39#-Q- aix6 #######################
40#-Q- aix6 # Temps Elapsed max. d'une requete hh:mm:ss
41#-Q- aix6 # @ wall_clock_limit = 10:00:00
42#-Q- aix6 # Nom du travail LoadLeveler
43#-Q- aix6 # @ job_name   = ATL_OPA
44#-Q- aix6 # Fichier de sortie standard du travail       
45#-Q- aix6 # @ output     = $(job_name).$(jobid)
46#-Q- aix6 # Fichier de sortie d'erreur du travail
47#-Q- aix6 # @ error      =  $(job_name).$(jobid)
48#-Q- aix6 # pour recevoir un mail en cas de depassement du temps Elapsed (ou autre pb.)
49#-Q- aix6 # @ notification = error
50#-Q- aix6 # @ environment  = $POST_DIR ; $SUBMIT_DIR ; $libIGCM ; $R_INIT ; $R_BC ; $StandAlone ; $RESOL_ATM ; $RESOL_OCE ; $RESOL_ICE ; $RESOL_MBG ; $RESOL_SRF ; $R_SAVE ; $config_UserChoices_JobName ; $config_UserChoices_TagName ; $YEARS ; $MASTER ; $libIGCM_SX
51#-Q- aix6 # @ queue
52#-Q- sx8mercure #!/bin/ksh
53#-Q- sx8mercure ######################
54#-Q- sx8mercure ## SX8MERCURE   CEA ##
55#-Q- sx8mercure ######################
56#-Q- sx8mercure #PBS -N  ATL_OPA             # Nom du job
57#-Q- sx8mercure #PBS -j o                    # regroupement des stdout et stderr
58#-Q- sx8mercure #PBS -S /usr/bin/ksh         # shell de soumission
59#-Q- sx8mercure #PBS -l memsz_job=1gb        # Limite memoire a 1 Go
60#-Q- sx8mercure #PBS -l cputim_job=2:00:00   # Limite temps a 2 heures
61#-Q- sx8mercure #PBS -q scalaire
62#-Q- sx9mercure #!/bin/ksh
63#-Q- sx9mercure #########################
64#-Q- sx9mercure ## CESIUM FOR SX9  CEA ##
65#-Q- sx9mercure #########################
66#-Q- sx9mercure #MSUB -r ATL_OPA        # Nom du job               
67#-Q- sx9mercure #MSUB -N 1              # Reservation du noeud
68#-Q- sx9mercure #MSUB -n 1              # Reservation du processus
69#-Q- sx9mercure #MSUB -T 86400          # Limite de temps elapsed du job
70#-Q- sx9mercure #MSUB -E "-j o"
71#-Q- sx9mercure #MSUB -E "-S /bin/ksh"
72#-Q- titane #!/bin/ksh
73#-Q- titane ######################
74#-Q- titane ## TITANE   CEA ##
75#-Q- titane ######################
76#-Q- titane #MSUB -r ATL_OPA        # Nom du job               
77#-Q- titane #MSUB -N 1              # Reservation du noeud
78#-Q- titane #MSUB -n 1              # Reservation du processus
79#-Q- titane #MSUB -T 86400          # Limite de temps elapsed du job
80#-Q- titane #MSUB -E "-j o"
81#-Q- titane #MSUB -E "-S /bin/ksh"
82#-Q- titane ##MSUB -e nco.out        # Sortie standard
83#-Q- titane ##MSUB -o nco.out        # Sortie standard
84#-Q- default #!/bin/ksh
85#-Q- default ##################
86#-Q- default ## DEFAULT HOST ##
87#-Q- default ##################
88
89# $Date$
90# $Author$
91# $Revision$
92# IPSL (2006)
93#  This software is governed by the CeCILL licence see libIGCM/libIGCM_CeCILL.LIC
94
95#set -eu
96#set -vx
97
98date
99
100#-Q- sx8brodie export OMP_NUM_THREADS=1
101#-Q- aix6 export OMP_NUM_THREADS=1
102
103########################################################################
104
105. ${libIGCM}/libIGCM_debug/libIGCM_debug.ksh
106      ( ${DEBUG_debug} ) && IGCM_debug_Check
107. ${libIGCM}/libIGCM_card/libIGCM_card.ksh
108     ( ${DEBUG_debug} ) && IGCM_card_Check
109. ${libIGCM}/libIGCM_date/libIGCM_date.ksh
110     ( ${DEBUG_debug} ) && IGCM_date_Check
111#-------
112. ${libIGCM}/libIGCM_sys/libIGCM_sys.ksh
113
114########################################################################
115
116#set -vx
117
118IGCM_sys_MkdirWork ${RUN_DIR_PATH}
119IGCM_sys_Cd ${RUN_DIR_PATH}
120
121if [ ${StandAlone} = true ] ; then
122    CARD_DIR=${SUBMIT_DIR}
123else
124    CARD_DIR=${RUN_DIR_PATH}/$( basename ${SUBMIT_DIR} )
125    IGCM_sys_Get_Master ${SUBMIT_DIR} ${RUN_DIR_PATH}
126fi
127#
128# First of all
129#
130IGCM_card_DefineArrayFromSection       ${CARD_DIR}/config.card UserChoices
131typeset option
132for option in ${config_UserChoices[*]} ; do
133    IGCM_card_DefineVariableFromOption ${CARD_DIR}/config.card UserChoices ${option}
134done
135#
136echo
137IGCM_debug_Print 1 "DefineArrayFromOption  : config_UserChoices"
138IGCM_debug_PrintVariables 3 config_UserChoices_JobName
139IGCM_debug_PrintVariables 3 config_UserChoices_LongName
140IGCM_debug_PrintVariables 3 config_UserChoices_TagName
141IGCM_debug_PrintVariables 3 config_UserChoices_SpaceName
142IGCM_debug_PrintVariables 3 config_UserChoices_ExperimentName
143IGCM_debug_PrintVariables 3 config_UserChoices_CalendarType
144IGCM_debug_PrintVariables 3 config_UserChoices_DateBegin
145IGCM_debug_PrintVariables 3 config_UserChoices_DateEnd
146IGCM_debug_PrintVariables 3 config_UserChoices_PeriodLength
147echo
148
149#==================================
150#R_SAVE : Job output directory
151if ( [ ! X${config_UserChoices_SpaceName} = X ] && [ ! X${config_UserChoices_ExperimentName} = X ] ) ; then
152    FreeName=$( echo ${config_UserChoices_JobName} | sed 's/.*_//' )
153    R_SAVE=${R_OUT}/${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${FreeName}
154    R_DODS=${config_UserChoices_TagName}/${config_UserChoices_SpaceName}/${config_UserChoices_ExperimentName}/${FreeName}
155else
156    R_SAVE=${R_OUT}/${config_UserChoices_TagName}/${config_UserChoices_JobName}
157    R_DODS=${config_UserChoices_TagName}/${config_UserChoices_JobName}
158fi
159#
160
161R_ATLAS=ATLAS/SE_${YEARS}
162R_OUT_OCE=${R_SAVE}/OCE
163R_OUT_ICE=${R_SAVE}/ICE
164
165RUN_DIR=${RUN_DIR_PATH}/ATLAS_ORCALIM_${YEARS}
166IGCM_sys_MkdirWork ${RUN_DIR}
167IGCM_sys_Cd ${RUN_DIR}
168
169# --------------------------------------------
170# Insert your commands between III...III lines
171# and precise produced directories to save
172# IIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIII
173
174IGCM_sys_Get ${R_OUT_OCE}/Analyse/SE/${config_UserChoices_JobName}_SE_${YEARS}_1M_grid_T.nc  ${RUN_DIR}
175IGCM_sys_Get ${R_OUT_OCE}/Analyse/SE/${config_UserChoices_JobName}_SE_${YEARS}_1M_grid_U.nc  ${RUN_DIR}
176IGCM_sys_Get ${R_OUT_OCE}/Analyse/SE/${config_UserChoices_JobName}_SE_${YEARS}_1M_grid_V.nc  ${RUN_DIR}
177IGCM_sys_Get ${R_OUT_OCE}/Analyse/SE/${config_UserChoices_JobName}_SE_${YEARS}_1M_grid_W.nc  ${RUN_DIR}
178IGCM_sys_Get ${R_OUT_ICE}/Analyse/SE/${config_UserChoices_JobName}_SE_${YEARS}_1M_icemod.nc  ${RUN_DIR}
179
180atlas -o ${RUN_DIR}/${R_ATLAS}/OCE_T -l ${FER_ATLAS}/atlas_p_${RESOL_OCE}_diag1_[ab].cfg     ${RUN_DIR}/${config_UserChoices_JobName}_SE_${YEARS}_1M_grid_T.nc
181atlas -o ${RUN_DIR}/${R_ATLAS}/OCE_U -l ${FER_ATLAS}/atlas_p_${RESOL_OCE}_diag0_U.cfg        ${RUN_DIR}/${config_UserChoices_JobName}_SE_${YEARS}_1M_grid_U.nc
182atlas -o ${RUN_DIR}/${R_ATLAS}/OCE_V -l ${FER_ATLAS}/atlas_p_${RESOL_OCE}_diag0_V.cfg        ${RUN_DIR}/${config_UserChoices_JobName}_SE_${YEARS}_1M_grid_V.nc
183#atlas -o ${RUN_DIR}/${R_ATLAS}/OCE_W -l ${FER_ATLAS}/atlas_p_${RESOL_OCE}_diag0_W.cfg        ${RUN_DIR}/${config_UserChoices_JobName}_SE_${YEARS}_1M_grid_W.nc
184atlas -o ${RUN_DIR}/${R_ATLAS}/OCE   -l ${FER_ATLAS}/atlas_p_${RESOL_OCE}_diag0_[def].cfg     ${RUN_DIR}/${config_UserChoices_JobName}_SE_${YEARS}_1M_grid_T.nc
185atlas -o ${RUN_DIR}/${R_ATLAS}/ICE   -l ${FER_ATLAS}/atlas_p_${RESOL_OCE}LIM_diag0_[abc].cfg ${RUN_DIR}/${config_UserChoices_JobName}_SE_${YEARS}_1M_icemod.nc
186
187# IIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIIII
188
189# Put ferret journal files together
190for file in $( ls ${R_ATLAS}/OCE_T/*/*jnl ) ; do 
191    echo -e "\n\n################################" ;
192    echo -e "$file\n" ; cat $file ;
193done  > ${R_ATLAS}/OCE_T/allferretscript.txt
194
195for file in $( ls ${R_ATLAS}/OCE_U/*/*jnl ) ; do 
196    echo -e "\n\n################################" ;
197    echo -e "$file\n" ; cat $file ;
198done  > ${R_ATLAS}/OCE_U/allferretscript.txt
199
200for file in $( ls ${R_ATLAS}/OCE_V/*/*jnl ) ; do 
201    echo -e "\n\n################################" ;
202    echo -e "$file\n" ; cat $file ;
203done  > ${R_ATLAS}/OCE_V/allferretscript.txt
204
205for file in $( ls ${R_ATLAS}/OCE/*/*jnl ) ; do 
206    echo -e "\n\n################################" ;
207    echo -e "$file\n" ; cat $file ;
208done  > ${R_ATLAS}/OCE/allferretscript.txt
209
210for file in $( ls ${R_ATLAS}/ICE/*/*jnl ) ; do 
211    echo -e "\n\n################################" ;
212    echo -e "$file\n" ; cat $file ;
213done  > ${R_ATLAS}/ICE/allferretscript.txt
214
215# WHILE WAITING FOR A MORE GENERIC SOLUTION
216if ( [ ${config_UserChoices_TagName} = "IPSLCM5" ] || [ ${config_UserChoices_TagName} = "IPSLCM5A" ] || [ ${config_UserChoices_TagName} = "ORCA2_LIM2" ] || [ ${config_UserChoices_TagName} = "ORCA2_LIM2_PISCES" ] ) ; then
217    IGCM_sys_Get ${R_OUT_OCE}/Analyse/SE/${config_UserChoices_JobName}_SE_${YEARS}_1M_diaptr.nc  ${RUN_DIR} ;
218    atlas -o ${RUN_DIR}/${R_ATLAS}/ZNL   -d -l ${FER_ATLAS}/atlas_l_${RESOL_OCE}_znl.cfg         ${RUN_DIR}/${config_UserChoices_JobName}_SE_${YEARS}_1M_diaptr.nc ;
219    for file in $( ls ${R_ATLAS}/ZNL/*/*jnl ) ; do
220        echo -e "\n\n################################" ;
221        echo -e "$file\n" ; cat $file ;
222    done > ${R_ATLAS}/ZNL/allferretscript.txt
223fi
224
225# Clear some files
226find . \( -name "*.stdout" -o -name "*.jnl" \) -print -exec rm -f {} \;
227
228# Save files
229IGCM_sys_Put_Dir ATLAS ${R_SAVE}
230
231IGCM_sys_Rm -Rf ATLAS
232IGCM_sys_Rm ${config_UserChoices_JobName}_SE_${YEARS}_1M_grid_[TUVW].nc
233IGCM_sys_Rm ${config_UserChoices_JobName}_SE_${YEARS}_1M_icemod.nc     
234# WHILE WAITING FOR A MORE GENERIC SOLUTION
235if ( [ ${config_UserChoices_TagName} = "IPSLCM5" ] || [ ${config_UserChoices_TagName} = "IPSLCM5A" ] || [ ${config_UserChoices_TagName} = "ORCA2_LIM2" ] || [ ${config_UserChoices_TagName} = "ORCA2_LIM2_PISCES" ] ) ; then
236    IGCM_sys_Rm ${config_UserChoices_JobName}_SE_${YEARS}_1M_diaptr.nc ;
237fi
238
239# DODS copy
240IGCM_sys_TestDirArchive ${R_SAVE}/${R_ATLAS}
241[ $? = 0 ] && IGCM_sys_Put_Dods ${R_ATLAS}
242
243# Clean RUN_DIR_PATH (necessary for cesium)
244IGCM_sys_RmRunDir -Rf ${RUN_DIR_PATH}
Note: See TracBrowser for help on using the repository browser.