source: branches/libIGCM_CESMEP/AA_metrics_ORCHIDEE

Last change on this file was 1585, checked in by ssenesi, 12 months ago

merge branch libIGCM_CESMEP with trunk that handles RedHat8 on Irene
  • Property svn:keywords set to Author Revision Date
File size: 9.3 KB
Line 
1#-Q- curie ######################
2#-Q- curie ## CURIE   TGCC/CEA ##
3#-Q- curie ######################
4#-Q- curie #MSUB -r METRICS_ORCHIDEE       # Nom du job
5#-Q- curie #MSUB -o METRICS_ORCHIDEE.out_%I
6#-Q- curie #MSUB -e METRICS_ORCHIDEE.out_%I
7#-Q- curie #MSUB -n 1              # Reservation du processus
8#-Q- curie #MSUB -T 14400          # Limite de temps elapsed du job
9#-Q- curie #MSUB -q ::default_node::
10#-Q- curie #MSUB -Q normal
11#-Q- curie #MSUB -c ::default_core::
12#-Q- curie #MSUB -A ::default_project::
13#-Q- curie set +x
14#-Q- irene ######################
15#-Q- irene ## IRENE   TGCC/CEA ##
16#-Q- irene ######################
17#-Q- irene #MSUB -r METRICS_ORCHIDEE # Job name
18#-Q- irene #MSUB -o METRICS_ORCHIDEE.out_%I
19#-Q- irene #MSUB -e METRICS_ORCHIDEE.out_%I
20#-Q- irene #MSUB -n 1
21#-Q- irene #MSUB -T 14400           # Maximum elapsed time
22#-Q- irene #MSUB -q ::default_node::
23#-Q- irene #MSUB -c ::default_core::
24#-Q- irene #MSUB -Q normal
25#-Q- irene #MSUB -A ::default_post_project::
26#-Q- irene #MSUB -m store,work,scratch
27#-Q- irene set +x
28#-Q- irene-amd ######################
29#-Q- irene-amd ## IRENE   TGCC/CEA ##
30#-Q- irene-amd ######################
31#-Q- irene-amd #MSUB -r METRICS_ORCHIDEE # Job name
32#-Q- irene-amd #MSUB -o METRICS_ORCHIDEE.out_%I
33#-Q- irene-amd #MSUB -e METRICS_ORCHIDEE.out_%I
34#-Q- irene-amd #MSUB -n 1
35#-Q- irene-amd #MSUB -T 14400           # Maximum elapsed time
36#-Q- irene-amd #MSUB -q ::default_node::
37#-Q- irene-amd #MSUB -c ::default_core::
38#-Q- irene-amd #MSUB -Q normal
39#-Q- irene-amd #MSUB -A ::default_post_project::
40#-Q- irene-amd #MSUB -m store,work,scratch
41#-Q- irene-amd set +x
42#-Q- ada #!/bin/ksh
43#-Q- ada #######################
44#-Q- ada ## ADA         IDRIS ##
45#-Q- ada #######################
46#-Q- ada # @ job_type = mpich
47#-Q- ada # @ requirements = (Feature == "prepost")
48#-Q- ada # Temps Elapsed max. d'une requete hh:mm:ss
49#-Q- ada # @ wall_clock_limit = 4:00:00
50#-Q- ada # Nom du travail LoadLeveler
51#-Q- ada # @ job_name   = METRICS_ORCHIDEE
52#-Q- ada # Fichier de sortie standard du travail
53#-Q- ada # @ output     = $(job_name).$(jobid)
54#-Q- ada # Fichier de sortie d'erreur du travail
55#-Q- ada # @ error      =  $(job_name).$(jobid)
56#-Q- ada # pour recevoir un mail en cas de depassement du temps Elapsed (ou autre pb.)
57#-Q- ada # @ notification = error
58#-Q- ada # @ environment  = $POST_DIR ; $Script_Post_Output ; $SUBMIT_DIR ; $libIGCM ; $DEBUG_debug ; $BigBrother ; $postProcessingStopLevel ; $R_INIT ; $R_BC ; $StandAlone ; $RESOL_ATM ; $RESOL_OCE ; $RESOL_ICE ; $RESOL_MBG ; $RESOL_SRF ; $RESOL_SBG ; $YEARS ; $DIR_OUT ; $MASTER ; $libIGCM_SX ; wall_clock_limit=$(wall_clock_limit)
59#-Q- ada # @ queue
60#-Q- obelix ######################
61#-Q- obelix ## OBELIX      LSCE ##
62#-Q- obelix ######################
63#-Q- obelix #PBS -N METRICS_ORCHIDEE
64#-Q- obelix #PBS -m a
65#-Q- obelix #PBS -j oe
66#-Q- obelix #PBS -q test
67#-Q- obelix #PBS -o METRICS_ORCHIDEE.$$
68#-Q- obelix #PBS -S /bin/ksh
69#-Q- ifort_CICLAD ######################
70#-Q- ifort_CICLAD ##   CICLAD    IPSL ##
71#-Q- ifort_CICLAD ######################
72#-Q- ifort_CICLAD #PBS -N METRICS_ORCHIDEE
73#-Q- ifort_CICLAD #PBS -m a
74#-Q- ifort_CICLAD #PBS -j oe
75#-Q- ifort_CICLAD #PBS -q std
76#-Q- ifort_CICLAD #PBS -S /bin/ksh
77#-Q- default #!/bin/ksh
78#-Q- default ##################
79#-Q- default ## DEFAULT HOST ##
80#-Q- default ##################
81
82#**************************************************************
83# Author: Sebastien Denvil
84# Contact: Sebastien.Denvil__at__ipsl.jussieu.fr
85# $Revision::                                          $ Revision of last commit
86# $Author::                                            $ Author of last commit
87# $Date::                                              $ Date of last commit
88# IPSL (2006)
89#  This software is governed by the CeCILL licence see libIGCM/libIGCM_CeCILL.LIC
90#
91#**************************************************************
92
93#set -eu
94#set -vx
95
96date
97
98#-Q- ada export OMP_NUM_THREADS=1
99
100#D- Task type DO NOT CHANGE (computing, post-processing or checking)
101TaskType=post-processing
102
103######################################################################
104
105. ${libIGCM}/libIGCM_debug/libIGCM_debug.ksh
106. ${libIGCM}/libIGCM_card/libIGCM_card.ksh
107. ${libIGCM}/libIGCM_date/libIGCM_date.ksh
108#-------
109. ${libIGCM}/libIGCM_sys/libIGCM_sys.ksh
110. ${libIGCM}/libIGCM_config/libIGCM_config.ksh
111. ${libIGCM}/libIGCM_comp/libIGCM_comp.ksh
112#-------
113IGCM_sys_MkdirWork ${RUN_DIR_PATH}
114IGCM_sys_Cd ${RUN_DIR_PATH}
115#-------
116( ${DEBUG_debug} ) && IGCM_debug_Check
117( ${DEBUG_debug} ) && IGCM_card_Check
118( ${DEBUG_debug} ) && IGCM_date_Check
119
120######################################################################
121
122#set -vx
123
124# ------------------------------------------------------------------
125# Test if all was right before proceeding further
126# ------------------------------------------------------------------
127IGCM_debug_Verif_Exit
128
129if [ ${StandAlone} = true ] ; then
130    CARD_DIR=${SUBMIT_DIR}
131else
132    CARD_DIR=${RUN_DIR_PATH}
133    IGCM_sys_Get_Master ${SUBMIT_DIR}/config.card ${RUN_DIR_PATH}
134    IGCM_sys_Get_Master ${SUBMIT_DIR}/run.card    ${RUN_DIR_PATH}
135    IGCM_sys_Get_Master ${SUBMIT_DIR}/COMP        ${RUN_DIR_PATH}
136    IGCM_sys_Get_Master ${SUBMIT_DIR}/POST        ${RUN_DIR_PATH}
137fi
138
139#==================================
140# First of all
141#
142# Read libIGCM compatibility version in config.card
143# Read UserChoices section
144# Read Ensemble section
145# Read Post section
146# Define all netcdf output directories
147#==================================
148IGCM_config_CommonConfiguration ${CARD_DIR}/config.card
149
150# ------------------------------------------------------------------
151# Activate BigBrother so as to supervise this job
152# ------------------------------------------------------------------
153IGCM_debug_BigBro_Initialize
154
155#==================================
156# Then set up several directories
157#==================================
158R_OUT_SRF=${R_SAVE}/SRF
159DIR_OUT=${DIR_OUT:=SE}
160RUN_DIR=${RUN_DIR_PATH}
161IGCM_sys_MkdirArchive ${R_FIGR}
162IGCM_sys_MkdirWork ${RUN_DIR}
163IGCM_sys_Cd ${RUN_DIR}
164IGCM_sys_MkdirWork METRICS/SE_${YEARS}
165
166#==================================
167# Get the file
168#==================================
169IGCM_sys_Get ${R_OUT_SRF}/Analyse/${DIR_OUT}/${config_UserChoices_JobName}_SE_${YEARS}_1M_sechiba_history.nc ${RUN_DIR}
170
171#==================================
172# Get the fileCompute gpptot
173#==================================
174IGCM_sys_ncap2 -s 'gpptot = gpp.total($veget)/1000' ${config_UserChoices_JobName}_SE_${YEARS}_1M_sechiba_history.nc tmpout.nc
175IGCM_sys_ncatted -O -a units,gpptot,o,c,"kg m-2 s-1" tmpout.nc
176IGCM_sys_Mv tmpout.nc ${config_UserChoices_JobName}_SE_${YEARS}_1M_sechiba_history.nc
177
178#==================================
179# Group of metrics we will compute
180#==================================
181GroupsOfMetrics='ORCHIDEE_PCMDI'
182MP_Version=v3
183
184#==================================
185# SET UP THE PATH (wont be done in libIGCM_sys because setup_runtime.sh is way too intrusive)
186#==================================
187. ${PCMDI_MP}/work_install_${MP_Version}/PCMDI_METRICS/bin/setup_runtime.sh
188
189for metricsGroupName in ${GroupsOfMetrics} ; do
190
191  #==================================
192  # Appropriate configuration template
193  #==================================
194  IGCM_sys_Cp ${PCMDI_MP}/work_install_${MP_Version}/PCMDI_METRICS/doc/parameter_files/input_parameters_${metricsGroupName}_template.py template.py
195
196  #==================================
197  # Configure template for histmth.nc
198  #==================================
199  IGCM_comp_modifyFile template.py path_and_filename \'./${config_UserChoices_JobName}_SE_${YEARS}_1M_sechiba_history.nc\'
200  IGCM_comp_modifyFile template.py filename \'${config_UserChoices_JobName}_SE_${YEARS}_1M_sechiba_history.nc\'
201  IGCM_comp_modifyFile template.py attributes_provided \'IPSL_Extended\'
202  IGCM_comp_modifyFile template.py Login  \'${LOGIN}\'
203  IGCM_comp_modifyFile template.py model_versions \[\'${config_UserChoices_TagName}\'\]
204  IGCM_comp_modifyFile template.py experiment  \'${config_UserChoices_ExperimentName}\'
205  IGCM_comp_modifyFile template.py realization \'${config_UserChoices_JobName}\'
206  IGCM_comp_modifyFile template.py project_id \'IPSL\-${config_UserChoices_SpaceName}\'
207  IGCM_comp_modifyFile template.py ModelFreeSpace "\"${config_UserChoices_LongName}\""
208  IGCM_comp_modifyFile template.py case_id \'${metricsGroupName}\'
209  IGCM_comp_modifyFile template.py obs_data_path  \'${R_IN}/ReferenceDatasets/climatos\'
210  IGCM_comp_modifyFile template.py metrics_output_path \'${RUN_DIR}/METRICS/SE_${YEARS}\'
211  IGCM_comp_modifyFile template.py model_clims_interpolated_output \'${RUN_DIR}\'
212
213  #==================================
214  # Compute metrics
215  #==================================
216  python ${PCMDI_MP}/work_install_${MP_Version}/PCMDI_METRICS/bin/pcmdi_metrics_driver.py -p template.py
217
218  #==================================
219  # Export metrics to mongoDB system
220  #==================================
221  IGCM_debug_sendAMQP_Metrics METRICS/SE_${YEARS}/${metricsGroupName} ${metricsGroupName}
222
223done
224
225#==================================
226# Save files
227#==================================
228IGCM_sys_Put_Dir METRICS ${R_FIGR}
229IGCM_sys_Rm -Rf METRICS
230IGCM_sys_Rm ${config_UserChoices_JobName}_SE_${YEARS}_1M_histmth.nc
231
232# Clean RUN_DIR_PATH (necessary for cesium and titane only)
233IGCM_sys_RmRunDir -Rf ${RUN_DIR_PATH}
234
235# ------------------------------------------------------------------
236# Finalize BigBrother to inform that the jobs end
237# ------------------------------------------------------------------
238IGCM_debug_BigBro_Finalize
Note: See TracBrowser for help on using the repository browser.