source: trunk/libIGCM/libIGCM_comp/libIGCM_comp.ksh @ 893

Last change on this file since 893 was 893, checked in by sdipsl, 11 years ago
  • to be able to chain DRYRUN execution
  • Property licence set to
    The following licence information concerns ONLY the libIGCM tools
    ==================================================================

    Copyright © Centre National de la Recherche Scientifique CNRS
    Commissariat à l'Énergie Atomique CEA

    libIGCM : Library for Portable Models Computation of IGCM Group.

    IGCM Group is the french IPSL Global Climate Model Group.

    This library is a set of shell scripts and functions whose purpose is
    the management of the initialization, the launch, the transfer of
    output files, the post-processing and the monitoring of datas produce
    by any numerical program on any plateforme.

    This software is governed by the CeCILL license under French law and
    abiding by the rules of distribution of free software. You can use,
    modify and/ or redistribute the software under the terms of the CeCILL
    license as circulated by CEA, CNRS and INRIA at the following URL
    "http://www.cecill.info".

    As a counterpart to the access to the source code and rights to copy,
    modify and redistribute granted by the license, users are provided only
    with a limited warranty and the software's author, the holder of the
    economic rights, and the successive licensors have only limited
    liability.

    In this respect, the user's attention is drawn to the risks associated
    with loading, using, modifying and/or developing or reproducing the
    software by the user in light of its specific status of free software,
    that may mean that it is complicated to manipulate, and that also
    therefore means that it is reserved for developers and experienced
    professionals having in-depth computer knowledge. Users are therefore
    encouraged to load and test the software's suitability as regards their
    requirements in conditions enabling the security of their systems and/or
    data to be ensured and, more generally, to use and operate it in the
    same conditions as regards security.

    The fact that you are presently reading this means that you have had
    knowledge of the CeCILL license and that you accept its terms.
  • Property svn:keywords set to Revision Author Date
File size: 53.6 KB
RevLine 
[2]1#!/bin/ksh
2
3#**************************************************************
4# Author: Sebastien Denvil, Martial Mancip
[373]5# Contact: Sebastien.Denvil__at__ipsl.jussieu.fr Martial.Mancip__at__ipsl.jussieu.fr
6# $Revision::                                          $ Revision of last commit
7# $Author::                                            $ Author of last commit
8# $Date::                                              $ Date of last commit
[2]9# IPSL (2006)
10#  This software is governed by the CeCILL licence see libIGCM/libIGCM_CeCILL.LIC
11#
12#**************************************************************
13
14#========================================================================
15function IGCM_comp_Initialize
16{
[544]17  IGCM_debug_PushStack "IGCM_comp_Initialize"
[2]18
[778]19  # Debug Print :
[544]20  echo
21  IGCM_debug_Print 1 "IGCM_comp_Initialize"
22  echo
[2]23
[544]24  typeset comp compname comptagname CompatibilityTag auxprint card_UserChoices first_option option i j
25  for comp in ${config_ListOfComponents[*]} ; do
[2]26
[544]27    # Define component
28    IGCM_card_DefineArrayFromOption ${SUBMIT_DIR}/config.card ListOfComponents ${comp}
29    eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1
30    eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1
[457]31
[615]32    # Debug Print
33    IGCM_debug_Print 1 "Initialize ${comp} : ${compname} component."
34
[544]35    # Read libIGCM compatibility version in ${compname}.card
36    card=${SUBMIT_DIR}/COMP/${compname}.card
37    IGCM_card_DefineVariableFromOption ${card} Compatibility libIGCM
[2]38
[778]39    eval CompatibilityTag=\${${compname}_Compatibility_libIGCM} > /dev/null 2>&1
[544]40    if [ ! "${CompatibilityTag}" = "${libIGCM_CurrentTag}" ] ; then
41      IGCM_debug_Exit "${compname}.card is not compatible with libIGCM version ${libIGCM_CurrentTag} see libIGCM FAQ http://wiki.ipsl.jussieu.fr/wiki_ipsl/IGCMG/libIGCM/DocUtilisateur/FAQ ."
42    fi
[2]43
[544]44    # Manage component executable
45    IGCM_card_DefineArrayFromOption ${SUBMIT_DIR}/config.card Executable ${comp}
[2]46
[849]47    # Define all options in section [comp]
48    IGCM_debug_Print 3 " DefineArrayFromSection : ${comp}"
49    IGCM_card_DefineArrayFromSection ${SUBMIT_DIR}/config.card ${comp}
50    eval config_comp=\${config_${comp}[*]} > /dev/null 2>&1
51    for option in ${config_comp[*]} ; do
52        IGCM_card_DefineVariableFromOption ${SUBMIT_DIR}/config.card ${comp} ${option}
53    done
54    IGCM_debug_Print 3 " Found in section config_${comp} :  ${config_comp[*]} "
55
[544]56    # Debug Print :
57    eval auxprint=\${config_${comp}_WriteFrequency}
58    IGCM_debug_Print 1 "Write frequency for ${compname} : ${auxprint} "
59    #2> /dev/null
[2]60
[544]61    # Debug Print :
62    IGCM_debug_Print 2 "Initialize following component library"
[522]63
[544]64    # Source drivers in directory DRIVER if it exist
65    # else source them from directory COMP
66    if [ -d ${SUBMIT_DIR}/DRIVER ] ; then
67      IGCM_debug_Print 2 ${SUBMIT_DIR}/DRIVER/${compname}.driver
68      # Source component library
69      . ${SUBMIT_DIR}/DRIVER/${compname}.driver
70    else
71      IGCM_debug_Print 2 ${SUBMIT_DIR}/COMP/${compname}.driver
72      # Source component library
73      . ${SUBMIT_DIR}/COMP/${compname}.driver
74    fi
75    IGCM_debug_Print 3 "With tag : ${comptagname}"
[2]76
[544]77    # Debug Print
78    IGCM_debug_Print 3 "Initialize ${comp} output directory."
[2]79
[544]80    # Define ARCHIVED Dirs
81    eval R_OUT_${comp}=${R_SAVE}/${comp}
82    eval IGCM_sys_MkdirArchive \${R_OUT_${comp}}
[2]83
[544]84    eval R_OUT_${comp}_O=\${R_OUT_${comp}}/Output
85    eval IGCM_sys_MkdirArchive \${R_OUT_${comp}_O}
[2]86
[544]87    eval R_OUT_${comp}_R=\${R_OUT_${comp}}/Restart
[804]88    [ ${config_Post_PackFrequency} = NONE ] && eval IGCM_sys_MkdirArchive \${R_OUT_${comp}_R}
[2]89
[544]90    eval R_OUT_${comp}_D=\${R_OUT_${comp}}/Debug
[804]91    [ ${config_Post_PackFrequency} = NONE ] && eval IGCM_sys_MkdirArchive \${R_OUT_${comp}_D}
[2]92
[544]93    eval R_OUT_${comp}_O_I=\${R_OUT_${comp}_O}/INS
94    eval R_OUT_${comp}_O_H=\${R_OUT_${comp}_O}/HF
95    eval R_OUT_${comp}_O_D=\${R_OUT_${comp}_O}/DA
96    eval R_OUT_${comp}_O_M=\${R_OUT_${comp}_O}/MO
97    eval R_OUT_${comp}_O_Y=\${R_OUT_${comp}_O}/YE
98
99    # Define BUFFERED Dirs
[804]100    if [ ! ${config_Post_PackFrequency} = NONE ] ; then
101      eval R_BUF_${comp}=${R_BUFR}/${comp}
102      eval IGCM_sys_Mkdir \${R_BUF_${comp}}
[544]103
[804]104      eval R_BUF_${comp}_O=\${R_BUF_${comp}}/Output
105      eval IGCM_sys_Mkdir \${R_BUF_${comp}_O}
[544]106
[804]107      eval R_BUF_${comp}_R=\${R_BUF_${comp}}/Restart
108      eval IGCM_sys_Mkdir \${R_BUF_${comp}_R}
[544]109
[804]110      eval R_BUF_${comp}_D=\${R_BUF_${comp}}/Debug
111      eval IGCM_sys_Mkdir \${R_BUF_${comp}_D}
[544]112
[804]113      eval R_BUF_${comp}_O_I=\${R_BUF_${comp}_O}/INS
114      eval R_BUF_${comp}_O_H=\${R_BUF_${comp}_O}/HF
115      eval R_BUF_${comp}_O_D=\${R_BUF_${comp}_O}/DA
116      eval R_BUF_${comp}_O_M=\${R_BUF_${comp}_O}/MO
117      eval R_BUF_${comp}_O_Y=\${R_BUF_${comp}_O}/YE
118    fi
[544]119
120    # Read UserChoices section of component card
121    IGCM_debug_Print 2 "DefineArrayFromSection : ${compname}_UserChoices ${card}"
122    IGCM_card_DefineArrayFromSection ${card} UserChoices
123    eval first_option=\${${compname}_UserChoices[0]} > /dev/null 2>&1
[804]124
[544]125    # If section is not empty we define corresponding variables
126    if [ X${first_option} != X"Error:" ] ; then
127      if [ X${card_UserChoices[0]} != X ] ; then
[778]128        unset card_UserChoices
[544]129      fi
[833]130      eval set +A card_UserChoices -- \${${compname}_UserChoices[*]} > /dev/null 2>&1
[544]131      IGCM_debug_Print 3 "${compname}_UserChoices_values:"
132      for option in ${card_UserChoices[*]} ; do
[778]133        IGCM_card_DefineVariableFromOption ${card} UserChoices ${option}
134        eval IGCM_debug_Print 3 "${option}=\${${compname}_UserChoices_${option}}"
[544]135      done
136    fi
137
138    # Read and Build Output File stuff
139    IGCM_debug_Print 2 "DefineArrayFromOption  : ${compname}_OutputFiles ${card}"
140    IGCM_card_DefineArrayFromOption ${card} OutputFiles List
141    ListFilesName=${compname}_OutputFiles_List
142    eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1
143    #
144    if [ X${FileName0} != X${NULL_STR} ] ; then
145      #
146      #IGCM_debug_Print 1 "Component      : ${compname}"
147      #
148      # INITIALISATION
149      #
150      eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1
151      #
152      i=2
153      #
154      until [ $i -ge $NbFiles ]; do
[778]155        #
156        eval flag_post=\${${ListFilesName}[$i]} > /dev/null 2>&1
157        #
158        if [ X${flag_post} != XNONE ] ; then
159          #
[544]160          # First of all
161          #
[778]162          IGCM_card_DefineArrayFromSection ${card} ${flag_post}
163          #
164          # Seasonal case : If option Seasonal is not found (old cards) put SEASONAL ON by default
165          #
166          # variable option allready typeset above
167          for option in $( eval echo \${${compname}_${flag_post}[*]} ) ; do
168            if [ ${option} = Seasonal ] ; then
169              FoundSeasonal=true
170              IGCM_card_DefineVariableFromOption ${card} ${flag_post} Seasonal
171            fi
172          done
173          #
174          if [ ! X${FoundSeasonal} = Xtrue ] ; then
175            eval ${compname}_${flag_post}_Seasonal=ON
176          fi
177          #
178          if [ $( eval echo \${${compname}_${flag_post}_Seasonal} ) = ON ] ; then
179            Seasonal=true
180          fi
181
182          # Dimension = vide si vieille card.
183          IGCM_card_DefineArrayFromOption ${card} ${flag_post} TimeSeriesVars
184          IGCM_card_DefineArrayFromOption ${card} ${flag_post} Patches
185          if [ X"$( eval echo \${${compname}_${flag_post}_TimeSeriesVars[*]} )" = X"Option not" ] ; then
186            # New TimeSeriesVar description, with 2D, 3D and associate ChunckJob.
187            ListDimension[0]=2D
188            ListDimension[1]=3D
189            TimeSeries=false
190            iLoop=${#ListDimension[*]}
191            j=0
192            until [ $j -ge ${iLoop} ]; do
193              Dimension=${ListDimension[${j}]}
194              IGCM_card_DefineArrayFromOption ${card} ${flag_post} TimeSeriesVars${Dimension}
195              IGCM_card_DefineVariableFromOption ${card} ${flag_post} ChunckJob${Dimension}
[544]196              #
[778]197              # Time series WITHOUT chunk
198              #
199              if [ ! $( eval echo \${${compname}_${flag_post}_TimeSeriesVars${Dimension}} ) = ${NULL_STR} ] ; then
200                if [ $( eval echo \${${compname}_${flag_post}_ChunckJob${Dimension}} ) = NONE ] ; then
201                  IGCM_debug_Print 3 "${Dimension} time series activated for ${flag_post}"
202                  eval TimeSeries${Dimension}=true
203                fi
204              fi
205              #
206              # Time series WITH chunk
207              #
208              if [ ! $( eval echo \${${compname}_${flag_post}_TimeSeriesVars${Dimension}} ) = ${NULL_STR} ] ; then
209                chunck_size=$( eval echo \${${compname}_${flag_post}_ChunckJob${Dimension}} )
210                if [ ! ${chunck_size} = NONE ] &&  [ ! ${chunck_size} = OFF ] ; then
211                  IGCM_debug_Print 3 "${Dimension} time series activated with chunck for ${flag_post}"
212                  eval TimeSeriesChunck${Dimension}=true
[829]213                  eval CHUNCK${Dimension}_COMP[\${#CHUNCK${Dimension}_COMP[*]}]=${comp}
214                  eval CHUNCK${Dimension}_FLAG[\${#CHUNCK${Dimension}_FLAG[*]}]=${i}
215                  eval CHUNCK${Dimension}_NAME[\${#CHUNCK${Dimension}_NAME[*]}]=${flag_post}
216                  eval CHUNCK${Dimension}_SIZE[\${#CHUNCK${Dimension}_SIZE[*]}]=${chunck_size}
[778]217                fi
218              fi
219              (( j=j+1 ))
220            done
221          else
222            ListDimension[0]=""
223            TimeSeries=true
224            TimeSeries2D=false
225            TimeSeries3D=false
226            TimeSeriesChunck2D=false
227            TimeSeriesChunck3D=false
228          fi
229        fi
230        (( i=i+3 ))
[544]231      done
232    fi
233    # Debug Print
234    IGCM_debug_Print 3 "Initialize ${compname} with driver."
235    # INIT component
236    ${comp}_Initialize
237    echo
238  done
[2]239
[544]240  IGCM_debug_PopStack "IGCM_comp_Initialize"
[2]241}
242
243#=======================================================================
244function IGCM_comp_PrepareDeletedFiles
245{
[544]246  IGCM_debug_PushStack "IGCM_comp_PrepareDeletedFiles" $@
[778]247
[544]248  if [ X${2} != X. ] ; then
249    eval FileToBeDeleted[${#FileToBeDeleted[@]}]=$( basename ${2} ) > /dev/null 2>&1
250  else
251    eval FileToBeDeleted[${#FileToBeDeleted[@]}]=$( basename ${1} ) > /dev/null 2>&1
252  fi
[2]253
[544]254  IGCM_debug_PopStack "IGCM_comp_PrepareDeletedFiles"
[2]255}
256
257#=======================================================================
258function IGCM_comp_GetInputInitialStateFiles
259{
[544]260  IGCM_debug_PushStack "IGCM_comp_GetInputInitialStateFiles"
[2]261
[544]262  # Debug Print :
263  echo
264  IGCM_debug_Print 1 "IGCM_comp_GetInputInitialStateFiles"
265  echo
[2]266
[544]267  # Only the first time step need InitialStateFiles
268  # otherwise it's BoundaryConditions
269  if ( ${FirstInitialize} ) ; then
270    typeset comp compname comptagname card ListFilesName FileName0 NbFiles i i_
271    typeset file_in_ file_in file_out_ file_out do_init
272    for comp in ${config_ListOfComponents[*]} ; do
273      # Initialize
274      do_init="y"
275      # Do we need to bring initial state file for this component
276      if [ "${config_Restarts_OverRule}" = "y" ] ; then
[778]277        eval do_init="n"
[544]278      else
[778]279        # Read component Restarts parameters
280        IGCM_card_DefineVariableFromOption ${SUBMIT_DIR}/config.card ${comp} Restart
281        eval do_start=\${config_${comp}_Restart} > /dev/null 2>&1
282        if [ "${do_start}" = "y" ] ; then
283          do_init="n"
284        else
285          do_init="y"
286        fi
[544]287      fi
[2]288
[544]289      if [ "${do_init}" = "y" ] ; then
[778]290        # Define component
291        eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1
292        eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1
[2]293
[778]294        # Debug Print :
295        IGCM_debug_Print 3 "Initialisation files ${compname}"
[2]296
[778]297        card=${SUBMIT_DIR}/COMP/${compname}.card
[2]298
[778]299        IGCM_card_DefineArrayFromOption ${card} InitialStateFiles List
300        ListFilesName=${compname}_InitialStateFiles_List
[2]301
[778]302        eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1
303        if [ X${FileName0} != X${NULL_STR} ] ; then
304          eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1
305          (( i=0 ))
306          until [ $i -ge $NbFiles ]; do
307            eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1
308            eval file_in=${file_in_}
309            (( i_ = i+1 ))
310            eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1
311            eval file_out=${file_out_}
[2]312
[778]313            IGCM_sys_IsFileArchived ${file_in}
314            if [ $? = 0 ] ; then
315              IGCM_sys_Get ${file_in} ${file_out}
316              #IGCM_comp_PrepareDeletedFiles ${file_in} ${file_out}
317            else
318              IGCM_sys_Cp ${file_in} ${file_out}
319            fi
320            (( i=i+2 ))
321          done
322        fi
[544]323      fi
324    done
325  fi
326  IGCM_debug_PopStack "IGCM_comp_GetInputInitialStateFiles"
[2]327}
328
329#=======================================================================
[247]330# Definition of Smooth modulo function
331# usage :
332# IGCM_SmoothModulo StringModulo value
333#
334# StringModulo : A string of min max and modulo like definition of Scilab vectors.
335# [min]:[modulo:][max]
336# where :
337# [] value are optionnals;
338# empty min equal 1
339# empty max equal infinity
340# modulo not given or empty equal 1
341# empty string or just ':' equal always.
342#
343# value : the value to test with the definition
344#
345# return : true(1)/false(0)
346function IGCM_SmoothModulo
347{
[544]348  IGCM_debug_PushStack "IGCM_SmoothModulo"
349  typeset defVector ModValue
[247]350
[544]351  eval set +A defVector -- $( echo "${1}" | \
352    gawk -F ':' '{print ($1 == "" ? 1 : $1) " " (NF==3 ? ($2 == "" ? 1 : $2) : 1) " " (NF==3 ? ($3 == "" ? -1 : $3) : ($2 == "" ? -1 : $2))}' )
[247]353
[544]354  # Save Smooth Min and Max. Needed to call IGCM_sys_Get when appropriate
355  arr[1]=${defVector[0]}
356  arr[2]=${defVector[2]}
[412]357
[544]358  # Test limits :
359  # ${defVector[0]} <= ${2} <= ${defVector[2]}
360  #          or ${defVector[2]} == -1
361  if ( [ ${2} -ge ${defVector[0]} ] && ( [ ${2} -le ${defVector[2]} ] || [ ${defVector[2]} -lt 0 ] ) ) ; then
362    # Test modulo
363    ModValue=$( expr \( ${2} - ${defVector[0]} \) % ${defVector[1]} )
364    if [ ${ModValue} -eq 0 ] ;  then
365      arr[3]=true
366      echo ${arr[@]}
367      IGCM_debug_PopStack "IGCM_SmoothModulo"
368      return 1
[247]369    else
[544]370      arr[3]=false
371      echo ${arr[@]}
372      IGCM_debug_PopStack "IGCM_SmoothModulo"
373      return 0
[247]374    fi
[544]375  else
376    arr[3]=false
377    echo ${arr[@]}
378    IGCM_debug_PopStack "IGCM_SmoothModulo"
379    return 0
380  fi
[247]381}
382
383#=======================================================================
384function IGCM_comp_GetInputSmoothFiles
385{
[544]386  IGCM_debug_PushStack "IGCM_comp_GetInputSmoothFiles"
[247]387
[544]388  # Debug Print :
389  echo
390  IGCM_debug_Print 1 "IGCM_comp_GetInputSmoothFiles"
391  echo
[247]392
[544]393  typeset comp compname comptagname card ListFilesName FileName0 NbFiles j i i_ i__
394  typeset file_in_ file_in file_out_ file_out ret SmoothDef aux val
[247]395
[544]396  for comp in ${config_ListOfComponents[*]} ; do
397    # Define component
398    eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1
399    eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1
[247]400
[544]401    # Debug Print :
402    IGCM_debug_Print 3 "Smooth files ${compname}"
[247]403
[544]404    card=${SUBMIT_DIR}/COMP/${compname}.card
[247]405
[544]406    IGCM_card_DefineArrayFromOption ${card} SmoothFiles List
407    ListFilesName=${compname}_SmoothFiles_List
408    eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1
[247]409
[544]410    if ( [ X${FileName0} != X${NULL_STR} ] && [ X${FileName0} != X"Section" ] ) ; then
411      eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1
[247]412
[544]413      (( i=0 ))
414      until [ $i -ge $NbFiles ]; do
[778]415        eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1
416        eval file_in=${file_in_}
417        (( i_ = i+1 ))
418        eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1
419        eval file_out=${file_out_}
[247]420
[778]421        # define CumulPeriod definition for this file
422        (( i__ = i+2 ))
423        eval SmoothDef=\${${ListFilesName}[$i__]}
424        IGCM_debug_Print 3 "  ${file_in} ${SmoothDef}"
425        aux=$( IGCM_SmoothModulo ${SmoothDef} ${CumulPeriod} )
426        j=1
427        for val in ${aux} ; do
428          [ ${j} -eq 1 ] && SmoothMin=${val}
429          [ ${j} -eq 2 ] && SmoothMax=${val}
430          [ ${j} -eq 3 ] && ret=${val}
431          (( j=j+1 ))
432        done
433        [ ${SmoothMax} -eq -1 ] && SmoothMax=${CumulPeriod}
434        if ( [ X${ret} = Xtrue ] || ( [ ${Period} -eq 1 ] && [ ${CumulPeriod} -ge ${SmoothMin} ] && [ ${CumulPeriod} -le ${SmoothMax} ] ) ) ; then
[548]435
[778]436          IGCM_sys_IsFileArchived ${file_in}
437          if [ $? = 0 ] ; then
438            IGCM_sys_Get ${file_in} ${file_out}
439            #IGCM_comp_PrepareDeletedFiles ${file_in} ${file_out}
440          else
441            IGCM_sys_Cp ${file_in} ${file_out}
442          fi
443        fi
444        (( i=i+3 ))
[544]445      done
446    fi
447  done
[778]448
[544]449  IGCM_debug_PopStack "IGCM_comp_GetInputSmoothFiles"
[247]450}
451
452#=======================================================================
[2]453function IGCM_comp_GetInputBoundaryFiles
454{
[544]455  IGCM_debug_PushStack "IGCM_comp_GetInputBoundaryFiles"
[2]456
[544]457  # Debug Print :
458  echo
459  IGCM_debug_Print 1 "IGCM_comp_GetInputBoundaryFiles"
460  echo
[2]461
[544]462  typeset comp compname comptagname card ListFilesName FileName0 NbFiles i i_
463  typeset file_in_ file_in file_out_ file_out
[2]464
[544]465  if [ ${Period} = 1 ]; then
466    ListFixBoundary=" "
467  fi
[2]468
[544]469  for comp in ${config_ListOfComponents[*]} ; do
[2]470
[544]471    # Define component
472    eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1
473    eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1
[2]474
[544]475    # Debug Print :
476    IGCM_debug_Print 3 "Boundary files ${compname}"
[2]477
[544]478    card=${SUBMIT_DIR}/COMP/${compname}.card
[2]479
[544]480    IGCM_card_DefineArrayFromOption ${card} BoundaryFiles List
481    ListFilesName=${compname}_BoundaryFiles_List
482    eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1
[2]483
[544]484    if [ X${FileName0} != X${NULL_STR} ] ; then
485      eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1
[2]486
[544]487      (( i=0 ))
488      until [ $i -ge $NbFiles ]; do
[778]489        eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1
490        eval file_in=${file_in_}
491        (( i_ = i+1 ))
492        eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1
493        eval file_out=${file_out_}
[2]494
[778]495        IGCM_sys_IsFileArchived ${file_in}
496        if [ $? = 0 ] ; then
497          IGCM_sys_Get ${file_in} ${file_out}
[809]498          IGCM_comp_PrepareDeletedFiles ${file_in} ${file_out}
[778]499        else
500          IGCM_sys_Cp ${file_in} ${file_out}
501        fi
[2]502
[778]503        (( i=i+2 ))
[544]504      done
505    fi
[2]506
[544]507    # Get non deleted files
508    if [ ${Period} = 1 ]; then
[2]509
[544]510      IGCM_card_DefineArrayFromOption ${card} BoundaryFiles ListNonDel
511      ListFilesName=${compname}_BoundaryFiles_ListNonDel
512      eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1
[778]513
[544]514      if [ X${FileName0} != X${NULL_STR} ] ; then
[778]515        eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1
[2]516
[778]517        (( i=0 ))
518        until [ $i -ge $NbFiles ]; do
519          eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1
520          eval file_in=${file_in_}
521          (( i_ = i+1 ))
522          eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1
523          eval file_out=${file_out_}
[2]524
[778]525          IGCM_sys_IsFileArchived ${file_in}
526          if [ $? = 0 ] ; then
527            IGCM_sys_Get ${file_in} ${file_out}
528            #IGCM_comp_PrepareDeletedFiles ${file_in} ${file_out}
529          else
530            IGCM_sys_Cp ${file_in} ${file_out}
531          fi
[2]532
[778]533          if [ X${file_out} != X. ] ; then
534            ListFixBoundary=${ListFixBoundary}" "${file_out}
535          else
536            ListFixBoundary=${ListFixBoundary}" "$( basename ${file_in} )
537          fi
538
539          (( i=i+2 ))
540        done
[544]541      fi
542    fi
543  done
[778]544
[544]545  IGCM_debug_PopStack "IGCM_comp_GetInputBoundaryFiles"
[2]546}
547
548#=======================================================================
549function IGCM_comp_DelFixeBoundaryFiles
550{
[544]551  IGCM_debug_PushStack "IGCM_comp_DelFixeBoundaryFiles"
[2]552
[544]553  # Debug Print :
554  echo
555  IGCM_debug_Print 1 "IGCM_comp_DelFixeBoundaryFiles"
556  echo
[2]557
[544]558  ls -l ${ListFixBoundary}
559  rm -f ${ListFixBoundary}
[2]560
[544]561  IGCM_debug_PopStack "IGCM_comp_DelFixeBoundaryFiles"
[2]562}
563
564#=======================================================================
565function IGCM_comp_GetInputParametersFiles
566{
[544]567  IGCM_debug_PushStack "IGCM_comp_GetInputParametersFiles"
[2]568
[544]569  # Debug Print :
570  echo
571  IGCM_debug_Print 1 "IGCM_comp_GetInputParametersFiles"
572  echo
[2]573
[544]574  typeset comp compname comptagname card ListFilesName FileName0 NbFiles i i_ file_in file_out
575  for comp in ${config_ListOfComponents[*]} ; do
576    # Define component
577    eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1
578    eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1
[2]579
[544]580    # Debug Print :
581    IGCM_debug_Print 3 "Parameters ${compname}"
[2]582
[778]583    card=${SUBMIT_DIR}/COMP/${compname}.card
[2]584
[544]585    IGCM_card_DefineArrayFromOption ${card} ParametersFiles List
586    ListFilesName=${compname}_ParametersFiles_List
587    eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1
[2]588
[544]589    if [ X${FileName0} != X${NULL_STR} ] ; then
590      eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1
[2]591
[544]592      (( i=0 ))
593      until [ $i -ge $NbFiles ]; do
[778]594        eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1
595        eval file_in=${file_in_}
596        (( i_ = i+1 ))
597        eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1
598        eval file_out=${file_out_} 
[2]599
[778]600        IGCM_sys_Cp ${file_in} ${file_out} 
601        IGCM_comp_PrepareDeletedFiles ${file_in} ${file_out}
[2]602
[778]603        (( i=i+2 ))
[544]604      done
605    fi
606  done
[2]607
[544]608  IGCM_debug_PopStack "IGCM_comp_GetInputParametersFiles"
[2]609}
610
611#=======================================================================
612function IGCM_comp_GetInputRestartFiles
613{
[544]614  IGCM_debug_PushStack "IGCM_comp_GetInputRestartFiles"
[2]615
[544]616  # Debug Print :
617  echo
618  IGCM_debug_Print 1 "IGCM_comp_GetInputRestartFiles"
619  echo
[2]620
[590]621  typeset Date_tmp Date_r Path_r do_start CompOldName Path_OUT Path_BUF
622  typeset Buffered Archived Tared PotentialTarFile IsMatching TarFileFound
[544]623  typeset comp compname comptagname card ListFilesName FileName0 NbFiles i i_
624  typeset file_in file_out file_in_ file_out_ file_in_Name
625  typeset -Z4 j4
[821]626  #BASH declare j4
[2]627
[778]628  IsMatching=""
629
[544]630  for comp in ${config_ListOfComponents[*]} ; do
631    # Define component
632    eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1
633    eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1
634    #
635    card=${SUBMIT_DIR}/COMP/${compname}.card
636    #
637    IGCM_card_DefineArrayFromOption ${card} RestartFiles List
638    ListFilesName=${compname}_RestartFiles_List
639    eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1
[2]640
[544]641    # Debug Print :
642    IGCM_debug_Print 3 "restart ${compname}"
[2]643
[544]644    if ( ${FirstInitialize} ) ; then
[2]645
[544]646      if [ "${config_Restarts_OverRule}" = "y" ] ; then
[778]647        eval config_${comp}_Restart="y"
648        eval config_${comp}_RestartDate=${config_Restarts_RestartDate}
649        eval config_${comp}_RestartJobName=${config_Restarts_RestartJobName}
650        eval config_${comp}_RestartPath=${config_Restarts_RestartPath}
651        eval do_start=\${config_${comp}_Restart} > /dev/null 2>&1
652        eval CompOldName=${comp}
[544]653      else
[778]654        # Read component Restarts parameters
655        IGCM_card_DefineVariableFromOption ${SUBMIT_DIR}/config.card ${comp} Restart
656        eval do_start=\${config_${comp}_Restart} > /dev/null 2>&1
[2]657
[778]658        if [ "${do_start}" = "y" ] ; then
659          IGCM_card_DefineVariableFromOption ${SUBMIT_DIR}/config.card ${comp} RestartDate
660          IGCM_card_DefineVariableFromOption ${SUBMIT_DIR}/config.card ${comp} RestartJobName
661          IGCM_card_DefineVariableFromOption ${SUBMIT_DIR}/config.card ${comp} RestartPath
662        else
663          eval config_${comp}_RestartDate=-1
664          eval config_${comp}_RestartJobName=${NULL_STR}
665          eval config_${comp}_RestartPath=${NULL_STR}
666        fi
[849]667
[778]668        eval CompOldName=\${config_${comp}_OldName}
669        if [ X${CompOldName} = X ] ; then
670          eval CompOldName=${comp}
671        fi
672
673        # Reinitialize IsMatching to allow searching for a different tar file for each component.
674        IsMatching=""
675        TarFileFound=""
[544]676      fi
[2]677
[544]678      if [ "${do_start}" = "y" ] ; then
[2]679
[672]680        # Restore Restarts files
681        #-----------------------
[778]682        if ( [ X${FileName0} != X${NULL_STR} ] && [ X${FileName0} != XNONE ] ) ; then
683          eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1
[2]684
[778]685          (( i=1 ))
686          until [ $i -gt $NbFiles ]; do
687            eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1
688            eval file_in=${file_in_}
689            (( i_ = i+1 ))
690            eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1
691            eval file_out=${file_out_}
692
693            eval Date_tmp=\${config_${comp}_RestartDate}
694            Date_r=$( IGCM_date_ConvertFormatToGregorian ${Date_tmp} )
[672]695            # will be re-use
696            eval RestartPath=\${config_${comp}_RestartPath}
697            eval RestartJobName=\${config_${comp}_RestartJobName}
698            #
[778]699            Path_r=${RestartPath}/${RestartJobName}/${CompOldName}/Restart
700            file_in_Name=${RestartJobName}_${Date_r}_${file_in}
[2]701
[778]702            extension_in=$( echo ${file_in_Name##*.} )
703            extension_out=$( echo ${file_out##*.} )
[672]704
[778]705            generic_restart_file_name_in=$( basename ${file_in_Name} .${extension_in} )
706            generic_restart_file_name_out=$( basename ${file_out} .${extension_out} )
[2]707
[778]708            Path_OUT=${Path_r}/${generic_restart_file_name_in}
709
[672]710            if [ $( IGCM_sys_TestFileBuffer ${Path_OUT}*.${extension_in} ; echo $? ) = 0 ] ; then
[778]711              IGCM_debug_Print 3 "Buffered restart"
712              Buffered=true
713              Archived=false
714              Tared=false
715              nb_restart_file=$(IGCM_sys_CountFileBuffer ${Path_OUT}_????.${extension_in})
[672]716            elif [ $( IGCM_sys_TestFileArchive ${Path_OUT}*.${extension_in} ; echo $? ) = 0 ] ; then
[778]717              IGCM_debug_Print 3 "Archived restart"
718              Buffered=false
719              Archived=true
720              Tared=false
721              nb_restart_file=$(IGCM_sys_CountFileArchive ${Path_OUT}_????.${extension_in})
[672]722            else
723              IGCM_debug_Print 3 "Tared restart"
[778]724              Buffered=false
725              Archived=false
726              Tared=true
[672]727              # Look after the tar file we want if we did not found it already
[778]728              if [ X${IsMatching} = X ] ; then
[885]729                for PotentialTarFile in $( IGCM_sys_RshArchive "find ${RestartPath}/${RestartJobName}/RESTART -name "${RestartJobName}_*restart*.tar" -print" ) ; do
[778]730                  IsMatching=$( echo ${PotentialTarFile##*/} | \
[885]731                        sed "s:_restart::" | \
[778]732                        sed "s:^${RestartJobName}_::" | \
[885]733                        sed "s:\.tar$::" | \
[778]734                        gawk -F_ -v restartdate=${Date_r} \
[884]735                             '{if (($1 <= restartdate) && ($2 >= restartdate)) {print $1"_"$2}}' )
[778]736                  if [ ! X${IsMatching} = X ] ; then
737                    TarFileFound=${PotentialTarFile}
738                    break
739                  fi
740                done
741              fi
[801]742              TarFileLocation=$( IGCM_sys_PrepareTaredRestart ${TarFileFound} )
743              IGCM_debug_Print 1 "tar xvf ${TarFileLocation} ${comp}_${generic_restart_file_name_in}*.${extension_in}"
744              tar xvf ${TarFileLocation} ${comp}_${generic_restart_file_name_in}*.${extension_in}
[778]745              nb_restart_file=$( IGCM_sys_CountFileBuffer ${comp}_${generic_restart_file_name_in}_????.${extension_in} )
746            fi
[672]747
748            if [ ${nb_restart_file} -gt 1 ] ; then
[821]749              j=0                                      # BASH LINE NOT NEEDED
750              # BASH for j4 in in $( eval echo {0000..$(( nb_restart_file - 1 ))} ) ; do
751              until [ $j -ge ${nb_restart_file} ]; do  # BASH LINE NOT NEEDED
752                j4=${j}                                # BASH LINE NOT NEEDED
[778]753                if [ X${Buffered} = Xtrue ] ; then
754                  IGCM_sys_GetBuffer ${Path_OUT}_${j4}.${extension_in} ${generic_restart_file_name_out}_${j4}.${extension_out}
755                elif [ X${Archived} = Xtrue ] ; then
756                  IGCM_sys_Get ${Path_OUT}_${j4}.${extension_in} ${generic_restart_file_name_out}_${j4}.${extension_out}
757                elif [ X${Tared} = Xtrue ] ; then
758                  IGCM_sys_Mv ${comp}_${generic_restart_file_name_in}_${j4}.${extension_in} ${generic_restart_file_name_out}_${j4}.${extension_out}
759                fi
[821]760                (( j=j+1 ))                            #BASH LINE NOT NEEDED
[778]761              done
[740]762
763              if [ X${NUM_PROC_OCE} != X ] ; then
764                if [ ${NUM_PROC_OCE} -ne ${nb_restart_file} ] ; then
765                  IGCM_sys_rebuild ${generic_restart_file_name_out}.${extension_out} ${generic_restart_file_name_out}_????.${extension_out}
766                  IGCM_sys_Rm ${generic_restart_file_name_out}_????.${extension_out}
767                fi
768              fi
[778]769            else
770              if [ X${Buffered} = Xtrue ] ; then
771                IGCM_sys_GetBuffer ${Path_r}/${file_in_Name} ${file_out}
772              elif [ X${Archived} = Xtrue ] ; then
773                IGCM_sys_Get ${Path_r}/${file_in_Name} ${file_out}
774              elif [ X${Tared} = Xtrue ] ; then
775                IGCM_sys_Mv ${comp}_${file_in_Name} ${file_out}
776              fi
777            fi
778            (( i=i+3 ))
779          done
[672]780
[778]781        else
782          if [ X${FileName0} != XNONE ] ; then
783            IGCM_debug_Exit "IGCM_comp_GetInputRestartFiles : No file in list for ${compname}."
784          else
785            IGCM_debug_Print 1 "IGCM_comp_GetInputRestartFiles : NONE specified in Restart List ${compname}."
786          fi
787        fi
[544]788      fi
[893]789    elif ( [ ${Period} -eq 1 ] && [ ${DRYRUN} -eq 0 ] ) ; then
[544]790      # if not FirstInitialize and first loop of this job
[2]791
[544]792      # Restore Restarts files
793      #-----------------------
794      if ( [ X${FileName0} != X${NULL_STR} ] && [ X${FileName0} != XNONE ] ) ; then
[778]795        eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1
[2]796
[778]797        (( i=1 ))
798        until [ $i -gt $NbFiles ]; do
799          eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1
800          eval file_in=${file_in_}
801          (( i_ = i+1 ))
802          eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1
803          eval file_out=${file_out_}
[2]804
[778]805          file_in_Name=${run_Configuration_OldPrefix}_${file_in}
[662]806
[778]807          extension_in=$( echo ${file_in_Name##*.} )
808          extension_out=$( echo ${file_out##*.} )
[67]809
[778]810          generic_restart_file_name_in=$( basename ${file_in_Name} .${extension_in} )
811          generic_restart_file_name_out=$( basename ${file_out} .${extension_out} )
812
813          eval Path_BUF=\${R_BUF_${comp}_R}/${generic_restart_file_name_in}
814          eval Path_OUT=\${R_OUT_${comp}_R}/${generic_restart_file_name_in}
815
[662]816          if [ $( IGCM_sys_TestFileBuffer ${Path_BUF}*.${extension_in} ; echo $? ) = 0 ] ; then
[778]817            IGCM_debug_Print 3 "Buffered restart"
818            Buffered=true
819            Archived=false
820            Tared=false
821            nb_restart_file=$(IGCM_sys_CountFileBuffer ${Path_BUF}_????.${extension_in})
[672]822          elif [ $( IGCM_sys_TestFileArchive ${Path_OUT}*.${extension_in} ; echo $? ) = 0 ] ; then
[778]823            IGCM_debug_Print 3 "Archived restart"
824            Buffered=false
825            Archived=true
826            Tared=false
827            nb_restart_file=$(IGCM_sys_CountFileArchive ${Path_OUT}_????.${extension_in})
828          else
829            IGCM_debug_Print 3 "Tared restart"
830            Buffered=false
831            Archived=false
832            Tared=true
833            # Look after the tar file we want if we did not found it already
834            if [ X${IsMatching} = X ] ; then
[801]835              for PotentialTarFile in $( IGCM_sys_RshArchive "find ${R_SAVE}/RESTART -name "${config_UserChoices_JobName}_*_restart.tar" -print" ) ; do
[778]836                IsMatching=$( echo ${PotentialTarFile##*/} | sed "s:^${config_UserChoices_JobName}_::" | sed "s:\.restart\.tar$::" | gawk -F_ -v restartdate=${LastPeriodDateEnd} '{if (($1 < restartdate) && ($2 >= restartdate)) {print $1"_"$2}}' )
837                if [ ! X${IsMatching} = X ] ; then
838                  TarFileFound=${PotentialTarFile}
839                  break
840                fi
841              done
842            fi
[801]843            TarFileLocation=$( IGCM_sys_PrepareTaredRestart ${TarFileFound} )
844            IGCM_debug_Print 1 "tar xvf ${TarFileLocation} ${comp}_${generic_restart_file_name_in}*.${extension_in}"
845            tar xvf ${TarFileLocation} ${comp}_${generic_restart_file_name_in}*.${extension_in}
[778]846            nb_restart_file=$( IGCM_sys_CountFileBuffer ${comp}_${generic_restart_file_name_in}_????.${extension_in} )
847          fi
[41]848
[778]849          if [ ${nb_restart_file} -gt 1 ] ; then
[821]850            j=0                                     # BASH LINE NOT NEEDED
851            #BASH for j4 in in $( eval echo {0000..$(( nb_restart_file - 1 ))} ) ; do
852            until [ $j -ge ${nb_restart_file} ]; do # BASH LINE NOT NEEDED
853              j4=${j}                               # BASH LINE NOT NEEDED
[778]854              if [ X${Buffered} = Xtrue ] ; then
855                IGCM_sys_GetBuffer ${Path_BUF}_${j4}.${extension_in} ${generic_restart_file_name_out}_${j4}.${extension_out}
856              elif [ X${Archived} = Xtrue ] ; then
857                IGCM_sys_Get ${Path_OUT}_${j4}.${extension_in} ${generic_restart_file_name_out}_${j4}.${extension_out}
858              elif [ X${Tared} = Xtrue ] ; then
859                IGCM_sys_Mv ${comp}_${generic_restart_file_name_in}_${j4}.${extension_in} ${generic_restart_file_name_out}_${j4}.${extension_out}
860              fi
[821]861              (( j=j+1 ))                           # BASH LINE NOT NEEDED
[778]862            done
863          else
864            if [ X${Buffered} = Xtrue ] ; then
865              eval IGCM_sys_GetBuffer \${R_BUF_${comp}_R}/${file_in_Name} ${file_out}
866            elif [ X${Archived} = Xtrue ] ; then
867              eval IGCM_sys_Get \${R_OUT_${comp}_R}/${file_in_Name} ${file_out}
868            elif [ X${Tared} = Xtrue ] ; then
869              IGCM_sys_Mv ${comp}_${file_in_Name} ${file_out}
870            fi
871          fi
872          (( i=i+3 ))
873        done
[544]874      else
[778]875        if [ X${FileName0} != XNONE ] ; then
876          IGCM_debug_Exit "IGCM_comp_GetInputRestartFiles : No file in list for ${compname}."
877        else
878          IGCM_debug_Print 1 "IGCM_comp_GetInputRestartFiles : NONE specified in Restart List ${compname}."
879        fi
[544]880      fi
[420]881    fi
[544]882  done
[420]883
[544]884  NbFiles=$( ls * 2> /dev/null | wc -l )
885  if [ ${NbFiles} -gt 0 ] ; then
886    IGCM_sys_Chmod u+rw *
887  fi
888
889  IGCM_debug_PopStack "IGCM_comp_GetInputRestartFiles"
[2]890}
891
892#=======================================================================
[269]893function IGCM_comp_PeriodStart
894{
[544]895  IGCM_debug_PushStack "IGCM_comp_PeriodStart"
[269]896
[544]897  # Debug Print :
898  echo
899  IGCM_debug_Print 1 "IGCM_comp_PeriodStart"
900  echo
[269]901
[544]902  typeset ExeNameIn ExeNameOut
903  typeset comp compname comptagname
904  for comp in ${config_ListOfComponents[*]} ; do
905    # Define component
906    eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1
907    eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1
[269]908
[544]909    # Copy executable for this component
910    eval ExeNameIn=\${config_Executable_${comp}[0]}
911    eval ExeNameOut=\${config_Executable_${comp}[1]}
[269]912
[544]913    # Debug Print
914    IGCM_debug_Print 3 "PeriodStart ${compname} Driver Function (if any)."
915    # UPDATE component
916    ${comp}_PeriodStart 2> /dev/null
[269]917
[544]918  done
[269]919
[544]920  IGCM_debug_PopStack "IGCM_comp_PeriodStart"
[269]921}
922
923#=======================================================================
[2]924function IGCM_comp_Update
925{
[544]926  IGCM_debug_PushStack "IGCM_comp_Update"
[2]927
928    # Debug Print :
[544]929  echo
930  IGCM_debug_Print 1 "IGCM_comp_Update"
931  echo
[2]932
[544]933  typeset ExeNameIn ExeNameOut
934  typeset comp compname comptagname
935  for comp in ${config_ListOfComponents[*]} ; do
936    # Define component
937    eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1
938    eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1
[2]939
[544]940    # Copy executable for this component
941    eval ExeNameIn=\${config_Executable_${comp}[0]}
942    eval ExeNameOut=\${config_Executable_${comp}[1]}
[151]943
[622]944    # If missing executable and DRYRUN is set to 0 or 1  then stop!
945    if [ ${DRYRUN} -le 1 ] && [ X${ExeNameIn} != X\"\" ] &&  [ ! -f ${R_EXE}/${ExeNameIn} ] ; then
946      IGCM_debug_Exit "IGCM_comp_Update missing executable ${ExeNameIn}"
[778]947    fi
[236]948
[544]949    if [ ${Period} -eq 1 ] && [ -f ${R_EXE}/${ExeNameIn} ] ; then
950      eval IGCM_sys_Cp ${R_EXE}/${ExeNameIn} ${ExeNameOut}
951      if [ -f ${RUN_DIR}/${ExeNameOut} ] ; then
952        eval IGCM_sys_Chmod +rx ${RUN_DIR}/${ExeNameOut}
953      fi
954    elif [ -f ${R_EXE}/${ExeNameIn} ] && [ ! -f ${RUN_DIR}/${ExeNameOut} ] ; then
955      eval IGCM_sys_Cp ${R_EXE}/${ExeNameIn} ${ExeNameOut}
956      if [ -f ${RUN_DIR}/${ExeNameOut} ] ; then
957        eval IGCM_sys_Chmod +rx ${RUN_DIR}/${ExeNameOut}
958      fi
959    fi
[2]960
[544]961    # Debug Print
962    IGCM_debug_Print 1 "Update ${compname} Parameter Files."
963    # UPDATE component
964    ${comp}_Update
[2]965
[544]966  done
[2]967
[544]968  IGCM_debug_PopStack "IGCM_comp_Update"
[2]969}
970
971#=======================================================================
972function IGCM_comp_Finalize
973{
[544]974  IGCM_debug_PushStack "IGCM_comp_Finalize"
[2]975
[544]976  # Debug Print :
977  echo
978  IGCM_debug_Print 1 "IGCM_comp_Finalize"
979  echo
[2]980
[544]981  typeset ListTextName TextName0
982  typeset comp compname comptagname card ListFilesName FileName0 NbFiles SaveOnArchive
983  typeset i i_ file_in file_in_ file_out file_out_ file_outin file_outin_ generic_file_name nb_rebuild_file
984  typeset -Z4 j4
[821]985  #BASH declare j4
[544]986  typeset list_file nlist_file
987  typeset compactoutputs
[429]988
[544]989  compactoutputs=false
990  if [ X${JobType} != XRUN ] ; then
991    compactoutputs=true
992  elif [ X${config_UserChoices_CompactText} != Xn ] ; then
993    compactoutputs=true
994  fi
[433]995
[544]996  for comp in ${config_ListOfComponents[*]} ; do
997    # Define component
998    eval compname=\${config_ListOfComponents_${comp}[0]} > /dev/null 2>&1
999    eval comptagname=\${config_ListOfComponents_${comp}[1]} > /dev/null 2>&1
[2]1000
[544]1001    # Debug Print
1002    IGCM_debug_Print 1 "Finalize ${comp} : ${compname} component."
1003    # FINALIZE component
1004    ${comp}_Finalize
[2]1005
[778]1006    card=${SUBMIT_DIR}/COMP/${compname}.card
[2]1007
[804]1008    # Save Output Text files of models
1009    #---------------------------------
1010    IGCM_debug_Print 2 "Save Output Text files for ${comp} : ${compname} component."
1011    IGCM_card_DefineArrayFromOption ${card} OutputText List
1012    ListTextName=${compname}_OutputText_List
1013
1014    eval TextName0=\${${ListTextName}[0]} > /dev/null 2>&1
1015    if [ X${TextName0} != X${NULL_STR} ] ; then
1016      eval NbFiles=\${#${ListTextName}[@]} > /dev/null 2>&1
1017
1018      (( i=0 ))
1019      until [ $i -eq $NbFiles ]; do
1020        eval file_in=\${${ListTextName}[$i]} > /dev/null 2>&1
1021        eval file_out=${PREFIX}_${file_in}
1022
1023        (( i=i+1 ))
1024
1025        unset list_file
1026        #set +A list_file -- $( ls ${file_in}* | sort 2>/dev/null )
1027        # result for a a1 a10 a2 with file_in=a a a1 a2 a10
1028        set +A list_file -- $( [ -f ${file_in} ] && ls ${file_in} ; for i in $(ls ${file_in}* 2>/dev/null | sed "s/${file_in}//" | sort -n) ; do ls ${file_in}$i ; done )
1029        nlist_file=${#list_file[@]}
1030        if [ ${nlist_file} -gt 1 ] ; then
1031          if ( ${compactoutputs} ) ; then
1032            IGCM_debug_Print 2 "Parallelism of Text Output with ${nlist_file} files."
1033            IGCM_debug_Print 2 "Compact files in ${file_out} : " ${list_file[*]}
1034            echo ${list_file[*]} > ${file_out}
1035            echo "" >> ${file_out}
1036
1037            (( i_ = 0 ))
1038            for file in ${list_file[@]}
1039            do
1040              echo "_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ " >> ${file_out}
1041              echo "| " ${i_} " " ${file} >> ${file_out}
1042              echo "- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - " >> ${file_out}
1043              cat ${file} | sed "s/\(.*\)/${i_}\1/" ${file} >> ${file_out}
1044              echo "" >> ${file_out}
1045              eval FileToBeDeleted[${#FileToBeDeleted[@]}]="${file}" > /dev/null 2>&1
1046                  (( i_ = i_ + 1 ))
1047            done
1048            if [ X${Pack} = Xtrue ] ; then
1049              eval IGCM_sys_PutBuffer_Out ${file_out} \${R_BUF_${comp}_D}/${file_out}
1050            else
1051              eval IGCM_sys_Put_Out ${file_out} \${R_OUT_${comp}_D}/${file_out}
1052            fi
1053            eval FileToBeDeleted[${#FileToBeDeleted[@]}]="${file_out}" > /dev/null 2>&1
1054
1055            if ( ${ExecutionFail} ) ; then
1056              IGCM_sys_Cp ${file_out} ${SUBMIT_DIR}/Debug
1057            fi
1058          else
1059            for file in ${list_file[@]}
1060            do
1061              if [ X${Pack} = Xtrue ] ; then
1062                eval IGCM_sys_PutBuffer_Out ${file} \${R_BUF_${comp}_D}/${PREFIX}_${file}
1063              else
1064                eval IGCM_sys_Put_Out ${file} \${R_OUT_${comp}_D}/${PREFIX}_${file}
1065              fi
1066              eval FileToBeDeleted[${#FileToBeDeleted[@]}]="${file}" > /dev/null 2>&1
1067
1068              if ( ${ExecutionFail} ) ; then
1069                IGCM_sys_Cp ${file} ${SUBMIT_DIR}/Debug/${PREFIX}_${file}
1070              fi
1071            done
1072          fi
1073        else
1074          if ( [ -f ${file_in}_0000 ] || [ -f ${file_in}0 ] ) ; then
1075            eval IGCM_sys_Mv ${file_in}* ${file_in}
1076          fi
1077          if [ X${Pack} = Xtrue ] ; then
1078            eval IGCM_sys_PutBuffer_Out ${file_in} \${R_BUF_${comp}_D}/${file_out}
1079          else
1080            eval IGCM_sys_Put_Out ${file_in} \${R_OUT_${comp}_D}/${file_out}
1081          fi
1082          eval FileToBeDeleted[${#FileToBeDeleted[@]}]="${file_in}" > /dev/null 2>&1
1083
1084          if ( ${ExecutionFail} ) ; then
1085            IGCM_sys_Cp ${file_in} ${SUBMIT_DIR}/Debug/${file_out}
1086          fi
1087        fi
1088      done
1089    fi
1090
[544]1091    # Save Restarts files
1092    #--------------------
1093    IGCM_debug_Print 2 "Save Restart files for ${comp} : ${compname} component."
1094    IGCM_card_DefineArrayFromOption ${card} RestartFiles List
1095    ListFilesName=${compname}_RestartFiles_List
1096    eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1
[778]1097
[544]1098    if ( [ X${FileName0} != X${NULL_STR} ] && [ X${FileName0} != XNONE ] ) ; then
1099      eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1
[778]1100
[544]1101      (( i=0 ))
1102      until [ $i -ge $NbFiles ]; do
[778]1103        eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1
1104        eval file_in=${file_in_}
[2]1105
[778]1106        (( i_ = i+1 ))
1107        eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1
1108        eval file_out=${file_out_}
[151]1109
[778]1110        (( i_ = i+2 ))
1111        eval file_outin_=\${${ListFilesName}[$i_]} > /dev/null 2>&1
1112        eval file_outin=${file_outin_}
[151]1113
[778]1114        generic_restart_file_name_in=$(    basename ${file_in} .nc )
1115        generic_restart_file_name_out=$(   basename ${config_UserChoices_JobName}_${PeriodDateEnd}_${file_out} .nc )
1116        generic_restart_file_name_outin=$( basename ${file_outin} .nc )
[2]1117
[778]1118        nb_restart_file=$( ls ${generic_restart_file_name_in}_????.nc 2>/dev/null | wc -l ) 
1119        if [ ${nb_restart_file} -gt 1 ] ; then
[821]1120          j=0                                     # BASH LINE NOT NEEDED
1121          # BASH for j4 in in $( eval echo {0000..$(( nb_restart_file - 1 ))} ) ; do
1122          until [ $j -ge ${nb_restart_file} ]; do # BASH LINE NOT NEEDED
1123            j4=${j}                               # BASH LINE NOT NEEDED
[778]1124            if [ X${Pack} = Xtrue ] ; then
1125              eval IGCM_sys_PutBuffer_Rest ${generic_restart_file_name_in}_${j4}.nc \${R_BUF_${comp}_R}/${generic_restart_file_name_out}_${j4}.nc
1126            else
1127              eval IGCM_sys_Put_Rest ${generic_restart_file_name_in}_${j4}.nc \${R_OUT_${comp}_R}/${generic_restart_file_name_out}_${j4}.nc
1128            fi
1129            if [ ! ${file_in} = ${file_outin} ] ; then
1130              if ( ${ExitFlag} ) ; then
1131                echo "IGCM_sys_Mv ${generic_restart_file_name_in}_${j4}.nc ${generic_restart_file_name_outin}_${j4}.nc not executed."
1132              else
1133                IGCM_sys_Mv ${generic_restart_file_name_in}_${j4}.nc ${generic_restart_file_name_outin}_${j4}.nc
1134              fi
1135            fi
[821]1136            (( j=j+1 ))                           # BASH LINE NOT NEEDED
[778]1137          done
1138        else
1139          if [ X${Pack} = Xtrue ] ; then
1140            eval IGCM_sys_PutBuffer_Rest ${file_in} \${R_BUF_${comp}_R}/${config_UserChoices_JobName}_${PeriodDateEnd}_${file_out}
1141          else
1142            eval IGCM_sys_Put_Rest ${file_in} \${R_OUT_${comp}_R}/${config_UserChoices_JobName}_${PeriodDateEnd}_${file_out}
1143          fi
1144          if [ ! ${file_in} = ${file_outin} ] ; then
1145            if ( ${ExitFlag} ) ; then
1146              echo "IGCM_sys_Mv ${file_in} ${file_outin} not executed."
1147            else
1148              IGCM_sys_Mv ${file_in} ${file_outin}
1149            fi
1150          fi
1151        fi
1152
1153        (( i=i+3 ))
[544]1154      done
1155    else
1156      if [ X${FileName0} != XNONE ] ; then
[778]1157        IGCM_debug_Exit "IGCM_comp_Finalize : No file in restart list for ${compname}."
[544]1158      else
[778]1159        IGCM_debug_Print 1 "IGCM_comp_Finalize : NONE specified in Restart List ${compname}."
[544]1160      fi
1161    fi
[2]1162
[544]1163    # Save Output files
1164    #------------------
1165    IGCM_debug_Print 2 "Save Output files for ${comp} : ${compname} component."
1166    IGCM_card_DefineArrayFromOption ${card} OutputFiles List
1167    ListFilesName=${compname}_OutputFiles_List
1168    eval FileName0=\${${ListFilesName}[0]} > /dev/null 2>&1
[2]1169
[544]1170    if [ X${FileName0} != X${NULL_STR} ] ; then
1171      eval NbFiles=\${#${ListFilesName}[@]} > /dev/null 2>&1
[149]1172
[544]1173      (( i=0 ))
1174      until [ $i -ge $NbFiles ]; do
[778]1175        SaveOnArchive=true
1176        eval file_in_=\${${ListFilesName}[$i]} > /dev/null 2>&1
1177        eval file_in=${file_in_}
1178        (( i_ = i+1 ))
1179        eval file_out_=\${${ListFilesName}[$i_]} > /dev/null 2>&1
1180        eval file_out=${file_out_}
1181        #
1182        # Override file_out path remplacing R_SAVE by R_BUFR
1183        #
1184        if [ X${Pack} = Xtrue ] ; then
1185          file_out=$( echo $file_out | sed "s:^$R_SAVE:$R_BUFR:" )
1186        fi
1187        #
1188        # Not necessarily the best option. /!\ Potential side effects /!\
1189        #
1190        (( i_ = i+2 ))
1191        eval flag_post=\${${ListFilesName}[$i_]} > /dev/null 2>&1
1192        #
1193        generic_file_name=$( basename ${file_in} .nc )
1194        nb_rebuild_file=$( ls | grep "^${generic_file_name}_[0-9]*.nc" | wc -l )
1195        #
1196        if ( [ ${nb_rebuild_file} -eq 1 ] && [ -f ${generic_file_name}_0000.nc ] ) ; then
[804]1197          IGCM_debug_Print 2 "Parallelism with 1 file. Rebuilding ${file_in} not needed"
[778]1198          IGCM_sys_Mv ${generic_file_name}_0000.nc ${file_in}
1199        elif [ ${nb_rebuild_file} -gt 1 ] ; then
[804]1200          IGCM_debug_Print 2 "Parallelism detected and rebuilding ${file_in} is needed"
[778]1201          if [ X${AsynchronousRebuild} = Xfalse ] ; then
1202            IGCM_debug_Print 2 "Rebuilding ${file_in} online"
1203            IGCM_sys_rebuild ${file_in} ${generic_file_name}_*.nc
1204          else
1205            IGCM_debug_Print 2 "Preparing offline rebuild for ${file_in}"
1206            [ ! -d ${RUN_DIR}/REBUILD_${PeriodDateBegin} ] && IGCM_sys_Mkdir ${RUN_DIR}/REBUILD_${PeriodDateBegin}
1207            IGCM_sys_Mv ${generic_file_name}_????.nc ${RUN_DIR}/REBUILD_${PeriodDateBegin}
[544]1208
[778]1209            # Prepare headers for the shell dedicated to offline rebuild
1210            if [ ! -f ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh ] ; then
1211              if [ $DRYRUN -le 1 ]; then
1212                echo "#!/bin/ksh                                        " >  ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1213                echo "function IGCM_FlushRebuild                        " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1214                echo "{                                                 " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1215                echo "IGCM_debug_PushStack \"IGCM_FlushRebuild\"        " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1216                echo "echo                                              " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1217                echo "IGCM_debug_Print 1 \"IGCM_FlushRebuild\"          " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1218                echo "echo                                              " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1219                echo "export R_SAVE=${R_SAVE}                           " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1220                echo "export R_BUFR=${R_BUFR}                           " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
[694]1221                echo "export R_OUT_KSH=${R_OUT_KSH}                     " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1222                echo "export R_BUF_KSH=${R_BUF_KSH}                     " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
[749]1223                echo "export config_UserChoices_JobName=${config_UserChoices_JobName}     " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1224                echo "export config_UserChoices_SpaceName=${config_UserChoices_SpaceName} " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
[778]1225              fi
1226            fi
1227            # Prepare the shell dedicated to offline rebuild
1228            if [ $DRYRUN -le 1 ]; then
[694]1229              if [ ${file_in} = histstn.nc ] ; then
1230                echo "IGCM_sys_rebuild_station ${file_in} ${generic_file_name}_*.nc" >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1231              else
[778]1232                echo "IGCM_sys_rebuild ${file_in} ${generic_file_name}_*.nc" >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
[694]1233              fi
1234              echo "IGCM_debug_Verif_Exit_Post" >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
[778]1235            fi
1236            #
1237            # Load Patch we need to apply and apply
1238            if [ $DRYRUN -le 1 ]; then
1239              if [ X$( eval echo \${${compname}_${flag_post}_Patches[0]} ) !=  X${NULL_STR} ]; then
1240                for Patch in $( eval echo \${${compname}_${flag_post}_Patches[*]} ); do
1241                  echo ". ${libIGCM_POST}/libIGCM_post/IGCM_${Patch}.ksh" >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1242                  echo "IGCM_${Patch} ${file_in}                        " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1243                  echo "IGCM_debug_Verif_Exit_Post                      " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1244                done
1245              fi
1246            fi
1247            #
1248            if [ $DRYRUN -le 1 ]; then
1249              if [ X${Pack} = Xtrue ] ; then
1250                echo "IGCM_sys_PutBuffer_Out ${file_in} ${file_out}     " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1251              else
1252                echo "IGCM_sys_Put_Out ${file_in} ${file_out}           " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1253              fi
1254              echo "IGCM_debug_Verif_Exit_Post                          " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1255              echo "IGCM_sys_Rm ${generic_file_name}_*.nc               " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1256            fi
1257            SaveOnArchive=false
1258          fi
1259        fi
1260        #
1261        if [ ${SaveOnArchive} = true ] ; then
1262          #
1263          # Rebuild has been done online or it was not needed
1264          #
1265          # If we need to apply a patch we use TMP DIRECTORY before ARCHIVING if asynchronous rebuild is on
1266          #
1267          thereisapatch=$( eval echo \${${compname}_${flag_post}_Patches[0]} )
1268          if ( [ ! X${thereisapatch} = X${NULL_STR} ] && [ X${AsynchronousRebuild} = Xtrue ] && [ -f ${file_in} ] ) ; then
1269            [ ! -d ${RUN_DIR}/REBUILD_${PeriodDateBegin} ] && IGCM_sys_Mkdir ${RUN_DIR}/REBUILD_${PeriodDateBegin}
1270            IGCM_sys_Mv ${file_in} ${RUN_DIR}/REBUILD_${PeriodDateBegin}
1271            eval FileToBeDeleted[${#FileToBeDeleted[@]}]=REBUILD_${PeriodDateBegin}/${file_in} > /dev/null 2>&1
1272            #
1273            if [ $DRYRUN -le 1 ]; then
1274              if [ ! -f ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh ] ; then
1275                echo "#!/bin/ksh                                      " >  ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1276                echo "function IGCM_FlushRebuild                      " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1277                echo "{                                               " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1278                echo "IGCM_debug_PushStack \"IGCM_FlushRebuild\"      " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1279                echo "echo                                            " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1280                echo "IGCM_debug_Print 1 \"IGCM_FlushRebuild\"        " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1281                echo "echo                                            " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1282                echo "export R_SAVE=${R_SAVE}                         " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1283                echo "export config_UserChoices_JobName=${config_UserChoices_JobName} " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1284              fi
[545]1285              #
[778]1286              for Patch in $( eval echo \${${compname}_${flag_post}_Patches[*]} ); do
1287                echo ". ${libIGCM_POST}/libIGCM_post/IGCM_${Patch}.ksh" >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1288                echo "IGCM_${Patch} ${file_in}                        " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1289                echo "IGCM_debug_Verif_Exit_Post                      " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1290              done
1291              #
1292              if [ X${Pack} = Xtrue ] ; then
1293                echo "IGCM_sys_PutBuffer_Out ${file_in} ${file_out}   " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1294              else
1295                echo "IGCM_sys_Put_Out ${file_in} ${file_out}         " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1296              fi
1297              echo "IGCM_debug_Verif_Exit_Post                        " >> ${RUN_DIR}/REBUILD_${PeriodDateBegin}/rebuild.ksh
1298              #
1299            fi
1300          else
1301            #
1302            # No Patch, No Asynchronous rebuild, online rebuild has been done or was not needed
1303            #
1304            if [ X${Pack} = Xtrue ] ; then
1305              IGCM_sys_PutBuffer_Out ${file_in} ${file_out}
1306            else
1307              IGCM_sys_Put_Out ${file_in} ${file_out}
1308            fi
1309            eval FileToBeDeleted[${#FileToBeDeleted[@]}]="${file_in}" > /dev/null 2>&1
1310            if [ ${nb_rebuild_file} -gt 1 ] ; then
1311              for DelFile in $( ls | grep "${generic_file_name}[_0-9]*.nc" ) ; do
1312                eval FileToBeDeleted[${#FileToBeDeleted[@]}]=${DelFile} > /dev/null 2>&1
1313              done
1314            fi
1315          fi
1316        fi
1317        (( i=i+3 ))
[544]1318      done
1319    fi
1320    echo
1321  done
1322  IGCM_debug_PopStack "IGCM_comp_Finalize"
[2]1323}
Note: See TracBrowser for help on using the repository browser.