source: tags/libIGCM_v2.0/libIGCM_card/libIGCM_card.ksh @ 1170

Last change on this file since 1170 was 822, checked in by sdipsl, 11 years ago
  • This kind of things don't work in bash. See #112
  • Property licence set to
    The following licence information concerns ONLY the libIGCM tools
    ==================================================================

    Copyright © Centre National de la Recherche Scientifique CNRS
    Commissariat à l'Énergie Atomique CEA

    libIGCM : Library for Portable Models Computation of IGCM Group.

    IGCM Group is the french IPSL Global Climate Model Group.

    This library is a set of shell scripts and functions whose purpose is
    the management of the initialization, the launch, the transfer of
    output files, the post-processing and the monitoring of datas produce
    by any numerical program on any plateforme.

    This software is governed by the CeCILL license under French law and
    abiding by the rules of distribution of free software. You can use,
    modify and/ or redistribute the software under the terms of the CeCILL
    license as circulated by CEA, CNRS and INRIA at the following URL
    "http://www.cecill.info".

    As a counterpart to the access to the source code and rights to copy,
    modify and redistribute granted by the license, users are provided only
    with a limited warranty and the software's author, the holder of the
    economic rights, and the successive licensors have only limited
    liability.

    In this respect, the user's attention is drawn to the risks associated
    with loading, using, modifying and/or developing or reproducing the
    software by the user in light of its specific status of free software,
    that may mean that it is complicated to manipulate, and that also
    therefore means that it is reserved for developers and experienced
    professionals having in-depth computer knowledge. Users are therefore
    encouraged to load and test the software's suitability as regards their
    requirements in conditions enabling the security of their systems and/or
    data to be ensured and, more generally, to use and operate it in the
    same conditions as regards security.

    The fact that you are presently reading this means that you have had
    knowledge of the CeCILL license and that you accept its terms.
  • Property svn:keywords set to Revision Author Date
File size: 12.6 KB
Line 
1#!/bin/ksh
2
3#**************************************************************
4# Author: Patrick Brockmann
5# Contact: Patrick.Brockmann__at__cea.fr
6# $Revision::                                          $ Revision of last commit
7# $Author::                                            $ Author of last commit
8# $Date::                                              $ Date of last commit
9# IPSL (2006)
10#  This software is governed by the CeCILL licence see libIGCM/libIGCM_CeCILL.LIC
11#
12#**************************************************************
13
14#==================================================
15# The documentation of this file can be automatically generated
16# if you use the prefix #D- for comments to be extracted.
17# Extract with command: cat lib* | grep "^#D-" | cut -c "4-"
18#==================================================
19 
20#D-#==================================================================
21#D-libIGCM_card
22#D-This ksh library handles extraction of information from configuration file
23#D-called "card" file (en français fichier "carte").
24#D-All function described bellow must be prefixed by IGCM_card.
25#D-A card file is organized as follows :
26#D- ---------------------
27#D-[Messages]
28#D-Option1= "Hello Earth"
29#D-Option2= "Hello Mars"
30#D-
31#D-# My comments
32#D-[Recipes]
33#D-Cake= "file1.doc"
34#D-Starter= "file2.doc"
35#D-
36#D-[ColorValues]
37#D-Red= 120
38#D-Blue= 230
39#D-Green= 178
40#D-
41#D-[Couples]
42#D-List1=   (up, down), \
43#D-         (humid, dry), \
44#D-         (hot, cold), \
45#D-         (far, close)
46#D-List2=   (ice, fire, air, water)
47#D- ---------------------
48#D-
49
50#D-#==================================================================
51#D-function IGCM_card_PrintOption
52#D-* Purpose: Print an option from a given file.card and section
53#D-* Usage: IGCM_card_PrintOption file.card section option
54#D-* Only used by IGCM_card_Test.ksh
55#D-
56function IGCM_card_PrintOption
57{
58    IGCM_debug_PushStack "IGCM_card_PrintOption" $@
59    if ( [ -r "$1" ] && [ -f "$1" ] ) ; then
60      gawk -f ${libIGCM}/libIGCM_card/IGCM_card_PrintOption.awk "$@"
61    else
62      echo
63      IGCM_debug_Print 1 "--Error--> IGCM_card_PrintOption $@"
64      IGCM_debug_Print 1 "           $1 is not readable"
65      IGCM_debug_Exit "IGCM_card_PrintOption"
66    fi
67    IGCM_debug_PopStack "IGCM_card_PrintOption"
68}
69
70#D-#==================================================================
71#D-function IGCM_card_PrintSection
72#D-* Purpose: Print all options from a given file.card and section
73#D-* Usage: IGCM_card_PrintSection file.card section
74#D-* Only used by IGCM_card_Test.ksh
75#D-
76function IGCM_card_PrintSection
77{
78    IGCM_debug_PushStack "IGCM_card_PrintSection" $@
79    if ( [ -r "$1" ] && [ -f "$1" ] ) ; then
80      gawk -f ${libIGCM}/libIGCM_card/IGCM_card_PrintSection.awk -- "$@"
81    else
82      IGCM_debug_Print 1 "--Error--> IGCM_card_PrintSection $@"
83      IGCM_debug_Print 1 "           $1 is not readable"
84      IGCM_debug_Exit "IGCM_card_PrintSection"
85    fi
86    IGCM_debug_PopStack "IGCM_card_PrintSection"
87}
88
89#D-#==================================================================
90#D-function IGCM_card_DefineVariableFromOption
91#D-* Purpose: Define a variable from a given file.card, section and option
92#D-*          Variable name is automatically defined as file_section_option
93#D-* Usage: IGCM_card_DefineVariableFromOption file.card section option
94#D-
95function IGCM_card_DefineVariableFromOption
96{
97    IGCM_debug_PushStack "IGCM_card_DefineVariableFromOption" $@
98    if ( [ -r "$1" ] && [ -f "$1" ] ) ; then
99      # Get basename of card file ($1)
100      typeset name1=${1##*/}
101      # Build name of variable as $1_$2_$3 (cardname_Section_Option)
102      typeset name=${name1%%.*}_${2}_${3}
103      typeset value=$( gawk -f ${libIGCM}/libIGCM_card/IGCM_card_PrintOption.awk -- "$@" )
104
105      # Only if a section is missing we exit the job.
106      # We must allow missing option to keep backward compatibilty.
107      if [ "${value}" = "Error: Section not found" ] ; then
108        echo
109        IGCM_debug_Print 1 "Error with readding of ${name} variable in ${1}."
110        IGCM_debug_Print 1 "Error: Section ${2} not found"
111        IGCM_debug_Exit
112        IGCM_debug_Verif_Exit
113      fi
114      eval ${name}=${value}
115    else
116      echo
117      IGCM_debug_Print 1 "--Error--> IGCM_card_DefineVariableFromOption"
118      IGCM_debug_Print 1 "--Error--> $1 is not readable"
119      IGCM_debug_Exit "IGCM_card_DefineVariableFromOption"
120      IGCM_debug_Verif_Exit
121    fi
122    IGCM_debug_PopStack "IGCM_card_DefineVariableFromOption"
123}
124
125#D-#==================================================================
126#D-function IGCM_card_DefineArrayFromOption
127#D-* Purpose: Define an array variable from a given file.card, section and option
128#D-*          Array variable is automatically defined as file_section_option
129#D-* Usage: IGCM_card_DefineArrayFromOption file.card section option
130#D-
131function IGCM_card_DefineArrayFromOption
132{
133    IGCM_debug_PushStack "IGCM_card_DefineArrayFromOption" $@
134    if ( [ -r "$1" ] && [ -f "$1" ] ) ; then
135      # Get basename of card file ($1)
136      typeset name1=${1##*/}
137      # Build name of array as $1_$2_$3 (cardname_Section_Option)
138      typeset name=${name1%%.*}_${2}_${3}
139      eval unset ${name}
140      eval ${name}[0]=${NULL_STR}
141      set +A ${name} -- $( gawk -f ${libIGCM}/libIGCM_card/IGCM_card_PrintOption.awk -- "$@" | gawk -- 'BEGIN {FS="[() ,]+"} {for (i=2; i <= NF-1; i++) printf("%s ",$i)}' )
142    else
143      echo
144      IGCM_debug_Print 1 "--Error--> IGCM_card_DefineArrayFromOption $@"
145      IGCM_debug_Print 1 "           $1 is not readable"
146      IGCM_debug_Exit "IGCM_card_DefineArrayFromOption"
147    fi
148    IGCM_debug_PopStack "IGCM_card_DefineArrayFromOption"
149}
150
151#D-#==================================================================
152#D-function IGCM_card_DefineArrayFromSection
153#D-* Purpose: Define an array variable from a given file.card and section
154#D-*          Array variable is automatically defined as file_section
155#D-* Usage: IGCM_card_DefineArrayFromSection file.card section
156#D-
157function IGCM_card_DefineArrayFromSection
158{
159    IGCM_debug_PushStack "IGCM_card_DefineArrayFromSection" $@
160    if ( [ -r "$1" ] && [ -f "$1" ] ) ; then
161      # Get basename of card file ($1)
162      typeset name1=${1##*/}
163      # Build name of array as $1_$2 (cardname_Section)
164      typeset name=${name1%%.*}_${2}
165      eval unset ${name}
166      eval ${name}[0]=${NULL_STR}
167      set +A ${name} -- $( gawk -f ${libIGCM}/libIGCM_card/IGCM_card_PrintSection.awk -- "$@" )
168      #if [ "$( eval echo \${${name}[@]} )" = "Error: Section not found" ] ; then
169      #    echo
170      #    IGCM_debug_Print 1 "Error with readding of ${name} variable in ${1}."
171      #    IGCM_debug_Print 1 "Error: Section ${2} not found"
172      #    IGCM_debug_Exit
173      #    IGCM_debug_Verif_Exit
174      #fi
175      if [ "$( eval echo \${${name}[@]} )" = "Error: Section not found" ] ; then
176        echo
177        IGCM_debug_Print 1 "Warning with readding of ${name} variable in ${1}."
178        IGCM_debug_Print 1 "Warning: Section ${2} not found"
179        eval unset ${name}
180      fi
181    else
182      IGCM_debug_Print 1 "--Error--> IGCM_card_DefineArrayFromSection $@"
183      IGCM_debug_Print 1 "           $1 is not readable"
184      IGCM_debug_Exit "IGCM_card_DefineArrayFromSection"
185    fi
186    IGCM_debug_PopStack "IGCM_card_DefineArrayFromSection"
187}
188
189#D-#==================================================================
190#D-function IGCM_card_WriteOption
191#D-* Purpose: Write an option in a given file.card and section
192#D-* Usage: IGCM_card_WriteOption file.card section newvalue
193#D-* Examples: IGCM_card_WriteOption file.card Recipes Red 150
194#D-            IGCM_card_WriteOption file.card Messages Option2 '"Hello Mercure"'
195#D-            IGCM_card_WriteOption file.card Messages ListVal1 '( 1, 2, 3 )'
196#D-            listname="(Sebastien, Martial, Patrick)"
197#D-            IGCM_card_WriteOption NewTestFile.card Messages ListVal2 "${listname}"
198#D-
199function IGCM_card_WriteOption
200{
201    IGCM_debug_PushStack "IGCM_card_WriteOption" $@
202    if ( [ -r "$1" ] && [ -w "$1" ]  && [ -f "$1" ] ) ; then
203      typeset tmpfile=tmpfile_$$
204      ( IGCM_card_PrintOption "$1" "$2" "$3" | grep "not found" ) > ${tmpfile}
205      if [ $( cat ${tmpfile} | wc -l ) -gt 0 ] ; then
206        echo "-------------------------------------------"
207        echo "!!! Problem with IGCM_card_WriteOption !!!"
208        echo "Try to write : " $@
209        echo "You have to correct some script." 
210        echo "We won't do anything else !"
211        exit 1
212      fi
213      \rm ${tmpfile}
214
215      # The tmpfile uses now the real path of the card to be modified,
216      # not just a local tmpfile with PID.
217      tmpfile=$1_mutex_$$
218
219      IGCM_card_CheckConflict $1
220
221      # Do the job
222      ( gawk -f ${libIGCM}/libIGCM_card/IGCM_card_WriteOption.awk -- "$@" 2> /dev/null ) > ${tmpfile}
223
224      cp $1 $1.bak
225      mv ${tmpfile} $1
226
227    else
228      echo
229      IGCM_debug_Print 1 "--Error--> IGCM_card_WriteOption $@"
230      IGCM_debug_Print 1 "           $1 is not readable or not writable"
231      IGCM_debug_Exit "IGCM_card_WriteOption"
232    fi
233    IGCM_debug_PopStack "IGCM_card_WriteOption"
234}
235
236function IGCM_card_CheckConflict
237{
238    IGCM_debug_PushStack "IGCM_card_CheckConflict" $@
239
240    typeset isleep tmpfiles
241
242    # Watch for possible conflics : Check for other tmpfiles.
243    set +A tmpfiles -- $( ls $1_mutex_[0-9]* 2>/dev/null )
244    ((isleep=0))
245    while [ ${#tmpfiles[@]} -gt 0 ] ; do
246      echo "Conflict between two processes working on " $1 "!!!" ${tmpfiles[@]}
247      sleep 1
248      ((isleep=isleep+1))
249      if [ ${isleep} -gt 20 ] ; then
250        echo "Too many loops waiting for other process working on " $1 ". We continue."
251        echo "You should see if one process of your run or post-treatment may have terminated suddenly."
252        echo "Afer, you should erase this(those) file(s) : " ${tmpfiles[@]}
253# Send a mail to USER ??
254        break ;
255      fi
256      unset tmpfiles
257      set +A tmpfiles -- $( ls $1_mutex_[0-9]* 2>/dev/null )
258    done
259
260    IGCM_debug_PopStack "IGCM_card_CheckConflict"
261}
262
263#D-#==================================================================
264#D-function IGCM_card_WriteArrayOption
265#D-* Purpose: Write an array option a given file.card and section
266#D-* Usage: IGCM_card_WriteArrayOption file.card section option newarray
267#D-* Examples: set -A MyArray -- 1 2 3
268#D-            IGCM_card_WriteArrayOption file.card Recipes List MyArray
269#D-
270function IGCM_card_WriteArrayOption
271{
272    IGCM_debug_PushStack "IGCM_card_WriteArrayOption" $@
273
274    if ( [ -r "$1" ] && [ -w "$1" ]  && [ -f "$1" ] ) ; then
275      typeset tmpfile=tmpfile_$$
276      if [ X"${4}" != X"" ]; then
277        tab=$4
278        IGCM_card_WriteOption $1 $2 $3 '('$( eval echo \${${tab}[@]} | sed -e 's/ /,/g' )')'
279      else
280        IGCM_card_WriteOption $1 $2 $3 '()'
281      fi
282    else
283      echo
284      IGCM_debug_Print 1 "--Error--> IGCM_card_WriteArrayOption $@"
285      IGCM_debug_Print 1 "           $1 is not readable or not writable"
286      IGCM_debug_Exit "IGCM_card_WriteArrayOption"
287    fi
288    IGCM_debug_PopStack "IGCM_card_WriteArrayOption"
289}
290
291#D-#==================================================================
292#D-function IGCM_card_Check
293#D-* Purpose: Check the present file by comparison with a reference file
294#D-* Usage: IGCM_card_Check
295#D-
296function IGCM_card_Check
297{
298    IGCM_debug_PushStack "IGCM_card_Check" 
299#---------------------
300    if [ ! -n "${libIGCM}" ] ; then
301      echo "Check libIGCM_card ...........................................[ FAILED ]"
302      echo "--Error--> libIGCM variable is not defined"
303      IGCM_debug_Exit "IGCM_card_Check"
304    fi
305
306#---------------------
307    whence -v gawk > /dev/null 2>&1
308    if [ ! $? -eq 0 ] ; then
309      echo "Check libIGCM_card ...........................................[ FAILED ]"
310      echo "--Error--> gawk command is not defined"
311      IGCM_debug_Exit "IGCM_card_Check"
312    fi
313
314#---------------------
315    ${libIGCM}/libIGCM_card/IGCM_card_Test.ksh > IGCM_card_Test.ref.failed 2>&1
316    sleep 2
317
318    if diff IGCM_card_Test.ref.failed ${libIGCM}/libIGCM_card/IGCM_card_Test.ref > /dev/null 2>&1 ; then
319      echo "Check libIGCM_card ...............................................[ OK ]"
320      rm -f IGCM_card_Test.ref.failed
321    else
322      echo "Check libIGCM_card ...........................................[ FAILED ]"
323      echo "--Error--> Execution of ${libIGCM}/libIGCM_card/IGCM_card_Test.ksh"
324      echo "           has produced the file IGCM_card_Test.ref.failed"
325      echo "           Please analyse differences with the reference file by typing:"
326      echo "           diff IGCM_card_Test.ref.failed ${libIGCM}/libIGCM_card/IGCM_card_Test.ref"
327      echo "           Report errors to the author: Patrick.Brockmann@cea.fr"
328      IGCM_debug_Exit "IGCM_card_Check"
329    fi
330
331#---------------------
332    IGCM_debug_PopStack "IGCM_card_Check" 
333}
Note: See TracBrowser for help on using the repository browser.