source: tags/libIGCM_v2.0_beta3/libIGCM_card/libIGCM_card.ksh @ 1137

Last change on this file since 1137 was 660, checked in by sdipsl, 12 years ago
  • Quick fix to be compatible with ensemble approach. Do not exit if the section we try to read is not there
  • Property licence set to
    The following licence information concerns ONLY the libIGCM tools
    ==================================================================

    Copyright © Centre National de la Recherche Scientifique CNRS
    Commissariat à l'Énergie Atomique CEA

    libIGCM : Library for Portable Models Computation of IGCM Group.

    IGCM Group is the french IPSL Global Climate Model Group.

    This library is a set of shell scripts and functions whose purpose is
    the management of the initialization, the launch, the transfer of
    output files, the post-processing and the monitoring of datas produce
    by any numerical program on any plateforme.

    This software is governed by the CeCILL license under French law and
    abiding by the rules of distribution of free software. You can use,
    modify and/ or redistribute the software under the terms of the CeCILL
    license as circulated by CEA, CNRS and INRIA at the following URL
    "http://www.cecill.info".

    As a counterpart to the access to the source code and rights to copy,
    modify and redistribute granted by the license, users are provided only
    with a limited warranty and the software's author, the holder of the
    economic rights, and the successive licensors have only limited
    liability.

    In this respect, the user's attention is drawn to the risks associated
    with loading, using, modifying and/or developing or reproducing the
    software by the user in light of its specific status of free software,
    that may mean that it is complicated to manipulate, and that also
    therefore means that it is reserved for developers and experienced
    professionals having in-depth computer knowledge. Users are therefore
    encouraged to load and test the software's suitability as regards their
    requirements in conditions enabling the security of their systems and/or
    data to be ensured and, more generally, to use and operate it in the
    same conditions as regards security.

    The fact that you are presently reading this means that you have had
    knowledge of the CeCILL license and that you accept its terms.
  • Property svn:keywords set to Revision Author Date
File size: 12.1 KB
Line 
1#!/bin/ksh
2
3#**************************************************************
4# Author: Patrick Brockmann
5# Contact: Patrick.Brockmann__at__cea.fr
6# $Revision::                                          $ Revision of last commit
7# $Author::                                            $ Author of last commit
8# $Date::                                              $ Date of last commit
9# IPSL (2006)
10#  This software is governed by the CeCILL licence see libIGCM/libIGCM_CeCILL.LIC
11#
12#**************************************************************
13
14#==================================================
15# The documentation of this file can be automatically generated
16# if you use the prefix #D- for comments to be extracted.
17# Extract with command: cat lib* | grep "^#D-" | cut -c "4-"
18#==================================================
19 
20#D-#==================================================================
21#D-libIGCM_card
22#D-This ksh library handles extraction of information from configuration file
23#D-called "card" file (en français fichier "carte").
24#D-All function described bellow must be prefixed by IGCM_card.
25#D-A card file is organized as follows :
26#D- ---------------------
27#D-[Messages]
28#D-Option1= "Hello Earth"
29#D-Option2= "Hello Mars"
30#D-
31#D-# My comments
32#D-[Recipes]
33#D-Cake= "file1.doc"
34#D-Starter= "file2.doc"
35#D-
36#D-[ColorValues]
37#D-Red= 120
38#D-Blue= 230
39#D-Green= 178
40#D-
41#D-[Couples]
42#D-List1=   (up, down), \
43#D-         (humid, dry), \
44#D-         (hot, cold), \
45#D-         (far, close)
46#D-List2=   (ice, fire, air, water)
47#D- ---------------------
48#D-
49
50#D-#==================================================================
51#D-function IGCM_card_PrintOption
52#D-* Purpose: Print an option from a given file.card and section
53#D-* Usage: IGCM_card_PrintOption file.card section option
54#D-* Only used by IGCM_card_Test.ksh
55#D-
56function IGCM_card_PrintOption
57{
58    IGCM_debug_PushStack "IGCM_card_PrintOption" $@
59    if ( [ -r "$1" ] && [ -f "$1" ] ) ; then
60        gawk -f ${libIGCM}/libIGCM_card/IGCM_card_PrintOption.awk "$@"
61    else
62        echo
63        IGCM_debug_Print 1 "--Error--> IGCM_card_PrintOption $@"
64        IGCM_debug_Print 1 "           $1 is not readable"
65        IGCM_debug_Exit "IGCM_card_PrintOption"
66    fi
67    IGCM_debug_PopStack "IGCM_card_PrintOption"
68}
69
70#D-#==================================================================
71#D-function IGCM_card_PrintSection
72#D-* Purpose: Print all options from a given file.card and section
73#D-* Usage: IGCM_card_PrintSection file.card section
74#D-* Only used by IGCM_card_Test.ksh
75#D-
76function IGCM_card_PrintSection
77{
78    IGCM_debug_PushStack "IGCM_card_PrintSection" $@
79    if ( [ -r "$1" ] && [ -f "$1" ] ) ; then
80        gawk -f ${libIGCM}/libIGCM_card/IGCM_card_PrintSection.awk -- "$@"
81    else
82        IGCM_debug_Print 1 "--Error--> IGCM_card_PrintSection $@"
83        IGCM_debug_Print 1 "           $1 is not readable"
84        IGCM_debug_Exit "IGCM_card_PrintSection"
85    fi
86    IGCM_debug_PopStack "IGCM_card_PrintSection"
87}
88
89#D-#==================================================================
90#D-function IGCM_card_DefineVariableFromOption
91#D-* Purpose: Define a variable from a given file.card, section and option
92#D-*          Variable name is automatically defined as file_section_option
93#D-* Usage: IGCM_card_DefineVariableFromOption file.card section option
94#D-
95function IGCM_card_DefineVariableFromOption
96{
97    IGCM_debug_PushStack "IGCM_card_DefineVariableFromOption" $@
98    if ( [ -r "$1" ] && [ -f "$1" ] ) ; then
99        # Get basename of card file ($1)
100        typeset name1=${1##*/}
101        # Build name of variable as $1_$2_$3 (cardname_Section_Option)
102        typeset name=${name1%%.*}_${2}_${3}
103        typeset value=$( gawk -f ${libIGCM}/libIGCM_card/IGCM_card_PrintOption.awk -- "$@" )
104
105        # Only if a section is missing we exit the job.
106        # We must allow missing option to keep backward compatibilty.
107        if [ "${value}" = "Error: Section not found" ] ; then
108            echo
109            IGCM_debug_Print 1 "Error with readding of ${name} variable in ${1}."
110            IGCM_debug_Print 1 "Error: Section ${2} not found"
111            IGCM_debug_Exit
112            IGCM_debug_Verif_Exit
113        fi
114        eval ${name}=${value}
115    else
116        echo
117        IGCM_debug_Print 1 "--Error--> IGCM_card_DefineVariableFromOption"
118        IGCM_debug_Print 1 "--Error--> $1 is not readable"
119        IGCM_debug_Exit "IGCM_card_DefineVariableFromOption"
120        IGCM_debug_Verif_Exit
121    fi
122    IGCM_debug_PopStack "IGCM_card_DefineVariableFromOption"
123}
124
125#D-#==================================================================
126#D-function IGCM_card_DefineArrayFromOption
127#D-* Purpose: Define an array variable from a given file.card, section and option
128#D-*          Array variable is automatically defined as file_section_option
129#D-* Usage: IGCM_card_DefineArrayFromOption file.card section option
130#D-
131function IGCM_card_DefineArrayFromOption
132{
133    IGCM_debug_PushStack "IGCM_card_DefineArrayFromOption" $@
134    if ( [ -r "$1" ] && [ -f "$1" ] ) ; then
135        # Get basename of card file ($1)
136        typeset name1=${1##*/}
137        # Build name of array as $1_$2_$3 (cardname_Section_Option)
138        typeset name=${name1%%.*}_${2}_${3}
139        eval unset ${name}
140        eval ${name}[0]=${NULL_STR}
141        set +A ${name} -- $( gawk -f ${libIGCM}/libIGCM_card/IGCM_card_PrintOption.awk -- "$@" | gawk -- 'BEGIN {FS="[() ,]+"} {for (i=2; i <= NF-1; i++) printf("%s ",$i)}' )
142    else
143        echo
144        IGCM_debug_Print 1 "--Error--> IGCM_card_DefineArrayFromOption $@"
145        IGCM_debug_Print 1 "           $1 is not readable"
146        IGCM_debug_Exit "IGCM_card_DefineArrayFromOption"
147    fi
148    IGCM_debug_PopStack "IGCM_card_DefineArrayFromOption"
149}
150
151#D-#==================================================================
152#D-function IGCM_card_DefineArrayFromSection
153#D-* Purpose: Define an array variable from a given file.card and section
154#D-*          Array variable is automatically defined as file_section
155#D-* Usage: IGCM_card_DefineArrayFromSection file.card section
156#D-
157function IGCM_card_DefineArrayFromSection
158{
159    IGCM_debug_PushStack "IGCM_card_DefineArrayFromSection" $@
160    if ( [ -r "$1" ] && [ -f "$1" ] ) ; then
161        # Get basename of card file ($1)
162        typeset name1=${1##*/}
163        # Build name of array as $1_$2 (cardname_Section)
164        typeset name=${name1%%.*}_${2}
165        eval unset ${name}
166        eval ${name}[0]=${NULL_STR}
167        set +A ${name} -- $( gawk -f ${libIGCM}/libIGCM_card/IGCM_card_PrintSection.awk -- "$@" )
168        #if [ "$( eval echo \${${name}[@]} )" = "Error: Section not found" ] ; then
169        #    echo
170        #    IGCM_debug_Print 1 "Error with readding of ${name} variable in ${1}."
171        #    IGCM_debug_Print 1 "Error: Section ${2} not found"
172        #    IGCM_debug_Exit
173        #    IGCM_debug_Verif_Exit
174        #fi
175        if [ "$( eval echo \${${name}[@]} )" = "Error: Section not found" ] ; then
176          echo
177          IGCM_debug_Print 1 "Warning with readding of ${name} variable in ${1}."
178          IGCM_debug_Print 1 "Warning: Section ${2} not found"
179          eval unset ${name}
180        fi
181    else
182        IGCM_debug_Print 1 "--Error--> IGCM_card_DefineArrayFromSection $@"
183        IGCM_debug_Print 1 "           $1 is not readable"
184        IGCM_debug_Exit "IGCM_card_DefineArrayFromSection"
185    fi
186    IGCM_debug_PopStack "IGCM_card_DefineArrayFromSection"
187}
188
189#D-#==================================================================
190#D-function IGCM_card_WriteOption
191#D-* Purpose: Write an option in a given file.card and section
192#D-* Usage: IGCM_card_WriteOption file.card section newvalue
193#D-* Examples: IGCM_card_WriteOption file.card Recipes Red 150
194#D-            IGCM_card_WriteOption file.card Messages Option2 '"Hello Mercure"'
195#D-            IGCM_card_WriteOption file.card Messages ListVal1 '( 1, 2, 3 )'
196#D-            listname="(Sebastien, Martial, Patrick)"
197#D-            IGCM_card_WriteOption NewTestFile.card Messages ListVal2 "${listname}"
198#D-
199function IGCM_card_WriteOption
200{
201    IGCM_debug_PushStack "IGCM_card_WriteOption" $@
202    if ( [ -r "$1" ] && [ -w "$1" ]  && [ -f "$1" ] ) ; then
203        typeset tmpfile=tmpfile_$$
204        ( IGCM_card_PrintOption "$1" "$2" "$3" | grep "not found" ) > ${tmpfile}
205        if [ $( cat ${tmpfile} | wc -l ) -gt 0 ] ; then
206            echo "-------------------------------------------"
207            echo "!!! Problem with IGCM_card_WriteOption !!!"
208            echo "Try to write : " $@
209            echo "You have to correct some script." 
210            echo "We won't do anything else !"
211            exit 1
212        fi
213        \rm ${tmpfile}
214
215        # The tmpfile uses now the real path of the card to be modified,
216        # not just a local tmpfile with PID.
217        tmpfile=$1_mutex_$$
218
219        IGCM_card_CheckConflict $1
220
221        # Do the job
222        ( gawk -f ${libIGCM}/libIGCM_card/IGCM_card_WriteOption.awk -- "$@" 2> /dev/null ) > ${tmpfile}
223
224        cp $1 $1.bak
225        mv ${tmpfile} $1
226
227    else
228        echo
229        IGCM_debug_Print 1 "--Error--> IGCM_card_WriteOption $@"
230        IGCM_debug_Print 1 "           $1 is not readable or not writable"
231        IGCM_debug_Exit "IGCM_card_WriteOption"
232    fi
233    IGCM_debug_PopStack "IGCM_card_WriteOption"
234}
235
236function IGCM_card_CheckConflict
237{
238    IGCM_debug_PushStack "IGCM_card_CheckConflict" $@
239
240    typeset isleep tmpfiles
241
242    # Watch for possible conflics : Check for other tmpfiles.
243    set +A tmpfiles -- $( ls $1_mutex_[0-9]* 2>/dev/null )
244    ((isleep=0))
245    while [ ${#tmpfiles[@]} -gt 0 ] ; do
246        echo "Conflict between two processes working on " $1 "!!!" ${tmpfiles[@]}
247        sleep 1
248        ((isleep=isleep+1))
249        if [ isleep -gt 20 ] ; then
250            echo "Too many loops waiting for other process working on " $1 ". We continue."
251            echo "You should see if one process of your run or post-treatment may have terminated suddenly."
252            echo "Afer, you should erase this(those) file(s) : " ${tmpfiles[@]}
253# Send a mail to USER ??
254            break ;
255        fi
256        unset tmpfiles
257        set +A tmpfiles -- $( ls $1_mutex_[0-9]* 2>/dev/null )
258    done
259
260    IGCM_debug_PopStack "IGCM_card_CheckConflict"
261}
262
263#D-#==================================================================
264#D-function IGCM_card_WriteArrayOption
265#D-* Purpose: Write an array option a given file.card and section
266#D-* Usage: IGCM_card_WriteArrayOption file.card section option newarray
267#D-* Examples: set -A MyArray -- 1 2 3
268#D-            IGCM_card_WriteArrayOption file.card Recipes List MyArray
269#D-
270function IGCM_card_WriteArrayOption
271{
272    IGCM_debug_PushStack "IGCM_card_WriteArrayOption" $@
273
274    if ( [ -r "$1" ] && [ -w "$1" ]  && [ -f "$1" ] ) ; then
275        typeset tmpfile=tmpfile_$$
276        if [ X"${4}" != X"" ]; then
277            tab=$4
278            IGCM_card_WriteOption $1 $2 $3 '('$( eval echo \${${tab}[@]} | sed -e 's/ /,/g' )')'
279        else
280            IGCM_card_WriteOption $1 $2 $3 '()'
281        fi
282    else
283        echo
284        IGCM_debug_Print 1 "--Error--> IGCM_card_WriteArrayOption $@"
285        IGCM_debug_Print 1 "           $1 is not readable or not writable"
286        IGCM_debug_Exit "IGCM_card_WriteArrayOption"
287    fi
288    IGCM_debug_PopStack "IGCM_card_WriteArrayOption"
289}
290
291#D-#==================================================================
292#D-function IGCM_card_Check
293#D-* Purpose: Check the present file by comparison with a reference file
294#D-* Usage: IGCM_card_Check
295#D-
296function IGCM_card_Check
297{
298    IGCM_debug_PushStack "IGCM_card_Check" 
299#---------------------
300    if [ ! -n "${libIGCM}" ] ; then
301        echo "Check libIGCM_card ...........................................[ FAILED ]"
302        echo "--Error--> libIGCM variable is not defined"
303        IGCM_debug_Exit "IGCM_card_Check"
304    fi
305
306#---------------------
307    whence -v gawk > /dev/null 2>&1
308    if [ ! $? -eq 0 ] ; then
309        echo "Check libIGCM_card ...........................................[ FAILED ]"
310        echo "--Error--> gawk command is not defined"
311        IGCM_debug_Exit "IGCM_card_Check"
312    fi
313
314#---------------------
315    ${libIGCM}/libIGCM_card/IGCM_card_Test.ksh > IGCM_card_Test.ref.failed 2>&1
316    sleep 2
317
318    if diff IGCM_card_Test.ref.failed ${libIGCM}/libIGCM_card/IGCM_card_Test.ref > /dev/null 2>&1 ; then
319        echo "Check libIGCM_card ...............................................[ OK ]"
320        IGCM_sys_Rm IGCM_card_Test.ref.failed
321    else
322        echo "Check libIGCM_card ...........................................[ FAILED ]"
323        echo "--Error--> Execution of ${libIGCM}/libIGCM_card/IGCM_card_Test.ksh"
324        echo "           has produced the file IGCM_card_Test.ref.failed"
325        echo "           Please analyse differences with the reference file by typing:"
326        echo "           diff IGCM_card_Test.ref.failed ${libIGCM}/libIGCM_card/IGCM_card_Test.ref"
327        echo "           Report errors to the author: Patrick.Brockmann@cea.fr"
328        IGCM_debug_Exit "IGCM_card_Check"
329    fi
330
331#---------------------
332    IGCM_debug_PopStack "IGCM_card_Check" 
333}
Note: See TracBrowser for help on using the repository browser.