source: tags/libIGCM_v2.0_beta3/AA_move-and-rename @ 1137

Last change on this file since 1137 was 682, checked in by aclsce, 12 years ago

Removed the reading and the use of config_Executable_Name (it is not in
config.card anymore).
  • Property svn:keywords set to Revision Author Date
File size: 16.4 KB
Line 
1#!/bin/ksh
2
3#**************************************************************
4# Author: Martial Mancip
5# Contact: Martial.Mancip__at__ipsl.jussieu.fr
6# $Revision::                                          $ Revision of last commit
7# $Author::                                            $ Author of last commit
8# $Date::                                              $ Date of last commit
9# IPSL (2006)
10#  This software is governed by the CeCILL licence see libIGCM/libIGCM_CeCILL.LIC
11#
12#**************************************************************
13
14# Change SpaceName/ExperimentName/JobName names and path for a simulation during the run.
15# !! Be careful that the job is suspended before using this script !!
16# You may call this script with those four variables already defined, or modify directly
17# default values under here :
18
19# New Name Space of this experience
20NEW_SpaceName=${NEW_SpaceName:=DEVT}
21
22# New Expericence class of the run
23NEW_ExperimentName=${NEW_ExperimentName:=NEWExperimentName}
24
25# New JobName of the run
26NEW_JobName=${NEW_JobName:=NEWJobName}
27
28SUBMIT_DIR=${SUBMIT_DIR:=my_path_to_my_SUBMIT_DIR}
29
30# verbosity
31Verbosity=3
32
33########################################################################
34
35# Path to modipsl
36MODIPSL=${MODIPSL:=::modipsl::}
37
38#D- Path to libIGCM
39#D- Default : value from AA_job if any
40# WARNING For StandAlone use : To run this script on some machine (ulam and cesium)
41# WARNING you must check MirrorlibIGCM variable in sys library.
42# WARNING If this variable is true, you must use libIGCM_POST path instead
43# WARNING of your running libIGCM directory.
44libIGCM=${libIGCM:=::modipsl::/libIGCM}
45
46DEBUG_sys=false
47DEBUG_debug=false
48
49########################################################################
50
51. ${libIGCM}/libIGCM_debug/libIGCM_debug.ksh ;
52. ${libIGCM}/libIGCM_sys/libIGCM_sys.ksh     #; IGCM_debug_Check
53. ${libIGCM}/libIGCM_card/libIGCM_card.ksh   #; IGCM_card_Check
54. ${libIGCM}/libIGCM_date/libIGCM_date.ksh   #; IGCM_date_Check
55. ${libIGCM}/libIGCM_config/libIGCM_config.ksh
56
57########################################################################
58# define local functions
59
60# Function to replace OLD JobName in file
61
62function REPLACE_sed
63{
64    IGCM_debug_PushStack "REPLACE_sed"
65    typeset RET
66   
67    FILEIN=${1}
68    FILEOUT=$( basename ${FILEIN} )
69
70    sed -e "s&${R_SAVE}&${NEW_R_SAVE}&g" -e "s/${config_UserChoices_JobName}/${NEW_JobName}/g" \
71        ${1} > ${RUN_DIR_PATH}/${FILEOUT}
72    RET=$?
73
74    touch --reference=${1} ${RUN_DIR_PATH}/${FILEOUT}
75    IGCM_sys_Mv ${RUN_DIR_PATH}/${FILEOUT} ${2}
76    chmod --reference=${1} ${2}/${FILEOUT}
77
78    IGCM_sys_Rm -f ${1}
79
80    IGCM_debug_Print 3 "REPLACE_sed : ${1} ${2}"
81   
82    IGCM_debug_PopStack "REPLACE_sed"
83    return $RET
84}
85
86function MOVE_and_RENAME_files
87{
88    IGCM_debug_PushStack "MOVE_and_RENAME_files"
89
90    typeset VAR_files FILE_OUT file i RET
91
92    VAR_files=${1}
93    eval VAR1=\${${VAR_files[0]}}
94
95    if [ X$( echo ${NEW_R_SAVE} | grep ${config_UserChoices_JobName} ) != X ]; then
96        set +A FILE_OUT -- $( eval echo \${${VAR_files}[*]} | sed -e "s&${R_SAVE}&${NEW_R_SAVE}&g" )
97        ((i=0))
98        for file in ${FILE_OUT[@]} ; do
99            FILE_OUT[$i]=$( dirname $file )/$( echo $( basename $file ) | sed -e "s/${config_UserChoices_JobName}/${NEW_JobName}/g" )
100            (( i = i + 1 ))
101        done
102    else
103        set +A FILE_OUT -- $( eval echo \${${VAR_files}[*]} | sed -e "s&${R_SAVE}&${NEW_R_SAVE}&g" -e "s/${config_UserChoices_JobName}/${NEW_JobName}/g" )
104    fi
105    IGCM_debug_Print 3 "MOVE_and_RENAME_files all : ${VAR1}"
106    IGCM_debug_Print 3 "    to     ${FILE_OUT}." 
107
108    (( ifile = 0 ))
109    for file_o in ${FILE_OUT[@]} ; do
110        eval IGCM_sys_Mv \${${VAR_files}[${ifile}]} ${file_o}
111        RET=$?
112        (( ifile = ifile + 1 ))
113    done   
114
115    IGCM_debug_PopStack "MOVE_and_RENAME_files"
116    return $RET
117}
118
119function MY_DODS_Cp
120{
121    IGCM_debug_PushStack "MY_DODS_Cp"
122
123    typeset old_JobName old_R_DODS
124    IGCM_sys_Cd ${NEW_R_SAVE}
125    old_JobName=${config_UserChoices_JobName}
126    old_R_DODS=${R_DODS}
127    old_R_SAVE=${R_SAVE}
128
129    config_UserChoices_JobName=${NEW_JobName}
130    R_DODS=${NEW_R_DODS}
131    R_SAVE=${NEW_R_SAVE}
132
133    IGCM_sys_Dods_Cp ${1}
134    IGCM_debug_Print 3 "MY_DODS_Cp : ${config_UserChoices_JobName}/${1}"
135    IGCM_sys_Cd ${RUN_DIR_PATH}
136
137    config_UserChoices_JobName=${old_JobName}
138    R_DODS=${old_R_DODS}
139    R_SAVE=${old_R_SAVE}
140
141    IGCM_debug_PopStack "MY_DODS_Cp"
142}
143
144function MY_DODS_Rm
145{
146    IGCM_debug_PushStack "MY_DODS_Rm"
147    DEBUG_debug=false
148
149    IGCM_sys_Cd ${R_SAVE}
150    IGCM_sys_Dods_Rm ${1}
151    IGCM_debug_Print 3 "MY_DODS_Rm : ${config_UserChoices_JobName}/${1}"
152    IGCM_sys_Cd ${RUN_DIR_PATH}
153
154    IGCM_debug_PopStack "MY_DODS_Rm"
155}
156########################################################################
157
158if [ ! -d ${SUBMIT_DIR} ]; then
159    IGCM_debug_Print 1 "No ${SUBMIT_DIR}, we stop here"
160    exit 1
161fi
162
163# We temporary change ${run_Configuration_PeriodState} to
164if [ -f ${SUBMIT_DIR}/run.card ] ; then
165    IGCM_card_DefineVariableFromOption ${SUBMIT_DIR}/run.card Configuration PeriodState
166    if ( [ ${run_Configuration_PeriodState} != "Start" ] && [ ${run_Configuration_PeriodState} != "Running" ] && [ ${run_Configuration_PeriodState} != "OnQueue" ] && [ ${run_Configuration_PeriodState} != "Continue" ] ) ; then
167        old_run_Configuration_PeriodState=${run_Configuration_PeriodState}
168        IGCM_debug_PrintVariables 2 old_run_Configuration_PeriodState
169        IGCM_card_WriteOption ${SUBMIT_DIR}/run.card Configuration PeriodState "OnQueue"
170    fi
171fi
172
173IGCM_config_Initialize
174
175if [ -f ${SUBMIT_DIR}/run.card ] ; then
176    IGCM_card_DefineVariableFromOption ${SUBMIT_DIR}/run.card Configuration OldPrefix
177    IGCM_debug_PrintVariables 2 run_Configuration_OldPrefix
178    if [ X${old_run_Configuration_PeriodState} != X"Completed" ] ; then
179        DateEnd=$( IGCM_date_ConvertFormatToGregorian $( echo ${run_Configuration_OldPrefix} | awk -F'_' '{print $2}' ) )
180    else
181        DateEnd=$( IGCM_date_ConvertFormatToGregorian ${config_UserChoices_DateEnd} )
182    fi
183else
184    DateEnd=$( IGCM_date_ConvertFormatToGregorian ${config_UserChoices_DateEnd} )
185fi
186
187IGCM_debug_Print 1 ""
188IGCM_debug_Print 1 "DateEnd for MoveJob_Checker : " ${DateEnd}
189IGCM_date_GetYearMonth ${DateEnd}   YearEnd   MonthEnd
190IGCM_debug_Print 1 "YearEnd MonthEnd for TimeSeries_Checker : " ${YearEnd} ${MonthEnd}
191IGCM_debug_Print 1 ""
192
193#set -vx
194
195#====================================================
196#DEFINE NEW_R_SAVE
197if [ X${config_UserChoices_SpaceName} != X ] ; then
198    NEW_SAVE=${config_UserChoices_TagName}/${NEW_SpaceName}
199else
200    NEW_SAVE=${config_UserChoices_TagName}
201fi
202if [ X${config_UserChoices_ExperimentName} != X ] ; then
203    NEW_SAVE=${NEW_SAVE}/${NEW_ExperimentName}
204fi
205
206NEW_R_SAVE=${R_OUT}/${NEW_SAVE}/${NEW_JobName}
207
208IGCM_debug_Print 1 "Move ${R_SAVE} to ${NEW_R_SAVE}"
209if [ -d ${NEW_R_SAVE} ] ; then
210    IGCM_debug_Print 1 "ERROR : ${NEW_R_SAVE} directory already exist !"
211    IGCM_debug_Print 1 "We won't try to  We stop here."
212    exit 1
213fi
214IGCM_sys_MkdirArchive ${NEW_R_SAVE}
215
216# ------------------------------------------------------------------
217# Test if all was right before proceeding further
218# ------------------------------------------------------------------
219IGCM_debug_Verif_Exit_Post
220
221#DEFINE NEW_R_DODS
222NEW_R_DODS=${NEW_SAVE}/${NEW_JobName}
223
224# Define NEW_REBUILD_DIR
225if [ -d ${REBUILD_DIR} ] ; then
226    if [ X${config_Post_RebuildFromArchive} = Xtrue ] ; then
227        NEW_REBUILD_DIR=${NEW_R_SAVE}/TMP
228        IGCM_sys_MkdirArchive ${NEW_REBUILD_DIR}
229    else
230        NEW_REBUILD_DIR=${BIG_DIR}/${config_UserChoices_TagName}/${NEW_JobName}
231        IGCM_sys_MkdirWork ${NEW_REBUILD_DIR}
232    fi
233fi
234
235#====================================================
236# SAVE LOCAL WORKING DIR
237IGCM_sys_Cd ${RUN_DIR_PATH}
238
239#====================================================
240#Exe
241IGCM_debug_Print 1 "Move Exe"
242set +A listfiles -- $( find ${R_SAVE}/Exe -type f )
243
244IGCM_sys_MkdirArchive ${NEW_R_SAVE}/Exe
245MOVE_and_RENAME_files "listfiles"
246
247#====================================================
248#Out
249IGCM_debug_Print 1 "Move Out"
250OutinDir=${R_SAVE}/Out
251OutNEWDir=${NEW_R_SAVE}/Out
252IGCM_sys_MkdirArchive ${OutNEWDir}
253
254# Change JobName and copy run.card
255if [ -f ${OutinDir}/run.card ] ; then
256    sed -e "s/OldPrefix=\ *${config_UserChoices_JobName}/OldPrefix= ${NEW_JobName}/g" \
257        ${OutinDir}/run.card > ${RUN_DIR_PATH}/run.card
258    RET=$?
259    if [ ${RET} = 0 ] ; then
260        IGCM_sys_Mv -f ${RUN_DIR_PATH}/run.card ${OutNEWDir}
261        IGCM_sys_Rm -f ${OutinDir}/run.card
262    fi
263fi
264
265# Just copy historical run.card
266unset listfiles
267set +A listfiles -- $( find ${OutinDir} -type f -name "run.card\.[0-9]*\.[0-9]*" )
268if [ ${#listfiles[*]} -gt 0 ] ; then
269    IGCM_sys_Cp ${listfiles[*]} ${OutNEWDir}
270    RET=$?
271    if [ ${RET} = 0 ] ; then
272        IGCM_sys_Rm -f ${listfiles[*]}
273    fi
274fi
275
276# Move and Rename OLD Script_Output
277unset listfiles
278set +A listfiles -- $( find ${OutinDir} -type f -name "Script_Output_*\.[0-9]*\.[0-9]*" )
279MOVE_and_RENAME_files "listfiles"
280
281# Move and Rename OLD Executable Output
282unset listfiles
283set +A listfiles -- $( find ${OutinDir} -type f -name "*_out_execution" )
284MOVE_and_RENAME_files "listfiles"
285
286#====================================================
287IGCM_debug_Print 1 "For components"
288IGCM_debug_Print 1 "=============="
289
290#====================================================
291#Output
292# loop over components and frequencies
293IGCM_debug_Print 1 "Move Output"
294for comp in ${config_ListOfComponents[*]} ; do
295    IGCM_debug_Print 2 "------------------"
296    IGCM_debug_Print 2 "for component ${comp}"
297
298    unset FREQDIR
299    set +A FREQDIR -- $( find ${R_SAVE}/${comp}/Output -type d -not -name "*Output" )
300
301    IGCM_debug_Print 3 "List of WriteFrequencies : ${FREQDIR[*]}"
302
303    for ThisfreqDir in ${FREQDIR[*]} ; do
304        freq=$( basename ${ThisfreqDir} )
305        IGCM_debug_Print 2 "${freq}."
306
307        NEW_freqDir=${NEW_R_SAVE}/${comp}/Output/${freq}
308        IGCM_sys_MkdirArchive ${NEW_freqDir}
309
310        unset listfiles
311        set +A listfiles -- $( find ${ThisfreqDir} -type f )
312       
313        MOVE_and_RENAME_files "listfiles"
314    done
315
316    unset COMPFILES
317    set +A COMPFILES -- $( find ${R_SAVE}/${comp}/Output -type f )
318   
319    if [ ${#COMPFILES[*]} -gt 0 ] ; then
320        IGCM_debug_Print 2 "simple Output FILES : ${COMPFILES[*]}."
321
322        MOVE_and_RENAME_files "COMPFILES"
323    fi
324done
325
326#====================================================
327#Restart
328# loop over components
329IGCM_debug_Print 1 "Move Restart"
330for comp in ${config_ListOfComponents[*]} ; do
331    IGCM_debug_Print 2 "------------------"
332    IGCM_debug_Print 2 "for component ${comp}"
333
334    ThisRestDir=${R_SAVE}/${comp}/Restart
335    NEW_RestDir=${NEW_R_SAVE}/${comp}/Restart
336    IGCM_sys_MkdirArchive ${NEW_RestDir}
337
338    unset listfiles
339    set +A listfiles -- $( find ${ThisRestDir} -type f )
340   
341    MOVE_and_RENAME_files "listfiles"
342done
343
344#====================================================
345#DEBUG
346# Move and Rename OLD Executable Output
347# loop over components
348IGCM_debug_Print 1 "Move Debug"
349for comp in ${config_ListOfComponents[*]} ; do
350    IGCM_debug_Print 2 "------------------"
351    IGCM_debug_Print 2 "for component ${comp}"
352
353    ThisDebugDir=${R_SAVE}/${comp}/Debug
354    NEW_DebugDir=${NEW_R_SAVE}/${comp}/Debug
355    IGCM_sys_MkdirArchive ${NEW_DebugDir}
356
357    unset listfiles
358    set +A listfiles -- $( find ${ThisDebugDir} -type f )
359   
360    MOVE_and_RENAME_files "listfiles"
361done
362
363#====================================================
364#POST
365# loop over components and frequencies
366IGCM_debug_Print 1 "Move Analyse"
367for comp in ${config_ListOfComponents[*]} ; do
368    IGCM_debug_Print 2 "------------------"
369    IGCM_debug_Print 2 "for component ${comp}"
370   
371    if [ -d ${R_SAVE}/${comp}/Analyse ] ; then
372        unset TSDIR
373        set +A TSDIR -- $( find ${R_SAVE}/${comp}/Analyse -name "TS_*" -type d )
374       
375        for ThisTSDir in ${TSDIR[*]} ; do
376            TS_Dir=$( basename ${ThisTSDir} )
377            IGCM_debug_Print 2 "${TS_Dir}."
378           
379            NEW_TSDir=${NEW_R_SAVE}/${comp}/Analyse/${TS_Dir}
380            IGCM_sys_MkdirArchive ${NEW_TSDir}
381           
382            MY_DODS_Rm ${comp}/Analyse/${TS_Dir}
383           
384            unset listfiles
385            set +A listfiles -- $( find ${ThisTSDir} -type f )
386           
387            MOVE_and_RENAME_files "listfiles"
388           
389            MY_DODS_Cp ${comp}/Analyse/${TS_Dir}
390        done
391
392        ThisSEDir=${R_SAVE}/${comp}/Analyse/SE
393        IGCM_sys_TestDirArchive ${ThisSEDir}
394        if [ $? = 0 ] ; then
395            IGCM_debug_Print 2 "SE."
396            NEW_SEDir=${NEW_R_SAVE}/${comp}/Analyse/SE
397            IGCM_sys_MkdirArchive ${NEW_SEDir}
398           
399            MY_DODS_Rm ${comp}/Analyse/SE
400           
401            unset listfiles
402            set +A listfiles -- $( find ${ThisSEDir} -type f )
403           
404            MOVE_and_RENAME_files "listfiles"
405           
406            MY_DODS_Cp ${comp}/Analyse/SE
407        fi
408
409        MY_DODS_Rm ${comp}/Analyse
410        MY_DODS_Rm ${comp}
411    else
412        IGCM_debug_Print 2 "nothing to do without Analyse."
413    fi
414
415done
416
417#====================================================
418#GRAPHS
419IGCM_debug_Print 1 "Move ATLAS"
420R_ATLAS=ATLAS
421IGCM_sys_TestDirArchive ${R_SAVE}/${R_ATLAS}
422if [ $? = 0 ] ; then
423#    REPLACE_sed ${NEW_R_SAVE}/${R_ATLAS}/*/*/index.html ${NEW_R_SAVE}/${R_ATLAS}
424
425    MY_DODS_Rm ${R_ATLAS}
426
427    IGCM_sys_Mv ${R_SAVE}/${R_ATLAS} ${NEW_R_SAVE}/${R_ATLAS}
428
429    MY_DODS_Cp ${R_ATLAS}
430fi
431
432IGCM_debug_Print 1 "Move MONITORING"
433R_MONITORING=MONITORING
434IGCM_sys_TestDirArchive ${R_SAVE}/${R_MONITORING}
435if [ $? = 0 ] ; then
436    IGCM_sys_MkdirArchive ${NEW_R_SAVE}/${R_MONITORING}
437    REPLACE_sed ${R_SAVE}/${R_MONITORING}/index.html ${NEW_R_SAVE}/${R_MONITORING}
438    sed -e "s/OldPrefix=\ *${config_UserChoices_JobName}/OldPrefix= ${NEW_JobName}/g" \
439        ${R_SAVE}/${R_MONITORING}/run.card > ${RUN_DIR_PATH}/run.card
440    IGCM_sys_Mv -f ${RUN_DIR_PATH}/run.card ${NEW_R_SAVE}/${R_MONITORING}
441    RET=$?
442    if [ ${RET} = 0 ] ; then
443        IGCM_sys_Rm -f ${R_SAVE}/${R_MONITORING}/run.card
444    fi
445    REPLACE_sed ${R_SAVE}/${R_MONITORING}/config.card ${NEW_R_SAVE}/${R_MONITORING}
446    IGCM_sys_Cp -rp ${R_SAVE}/${R_MONITORING} ${NEW_R_SAVE}
447
448    MY_DODS_Rm ${R_MONITORING}
449    IGCM_sys_Rm -rf ${R_SAVE}/${R_MONITORING}
450
451    MY_DODS_Cp ${R_MONITORING}
452fi
453
454
455#====================================================
456#REBUILD
457
458if [ -d ${REBUILD_DIR} ] ; then
459
460    IGCM_debug_Print 1 "Move REBUILD"
461    set +A LISTREBUILDS -- $( find ${REBUILD_DIR} -type d  -not -name "*${config_UserChoices_JobName}" -a -not -name "*TMP" )
462
463    for ThisREBDir in ${LISTREBUILDS[*]} ; do
464        rebdir=$( basename ${ThisREBDir} )
465        IGCM_debug_Print 2 "${rebdir}."
466        if [ X${config_Post_RebuildFromArchive} = Xtrue ] ; then
467            IGCM_sys_MkdirArchive ${NEW_REBUILD_DIR}/${rebdir}
468        else
469            IGCM_sys_MkdirWork ${NEW_REBUILD_DIR}/${rebdir}
470        fi
471        REPLACE_sed ${REBUILD_DIR}/${rebdir}/rebuild.ksh ${NEW_REBUILD_DIR}/${rebdir}
472        IGCM_sys_Mv -f ${REBUILD_DIR}/${rebdir}/* ${NEW_REBUILD_DIR}/${rebdir}/
473    done
474fi
475
476#====================================================
477#List OLD R_SAVE and Ask for erase it !
478
479IGCM_debug_Print 1 "ls of SAVE DIR :"
480ls --color -lR ${R_SAVE}
481
482echo "\033[1;31mPlease verify that ALL OLD DIRECTORY LISTED IS COMPLETLY EMPTY !"
483echo "\033[1;32mIf It is NOT EMPTY, you can TRY AGAIN this script."
484echo "\033[1;31mDo you REALLY want to erase all this directory ?"
485echo -n " Your answer (y/n) : \033[m"
486if [ X${reponse} = X ] ; then
487    read reponse
488fi
489case ${reponse} in
490           
491    oui|OUI|o|y|yes|YES)
492        echo "OK. It will be erased."
493        IGCM_sys_Rm -Rf ${R_SAVE}
494        echo "done."
495        ;;
496    non|NON|n|no|NO)
497        echo "Nothing to do !"
498        ;;
499esac
500
501
502#############################################################################################################
503# Edit config.card, run.card and Job_${NewJobName}
504
505IGCM_debug_Print 1 "edit config.card"
506if [ X${config_UserChoices_SpaceName} != X ] ; then
507    IGCM_card_WriteOption ${SUBMIT_DIR}/config.card UserChoices SpaceName ${NEW_SpaceName}
508fi
509if [ X${config_UserChoices_ExperimentName} != X ] ; then
510    IGCM_card_WriteOption ${SUBMIT_DIR}/config.card UserChoices ExperimentName ${NEW_ExperimentName}
511fi
512IGCM_card_WriteOption ${SUBMIT_DIR}/config.card UserChoices JobName ${NEW_JobName}
513
514if [ -f ${SUBMIT_DIR}/run.card ] ; then
515    IGCM_debug_Print 1 "edit run.card"
516    sed -e "s/OldPrefix=\ *${config_UserChoices_JobName}/OldPrefix= ${NEW_JobName}/g" \
517        ${SUBMIT_DIR}/run.card > ${RUN_DIR_PATH}/run.card
518    IGCM_sys_Mv -f ${RUN_DIR_PATH}/run.card ${SUBMIT_DIR}/run.card
519
520    if [ X${old_run_Configuration_PeriodState} != X ] ; then
521        IGCM_card_WriteOption ${SUBMIT_DIR}/run.card Configuration PeriodState ${old_run_Configuration_PeriodState}
522    fi
523fi
524
525if [ -f ${SUBMIT_DIR}/Job_${config_UserChoices_JobName} ] ; then
526    IGCM_debug_Print 1 "edit Job_${NEW_JobName}"
527    sed -e "s&${R_SAVE}&${NEW_R_SAVE}&g" -e "s/${config_UserChoices_JobName}/${NEW_JobName}/g" \
528        ${SUBMIT_DIR}/Job_${config_UserChoices_JobName} > ${SUBMIT_DIR}/Job_${NEW_JobName}
529    chmod --reference=${SUBMIT_DIR}/Job_${config_UserChoices_JobName} ${SUBMIT_DIR}/Job_${NEW_JobName}
530    ls -la ${SUBMIT_DIR}/Job_${NEW_JobName}
531fi
Note: See TracBrowser for help on using the repository browser.