| 1 | #!/bin/bash |
|---|
| 2 | # After find_bad_files_in_pack we have a list for each simulation with |
|---|
| 3 | # files unexpected in pack. Now for all these files we will find in |
|---|
| 4 | # which pack we stored them |
|---|
| 5 | # |
|---|
| 6 | # output = List_BadFile_$LOGIN.txt |
|---|
| 7 | # syntax :: pack name --> file name. |
|---|
| 8 | # |
|---|
| 9 | |
|---|
| 10 | LISTE_LOGIN=$SCRATCHDIR/pack_ipsl_logs/liste_login_debug.txt |
|---|
| 11 | |
|---|
| 12 | IGCM_TMP=$SCRATCHDIR/TMP_PACK |
|---|
| 13 | mkdir -p ${IGCM_TMP} |
|---|
| 14 | rm -rf ${IGCM_TMP}/* |
|---|
| 15 | |
|---|
| 16 | cd ${IGCM_TMP} |
|---|
| 17 | for LOGIN in `awk '{print $0}' ${LISTE_LOGIN}` ; do |
|---|
| 18 | #LOGIN=p86caub |
|---|
| 19 | ls -l $SCRATCHDIR/SAVE_PACK/$LOGIN > ${IGCM_TMP}/${$}.liste1.txt |
|---|
| 20 | |
|---|
| 21 | |
|---|
| 22 | listSimu=`awk '{print $9}' ${IGCM_TMP}/${$}.liste1.txt` |
|---|
| 23 | echo "${listSimu}" >> ${IGCM_TMP}/${$}.liste.simu.txt |
|---|
| 24 | grep -v liste_simul ${IGCM_TMP}/${$}.liste.simu.txt > ${IGCM_TMP}/${$}.liste.simu.txt.tmp |
|---|
| 25 | mv ${IGCM_TMP}/${$}.liste.simu.txt.tmp ${IGCM_TMP}/${$}.liste.simu.txt |
|---|
| 26 | sed -i -e "s/.info_bug_pack_output.txt//g" ${IGCM_TMP}/${$}.liste.simu.txt |
|---|
| 27 | |
|---|
| 28 | |
|---|
| 29 | for SIMU in `awk '{print $0}' ${IGCM_TMP}/${$}.liste.simu.txt` ; do |
|---|
| 30 | echo $SIMU |
|---|
| 31 | cp $SCRATCHDIR/SAVE_PACK/$LOGIN/${SIMU}.info_bug_pack_output.txt ${IGCM_TMP}/${$}.liste.tmp |
|---|
| 32 | sed -i -e "s%.*${LOGIN}%%g" ${IGCM_TMP}/${$}.liste.tmp |
|---|
| 33 | sed -i -e "s%/${SIMU}/.*$%%g" ${IGCM_TMP}/${$}.liste.tmp |
|---|
| 34 | |
|---|
| 35 | little_path=`awk '{if (NR==1) print $0}' ${IGCM_TMP}/${$}.liste.tmp ` |
|---|
| 36 | # on recupere le repertoire output_tar et output_ncrcat de cette simu |
|---|
| 37 | tar xf $SCRATCHDIR/pack_ipsl_logs/${LOGIN}.ipsl_logs.tgz ${LOGIN}/IGCM_DEM${little_path}/${SIMU}/output_ncrcat |
|---|
| 38 | tar xf $SCRATCHDIR/pack_ipsl_logs/${LOGIN}.ipsl_logs.tgz ${LOGIN}/IGCM_DEM${little_path}/${SIMU}/output_tar |
|---|
| 39 | |
|---|
| 40 | |
|---|
| 41 | |
|---|
| 42 | for file in `awk '{print $2}' $SCRATCHDIR/SAVE_PACK/$LOGIN/${SIMU}.info_bug_pack_output.txt`; do |
|---|
| 43 | BadFile=`grep $file $LOGIN/IGCM_DEM${little_path}/${SIMU}/output_ncrcat/*list` |
|---|
| 44 | if [[ $BadFile != "" ]]; then |
|---|
| 45 | echo "(.nc)" ${BadFile} >> $SCRATCHDIR/SAVE_PACK/$LOGIN/List_BadFile_$LOGIN.txt |
|---|
| 46 | fi |
|---|
| 47 | BadFile=`grep $file $LOGIN/IGCM_DEM${little_path}/${SIMU}/output_tar/*list` |
|---|
| 48 | if [[ $BadFile != "" ]]; then |
|---|
| 49 | echo "(.tar)" ${BadFile} >> $SCRATCHDIR/SAVE_PACK/$LOGIN/List_BadFile_$LOGIN.txt |
|---|
| 50 | fi |
|---|
| 51 | done |
|---|
| 52 | |
|---|
| 53 | done |
|---|
| 54 | sed -i -e "s%IGCM_DEM%dmf_import%g" $SCRATCHDIR/SAVE_PACK/$LOGIN/List_BadFile_$LOGIN.txt |
|---|
| 55 | sed -i -e '/(.tar)/ s%.list%.tar%g' $SCRATCHDIR/SAVE_PACK/$LOGIN/List_BadFile_$LOGIN.txt |
|---|
| 56 | sed -i -e '/(.nc)/ s%.list%%g' $SCRATCHDIR/SAVE_PACK/$LOGIN/List_BadFile_$LOGIN.txt |
|---|
| 57 | sed -i -e "s% $LOGIN%/ccc/store/cont003/dsm/$LOGIN%g" $SCRATCHDIR/SAVE_PACK/$LOGIN/List_BadFile_$LOGIN.txt |
|---|
| 58 | sed -i -e "s%output_ncrcat/%*/Output/*/%g" $SCRATCHDIR/SAVE_PACK/$LOGIN/List_BadFile_$LOGIN.txt |
|---|
| 59 | sed -i -e "s%output_tar/%*/Output/*/%g" $SCRATCHDIR/SAVE_PACK/$LOGIN/List_BadFile_$LOGIN.txt |
|---|
| 60 | sed -i -e "s%:% --> %g" $SCRATCHDIR/SAVE_PACK/$LOGIN/List_BadFile_$LOGIN.txt |
|---|
| 61 | sed -i -e "s%(.tar)%%g" $SCRATCHDIR/SAVE_PACK/$LOGIN/List_BadFile_$LOGIN.txt |
|---|
| 62 | sed -i -e "s%(.nc)%%g" $SCRATCHDIR/SAVE_PACK/$LOGIN/List_BadFile_$LOGIN.txt |
|---|
| 63 | |
|---|
| 64 | |
|---|
| 65 | done |
|---|
