Changeset 6827

Timestamp:

05/13/24 11:38:26 (5 weeks ago)

Author:

jgipsl

Message:

Add option to compress XIOS and LMDZ/libo in tar files after compilation. By default compression is done but can be deactivated with option -notar.
See -h for more information. Done by Karine Laurent

File:

• CONFIG/UNIFORM/v7/IPSLCM7/compile_ipslcm7.sh (modified) (9 diffs)

CONFIG/UNIFORM/v7/IPSLCM7/compile_ipslcm7.sh

@@ -53 +53 @@
 netcdf_lib=""
 
+## Arguments in order to compress temporary files after compilation
+tar=no
+comp_tar=yes
+
 # Output text file for compilation of each component
 datestr=`LC_ALL=C date +"%Y%m%dT%H%M"`
@@ -90 +94 @@
                    and a link will be set to the choosen model version. Default version is currently ORCHIDEE_2_2 (-orch22).
 [-orchdriver]   Activate compilation of orchidee offline drivers
+[-tar]: option to compress XIOS repository that takes many inodes without compilation
+[-comp_tar]: option to compile and compress XIOS repository if compilation succed
+[-notar]: do not compress XIOS repository
+
 
 Example 1: Default compilation of IPSLCM7 
@@ -114 +122 @@
 Example 7: Compilation of sub-configuration LMDZOR : 
 ./compile_ipslcm7.sh -subconfig LMDZOR
+
+Example 5: Compile without compressing XIOS and LMDZ/libo in tar files
+./compile_ipslcm7.sh -notar
 
 end_help
@@ -140 +151 @@
         "-orchdriver") orchdriver="-driver";  shift ;;
         "-chimie")     optchimie=$2; shift ; shift;;
+        "-tar")             tar=yes ; shift ;;
+        "-comp_tar")        comp_tar=yes ; shift ;;
+        "-notar")           comp_tar=no ; shift ;;
         *)             echo "unknown option "$1" , exiting..." ; exit
     esac
@@ -153 +167 @@
 echo "   optmode = $optmode, parallel = $parallel, fcm_arch = $fcm_arch " >> $outfile 
 echo "   full_flag=$full_flag, full_xios=$full_xios, full_lmdz=$full_lmdz, full_orch=$full_orch, full_nemo=$full_nemo, full_dyna=$full_dyna, full_oasis=$full_oasis" >> $outfile 
+echo "   tar=$tar, comp_tar=$comp_tar" >> $outfile
 echo "   compinca=$compinca compnemo=$compnemo compoasis=$compoasis compdyna=$compdyna complmdz=y comporch=y compxios=y" >> $outfile
 echo >> $outfile
@@ -163 +178 @@
 else
     echo "ERROR in version of ORCHIDEE. It is only possible to have orch22 or orch4 for now"
+fi
+
+# Compress XIOS and LMDZ/libo without compiling if tar=yes
+if [ $tar == yes ] ; then
+    echo "Option tar activated to compress XIOS and LMDZ/libo. No compilation will be done."
+    echo >> $outfile
+    echo "Option tar activated to compress XIOS and LMDZ/libo. No compilation will be done." >> $outfile
+    if [[ -d $modipsl/modeles/XIOS ]] ; then
+        echo " Now tar XIOS repository"
+        echo " Now tar XIOS repository" >> $outfile
+        tar -cf $modipsl/modeles/XIOS.tar $modipsl/modeles/XIOS
+        rm -rf $modipsl/modeles/XIOS
+    else
+        echo " No XIOS repository to compress"
+        echo " No XIOS repository to compress" >> $outfile
+    fi
+
+    if [[ -d $modipsl/modeles/LMDZ/libo ]] ; then
+        echo "Now tar LMDZ/libo repository"
+        echo "Now tar LMDZ/libo repository" >> $outfile
+        tar -cf $modipsl/modeles/LMDZ/libo.tar $modipsl/modeles/LMDZ/libo
+        rm -rf $modipsl/modeles/LMDZ/libo
+    else
+        echo " No LMDZ/libo repository to compress"
+        echo " No LMDZ/libo repository to compress" >> $outfile
+    fi
+
+    echo "END OF SCRIPT"
+    echo "END OF SCRIPT" >> $outfile
+    exit
 fi
 
@@ -275 +320 @@
 
 ## 2.3 Compile xios
+echo; echo "NOW DECOMPRESS XIOS IF NEEDED"
+# First check if XIOS needs to be decompressed
+# In priority search for modeles/XIOS_${optmode}.tar but if it doesn't exist take
+# the first which is found. 
+if [[ -d $modipsl/modeles/XIOS ]] ; then
+    echo "Found XIOS -> no decompress needs to be do";  >> $outfile
+elif [[ -f $modipsl/modeles/XIOS_${optmode}.tar ]]; then
+    echo >> $outfile
+    echo "Found XIOS_${optmode}.tar -> decompress repository" >> $outfile
+    # Do not write "tar -xf ... -C $modipsl/modeles because it's modeles/XIOS that is compressed, not only XIOS/
+    tar -xf $modipsl/modeles/XIOS_${optmode}.tar -C $modipsl/ >> $outfile 2>&1
+elif [[ -f $modipsl/modeles/XIOS_prod.tar ]]; then
+    echo >> $outfile
+    echo "Found XIOS_prod.tar -> decompress repository" >> $outfile
+    tar -xf $modipsl/modeles/XIOS_prod.tar -C $modipsl/ >> $outfile 2>&1
+elif [[ -f $modipsl/modeles/XIOS_debug.tar ]]; then
+    echo >> $outfile
+    echo "Found XIOS_debug.tar -> decompress repository" >> $outfile
+    tar -xf $modipsl/modeles/XIOS_debug.tar -C $modipsl/ >> $outfile 2>&1
+elif [[ -f $modipsl/modeles/XIOS_dev.tar ]]; then
+    echo >> $outfile
+    echo "Found XIOS_dev.tar -> decompress repository" >> $outfile
+    tar -xf $modipsl/modeles/XIOS_dev.tar -C $modipsl/ >> $outfile 2>&1
+elif [[ -f $modipsl/modeles/XIOS.tar ]]; then
+    echo >> $outfile
+    echo "Found XIOS.tar -> decompress repository" >> $outfile
+    tar -xf $modipsl/modeles/XIOS.tar -C $modipsl/ >> $outfile 2>&1
+else
+    echo "XIOS source code was not found. Exit"
+    echo "XIOS source code was not found. Exit" >> $outfile
+    exit
+fi
+
 cd $modipsl/modeles/XIOS
 echo; echo "NOW COMPILE XIOS"
@@ -461 +539 @@
 cd $modipsl/modeles/LMDZ
 
+# First check if LMDZ/libo exist or if it could be decompressed
+# If neither LMDZ/libo or LMDZ/libo_${optmode}.tar exists, nothing is done. It'll be created
+# during the compilation.
+echo; echo "NOW DECOMPRESS LMDZ/libo IF NEEDED"
+if [[ -d $modipsl/modeles/LMDZ/libo ]] ; then
+    echo "Found LMDZ/libo -> no decompress needs to be done"; >> $outfile
+elif [[ -f $modipsl/modeles/LMDZ/libo_${optmode}.tar ]]; then
+    echo "Found LMDZ/libo_${optmode}.tar -> decompress repository"; >> $outfile
+    echo >> $outfile
+    tar -xf $modipsl/modeles/LMDZ/libo_${optmode}.tar -C $modipsl/ >> $outfile 2>&1
+fi
+
+
 # Temporary use of SOURCES/LMDZ to handle modifications needed by IPSLCM7 for LMDZ 4876
 # To be removed for newer versions of LMDZ
@@ -698 +789 @@
 fi
 
+# Compress XIOS and LMDZ/libo
+if [ $comp_tar == yes ] && [ -d $modipsl/modeles/XIOS ] ; then
+    echo "Option comp_tar activated, now compress XIOS and LMDZ/libo"
+    echo "Option comp_tar activated, now compress XIOS and LMDZ/libo" >> $outfile
+    tar -cf $modipsl/modeles/XIOS_${optmode}.tar $modipsl/modeles/XIOS
+    rm -rf $modipsl/modeles/XIOS
+    tar -cf $modipsl/modeles/LMDZ/libo_${optmode}.tar $modipsl/modeles/LMDZ/libo
+    rm -rf $modipsl/modeles/LMDZ/libo
+fi
+
 echo >>$outfile ; echo "ALL COMPILING FINISHED" >> $outfile
 echo ls -lrt modipsl/bin >> $outfile