Changeset 429

Timestamp:

03/14/11 09:53:50 (13 years ago)

Author:

mmaipsl

Message:

Compact text output in case of a parallel run. Please see this link for documentation :
​https://forge.ipsl.jussieu.fr/libigcm/wiki/libIGCM/DocUtilisateur/FAQ?version=18#Compressiondunombredefichiers

File:

• trunk/libIGCM/libIGCM_comp/libIGCM_comp.ksh (modified) (3 diffs)

trunk/libIGCM/libIGCM_comp/libIGCM_comp.ksh

@@ -817 +817 @@
     typeset i i_ file_in file_in_ file_out file_out_ file_outin file_outin_ generic_file_name nb_rebuild_file
     typeset -Z4 j4
+    typeset list_file nlist_file
+    typeset compactoutputs
+
     for comp in ${config_ListOfComponents[*]} ; do
         # Define component 
@@ -1039 +1042 @@
             eval NbFiles=\${#${ListTextName}[@]} > /dev/null 2>&1
 
+            compactoutputs=false
+
             (( i=0 ))
             until [ $i -eq $NbFiles ]; do
@@ -1044 +1049 @@
                 (( i=i+1 ))
 
-                nb_text_file=$( ls ${file_in}* 2>/dev/null | wc -l )
-                if [ ${nb_text_file} -gt 1 ] ; then
-                    list_file=$( ls ${file_in}* )
-                    for file in ${list_file}
-                      do
-                      eval IGCM_sys_Put_Out ${file} \${R_OUT_${comp}_D}/${PREFIX}_${file}
-                      eval FileToBeDeleted[${#FileToBeDeleted[@]}]="${file}" > /dev/null 2>&1
-                    done
+                unset list_file
+                set +A list_file -- $( ls ${file_in}* 2>/dev/null )
+                nlist_file=${#list_file[@]}
+                if [ ${nlist_file} -gt 1 ] ; then
+                    if [ X${JobType} != XRUN ] ; then
+                        compactoutputs=true
+                    elif [ X${config_UserChoices_CompactText} != Xn ] ; then
+                        compactoutputs=true
+                    fi
+
+                    if ( ${compactoutputs} ) ; then
+                        eval file_out=${PREFIX}_${file_in}
+
+                        echo ${list_file[*]} > ${file_out}
+                        echo "
+" >> ${file_out}
+
+                        (( i_ = 0 ))
+                        for file in ${list_file[@]}
+                        do
+                            echo "_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ " >> ${file_out}
+                            echo "| " ${i_} " " ${file} >> ${file_out}
+                            echo "- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - " >> ${file_out}
+                            cat ${file} | sed "s/\(.*\)/${i_}\1/" ${file} >> ${file_out}
+                            echo "
+" >> ${file_out}
+                            eval FileToBeDeleted[${#FileToBeDeleted[@]}]="${file}" > /dev/null 2>&1
+                            (( i_ = i_ + 1 ))
+                        done
+                        eval IGCM_sys_Put_Out ${file_out} \${R_OUT_${comp}_D}/${file_out}
+                        eval FileToBeDeleted[${#FileToBeDeleted[@]}]="${file_out}" > /dev/null 2>&1
+                    else
+                        for file in ${list_file[@]}
+                        do
+                            eval IGCM_sys_Put_Out ${file} \${R_OUT_${comp}_D}/${PREFIX}_${file}
+                            eval FileToBeDeleted[${#FileToBeDeleted[@]}]="${file}" > /dev/null 2>&1
+                        done
+                    fi
                 else
                     if ( [ -f ${file_in}_0000 ] || [ -f ${file_in}0 ] ) ; then