Changeset 616 for trunk/libIGCM/libIGCM_config/libIGCM_config.ksh

Timestamp:

03/29/12 10:56:09 (12 years ago)

Author:

sdipsl

Message:

• Merge libIGCM_MPI_OpenMP branch within the trunk
• trunk will shortly be tagged libIGCM_2.0_beta

File:

• trunk/libIGCM/libIGCM_config/libIGCM_config.ksh (modified) (1 diff)

trunk/libIGCM/libIGCM_config/libIGCM_config.ksh

@@ -603 +603 @@
   fi
 
+  typeset ExeNameIn ExeNameFirst CompNameFirst
+  typeset comp i
+  typeset tempvar tempvarMPI tempvarNOD NbElts j NbExec
+
+  (( PROCESSUS_NUMBER = 0 ))
+  (( i=0 ))
+  (( NbExec=0 ))
+
+  OK_PARA_MPI=false
+  OK_PARA_OMP=false
+  OK_PARA_NOD=false
+  OK_PARA_MPMD=false
+
+  for comp in ${config_ListOfComponents[*]} ; do
+
+    IGCM_debug_Print 1 ${comp}
+
+    eval ExeNameIn=\${config_Executable_${comp}[0]}
+
+    # NO order in config.card for parallelized values ! 
+    # just use suffix : MPI , OMP and NOD (for number of NODes.)
+
+    # NOD is the number of NODes allocated
+    eval ${comp}_PROC_NOD=0
+
+    # MPI is the number of MPI processus per nodes
+    eval ${comp}_PROC_MPI=0
+
+    # OMP is the number of OpenMP threads per MPI processus
+    eval ${comp}_PROC_OMP=0
+        
+    # Only if we really have an executable for the component :
+    if [ X${ExeNameIn} != X\"\" ] ; then
+
+      # Keep the first executable found and the first CompName
+      ExeNameFirst=${ExeNameIn}
+      CompNameFirst=${comp}
+
+      # Are we a second executable?
+      (( NbExec = NbExec + 1 ))
+
+      # set 1 MPI task, 1 OpenMP thread and 1 node as default
+      eval ${comp}_PROC_MPI=1
+      eval ${comp}_PROC_OMP=1
+      eval ${comp}_PROC_NOD=1
+
+      eval NbElts=\${#config_Executable_${comp}[@]}
+
+      if [ ${NbElts} -ge 2 ] ; then
+        (( j = 2 ))
+
+        while [ $j -lt ${NbElts} ] ; do 
+          eval tempvar=\${config_Executable_${comp}[${j}]}
+
+          if [ X${tempvar} = X ] ; then
+            echo "Error reading MPI/OMP parameters !!!" 
+            echo "Check your config.card." 
+            exit 1
+          fi
+
+          eval IGCM_debug_Print 2 ${tempvar}
+
+          case ${tempvar} in
+            *[mM][pP][iI]*)
+               # Read MPI parameter for composante
+               eval ${comp}_PROC_MPI=$( echo ${tempvar} | tr '[a-z]' '[A-Z]' | sed -e "s/MPI//" )
+               OK_PARA_MPI=true;;
+            *[oO][mM][pP]*)
+               # Read OMP parameter for composante
+               eval ${comp}_PROC_OMP=$( echo ${tempvar} | tr '[a-z]' '[A-Z]' | sed -e "s/OMP//" )
+               OK_PARA_OMP=true;;
+            *[nN][oO][dD]*)
+               # Read NOD (NumBer of Nodes) parameter for composante
+               eval ${comp}_PROC_NOD=$( echo ${tempvar} | tr '[a-z]' '[A-Z]' | sed -e "s/NOD//" )
+               OK_PARA_NOD=true
+               OK_PARA_MPI=true;;
+          esac
+
+          (( j = j + 1 ))
+        done
+
+      fi
+
+      eval tempvarMPI=\${${comp}_PROC_MPI}
+      eval tempvarNOD=\${${comp}_PROC_NOD}
+      eval tempvarOMP=\${${comp}_PROC_OMP}
+
+      (( PROCESSUS_NUMBER = PROCESSUS_NUMBER + tempvarMPI * tempvarNOD * tempvarOMP ))
+
+    fi
+
+    (( i=i+1 ))
+  done
+
+  # set MPMD mode if more than 2 executable names.
+  [ ${NbExec} -ge 2 ] && OK_PARA_MPMD=true
+
+  # Verification of BATCH_NUM_PROC_TOT total number of processors set in job header.
+  if [ X${BATCH_NUM_PROC_TOT} != X ] ; then
+    # BATCH_NUM_PROC_TOT is set
+    if ( ${OK_PARA_MPI} ) ; then
+      IGCM_debug_Print 1 "MPI/OMP/NOD found into config.card and BATCH_NUM_PROC_TOT = ${BATCH_NUM_PROC_TOT} "
+    else
+      # with previous method.
+      if [ ${BATCH_NUM_PROC_TOT} -gt 1 ] ; then
+        # with more than 1 proc
+        if ( ${OK_PARA_MPMD} ) ; then
+          # with MPMD ie CPL/oasis method
+          echo "We will use default number of MPI tasks for this machine : "
+          echo "${DEFAULT_NUM_PROC_OCE} for OCE; "
+          echo "${DEFAULT_NUM_PROC_CPL} for CPL; "
+          echo "${DEFAULT_NUM_PROC_ATM} for ATM; "
+          echo "${DEFAULT_NUM_PROC_TOTAL} for the total number of processors; "
+          OK_PARA_MPI=true
+          CPL_PROC_MPI=${DEFAULT_NUM_PROC_CPL}
+          OCE_PROC_MPI=${DEFAULT_NUM_PROC_OCE}
+          ATM_PROC_MPI=${DEFAULT_NUM_PROC_ATM}
+          NUM_PROC_CPL=${DEFAULT_NUM_PROC_CPL} # for backward compatibility
+          NUM_PROC_OCE=${DEFAULT_NUM_PROC_OCE} # for backward compatibility
+          NUM_PROC_ATM=${DEFAULT_NUM_PROC_ATM} # for backward compatibility
+          PROCESSUS_NUMBER=${DEFAULT_NUM_PROC_TOTAL}
+        else
+          # with have only one executable
+          echo "We will use ${BATCH_NUM_PROC_TOT} MPI tasks for ${CompNameFirst} : ${config_Executable_Name} "
+          OK_PARA_MPI=true
+          eval ${CompNameFirst}_PROC_MPI=${BATCH_NUM_PROC_TOT}
+          PROCESSUS_NUMBER=${BATCH_NUM_PROC_TOT}
+        fi
+      else 
+        PROCESSUS_NUMBER=1
+      fi
+    fi
+    # Verification with PBS parameter
+    if [ ${BATCH_NUM_PROC_TOT} -ne ${PROCESSUS_NUMBER} ] ; then
+      echo "Warning with parallelization parameters !"
+      echo "Job header variable BATCH_NUM_PROC_TOT = ${BATCH_NUM_PROC_TOT} "
+      echo "is the total number of _processors_ reserved."
+      echo "It is not equal to the sum of _processus_  = ${PROCESSUS_NUMBER}."
+      echo "We stop now."
+      exit 1
+    fi
+  else # BATCH_NUM_PROC_TOT=""
+    if ( ${OK_PARA_MPI} ) ; then
+      echo "You have not given a value of ${BATCH_NUM_PROC_TOT} processors,"
+      echo "but you have filled the parallel parameter in config->Executable->list."
+      echo "Please add BATCH_NUM_PROC_TOT variable in job header."
+      echo "We stop now."
+      exit 1
+    else
+      # sequential case !
+      if [ ${PROCESSUS_NUMBER} -eq 0 ] ; then
+        (( PROCESSUS_NUMBER = 1 ))
+        echo "PROCESSUS_NUMBER is all 0 (sequential use of old definition in config->Executable->list)."
+        echo "We set it to 1."
+      fi
+    fi
+  fi
+
+  IGCM_debug_Print 1 "MPI/OMP treatment PROCESSUS_NUMBER = ${PROCESSUS_NUMBER}"
+
+  IGCM_sys_build_execution_scripts
+
   ExecutionFail=false