Changeset 5488

Timestamp:

11/02/20 10:08:27 (3 years ago)

Author:

ymipsl

Message:

Ensemble management in LMDZ dynamic : splitting whole communicator to distribute a new one at each member.

YM

Location:

CONFIG_DEVT/LMDZOR_V6.2_work_ENSEMBLES/modeles/LMDZ/libf/dyn3dmem

Files:

• gcm.F90 (modified) (2 diffs)
• mod_const_mpi.F90 (modified) (8 diffs)

CONFIG_DEVT/LMDZOR_V6.2_work_ENSEMBLES/modeles/LMDZ/libf/dyn3dmem/gcm.F90

@@ -7 +7 @@
 #endif
 
-  USE mod_const_mpi, ONLY: init_const_mpi
+  USE mod_const_mpi, ONLY: init_const_mpi, COMM_LMDZ_ENSEMBLE
   USE parallel_lmdz
   USE infotrac
@@ -399 +399 @@
 #ifdef CPP_PHYS
      CALL iniphysiq(iim,jjm,llm, &
-          distrib_phys(mpi_rank),comm_lmdz, &
+          distrib_phys(mpi_rank),COMM_LMDZ_ENSEMBLE, &
           daysec,day_ini,dtphys/nsplit_phys, &
           rlatu,rlatv,rlonu,rlonv,aire,cu,cv,rad,g,r,cpp, &

CONFIG_DEVT/LMDZOR_V6.2_work_ENSEMBLES/modeles/LMDZ/libf/dyn3dmem/mod_const_mpi.F90

@@ -1 +1 @@
 ! 
-! $Id: mod_const_para.F90 1279 2009-12-10 09:02:56Z fairhead $
+! $Id: mod_const_mpi.F90 2055 2014-06-04 12:33:27Z acaubel $
 !
 MODULE mod_const_mpi
@@ -6 +6 @@
   INTEGER,SAVE :: COMM_LMDZ
   INTEGER,SAVE :: MPI_REAL_LMDZ
- 
+  INTEGER,SAVE :: COMM_LMDZ_ENSEMBLE
 
 CONTAINS 
@@ -34 +34 @@
     INTEGER             :: thread_provided
     CHARACTER(len = 6)  :: type_ocean
+    
 
 !$OMP MASTER
@@ -65 +66 @@
     USE wxios, only: wxios_init
 #endif
+
+#ifdef CPP_IOIPSL
+    USE IOIPSL, ONLY: getin
+#else
+! if not using IOIPSL, we still need to use (a local version of) getin
+    USE ioipsl_getincom, only: getin
+#endif
+
   IMPLICIT NONE
 #ifdef CPP_MPI
@@ -72 +81 @@
     INTEGER             :: thread_required
     INTEGER             :: thread_provided
+    INTEGER             :: ensemble_pool_size
+    INTEGER             :: ensemble_comm_size
+    INTEGER             :: ensemble_comm_rank
+    INTEGER             :: ensemble_rank
+    INTEGER             :: member_size
 
 #ifdef CPP_MPI
@@ -82 +96 @@
                 ' in mod_const_mpi::Init_const_mpi'
       ENDIF
-      COMM_LMDZ=MPI_COMM_WORLD
+      COMM_LMDZ_ENSEMBLE=MPI_COMM_WORLD
       MPI_REAL_LMDZ=MPI_REAL8
 !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
@@ -88 +102 @@
 !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
 #ifdef CPP_XIOS
-      CALL wxios_init("LMDZ", outcom=COMM_LMDZ)
+      CALL wxios_init("LMDZ", outcom=COMM_LMDZ_ENSEMBLE)
 #endif
 !$OMP END MASTER
@@ -99 +113 @@
 #endif
 
+  !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!  
+  !! SPLIT COMMUNICATOR FOR ENSEMBLE         !!!
+  !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
+     ensemble_pool_size = 1
+     CALL getin("ensemble_pool_size", ensemble_pool_size)
+
+     CALL MPI_COMM_SIZE(COMM_LMDZ_ENSEMBLE,ensemble_comm_size,ierr)
+     CALL MPI_COMM_RANK(COMM_LMDZ_ENSEMBLE,ensemble_comm_rank,ierr)
+     IF (MOD(ensemble_comm_size,ensemble_pool_size)/=0) THEN
+      CALL abort_physic('Init_mpi','Nb of MPI processes in whole ensemble is not divisible by the size of ensemble',1)
+     ENDIF  
+     member_size = ensemble_comm_size/ensemble_pool_size
+     ensemble_rank = ensemble_comm_rank/member_size
+     CALL MPI_COMM_SPLIT(COMM_LMDZ_ENSEMBLE, ensemble_rank, ensemble_comm_rank,COMM_LMDZ,ierr)
+     
+     
    END SUBROUTINE Init_mpi