| 1 | SUBROUTINE mpp_init2 |
|---|
| 2 | !!---------------------------------------------------------------------- |
|---|
| 3 | !! *** ROUTINE mpp_init2 *** |
|---|
| 4 | !! |
|---|
| 5 | !! * Purpose : Lay out the global domain over processors. |
|---|
| 6 | !! FOR USING THIS VERSION, A PREPROCESSING TRAITMENT IS RECOMMENDED |
|---|
| 7 | !! FOR DEFINING BETTER CUTTING OUT. |
|---|
| 8 | !! This routine is used with a the bathymetry file. |
|---|
| 9 | !! In this version, the land processors are avoided and the adress |
|---|
| 10 | !! processor (nproc, narea,noea, ...) are calculated again. |
|---|
| 11 | !! The jpnij parameter can be lesser than jpni x jpnj |
|---|
| 12 | !! and this jpnij parameter must be calculated before with an |
|---|
| 13 | !! algoritmic preprocessing program. |
|---|
| 14 | !! |
|---|
| 15 | !! ** Method : Global domain is distributed in smaller local domains. |
|---|
| 16 | !! Periodic condition is a function of the local domain position |
|---|
| 17 | !! (global boundary or neighbouring domain) and of the global |
|---|
| 18 | !! periodic |
|---|
| 19 | !! Type : jperio global periodic condition |
|---|
| 20 | !! nperio local periodic condition |
|---|
| 21 | !! |
|---|
| 22 | !! ** Action : nimpp : longitudinal index |
|---|
| 23 | !! njmpp : latitudinal index |
|---|
| 24 | !! nperio : lateral condition type |
|---|
| 25 | !! narea : number for local area |
|---|
| 26 | !! nlci : first dimension |
|---|
| 27 | !! nlcj : second dimension |
|---|
| 28 | !! nproc : number for local processor |
|---|
| 29 | !! noea : number for local neighboring processor |
|---|
| 30 | !! nowe : number for local neighboring processor |
|---|
| 31 | !! noso : number for local neighboring processor |
|---|
| 32 | !! nono : number for local neighboring processor |
|---|
| 33 | !! |
|---|
| 34 | !! History : |
|---|
| 35 | !! ! 94-11 (M. Guyon) Original code |
|---|
| 36 | !! ! 95-04 (J. Escobar, M. Imbard) |
|---|
| 37 | !! ! 98-02 (M. Guyon) FETI method |
|---|
| 38 | !! ! 98-05 (M. Imbard, J. Escobar, L. Colombet ) SHMEM and MPI versions |
|---|
| 39 | !! 9.0 ! 04-01 (G. Madec, J.M Molines) F90 : free form , north fold jpni > 1 |
|---|
| 40 | !!---------------------------------------------------------------------- |
|---|
| 41 | USE in_out_manager ! I/O Manager |
|---|
| 42 | USE iom |
|---|
| 43 | USE bdy_oce |
|---|
| 44 | !! |
|---|
| 45 | INTEGER :: ji, jj, jn, jproc, jarea ! dummy loop indices |
|---|
| 46 | INTEGER :: inum ! temporary logical unit |
|---|
| 47 | INTEGER :: idir ! temporary integers |
|---|
| 48 | INTEGER :: & |
|---|
| 49 | ii, ij, ifreq, il1, il2, & ! temporary integers |
|---|
| 50 | icont, ili, ilj, & ! " " |
|---|
| 51 | isurf, ijm1, imil, & ! " " |
|---|
| 52 | iino, ijno, iiso, ijso, & ! " " |
|---|
| 53 | iiea, ijea, iiwe, ijwe, & ! " " |
|---|
| 54 | iinw, ijnw, iine, ijne, & ! " " |
|---|
| 55 | iisw, ijsw, iise, ijse, & ! " " |
|---|
| 56 | iresti, irestj, iproc ! " " |
|---|
| 57 | INTEGER, DIMENSION(jpnij) :: & |
|---|
| 58 | iin, ijn |
|---|
| 59 | INTEGER, DIMENSION(jpni,jpnj) :: & |
|---|
| 60 | iimppt, ijmppt, ilci , ilcj , & ! temporary workspace |
|---|
| 61 | ipproc, ibondj, ibondi, ipolj , & ! " " |
|---|
| 62 | ilei , ilej , ildi , ildj , & ! " " |
|---|
| 63 | ioea , iowe , ioso , iono , & ! " " |
|---|
| 64 | ione , ionw , iose , iosw , & ! " " |
|---|
| 65 | ibne , ibnw , ibse , ibsw ! " " |
|---|
| 66 | INTEGER, DIMENSION(jpiglo,jpjglo) :: & |
|---|
| 67 | imask ! temporary global workspace |
|---|
| 68 | REAL(wp), DIMENSION(jpiglo,jpjglo) :: & |
|---|
| 69 | zdta ! temporary data workspace |
|---|
| 70 | REAL(wp) :: zidom , zjdom ! temporary scalars |
|---|
| 71 | |
|---|
| 72 | ! read namelist for ln_zco |
|---|
| 73 | NAMELIST/namzgr/ ln_zco, ln_zps, ln_sco, ln_hyb |
|---|
| 74 | |
|---|
| 75 | !!---------------------------------------------------------------------- |
|---|
| 76 | !! OPA 9.0 , LOCEAN-IPSL (2005) |
|---|
| 77 | !! $Id$ |
|---|
| 78 | !! This software is governed by the CeCILL licence see modipsl/doc/NEMO_CeCILL.txt |
|---|
| 79 | !!---------------------------------------------------------------------- |
|---|
| 80 | |
|---|
| 81 | REWIND ( numnam ) ! Read Namelist namzgr : vertical coordinate' |
|---|
| 82 | READ ( numnam, namzgr ) |
|---|
| 83 | |
|---|
| 84 | IF(lwp)WRITE(numout,*) |
|---|
| 85 | IF(lwp)WRITE(numout,*) 'mpp_init : Message Passing MPI' |
|---|
| 86 | IF(lwp)WRITE(numout,*) '~~~~~~~~' |
|---|
| 87 | IF(lwp)WRITE(numout,*) ' ' |
|---|
| 88 | |
|---|
| 89 | IF( jpni*jpnj < jpnij ) CALL ctl_stop( ' jpnij > jpni x jpnj impossible' ) |
|---|
| 90 | |
|---|
| 91 | ! 0. initialisation |
|---|
| 92 | ! ----------------- |
|---|
| 93 | |
|---|
| 94 | ! open the file |
|---|
| 95 | ! Remember that at this level in the code, mpp is not yet initialized, so |
|---|
| 96 | ! the file must be open with jpdom_unknown, and kstart amd kcount forced |
|---|
| 97 | IF ( ln_zco ) THEN |
|---|
| 98 | CALL iom_open ( 'bathy_level.nc', inum ) ! Level bathymetry |
|---|
| 99 | CALL iom_get ( inum, jpdom_unknown, 'Bathy_level', zdta, kstart=(/jpizoom,jpjzoom/), kcount=(/jpiglo,jpjglo/) ) |
|---|
| 100 | ELSE |
|---|
| 101 | CALL iom_open ( 'bathy_meter.nc', inum ) ! Meter bathy in case of partial steps |
|---|
| 102 | CALL iom_get ( inum, jpdom_unknown, 'Bathymetry' , zdta, kstart=(/jpizoom,jpjzoom/), kcount=(/jpiglo,jpjglo/) ) |
|---|
| 103 | ENDIF |
|---|
| 104 | CALL iom_close (inum) |
|---|
| 105 | |
|---|
| 106 | ! land/sea mask over the global/zoom domain |
|---|
| 107 | |
|---|
| 108 | imask(:,:)=1 |
|---|
| 109 | WHERE ( zdta(:,:) <= 0. ) imask = 0 |
|---|
| 110 | #if defined key_bdy |
|---|
| 111 | ! Adjust imask with bdy_msk if exists |
|---|
| 112 | |
|---|
| 113 | NAMELIST/nambdy/ nb_bdy, ln_coords_file, cn_coords_file, & |
|---|
| 114 | & ln_mask_file, cn_mask_file, nn_dyn2d, nn_dyn2d_dta, & |
|---|
| 115 | & nn_dyn3d, nn_dyn3d_dta, nn_tra, nn_tra_dta, nb_jpk, & |
|---|
| 116 | #if defined key_lim2 |
|---|
| 117 | & nn_ice_lim2, nn_ice_lim2_dta, & |
|---|
| 118 | #endif |
|---|
| 119 | & ln_vol, nn_volctl, nn_rimwidth |
|---|
| 120 | |
|---|
| 121 | REWIND ( numnam ) ! Read Namelist namzgr : vertical coordinate' |
|---|
| 122 | READ ( numnam, nambdy ) |
|---|
| 123 | |
|---|
| 124 | IF( ln_mask_file ) THEN |
|---|
| 125 | CALL iom_open( cn_mask_file, inum ) |
|---|
| 126 | CALL iom_get ( inum, jpdom_unknown, 'bdy_msk', zdta(:,:) ) |
|---|
| 127 | CALL iom_close( inum ) |
|---|
| 128 | WHERE ( zdta(:,:) <= 0. ) imask = 0 |
|---|
| 129 | ENDIF |
|---|
| 130 | #endif |
|---|
| 131 | |
|---|
| 132 | ! 1. Dimension arrays for subdomains |
|---|
| 133 | ! ----------------------------------- |
|---|
| 134 | |
|---|
| 135 | ! Computation of local domain sizes ilci() ilcj() |
|---|
| 136 | ! These dimensions depend on global sizes jpni,jpnj and jpiglo,jpjglo |
|---|
| 137 | ! The subdomains are squares leeser than or equal to the global |
|---|
| 138 | ! dimensions divided by the number of processors minus the overlap |
|---|
| 139 | ! array. |
|---|
| 140 | |
|---|
| 141 | nreci=2*jpreci |
|---|
| 142 | nrecj=2*jprecj |
|---|
| 143 | iresti = 1 + MOD( jpiglo - nreci -1 , jpni ) |
|---|
| 144 | irestj = 1 + MOD( jpjglo - nrecj -1 , jpnj ) |
|---|
| 145 | |
|---|
| 146 | ilci(1:iresti ,:) = jpi |
|---|
| 147 | ilci(iresti+1:jpni ,:) = jpi-1 |
|---|
| 148 | |
|---|
| 149 | ilcj(:, 1:irestj) = jpj |
|---|
| 150 | ilcj(:, irestj+1:jpnj) = jpj-1 |
|---|
| 151 | |
|---|
| 152 | IF(lwp) WRITE(numout,*) |
|---|
| 153 | IF(lwp) WRITE(numout,*) ' mpp_init2: defines mpp subdomains' |
|---|
| 154 | IF(lwp) WRITE(numout,*) ' ~~~~~~ ----------------------' |
|---|
| 155 | IF(lwp) WRITE(numout,*) |
|---|
| 156 | IF(lwp) WRITE(numout,*) 'iresti=',iresti,' irestj=',irestj |
|---|
| 157 | IF(lwp) WRITE(numout,*) |
|---|
| 158 | IF(lwp) WRITE(numout,*) 'jpni=',jpni,' jpnj=',jpnj |
|---|
| 159 | |
|---|
| 160 | zidom = nreci + sum(ilci(:,1) - nreci ) |
|---|
| 161 | IF(lwp) WRITE(numout,*) |
|---|
| 162 | IF(lwp) WRITE(numout,*)' sum ilci(i,1)=',zidom,' jpiglo=',jpiglo |
|---|
| 163 | |
|---|
| 164 | zjdom = nrecj + sum(ilcj(1,:) - nrecj ) |
|---|
| 165 | IF(lwp) WRITE(numout,*) ' sum ilcj(1,j)=',zjdom,' jpjglo=',jpjglo |
|---|
| 166 | IF(lwp) WRITE(numout,*) |
|---|
| 167 | |
|---|
| 168 | |
|---|
| 169 | ! 2. Index arrays for subdomains |
|---|
| 170 | ! ------------------------------- |
|---|
| 171 | |
|---|
| 172 | iimppt(:,:) = 1 |
|---|
| 173 | ijmppt(:,:) = 1 |
|---|
| 174 | ipproc(:,:) = -1 |
|---|
| 175 | |
|---|
| 176 | IF( jpni > 1 )THEN |
|---|
| 177 | DO jj = 1, jpnj |
|---|
| 178 | DO ji = 2, jpni |
|---|
| 179 | iimppt(ji,jj) = iimppt(ji-1,jj) + ilci(ji-1,jj) - nreci |
|---|
| 180 | END DO |
|---|
| 181 | END DO |
|---|
| 182 | ENDIF |
|---|
| 183 | |
|---|
| 184 | IF( jpnj > 1 )THEN |
|---|
| 185 | DO jj = 2, jpnj |
|---|
| 186 | DO ji = 1, jpni |
|---|
| 187 | ijmppt(ji,jj) = ijmppt(ji,jj-1) + ilcj(ji,jj-1) - nrecj |
|---|
| 188 | END DO |
|---|
| 189 | END DO |
|---|
| 190 | ENDIF |
|---|
| 191 | |
|---|
| 192 | |
|---|
| 193 | ! 3. Subdomain description in the Regular Case |
|---|
| 194 | ! -------------------------------------------- |
|---|
| 195 | |
|---|
| 196 | nperio = 0 |
|---|
| 197 | icont = -1 |
|---|
| 198 | DO jarea = 1, jpni*jpnj |
|---|
| 199 | ii = 1 + MOD(jarea-1,jpni) |
|---|
| 200 | ij = 1 + (jarea-1)/jpni |
|---|
| 201 | ili = ilci(ii,ij) |
|---|
| 202 | ilj = ilcj(ii,ij) |
|---|
| 203 | |
|---|
| 204 | ibondj(ii,ij) = -1 |
|---|
| 205 | IF( jarea > jpni ) ibondj(ii,ij) = 0 |
|---|
| 206 | IF( jarea > (jpnj-1)*jpni ) ibondj(ii,ij) = 1 |
|---|
| 207 | IF( jpnj == 1 ) ibondj(ii,ij) = 2 |
|---|
| 208 | |
|---|
| 209 | ibondi(ii,ij) = 0 |
|---|
| 210 | IF( MOD(jarea,jpni) == 1 ) ibondi(ii,ij) = -1 |
|---|
| 211 | IF( MOD(jarea,jpni) == 0 ) ibondi(ii,ij) = 1 |
|---|
| 212 | IF( jpni == 1 ) ibondi(ii,ij) = 2 |
|---|
| 213 | |
|---|
| 214 | ! 2.4 Subdomain neighbors |
|---|
| 215 | |
|---|
| 216 | iproc = jarea - 1 |
|---|
| 217 | ioso(ii,ij) = iproc - jpni |
|---|
| 218 | iowe(ii,ij) = iproc - 1 |
|---|
| 219 | ioea(ii,ij) = iproc + 1 |
|---|
| 220 | iono(ii,ij) = iproc + jpni |
|---|
| 221 | ildi(ii,ij) = 1 + jpreci |
|---|
| 222 | ilei(ii,ij) = ili -jpreci |
|---|
| 223 | ionw(ii,ij) = iono(ii,ij) - 1 |
|---|
| 224 | ione(ii,ij) = iono(ii,ij) + 1 |
|---|
| 225 | iosw(ii,ij) = ioso(ii,ij) - 1 |
|---|
| 226 | iose(ii,ij) = ioso(ii,ij) + 1 |
|---|
| 227 | ibsw(ii,ij) = 1 |
|---|
| 228 | ibnw(ii,ij) = 1 |
|---|
| 229 | IF( MOD(iproc,jpni) == 0 ) THEN |
|---|
| 230 | ibsw(ii,ij) = 0 |
|---|
| 231 | ibnw(ii,ij) = 0 |
|---|
| 232 | ENDIF |
|---|
| 233 | ibse(ii,ij) = 1 |
|---|
| 234 | ibne(ii,ij) = 1 |
|---|
| 235 | IF( MOD(iproc,jpni) == jpni-1 ) THEN |
|---|
| 236 | ibse(ii,ij) = 0 |
|---|
| 237 | ibne(ii,ij) = 0 |
|---|
| 238 | ENDIF |
|---|
| 239 | IF( iproc < jpni ) THEN |
|---|
| 240 | ibsw(ii,ij) = 0 |
|---|
| 241 | ibse(ii,ij) = 0 |
|---|
| 242 | ENDIF |
|---|
| 243 | IF( iproc >= (jpnj-1)*jpni ) THEN |
|---|
| 244 | ibnw(ii,ij) = 0 |
|---|
| 245 | ibne(ii,ij) = 0 |
|---|
| 246 | ENDIF |
|---|
| 247 | IF( ibondi(ii,ij) == -1 .OR. ibondi(ii,ij) == 2 ) ildi(ii,ij) = 1 |
|---|
| 248 | IF( ibondi(ii,ij) == 1 .OR. ibondi(ii,ij) == 2 ) ilei(ii,ij) = ili |
|---|
| 249 | ildj(ii,ij) = 1 + jprecj |
|---|
| 250 | ilej(ii,ij) = ilj - jprecj |
|---|
| 251 | IF( ibondj(ii,ij) == -1 .OR. ibondj(ii,ij) == 2 ) ildj(ii,ij) = 1 |
|---|
| 252 | IF( ibondj(ii,ij) == 1 .OR. ibondj(ii,ij) == 2 ) ilej(ii,ij) = ilj |
|---|
| 253 | |
|---|
| 254 | ! warning ii*ij (zone) /= nproc (processors)! |
|---|
| 255 | |
|---|
| 256 | IF( jperio == 1 .OR. jperio == 4 .OR. jperio == 6 ) THEN |
|---|
| 257 | IF( jpni == 1 )THEN |
|---|
| 258 | ibondi(ii,ij) = 2 |
|---|
| 259 | nperio = 1 |
|---|
| 260 | ELSE |
|---|
| 261 | ibondi(ii,ij) = 0 |
|---|
| 262 | ENDIF |
|---|
| 263 | IF( MOD(jarea,jpni) == 0 ) THEN |
|---|
| 264 | ioea(ii,ij) = iproc - (jpni-1) |
|---|
| 265 | ione(ii,ij) = ione(ii,ij) - jpni |
|---|
| 266 | iose(ii,ij) = iose(ii,ij) - jpni |
|---|
| 267 | ENDIF |
|---|
| 268 | IF( MOD(jarea,jpni) == 1 ) THEN |
|---|
| 269 | iowe(ii,ij) = iproc + jpni - 1 |
|---|
| 270 | ionw(ii,ij) = ionw(ii,ij) + jpni |
|---|
| 271 | iosw(ii,ij) = iosw(ii,ij) + jpni |
|---|
| 272 | ENDIF |
|---|
| 273 | ibsw(ii,ij) = 1 |
|---|
| 274 | ibnw(ii,ij) = 1 |
|---|
| 275 | ibse(ii,ij) = 1 |
|---|
| 276 | ibne(ii,ij) = 1 |
|---|
| 277 | IF( iproc < jpni ) THEN |
|---|
| 278 | ibsw(ii,ij) = 0 |
|---|
| 279 | ibse(ii,ij) = 0 |
|---|
| 280 | ENDIF |
|---|
| 281 | IF( iproc >= (jpnj-1)*jpni ) THEN |
|---|
| 282 | ibnw(ii,ij) = 0 |
|---|
| 283 | ibne(ii,ij) = 0 |
|---|
| 284 | ENDIF |
|---|
| 285 | ENDIF |
|---|
| 286 | ipolj(ii,ij) = 0 |
|---|
| 287 | IF( jperio == 3 .OR. jperio == 4 ) THEN |
|---|
| 288 | ijm1 = jpni*(jpnj-1) |
|---|
| 289 | imil = ijm1+(jpni+1)/2 |
|---|
| 290 | IF( jarea > ijm1 ) ipolj(ii,ij) = 3 |
|---|
| 291 | IF( MOD(jpni,2) == 1 .AND. jarea == imil ) ipolj(ii,ij) = 4 |
|---|
| 292 | IF( ipolj(ii,ij) == 3 ) iono(ii,ij) = jpni*jpnj-jarea+ijm1 - 1 ! MPI rank of northern neighbour |
|---|
| 293 | ENDIF |
|---|
| 294 | IF( jperio == 5 .OR. jperio == 6 ) THEN |
|---|
| 295 | ijm1 = jpni*(jpnj-1) |
|---|
| 296 | imil = ijm1+(jpni+1)/2 |
|---|
| 297 | IF( jarea > ijm1) ipolj(ii,ij) = 5 |
|---|
| 298 | IF( MOD(jpni,2) == 1 .AND. jarea == imil ) ipolj(ii,ij) = 6 |
|---|
| 299 | IF( ipolj(ii,ij) == 5) iono(ii,ij) = jpni*jpnj-jarea+ijm1 - 1 ! MPI rank of northern neighbour |
|---|
| 300 | ENDIF |
|---|
| 301 | |
|---|
| 302 | isurf = 0 |
|---|
| 303 | DO jj = 1+jprecj, ilj-jprecj |
|---|
| 304 | DO ji = 1+jpreci, ili-jpreci |
|---|
| 305 | IF( imask(ji+iimppt(ii,ij)-1, jj+ijmppt(ii,ij)-1) == 1) isurf = isurf+1 |
|---|
| 306 | END DO |
|---|
| 307 | END DO |
|---|
| 308 | IF(isurf /= 0) THEN |
|---|
| 309 | icont = icont + 1 |
|---|
| 310 | ipproc(ii,ij) = icont |
|---|
| 311 | iin(icont+1) = ii |
|---|
| 312 | ijn(icont+1) = ij |
|---|
| 313 | ENDIF |
|---|
| 314 | END DO |
|---|
| 315 | |
|---|
| 316 | ! Control |
|---|
| 317 | IF(icont+1 /= jpnij) THEN |
|---|
| 318 | WRITE(ctmp1,*) ' jpni =',jpni,' jpnj =',jpnj |
|---|
| 319 | WRITE(ctmp2,*) ' jpnij =',jpnij, '< jpni x jpnj' |
|---|
| 320 | WRITE(ctmp3,*) ' ***********, mpp_init2 finds jpnij=',icont+1 |
|---|
| 321 | CALL ctl_stop( ' Eliminate land processors algorithm', '', ctmp1, ctmp2, '', ctmp3 ) |
|---|
| 322 | ENDIF |
|---|
| 323 | |
|---|
| 324 | ! 4. Subdomain print |
|---|
| 325 | ! ------------------ |
|---|
| 326 | |
|---|
| 327 | IF(lwp) THEN |
|---|
| 328 | ifreq = 4 |
|---|
| 329 | il1 = 1 |
|---|
| 330 | DO jn = 1,(jpni-1)/ifreq+1 |
|---|
| 331 | il2 = MIN(jpni,il1+ifreq-1) |
|---|
| 332 | WRITE(numout,*) |
|---|
| 333 | WRITE(numout,9400) ('***',ji=il1,il2-1) |
|---|
| 334 | DO jj = jpnj, 1, -1 |
|---|
| 335 | WRITE(numout,9403) (' ',ji=il1,il2-1) |
|---|
| 336 | WRITE(numout,9402) jj, (ilci(ji,jj),ilcj(ji,jj),ji=il1,il2) |
|---|
| 337 | WRITE(numout,9404) (ipproc(ji,jj),ji=il1,il2) |
|---|
| 338 | WRITE(numout,9403) (' ',ji=il1,il2-1) |
|---|
| 339 | WRITE(numout,9400) ('***',ji=il1,il2-1) |
|---|
| 340 | END DO |
|---|
| 341 | WRITE(numout,9401) (ji,ji=il1,il2) |
|---|
| 342 | il1 = il1+ifreq |
|---|
| 343 | END DO |
|---|
| 344 | 9400 FORMAT(' ***',20('*************',a3)) |
|---|
| 345 | 9403 FORMAT(' * ',20(' * ',a3)) |
|---|
| 346 | 9401 FORMAT(' ',20(' ',i3,' ')) |
|---|
| 347 | 9402 FORMAT(' ',i3,' * ',20(i3,' x',i3,' * ')) |
|---|
| 348 | 9404 FORMAT(' * ',20(' ',i3,' * ')) |
|---|
| 349 | ENDIF |
|---|
| 350 | |
|---|
| 351 | |
|---|
| 352 | ! 5. neighbour treatment |
|---|
| 353 | ! ---------------------- |
|---|
| 354 | |
|---|
| 355 | DO jarea = 1, jpni*jpnj |
|---|
| 356 | iproc = jarea-1 |
|---|
| 357 | ii = 1 + MOD(jarea-1,jpni) |
|---|
| 358 | ij = 1 + (jarea-1)/jpni |
|---|
| 359 | IF( ipproc(ii,ij) == -1 .AND. iono(ii,ij) >= 0 & |
|---|
| 360 | .AND. iono(ii,ij) <= jpni*jpnj-1 ) THEN |
|---|
| 361 | iino = 1 + MOD(iono(ii,ij),jpni) |
|---|
| 362 | ijno = 1 + (iono(ii,ij))/jpni |
|---|
| 363 | ! Need to reverse the logical direction of communication |
|---|
| 364 | ! for northern neighbours of northern row processors (north-fold) |
|---|
| 365 | ! i.e. need to check that the northern neighbour only communicates |
|---|
| 366 | ! to the SOUTH (or not at all) if this area is land-only (#1057) |
|---|
| 367 | idir = 1 |
|---|
| 368 | IF( ij .eq. jpnj .AND. ijno .eq. jpnj ) idir = -1 |
|---|
| 369 | IF( ibondj(iino,ijno) == idir ) ibondj(iino,ijno)=2 |
|---|
| 370 | IF( ibondj(iino,ijno) == 0 ) ibondj(iino,ijno) = -idir |
|---|
| 371 | ENDIF |
|---|
| 372 | IF( ipproc(ii,ij) == -1 .AND. ioso(ii,ij) >= 0 & |
|---|
| 373 | .AND. ioso(ii,ij) <= jpni*jpnj-1 ) THEN |
|---|
| 374 | iiso = 1 + MOD(ioso(ii,ij),jpni) |
|---|
| 375 | ijso = 1 + (ioso(ii,ij))/jpni |
|---|
| 376 | IF( ibondj(iiso,ijso) == -1 ) ibondj(iiso,ijso) = 2 |
|---|
| 377 | IF( ibondj(iiso,ijso) == 0 ) ibondj(iiso,ijso) = 1 |
|---|
| 378 | ENDIF |
|---|
| 379 | IF( ipproc(ii,ij) == -1 .AND. ioea(ii,ij) >= 0 & |
|---|
| 380 | .AND. ioea(ii,ij) <= jpni*jpnj-1) THEN |
|---|
| 381 | iiea = 1 + MOD(ioea(ii,ij),jpni) |
|---|
| 382 | ijea = 1 + (ioea(ii,ij))/jpni |
|---|
| 383 | IF( ibondi(iiea,ijea) == 1 ) ibondi(iiea,ijea) = 2 |
|---|
| 384 | IF( ibondi(iiea,ijea) == 0 ) ibondi(iiea,ijea) = -1 |
|---|
| 385 | ENDIF |
|---|
| 386 | IF( ipproc(ii,ij) == -1 .AND. iowe(ii,ij) >= 0 & |
|---|
| 387 | .AND. iowe(ii,ij) <= jpni*jpnj-1) THEN |
|---|
| 388 | iiwe = 1 + MOD(iowe(ii,ij),jpni) |
|---|
| 389 | ijwe = 1 + (iowe(ii,ij))/jpni |
|---|
| 390 | IF( ibondi(iiwe,ijwe) == -1 ) ibondi(iiwe,ijwe) = 2 |
|---|
| 391 | IF( ibondi(iiwe,ijwe) == 0 ) ibondi(iiwe,ijwe) = 1 |
|---|
| 392 | ENDIF |
|---|
| 393 | IF( ipproc(ii,ij) == -1 .AND. ibne(ii,ij) == 1 ) THEN |
|---|
| 394 | iine = 1 + MOD(ione(ii,ij),jpni) |
|---|
| 395 | ijne = 1 + (ione(ii,ij))/jpni |
|---|
| 396 | IF( ibsw(iine,ijne) == 1 ) ibsw(iine,ijne) = 0 |
|---|
| 397 | ENDIF |
|---|
| 398 | IF( ipproc(ii,ij) == -1 .AND. ibsw(ii,ij) == 1 ) THEN |
|---|
| 399 | iisw = 1 + MOD(iosw(ii,ij),jpni) |
|---|
| 400 | ijsw = 1 + (iosw(ii,ij))/jpni |
|---|
| 401 | IF( ibne(iisw,ijsw) == 1 ) ibne(iisw,ijsw) = 0 |
|---|
| 402 | ENDIF |
|---|
| 403 | IF( ipproc(ii,ij) == -1 .AND. ibnw(ii,ij) == 1 ) THEN |
|---|
| 404 | iinw = 1 + MOD(ionw(ii,ij),jpni) |
|---|
| 405 | ijnw = 1 + (ionw(ii,ij))/jpni |
|---|
| 406 | IF( ibse(iinw,ijnw) == 1 ) ibse(iinw,ijnw)=0 |
|---|
| 407 | ENDIF |
|---|
| 408 | IF( ipproc(ii,ij) == -1 .AND. ibse(ii,ij) == 1 ) THEN |
|---|
| 409 | iise = 1 + MOD(iose(ii,ij),jpni) |
|---|
| 410 | ijse = 1 + (iose(ii,ij))/jpni |
|---|
| 411 | IF( ibnw(iise,ijse) == 1 ) ibnw(iise,ijse) = 0 |
|---|
| 412 | ENDIF |
|---|
| 413 | END DO |
|---|
| 414 | |
|---|
| 415 | |
|---|
| 416 | ! 6. Change processor name |
|---|
| 417 | ! ------------------------ |
|---|
| 418 | |
|---|
| 419 | nproc = narea-1 |
|---|
| 420 | ii = iin(narea) |
|---|
| 421 | ij = ijn(narea) |
|---|
| 422 | IF( ioso(ii,ij) >= 0 .AND. ioso(ii,ij) <= (jpni*jpnj-1) ) THEN |
|---|
| 423 | iiso = 1 + MOD(ioso(ii,ij),jpni) |
|---|
| 424 | ijso = 1 + (ioso(ii,ij))/jpni |
|---|
| 425 | noso = ipproc(iiso,ijso) |
|---|
| 426 | ENDIF |
|---|
| 427 | IF( iowe(ii,ij) >= 0 .AND. iowe(ii,ij) <= (jpni*jpnj-1) ) THEN |
|---|
| 428 | iiwe = 1 + MOD(iowe(ii,ij),jpni) |
|---|
| 429 | ijwe = 1 + (iowe(ii,ij))/jpni |
|---|
| 430 | nowe = ipproc(iiwe,ijwe) |
|---|
| 431 | ENDIF |
|---|
| 432 | IF( ioea(ii,ij) >= 0 .AND. ioea(ii,ij) <= (jpni*jpnj-1) ) THEN |
|---|
| 433 | iiea = 1 + MOD(ioea(ii,ij),jpni) |
|---|
| 434 | ijea = 1 + (ioea(ii,ij))/jpni |
|---|
| 435 | noea = ipproc(iiea,ijea) |
|---|
| 436 | ENDIF |
|---|
| 437 | IF( iono(ii,ij) >= 0 .AND. iono(ii,ij) <= (jpni*jpnj-1) ) THEN |
|---|
| 438 | iino = 1 + MOD(iono(ii,ij),jpni) |
|---|
| 439 | ijno = 1 + (iono(ii,ij))/jpni |
|---|
| 440 | nono = ipproc(iino,ijno) |
|---|
| 441 | ENDIF |
|---|
| 442 | IF( iose(ii,ij) >= 0 .AND. iose(ii,ij) <= (jpni*jpnj-1) ) THEN |
|---|
| 443 | iise = 1 + MOD(iose(ii,ij),jpni) |
|---|
| 444 | ijse = 1 + (iose(ii,ij))/jpni |
|---|
| 445 | npse = ipproc(iise,ijse) |
|---|
| 446 | ENDIF |
|---|
| 447 | IF( iosw(ii,ij) >= 0 .AND. iosw(ii,ij) <= (jpni*jpnj-1) ) THEN |
|---|
| 448 | iisw = 1 + MOD(iosw(ii,ij),jpni) |
|---|
| 449 | ijsw = 1 + (iosw(ii,ij))/jpni |
|---|
| 450 | npsw = ipproc(iisw,ijsw) |
|---|
| 451 | ENDIF |
|---|
| 452 | IF( ione(ii,ij) >= 0 .AND. ione(ii,ij) <= (jpni*jpnj-1) ) THEN |
|---|
| 453 | iine = 1 + MOD(ione(ii,ij),jpni) |
|---|
| 454 | ijne = 1 + (ione(ii,ij))/jpni |
|---|
| 455 | npne = ipproc(iine,ijne) |
|---|
| 456 | ENDIF |
|---|
| 457 | IF( ionw(ii,ij) >= 0 .AND. ionw(ii,ij) <= (jpni*jpnj-1) ) THEN |
|---|
| 458 | iinw = 1 + MOD(ionw(ii,ij),jpni) |
|---|
| 459 | ijnw = 1 + (ionw(ii,ij))/jpni |
|---|
| 460 | npnw = ipproc(iinw,ijnw) |
|---|
| 461 | ENDIF |
|---|
| 462 | nbnw = ibnw(ii,ij) |
|---|
| 463 | nbne = ibne(ii,ij) |
|---|
| 464 | nbsw = ibsw(ii,ij) |
|---|
| 465 | nbse = ibse(ii,ij) |
|---|
| 466 | nlcj = ilcj(ii,ij) |
|---|
| 467 | nlci = ilci(ii,ij) |
|---|
| 468 | nldi = ildi(ii,ij) |
|---|
| 469 | nlei = ilei(ii,ij) |
|---|
| 470 | nldj = ildj(ii,ij) |
|---|
| 471 | nlej = ilej(ii,ij) |
|---|
| 472 | nbondi = ibondi(ii,ij) |
|---|
| 473 | nbondj = ibondj(ii,ij) |
|---|
| 474 | nimpp = iimppt(ii,ij) |
|---|
| 475 | njmpp = ijmppt(ii,ij) |
|---|
| 476 | DO jproc = 1, jpnij |
|---|
| 477 | ii = iin(jproc) |
|---|
| 478 | ij = ijn(jproc) |
|---|
| 479 | nimppt(jproc) = iimppt(ii,ij) |
|---|
| 480 | njmppt(jproc) = ijmppt(ii,ij) |
|---|
| 481 | nlcjt(jproc) = ilcj(ii,ij) |
|---|
| 482 | nlcit(jproc) = ilci(ii,ij) |
|---|
| 483 | nldit(jproc) = ildi(ii,ij) |
|---|
| 484 | nleit(jproc) = ilei(ii,ij) |
|---|
| 485 | nldjt(jproc) = ildj(ii,ij) |
|---|
| 486 | nlejt(jproc) = ilej(ii,ij) |
|---|
| 487 | END DO |
|---|
| 488 | |
|---|
| 489 | ! Save processor layout in ascii file |
|---|
| 490 | IF (lwp) THEN |
|---|
| 491 | CALL ctl_opn( inum, 'layout.dat', 'REPLACE', 'FORMATTED', 'SEQUENTIAL', -1, numout, .FALSE., narea ) |
|---|
| 492 | WRITE(inum,'(6i8)') jpnij,jpi,jpj,jpk,jpiglo,jpjglo |
|---|
| 493 | WRITE(inum,'(a)') 'NAREA nlci nlcj nldi nldj nlei nlej nimpp njmpp' |
|---|
| 494 | |
|---|
| 495 | DO jproc = 1, jpnij |
|---|
| 496 | WRITE(inum,'(9i5)') jproc, nlcit(jproc), nlcjt(jproc), & |
|---|
| 497 | nldit(jproc), nldjt(jproc), & |
|---|
| 498 | nleit(jproc), nlejt(jproc), & |
|---|
| 499 | nimppt(jproc), njmppt(jproc) |
|---|
| 500 | END DO |
|---|
| 501 | CLOSE(inum) |
|---|
| 502 | END IF |
|---|
| 503 | |
|---|
| 504 | IF( nperio == 1 .AND.jpni /= 1 ) CALL ctl_stop( ' mpp_init2: error on cyclicity' ) |
|---|
| 505 | |
|---|
| 506 | ! Prepare mpp north fold |
|---|
| 507 | |
|---|
| 508 | IF( jperio >= 3 .AND. jperio <= 6 .AND. jpni > 1 ) THEN |
|---|
| 509 | CALL mpp_ini_north |
|---|
| 510 | IF(lwp) WRITE(numout,*) ' mpp_init2 : North fold boundary prepared for jpni >1' |
|---|
| 511 | ENDIF |
|---|
| 512 | |
|---|
| 513 | ! Defined npolj, either 0, 3 , 4 , 5 , 6 |
|---|
| 514 | ! In this case the important thing is that npolj /= 0 |
|---|
| 515 | ! Because if we go through these line it is because jpni >1 and thus |
|---|
| 516 | ! we must use lbcnorthmpp, which tests only npolj =0 or npolj /= 0 |
|---|
| 517 | |
|---|
| 518 | npolj = 0 |
|---|
| 519 | ij = ijn(narea) |
|---|
| 520 | |
|---|
| 521 | IF( jperio == 3 .OR. jperio == 4 ) THEN |
|---|
| 522 | IF( ij == jpnj ) npolj = 3 |
|---|
| 523 | ENDIF |
|---|
| 524 | |
|---|
| 525 | IF( jperio == 5 .OR. jperio == 6 ) THEN |
|---|
| 526 | IF( ij == jpnj ) npolj = 5 |
|---|
| 527 | ENDIF |
|---|
| 528 | |
|---|
| 529 | ! Prepare NetCDF output file (if necessary) |
|---|
| 530 | CALL mpp_init_ioipsl |
|---|
| 531 | |
|---|
| 532 | ! Periodicity : no corner if nbondi = 2 and nperio != 1 |
|---|
| 533 | |
|---|
| 534 | IF(lwp) THEN |
|---|
| 535 | WRITE(numout,*) ' nproc= ',nproc |
|---|
| 536 | WRITE(numout,*) ' nowe= ',nowe |
|---|
| 537 | WRITE(numout,*) ' noea= ',noea |
|---|
| 538 | WRITE(numout,*) ' nono= ',nono |
|---|
| 539 | WRITE(numout,*) ' noso= ',noso |
|---|
| 540 | WRITE(numout,*) ' nbondi= ',nbondi |
|---|
| 541 | WRITE(numout,*) ' nbondj= ',nbondj |
|---|
| 542 | WRITE(numout,*) ' npolj= ',npolj |
|---|
| 543 | WRITE(numout,*) ' nperio= ',nperio |
|---|
| 544 | WRITE(numout,*) ' nlci= ',nlci |
|---|
| 545 | WRITE(numout,*) ' nlcj= ',nlcj |
|---|
| 546 | WRITE(numout,*) ' nimpp= ',nimpp |
|---|
| 547 | WRITE(numout,*) ' njmpp= ',njmpp |
|---|
| 548 | WRITE(numout,*) ' nbse= ',nbse,' npse= ',npse |
|---|
| 549 | WRITE(numout,*) ' nbsw= ',nbsw,' npsw= ',npsw |
|---|
| 550 | WRITE(numout,*) ' nbne= ',nbne,' npne= ',npne |
|---|
| 551 | WRITE(numout,*) ' nbnw= ',nbnw,' npnw= ',npnw |
|---|
| 552 | ENDIF |
|---|
| 553 | |
|---|
| 554 | END SUBROUTINE mpp_init2 |
|---|
