Changeset 6748 for branches/2016/dev_r6519_HPC_4/NEMOGCM/NEMO/OPA_SRC/DYN/dynnxt.F90

Timestamp:

2016-06-28T11:53:56+02:00 (8 years ago)

Author:

mocavero

Message:

GYRE hybrid parallelization

File:

• branches/2016/dev_r6519_HPC_4/NEMOGCM/NEMO/OPA_SRC/DYN/dynnxt.F90 (modified) (13 diffs)

branches/2016/dev_r6519_HPC_4/NEMOGCM/NEMO/OPA_SRC/DYN/dynnxt.F90

@@ -115 +115 @@
          ! Ensure below that barotropic velocities match time splitting estimate
          ! Compute actual transport and replace it with ts estimate at "after" time step
+!$OMP PARALLEL WORKSHARE
          zue(:,:) = e3u_a(:,:,1) * ua(:,:,1) * umask(:,:,1)
          zve(:,:) = e3v_a(:,:,1) * va(:,:,1) * vmask(:,:,1)
+!$OMP END PARALLEL WORKSHARE
          DO jk = 2, jpkm1
             zue(:,:) = zue(:,:) + e3u_a(:,:,jk) * ua(:,:,jk) * umask(:,:,jk)
             zve(:,:) = zve(:,:) + e3v_a(:,:,jk) * va(:,:,jk) * vmask(:,:,jk)
          END DO
+!$OMP PARALLEL DO schedule(static) private(jk)
          DO jk = 1, jpkm1
             ua(:,:,jk) = ( ua(:,:,jk) - zue(:,:) * r1_hu_a(:,:) + ua_b(:,:) ) * umask(:,:,jk)
@@ -131 +134 @@
             ! In the forward case, this is done below after asselin filtering   
             ! so that asselin contribution is removed at the same time 
+!$OMP PARALLEL DO schedule(static) private(jk)
             DO jk = 1, jpkm1
                un(:,:,jk) = ( un(:,:,jk) - un_adv(:,:) + un_b(:,:) )*umask(:,:,jk)
@@ -164 +168 @@
          !
          IF( ln_dyn_trd ) THEN              ! 3D output: total momentum trends
+!$OMP PARALLEL WORKSHARE
             zua(:,:,:) = ( ua(:,:,:) - ub(:,:,:) ) * z1_2dt
             zva(:,:,:) = ( va(:,:,:) - vb(:,:,:) ) * z1_2dt
+!$OMP END PARALLEL WORKSHARE
             CALL iom_put( "utrd_tot", zua )        ! total momentum trends, except the asselin time filter
             CALL iom_put( "vtrd_tot", zva )
          ENDIF
          !
+!$OMP PARALLEL WORKSHARE
          zua(:,:,:) = un(:,:,:)             ! save the now velocity before the asselin filter
          zva(:,:,:) = vn(:,:,:)             ! (caution: there will be a shift by 1 timestep in the
+!$OMP END PARALLEL WORKSHARE
          !                                  !  computation of the asselin filter trends)
       ENDIF
@@ -178 +186 @@
       ! ------------------------------------------
       IF( neuler == 0 .AND. kt == nit000 ) THEN        !* Euler at first time-step: only swap
+!$OMP PARALLEL DO schedule(static) private(jk)
          DO jk = 1, jpkm1
             un(:,:,jk) = ua(:,:,jk)                          ! un <-- ua
@@ -183 +192 @@
          END DO
          IF(.NOT.ln_linssh ) THEN
+!$OMP PARALLEL DO schedule(static) private(jk)
             DO jk = 1, jpkm1
                e3t_b(:,:,jk) = e3t_n(:,:,jk)
@@ -193 +203 @@
          IF( ln_linssh ) THEN             ! Fixed volume !
             !                             ! =============!
+!$OMP PARALLEL DO schedule(static) private(jk, jj, ji, zuf, zvf)
             DO jk = 1, jpkm1                              
                DO jj = 1, jpj
@@ -215 +226 @@
                e3t_b(:,:,1:jpkm1) = e3t_n(:,:,1:jpkm1)
             ELSE
+!$OMP PARALLEL DO schedule(static) private(jk)
                DO jk = 1, jpkm1
                   e3t_b(:,:,jk) = e3t_n(:,:,jk) + atfp * ( e3t_b(:,:,jk) - 2._wp * e3t_n(:,:,jk) + e3t_a(:,:,jk) )
@@ -240 +252 @@
                CALL dom_vvl_interpol( e3t_b(:,:,:), e3u_b(:,:,:), 'U' )
                CALL dom_vvl_interpol( e3t_b(:,:,:), e3v_b(:,:,:), 'V' )
+!$OMP PARALLEL DO schedule(static) private(jk, jj, ji, zuf, zvf)
                DO jk = 1, jpkm1
                   DO jj = 1, jpj
@@ -260 +273 @@
                CALL dom_vvl_interpol( e3t_b(:,:,:), ze3u_f, 'U' )
                CALL dom_vvl_interpol( e3t_b(:,:,:), ze3v_f, 'V' )
+!$OMP PARALLEL DO schedule(static) private(jk, jj, ji, zue3a, zve3a, zue3n, zve3n, zue3b, zve3b, zuf, zvf)
                DO jk = 1, jpkm1
                   DO jj = 1, jpj
@@ -297 +311 @@
                zve(:,:) = zve(:,:) + e3v_b(:,:,jk) * vb(:,:,jk) * vmask(:,:,jk)    
             END DO
+!$OMP PARALLEL DO schedule(static) private(jk)
             DO jk = 1, jpkm1
                ub(:,:,jk) = ub(:,:,jk) - (zue(:,:) * r1_hu_n(:,:) - un_b(:,:)) * umask(:,:,jk)
@@ -321 +336 @@
       ENDIF
       !
+!$OMP PARALLEL WORKSHARE
       un_b(:,:) = e3u_a(:,:,1) * un(:,:,1) * umask(:,:,1)
       ub_b(:,:) = e3u_b(:,:,1) * ub(:,:,1) * umask(:,:,1)
       vn_b(:,:) = e3v_a(:,:,1) * vn(:,:,1) * vmask(:,:,1)
       vb_b(:,:) = e3v_b(:,:,1) * vb(:,:,1) * vmask(:,:,1)
+!$OMP END PARALLEL WORKSHARE
       DO jk = 2, jpkm1
          un_b(:,:) = un_b(:,:) + e3u_a(:,:,jk) * un(:,:,jk) * umask(:,:,jk)
@@ -331 +348 @@
          vb_b(:,:) = vb_b(:,:) + e3v_b(:,:,jk) * vb(:,:,jk) * vmask(:,:,jk)
       END DO
+!$OMP PARALLEL WORKSHARE
       un_b(:,:) = un_b(:,:) * r1_hu_a(:,:)
       vn_b(:,:) = vn_b(:,:) * r1_hv_a(:,:)
       ub_b(:,:) = ub_b(:,:) * r1_hu_b(:,:)
       vb_b(:,:) = vb_b(:,:) * r1_hv_b(:,:)
+!$OMP END PARALLEL WORKSHARE
       !
       IF( .NOT.ln_dynspg_ts ) THEN        ! output the barotropic currents
@@ -341 +360 @@
       ENDIF
       IF( l_trddyn ) THEN                ! 3D output: asselin filter trends on momentum
+!$OMP PARALLEL WORKSHARE
          zua(:,:,:) = ( ub(:,:,:) - zua(:,:,:) ) * z1_2dt
          zva(:,:,:) = ( vb(:,:,:) - zva(:,:,:) ) * z1_2dt
+!$OMP END PARALLEL WORKSHARE
          CALL trd_dyn( zua, zva, jpdyn_atf, kt )
       ENDIF