Changeset 1015 for palm/trunk/SOURCE/prandtl_fluxes.f90

Timestamp:

Sep 27, 2012 9:23:24 AM (12 years ago)

Author:

raasch

Message:

Starting with changes required for GPU optimization. OpenACC statements for using NVIDIA GPUs added.
Adjustment of mixing length to the Prandtl mixing length at first grid point above ground removed.
mask array is set zero for ghost boundaries

File:

• palm/trunk/SOURCE/prandtl_fluxes.f90 (modified) (17 diffs)

palm/trunk/SOURCE/prandtl_fluxes.f90

@@ -4 +4 @@
 ! Current revisions:
 ! -----------------
-!
+! OpenACC statements added
 !
 ! Former revisions:
@@ -65 +65 @@
 
     INTEGER ::  i, j, k
+    LOGICAL ::  coupled_run
     REAL    ::  a, b, e_q, rifm, uv_total, z_p
 
+!
+!-- Data information for accelerators
+    !$acc data present( e, nzb_u_inner, nzb_v_inner, nzb_s_inner, pt, q, qs ) &
+    !$acc      present( qsws, rif, shf, ts, u, us, usws, v, vpt, vsws, zu, zw, z0, z0h )
 ! 
 !-- Compute theta*
@@ -74 +79 @@
 !--    for u* use the value from the previous time step
        !$OMP PARALLEL DO
+       !$acc kernels do
        DO  i = nxlg, nxrg
           DO  j = nysg, nyng
@@ -90 +96 @@
 !--    (the Richardson number is still the one from the previous time step)
        !$OMP PARALLEL DO PRIVATE( a, b, k, z_p )
+       !$acc kernels do
        DO  i = nxlg, nxrg
           DO  j = nysg, nyng
@@ -122 +129 @@
     IF ( .NOT. humidity )  THEN
        !$OMP PARALLEL DO PRIVATE( k, z_p )
+       !$acc kernels do
        DO  i = nxlg, nxrg
           DO  j = nysg, nyng
@@ -140 +148 @@
     ELSE
        !$OMP PARALLEL DO PRIVATE( k, z_p )
+       !$acc kernels do
        DO  i = nxlg, nxrg
           DO  j = nysg, nyng
@@ -162 +171 @@
 !-- Compute u* at the scalars' grid points
     !$OMP PARALLEL DO PRIVATE( a, b, k, uv_total, z_p )
+    !$acc kernels do
     DO  i = nxl, nxr
        DO  j = nys, nyn
@@ -203 +213 @@
 !-- Values of us at ghost point locations are needed for the evaluation of usws 
 !-- and vsws.
+    !$acc update host( us )
     CALL exchange_horiz_2d( us )
+    !$acc update device( us )
+
 !
 !-- Compute u'w' for the total model domain.
 !-- First compute the corresponding component of u* and square it.
     !$OMP PARALLEL DO PRIVATE( a, b, k, rifm, z_p )
+    !$acc kernels do
     DO  i = nxl, nxr
        DO  j = nys, nyn
@@ -245 +259 @@
 !-- First compute the corresponding component of u* and square it.
     !$OMP PARALLEL DO PRIVATE( a, b, k, rifm, z_p )
+    !$acc kernels do
     DO  i = nxl, nxr
        DO  j = nys, nyn
@@ -285 +300 @@
 !--       For a given water flux in the Prandtl layer:
           !$OMP PARALLEL DO
+          !$acc kernels do
           DO  i = nxlg, nxrg
              DO  j = nysg, nyng
@@ -291 +307 @@
           ENDDO
           
-       ELSE          
+       ELSE
+          coupled_run = ( coupling_mode == 'atmosphere_to_ocean' .AND. run_coupled )
           !$OMP PARALLEL DO PRIVATE( a, b, k, z_p )
+          !$acc kernels do
           DO  i = nxlg, nxrg
              DO  j = nysg, nyng
@@ -302 +320 @@
 !--             Assume saturation for atmosphere coupled to ocean (but not
 !--             in case of precursor runs)
-                IF ( coupling_mode == 'atmosphere_to_ocean' .AND. run_coupled )&
-                THEN
+                IF ( coupled_run )  THEN
                    e_q = 6.1 * &
                         EXP( 0.07 * ( MIN(pt(0,j,i),pt(1,j,i)) - 273.15 ) )
@@ -334 +351 @@
 !-- Exchange the boundaries for the momentum fluxes (only for sake of 
 !-- completeness)
+    !$acc update host( usws, vsws )
     CALL exchange_horiz_2d( usws )
     CALL exchange_horiz_2d( vsws )
-    IF ( humidity  .OR.  passive_scalar )  CALL exchange_horiz_2d( qsws )
+    !$acc update device( usws, vsws )
+    IF ( humidity  .OR.  passive_scalar )  THEN
+       !$acc update host( qsws )
+       CALL exchange_horiz_2d( qsws )
+       !$acc update device( qsws )
+    ENDIF
 
 !
@@ -342 +365 @@
     IF ( .NOT. constant_heatflux )  THEN
        !$OMP PARALLEL DO
+       !$acc kernels do
        DO  i = nxlg, nxrg
           DO  j = nysg, nyng
@@ -353 +377 @@
     IF ( .NOT. constant_waterflux .AND. ( humidity .OR. passive_scalar ) ) THEN
        !$OMP PARALLEL DO
+       !$acc kernels do
        DO  i = nxlg, nxrg
           DO  j = nysg, nyng
@@ -364 +389 @@
     IF ( ibc_e_b == 2 )  THEN
        !$OMP PARALLEL DO
+       !$acc kernels do
        DO  i = nxlg, nxrg
           DO  j = nysg, nyng
@@ -375 +401 @@
     ENDIF
 
+    !$acc end data
 
  END SUBROUTINE prandtl_fluxes