Changeset 1762 for palm/trunk/SOURCE/time_integration.f90

Timestamp:

Feb 25, 2016 12:31:13 PM (8 years ago)

Author:

hellstea

Message:

Introduction of nested domain system

File:

• palm/trunk/SOURCE/time_integration.f90 (modified) (9 diffs)

palm/trunk/SOURCE/time_integration.f90

@@ -19 +19 @@
 ! Current revisions:
 ! ------------------
-! 
+! Introduction of nested domain feature
 !
 ! Former revisions:
@@ -165 +165 @@
 
     USE arrays_3d,                                                             &
-        ONLY:  diss, dzu, e_p, nr_p, prho, pt, pt_p, pt_init, q_init, q, ql,   &
-               ql_c, ql_v, ql_vp, qr_p, q_p, ref_state, rho, sa_p, tend, u,    &
-               u_p, v, vpt, v_p, w_p
+        ONLY:  diss, dzu, e, e_p, nr_p, prho, pt, pt_p, pt_init, q_init, q,    &
+               ql, ql_c, ql_v, ql_vp, qr_p, q_p, ref_state, rho, sa_p, tend,   &
+               u, u_p, v, vpt, v_p, w, w_p
 
     USE calc_mean_profile_mod,                                                 &
@@ -188 +188 @@
                icloud_scheme, intermediate_timestep_count,                     &
                intermediate_timestep_count_max, large_scale_forcing,           &
-               loop_optimization, lsf_surf, lsf_vert, masks, mid,              &
+               loop_optimization, lsf_surf, lsf_vert, masks, mid, nest_domain, &
                netcdf_data_format, neutral, nr_timesteps_this_run, nudging,    &
                ocean, on_device, passive_scalar, precipitation,                &
@@ -235 +235 @@
     USE pegrid
 
+#if defined( PMC_ACTIVE )
+    USE pmc_interface,                                                         &
+        ONLY:  client_to_server, nesting_mode,                                 &
+               pmci_ensure_nest_mass_conservation, pmci_client_datatrans,      &
+               pmci_client_initialize, pmci_client_synchronize,                &
+               pmci_server_datatrans, pmci_server_initialize,                  &
+               pmci_server_synchronize, pmci_update_new, server_to_client
+#endif
+
     USE production_e_mod,                                                      &
         ONLY:  production_e_init
@@ -290 +299 @@
     ENDIF
 
+#if defined( PMC_ACTIVE )
+!
+!-- TO_DO: try to give more meaningful comments here
+!-- Domain nesting: From server to client commmunication
+!-- ( direction=SERVER_TO_CLIENT )
+!-- Nest initial conditions
+!
+!-- Send initial condition data from server to client
+    CALL pmci_server_initialize
+!
+!-- Receive and interpolate initial data on client
+    CALL pmci_client_initialize
+!
+!-- TO_DO, maybe removed
+!-- Obs. Nesting may be unnecessary at this point.
+!
+!-- Nest boundary conditions
+    CALL pmci_server_datatrans( server_to_client )
+    CALL pmci_client_datatrans( server_to_client )
+
+    IF ( nesting_mode == 'two-way' )  THEN
+       CALL pmci_server_datatrans( client_to_server )
+       CALL pmci_client_datatrans( client_to_server )
+!
+!--    Exchange_horiz is needed for all server-domains after the anterpolation
+       CALL exchange_horiz( u, nbgp )
+       CALL exchange_horiz( v, nbgp )
+       CALL exchange_horiz( w, nbgp )
+       CALL exchange_horiz( pt, nbgp )
+       IF ( .NOT. constant_diffusion )  CALL exchange_horiz( e, nbgp )
+       intermediate_timestep_count = 0
+       CALL pres
+    ENDIF
+!
+!-- Correct the w top-BC in nest domains to ensure mass conservation.
+!-- Copy the interpolated/anterpolated boundary values to the _p
+!-- arrays, too, to make sure the interpolated/anterpolated boundary
+!-- values are carried over from one RK inner step to another.
+!-- These actions must not be done for the root domain.
+    IF ( nest_domain )  THEN
+       CALL pmci_ensure_nest_mass_conservation
+       CALL pmci_update_new
+    ENDIF
+#endif
 
 #if defined( __dvrp_graphics )
@@ -309 +362 @@
        IF ( simulated_time /= 0.0_wp )  THEN
           CALL timestep
-       ENDIF
+
+#if defined( PMC_ACTIVE )
+!
+!--       TO_DO: try to give more detailed and meaningful comments here
+!--       Server side must be called first
+          CALL pmci_server_synchronize
+          CALL pmci_client_synchronize
+#endif
+       ENDIF
+
 
 !
@@ -628 +690 @@
 !--       Swap the time levels in preparation for the next time step.
           CALL swap_timelevel
+
+#if defined( PMC_ACTIVE )
+!
+!--       TO_DO: try to give more meaningful comments here
+!--       Domain nesting
+!--       Note that the nesting operations are omitted intentionally on the
+!--       first two RK-substeps.
+          CALL cpu_log( log_point(60), 'nesting', 'start' )
+!
+!--       From server to client commmunication ( direction=SERVER_TO_CLIENT )
+          CALL pmci_server_datatrans( server_to_client )
+          CALL pmci_client_datatrans( server_to_client )
+
+          IF ( nesting_mode == 'two-way' )  THEN
+!
+!--          From client to server commmunication ( direction=CLIENT_TO_SERVER )
+             CALL pmci_server_datatrans( client_to_server )
+             CALL pmci_client_datatrans( client_to_server )
+!
+!--          Exchange_horiz is needed for all server-domains after the
+!--          anterpolation
+             CALL exchange_horiz( u, nbgp )
+             CALL exchange_horiz( v, nbgp )
+             CALL exchange_horiz( w, nbgp )
+             CALL exchange_horiz( pt, nbgp )
+             IF ( humidity  .OR.  passive_scalar )  THEN
+                CALL exchange_horiz( q, nbgp )
+             ENDIF
+             IF ( .NOT. constant_diffusion )  CALL exchange_horiz( e, nbgp )
+          ENDIF
+!
+!--       Correct the w top-BC in nest domains to ensure mass conservation.
+!--       This action must never be done for the root domain.
+          IF ( nest_domain )  THEN
+             CALL pmci_ensure_nest_mass_conservation
+!
+!--          pmc_update_new is not necessary if nesting is made at each substep.
+             CALL pmci_update_new
+          ENDIF
+
+          CALL cpu_log( log_point(60), 'nesting', 'stop' )
+#endif
 
 !
@@ -1041 +1145 @@
 !
 !--    Output elapsed simulated time in form of a progress bar on stdout
+!--    TO_DO: should be done by root domain later
+#if ! defined( PMC_ACTIVE )
        IF ( myid == 0 )  CALL output_progress_bar
+#endif
 
        CALL cpu_log( log_point_s(10), 'timesteps', 'stop' )
@@ -1048 +1155 @@
     ENDDO   ! time loop
 
+!-- TO_DO: should be done by root domain later
+#if ! defined( PMC_ACTIVE )
     IF ( myid == 0 )  CALL finish_progress_bar
+#endif
 
 #if defined( __dvrp_graphics )