Changeset 4461 for palm/trunk/SOURCE/init_pegrid.f90

Timestamp:

Mar 12, 2020 4:51:59 PM (5 years ago)

Author:

raasch

Message:

extensions to allow usage of alternative communicators in exchange_horiz

File:

• palm/trunk/SOURCE/init_pegrid.f90 (modified) (4 diffs)

palm/trunk/SOURCE/init_pegrid.f90

@@ -25 +25 @@
 ! -----------------
 ! $Id$
+! communicator configurations for four virtual pe grids defined
+! 
+! 4444 2020-03-05 15:59:50Z raasch
 ! bugfix: cpp-directives for serial mode added
 ! 
@@ -242 +245 @@
 
 !
+!-- Create four default MPI communicators for the 2d virtual PE grid. One of them will be used
+!-- as the main communicator for this run, while others might be used for specific quantities like
+!-- aerosol, chemical species, or passive scalars), if their horizontal boundary conditions shall
+!-- be different from those of the other quantities (e.g. non-cyclic conditions for aerosols, and
+!-- cyclic conditions for all others).
+    DO  i = 1, 4
+
+       IF ( i == 1 )  cyclic = (/  .TRUE., .TRUE.  /)   ! cyclic along x and y
+       IF ( i == 2 )  cyclic = (/  .TRUE., .FALSE. /)   ! cyclic along x
+       IF ( i == 3 )  cyclic = (/ .FALSE., .TRUE.  /)   ! cyllic along y
+       IF ( i == 4 )  cyclic = (/ .FALSE., .FALSE. /)   ! non-cyclic
+
+       CALL MPI_CART_CREATE( comm_palm, ndim, pdims, cyclic, reorder,                              &
+                             communicator_configurations(i)%mpi_communicator, ierr )
+
+       CALL MPI_CART_SHIFT( communicator_configurations(i)%mpi_communicator, 0, 1,                 &
+                            communicator_configurations(i)%pleft,                                  &
+                            communicator_configurations(i)%pright, ierr )
+
+       CALL MPI_CART_SHIFT( communicator_configurations(i)%mpi_communicator, 1, 1,                 &
+                            communicator_configurations(i)%psouth,                                 &
+                            communicator_configurations(i)%pnorth, ierr )
+
+    ENDDO
+
+!
 !-- If necessary, set horizontal boundary conditions to non-cyclic
     IF ( bc_lr /= 'cyclic' )  cyclic(1) = .FALSE.
@@ -248 +277 @@
 
 !
-!-- Create the virtual processor grid
-    CALL MPI_CART_CREATE( comm_palm, ndim, pdims, cyclic, reorder, &
-                          comm2d, ierr )
+!-- Set the main communicator (virtual pe grid) for this run
+    IF ( bc_lr == 'cyclic'  .AND.  bc_ns == 'cyclic' )  i = 1
+    IF ( bc_lr == 'cyclic'  .AND.  bc_ns /= 'cyclic' )  i = 2
+    IF ( bc_lr /= 'cyclic'  .AND.  bc_ns == 'cyclic' )  i = 3
+    IF ( bc_lr /= 'cyclic'  .AND.  bc_ns /= 'cyclic' )  i = 4
+
+    comm2d = communicator_configurations(i)%mpi_communicator
+    pleft  = communicator_configurations(i)%pleft
+    pright = communicator_configurations(i)%pright
+    psouth = communicator_configurations(i)%psouth
+    pnorth = communicator_configurations(i)%pnorth
+
+!
+!-- Set rank and coordinates of the main communicator
     CALL MPI_COMM_RANK( comm2d, myid, ierr )
     WRITE (myid_char,'(''_'',I6.6)')  myid
 
     CALL MPI_CART_COORDS( comm2d, myid, ndim, pcoord, ierr )
-    CALL MPI_CART_SHIFT( comm2d, 0, 1, pleft, pright, ierr )
-    CALL MPI_CART_SHIFT( comm2d, 1, 1, psouth, pnorth, ierr )
+
 !
 !-- In case of cyclic boundary conditions, a y-shift at the boundaries in
@@ -316 +355 @@
        ENDIF
     ENDIF
+
 !
 !-- Vertical nesting: store four lists that identify partner ranks to exchange