[1682] | 1 | !> @file init_coupling.f90 |
---|
[2000] | 2 | !------------------------------------------------------------------------------! |
---|
[2696] | 3 | ! This file is part of the PALM model system. |
---|
[1036] | 4 | ! |
---|
[2000] | 5 | ! PALM is free software: you can redistribute it and/or modify it under the |
---|
| 6 | ! terms of the GNU General Public License as published by the Free Software |
---|
| 7 | ! Foundation, either version 3 of the License, or (at your option) any later |
---|
| 8 | ! version. |
---|
[1036] | 9 | ! |
---|
| 10 | ! PALM is distributed in the hope that it will be useful, but WITHOUT ANY |
---|
| 11 | ! WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR |
---|
| 12 | ! A PARTICULAR PURPOSE. See the GNU General Public License for more details. |
---|
| 13 | ! |
---|
| 14 | ! You should have received a copy of the GNU General Public License along with |
---|
| 15 | ! PALM. If not, see <http://www.gnu.org/licenses/>. |
---|
| 16 | ! |
---|
[3655] | 17 | ! Copyright 1997-2019 Leibniz Universitaet Hannover |
---|
[2000] | 18 | !------------------------------------------------------------------------------! |
---|
[1036] | 19 | ! |
---|
[484] | 20 | ! Current revisions: |
---|
[206] | 21 | ! ----------------- |
---|
[2001] | 22 | ! |
---|
| 23 | ! |
---|
[1321] | 24 | ! Former revisions: |
---|
| 25 | ! ------------------ |
---|
| 26 | ! $Id: init_coupling.f90 4180 2019-08-21 14:37:54Z scharf $ |
---|
[3232] | 27 | ! references to mrun replaced by palmrun, and updated |
---|
| 28 | ! |
---|
[2716] | 29 | ! |
---|
[206] | 30 | ! Description: |
---|
| 31 | ! ------------ |
---|
[1682] | 32 | !> Initializing coupling via MPI-1 or MPI-2 if the coupled version of PALM is |
---|
| 33 | !> called. |
---|
[206] | 34 | !------------------------------------------------------------------------------! |
---|
[1682] | 35 | SUBROUTINE init_coupling |
---|
| 36 | |
---|
[206] | 37 | |
---|
[1320] | 38 | USE control_parameters, & |
---|
| 39 | ONLY: coupling_char, coupling_mode |
---|
| 40 | |
---|
| 41 | USE kinds |
---|
| 42 | |
---|
[206] | 43 | USE pegrid |
---|
| 44 | |
---|
[2365] | 45 | USE vertical_nesting_mod |
---|
| 46 | |
---|
[206] | 47 | IMPLICIT NONE |
---|
| 48 | |
---|
| 49 | ! |
---|
| 50 | !-- Local variables |
---|
[1682] | 51 | INTEGER(iwp) :: i !< |
---|
| 52 | INTEGER(iwp) :: inter_color !< |
---|
[1320] | 53 | |
---|
[1682] | 54 | INTEGER(iwp), DIMENSION(:) :: bc_data(0:3) = 0 !< |
---|
[206] | 55 | |
---|
| 56 | ! |
---|
| 57 | !-- Get information about the coupling mode from the environment variable |
---|
| 58 | !-- which has been set by the mpiexec command. |
---|
| 59 | !-- This method is currently not used because the mpiexec command is not |
---|
| 60 | !-- available on some machines |
---|
[1808] | 61 | ! CALL GET_ENVIRONMENT_VARIABLE( 'coupling_mode', coupling_mode, i ) |
---|
[206] | 62 | ! IF ( i == 0 ) coupling_mode = 'uncoupled' |
---|
| 63 | ! IF ( coupling_mode == 'ocean_to_atmosphere' ) coupling_char = '_O' |
---|
| 64 | |
---|
| 65 | ! |
---|
| 66 | !-- Get information about the coupling mode from standard input (PE0 only) and |
---|
[2298] | 67 | !-- distribute it to the other PEs. Distribute PEs to 2 new communicators. |
---|
[206] | 68 | !-- ATTENTION: numprocs will be reset according to the new communicators |
---|
[222] | 69 | #if defined ( __parallel ) |
---|
[667] | 70 | |
---|
[206] | 71 | IF ( myid == 0 ) THEN |
---|
| 72 | READ (*,*,ERR=10,END=10) coupling_mode, bc_data(1), bc_data(2) |
---|
| 73 | 10 CONTINUE |
---|
| 74 | IF ( TRIM( coupling_mode ) == 'coupled_run' ) THEN |
---|
| 75 | i = 1 |
---|
[2365] | 76 | ELSEIF ( TRIM( coupling_mode ) == 'vnested_twi' ) THEN |
---|
| 77 | i = 9 |
---|
[206] | 78 | ELSE |
---|
| 79 | i = 0 |
---|
| 80 | ENDIF |
---|
[291] | 81 | bc_data(0) = i |
---|
| 82 | |
---|
| 83 | ! |
---|
| 84 | !-- Check if '_O' has to be used as file extension in an uncoupled ocean |
---|
| 85 | !-- run. This is required, if this run shall be continued as a coupled run. |
---|
| 86 | IF ( TRIM( coupling_mode ) == 'precursor_ocean' ) bc_data(3) = 1 |
---|
| 87 | |
---|
[206] | 88 | ENDIF |
---|
| 89 | |
---|
[291] | 90 | CALL MPI_BCAST( bc_data(0), 4, MPI_INTEGER, 0, MPI_COMM_WORLD, ierr ) |
---|
[206] | 91 | i = bc_data(0) |
---|
| 92 | |
---|
[2365] | 93 | IF ( i == 0 ) THEN |
---|
[206] | 94 | coupling_mode = 'uncoupled' |
---|
[691] | 95 | ! |
---|
| 96 | !-- In case of a precursor ocean run, an additional flag file is created. |
---|
| 97 | !-- This is necessary for data_output_2d_on_each_pe = .T. |
---|
| 98 | IF ( bc_data(3) == 1 ) THEN |
---|
| 99 | OPEN( 90, FILE='PRECURSOR_OCEAN', FORM='FORMATTED' ) |
---|
| 100 | WRITE ( 90, '(''TRUE'')' ) |
---|
| 101 | CLOSE ( 90 ) |
---|
| 102 | ENDIF |
---|
[2365] | 103 | ELSEIF ( i == 9 ) THEN |
---|
| 104 | |
---|
| 105 | ! |
---|
| 106 | !-- Set a flag to identify runs with vertical nesting |
---|
| 107 | vnested = .TRUE. |
---|
| 108 | |
---|
| 109 | comm_inter = MPI_COMM_WORLD |
---|
| 110 | |
---|
| 111 | ! |
---|
| 112 | !-- Split the total available PE's into two groups |
---|
[3232] | 113 | !-- numprocs for coarse and fine grid are read from stdin (see above, and |
---|
| 114 | !-- execution command in the palmrun script, numprocs are provided via |
---|
| 115 | !-- palmrun option -Y) |
---|
[2365] | 116 | IF ( myid < bc_data(1) ) THEN |
---|
| 117 | inter_color = 0 |
---|
| 118 | numprocs = bc_data(1) |
---|
| 119 | coupling_mode = 'vnested_crse' |
---|
| 120 | ELSE |
---|
| 121 | inter_color = 1 |
---|
| 122 | numprocs = bc_data(2) |
---|
| 123 | coupling_mode = 'vnested_fine' |
---|
| 124 | ENDIF |
---|
| 125 | |
---|
| 126 | CALL MPI_COMM_SPLIT( MPI_COMM_WORLD, inter_color, 0, comm_palm, ierr ) |
---|
| 127 | comm2d = comm_palm |
---|
| 128 | |
---|
| 129 | OPEN( 90, FILE='VNESTING_PORT_OPENED', FORM='FORMATTED' ) |
---|
| 130 | WRITE ( 90, '(''TRUE'')' ) |
---|
| 131 | CLOSE ( 90 ) |
---|
| 132 | |
---|
[206] | 133 | ELSE |
---|
| 134 | comm_inter = MPI_COMM_WORLD |
---|
| 135 | |
---|
| 136 | IF ( myid < bc_data(1) ) THEN |
---|
[667] | 137 | inter_color = 0 |
---|
| 138 | numprocs = bc_data(1) |
---|
| 139 | coupling_mode = 'atmosphere_to_ocean' |
---|
[206] | 140 | ELSE |
---|
[667] | 141 | inter_color = 1 |
---|
| 142 | numprocs = bc_data(2) |
---|
| 143 | coupling_mode = 'ocean_to_atmosphere' |
---|
[206] | 144 | ENDIF |
---|
[667] | 145 | |
---|
[206] | 146 | CALL MPI_COMM_SPLIT( MPI_COMM_WORLD, inter_color, 0, comm_palm, ierr ) |
---|
| 147 | comm2d = comm_palm |
---|
| 148 | |
---|
| 149 | ! |
---|
| 150 | !-- Write a flag file for the ocean model and the other atmosphere |
---|
| 151 | !-- processes. |
---|
| 152 | OPEN( 90, FILE='COUPLING_PORT_OPENED', FORM='FORMATTED' ) |
---|
| 153 | WRITE ( 90, '(''TRUE'')' ) |
---|
| 154 | CLOSE ( 90 ) |
---|
| 155 | ENDIF |
---|
| 156 | #endif |
---|
| 157 | |
---|
[291] | 158 | ! |
---|
| 159 | !-- In case of a precursor ocean run (followed by a coupled run), or a |
---|
| 160 | !-- coupled atmosphere-ocean run, set the file extension for the ocean files |
---|
| 161 | IF ( TRIM( coupling_mode ) == 'ocean_to_atmosphere' .OR. bc_data(3) == 1 ) & |
---|
| 162 | THEN |
---|
| 163 | coupling_char = '_O' |
---|
| 164 | ENDIF |
---|
[206] | 165 | |
---|
[2365] | 166 | IF ( TRIM( coupling_mode ) == 'vnested_fine' ) THEN |
---|
| 167 | ! |
---|
| 168 | !-- Set file extension for vertical nesting |
---|
[2669] | 169 | coupling_char = '_NV' |
---|
[2365] | 170 | ENDIF |
---|
| 171 | |
---|
[206] | 172 | END SUBROUTINE init_coupling |
---|