Home

Context Navigation

source: palm/trunk/SOURCE/exchange_horiz.f90 @ 2327

Last change on this file since 2327 was 2298, checked in by raasch, 7 years ago
write_binary is of type LOGICAL now, MPI2-related code removed, obsolete variables removed, sendrecv_in_background related parts removed, missing variable descriptions added
Property svn:keywords set to `Id`
File size: 12.5 KB

Rev	Line
[1682]	1	!> @file exchange_horiz.f90
[1320]	2	!------------------------------------------------------------------------------!
[1036]	3	! This file is part of PALM.
	4	!
[2000]	5	! PALM is free software: you can redistribute it and/or modify it under the
	6	! terms of the GNU General Public License as published by the Free Software
	7	! Foundation, either version 3 of the License, or (at your option) any later
	8	! version.
[1036]	9	!
	10	! PALM is distributed in the hope that it will be useful, but WITHOUT ANY
	11	! WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR
	12	! A PARTICULAR PURPOSE. See the GNU General Public License for more details.
	13	!
	14	! You should have received a copy of the GNU General Public License along with
	15	! PALM. If not, see <http://www.gnu.org/licenses/>.
	16	!
[2101]	17	! Copyright 1997-2017 Leibniz Universitaet Hannover
[1320]	18	!------------------------------------------------------------------------------!
[1036]	19	!
[484]	20	! Current revisions:
[1]	21	! -----------------
[1678]	22	!
[2119]	23	!
[1321]	24	! Former revisions:
	25	! -----------------
	26	! $Id: exchange_horiz.f90 2298 2017-06-29 09:28:18Z maronga $
[2298]	27	! sendrecv_in_background related parts removed
	28	!
	29	! 2119 2017-01-17 16:51:50Z raasch
[1321]	30	!
[2119]	31	! 2118 2017-01-17 16:38:49Z raasch
	32	! OpenACC directives and related code removed
	33	!
[2001]	34	! 2000 2016-08-20 18:09:15Z knoop
	35	! Forced header and separation lines into 80 columns
	36	!
[1805]	37	! 1804 2016-04-05 16:30:18Z maronga
	38	! Removed code for parameter file check (__check)
	39	!
[1683]	40	! 1682 2015-10-07 23:56:08Z knoop
	41	! Code annotations made doxygen readable
	42	!
[1678]	43	! 1677 2015-10-02 13:25:23Z boeske
	44	! Added new routine for exchange of three-dimensional integer arrays
	45	!
[1570]	46	! 1569 2015-03-12 07:54:38Z raasch
	47	! bugfix in background communication part
	48	!
[1349]	49	! 1348 2014-03-27 18:01:03Z raasch
[1569]	50	! bugfix: on_device added to ONLY-list
[1349]	51	!
[1345]	52	! 1344 2014-03-26 17:33:09Z kanani
	53	! Added missing parameters to ONLY-attribute
	54	!
[1321]	55	! 1320 2014-03-20 08:40:49Z raasch
[1320]	56	! ONLY-attribute added to USE-statements,
	57	! kind-parameters added to all INTEGER and REAL declaration statements,
	58	! kinds are defined in new module kinds,
	59	! revision history before 2012 removed,
	60	! comment fields (!:) to be used for variable explanations added to
	61	! all variable declaration statements
[668]	62	!
[1258]	63	! 1257 2013-11-08 15:18:40Z raasch
	64	! openacc loop and loop vector clauses removed
	65	!
[1132]	66	! 1128 2013-04-12 06:19:32Z raasch
	67	! modifications for asynchronous transfer,
	68	! local variables req, wait_stat are global now, and have been moved to module
	69	! pegrid
	70	!
[1114]	71	! 1113 2013-03-10 02:48:14Z raasch
	72	! GPU-porting for single-core (1PE) mode
	73	!
[1037]	74	! 1036 2012-10-22 13:43:42Z raasch
	75	! code put under GPL (PALM 3.9)
	76	!
[842]	77	! 841 2012-02-28 12:29:49Z maronga
	78	! Excluded routine from compilation of namelist_file_check
	79	!
[1]	80	! Revision 1.1 1997/07/24 11:13:29 raasch
	81	! Initial revision
	82	!
	83	!
	84	! Description:
	85	! ------------
[1682]	86	!> Exchange of lateral boundary values (parallel computers) and cyclic
	87	!> lateral boundary conditions, respectively.
[1]	88	!------------------------------------------------------------------------------!
[1682]	89	SUBROUTINE exchange_horiz( ar, nbgp_local)
	90
[1]	91
[1320]	92	USE control_parameters, &
[1344]	93	ONLY: bc_lr, bc_lr_cyc, bc_ns, bc_ns_cyc, grid_level, &
[2118]	94	mg_switch_to_pe0, synchronous_exchange
[1320]	95
	96	USE cpulog, &
	97	ONLY: cpu_log, log_point_s
	98
	99	USE indices, &
	100	ONLY: nxl, nxr, nyn, nys, nzb, nzt
	101
	102	USE kinds
	103
[1]	104	USE pegrid
	105
	106	IMPLICIT NONE
	107
[841]	108
[1682]	109	INTEGER(iwp) :: i !<
	110	INTEGER(iwp) :: j !<
	111	INTEGER(iwp) :: k !<
	112	INTEGER(iwp) :: nbgp_local !<
[1320]	113
	114	REAL(wp), DIMENSION(nzb:nzt+1,nys-nbgp_local:nyn+nbgp_local, &
[1682]	115	nxl-nbgp_local:nxr+nbgp_local) :: ar !<
[1320]	116
[841]	117
[1]	118	CALL cpu_log( log_point_s(2), 'exchange_horiz', 'start' )
	119
	120	#if defined( __parallel )
	121
	122	!
[1128]	123	!-- Exchange in x-direction of lateral boundaries
[1]	124	IF ( pdims(1) == 1 .OR. mg_switch_to_pe0 ) THEN
	125	!
	126	!-- One-dimensional decomposition along y, boundary values can be exchanged
	127	!-- within the PE memory
[707]	128	IF ( bc_lr_cyc ) THEN
[667]	129	ar(:,:,nxl-nbgp_local:nxl-1) = ar(:,:,nxr-nbgp_local+1:nxr)
	130	ar(:,:,nxr+1:nxr+nbgp_local) = ar(:,:,nxl:nxl+nbgp_local-1)
[1]	131	ENDIF
	132
	133	ELSE
[75]	134
[683]	135	IF ( synchronous_exchange ) THEN
[1]	136	!
[683]	137	!-- Send left boundary, receive right one (synchronous)
	138	CALL MPI_SENDRECV( &
[707]	139	ar(nzb,nys-nbgp_local,nxl), 1, type_yz(grid_level), pleft, 0, &
	140	ar(nzb,nys-nbgp_local,nxr+1), 1, type_yz(grid_level), pright, 0, &
	141	comm2d, status, ierr )
[1]	142	!
[683]	143	!-- Send right boundary, receive left one (synchronous)
[1320]	144	CALL MPI_SENDRECV( ar(nzb,nys-nbgp_local,nxr+1-nbgp_local), 1, &
	145	type_yz(grid_level), pright, 1, &
	146	ar(nzb,nys-nbgp_local,nxl-nbgp_local), 1, &
	147	type_yz(grid_level), pleft, 1, &
[707]	148	comm2d, status, ierr )
[667]	149
[683]	150	ELSE
[667]	151
[683]	152	!
[2298]	153	!-- Asynchroneous exchange
[1128]	154	IF ( send_receive == 'lr' .OR. send_receive == 'al' ) THEN
	155
[2298]	156	req(1:4) = 0
	157	req_count = 0
[683]	158	!
[1128]	159	!-- Send left boundary, receive right one (asynchronous)
	160	CALL MPI_ISEND( ar(nzb,nys-nbgp_local,nxl), 1, type_yz(grid_level), &
	161	pleft, req_count, comm2d, req(req_count+1), ierr )
	162	CALL MPI_IRECV( ar(nzb,nys-nbgp_local,nxr+1), 1, type_yz(grid_level), &
	163	pright, req_count, comm2d, req(req_count+2), ierr )
	164	!
	165	!-- Send right boundary, receive left one (asynchronous)
[1320]	166	CALL MPI_ISEND( ar(nzb,nys-nbgp_local,nxr+1-nbgp_local), 1, &
	167	type_yz(grid_level), pright, req_count+1, comm2d, &
[1128]	168	req(req_count+3), ierr )
[1320]	169	CALL MPI_IRECV( ar(nzb,nys-nbgp_local,nxl-nbgp_local), 1, &
	170	type_yz(grid_level), pleft, req_count+1, comm2d, &
[1128]	171	req(req_count+4), ierr )
[667]	172
[2298]	173	CALL MPI_WAITALL( 4, req, wait_stat, ierr )
[75]	174
[1128]	175	ENDIF
	176
[683]	177	ENDIF
	178
[1]	179	ENDIF
	180
	181
	182	IF ( pdims(2) == 1 .OR. mg_switch_to_pe0 ) THEN
	183	!
	184	!-- One-dimensional decomposition along x, boundary values can be exchanged
	185	!-- within the PE memory
[707]	186	IF ( bc_ns_cyc ) THEN
[667]	187	ar(:,nys-nbgp_local:nys-1,:) = ar(:,nyn-nbgp_local+1:nyn,:)
	188	ar(:,nyn+1:nyn+nbgp_local,:) = ar(:,nys:nys+nbgp_local-1,:)
[1]	189	ENDIF
	190
	191	ELSE
	192
[683]	193	IF ( synchronous_exchange ) THEN
[1]	194	!
[683]	195	!-- Send front boundary, receive rear one (synchronous)
	196	CALL MPI_SENDRECV( &
[707]	197	ar(nzb,nys,nxl-nbgp_local), 1, type_xz(grid_level), psouth, 0, &
	198	ar(nzb,nyn+1,nxl-nbgp_local), 1, type_xz(grid_level), pnorth, 0, &
	199	comm2d, status, ierr )
[683]	200	!
	201	!-- Send rear boundary, receive front one (synchronous)
[1320]	202	CALL MPI_SENDRECV( ar(nzb,nyn-nbgp_local+1,nxl-nbgp_local), 1, &
	203	type_xz(grid_level), pnorth, 1, &
	204	ar(nzb,nys-nbgp_local,nxl-nbgp_local), 1, &
	205	type_xz(grid_level), psouth, 1, &
[707]	206	comm2d, status, ierr )
[667]	207
[683]	208	ELSE
	209
[1]	210	!
[2298]	211	!-- Asynchroneous exchange
[1569]	212	IF ( send_receive == 'ns' .OR. send_receive == 'al' ) THEN
[1128]	213
[2298]	214	req(1:4) = 0
	215	req_count = 0
[1128]	216
[683]	217	!
[1128]	218	!-- Send front boundary, receive rear one (asynchronous)
	219	CALL MPI_ISEND( ar(nzb,nys,nxl-nbgp_local), 1, type_xz(grid_level), &
	220	psouth, req_count, comm2d, req(req_count+1), ierr )
	221	CALL MPI_IRECV( ar(nzb,nyn+1,nxl-nbgp_local), 1, type_xz(grid_level), &
	222	pnorth, req_count, comm2d, req(req_count+2), ierr )
	223	!
	224	!-- Send rear boundary, receive front one (asynchronous)
[1320]	225	CALL MPI_ISEND( ar(nzb,nyn-nbgp_local+1,nxl-nbgp_local), 1, &
	226	type_xz(grid_level), pnorth, req_count+1, comm2d, &
[1128]	227	req(req_count+3), ierr )
[1320]	228	CALL MPI_IRECV( ar(nzb,nys-nbgp_local,nxl-nbgp_local), 1, &
	229	type_xz(grid_level), psouth, req_count+1, comm2d, &
[1128]	230	req(req_count+4), ierr )
[75]	231
[2298]	232	CALL MPI_WAITALL( 4, req, wait_stat, ierr )
[683]	233
[1128]	234	ENDIF
	235
[683]	236	ENDIF
	237
[1]	238	ENDIF
	239
	240	#else
	241
	242	!
[1113]	243	!-- Lateral boundary conditions in the non-parallel case.
	244	!-- Case dependent, because in GPU mode still not all arrays are on device. This
	245	!-- workaround has to be removed later. Also, since PGI compiler 12.5 has problems
	246	!-- with array syntax, explicit loops are used.
[1]	247	IF ( bc_lr == 'cyclic' ) THEN
[2118]	248	ar(:,:,nxl-nbgp_local:nxl-1) = ar(:,:,nxr-nbgp_local+1:nxr)
	249	ar(:,:,nxr+1:nxr+nbgp_local) = ar(:,:,nxl:nxl+nbgp_local-1)
[1]	250	ENDIF
	251
	252	IF ( bc_ns == 'cyclic' ) THEN
[2118]	253	ar(:,nys-nbgp_local:nys-1,:) = ar(:,nyn-nbgp_local+1:nyn,:)
	254	ar(:,nyn+1:nyn+nbgp_local,:) = ar(:,nys:nys+nbgp_local-1,:)
[1]	255	ENDIF
	256
	257	#endif
	258	CALL cpu_log( log_point_s(2), 'exchange_horiz', 'stop' )
	259
	260	END SUBROUTINE exchange_horiz
[1677]	261
	262
[1682]	263	!------------------------------------------------------------------------------!
	264	! Description:
	265	! ------------
	266	!> @todo Missing subroutine description.
	267	!------------------------------------------------------------------------------!
[1677]	268	SUBROUTINE exchange_horiz_int( ar, nbgp_local)
	269
	270	USE control_parameters, &
	271	ONLY: bc_lr, bc_lr_cyc, bc_ns, bc_ns_cyc
	272
	273	USE indices, &
	274	ONLY: nxl, nxr, nyn, nys, nzb, nzt
	275
	276	USE kinds
	277
	278	USE pegrid
	279
	280	IMPLICIT NONE
	281
	282
[1682]	283	INTEGER(iwp) :: nbgp_local !< number of ghost points
[1677]	284
	285	INTEGER(iwp), DIMENSION(nzb:nzt+1,nys-nbgp_local:nyn+nbgp_local, &
[1682]	286	nxl-nbgp_local:nxr+nbgp_local) :: ar !< treated array
[1677]	287
	288
	289	#if defined( __parallel )
	290	IF ( pdims(1) == 1 ) THEN
	291	!
	292	!-- One-dimensional decomposition along y, boundary values can be exchanged
	293	!-- within the PE memory
	294	IF ( bc_lr_cyc ) THEN
	295	ar(:,:,nxl-nbgp_local:nxl-1) = ar(:,:,nxr-nbgp_local+1:nxr)
	296	ar(:,:,nxr+1:nxr+nbgp_local) = ar(:,:,nxl:nxl+nbgp_local-1)
	297	ENDIF
	298	ELSE
	299	!
	300	!-- Send left boundary, receive right one (synchronous)
	301	CALL MPI_SENDRECV( &
	302	ar(nzb,nys-nbgp_local,nxl), 1, type_yz_int, pleft, 0, &
	303	ar(nzb,nys-nbgp_local,nxr+1), 1, type_yz_int, pright, 0, &
	304	comm2d, status, ierr )
	305	!
	306	!-- Send right boundary, receive left one (synchronous)
	307	CALL MPI_SENDRECV( &
	308	ar(nzb,nys-nbgp_local,nxr+1-nbgp_local), 1, type_yz_int, pright, 1, &
	309	ar(nzb,nys-nbgp_local,nxl-nbgp_local), 1, type_yz_int, pleft, 1, &
	310	comm2d, status, ierr )
	311	ENDIF
	312
	313
	314	IF ( pdims(2) == 1 ) THEN
	315	!
	316	!-- One-dimensional decomposition along x, boundary values can be exchanged
	317	!-- within the PE memory
	318	IF ( bc_ns_cyc ) THEN
	319	ar(:,nys-nbgp_local:nys-1,:) = ar(:,nyn-nbgp_local+1:nyn,:)
	320	ar(:,nyn+1:nyn+nbgp_local,:) = ar(:,nys:nys+nbgp_local-1,:)
	321	ENDIF
	322
	323	ELSE
	324
	325	!
	326	!-- Send front boundary, receive rear one (synchronous)
	327	CALL MPI_SENDRECV( &
	328	ar(nzb,nys,nxl-nbgp_local), 1, type_xz_int, psouth, 0, &
	329	ar(nzb,nyn+1,nxl-nbgp_local), 1, type_xz_int, pnorth, 0, &
	330	comm2d, status, ierr )
	331	!
	332	!-- Send rear boundary, receive front one (synchronous)
	333	CALL MPI_SENDRECV( ar(nzb,nyn-nbgp_local+1,nxl-nbgp_local), 1, &
	334	type_xz_int, pnorth, 1, &
	335	ar(nzb,nys-nbgp_local,nxl-nbgp_local), 1, &
	336	type_xz_int, psouth, 1, &
	337	comm2d, status, ierr )
	338
	339	ENDIF
	340
	341	#else
	342
	343	IF ( bc_lr == 'cyclic' ) THEN
	344	ar(:,:,nxl-nbgp_local:nxl-1) = ar(:,:,nxr-nbgp_local+1:nxr)
	345	ar(:,:,nxr+1:nxr+nbgp_local) = ar(:,:,nxl:nxl+nbgp_local-1)
	346	ENDIF
	347
	348	IF ( bc_ns == 'cyclic' ) THEN
	349	ar(:,nys-nbgp_local:nys-1,:) = ar(:,nyn-nbgp_local+1:nyn,:)
	350	ar(:,nyn+1:nyn+nbgp_local,:) = ar(:,nys:nys+nbgp_local-1,:)
	351	ENDIF
	352
	353	#endif
	354
	355
[1933]	356	END SUBROUTINE exchange_horiz_int

Note: See TracBrowser for help on using the repository browser.

Download in other formats:

| Impressum | ©Leibniz Universität Hannover |