Home

Context Navigation

source: palm/trunk/SOURCE/lpm_exchange_horiz.f90 @ 1108

Last change on this file since 1108 was 1037, checked in by raasch, 12 years ago
last commit documented
Property svn:keywords set to `Id`
File size: 36.7 KB

Rev	Line
[849]	1	SUBROUTINE lpm_exchange_horiz
	2
[1036]	3	!--------------------------------------------------------------------------------!
	4	! This file is part of PALM.
	5	!
	6	! PALM is free software: you can redistribute it and/or modify it under the terms
	7	! of the GNU General Public License as published by the Free Software Foundation,
	8	! either version 3 of the License, or (at your option) any later version.
	9	!
	10	! PALM is distributed in the hope that it will be useful, but WITHOUT ANY
	11	! WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR
	12	! A PARTICULAR PURPOSE. See the GNU General Public License for more details.
	13	!
	14	! You should have received a copy of the GNU General Public License along with
	15	! PALM. If not, see <http://www.gnu.org/licenses/>.
	16	!
	17	! Copyright 1997-2012 Leibniz University Hannover
	18	!--------------------------------------------------------------------------------!
	19	!
[849]	20	! Current revisions:
	21	! ------------------
[852]	22	!
[849]	23	!
	24	! Former revisions:
	25	! -----------------
	26	! $Id: lpm_exchange_horiz.f90 1037 2012-10-22 14:10:22Z raasch $
	27	!
[1037]	28	! 1036 2012-10-22 13:43:42Z raasch
	29	! code put under GPL (PALM 3.9)
	30	!
[852]	31	! 851 2012-03-15 14:32:58Z raasch
	32	! Bugfix: resetting of particle_mask and tail mask moved from end of this
	33	! routine to lpm
	34	!
[850]	35	! 849 2012-03-15 10:35:09Z raasch
	36	! initial revision (former part of advec_particles)
[849]	37	!
[850]	38	!
[849]	39	! Description:
	40	! ------------
	41	! Exchange of particles (and tails) between the subdomains.
	42	!------------------------------------------------------------------------------!
	43
	44	USE control_parameters
	45	USE cpulog
	46	USE grid_variables
	47	USE indices
	48	USE interfaces
	49	USE particle_attributes
	50	USE pegrid
	51
	52	IMPLICIT NONE
	53
	54	INTEGER :: i, j, n, nn, tlength, &
	55	trlp_count, trlp_count_recv, trlpt_count, trlpt_count_recv, &
	56	trnp_count, trnp_count_recv, trnpt_count, trnpt_count_recv, &
	57	trrp_count, trrp_count_recv, trrpt_count, trrpt_count_recv, &
	58	trsp_count, trsp_count_recv, trspt_count, trspt_count_recv
	59
	60	REAL, DIMENSION(:,:,:), ALLOCATABLE :: trlpt, trnpt, trrpt, trspt
	61
	62	TYPE(particle_type), DIMENSION(:), ALLOCATABLE :: trlp, trnp, trrp, trsp
	63
	64
	65	#if defined( __parallel )
	66
	67	!
	68	!-- Exchange between subdomains.
	69	!-- As soon as one particle has moved beyond the boundary of the domain, it
	70	!-- is included in the relevant transfer arrays and marked for subsequent
	71	!-- deletion on this PE.
	72	!-- First sweep for crossings in x direction. Find out first the number of
	73	!-- particles to be transferred and allocate temporary arrays needed to store
	74	!-- them.
	75	!-- For a one-dimensional decomposition along y, no transfer is necessary,
	76	!-- because the particle remains on the PE, but the particle coordinate has to
	77	!-- be adjusted.
	78	trlp_count = 0
	79	trlpt_count = 0
	80	trrp_count = 0
	81	trrpt_count = 0
	82
	83	trlp_count_recv = 0
	84	trlpt_count_recv = 0
	85	trrp_count_recv = 0
	86	trrpt_count_recv = 0
	87
	88	IF ( pdims(1) /= 1 ) THEN
	89	!
	90	!-- First calculate the storage necessary for sending and receiving the data
	91	DO n = 1, number_of_particles
	92	i = ( particles(n)%x + 0.5 * dx ) * ddx
	93	!
	94	!-- Above calculation does not work for indices less than zero
	95	IF ( particles(n)%x < -0.5 * dx ) i = -1
	96
	97	IF ( i < nxl ) THEN
	98	trlp_count = trlp_count + 1
	99	IF ( particles(n)%tail_id /= 0 ) trlpt_count = trlpt_count + 1
	100	ELSEIF ( i > nxr ) THEN
	101	trrp_count = trrp_count + 1
	102	IF ( particles(n)%tail_id /= 0 ) trrpt_count = trrpt_count + 1
	103	ENDIF
	104	ENDDO
	105
	106	IF ( trlp_count == 0 ) trlp_count = 1
	107	IF ( trlpt_count == 0 ) trlpt_count = 1
	108	IF ( trrp_count == 0 ) trrp_count = 1
	109	IF ( trrpt_count == 0 ) trrpt_count = 1
	110
	111	ALLOCATE( trlp(trlp_count), trrp(trrp_count) )
	112
	113	trlp = particle_type( 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, &
	114	0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, &
	115	0.0, 0, 0, 0, 0 )
	116	trrp = particle_type( 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, &
	117	0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, &
	118	0.0, 0, 0, 0, 0 )
	119
	120	IF ( use_particle_tails ) THEN
	121	ALLOCATE( trlpt(maximum_number_of_tailpoints,5,trlpt_count), &
	122	trrpt(maximum_number_of_tailpoints,5,trrpt_count) )
	123	tlength = maximum_number_of_tailpoints * 5
	124	ENDIF
	125
	126	trlp_count = 0
	127	trlpt_count = 0
	128	trrp_count = 0
	129	trrpt_count = 0
	130
	131	ENDIF
	132
	133	DO n = 1, number_of_particles
	134
	135	nn = particles(n)%tail_id
	136
	137	i = ( particles(n)%x + 0.5 * dx ) * ddx
	138	!
	139	!-- Above calculation does not work for indices less than zero
	140	IF ( particles(n)%x < - 0.5 * dx ) i = -1
	141
	142	IF ( i < nxl ) THEN
	143	IF ( i < 0 ) THEN
	144	!
	145	!-- Apply boundary condition along x
	146	IF ( ibc_par_lr == 0 ) THEN
	147	!
	148	!-- Cyclic condition
	149	IF ( pdims(1) == 1 ) THEN
	150	particles(n)%x = ( nx + 1 ) * dx + particles(n)%x
	151	particles(n)%origin_x = ( nx + 1 ) * dx + &
	152	particles(n)%origin_x
	153	IF ( use_particle_tails .AND. nn /= 0 ) THEN
	154	i = particles(n)%tailpoints
	155	particle_tail_coordinates(1:i,1,nn) = ( nx + 1 ) * dx &
	156	+ particle_tail_coordinates(1:i,1,nn)
	157	ENDIF
	158	ELSE
	159	trlp_count = trlp_count + 1
	160	trlp(trlp_count) = particles(n)
	161	trlp(trlp_count)%x = ( nx + 1 ) * dx + trlp(trlp_count)%x
	162	trlp(trlp_count)%origin_x = trlp(trlp_count)%origin_x + &
	163	( nx + 1 ) * dx
	164	particle_mask(n) = .FALSE.
	165	deleted_particles = deleted_particles + 1
	166
	167	IF ( trlp(trlp_count)%x >= (nx + 0.5)* dx - 1.0E-12 ) THEN
	168	trlp(trlp_count)%x = trlp(trlp_count)%x - 1.0E-10
	169	!++ why is 1 subtracted in next statement???
	170	trlp(trlp_count)%origin_x = trlp(trlp_count)%origin_x - 1
	171	ENDIF
	172
	173	IF ( use_particle_tails .AND. nn /= 0 ) THEN
	174	trlpt_count = trlpt_count + 1
	175	trlpt(:,:,trlpt_count) = particle_tail_coordinates(:,:,nn)
	176	trlpt(:,1,trlpt_count) = ( nx + 1 ) * dx + &
	177	trlpt(:,1,trlpt_count)
	178	tail_mask(nn) = .FALSE.
	179	deleted_tails = deleted_tails + 1
	180	ENDIF
	181	ENDIF
	182
	183	ELSEIF ( ibc_par_lr == 1 ) THEN
	184	!
	185	!-- Particle absorption
	186	particle_mask(n) = .FALSE.
	187	deleted_particles = deleted_particles + 1
	188	IF ( use_particle_tails .AND. nn /= 0 ) THEN
	189	tail_mask(nn) = .FALSE.
	190	deleted_tails = deleted_tails + 1
	191	ENDIF
	192
	193	ELSEIF ( ibc_par_lr == 2 ) THEN
	194	!
	195	!-- Particle reflection
	196	particles(n)%x = -particles(n)%x
	197	particles(n)%speed_x = -particles(n)%speed_x
	198
	199	ENDIF
	200	ELSE
	201	!
	202	!-- Store particle data in the transfer array, which will be send
	203	!-- to the neighbouring PE
	204	trlp_count = trlp_count + 1
	205	trlp(trlp_count) = particles(n)
	206	particle_mask(n) = .FALSE.
	207	deleted_particles = deleted_particles + 1
	208
	209	IF ( use_particle_tails .AND. nn /= 0 ) THEN
	210	trlpt_count = trlpt_count + 1
	211	trlpt(:,:,trlpt_count) = particle_tail_coordinates(:,:,nn)
	212	tail_mask(nn) = .FALSE.
	213	deleted_tails = deleted_tails + 1
	214	ENDIF
	215	ENDIF
	216
	217	ELSEIF ( i > nxr ) THEN
	218	IF ( i > nx ) THEN
	219	!
	220	!-- Apply boundary condition along x
	221	IF ( ibc_par_lr == 0 ) THEN
	222	!
	223	!-- Cyclic condition
	224	IF ( pdims(1) == 1 ) THEN
	225	particles(n)%x = particles(n)%x - ( nx + 1 ) * dx
	226	particles(n)%origin_x = particles(n)%origin_x - &
	227	( nx + 1 ) * dx
	228	IF ( use_particle_tails .AND. nn /= 0 ) THEN
	229	i = particles(n)%tailpoints
	230	particle_tail_coordinates(1:i,1,nn) = - ( nx+1 ) * dx &
	231	+ particle_tail_coordinates(1:i,1,nn)
	232	ENDIF
	233	ELSE
	234	trrp_count = trrp_count + 1
	235	trrp(trrp_count) = particles(n)
	236	trrp(trrp_count)%x = trrp(trrp_count)%x - ( nx + 1 ) * dx
	237	trrp(trrp_count)%origin_x = trrp(trrp_count)%origin_x - &
	238	( nx + 1 ) * dx
	239	particle_mask(n) = .FALSE.
	240	deleted_particles = deleted_particles + 1
	241
	242	IF ( use_particle_tails .AND. nn /= 0 ) THEN
	243	trrpt_count = trrpt_count + 1
	244	trrpt(:,:,trrpt_count) = particle_tail_coordinates(:,:,nn)
	245	trrpt(:,1,trrpt_count) = trrpt(:,1,trrpt_count) - &
	246	( nx + 1 ) * dx
	247	tail_mask(nn) = .FALSE.
	248	deleted_tails = deleted_tails + 1
	249	ENDIF
	250	ENDIF
	251
	252	ELSEIF ( ibc_par_lr == 1 ) THEN
	253	!
	254	!-- Particle absorption
	255	particle_mask(n) = .FALSE.
	256	deleted_particles = deleted_particles + 1
	257	IF ( use_particle_tails .AND. nn /= 0 ) THEN
	258	tail_mask(nn) = .FALSE.
	259	deleted_tails = deleted_tails + 1
	260	ENDIF
	261
	262	ELSEIF ( ibc_par_lr == 2 ) THEN
	263	!
	264	!-- Particle reflection
	265	particles(n)%x = 2 * ( nx * dx ) - particles(n)%x
	266	particles(n)%speed_x = -particles(n)%speed_x
	267
	268	ENDIF
	269	ELSE
	270	!
	271	!-- Store particle data in the transfer array, which will be send
	272	!-- to the neighbouring PE
	273	trrp_count = trrp_count + 1
	274	trrp(trrp_count) = particles(n)
	275	particle_mask(n) = .FALSE.
	276	deleted_particles = deleted_particles + 1
	277
	278	IF ( use_particle_tails .AND. nn /= 0 ) THEN
	279	trrpt_count = trrpt_count + 1
	280	trrpt(:,:,trrpt_count) = particle_tail_coordinates(:,:,nn)
	281	tail_mask(nn) = .FALSE.
	282	deleted_tails = deleted_tails + 1
	283	ENDIF
	284	ENDIF
	285
	286	ENDIF
	287	ENDDO
	288
	289	!
	290	!-- Send left boundary, receive right boundary (but first exchange how many
	291	!-- and check, if particle storage must be extended)
	292	IF ( pdims(1) /= 1 ) THEN
	293
	294	CALL cpu_log( log_point_s(23), 'sendrcv_particles', 'start' )
	295	CALL MPI_SENDRECV( trlp_count, 1, MPI_INTEGER, pleft, 0, &
	296	trrp_count_recv, 1, MPI_INTEGER, pright, 0, &
	297	comm2d, status, ierr )
	298
	299	IF ( number_of_particles + trrp_count_recv > &
	300	maximum_number_of_particles ) &
	301	THEN
	302	IF ( netcdf_output .AND. netcdf_data_format < 3 ) THEN
	303	message_string = 'maximum_number_of_particles ' // &
	304	'needs to be increased ' // &
	305	'&but this is not allowed with ' // &
	306	'netcdf-data_format < 3'
	307	CALL message( 'lpm_exch_horiz', 'PA0146', 2, 2, -1, 6, 1 )
	308	ELSE
	309	CALL lpm_extend_particle_array( trrp_count_recv )
	310	ENDIF
	311	ENDIF
	312
	313	CALL MPI_SENDRECV( trlp(1)%age, trlp_count, mpi_particle_type, &
	314	pleft, 1, particles(number_of_particles+1)%age, &
	315	trrp_count_recv, mpi_particle_type, pright, 1, &
	316	comm2d, status, ierr )
	317
	318	IF ( use_particle_tails ) THEN
	319
	320	CALL MPI_SENDRECV( trlpt_count, 1, MPI_INTEGER, pleft, 0, &
	321	trrpt_count_recv, 1, MPI_INTEGER, pright, 0, &
	322	comm2d, status, ierr )
	323
	324	IF ( number_of_tails+trrpt_count_recv > maximum_number_of_tails ) &
	325	THEN
	326	IF ( netcdf_output .AND. netcdf_data_format < 3 ) THEN
	327	message_string = 'maximum_number_of_tails ' // &
	328	'needs to be increased ' // &
	329	'&but this is not allowed wi'// &
	330	'th netcdf_data_format < 3'
	331	CALL message( 'lpm_exch_horiz', 'PA0147', 2, 2, -1, 6, 1 )
	332	ELSE
	333	CALL lpm_extend_tail_array( trrpt_count_recv )
	334	ENDIF
	335	ENDIF
	336
	337	CALL MPI_SENDRECV( trlpt(1,1,1), trlpt_count*tlength, MPI_REAL, &
	338	pleft, 1, &
	339	particle_tail_coordinates(1,1,number_of_tails+1), &
	340	trrpt_count_recv*tlength, MPI_REAL, pright, 1, &
	341	comm2d, status, ierr )
	342	!
	343	!-- Update the tail ids for the transferred particles
	344	nn = number_of_tails
	345	DO n = number_of_particles+1, number_of_particles+trrp_count_recv
	346	IF ( particles(n)%tail_id /= 0 ) THEN
	347	nn = nn + 1
	348	particles(n)%tail_id = nn
	349	ENDIF
	350	ENDDO
	351
	352	ENDIF
	353
	354	number_of_particles = number_of_particles + trrp_count_recv
	355	number_of_tails = number_of_tails + trrpt_count_recv
	356
	357	!
	358	!-- Send right boundary, receive left boundary
	359	CALL MPI_SENDRECV( trrp_count, 1, MPI_INTEGER, pright, 0, &
	360	trlp_count_recv, 1, MPI_INTEGER, pleft, 0, &
	361	comm2d, status, ierr )
	362
	363	IF ( number_of_particles + trlp_count_recv > &
	364	maximum_number_of_particles ) &
	365	THEN
	366	IF ( netcdf_output .AND. netcdf_data_format < 3 ) THEN
	367	message_string = 'maximum_number_of_particles ' // &
	368	'needs to be increased ' // &
	369	'&but this is not allowed with '// &
	370	'netcdf_data_format < 3'
	371	CALL message( 'lpm_exch_horiz', 'PA0146', 2, 2, -1, 6, 1 )
	372	ELSE
	373	CALL lpm_extend_particle_array( trlp_count_recv )
	374	ENDIF
	375	ENDIF
	376
	377	CALL MPI_SENDRECV( trrp(1)%age, trrp_count, mpi_particle_type, &
	378	pright, 1, particles(number_of_particles+1)%age, &
	379	trlp_count_recv, mpi_particle_type, pleft, 1, &
	380	comm2d, status, ierr )
	381
	382	IF ( use_particle_tails ) THEN
	383
	384	CALL MPI_SENDRECV( trrpt_count, 1, MPI_INTEGER, pright, 0, &
	385	trlpt_count_recv, 1, MPI_INTEGER, pleft, 0, &
	386	comm2d, status, ierr )
	387
	388	IF ( number_of_tails+trlpt_count_recv > maximum_number_of_tails ) &
	389	THEN
	390	IF ( netcdf_output .AND. netcdf_data_format < 3 ) THEN
	391	message_string = 'maximum_number_of_tails ' // &
	392	'needs to be increased ' // &
	393	'&but this is not allowed wi'// &
	394	'th netcdf_data_format < 3'
	395	CALL message( 'lpm_exch_horiz', 'PA0147', 2, 2, -1, 6, 1 )
	396	ELSE
	397	CALL lpm_extend_tail_array( trlpt_count_recv )
	398	ENDIF
	399	ENDIF
	400
	401	CALL MPI_SENDRECV( trrpt(1,1,1), trrpt_count*tlength, MPI_REAL, &
	402	pright, 1, &
	403	particle_tail_coordinates(1,1,number_of_tails+1), &
	404	trlpt_count_recv*tlength, MPI_REAL, pleft, 1, &
	405	comm2d, status, ierr )
	406	!
	407	!-- Update the tail ids for the transferred particles
	408	nn = number_of_tails
	409	DO n = number_of_particles+1, number_of_particles+trlp_count_recv
	410	IF ( particles(n)%tail_id /= 0 ) THEN
	411	nn = nn + 1
	412	particles(n)%tail_id = nn
	413	ENDIF
	414	ENDDO
	415
	416	ENDIF
	417
	418	number_of_particles = number_of_particles + trlp_count_recv
	419	number_of_tails = number_of_tails + trlpt_count_recv
	420
	421	IF ( use_particle_tails ) THEN
	422	DEALLOCATE( trlpt, trrpt )
	423	ENDIF
	424	DEALLOCATE( trlp, trrp )
	425
	426	CALL cpu_log( log_point_s(23), 'sendrcv_particles', 'pause' )
	427
	428	ENDIF
	429
	430
	431	!
	432	!-- Check whether particles have crossed the boundaries in y direction. Note
	433	!-- that this case can also apply to particles that have just been received
	434	!-- from the adjacent right or left PE.
	435	!-- Find out first the number of particles to be transferred and allocate
	436	!-- temporary arrays needed to store them.
	437	!-- For a one-dimensional decomposition along x, no transfer is necessary,
	438	!-- because the particle remains on the PE.
	439	trsp_count = 0
	440	trspt_count = 0
	441	trnp_count = 0
	442	trnpt_count = 0
	443
	444	trsp_count_recv = 0
	445	trspt_count_recv = 0
	446	trnp_count_recv = 0
	447	trnpt_count_recv = 0
	448
	449	IF ( pdims(2) /= 1 ) THEN
	450	!
	451	!-- First calculate the storage necessary for sending and receiving the
	452	!-- data
	453	DO n = 1, number_of_particles
	454	IF ( particle_mask(n) ) THEN
	455	j = ( particles(n)%y + 0.5 * dy ) * ddy
	456	!
	457	!-- Above calculation does not work for indices less than zero
	458	IF ( particles(n)%y < -0.5 * dy ) j = -1
	459
	460	IF ( j < nys ) THEN
	461	trsp_count = trsp_count + 1
	462	IF ( particles(n)%tail_id /= 0 ) trspt_count = trspt_count+1
	463	ELSEIF ( j > nyn ) THEN
	464	trnp_count = trnp_count + 1
	465	IF ( particles(n)%tail_id /= 0 ) trnpt_count = trnpt_count+1
	466	ENDIF
	467	ENDIF
	468	ENDDO
	469
	470	IF ( trsp_count == 0 ) trsp_count = 1
	471	IF ( trspt_count == 0 ) trspt_count = 1
	472	IF ( trnp_count == 0 ) trnp_count = 1
	473	IF ( trnpt_count == 0 ) trnpt_count = 1
	474
	475	ALLOCATE( trsp(trsp_count), trnp(trnp_count) )
	476
	477	trsp = particle_type( 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, &
	478	0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, &
	479	0.0, 0, 0, 0, 0 )
	480	trnp = particle_type( 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, &
	481	0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, &
	482	0.0, 0, 0, 0, 0 )
	483
	484	IF ( use_particle_tails ) THEN
	485	ALLOCATE( trspt(maximum_number_of_tailpoints,5,trspt_count), &
	486	trnpt(maximum_number_of_tailpoints,5,trnpt_count) )
	487	tlength = maximum_number_of_tailpoints * 5
	488	ENDIF
	489
	490	trsp_count = 0
	491	trspt_count = 0
	492	trnp_count = 0
	493	trnpt_count = 0
	494
	495	ENDIF
	496
	497	DO n = 1, number_of_particles
	498
	499	nn = particles(n)%tail_id
	500	!
	501	!-- Only those particles that have not been marked as 'deleted' may be
	502	!-- moved.
	503	IF ( particle_mask(n) ) THEN
	504	j = ( particles(n)%y + 0.5 * dy ) * ddy
	505	!
	506	!-- Above calculation does not work for indices less than zero
	507	IF ( particles(n)%y < -0.5 * dy ) j = -1
	508
	509	IF ( j < nys ) THEN
	510	IF ( j < 0 ) THEN
	511	!
	512	!-- Apply boundary condition along y
	513	IF ( ibc_par_ns == 0 ) THEN
	514	!
	515	!-- Cyclic condition
	516	IF ( pdims(2) == 1 ) THEN
	517	particles(n)%y = ( ny + 1 ) * dy + particles(n)%y
	518	particles(n)%origin_y = ( ny + 1 ) * dy + &
	519	particles(n)%origin_y
	520	IF ( use_particle_tails .AND. nn /= 0 ) THEN
	521	i = particles(n)%tailpoints
	522	particle_tail_coordinates(1:i,2,nn) = ( ny+1 ) * dy&
	523	+ particle_tail_coordinates(1:i,2,nn)
	524	ENDIF
	525	ELSE
	526	trsp_count = trsp_count + 1
	527	trsp(trsp_count) = particles(n)
	528	trsp(trsp_count)%y = ( ny + 1 ) * dy + &
	529	trsp(trsp_count)%y
	530	trsp(trsp_count)%origin_y = trsp(trsp_count)%origin_y &
	531	+ ( ny + 1 ) * dy
	532	particle_mask(n) = .FALSE.
	533	deleted_particles = deleted_particles + 1
	534
	535	IF ( trsp(trsp_count)%y >= (ny+0.5)* dy - 1.0E-12 ) THEN
	536	trsp(trsp_count)%y = trsp(trsp_count)%y - 1.0E-10
	537	!++ why is 1 subtracted in next statement???
	538	trsp(trsp_count)%origin_y = &
	539	trsp(trsp_count)%origin_y - 1
	540	ENDIF
	541
	542	IF ( use_particle_tails .AND. nn /= 0 ) THEN
	543	trspt_count = trspt_count + 1
	544	trspt(:,:,trspt_count) = &
	545	particle_tail_coordinates(:,:,nn)
	546	trspt(:,2,trspt_count) = ( ny + 1 ) * dy + &
	547	trspt(:,2,trspt_count)
	548	tail_mask(nn) = .FALSE.
	549	deleted_tails = deleted_tails + 1
	550	ENDIF
	551	ENDIF
	552
	553	ELSEIF ( ibc_par_ns == 1 ) THEN
	554	!
	555	!-- Particle absorption
	556	particle_mask(n) = .FALSE.
	557	deleted_particles = deleted_particles + 1
	558	IF ( use_particle_tails .AND. nn /= 0 ) THEN
	559	tail_mask(nn) = .FALSE.
	560	deleted_tails = deleted_tails + 1
	561	ENDIF
	562
	563	ELSEIF ( ibc_par_ns == 2 ) THEN
	564	!
	565	!-- Particle reflection
	566	particles(n)%y = -particles(n)%y
	567	particles(n)%speed_y = -particles(n)%speed_y
	568
	569	ENDIF
	570	ELSE
	571	!
	572	!-- Store particle data in the transfer array, which will be send
	573	!-- to the neighbouring PE
	574	trsp_count = trsp_count + 1
	575	trsp(trsp_count) = particles(n)
	576	particle_mask(n) = .FALSE.
	577	deleted_particles = deleted_particles + 1
	578
	579	IF ( use_particle_tails .AND. nn /= 0 ) THEN
	580	trspt_count = trspt_count + 1
	581	trspt(:,:,trspt_count) = particle_tail_coordinates(:,:,nn)
	582	tail_mask(nn) = .FALSE.
	583	deleted_tails = deleted_tails + 1
	584	ENDIF
	585	ENDIF
	586
	587	ELSEIF ( j > nyn ) THEN
	588	IF ( j > ny ) THEN
	589	!
	590	!-- Apply boundary condition along x
	591	IF ( ibc_par_ns == 0 ) THEN
	592	!
	593	!-- Cyclic condition
	594	IF ( pdims(2) == 1 ) THEN
	595	particles(n)%y = particles(n)%y - ( ny + 1 ) * dy
	596	particles(n)%origin_y = particles(n)%origin_y - &
	597	( ny + 1 ) * dy
	598	IF ( use_particle_tails .AND. nn /= 0 ) THEN
	599	i = particles(n)%tailpoints
	600	particle_tail_coordinates(1:i,2,nn) = - (ny+1) * dy &
	601	+ particle_tail_coordinates(1:i,2,nn)
	602	ENDIF
	603	ELSE
	604	trnp_count = trnp_count + 1
	605	trnp(trnp_count) = particles(n)
	606	trnp(trnp_count)%y = trnp(trnp_count)%y - &
	607	( ny + 1 ) * dy
	608	trnp(trnp_count)%origin_y = trnp(trnp_count)%origin_y &
	609	- ( ny + 1 ) * dy
	610	particle_mask(n) = .FALSE.
	611	deleted_particles = deleted_particles + 1
	612
	613	IF ( use_particle_tails .AND. nn /= 0 ) THEN
	614	trnpt_count = trnpt_count + 1
	615	trnpt(:,:,trnpt_count) = &
	616	particle_tail_coordinates(:,:,nn)
	617	trnpt(:,2,trnpt_count) = trnpt(:,2,trnpt_count) - &
	618	( ny + 1 ) * dy
	619	tail_mask(nn) = .FALSE.
	620	deleted_tails = deleted_tails + 1
	621	ENDIF
	622	ENDIF
	623
	624	ELSEIF ( ibc_par_ns == 1 ) THEN
	625	!
	626	!-- Particle absorption
	627	particle_mask(n) = .FALSE.
	628	deleted_particles = deleted_particles + 1
	629	IF ( use_particle_tails .AND. nn /= 0 ) THEN
	630	tail_mask(nn) = .FALSE.
	631	deleted_tails = deleted_tails + 1
	632	ENDIF
	633
	634	ELSEIF ( ibc_par_ns == 2 ) THEN
	635	!
	636	!-- Particle reflection
	637	particles(n)%y = 2 * ( ny * dy ) - particles(n)%y
	638	particles(n)%speed_y = -particles(n)%speed_y
	639
	640	ENDIF
	641	ELSE
	642	!
	643	!-- Store particle data in the transfer array, which will be send
	644	!-- to the neighbouring PE
	645	trnp_count = trnp_count + 1
	646	trnp(trnp_count) = particles(n)
	647	particle_mask(n) = .FALSE.
	648	deleted_particles = deleted_particles + 1
	649
	650	IF ( use_particle_tails .AND. nn /= 0 ) THEN
	651	trnpt_count = trnpt_count + 1
	652	trnpt(:,:,trnpt_count) = particle_tail_coordinates(:,:,nn)
	653	tail_mask(nn) = .FALSE.
	654	deleted_tails = deleted_tails + 1
	655	ENDIF
	656	ENDIF
	657
	658	ENDIF
	659	ENDIF
	660	ENDDO
	661
	662	!
	663	!-- Send front boundary, receive back boundary (but first exchange how many
	664	!-- and check, if particle storage must be extended)
	665	IF ( pdims(2) /= 1 ) THEN
	666
	667	CALL cpu_log( log_point_s(23), 'sendrcv_particles', 'continue' )
	668	CALL MPI_SENDRECV( trsp_count, 1, MPI_INTEGER, psouth, 0, &
	669	trnp_count_recv, 1, MPI_INTEGER, pnorth, 0, &
	670	comm2d, status, ierr )
	671
	672	IF ( number_of_particles + trnp_count_recv > &
	673	maximum_number_of_particles ) &
	674	THEN
	675	IF ( netcdf_output .AND. netcdf_data_format < 3 ) THEN
	676	message_string = 'maximum_number_of_particles ' // &
	677	'needs to be increased ' // &
	678	'&but this is not allowed with '// &
	679	'netcdf_data_format < 3'
	680	CALL message( 'lpm_exch_horiz', 'PA0146', 2, 2, -1, 6, 1 )
	681	ELSE
	682	CALL lpm_extend_particle_array( trnp_count_recv )
	683	ENDIF
	684	ENDIF
	685
	686	CALL MPI_SENDRECV( trsp(1)%age, trsp_count, mpi_particle_type, &
	687	psouth, 1, particles(number_of_particles+1)%age, &
	688	trnp_count_recv, mpi_particle_type, pnorth, 1, &
	689	comm2d, status, ierr )
	690
	691	IF ( use_particle_tails ) THEN
	692
	693	CALL MPI_SENDRECV( trspt_count, 1, MPI_INTEGER, psouth, 0, &
	694	trnpt_count_recv, 1, MPI_INTEGER, pnorth, 0, &
	695	comm2d, status, ierr )
	696
	697	IF ( number_of_tails+trnpt_count_recv > maximum_number_of_tails ) &
	698	THEN
	699	IF ( netcdf_output .AND. netcdf_data_format < 3 ) THEN
	700	message_string = 'maximum_number_of_tails ' // &
	701	'needs to be increased ' // &
	702	'&but this is not allowed wi' // &
	703	'th netcdf_data_format < 3'
	704	CALL message( 'lpm_exch_horiz', 'PA0147', 2, 2, -1, 6, 1 )
	705	ELSE
	706	CALL lpm_extend_tail_array( trnpt_count_recv )
	707	ENDIF
	708	ENDIF
	709
	710	CALL MPI_SENDRECV( trspt(1,1,1), trspt_count*tlength, MPI_REAL, &
	711	psouth, 1, &
	712	particle_tail_coordinates(1,1,number_of_tails+1), &
	713	trnpt_count_recv*tlength, MPI_REAL, pnorth, 1, &
	714	comm2d, status, ierr )
	715
	716	!
	717	!-- Update the tail ids for the transferred particles
	718	nn = number_of_tails
	719	DO n = number_of_particles+1, number_of_particles+trnp_count_recv
	720	IF ( particles(n)%tail_id /= 0 ) THEN
	721	nn = nn + 1
	722	particles(n)%tail_id = nn
	723	ENDIF
	724	ENDDO
	725
	726	ENDIF
	727
	728	number_of_particles = number_of_particles + trnp_count_recv
	729	number_of_tails = number_of_tails + trnpt_count_recv
	730
	731	!
	732	!-- Send back boundary, receive front boundary
	733	CALL MPI_SENDRECV( trnp_count, 1, MPI_INTEGER, pnorth, 0, &
	734	trsp_count_recv, 1, MPI_INTEGER, psouth, 0, &
	735	comm2d, status, ierr )
	736
	737	IF ( number_of_particles + trsp_count_recv > &
	738	maximum_number_of_particles ) &
	739	THEN
	740	IF ( netcdf_output .AND. netcdf_data_format < 3 ) THEN
	741	message_string = 'maximum_number_of_particles ' // &
	742	'needs to be increased ' // &
	743	'&but this is not allowed with ' // &
	744	'netcdf_data_format < 3'
	745	CALL message( 'lpm_exch_horiz', 'PA0146', 2, 2, -1, 6, 1 )
	746	ELSE
	747	CALL lpm_extend_particle_array( trsp_count_recv )
	748	ENDIF
	749	ENDIF
	750
	751	CALL MPI_SENDRECV( trnp(1)%age, trnp_count, mpi_particle_type, &
	752	pnorth, 1, particles(number_of_particles+1)%age, &
	753	trsp_count_recv, mpi_particle_type, psouth, 1, &
	754	comm2d, status, ierr )
	755
	756	IF ( use_particle_tails ) THEN
	757
	758	CALL MPI_SENDRECV( trnpt_count, 1, MPI_INTEGER, pnorth, 0, &
	759	trspt_count_recv, 1, MPI_INTEGER, psouth, 0, &
	760	comm2d, status, ierr )
	761
	762	IF ( number_of_tails+trspt_count_recv > maximum_number_of_tails ) &
	763	THEN
	764	IF ( netcdf_output .AND. netcdf_data_format < 3 ) THEN
	765	message_string = 'maximum_number_of_tails ' // &
	766	'needs to be increased ' // &
	767	'&but this is not allowed wi'// &
	768	'th NetCDF output switched on'
	769	CALL message( 'lpm_exch_horiz', 'PA0147', 2, 2, -1, 6, 1 )
	770	ELSE
	771	CALL lpm_extend_tail_array( trspt_count_recv )
	772	ENDIF
	773	ENDIF
	774
	775	CALL MPI_SENDRECV( trnpt(1,1,1), trnpt_count*tlength, MPI_REAL, &
	776	pnorth, 1, &
	777	particle_tail_coordinates(1,1,number_of_tails+1), &
	778	trspt_count_recv*tlength, MPI_REAL, psouth, 1, &
	779	comm2d, status, ierr )
	780	!
	781	!-- Update the tail ids for the transferred particles
	782	nn = number_of_tails
	783	DO n = number_of_particles+1, number_of_particles+trsp_count_recv
	784	IF ( particles(n)%tail_id /= 0 ) THEN
	785	nn = nn + 1
	786	particles(n)%tail_id = nn
	787	ENDIF
	788	ENDDO
	789
	790	ENDIF
	791
	792	number_of_particles = number_of_particles + trsp_count_recv
	793	number_of_tails = number_of_tails + trspt_count_recv
	794
	795	IF ( use_particle_tails ) THEN
	796	DEALLOCATE( trspt, trnpt )
	797	ENDIF
	798	DEALLOCATE( trsp, trnp )
	799
	800	CALL cpu_log( log_point_s(23), 'sendrcv_particles', 'stop' )
	801
	802	ENDIF
	803
	804	#else
	805
	806	!
	807	!-- Apply boundary conditions
	808	DO n = 1, number_of_particles
	809
	810	nn = particles(n)%tail_id
	811
	812	IF ( particles(n)%x < -0.5 * dx ) THEN
	813
	814	IF ( ibc_par_lr == 0 ) THEN
	815	!
	816	!-- Cyclic boundary. Relevant coordinate has to be changed.
	817	particles(n)%x = ( nx + 1 ) * dx + particles(n)%x
	818	IF ( use_particle_tails .AND. nn /= 0 ) THEN
	819	i = particles(n)%tailpoints
	820	particle_tail_coordinates(1:i,1,nn) = ( nx + 1 ) * dx + &
	821	particle_tail_coordinates(1:i,1,nn)
	822	ENDIF
	823	ELSEIF ( ibc_par_lr == 1 ) THEN
	824	!
	825	!-- Particle absorption
	826	particle_mask(n) = .FALSE.
	827	deleted_particles = deleted_particles + 1
	828	IF ( use_particle_tails .AND. nn /= 0 ) THEN
	829	tail_mask(nn) = .FALSE.
	830	deleted_tails = deleted_tails + 1
	831	ENDIF
	832	ELSEIF ( ibc_par_lr == 2 ) THEN
	833	!
	834	!-- Particle reflection
	835	particles(n)%x = -dx - particles(n)%x
	836	particles(n)%speed_x = -particles(n)%speed_x
	837	ENDIF
	838
	839	ELSEIF ( particles(n)%x >= ( nx + 0.5 ) * dx ) THEN
	840
	841	IF ( ibc_par_lr == 0 ) THEN
	842	!
	843	!-- Cyclic boundary. Relevant coordinate has to be changed.
	844	particles(n)%x = particles(n)%x - ( nx + 1 ) * dx
	845	IF ( use_particle_tails .AND. nn /= 0 ) THEN
	846	i = particles(n)%tailpoints
	847	particle_tail_coordinates(1:i,1,nn) = - ( nx + 1 ) * dx + &
	848	particle_tail_coordinates(1:i,1,nn)
	849	ENDIF
	850	ELSEIF ( ibc_par_lr == 1 ) THEN
	851	!
	852	!-- Particle absorption
	853	particle_mask(n) = .FALSE.
	854	deleted_particles = deleted_particles + 1
	855	IF ( use_particle_tails .AND. nn /= 0 ) THEN
	856	tail_mask(nn) = .FALSE.
	857	deleted_tails = deleted_tails + 1
	858	ENDIF
	859	ELSEIF ( ibc_par_lr == 2 ) THEN
	860	!
	861	!-- Particle reflection
	862	particles(n)%x = ( nx + 1 ) * dx - particles(n)%x
	863	particles(n)%speed_x = -particles(n)%speed_x
	864	ENDIF
	865
	866	ENDIF
	867
	868	IF ( particles(n)%y < -0.5 * dy ) THEN
	869
	870	IF ( ibc_par_ns == 0 ) THEN
	871	!
	872	!-- Cyclic boundary. Relevant coordinate has to be changed.
	873	particles(n)%y = ( ny + 1 ) * dy + particles(n)%y
	874	IF ( use_particle_tails .AND. nn /= 0 ) THEN
	875	i = particles(n)%tailpoints
	876	particle_tail_coordinates(1:i,2,nn) = ( ny + 1 ) * dy + &
	877	particle_tail_coordinates(1:i,2,nn)
	878	ENDIF
	879	ELSEIF ( ibc_par_ns == 1 ) THEN
	880	!
	881	!-- Particle absorption
	882	particle_mask(n) = .FALSE.
	883	deleted_particles = deleted_particles + 1
	884	IF ( use_particle_tails .AND. nn /= 0 ) THEN
	885	tail_mask(nn) = .FALSE.
	886	deleted_tails = deleted_tails + 1
	887	ENDIF
	888	ELSEIF ( ibc_par_ns == 2 ) THEN
	889	!
	890	!-- Particle reflection
	891	particles(n)%y = -dy - particles(n)%y
	892	particles(n)%speed_y = -particles(n)%speed_y
	893	ENDIF
	894
	895	ELSEIF ( particles(n)%y >= ( ny + 0.5 ) * dy ) THEN
	896
	897	IF ( ibc_par_ns == 0 ) THEN
	898	!
	899	!-- Cyclic boundary. Relevant coordinate has to be changed.
	900	particles(n)%y = particles(n)%y - ( ny + 1 ) * dy
	901	IF ( use_particle_tails .AND. nn /= 0 ) THEN
	902	i = particles(n)%tailpoints
	903	particle_tail_coordinates(1:i,2,nn) = - ( ny + 1 ) * dy + &
	904	particle_tail_coordinates(1:i,2,nn)
	905	ENDIF
	906	ELSEIF ( ibc_par_ns == 1 ) THEN
	907	!
	908	!-- Particle absorption
	909	particle_mask(n) = .FALSE.
	910	deleted_particles = deleted_particles + 1
	911	IF ( use_particle_tails .AND. nn /= 0 ) THEN
	912	tail_mask(nn) = .FALSE.
	913	deleted_tails = deleted_tails + 1
	914	ENDIF
	915	ELSEIF ( ibc_par_ns == 2 ) THEN
	916	!
	917	!-- Particle reflection
	918	particles(n)%y = ( ny + 1 ) * dy - particles(n)%y
	919	particles(n)%speed_y = -particles(n)%speed_y
	920	ENDIF
	921
	922	ENDIF
	923	ENDDO
	924
	925	#endif
	926
	927	!
	928	!-- Accumulate the number of particles transferred between the subdomains
	929	#if defined( __parallel )
	930	trlp_count_sum = trlp_count_sum + trlp_count
	931	trlp_count_recv_sum = trlp_count_recv_sum + trlp_count_recv
	932	trrp_count_sum = trrp_count_sum + trrp_count
	933	trrp_count_recv_sum = trrp_count_recv_sum + trrp_count_recv
	934	trsp_count_sum = trsp_count_sum + trsp_count
	935	trsp_count_recv_sum = trsp_count_recv_sum + trsp_count_recv
	936	trnp_count_sum = trnp_count_sum + trnp_count
	937	trnp_count_recv_sum = trnp_count_recv_sum + trnp_count_recv
	938	#endif
	939
	940
	941	END SUBROUTINE lpm_exchange_horiz

Note: See TracBrowser for help on using the repository browser.

Download in other formats:

| Impressum | ©Leibniz Universität Hannover |