Home

Context Navigation

source: palm/trunk/SOURCE/flow_statistics.f90 @ 1639

Last change on this file since 1639 was 1594, checked in by raasch, 10 years ago
last commit documented
Property svn:keywords set to `Id`
File size: 143.1 KB

Rev	Line
[1221]	1	#if ! defined( __openacc )
[1]	2	SUBROUTINE flow_statistics
	3
[1036]	4	!--------------------------------------------------------------------------------!
	5	! This file is part of PALM.
	6	!
	7	! PALM is free software: you can redistribute it and/or modify it under the terms
	8	! of the GNU General Public License as published by the Free Software Foundation,
	9	! either version 3 of the License, or (at your option) any later version.
	10	!
	11	! PALM is distributed in the hope that it will be useful, but WITHOUT ANY
	12	! WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR
	13	! A PARTICULAR PURPOSE. See the GNU General Public License for more details.
	14	!
	15	! You should have received a copy of the GNU General Public License along with
	16	! PALM. If not, see <http://www.gnu.org/licenses/>.
	17	!
[1310]	18	! Copyright 1997-2014 Leibniz Universitaet Hannover
[1036]	19	!--------------------------------------------------------------------------------!
	20	!
[254]	21	! Current revisions:
[1]	22	! -----------------
[1552]	23	!
[1594]	24	!
[1383]	25	! Former revisions:
	26	! -----------------
	27	! $Id: flow_statistics.f90 1594 2015-05-16 13:59:40Z knoop $
	28	!
[1594]	29	! 1593 2015-05-16 13:58:02Z raasch
	30	! FORTRAN errors removed from openacc branch
	31	!
[1586]	32	! 1585 2015-04-30 07:05:52Z maronga
	33	! Added output of timeseries and profiles for RRTMG
	34	!
[1572]	35	! 1571 2015-03-12 16:12:49Z maronga
	36	! Bugfix: output of rad_net and rad_sw_in
	37	!
[1568]	38	! 1567 2015-03-10 17:57:55Z suehring
	39	! Reverse modifications made for monotonic limiter.
	40	!
[1558]	41	! 1557 2015-03-05 16:43:04Z suehring
	42	! Adjustments for monotonic limiter
	43	!
[1556]	44	! 1555 2015-03-04 17:44:27Z maronga
	45	! Added output of r_a and r_s.
	46	!
[1552]	47	! 1551 2015-03-03 14:18:16Z maronga
	48	! Added suppport for land surface model and radiation model output.
	49	!
[1499]	50	! 1498 2014-12-03 14:09:51Z suehring
	51	! Comments added
	52	!
[1483]	53	! 1482 2014-10-18 12:34:45Z raasch
	54	! missing ngp_sums_ls added in accelerator version
	55	!
[1451]	56	! 1450 2014-08-21 07:31:51Z heinze
	57	! bugfix: calculate fac only for simulated_time >= 0.0
	58	!
[1397]	59	! 1396 2014-05-06 13:37:41Z raasch
	60	! bugfix: "copyin" replaced by "update device" in openacc-branch
	61	!
[1387]	62	! 1386 2014-05-05 13:55:30Z boeske
	63	! bugfix: simulated time before the last timestep is needed for the correct
	64	! calculation of the profiles of large scale forcing tendencies
	65	!
[1383]	66	! 1382 2014-04-30 12:15:41Z boeske
[1382]	67	! Renamed variables which store large scale forcing tendencies
	68	! pt_lsa -> td_lsa_lpt, pt_subs -> td_sub_lpt,
	69	! q_lsa -> td_lsa_q, q_subs -> td_sub_q,
	70	! added Neumann boundary conditions for profile data output of large scale
	71	! advection and subsidence terms at nzt+1
[1354]	72	!
[1375]	73	! 1374 2014-04-25 12:55:07Z raasch
	74	! bugfix: syntax errors removed from openacc-branch
	75	! missing variables added to ONLY-lists
	76	!
[1366]	77	! 1365 2014-04-22 15:03:56Z boeske
	78	! Output of large scale advection, large scale subsidence and nudging tendencies
	79	! +sums_ls_l, ngp_sums_ls, use_subsidence_tendencies
	80	!
[1354]	81	! 1353 2014-04-08 15:21:23Z heinze
	82	! REAL constants provided with KIND-attribute
	83	!
[1323]	84	! 1322 2014-03-20 16:38:49Z raasch
	85	! REAL constants defined as wp-kind
	86	!
[1321]	87	! 1320 2014-03-20 08:40:49Z raasch
[1320]	88	! ONLY-attribute added to USE-statements,
	89	! kind-parameters added to all INTEGER and REAL declaration statements,
	90	! kinds are defined in new module kinds,
	91	! revision history before 2012 removed,
	92	! comment fields (!:) to be used for variable explanations added to
	93	! all variable declaration statements
[1008]	94	!
[1300]	95	! 1299 2014-03-06 13:15:21Z heinze
	96	! Output of large scale vertical velocity w_subs
	97	!
[1258]	98	! 1257 2013-11-08 15:18:40Z raasch
	99	! openacc "end parallel" replaced by "end parallel loop"
	100	!
[1242]	101	! 1241 2013-10-30 11:36:58Z heinze
	102	! Output of ug and vg
	103	!
[1222]	104	! 1221 2013-09-10 08:59:13Z raasch
	105	! ported for openACC in separate #else branch
	106	!
[1182]	107	! 1179 2013-06-14 05:57:58Z raasch
	108	! comment for profile 77 added
	109	!
[1116]	110	! 1115 2013-03-26 18:16:16Z hoffmann
	111	! ql is calculated by calc_liquid_water_content
	112	!
[1112]	113	! 1111 2013-03-08 23:54:10Z raasch
	114	! openACC directive added
	115	!
[1054]	116	! 1053 2012-11-13 17:11:03Z hoffmann
[1112]	117	! additions for two-moment cloud physics scheme:
[1054]	118	! +nr, qr, qc, prr
	119	!
[1037]	120	! 1036 2012-10-22 13:43:42Z raasch
	121	! code put under GPL (PALM 3.9)
	122	!
[1008]	123	! 1007 2012-09-19 14:30:36Z franke
[1007]	124	! Calculation of buoyancy flux for humidity in case of WS-scheme is now using
	125	! turbulent fluxes of WS-scheme
	126	! Bugfix: Calculation of subgridscale buoyancy flux for humidity and cloud
	127	! droplets at nzb and nzt added
[700]	128	!
[802]	129	! 801 2012-01-10 17:30:36Z suehring
	130	! Calculation of turbulent fluxes in advec_ws is now thread-safe.
	131	!
[1]	132	! Revision 1.1 1997/08/11 06:15:17 raasch
	133	! Initial revision
	134	!
	135	!
	136	! Description:
	137	! ------------
	138	! Compute average profiles and further average flow quantities for the different
	139	! user-defined (sub-)regions. The region indexed 0 is the total model domain.
	140	!
[132]	141	! NOTE: For simplicity, nzb_s_inner and nzb_diff_s_inner are being used as a
	142	! ---- lower vertical index for k-loops for all variables, although strictly
	143	! speaking the k-loops would have to be split up according to the staggered
	144	! grid. However, this implies no error since staggered velocity components are
	145	! zero at the walls and inside buildings.
[1]	146	!------------------------------------------------------------------------------!
	147
[1320]	148	USE arrays_3d, &
[1382]	149	ONLY: ddzu, ddzw, e, hyp, km, kh, nr, p, prho, pt, q, qc, ql, qr, qs, &
	150	qsws, qswst, rho, sa, saswsb, saswst, shf, td_lsa_lpt, td_lsa_q,&
	151	td_sub_lpt, td_sub_q, time_vert, ts, tswst, u, ug, us, usws, &
	152	uswst, vsws, v, vg, vpt, vswst, w, w_subs, zw
[1320]	153
	154	USE cloud_parameters, &
[1551]	155	ONLY: l_d_cp, prr, pt_d_t
[1320]	156
	157	USE control_parameters, &
[1551]	158	ONLY: average_count_pr, cloud_droplets, cloud_physics, do_sum, &
[1365]	159	dt_3d, g, humidity, icloud_scheme, kappa, large_scale_forcing, &
[1567]	160	large_scale_subsidence, max_pr_user, message_string, ocean, &
[1365]	161	passive_scalar, precipitation, simulated_time, &
	162	use_subsidence_tendencies, use_surface_fluxes, use_top_fluxes, &
	163	ws_scheme_mom, ws_scheme_sca
[1320]	164
	165	USE cpulog, &
[1551]	166	ONLY: cpu_log, log_point
[1320]	167
	168	USE grid_variables, &
[1551]	169	ONLY: ddx, ddy
[1320]	170
	171	USE indices, &
[1551]	172	ONLY: ngp_2dh, ngp_2dh_s_inner, ngp_3d, ngp_3d_inner, ngp_sums, &
[1365]	173	ngp_sums_ls, nxl, nxr, nyn, nys, nzb, nzb_diff_s_inner, &
	174	nzb_s_inner, nzt, nzt_diff
[1320]	175
	176	USE kinds
	177
[1551]	178	USE land_surface_model_mod, &
	179	ONLY: dots_soil, ghf_eb, land_surface, m_soil, nzb_soil, nzt_soil, &
[1555]	180	qsws_eb, qsws_liq_eb, qsws_soil_eb, qsws_veg_eb, r_a, r_s, &
	181	shf_eb, t_soil
[1551]	182
[1]	183	USE pegrid
[1551]	184
	185	USE radiation_model_mod, &
[1585]	186	ONLY: dots_rad, radiation, radiation_scheme, rad_net, &
	187	rad_lw_in, rad_lw_out, rad_sw_in, rad_sw_out
	188
	189	#if defined ( __rrtmg )
	190	USE radiation_model_mod, &
	191	ONLY: rrtm_aldif, rrtm_aldir, rrtm_asdif, rrtm_asdir
	192	#endif
	193
[1]	194	USE statistics
	195
	196	IMPLICIT NONE
	197
[1320]	198	INTEGER(iwp) :: i !:
	199	INTEGER(iwp) :: j !:
	200	INTEGER(iwp) :: k !:
[1365]	201	INTEGER(iwp) :: nt !:
[1320]	202	INTEGER(iwp) :: omp_get_thread_num !:
	203	INTEGER(iwp) :: sr !:
	204	INTEGER(iwp) :: tn !:
	205
	206	LOGICAL :: first !:
	207
	208	REAL(wp) :: dptdz_threshold !:
[1365]	209	REAL(wp) :: fac !:
[1320]	210	REAL(wp) :: height !:
	211	REAL(wp) :: pts !:
	212	REAL(wp) :: sums_l_eper !:
	213	REAL(wp) :: sums_l_etot !:
	214	REAL(wp) :: ust !:
	215	REAL(wp) :: ust2 !:
	216	REAL(wp) :: u2 !:
	217	REAL(wp) :: vst !:
	218	REAL(wp) :: vst2 !:
	219	REAL(wp) :: v2 !:
	220	REAL(wp) :: w2 !:
	221	REAL(wp) :: z_i(2) !:
	222
	223	REAL(wp) :: dptdz(nzb+1:nzt+1) !:
	224	REAL(wp) :: sums_ll(nzb:nzt+1,2) !:
[1]	225
	226	CALL cpu_log( log_point(10), 'flow_statistics', 'start' )
	227
[1221]	228	!$acc update host( km, kh, e, pt, qs, qsws, rif, shf, ts, u, usws, v, vsws, w )
	229
[1]	230	!
	231	!-- To be on the safe side, check whether flow_statistics has already been
	232	!-- called once after the current time step
	233	IF ( flow_statistics_called ) THEN
[254]	234
[274]	235	message_string = 'flow_statistics is called two times within one ' // &
	236	'timestep'
[254]	237	CALL message( 'flow_statistics', 'PA0190', 1, 2, 0, 6, 0 )
[1007]	238
[1]	239	ENDIF
	240
	241	!
	242	!-- Compute statistics for each (sub-)region
	243	DO sr = 0, statistic_regions
	244
	245	!
	246	!-- Initialize (local) summation array
[1353]	247	sums_l = 0.0_wp
[1]	248
	249	!
	250	!-- Store sums that have been computed in other subroutines in summation
	251	!-- array
	252	sums_l(:,11,:) = sums_l_l(:,sr,:) ! mixing length from diffusivities
	253	!-- WARNING: next line still has to be adjusted for OpenMP
	254	sums_l(:,21,0) = sums_wsts_bc_l(:,sr) ! heat flux from advec_s_bc
[87]	255	sums_l(nzb+9,pr_palm,0) = sums_divold_l(sr) ! old divergence from pres
	256	sums_l(nzb+10,pr_palm,0) = sums_divnew_l(sr) ! new divergence from pres
[1]	257
[667]	258	!
[1498]	259	!-- When calcuating horizontally-averaged total (resolved- plus subgrid-
	260	!-- scale) vertical fluxes and velocity variances by using commonly-
	261	!-- applied Reynolds-based methods ( e.g. <w'pt'> = (w-<w>)*(pt-<pt>) )
	262	!-- in combination with the 5th order advection scheme, pronounced
	263	!-- artificial kinks could be observed in the vertical profiles near the
	264	!-- surface. Please note: these kinks were not related to the model truth,
	265	!-- i.e. these kinks are just related to an evaluation problem.
	266	!-- In order avoid these kinks, vertical fluxes and horizontal as well
	267	!-- vertical velocity variances are calculated directly within the advection
	268	!-- routines, according to the numerical discretization, to evaluate the
	269	!-- statistical quantities as they will appear within the prognostic
	270	!-- equations.
[667]	271	!-- Copy the turbulent quantities, evaluated in the advection routines to
[1498]	272	!-- the local array sums_l() for further computations.
[743]	273	IF ( ws_scheme_mom .AND. sr == 0 ) THEN
[696]	274
[1007]	275	!
[673]	276	!-- According to the Neumann bc for the horizontal velocity components,
	277	!-- the corresponding fluxes has to satisfiy the same bc.
	278	IF ( ocean ) THEN
[801]	279	sums_us2_ws_l(nzt+1,:) = sums_us2_ws_l(nzt,:)
[1007]	280	sums_vs2_ws_l(nzt+1,:) = sums_vs2_ws_l(nzt,:)
[673]	281	ENDIF
[696]	282
	283	DO i = 0, threads_per_task-1
[1007]	284	!
[696]	285	!-- Swap the turbulent quantities evaluated in advec_ws.
[801]	286	sums_l(:,13,i) = sums_wsus_ws_l(:,i) ! wu
	287	sums_l(:,15,i) = sums_wsvs_ws_l(:,i) ! wv
	288	sums_l(:,30,i) = sums_us2_ws_l(:,i) ! u*2
	289	sums_l(:,31,i) = sums_vs2_ws_l(:,i) ! v*2
	290	sums_l(:,32,i) = sums_ws2_ws_l(:,i) ! w*2
[1353]	291	sums_l(:,34,i) = sums_l(:,34,i) + 0.5_wp * &
[1320]	292	( sums_us2_ws_l(:,i) + sums_vs2_ws_l(:,i) + &
[801]	293	sums_ws2_ws_l(:,i) ) ! e*
[696]	294	DO k = nzb, nzt
[1353]	295	sums_l(nzb+5,pr_palm,i) = sums_l(nzb+5,pr_palm,i) + 0.5_wp * ( &
[1320]	296	sums_us2_ws_l(k,i) + &
	297	sums_vs2_ws_l(k,i) + &
[801]	298	sums_ws2_ws_l(k,i) )
[696]	299	ENDDO
[667]	300	ENDDO
[696]	301
[667]	302	ENDIF
[696]	303
[1567]	304	IF ( ws_scheme_sca .AND. sr == 0 ) THEN
[696]	305
	306	DO i = 0, threads_per_task-1
[801]	307	sums_l(:,17,i) = sums_wspts_ws_l(:,i) ! wpt from advec_s_ws
	308	IF ( ocean ) sums_l(:,66,i) = sums_wssas_ws_l(:,i) ! wsa
[696]	309	IF ( humidity .OR. passive_scalar ) sums_l(:,49,i) = &
[801]	310	sums_wsqs_ws_l(:,i) !wq
[696]	311	ENDDO
	312
[667]	313	ENDIF
[305]	314	!
[1]	315	!-- Horizontally averaged profiles of horizontal velocities and temperature.
	316	!-- They must have been computed before, because they are already required
	317	!-- for other horizontal averages.
	318	tn = 0
[667]	319
[1]	320	!$OMP PARALLEL PRIVATE( i, j, k, tn )
[82]	321	#if defined( __intel_openmp_bug )
[1]	322	tn = omp_get_thread_num()
	323	#else
	324	!$ tn = omp_get_thread_num()
	325	#endif
	326
	327	!$OMP DO
	328	DO i = nxl, nxr
	329	DO j = nys, nyn
[132]	330	DO k = nzb_s_inner(j,i), nzt+1
[1]	331	sums_l(k,1,tn) = sums_l(k,1,tn) + u(k,j,i) * rmask(j,i,sr)
	332	sums_l(k,2,tn) = sums_l(k,2,tn) + v(k,j,i) * rmask(j,i,sr)
	333	sums_l(k,4,tn) = sums_l(k,4,tn) + pt(k,j,i) * rmask(j,i,sr)
	334	ENDDO
	335	ENDDO
	336	ENDDO
	337
	338	!
[96]	339	!-- Horizontally averaged profile of salinity
	340	IF ( ocean ) THEN
	341	!$OMP DO
	342	DO i = nxl, nxr
	343	DO j = nys, nyn
[132]	344	DO k = nzb_s_inner(j,i), nzt+1
[96]	345	sums_l(k,23,tn) = sums_l(k,23,tn) + &
	346	sa(k,j,i) * rmask(j,i,sr)
	347	ENDDO
	348	ENDDO
	349	ENDDO
	350	ENDIF
	351
	352	!
[1]	353	!-- Horizontally averaged profiles of virtual potential temperature,
	354	!-- total water content, specific humidity and liquid water potential
	355	!-- temperature
[75]	356	IF ( humidity ) THEN
[1]	357	!$OMP DO
	358	DO i = nxl, nxr
	359	DO j = nys, nyn
[132]	360	DO k = nzb_s_inner(j,i), nzt+1
[1]	361	sums_l(k,44,tn) = sums_l(k,44,tn) + &
	362	vpt(k,j,i) * rmask(j,i,sr)
	363	sums_l(k,41,tn) = sums_l(k,41,tn) + &
	364	q(k,j,i) * rmask(j,i,sr)
	365	ENDDO
	366	ENDDO
	367	ENDDO
	368	IF ( cloud_physics ) THEN
	369	!$OMP DO
	370	DO i = nxl, nxr
	371	DO j = nys, nyn
[132]	372	DO k = nzb_s_inner(j,i), nzt+1
[1]	373	sums_l(k,42,tn) = sums_l(k,42,tn) + &
	374	( q(k,j,i) - ql(k,j,i) ) * rmask(j,i,sr)
	375	sums_l(k,43,tn) = sums_l(k,43,tn) + ( &
	376	pt(k,j,i) + l_d_cppt_d_t(k) ql(k,j,i) &
	377	) * rmask(j,i,sr)
	378	ENDDO
	379	ENDDO
	380	ENDDO
	381	ENDIF
	382	ENDIF
	383
	384	!
	385	!-- Horizontally averaged profiles of passive scalar
	386	IF ( passive_scalar ) THEN
	387	!$OMP DO
	388	DO i = nxl, nxr
	389	DO j = nys, nyn
[132]	390	DO k = nzb_s_inner(j,i), nzt+1
[1]	391	sums_l(k,41,tn) = sums_l(k,41,tn) + q(k,j,i) * rmask(j,i,sr)
	392	ENDDO
	393	ENDDO
	394	ENDDO
	395	ENDIF
	396	!$OMP END PARALLEL
	397	!
	398	!-- Summation of thread sums
	399	IF ( threads_per_task > 1 ) THEN
	400	DO i = 1, threads_per_task-1
	401	sums_l(:,1,0) = sums_l(:,1,0) + sums_l(:,1,i)
	402	sums_l(:,2,0) = sums_l(:,2,0) + sums_l(:,2,i)
	403	sums_l(:,4,0) = sums_l(:,4,0) + sums_l(:,4,i)
[96]	404	IF ( ocean ) THEN
	405	sums_l(:,23,0) = sums_l(:,23,0) + sums_l(:,23,i)
	406	ENDIF
[75]	407	IF ( humidity ) THEN
[1]	408	sums_l(:,41,0) = sums_l(:,41,0) + sums_l(:,41,i)
	409	sums_l(:,44,0) = sums_l(:,44,0) + sums_l(:,44,i)
	410	IF ( cloud_physics ) THEN
	411	sums_l(:,42,0) = sums_l(:,42,0) + sums_l(:,42,i)
	412	sums_l(:,43,0) = sums_l(:,43,0) + sums_l(:,43,i)
	413	ENDIF
	414	ENDIF
	415	IF ( passive_scalar ) THEN
	416	sums_l(:,41,0) = sums_l(:,41,0) + sums_l(:,41,i)
	417	ENDIF
	418	ENDDO
	419	ENDIF
	420
	421	#if defined( __parallel )
	422	!
	423	!-- Compute total sum from local sums
[622]	424	IF ( collective_wait ) CALL MPI_BARRIER( comm2d, ierr )
[1320]	425	CALL MPI_ALLREDUCE( sums_l(nzb,1,0), sums(nzb,1), nzt+2-nzb, MPI_REAL, &
[1]	426	MPI_SUM, comm2d, ierr )
[622]	427	IF ( collective_wait ) CALL MPI_BARRIER( comm2d, ierr )
[1320]	428	CALL MPI_ALLREDUCE( sums_l(nzb,2,0), sums(nzb,2), nzt+2-nzb, MPI_REAL, &
[1]	429	MPI_SUM, comm2d, ierr )
[622]	430	IF ( collective_wait ) CALL MPI_BARRIER( comm2d, ierr )
[1320]	431	CALL MPI_ALLREDUCE( sums_l(nzb,4,0), sums(nzb,4), nzt+2-nzb, MPI_REAL, &
[1]	432	MPI_SUM, comm2d, ierr )
[96]	433	IF ( ocean ) THEN
[622]	434	IF ( collective_wait ) CALL MPI_BARRIER( comm2d, ierr )
[1320]	435	CALL MPI_ALLREDUCE( sums_l(nzb,23,0), sums(nzb,23), nzt+2-nzb, &
[96]	436	MPI_REAL, MPI_SUM, comm2d, ierr )
	437	ENDIF
[75]	438	IF ( humidity ) THEN
[622]	439	IF ( collective_wait ) CALL MPI_BARRIER( comm2d, ierr )
[1320]	440	CALL MPI_ALLREDUCE( sums_l(nzb,44,0), sums(nzb,44), nzt+2-nzb, &
[1]	441	MPI_REAL, MPI_SUM, comm2d, ierr )
[622]	442	IF ( collective_wait ) CALL MPI_BARRIER( comm2d, ierr )
[1320]	443	CALL MPI_ALLREDUCE( sums_l(nzb,41,0), sums(nzb,41), nzt+2-nzb, &
[1]	444	MPI_REAL, MPI_SUM, comm2d, ierr )
	445	IF ( cloud_physics ) THEN
[622]	446	IF ( collective_wait ) CALL MPI_BARRIER( comm2d, ierr )
[1320]	447	CALL MPI_ALLREDUCE( sums_l(nzb,42,0), sums(nzb,42), nzt+2-nzb, &
[1]	448	MPI_REAL, MPI_SUM, comm2d, ierr )
[622]	449	IF ( collective_wait ) CALL MPI_BARRIER( comm2d, ierr )
[1320]	450	CALL MPI_ALLREDUCE( sums_l(nzb,43,0), sums(nzb,43), nzt+2-nzb, &
[1]	451	MPI_REAL, MPI_SUM, comm2d, ierr )
	452	ENDIF
	453	ENDIF
	454
	455	IF ( passive_scalar ) THEN
[622]	456	IF ( collective_wait ) CALL MPI_BARRIER( comm2d, ierr )
[1320]	457	CALL MPI_ALLREDUCE( sums_l(nzb,41,0), sums(nzb,41), nzt+2-nzb, &
[1]	458	MPI_REAL, MPI_SUM, comm2d, ierr )
	459	ENDIF
	460	#else
	461	sums(:,1) = sums_l(:,1,0)
	462	sums(:,2) = sums_l(:,2,0)
	463	sums(:,4) = sums_l(:,4,0)
[96]	464	IF ( ocean ) sums(:,23) = sums_l(:,23,0)
[75]	465	IF ( humidity ) THEN
[1]	466	sums(:,44) = sums_l(:,44,0)
	467	sums(:,41) = sums_l(:,41,0)
	468	IF ( cloud_physics ) THEN
	469	sums(:,42) = sums_l(:,42,0)
	470	sums(:,43) = sums_l(:,43,0)
	471	ENDIF
	472	ENDIF
	473	IF ( passive_scalar ) sums(:,41) = sums_l(:,41,0)
	474	#endif
	475
	476	!
	477	!-- Final values are obtained by division by the total number of grid points
	478	!-- used for summation. After that store profiles.
[132]	479	sums(:,1) = sums(:,1) / ngp_2dh(sr)
	480	sums(:,2) = sums(:,2) / ngp_2dh(sr)
	481	sums(:,4) = sums(:,4) / ngp_2dh_s_inner(:,sr)
[1]	482	hom(:,1,1,sr) = sums(:,1) ! u
	483	hom(:,1,2,sr) = sums(:,2) ! v
	484	hom(:,1,4,sr) = sums(:,4) ! pt
	485
[667]	486
[1]	487	!
[96]	488	!-- Salinity
	489	IF ( ocean ) THEN
[132]	490	sums(:,23) = sums(:,23) / ngp_2dh_s_inner(:,sr)
[96]	491	hom(:,1,23,sr) = sums(:,23) ! sa
	492	ENDIF
	493
	494	!
[1]	495	!-- Humidity and cloud parameters
[75]	496	IF ( humidity ) THEN
[132]	497	sums(:,44) = sums(:,44) / ngp_2dh_s_inner(:,sr)
	498	sums(:,41) = sums(:,41) / ngp_2dh_s_inner(:,sr)
[1]	499	hom(:,1,44,sr) = sums(:,44) ! vpt
	500	hom(:,1,41,sr) = sums(:,41) ! qv (q)
	501	IF ( cloud_physics ) THEN
[132]	502	sums(:,42) = sums(:,42) / ngp_2dh_s_inner(:,sr)
	503	sums(:,43) = sums(:,43) / ngp_2dh_s_inner(:,sr)
[1]	504	hom(:,1,42,sr) = sums(:,42) ! qv
	505	hom(:,1,43,sr) = sums(:,43) ! pt
	506	ENDIF
	507	ENDIF
	508
	509	!
	510	!-- Passive scalar
[1320]	511	IF ( passive_scalar ) hom(:,1,41,sr) = sums(:,41) / &
[132]	512	ngp_2dh_s_inner(:,sr) ! s (q)
[1]	513
	514	!
	515	!-- Horizontally averaged profiles of the remaining prognostic variables,
	516	!-- variances, the total and the perturbation energy (single values in last
	517	!-- column of sums_l) and some diagnostic quantities.
[132]	518	!-- NOTE: for simplicity, nzb_s_inner is used below, although strictly
[1]	519	!-- ---- speaking the following k-loop would have to be split up and
	520	!-- rearranged according to the staggered grid.
[132]	521	!-- However, this implies no error since staggered velocity components
	522	!-- are zero at the walls and inside buildings.
[1]	523	tn = 0
[82]	524	#if defined( __intel_openmp_bug )
[1]	525	!$OMP PARALLEL PRIVATE( i, j, k, pts, sums_ll, sums_l_eper, sums_l_etot, &
	526	!$OMP tn, ust, ust2, u2, vst, vst2, v2, w2 )
	527	tn = omp_get_thread_num()
	528	#else
	529	!$OMP PARALLEL PRIVATE( i, j, k, pts, sums_ll, sums_l_eper, sums_l_etot, tn, ust, ust2, u2, vst, vst2, v2, w2 )
	530	!$ tn = omp_get_thread_num()
	531	#endif
	532	!$OMP DO
	533	DO i = nxl, nxr
	534	DO j = nys, nyn
[1353]	535	sums_l_etot = 0.0_wp
[132]	536	DO k = nzb_s_inner(j,i), nzt+1
[1]	537	!
	538	!-- Prognostic and diagnostic variables
	539	sums_l(k,3,tn) = sums_l(k,3,tn) + w(k,j,i) * rmask(j,i,sr)
	540	sums_l(k,8,tn) = sums_l(k,8,tn) + e(k,j,i) * rmask(j,i,sr)
	541	sums_l(k,9,tn) = sums_l(k,9,tn) + km(k,j,i) * rmask(j,i,sr)
	542	sums_l(k,10,tn) = sums_l(k,10,tn) + kh(k,j,i) * rmask(j,i,sr)
	543	sums_l(k,40,tn) = sums_l(k,40,tn) + p(k,j,i)
	544
	545	sums_l(k,33,tn) = sums_l(k,33,tn) + &
	546	( pt(k,j,i)-hom(k,1,4,sr) )*2 rmask(j,i,sr)
[624]	547
	548	IF ( humidity ) THEN
	549	sums_l(k,70,tn) = sums_l(k,70,tn) + &
	550	( q(k,j,i)-hom(k,1,41,sr) )*2 rmask(j,i,sr)
	551	ENDIF
[1007]	552
[699]	553	!
	554	!-- Higher moments
	555	!-- (Computation of the skewness of w further below)
	556	sums_l(k,38,tn) = sums_l(k,38,tn) + w(k,j,i)*3 rmask(j,i,sr)
[667]	557
[1]	558	sums_l_etot = sums_l_etot + &
[1353]	559	0.5_wp * ( u(k,j,i)2 + v(k,j,i)2 + &
[667]	560	w(k,j,i)*2 ) rmask(j,i,sr)
[1]	561	ENDDO
	562	!
	563	!-- Total and perturbation energy for the total domain (being
	564	!-- collected in the last column of sums_l). Summation of these
	565	!-- quantities is seperated from the previous loop in order to
	566	!-- allow vectorization of that loop.
[87]	567	sums_l(nzb+4,pr_palm,tn) = sums_l(nzb+4,pr_palm,tn) + sums_l_etot
[1]	568	!
	569	!-- 2D-arrays (being collected in the last column of sums_l)
[1320]	570	sums_l(nzb,pr_palm,tn) = sums_l(nzb,pr_palm,tn) + &
[1]	571	us(j,i) * rmask(j,i,sr)
[1320]	572	sums_l(nzb+1,pr_palm,tn) = sums_l(nzb+1,pr_palm,tn) + &
[1]	573	usws(j,i) * rmask(j,i,sr)
[1320]	574	sums_l(nzb+2,pr_palm,tn) = sums_l(nzb+2,pr_palm,tn) + &
[1]	575	vsws(j,i) * rmask(j,i,sr)
[1320]	576	sums_l(nzb+3,pr_palm,tn) = sums_l(nzb+3,pr_palm,tn) + &
[1]	577	ts(j,i) * rmask(j,i,sr)
[197]	578	IF ( humidity ) THEN
[1320]	579	sums_l(nzb+12,pr_palm,tn) = sums_l(nzb+12,pr_palm,tn) + &
[197]	580	qs(j,i) * rmask(j,i,sr)
	581	ENDIF
[1]	582	ENDDO
	583	ENDDO
	584
	585	!
[667]	586	!-- Computation of statistics when ws-scheme is not used. Else these
	587	!-- quantities are evaluated in the advection routines.
[743]	588	IF ( .NOT. ws_scheme_mom .OR. sr /= 0 ) THEN
[667]	589	!$OMP DO
	590	DO i = nxl, nxr
	591	DO j = nys, nyn
[1353]	592	sums_l_eper = 0.0_wp
[667]	593	DO k = nzb_s_inner(j,i), nzt+1
	594	u2 = u(k,j,i)**2
	595	v2 = v(k,j,i)**2
	596	w2 = w(k,j,i)**2
	597	ust2 = ( u(k,j,i) - hom(k,1,1,sr) )**2
	598	vst2 = ( v(k,j,i) - hom(k,1,2,sr) )**2
	599
	600	sums_l(k,30,tn) = sums_l(k,30,tn) + ust2 * rmask(j,i,sr)
	601	sums_l(k,31,tn) = sums_l(k,31,tn) + vst2 * rmask(j,i,sr)
	602	sums_l(k,32,tn) = sums_l(k,32,tn) + w2 * rmask(j,i,sr)
	603	!
	604	!-- Perturbation energy
	605
[1353]	606	sums_l(k,34,tn) = sums_l(k,34,tn) + 0.5_wp * &
[667]	607	( ust2 + vst2 + w2 ) * rmask(j,i,sr)
[1353]	608	sums_l_eper = sums_l_eper + &
	609	0.5_wp * ( ust2+vst2+w2 ) * rmask(j,i,sr)
[667]	610
	611	ENDDO
[1353]	612	sums_l(nzb+5,pr_palm,tn) = sums_l(nzb+5,pr_palm,tn) &
[667]	613	+ sums_l_eper
	614	ENDDO
	615	ENDDO
	616	ENDIF
[1241]	617
[667]	618	!
[1]	619	!-- Horizontally averaged profiles of the vertical fluxes
[667]	620
[1]	621	!$OMP DO
	622	DO i = nxl, nxr
	623	DO j = nys, nyn
	624	!
	625	!-- Subgridscale fluxes (without Prandtl layer from k=nzb,
	626	!-- oterwise from k=nzb+1)
[132]	627	!-- NOTE: for simplicity, nzb_diff_s_inner is used below, although
[1]	628	!-- ---- strictly speaking the following k-loop would have to be
	629	!-- split up according to the staggered grid.
[132]	630	!-- However, this implies no error since staggered velocity
	631	!-- components are zero at the walls and inside buildings.
	632
	633	DO k = nzb_diff_s_inner(j,i)-1, nzt_diff
[1]	634	!
	635	!-- Momentum flux w"u"
[1353]	636	sums_l(k,12,tn) = sums_l(k,12,tn) - 0.25_wp * ( &
[1]	637	km(k,j,i)+km(k+1,j,i)+km(k,j,i-1)+km(k+1,j,i-1) &
	638	) * ( &
	639	( u(k+1,j,i) - u(k,j,i) ) * ddzu(k+1) &
	640	+ ( w(k,j,i) - w(k,j,i-1) ) * ddx &
	641	) * rmask(j,i,sr)
	642	!
	643	!-- Momentum flux w"v"
[1353]	644	sums_l(k,14,tn) = sums_l(k,14,tn) - 0.25_wp * ( &
[1]	645	km(k,j,i)+km(k+1,j,i)+km(k,j-1,i)+km(k+1,j-1,i) &
	646	) * ( &
	647	( v(k+1,j,i) - v(k,j,i) ) * ddzu(k+1) &
	648	+ ( w(k,j,i) - w(k,j-1,i) ) * ddy &
	649	) * rmask(j,i,sr)
	650	!
	651	!-- Heat flux w"pt"
	652	sums_l(k,16,tn) = sums_l(k,16,tn) &
[1353]	653	- 0.5_wp * ( kh(k,j,i) + kh(k+1,j,i) )&
[1]	654	* ( pt(k+1,j,i) - pt(k,j,i) ) &
	655	* ddzu(k+1) * rmask(j,i,sr)
	656
	657
	658	!
[96]	659	!-- Salinity flux w"sa"
	660	IF ( ocean ) THEN
	661	sums_l(k,65,tn) = sums_l(k,65,tn) &
[1353]	662	- 0.5_wp * ( kh(k,j,i) + kh(k+1,j,i) )&
[96]	663	* ( sa(k+1,j,i) - sa(k,j,i) ) &
	664	* ddzu(k+1) * rmask(j,i,sr)
	665	ENDIF
	666
	667	!
[1]	668	!-- Buoyancy flux, water flux (humidity flux) w"q"
[75]	669	IF ( humidity ) THEN
[1]	670	sums_l(k,45,tn) = sums_l(k,45,tn) &
[1353]	671	- 0.5_wp * ( kh(k,j,i) + kh(k+1,j,i) )&
[1]	672	* ( vpt(k+1,j,i) - vpt(k,j,i) ) &
	673	* ddzu(k+1) * rmask(j,i,sr)
	674	sums_l(k,48,tn) = sums_l(k,48,tn) &
[1353]	675	- 0.5_wp * ( kh(k,j,i) + kh(k+1,j,i) )&
[1]	676	* ( q(k+1,j,i) - q(k,j,i) ) &
	677	* ddzu(k+1) * rmask(j,i,sr)
[1007]	678
[1]	679	IF ( cloud_physics ) THEN
	680	sums_l(k,51,tn) = sums_l(k,51,tn) &
[1353]	681	- 0.5_wp * ( kh(k,j,i) + kh(k+1,j,i) )&
[1]	682	* ( ( q(k+1,j,i) - ql(k+1,j,i) )&
	683	- ( q(k,j,i) - ql(k,j,i) ) ) &
	684	* ddzu(k+1) * rmask(j,i,sr)
	685	ENDIF
	686	ENDIF
	687
	688	!
	689	!-- Passive scalar flux
	690	IF ( passive_scalar ) THEN
	691	sums_l(k,48,tn) = sums_l(k,48,tn) &
[1353]	692	- 0.5_wp * ( kh(k,j,i) + kh(k+1,j,i) )&
[1]	693	* ( q(k+1,j,i) - q(k,j,i) ) &
	694	* ddzu(k+1) * rmask(j,i,sr)
	695	ENDIF
	696
	697	ENDDO
	698
	699	!
	700	!-- Subgridscale fluxes in the Prandtl layer
	701	IF ( use_surface_fluxes ) THEN
	702	sums_l(nzb,12,tn) = sums_l(nzb,12,tn) + &
	703	usws(j,i) * rmask(j,i,sr) ! w"u"
	704	sums_l(nzb,14,tn) = sums_l(nzb,14,tn) + &
	705	vsws(j,i) * rmask(j,i,sr) ! w"v"
	706	sums_l(nzb,16,tn) = sums_l(nzb,16,tn) + &
	707	shf(j,i) * rmask(j,i,sr) ! w"pt"
	708	sums_l(nzb,58,tn) = sums_l(nzb,58,tn) + &
[1353]	709	0.0_wp * rmask(j,i,sr) ! u"pt"
[1]	710	sums_l(nzb,61,tn) = sums_l(nzb,61,tn) + &
[1353]	711	0.0_wp * rmask(j,i,sr) ! v"pt"
[96]	712	IF ( ocean ) THEN
	713	sums_l(nzb,65,tn) = sums_l(nzb,65,tn) + &
	714	saswsb(j,i) * rmask(j,i,sr) ! w"sa"
	715	ENDIF
[75]	716	IF ( humidity ) THEN
[1353]	717	sums_l(nzb,48,tn) = sums_l(nzb,48,tn) + &
[1]	718	qsws(j,i) * rmask(j,i,sr) ! w"q" (w"qv")
[1353]	719	sums_l(nzb,45,tn) = sums_l(nzb,45,tn) + ( &
	720	( 1.0_wp + 0.61_wp * q(nzb,j,i) ) * &
	721	shf(j,i) + 0.61_wp * pt(nzb,j,i) * &
[1007]	722	qsws(j,i) )
	723	IF ( cloud_droplets ) THEN
[1353]	724	sums_l(nzb,45,tn) = sums_l(nzb,45,tn) + ( &
	725	( 1.0_wp + 0.61_wp * q(nzb,j,i) - &
	726	ql(nzb,j,i) ) * shf(j,i) + &
	727	0.61_wp * pt(nzb,j,i) * qsws(j,i) )
[1007]	728	ENDIF
[1]	729	IF ( cloud_physics ) THEN
	730	!
	731	!-- Formula does not work if ql(nzb) /= 0.0
	732	sums_l(nzb,51,tn) = sums_l(nzb,51,tn) + & ! w"q" (w"qv")
	733	qsws(j,i) * rmask(j,i,sr)
	734	ENDIF
	735	ENDIF
	736	IF ( passive_scalar ) THEN
	737	sums_l(nzb,48,tn) = sums_l(nzb,48,tn) + &
	738	qsws(j,i) * rmask(j,i,sr) ! w"q" (w"qv")
	739	ENDIF
	740	ENDIF
	741
[1551]	742	IF ( land_surface ) THEN
[1555]	743	sums_l(nzb,93,tn) = sums_l(nzb,93,tn) + ghf_eb(j,i)
	744	sums_l(nzb,94,tn) = sums_l(nzb,94,tn) + shf_eb(j,i)
	745	sums_l(nzb,95,tn) = sums_l(nzb,95,tn) + qsws_eb(j,i)
	746	sums_l(nzb,96,tn) = sums_l(nzb,96,tn) + qsws_liq_eb(j,i)
	747	sums_l(nzb,97,tn) = sums_l(nzb,97,tn) + qsws_soil_eb(j,i)
	748	sums_l(nzb,98,tn) = sums_l(nzb,98,tn) + qsws_veg_eb(j,i)
	749	sums_l(nzb,99,tn) = sums_l(nzb,99,tn) + r_a(j,i)
	750	sums_l(nzb,100,tn) = sums_l(nzb,100,tn)+ r_s(j,i)
[1551]	751	ENDIF
	752
	753	IF ( radiation ) THEN
[1555]	754	sums_l(nzb,101,tn) = sums_l(nzb,101,tn) + rad_net(j,i)
[1585]	755	sums_l(nzb,102,tn) = sums_l(nzb,102,tn) + rad_lw_in(nzb,j,i)
	756	sums_l(nzb,103,tn) = sums_l(nzb,103,tn) + rad_lw_out(nzb,j,i)
	757	sums_l(nzb,104,tn) = sums_l(nzb,104,tn) + rad_sw_in(nzb,j,i)
	758	sums_l(nzb,105,tn) = sums_l(nzb,105,tn) + rad_sw_out(nzb,j,i)
	759
	760	#if defined ( __rrtmg )
	761	IF ( radiation_scheme == 'rrtmg' ) THEN
	762	sums_l(nzb,106,tn) = sums_l(nzb,106,tn) + rrtm_aldif(0,j,i)
	763	sums_l(nzb,107,tn) = sums_l(nzb,107,tn) + rrtm_aldir(0,j,i)
	764	sums_l(nzb,108,tn) = sums_l(nzb,108,tn) + rrtm_asdif(0,j,i)
	765	sums_l(nzb,109,tn) = sums_l(nzb,109,tn) + rrtm_asdir(0,j,i)
	766	ENDIF
	767	#endif
	768
[1551]	769	ENDIF
	770
[1]	771	!
[19]	772	!-- Subgridscale fluxes at the top surface
	773	IF ( use_top_fluxes ) THEN
[550]	774	sums_l(nzt:nzt+1,12,tn) = sums_l(nzt:nzt+1,12,tn) + &
[102]	775	uswst(j,i) * rmask(j,i,sr) ! w"u"
[550]	776	sums_l(nzt:nzt+1,14,tn) = sums_l(nzt:nzt+1,14,tn) + &
[102]	777	vswst(j,i) * rmask(j,i,sr) ! w"v"
[550]	778	sums_l(nzt:nzt+1,16,tn) = sums_l(nzt:nzt+1,16,tn) + &
[19]	779	tswst(j,i) * rmask(j,i,sr) ! w"pt"
[550]	780	sums_l(nzt:nzt+1,58,tn) = sums_l(nzt:nzt+1,58,tn) + &
[1353]	781	0.0_wp * rmask(j,i,sr) ! u"pt"
[550]	782	sums_l(nzt:nzt+1,61,tn) = sums_l(nzt:nzt+1,61,tn) + &
[1353]	783	0.0_wp * rmask(j,i,sr) ! v"pt"
[550]	784
[96]	785	IF ( ocean ) THEN
	786	sums_l(nzt,65,tn) = sums_l(nzt,65,tn) + &
	787	saswst(j,i) * rmask(j,i,sr) ! w"sa"
	788	ENDIF
[75]	789	IF ( humidity ) THEN
[1353]	790	sums_l(nzt,48,tn) = sums_l(nzt,48,tn) + &
[388]	791	qswst(j,i) * rmask(j,i,sr) ! w"q" (w"qv")
[1353]	792	sums_l(nzt,45,tn) = sums_l(nzt,45,tn) + ( &
	793	( 1.0_wp + 0.61_wp * q(nzt,j,i) ) * &
	794	tswst(j,i) + 0.61_wp * pt(nzt,j,i) * &
	795	qswst(j,i) )
[1007]	796	IF ( cloud_droplets ) THEN
[1353]	797	sums_l(nzt,45,tn) = sums_l(nzt,45,tn) + ( &
	798	( 1.0_wp + 0.61_wp * q(nzt,j,i) - &
	799	ql(nzt,j,i) ) * tswst(j,i) + &
	800	0.61_wp * pt(nzt,j,i) * qswst(j,i) )
[1007]	801	ENDIF
[19]	802	IF ( cloud_physics ) THEN
	803	!
	804	!-- Formula does not work if ql(nzb) /= 0.0
	805	sums_l(nzt,51,tn) = sums_l(nzt,51,tn) + & ! w"q" (w"qv")
	806	qswst(j,i) * rmask(j,i,sr)
	807	ENDIF
	808	ENDIF
	809	IF ( passive_scalar ) THEN
	810	sums_l(nzt,48,tn) = sums_l(nzt,48,tn) + &
[388]	811	qswst(j,i) * rmask(j,i,sr) ! w"q" (w"qv")
[19]	812	ENDIF
	813	ENDIF
	814
	815	!
[1]	816	!-- Resolved fluxes (can be computed for all horizontal points)
[132]	817	!-- NOTE: for simplicity, nzb_s_inner is used below, although strictly
[1]	818	!-- ---- speaking the following k-loop would have to be split up and
	819	!-- rearranged according to the staggered grid.
[132]	820	DO k = nzb_s_inner(j,i), nzt
[1353]	821	ust = 0.5_wp * ( u(k,j,i) - hom(k,1,1,sr) + &
	822	u(k+1,j,i) - hom(k+1,1,1,sr) )
	823	vst = 0.5_wp * ( v(k,j,i) - hom(k,1,2,sr) + &
	824	v(k+1,j,i) - hom(k+1,1,2,sr) )
	825	pts = 0.5_wp * ( pt(k,j,i) - hom(k,1,4,sr) + &
	826	pt(k+1,j,i) - hom(k+1,1,4,sr) )
[667]	827
[1]	828	!-- Higher moments
[1353]	829	sums_l(k,35,tn) = sums_l(k,35,tn) + pts * w(k,j,i)*2 &
[1]	830	rmask(j,i,sr)
[1353]	831	sums_l(k,36,tn) = sums_l(k,36,tn) + pts*2 w(k,j,i) * &
[1]	832	rmask(j,i,sr)
	833
	834	!
[96]	835	!-- Salinity flux and density (density does not belong to here,
[97]	836	!-- but so far there is no other suitable place to calculate)
[96]	837	IF ( ocean ) THEN
[1567]	838	IF( .NOT. ws_scheme_sca .OR. sr /= 0 ) THEN
[1353]	839	pts = 0.5_wp * ( sa(k,j,i) - hom(k,1,23,sr) + &
	840	sa(k+1,j,i) - hom(k+1,1,23,sr) )
	841	sums_l(k,66,tn) = sums_l(k,66,tn) + pts * w(k,j,i) * &
	842	rmask(j,i,sr)
[667]	843	ENDIF
[1353]	844	sums_l(k,64,tn) = sums_l(k,64,tn) + rho(k,j,i) * &
[96]	845	rmask(j,i,sr)
[1353]	846	sums_l(k,71,tn) = sums_l(k,71,tn) + prho(k,j,i) * &
[388]	847	rmask(j,i,sr)
[96]	848	ENDIF
	849
	850	!
[1053]	851	!-- Buoyancy flux, water flux, humidity flux, liquid water
	852	!-- content, rain drop concentration and rain water content
[75]	853	IF ( humidity ) THEN
[1007]	854	IF ( cloud_physics .OR. cloud_droplets ) THEN
[1353]	855	pts = 0.5_wp * ( vpt(k,j,i) - hom(k,1,44,sr) + &
[1007]	856	vpt(k+1,j,i) - hom(k+1,1,44,sr) )
[1353]	857	sums_l(k,46,tn) = sums_l(k,46,tn) + pts * w(k,j,i) * &
[1]	858	rmask(j,i,sr)
[1053]	859	IF ( .NOT. cloud_droplets ) THEN
[1353]	860	pts = 0.5_wp * &
[1115]	861	( ( q(k,j,i) - ql(k,j,i) ) - &
	862	hom(k,1,42,sr) + &
	863	( q(k+1,j,i) - ql(k+1,j,i) ) - &
[1053]	864	hom(k+1,1,42,sr) )
[1115]	865	sums_l(k,52,tn) = sums_l(k,52,tn) + pts * w(k,j,i) * &
[1053]	866	rmask(j,i,sr)
	867	IF ( icloud_scheme == 0 ) THEN
[1115]	868	sums_l(k,54,tn) = sums_l(k,54,tn) + ql(k,j,i) * &
[1053]	869	rmask(j,i,sr)
[1115]	870	sums_l(k,75,tn) = sums_l(k,75,tn) + qc(k,j,i) * &
[1053]	871	rmask(j,i,sr)
[1115]	872	IF ( precipitation ) THEN
	873	sums_l(k,73,tn) = sums_l(k,73,tn) + nr(k,j,i) * &
	874	rmask(j,i,sr)
	875	sums_l(k,74,tn) = sums_l(k,74,tn) + qr(k,j,i) * &
	876	rmask(j,i,sr)
	877	sums_l(k,76,tn) = sums_l(k,76,tn) + prr(k,j,i) *&
	878	rmask(j,i,sr)
	879	ENDIF
[1053]	880	ELSE
[1115]	881	sums_l(k,54,tn) = sums_l(k,54,tn) + ql(k,j,i) * &
[1053]	882	rmask(j,i,sr)
	883	ENDIF
	884	ELSE
[1115]	885	sums_l(k,54,tn) = sums_l(k,54,tn) + ql(k,j,i) * &
[1053]	886	rmask(j,i,sr)
	887	ENDIF
[1007]	888	ELSE
[1567]	889	IF( .NOT. ws_scheme_sca .OR. sr /= 0 ) THEN
[1353]	890	pts = 0.5_wp * ( vpt(k,j,i) - hom(k,1,44,sr) + &
	891	vpt(k+1,j,i) - hom(k+1,1,44,sr) )
	892	sums_l(k,46,tn) = sums_l(k,46,tn) + pts * w(k,j,i) * &
[1007]	893	rmask(j,i,sr)
[1567]	894	ELSE IF ( ws_scheme_sca .AND. sr == 0 ) THEN
[1353]	895	sums_l(k,46,tn) = ( 1.0_wp + 0.61_wp * &
	896	hom(k,1,41,sr) ) * &
	897	sums_l(k,17,tn) + &
	898	0.61_wp * hom(k,1,4,sr) * &
	899	sums_l(k,49,tn)
[1007]	900	END IF
	901	END IF
[1]	902	ENDIF
	903	!
	904	!-- Passive scalar flux
[1353]	905	IF ( passive_scalar .AND. ( .NOT. ws_scheme_sca &
[1567]	906	.OR. sr /= 0 ) ) THEN
[1353]	907	pts = 0.5_wp * ( q(k,j,i) - hom(k,1,41,sr) + &
	908	q(k+1,j,i) - hom(k+1,1,41,sr) )
	909	sums_l(k,49,tn) = sums_l(k,49,tn) + pts * w(k,j,i) * &
[1]	910	rmask(j,i,sr)
	911	ENDIF
	912
	913	!
	914	!-- Energy flux we
[667]	915	!-- has to be adjusted
[1353]	916	sums_l(k,37,tn) = sums_l(k,37,tn) + w(k,j,i) * 0.5_wp * &
	917	( ust2 + vst2 + w(k,j,i)**2 ) &
[667]	918	* rmask(j,i,sr)
[1]	919	ENDDO
	920	ENDDO
	921	ENDDO
[709]	922	!
	923	!-- For speed optimization fluxes which have been computed in part directly
	924	!-- inside the WS advection routines are treated seperatly
	925	!-- Momentum fluxes first:
[743]	926	IF ( .NOT. ws_scheme_mom .OR. sr /= 0 ) THEN
[667]	927	!$OMP DO
	928	DO i = nxl, nxr
	929	DO j = nys, nyn
	930	DO k = nzb_diff_s_inner(j,i)-1, nzt_diff
[1353]	931	ust = 0.5_wp * ( u(k,j,i) - hom(k,1,1,sr) + &
	932	u(k+1,j,i) - hom(k+1,1,1,sr) )
	933	vst = 0.5_wp * ( v(k,j,i) - hom(k,1,2,sr) + &
	934	v(k+1,j,i) - hom(k+1,1,2,sr) )
[1007]	935	!
[667]	936	!-- Momentum flux wu
[1353]	937	sums_l(k,13,tn) = sums_l(k,13,tn) + 0.5_wp * &
	938	( w(k,j,i-1) + w(k,j,i) ) &
[667]	939	* ust * rmask(j,i,sr)
	940	!
	941	!-- Momentum flux wv
[1353]	942	sums_l(k,15,tn) = sums_l(k,15,tn) + 0.5_wp * &
	943	( w(k,j-1,i) + w(k,j,i) ) &
[667]	944	* vst * rmask(j,i,sr)
	945	ENDDO
	946	ENDDO
	947	ENDDO
[1]	948
[667]	949	ENDIF
[1567]	950	IF ( .NOT. ws_scheme_sca .OR. sr /= 0 ) THEN
[667]	951	!$OMP DO
	952	DO i = nxl, nxr
	953	DO j = nys, nyn
[709]	954	DO k = nzb_diff_s_inner(j,i)-1, nzt_diff
	955	!
	956	!-- Vertical heat flux
[1353]	957	sums_l(k,17,tn) = sums_l(k,17,tn) + 0.5_wp * &
	958	( pt(k,j,i) - hom(k,1,4,sr) + &
	959	pt(k+1,j,i) - hom(k+1,1,4,sr) ) &
[667]	960	* w(k,j,i) * rmask(j,i,sr)
	961	IF ( humidity ) THEN
[1353]	962	pts = 0.5_wp * ( q(k,j,i) - hom(k,1,41,sr) + &
	963	q(k+1,j,i) - hom(k+1,1,41,sr) )
	964	sums_l(k,49,tn) = sums_l(k,49,tn) + pts * w(k,j,i) * &
	965	rmask(j,i,sr)
[667]	966	ENDIF
	967	ENDDO
	968	ENDDO
	969	ENDDO
	970
	971	ENDIF
	972
[1]	973	!
[97]	974	!-- Density at top follows Neumann condition
[388]	975	IF ( ocean ) THEN
	976	sums_l(nzt+1,64,tn) = sums_l(nzt,64,tn)
	977	sums_l(nzt+1,71,tn) = sums_l(nzt,71,tn)
	978	ENDIF
[97]	979
	980	!
[1]	981	!-- Divergence of vertical flux of resolved scale energy and pressure
[106]	982	!-- fluctuations as well as flux of pressure fluctuation itself (68).
	983	!-- First calculate the products, then the divergence.
[1]	984	!-- Calculation is time consuming. Do it only, if profiles shall be plotted.
[1353]	985	IF ( hom(nzb+1,2,55,0) /= 0.0_wp .OR. hom(nzb+1,2,68,0) /= 0.0_wp ) THEN
[1]	986
[1353]	987	sums_ll = 0.0_wp ! local array
[1]	988
	989	!$OMP DO
	990	DO i = nxl, nxr
	991	DO j = nys, nyn
[132]	992	DO k = nzb_s_inner(j,i)+1, nzt
[1]	993
[1353]	994	sums_ll(k,1) = sums_ll(k,1) + 0.5_wp * w(k,j,i) * ( &
	995	( 0.25_wp * ( u(k,j,i)+u(k+1,j,i)+u(k,j,i+1)+u(k+1,j,i+1) &
	996	- 0.5_wp * ( hom(k,1,1,sr) + hom(k+1,1,1,sr) ) &
	997	) )**2 &
	998	+ ( 0.25_wp * ( v(k,j,i)+v(k+1,j,i)+v(k,j+1,i)+v(k+1,j+1,i) &
	999	- 0.5_wp * ( hom(k,1,2,sr) + hom(k+1,1,2,sr) ) &
	1000	) )**2 &
	1001	+ w(k,j,i)**2 )
[1]	1002
[1353]	1003	sums_ll(k,2) = sums_ll(k,2) + 0.5_wp * w(k,j,i) &
[1]	1004	* ( p(k,j,i) + p(k+1,j,i) )
	1005
	1006	ENDDO
	1007	ENDDO
	1008	ENDDO
[1353]	1009	sums_ll(0,1) = 0.0_wp ! because w is zero at the bottom
	1010	sums_ll(nzt+1,1) = 0.0_wp
	1011	sums_ll(0,2) = 0.0_wp
	1012	sums_ll(nzt+1,2) = 0.0_wp
[1]	1013
[678]	1014	DO k = nzb+1, nzt
[1]	1015	sums_l(k,55,tn) = ( sums_ll(k,1) - sums_ll(k-1,1) ) * ddzw(k)
	1016	sums_l(k,56,tn) = ( sums_ll(k,2) - sums_ll(k-1,2) ) * ddzw(k)
[106]	1017	sums_l(k,68,tn) = sums_ll(k,2)
[1]	1018	ENDDO
	1019	sums_l(nzb,55,tn) = sums_l(nzb+1,55,tn)
	1020	sums_l(nzb,56,tn) = sums_l(nzb+1,56,tn)
[1353]	1021	sums_l(nzb,68,tn) = 0.0_wp ! because w* = 0 at nzb
[1]	1022
	1023	ENDIF
	1024
	1025	!
[106]	1026	!-- Divergence of vertical flux of SGS TKE and the flux itself (69)
[1353]	1027	IF ( hom(nzb+1,2,57,0) /= 0.0_wp .OR. hom(nzb+1,2,69,0) /= 0.0_wp ) THEN
[1]	1028
	1029	!$OMP DO
	1030	DO i = nxl, nxr
	1031	DO j = nys, nyn
[132]	1032	DO k = nzb_s_inner(j,i)+1, nzt
[1]	1033
[1353]	1034	sums_l(k,57,tn) = sums_l(k,57,tn) - 0.5_wp * ( &
[1]	1035	(km(k,j,i)+km(k+1,j,i)) * (e(k+1,j,i)-e(k,j,i)) * ddzu(k+1) &
	1036	- (km(k-1,j,i)+km(k,j,i)) * (e(k,j,i)-e(k-1,j,i)) * ddzu(k) &
[1353]	1037	) * ddzw(k)
[1]	1038
[1353]	1039	sums_l(k,69,tn) = sums_l(k,69,tn) - 0.5_wp * ( &
[106]	1040	(km(k,j,i)+km(k+1,j,i)) * (e(k+1,j,i)-e(k,j,i)) * ddzu(k+1) &
[1353]	1041	)
[106]	1042
[1]	1043	ENDDO
	1044	ENDDO
	1045	ENDDO
	1046	sums_l(nzb,57,tn) = sums_l(nzb+1,57,tn)
[106]	1047	sums_l(nzb,69,tn) = sums_l(nzb+1,69,tn)
[1]	1048
	1049	ENDIF
	1050
	1051	!
	1052	!-- Horizontal heat fluxes (subgrid, resolved, total).
	1053	!-- Do it only, if profiles shall be plotted.
[1353]	1054	IF ( hom(nzb+1,2,58,0) /= 0.0_wp ) THEN
[1]	1055
	1056	!$OMP DO
	1057	DO i = nxl, nxr
	1058	DO j = nys, nyn
[132]	1059	DO k = nzb_s_inner(j,i)+1, nzt
[1]	1060	!
	1061	!-- Subgrid horizontal heat fluxes u"pt", v"pt"
[1353]	1062	sums_l(k,58,tn) = sums_l(k,58,tn) - 0.5_wp * &
[1]	1063	( kh(k,j,i) + kh(k,j,i-1) ) &
	1064	* ( pt(k,j,i-1) - pt(k,j,i) ) &
	1065	* ddx * rmask(j,i,sr)
[1353]	1066	sums_l(k,61,tn) = sums_l(k,61,tn) - 0.5_wp * &
[1]	1067	( kh(k,j,i) + kh(k,j-1,i) ) &
	1068	* ( pt(k,j-1,i) - pt(k,j,i) ) &
	1069	* ddy * rmask(j,i,sr)
	1070	!
	1071	!-- Resolved horizontal heat fluxes upt, vpt
	1072	sums_l(k,59,tn) = sums_l(k,59,tn) + &
	1073	( u(k,j,i) - hom(k,1,1,sr) ) &
[1353]	1074	* 0.5_wp * ( pt(k,j,i-1) - hom(k,1,4,sr) + &
[1]	1075	pt(k,j,i) - hom(k,1,4,sr) )
[1353]	1076	pts = 0.5_wp * ( pt(k,j-1,i) - hom(k,1,4,sr) + &
	1077	pt(k,j,i) - hom(k,1,4,sr) )
[1]	1078	sums_l(k,62,tn) = sums_l(k,62,tn) + &
	1079	( v(k,j,i) - hom(k,1,2,sr) ) &
[1353]	1080	* 0.5_wp * ( pt(k,j-1,i) - hom(k,1,4,sr) + &
[1]	1081	pt(k,j,i) - hom(k,1,4,sr) )
	1082	ENDDO
	1083	ENDDO
	1084	ENDDO
	1085	!
	1086	!-- Fluxes at the surface must be zero (e.g. due to the Prandtl-layer)
[1353]	1087	sums_l(nzb,58,tn) = 0.0_wp
	1088	sums_l(nzb,59,tn) = 0.0_wp
	1089	sums_l(nzb,60,tn) = 0.0_wp
	1090	sums_l(nzb,61,tn) = 0.0_wp
	1091	sums_l(nzb,62,tn) = 0.0_wp
	1092	sums_l(nzb,63,tn) = 0.0_wp
[1]	1093
	1094	ENDIF
[87]	1095
	1096	!
[1365]	1097	!-- Collect current large scale advection and subsidence tendencies for
	1098	!-- data output
[1450]	1099	IF ( large_scale_forcing .AND. ( simulated_time .GT. 0.0_wp ) ) THEN
[1365]	1100	!
	1101	!-- Interpolation in time of LSF_DATA
	1102	nt = 1
[1386]	1103	DO WHILE ( simulated_time - dt_3d > time_vert(nt) )
[1365]	1104	nt = nt + 1
	1105	ENDDO
[1386]	1106	IF ( simulated_time - dt_3d /= time_vert(nt) ) THEN
[1365]	1107	nt = nt - 1
	1108	ENDIF
	1109
[1386]	1110	fac = ( simulated_time - dt_3d - time_vert(nt) ) &
[1365]	1111	/ ( time_vert(nt+1)-time_vert(nt) )
	1112
	1113
	1114	DO k = nzb, nzt
[1382]	1115	sums_ls_l(k,0) = td_lsa_lpt(k,nt) &
	1116	+ fac * ( td_lsa_lpt(k,nt+1) - td_lsa_lpt(k,nt) )
	1117	sums_ls_l(k,1) = td_lsa_q(k,nt) &
	1118	+ fac * ( td_lsa_q(k,nt+1) - td_lsa_q(k,nt) )
[1365]	1119	ENDDO
	1120
[1382]	1121	sums_ls_l(nzt+1,0) = sums_ls_l(nzt,0)
	1122	sums_ls_l(nzt+1,1) = sums_ls_l(nzt,1)
	1123
[1365]	1124	IF ( large_scale_subsidence .AND. use_subsidence_tendencies ) THEN
	1125
	1126	DO k = nzb, nzt
[1382]	1127	sums_ls_l(k,2) = td_sub_lpt(k,nt) + fac * &
	1128	( td_sub_lpt(k,nt+1) - td_sub_lpt(k,nt) )
	1129	sums_ls_l(k,3) = td_sub_q(k,nt) + fac * &
	1130	( td_sub_q(k,nt+1) - td_sub_q(k,nt) )
[1365]	1131	ENDDO
	1132
[1382]	1133	sums_ls_l(nzt+1,2) = sums_ls_l(nzt,2)
	1134	sums_ls_l(nzt+1,3) = sums_ls_l(nzt,3)
	1135
[1365]	1136	ENDIF
	1137
	1138	ENDIF
	1139
[1551]	1140
	1141	IF ( land_surface ) THEN
	1142	!$OMP DO
	1143	DO i = nxl, nxr
	1144	DO j = nys, nyn
	1145	DO k = nzb_soil, nzt_soil
	1146	sums_l(k,89,tn) = sums_l(k,89,tn) + t_soil(k,j,i) * rmask(j,i,sr)
	1147	sums_l(k,91,tn) = sums_l(k,91,tn) + m_soil(k,j,i) * rmask(j,i,sr)
	1148	ENDDO
	1149	ENDDO
	1150	ENDDO
	1151	ENDIF
	1152
[1585]	1153	IF ( radiation .AND. radiation_scheme == 'rrtmg' ) THEN
	1154	!$OMP DO
	1155	DO i = nxl, nxr
	1156	DO j = nys, nyn
	1157	DO k = nzb_s_inner(j,i)+1, nzt+1
	1158	sums_l(k,102,tn) = sums_l(k,102,tn) + rad_lw_in(k,j,i) * rmask(j,i,sr)
	1159	sums_l(k,103,tn) = sums_l(k,103,tn) + rad_lw_out(k,j,i) * rmask(j,i,sr)
	1160	sums_l(k,104,tn) = sums_l(k,104,tn) + rad_sw_in(k,j,i) * rmask(j,i,sr)
	1161	sums_l(k,105,tn) = sums_l(k,105,tn) + rad_sw_out(k,j,i) * rmask(j,i,sr)
	1162	ENDDO
	1163	ENDDO
	1164	ENDDO
	1165	ENDIF
[1365]	1166	!
[87]	1167	!-- Calculate the user-defined profiles
	1168	CALL user_statistics( 'profiles', sr, tn )
[1]	1169	!$OMP END PARALLEL
	1170
	1171	!
	1172	!-- Summation of thread sums
	1173	IF ( threads_per_task > 1 ) THEN
	1174	DO i = 1, threads_per_task-1
	1175	sums_l(:,3,0) = sums_l(:,3,0) + sums_l(:,3,i)
	1176	sums_l(:,4:40,0) = sums_l(:,4:40,0) + sums_l(:,4:40,i)
[87]	1177	sums_l(:,45:pr_palm,0) = sums_l(:,45:pr_palm,0) + &
	1178	sums_l(:,45:pr_palm,i)
	1179	IF ( max_pr_user > 0 ) THEN
	1180	sums_l(:,pr_palm+1:pr_palm+max_pr_user,0) = &
	1181	sums_l(:,pr_palm+1:pr_palm+max_pr_user,0) + &
	1182	sums_l(:,pr_palm+1:pr_palm+max_pr_user,i)
	1183	ENDIF
[1]	1184	ENDDO
	1185	ENDIF
	1186
	1187	#if defined( __parallel )
[667]	1188
[1]	1189	!
	1190	!-- Compute total sum from local sums
[622]	1191	IF ( collective_wait ) CALL MPI_BARRIER( comm2d, ierr )
[1365]	1192	CALL MPI_ALLREDUCE( sums_l(nzb,1,0), sums(nzb,1), ngp_sums, MPI_REAL, &
[1]	1193	MPI_SUM, comm2d, ierr )
[1365]	1194	IF ( large_scale_forcing ) THEN
	1195	CALL MPI_ALLREDUCE( sums_ls_l(nzb,2), sums(nzb,83), ngp_sums_ls, &
	1196	MPI_REAL, MPI_SUM, comm2d, ierr )
	1197	ENDIF
[1]	1198	#else
	1199	sums = sums_l(:,:,0)
[1365]	1200	IF ( large_scale_forcing ) THEN
	1201	sums(:,81:88) = sums_ls_l
	1202	ENDIF
[1]	1203	#endif
	1204
	1205	!
	1206	!-- Final values are obtained by division by the total number of grid points
	1207	!-- used for summation. After that store profiles.
	1208	!-- Profiles:
	1209	DO k = nzb, nzt+1
[132]	1210	sums(k,3) = sums(k,3) / ngp_2dh(sr)
[142]	1211	sums(k,8:11) = sums(k,8:11) / ngp_2dh_s_inner(k,sr)
[132]	1212	sums(k,12:22) = sums(k,12:22) / ngp_2dh(sr)
	1213	sums(k,23:29) = sums(k,23:29) / ngp_2dh_s_inner(k,sr)
	1214	sums(k,30:32) = sums(k,30:32) / ngp_2dh(sr)
[142]	1215	sums(k,33:34) = sums(k,33:34) / ngp_2dh_s_inner(k,sr)
	1216	sums(k,35:39) = sums(k,35:39) / ngp_2dh(sr)
[132]	1217	sums(k,40) = sums(k,40) / ngp_2dh_s_inner(k,sr)
	1218	sums(k,45:53) = sums(k,45:53) / ngp_2dh(sr)
	1219	sums(k,54) = sums(k,54) / ngp_2dh_s_inner(k,sr)
	1220	sums(k,55:63) = sums(k,55:63) / ngp_2dh(sr)
	1221	sums(k,64) = sums(k,64) / ngp_2dh_s_inner(k,sr)
	1222	sums(k,65:69) = sums(k,65:69) / ngp_2dh(sr)
[1365]	1223	sums(k,70:80) = sums(k,70:80) / ngp_2dh_s_inner(k,sr)
	1224	sums(k,81:88) = sums(k,81:88) / ngp_2dh(sr)
[1585]	1225	sums(k,89:105) = sums(k,89:105) / ngp_2dh(sr)
	1226	sums(k,106:pr_palm-2) = sums(k,106:pr_palm-2)/ ngp_2dh_s_inner(k,sr)
[1]	1227	ENDDO
[667]	1228
[1]	1229	!-- Upstream-parts
[87]	1230	sums(nzb:nzb+11,pr_palm-1) = sums(nzb:nzb+11,pr_palm-1) / ngp_3d(sr)
[1]	1231	!-- u* and so on
[87]	1232	!-- As sums(nzb:nzb+3,pr_palm) are full 2D arrays (us, usws, vsws, ts) whose
[1]	1233	!-- size is always ( nx + 1 ) * ( ny + 1 ), defined at the first grid layer
	1234	!-- above the topography, they are being divided by ngp_2dh(sr)
[87]	1235	sums(nzb:nzb+3,pr_palm) = sums(nzb:nzb+3,pr_palm) / &
[1]	1236	ngp_2dh(sr)
[197]	1237	sums(nzb+12,pr_palm) = sums(nzb+12,pr_palm) / & ! qs
	1238	ngp_2dh(sr)
[1]	1239	!-- eges, e*
[87]	1240	sums(nzb+4:nzb+5,pr_palm) = sums(nzb+4:nzb+5,pr_palm) / &
[132]	1241	ngp_3d(sr)
[1]	1242	!-- Old and new divergence
[87]	1243	sums(nzb+9:nzb+10,pr_palm) = sums(nzb+9:nzb+10,pr_palm) / &
[1]	1244	ngp_3d_inner(sr)
	1245
[87]	1246	!-- User-defined profiles
	1247	IF ( max_pr_user > 0 ) THEN
	1248	DO k = nzb, nzt+1
	1249	sums(k,pr_palm+1:pr_palm+max_pr_user) = &
	1250	sums(k,pr_palm+1:pr_palm+max_pr_user) / &
[132]	1251	ngp_2dh_s_inner(k,sr)
[87]	1252	ENDDO
	1253	ENDIF
[1007]	1254
[1]	1255	!
	1256	!-- Collect horizontal average in hom.
	1257	!-- Compute deduced averages (e.g. total heat flux)
	1258	hom(:,1,3,sr) = sums(:,3) ! w
	1259	hom(:,1,8,sr) = sums(:,8) ! e profiles 5-7 are initial profiles
	1260	hom(:,1,9,sr) = sums(:,9) ! km
	1261	hom(:,1,10,sr) = sums(:,10) ! kh
	1262	hom(:,1,11,sr) = sums(:,11) ! l
	1263	hom(:,1,12,sr) = sums(:,12) ! w"u"
	1264	hom(:,1,13,sr) = sums(:,13) ! wu
	1265	hom(:,1,14,sr) = sums(:,14) ! w"v"
	1266	hom(:,1,15,sr) = sums(:,15) ! wv
	1267	hom(:,1,16,sr) = sums(:,16) ! w"pt"
	1268	hom(:,1,17,sr) = sums(:,17) ! wpt
	1269	hom(:,1,18,sr) = sums(:,16) + sums(:,17) ! wpt
	1270	hom(:,1,19,sr) = sums(:,12) + sums(:,13) ! wu
	1271	hom(:,1,20,sr) = sums(:,14) + sums(:,15) ! wv
	1272	hom(:,1,21,sr) = sums(:,21) ! wptBC
	1273	hom(:,1,22,sr) = sums(:,16) + sums(:,21) ! wptBC
[96]	1274	! profile 24 is initial profile (sa)
	1275	! profiles 25-29 left empty for initial
[1]	1276	! profiles
	1277	hom(:,1,30,sr) = sums(:,30) ! u*2
	1278	hom(:,1,31,sr) = sums(:,31) ! v*2
	1279	hom(:,1,32,sr) = sums(:,32) ! w*2
	1280	hom(:,1,33,sr) = sums(:,33) ! pt*2
	1281	hom(:,1,34,sr) = sums(:,34) ! e*
	1282	hom(:,1,35,sr) = sums(:,35) ! w2pt
	1283	hom(:,1,36,sr) = sums(:,36) ! wpt2
	1284	hom(:,1,37,sr) = sums(:,37) ! we
	1285	hom(:,1,38,sr) = sums(:,38) ! w*3
[1353]	1286	hom(:,1,39,sr) = sums(:,38) / ( abs( sums(:,32) ) + 1E-20_wp )**1.5_wp ! Sw
[1]	1287	hom(:,1,40,sr) = sums(:,40) ! p
[531]	1288	hom(:,1,45,sr) = sums(:,45) ! w"vpt"
[1]	1289	hom(:,1,46,sr) = sums(:,46) ! wvpt
	1290	hom(:,1,47,sr) = sums(:,45) + sums(:,46) ! wvpt
	1291	hom(:,1,48,sr) = sums(:,48) ! w"q" (w"qv")
	1292	hom(:,1,49,sr) = sums(:,49) ! wq (wqv)
	1293	hom(:,1,50,sr) = sums(:,48) + sums(:,49) ! wq (wqv)
	1294	hom(:,1,51,sr) = sums(:,51) ! w"qv"
	1295	hom(:,1,52,sr) = sums(:,52) ! wqv
	1296	hom(:,1,53,sr) = sums(:,52) + sums(:,51) ! wq (wqv)
	1297	hom(:,1,54,sr) = sums(:,54) ! ql
	1298	hom(:,1,55,sr) = sums(:,55) ! wuu*/dz
	1299	hom(:,1,56,sr) = sums(:,56) ! wp/dz
[106]	1300	hom(:,1,57,sr) = sums(:,57) ! ( w"e + w"p"/rho )/dz
[1]	1301	hom(:,1,58,sr) = sums(:,58) ! u"pt"
	1302	hom(:,1,59,sr) = sums(:,59) ! upt
	1303	hom(:,1,60,sr) = sums(:,58) + sums(:,59) ! upt_t
	1304	hom(:,1,61,sr) = sums(:,61) ! v"pt"
	1305	hom(:,1,62,sr) = sums(:,62) ! vpt
	1306	hom(:,1,63,sr) = sums(:,61) + sums(:,62) ! vpt_t
[96]	1307	hom(:,1,64,sr) = sums(:,64) ! rho
	1308	hom(:,1,65,sr) = sums(:,65) ! w"sa"
	1309	hom(:,1,66,sr) = sums(:,66) ! wsa
	1310	hom(:,1,67,sr) = sums(:,65) + sums(:,66) ! wsa
[106]	1311	hom(:,1,68,sr) = sums(:,68) ! wp
	1312	hom(:,1,69,sr) = sums(:,69) ! w"e + w"p"/rho
[197]	1313	hom(:,1,70,sr) = sums(:,70) ! q*2
[388]	1314	hom(:,1,71,sr) = sums(:,71) ! prho
[1353]	1315	hom(:,1,72,sr) = hyp * 1E-4_wp ! hyp in dbar
[1053]	1316	hom(:,1,73,sr) = sums(:,73) ! nr
	1317	hom(:,1,74,sr) = sums(:,74) ! qr
	1318	hom(:,1,75,sr) = sums(:,75) ! qc
	1319	hom(:,1,76,sr) = sums(:,76) ! prr (precipitation rate)
[1179]	1320	! 77 is initial density profile
[1241]	1321	hom(:,1,78,sr) = ug ! ug
	1322	hom(:,1,79,sr) = vg ! vg
[1299]	1323	hom(:,1,80,sr) = w_subs ! w_subs
[1]	1324
[1365]	1325	IF ( large_scale_forcing ) THEN
[1382]	1326	hom(:,1,81,sr) = sums_ls_l(:,0) ! td_lsa_lpt
	1327	hom(:,1,82,sr) = sums_ls_l(:,1) ! td_lsa_q
[1365]	1328	IF ( use_subsidence_tendencies ) THEN
[1382]	1329	hom(:,1,83,sr) = sums_ls_l(:,2) ! td_sub_lpt
	1330	hom(:,1,84,sr) = sums_ls_l(:,3) ! td_sub_q
[1365]	1331	ELSE
[1382]	1332	hom(:,1,83,sr) = sums(:,83) ! td_sub_lpt
	1333	hom(:,1,84,sr) = sums(:,84) ! td_sub_q
[1365]	1334	ENDIF
[1382]	1335	hom(:,1,85,sr) = sums(:,85) ! td_nud_lpt
	1336	hom(:,1,86,sr) = sums(:,86) ! td_nud_q
	1337	hom(:,1,87,sr) = sums(:,87) ! td_nud_u
	1338	hom(:,1,88,sr) = sums(:,88) ! td_nud_v
[1365]	1339	ENDIF
	1340
[1551]	1341	IF ( land_surface ) THEN
	1342	hom(:,1,89,sr) = sums(:,89) ! t_soil
	1343	! 90 is initial t_soil profile
	1344	hom(:,1,91,sr) = sums(:,91) ! m_soil
	1345	! 92 is initial m_soil profile
[1555]	1346	hom(:,1,93,sr) = sums(:,93) ! ghf_eb
	1347	hom(:,1,94,sr) = sums(:,94) ! shf_eb
	1348	hom(:,1,95,sr) = sums(:,95) ! qsws_eb
	1349	hom(:,1,96,sr) = sums(:,96) ! qsws_liq_eb
	1350	hom(:,1,97,sr) = sums(:,97) ! qsws_soil_eb
	1351	hom(:,1,98,sr) = sums(:,98) ! qsws_veg_eb
	1352	hom(:,1,99,sr) = sums(:,99) ! r_a
	1353	hom(:,1,100,sr) = sums(:,100) ! r_s
	1354
[1551]	1355	ENDIF
	1356
	1357	IF ( radiation ) THEN
[1585]	1358	hom(:,1,101,sr) = sums(:,101) ! rad_net
	1359	hom(:,1,102,sr) = sums(:,102) ! rad_lw_in
	1360	hom(:,1,103,sr) = sums(:,103) ! rad_lw_out
	1361	hom(:,1,104,sr) = sums(:,104) ! rad_sw_in
	1362	hom(:,1,105,sr) = sums(:,105) ! rad_sw_out
	1363
	1364	#if defined ( __rrtmg )
	1365	IF ( radiation_scheme == 'rrtmg' ) THEN
	1366	hom(:,1,106,sr) = sums(:,106) ! rrtm_aldif
	1367	hom(:,1,107,sr) = sums(:,107) ! rrtm_aldir
	1368	hom(:,1,108,sr) = sums(:,108) ! rrtm_asdif
	1369	hom(:,1,109,sr) = sums(:,109) ! rrtm_asdir
	1370	ENDIF
	1371	#endif
	1372
[1551]	1373	ENDIF
	1374
[87]	1375	hom(:,1,pr_palm-1,sr) = sums(:,pr_palm-1)
[1]	1376	! upstream-parts u_x, u_y, u_z, v_x,
	1377	! v_y, usw. (in last but one profile)
[667]	1378	hom(:,1,pr_palm,sr) = sums(:,pr_palm)
[1]	1379	! u, w'u', w'v', t (in last profile)
	1380
[87]	1381	IF ( max_pr_user > 0 ) THEN ! user-defined profiles
	1382	hom(:,1,pr_palm+1:pr_palm+max_pr_user,sr) = &
	1383	sums(:,pr_palm+1:pr_palm+max_pr_user)
	1384	ENDIF
	1385
[1]	1386	!
	1387	!-- Determine the boundary layer height using two different schemes.
[94]	1388	!-- First scheme: Starting from the Earth's (Ocean's) surface, look for the
	1389	!-- first relative minimum (maximum) of the total heat flux.
	1390	!-- The corresponding height is assumed as the boundary layer height, if it
	1391	!-- is less than 1.5 times the height where the heat flux becomes negative
	1392	!-- (positive) for the first time.
[1353]	1393	z_i(1) = 0.0_wp
[1]	1394	first = .TRUE.
[667]	1395
[97]	1396	IF ( ocean ) THEN
	1397	DO k = nzt, nzb+1, -1
[1353]	1398	IF ( first .AND. hom(k,1,18,sr) < 0.0_wp &
	1399	.AND. abs(hom(k,1,18,sr)) > 1.0E-8_wp) THEN
[97]	1400	first = .FALSE.
	1401	height = zw(k)
	1402	ENDIF
[1353]	1403	IF ( hom(k,1,18,sr) < 0.0_wp .AND. &
	1404	abs(hom(k,1,18,sr)) > 1.0E-8_wp .AND. &
[97]	1405	hom(k-1,1,18,sr) > hom(k,1,18,sr) ) THEN
[1353]	1406	IF ( zw(k) < 1.5_wp * height ) THEN
[97]	1407	z_i(1) = zw(k)
	1408	ELSE
	1409	z_i(1) = height
	1410	ENDIF
	1411	EXIT
	1412	ENDIF
	1413	ENDDO
	1414	ELSE
[94]	1415	DO k = nzb, nzt-1
[1353]	1416	IF ( first .AND. hom(k,1,18,sr) < 0.0_wp &
	1417	.AND. abs(hom(k,1,18,sr)) > 1.0E-8_wp ) THEN
[94]	1418	first = .FALSE.
	1419	height = zw(k)
[1]	1420	ENDIF
[1353]	1421	IF ( hom(k,1,18,sr) < 0.0_wp .AND. &
	1422	abs(hom(k,1,18,sr)) > 1.0E-8_wp .AND. &
[94]	1423	hom(k+1,1,18,sr) > hom(k,1,18,sr) ) THEN
[1353]	1424	IF ( zw(k) < 1.5_wp * height ) THEN
[94]	1425	z_i(1) = zw(k)
	1426	ELSE
	1427	z_i(1) = height
	1428	ENDIF
	1429	EXIT
	1430	ENDIF
	1431	ENDDO
[97]	1432	ENDIF
[1]	1433
	1434	!
[291]	1435	!-- Second scheme: Gradient scheme from Sullivan et al. (1998), modified
	1436	!-- by Uhlenbrock(2006). The boundary layer height is the height with the
	1437	!-- maximal local temperature gradient: starting from the second (the last
	1438	!-- but one) vertical gridpoint, the local gradient must be at least
	1439	!-- 0.2K/100m and greater than the next four gradients.
	1440	!-- WARNING: The threshold value of 0.2K/100m must be adjusted for the
	1441	!-- ocean case!
[1353]	1442	z_i(2) = 0.0_wp
[291]	1443	DO k = nzb+1, nzt+1
	1444	dptdz(k) = ( hom(k,1,4,sr) - hom(k-1,1,4,sr) ) * ddzu(k)
	1445	ENDDO
[1322]	1446	dptdz_threshold = 0.2_wp / 100.0_wp
[291]	1447
[97]	1448	IF ( ocean ) THEN
[291]	1449	DO k = nzt+1, nzb+5, -1
	1450	IF ( dptdz(k) > dptdz_threshold .AND. &
	1451	dptdz(k) > dptdz(k-1) .AND. dptdz(k) > dptdz(k-2) .AND. &
	1452	dptdz(k) > dptdz(k-3) .AND. dptdz(k) > dptdz(k-4) ) THEN
	1453	z_i(2) = zw(k-1)
[97]	1454	EXIT
	1455	ENDIF
	1456	ENDDO
	1457	ELSE
[291]	1458	DO k = nzb+1, nzt-3
	1459	IF ( dptdz(k) > dptdz_threshold .AND. &
	1460	dptdz(k) > dptdz(k+1) .AND. dptdz(k) > dptdz(k+2) .AND. &
	1461	dptdz(k) > dptdz(k+3) .AND. dptdz(k) > dptdz(k+4) ) THEN
	1462	z_i(2) = zw(k-1)
[97]	1463	EXIT
	1464	ENDIF
	1465	ENDDO
	1466	ENDIF
[1]	1467
[87]	1468	hom(nzb+6,1,pr_palm,sr) = z_i(1)
	1469	hom(nzb+7,1,pr_palm,sr) = z_i(2)
[1]	1470
	1471	!
	1472	!-- Computation of both the characteristic vertical velocity and
	1473	!-- the characteristic convective boundary layer temperature.
	1474	!-- The horizontal average at nzb+1 is input for the average temperature.
[1353]	1475	IF ( hom(nzb,1,18,sr) > 0.0_wp .AND. abs(hom(nzb,1,18,sr)) > 1.0E-8_wp &
	1476	.AND. z_i(1) /= 0.0_wp ) THEN
	1477	hom(nzb+8,1,pr_palm,sr) = ( g / hom(nzb+1,1,4,sr) * &
	1478	hom(nzb,1,18,sr) * &
	1479	ABS( z_i(1) ) )**0.333333333_wp
[1]	1480	!-- so far this only works if Prandtl layer is used
[87]	1481	hom(nzb+11,1,pr_palm,sr) = hom(nzb,1,16,sr) / hom(nzb+8,1,pr_palm,sr)
[1]	1482	ELSE
[1353]	1483	hom(nzb+8,1,pr_palm,sr) = 0.0_wp
	1484	hom(nzb+11,1,pr_palm,sr) = 0.0_wp
[1]	1485	ENDIF
	1486
[48]	1487	!
	1488	!-- Collect the time series quantities
[87]	1489	ts_value(1,sr) = hom(nzb+4,1,pr_palm,sr) ! E
	1490	ts_value(2,sr) = hom(nzb+5,1,pr_palm,sr) ! E*
[48]	1491	ts_value(3,sr) = dt_3d
[87]	1492	ts_value(4,sr) = hom(nzb,1,pr_palm,sr) ! u*
	1493	ts_value(5,sr) = hom(nzb+3,1,pr_palm,sr) ! th*
[48]	1494	ts_value(6,sr) = u_max
	1495	ts_value(7,sr) = v_max
	1496	ts_value(8,sr) = w_max
[87]	1497	ts_value(9,sr) = hom(nzb+10,1,pr_palm,sr) ! new divergence
	1498	ts_value(10,sr) = hom(nzb+9,1,pr_palm,sr) ! old Divergence
	1499	ts_value(11,sr) = hom(nzb+6,1,pr_palm,sr) ! z_i(1)
	1500	ts_value(12,sr) = hom(nzb+7,1,pr_palm,sr) ! z_i(2)
	1501	ts_value(13,sr) = hom(nzb+8,1,pr_palm,sr) ! w*
[48]	1502	ts_value(14,sr) = hom(nzb,1,16,sr) ! w'pt' at k=0
	1503	ts_value(15,sr) = hom(nzb+1,1,16,sr) ! w'pt' at k=1
	1504	ts_value(16,sr) = hom(nzb+1,1,18,sr) ! wpt at k=1
	1505	ts_value(17,sr) = hom(nzb,1,4,sr) ! pt(0)
	1506	ts_value(18,sr) = hom(nzb+1,1,4,sr) ! pt(zp)
[197]	1507	ts_value(19,sr) = hom(nzb+1,1,pr_palm,sr) ! u'w' at k=0
	1508	ts_value(20,sr) = hom(nzb+2,1,pr_palm,sr) ! v'w' at k=0
[343]	1509	ts_value(21,sr) = hom(nzb,1,48,sr) ! w"q" at k=0
[197]	1510
[1353]	1511	IF ( ts_value(5,sr) /= 0.0_wp ) THEN
[48]	1512	ts_value(22,sr) = ts_value(4,sr)**2 / &
	1513	( kappa * g * ts_value(5,sr) / ts_value(18,sr) ) ! L
	1514	ELSE
[1353]	1515	ts_value(22,sr) = 10000.0_wp
[48]	1516	ENDIF
[1]	1517
[343]	1518	ts_value(23,sr) = hom(nzb+12,1,pr_palm,sr) ! q*
[1551]	1519
[1]	1520	!
[1551]	1521	!-- Collect land surface model timeseries
	1522	IF ( land_surface ) THEN
	1523	ts_value(dots_soil ,sr) = hom(nzb,1,93,sr) ! ghf_eb
	1524	ts_value(dots_soil+1,sr) = hom(nzb,1,94,sr) ! shf_eb
	1525	ts_value(dots_soil+2,sr) = hom(nzb,1,95,sr) ! qsws_eb
	1526	ts_value(dots_soil+3,sr) = hom(nzb,1,96,sr) ! qsws_liq_eb
	1527	ts_value(dots_soil+4,sr) = hom(nzb,1,97,sr) ! qsws_soil_eb
	1528	ts_value(dots_soil+5,sr) = hom(nzb,1,98,sr) ! qsws_veg_eb
[1555]	1529	ts_value(dots_soil+6,sr) = hom(nzb,1,99,sr) ! r_a
	1530	ts_value(dots_soil+7,sr) = hom(nzb,1,100,sr) ! r_s
[1551]	1531	ENDIF
	1532	!
	1533	!-- Collect radiation model timeseries
	1534	IF ( radiation ) THEN
[1585]	1535	ts_value(dots_rad,sr) = hom(nzb,1,101,sr) ! rad_net
	1536	ts_value(dots_rad+1,sr) = hom(nzb,1,102,sr) ! rad_lw_in
	1537	ts_value(dots_rad+2,sr) = hom(nzb,1,103,sr) ! rad_lw_out
	1538	ts_value(dots_rad+3,sr) = hom(nzb,1,104,sr) ! rad_lw_in
	1539	ts_value(dots_rad+4,sr) = hom(nzb,1,105,sr) ! rad_lw_out
	1540
	1541	#if defined ( __rrtmg )
	1542	IF ( radiation_scheme == 'rrtmg' ) THEN
	1543	ts_value(dots_rad+5,sr) = hom(nzb,1,106,sr) ! rrtm_aldif
	1544	ts_value(dots_rad+6,sr) = hom(nzb,1,107,sr) ! rrtm_aldir
	1545	ts_value(dots_rad+7,sr) = hom(nzb,1,108,sr) ! rrtm_asdif
	1546	ts_value(dots_rad+8,sr) = hom(nzb,1,109,sr) ! rrtm_asdir
	1547	ENDIF
	1548	#endif
	1549
[1551]	1550	ENDIF
	1551
	1552	!
[48]	1553	!-- Calculate additional statistics provided by the user interface
[87]	1554	CALL user_statistics( 'time_series', sr, 0 )
[1]	1555
[48]	1556	ENDDO ! loop of the subregions
	1557
[1]	1558	!
	1559	!-- If required, sum up horizontal averages for subsequent time averaging
	1560	IF ( do_sum ) THEN
[1353]	1561	IF ( average_count_pr == 0 ) hom_sum = 0.0_wp
[1]	1562	hom_sum = hom_sum + hom(:,1,:,:)
	1563	average_count_pr = average_count_pr + 1
	1564	do_sum = .FALSE.
	1565	ENDIF
	1566
	1567	!
	1568	!-- Set flag for other UPs (e.g. output routines, but also buoyancy).
	1569	!-- This flag is reset after each time step in time_integration.
	1570	flow_statistics_called = .TRUE.
	1571
	1572	CALL cpu_log( log_point(10), 'flow_statistics', 'stop' )
	1573
	1574
	1575	END SUBROUTINE flow_statistics
[1221]	1576
	1577
	1578	#else
	1579
	1580
	1581	!------------------------------------------------------------------------------!
	1582	! flow statistics - accelerator version
	1583	!------------------------------------------------------------------------------!
	1584	SUBROUTINE flow_statistics
	1585
[1320]	1586	USE arrays_3d, &
[1382]	1587	ONLY: ddzu, ddzw, e, hyp, km, kh, nr, p, prho, pt, q, qc, ql, qr, qs, &
	1588	qsws, qswst, rho, sa, saswsb, saswst, shf, td_lsa_lpt, td_lsa_q,&
	1589	td_sub_lpt, td_sub_q, time_vert, ts, tswst, u, ug, us, usws, &
	1590	uswst, vsws, v, vg, vpt, vswst, w, w_subs, zw
[1365]	1591
[1320]	1592
	1593	USE cloud_parameters, &
	1594	ONLY: l_d_cp, prr, pt_d_t
	1595
	1596	USE control_parameters, &
[1365]	1597	ONLY : average_count_pr, cloud_droplets, cloud_physics, do_sum, &
	1598	dt_3d, g, humidity, icloud_scheme, kappa, large_scale_forcing, &
[1567]	1599	large_scale_subsidence, max_pr_user, message_string, ocean, &
[1365]	1600	passive_scalar, precipitation, simulated_time, &
	1601	use_subsidence_tendencies, use_surface_fluxes, use_top_fluxes, &
	1602	ws_scheme_mom, ws_scheme_sca
[1320]	1603
	1604	USE cpulog, &
	1605	ONLY: cpu_log, log_point
	1606
	1607	USE grid_variables, &
	1608	ONLY: ddx, ddy
	1609
	1610	USE indices, &
[1482]	1611	ONLY: ngp_2dh, ngp_2dh_s_inner, ngp_3d, ngp_3d_inner, ngp_sums, &
	1612	ngp_sums_ls, nxl, nxr, nyn, nys, nzb, nzb_diff_s_inner, &
	1613	nzb_s_inner, nzt, nzt_diff, rflags_invers
[1320]	1614
	1615	USE kinds
	1616
[1593]	1617	USE land_surface_model_mod, &
	1618	ONLY: dots_soil, ghf_eb, land_surface, m_soil, nzb_soil, nzt_soil, &
	1619	qsws_eb, qsws_liq_eb, qsws_soil_eb, qsws_veg_eb, r_a, r_s, &
	1620	shf_eb, t_soil
	1621
[1221]	1622	USE pegrid
[1320]	1623
[1593]	1624	USE radiation_model_mod, &
	1625	ONLY: dots_rad, radiation, radiation_scheme, rad_net, &
	1626	rad_lw_in, rad_lw_out, rad_sw_in, rad_sw_out
	1627
	1628	#if defined ( __rrtmg )
	1629	USE radiation_model_mod, &
	1630	ONLY: rrtm_aldif, rrtm_aldir, rrtm_asdif, rrtm_asdir
	1631	#endif
	1632
[1221]	1633	USE statistics
	1634
	1635	IMPLICIT NONE
	1636
[1320]	1637	INTEGER(iwp) :: i !:
	1638	INTEGER(iwp) :: j !:
	1639	INTEGER(iwp) :: k !:
[1365]	1640	INTEGER(iwp) :: nt !:
[1320]	1641	INTEGER(iwp) :: omp_get_thread_num !:
	1642	INTEGER(iwp) :: sr !:
	1643	INTEGER(iwp) :: tn !:
	1644
	1645	LOGICAL :: first !:
	1646
	1647	REAL(wp) :: dptdz_threshold !:
[1365]	1648	REAL(wp) :: fac !:
[1320]	1649	REAL(wp) :: height !:
	1650	REAL(wp) :: pts !:
	1651	REAL(wp) :: sums_l_eper !:
	1652	REAL(wp) :: sums_l_etot !:
	1653	REAL(wp) :: s1 !:
	1654	REAL(wp) :: s2 !:
	1655	REAL(wp) :: s3 !:
	1656	REAL(wp) :: s4 !:
	1657	REAL(wp) :: s5 !:
	1658	REAL(wp) :: s6 !:
	1659	REAL(wp) :: s7 !:
	1660	REAL(wp) :: ust !:
	1661	REAL(wp) :: ust2 !:
[1374]	1662	REAL(wp) :: u2 !:
[1320]	1663	REAL(wp) :: vst !:
	1664	REAL(wp) :: vst2 !:
	1665	REAL(wp) :: v2 !:
	1666	REAL(wp) :: w2 !:
	1667	REAL(wp) :: z_i(2) !:
[1221]	1668
[1320]	1669	REAL(wp) :: dptdz(nzb+1:nzt+1) !:
	1670	REAL(wp) :: sums_ll(nzb:nzt+1,2) !:
	1671
[1221]	1672	CALL cpu_log( log_point(10), 'flow_statistics', 'start' )
	1673
	1674	!
	1675	!-- To be on the safe side, check whether flow_statistics has already been
	1676	!-- called once after the current time step
	1677	IF ( flow_statistics_called ) THEN
	1678
	1679	message_string = 'flow_statistics is called two times within one ' // &
	1680	'timestep'
	1681	CALL message( 'flow_statistics', 'PA0190', 1, 2, 0, 6, 0 )
	1682
	1683	ENDIF
	1684
[1396]	1685	!$acc data create( sums, sums_l )
	1686	!$acc update device( hom )
[1221]	1687
	1688	!
	1689	!-- Compute statistics for each (sub-)region
	1690	DO sr = 0, statistic_regions
	1691
	1692	!
	1693	!-- Initialize (local) summation array
[1353]	1694	sums_l = 0.0_wp
[1221]	1695
	1696	!
	1697	!-- Store sums that have been computed in other subroutines in summation
	1698	!-- array
	1699	sums_l(:,11,:) = sums_l_l(:,sr,:) ! mixing length from diffusivities
	1700	!-- WARNING: next line still has to be adjusted for OpenMP
	1701	sums_l(:,21,0) = sums_wsts_bc_l(:,sr) ! heat flux from advec_s_bc
	1702	sums_l(nzb+9,pr_palm,0) = sums_divold_l(sr) ! old divergence from pres
	1703	sums_l(nzb+10,pr_palm,0) = sums_divnew_l(sr) ! new divergence from pres
	1704
	1705	!
[1498]	1706	!-- When calcuating horizontally-averaged total (resolved- plus subgrid-
	1707	!-- scale) vertical fluxes and velocity variances by using commonly-
	1708	!-- applied Reynolds-based methods ( e.g. <w'pt'> = (w-<w>)*(pt-<pt>) )
	1709	!-- in combination with the 5th order advection scheme, pronounced
	1710	!-- artificial kinks could be observed in the vertical profiles near the
	1711	!-- surface. Please note: these kinks were not related to the model truth,
	1712	!-- i.e. these kinks are just related to an evaluation problem.
	1713	!-- In order avoid these kinks, vertical fluxes and horizontal as well
	1714	!-- vertical velocity variances are calculated directly within the advection
	1715	!-- routines, according to the numerical discretization, to evaluate the
	1716	!-- statistical quantities as they will appear within the prognostic
	1717	!-- equations.
[1221]	1718	!-- Copy the turbulent quantities, evaluated in the advection routines to
[1498]	1719	!-- the local array sums_l() for further computations.
[1221]	1720	IF ( ws_scheme_mom .AND. sr == 0 ) THEN
	1721
	1722	!
	1723	!-- According to the Neumann bc for the horizontal velocity components,
	1724	!-- the corresponding fluxes has to satisfiy the same bc.
	1725	IF ( ocean ) THEN
	1726	sums_us2_ws_l(nzt+1,:) = sums_us2_ws_l(nzt,:)
	1727	sums_vs2_ws_l(nzt+1,:) = sums_vs2_ws_l(nzt,:)
	1728	ENDIF
	1729
	1730	DO i = 0, threads_per_task-1
	1731	!
	1732	!-- Swap the turbulent quantities evaluated in advec_ws.
	1733	sums_l(:,13,i) = sums_wsus_ws_l(:,i) ! wu
	1734	sums_l(:,15,i) = sums_wsvs_ws_l(:,i) ! wv
	1735	sums_l(:,30,i) = sums_us2_ws_l(:,i) ! u*2
	1736	sums_l(:,31,i) = sums_vs2_ws_l(:,i) ! v*2
	1737	sums_l(:,32,i) = sums_ws2_ws_l(:,i) ! w*2
[1353]	1738	sums_l(:,34,i) = sums_l(:,34,i) + 0.5_wp * &
	1739	( sums_us2_ws_l(:,i) + sums_vs2_ws_l(:,i) + &
[1221]	1740	sums_ws2_ws_l(:,i) ) ! e*
	1741	DO k = nzb, nzt
[1353]	1742	sums_l(nzb+5,pr_palm,i) = sums_l(nzb+5,pr_palm,i) + 0.5_wp * ( &
	1743	sums_us2_ws_l(k,i) + &
	1744	sums_vs2_ws_l(k,i) + &
	1745	sums_ws2_ws_l(k,i) )
[1221]	1746	ENDDO
	1747	ENDDO
	1748
	1749	ENDIF
	1750
[1567]	1751	IF ( ws_scheme_sca .AND. sr == 0 ) THEN
[1221]	1752
	1753	DO i = 0, threads_per_task-1
	1754	sums_l(:,17,i) = sums_wspts_ws_l(:,i) ! wpt from advec_s_ws
	1755	IF ( ocean ) sums_l(:,66,i) = sums_wssas_ws_l(:,i) ! wsa
	1756	IF ( humidity .OR. passive_scalar ) sums_l(:,49,i) = &
	1757	sums_wsqs_ws_l(:,i) !wq
	1758	ENDDO
	1759
	1760	ENDIF
	1761	!
	1762	!-- Horizontally averaged profiles of horizontal velocities and temperature.
	1763	!-- They must have been computed before, because they are already required
	1764	!-- for other horizontal averages.
	1765	tn = 0
	1766
	1767	!$OMP PARALLEL PRIVATE( i, j, k, tn )
	1768	#if defined( __intel_openmp_bug )
	1769	tn = omp_get_thread_num()
	1770	#else
	1771	!$ tn = omp_get_thread_num()
	1772	#endif
	1773
	1774	!$acc update device( sums_l )
	1775
	1776	!$OMP DO
	1777	!$acc parallel loop gang present( pt, rflags_invers, rmask, sums_l, u, v ) create( s1, s2, s3 )
	1778	DO k = nzb, nzt+1
	1779	!$acc loop vector collapse( 2 ) reduction( +: s1, s2, s3 )
	1780	DO i = nxl, nxr
	1781	DO j = nys, nyn
	1782	!
	1783	!-- k+1 is used in rflags since rflags is set 0 at surface points
	1784	s1 = s1 + u(k,j,i) * rmask(j,i,sr) * rflags_invers(j,i,k+1)
	1785	s2 = s2 + v(k,j,i) * rmask(j,i,sr) * rflags_invers(j,i,k+1)
	1786	s3 = s3 + pt(k,j,i) * rmask(j,i,sr) * rflags_invers(j,i,k+1)
	1787	ENDDO
	1788	ENDDO
	1789	sums_l(k,1,tn) = s1
	1790	sums_l(k,2,tn) = s2
	1791	sums_l(k,4,tn) = s3
	1792	ENDDO
[1257]	1793	!$acc end parallel loop
[1221]	1794
	1795	!
	1796	!-- Horizontally averaged profile of salinity
	1797	IF ( ocean ) THEN
	1798	!$OMP DO
	1799	!$acc parallel loop gang present( rflags_invers, rmask, sums_l, sa ) create( s1 )
	1800	DO k = nzb, nzt+1
	1801	!$acc loop vector collapse( 2 ) reduction( +: s1 )
	1802	DO i = nxl, nxr
	1803	DO j = nys, nyn
	1804	s1 = s1 + sa(k,j,i) * rmask(j,i,sr) * rflags_invers(j,i,k+1)
	1805	ENDDO
	1806	ENDDO
	1807	sums_l(k,23,tn) = s1
	1808	ENDDO
[1257]	1809	!$acc end parallel loop
[1221]	1810	ENDIF
	1811
	1812	!
	1813	!-- Horizontally averaged profiles of virtual potential temperature,
	1814	!-- total water content, specific humidity and liquid water potential
	1815	!-- temperature
	1816	IF ( humidity ) THEN
	1817
	1818	!$OMP DO
	1819	!$acc parallel loop gang present( q, rflags_invers, rmask, sums_l, vpt ) create( s1, s2 )
	1820	DO k = nzb, nzt+1
	1821	!$acc loop vector collapse( 2 ) reduction( +: s1, s2 )
	1822	DO i = nxl, nxr
	1823	DO j = nys, nyn
	1824	s1 = s1 + q(k,j,i) * rmask(j,i,sr) * rflags_invers(j,i,k+1)
	1825	s2 = s2 + vpt(k,j,i) * rmask(j,i,sr) * rflags_invers(j,i,k+1)
	1826	ENDDO
	1827	ENDDO
	1828	sums_l(k,41,tn) = s1
	1829	sums_l(k,44,tn) = s2
	1830	ENDDO
[1257]	1831	!$acc end parallel loop
[1221]	1832
	1833	IF ( cloud_physics ) THEN
	1834	!$OMP DO
	1835	!$acc parallel loop gang present( pt, q, ql, rflags_invers, rmask, sums_l ) create( s1, s2 )
	1836	DO k = nzb, nzt+1
	1837	!$acc loop vector collapse( 2 ) reduction( +: s1, s2 )
	1838	DO i = nxl, nxr
	1839	DO j = nys, nyn
	1840	s1 = s1 + ( q(k,j,i) - ql(k,j,i) ) * &
	1841	rmask(j,i,sr) * rflags_invers(j,i,k+1)
	1842	s2 = s2 + ( pt(k,j,i) + l_d_cppt_d_t(k) ql(k,j,i) ) * &
	1843	rmask(j,i,sr) * rflags_invers(j,i,k+1)
	1844	ENDDO
	1845	ENDDO
	1846	sums_l(k,42,tn) = s1
	1847	sums_l(k,43,tn) = s2
	1848	ENDDO
[1257]	1849	!$acc end parallel loop
[1221]	1850	ENDIF
	1851	ENDIF
	1852
	1853	!
	1854	!-- Horizontally averaged profiles of passive scalar
	1855	IF ( passive_scalar ) THEN
	1856	!$OMP DO
	1857	!$acc parallel loop gang present( q, rflags_invers, rmask, sums_l ) create( s1 )
	1858	DO k = nzb, nzt+1
	1859	!$acc loop vector collapse( 2 ) reduction( +: s1 )
	1860	DO i = nxl, nxr
	1861	DO j = nys, nyn
	1862	s1 = s1 + q(k,j,i) * rmask(j,i,sr) * rflags_invers(j,i,k+1)
	1863	ENDDO
	1864	ENDDO
	1865	sums_l(k,41,tn) = s1
	1866	ENDDO
[1257]	1867	!$acc end parallel loop
[1221]	1868	ENDIF
	1869	!$OMP END PARALLEL
	1870
	1871	!
	1872	!-- Summation of thread sums
	1873	IF ( threads_per_task > 1 ) THEN
	1874	DO i = 1, threads_per_task-1
	1875	!$acc parallel present( sums_l )
	1876	sums_l(:,1,0) = sums_l(:,1,0) + sums_l(:,1,i)
	1877	sums_l(:,2,0) = sums_l(:,2,0) + sums_l(:,2,i)
	1878	sums_l(:,4,0) = sums_l(:,4,0) + sums_l(:,4,i)
	1879	!$acc end parallel
	1880	IF ( ocean ) THEN
	1881	!$acc parallel present( sums_l )
	1882	sums_l(:,23,0) = sums_l(:,23,0) + sums_l(:,23,i)
	1883	!$acc end parallel
	1884	ENDIF
	1885	IF ( humidity ) THEN
	1886	!$acc parallel present( sums_l )
	1887	sums_l(:,41,0) = sums_l(:,41,0) + sums_l(:,41,i)
	1888	sums_l(:,44,0) = sums_l(:,44,0) + sums_l(:,44,i)
	1889	!$acc end parallel
	1890	IF ( cloud_physics ) THEN
	1891	!$acc parallel present( sums_l )
	1892	sums_l(:,42,0) = sums_l(:,42,0) + sums_l(:,42,i)
	1893	sums_l(:,43,0) = sums_l(:,43,0) + sums_l(:,43,i)
	1894	!$acc end parallel
	1895	ENDIF
	1896	ENDIF
	1897	IF ( passive_scalar ) THEN
	1898	!$acc parallel present( sums_l )
	1899	sums_l(:,41,0) = sums_l(:,41,0) + sums_l(:,41,i)
	1900	!$acc end parallel
	1901	ENDIF
	1902	ENDDO
	1903	ENDIF
	1904
	1905	#if defined( __parallel )
	1906	!
	1907	!-- Compute total sum from local sums
	1908	!$acc update host( sums_l )
	1909	IF ( collective_wait ) CALL MPI_BARRIER( comm2d, ierr )
[1353]	1910	CALL MPI_ALLREDUCE( sums_l(nzb,1,0), sums(nzb,1), nzt+2-nzb, MPI_REAL, &
[1221]	1911	MPI_SUM, comm2d, ierr )
	1912	IF ( collective_wait ) CALL MPI_BARRIER( comm2d, ierr )
[1353]	1913	CALL MPI_ALLREDUCE( sums_l(nzb,2,0), sums(nzb,2), nzt+2-nzb, MPI_REAL, &
[1221]	1914	MPI_SUM, comm2d, ierr )
	1915	IF ( collective_wait ) CALL MPI_BARRIER( comm2d, ierr )
[1353]	1916	CALL MPI_ALLREDUCE( sums_l(nzb,4,0), sums(nzb,4), nzt+2-nzb, MPI_REAL, &
[1221]	1917	MPI_SUM, comm2d, ierr )
	1918	IF ( ocean ) THEN
	1919	IF ( collective_wait ) CALL MPI_BARRIER( comm2d, ierr )
[1353]	1920	CALL MPI_ALLREDUCE( sums_l(nzb,23,0), sums(nzb,23), nzt+2-nzb, &
[1221]	1921	MPI_REAL, MPI_SUM, comm2d, ierr )
	1922	ENDIF
	1923	IF ( humidity ) THEN
	1924	IF ( collective_wait ) CALL MPI_BARRIER( comm2d, ierr )
[1353]	1925	CALL MPI_ALLREDUCE( sums_l(nzb,44,0), sums(nzb,44), nzt+2-nzb, &
[1221]	1926	MPI_REAL, MPI_SUM, comm2d, ierr )
	1927	IF ( collective_wait ) CALL MPI_BARRIER( comm2d, ierr )
[1353]	1928	CALL MPI_ALLREDUCE( sums_l(nzb,41,0), sums(nzb,41), nzt+2-nzb, &
[1221]	1929	MPI_REAL, MPI_SUM, comm2d, ierr )
	1930	IF ( cloud_physics ) THEN
	1931	IF ( collective_wait ) CALL MPI_BARRIER( comm2d, ierr )
[1353]	1932	CALL MPI_ALLREDUCE( sums_l(nzb,42,0), sums(nzb,42), nzt+2-nzb, &
[1221]	1933	MPI_REAL, MPI_SUM, comm2d, ierr )
	1934	IF ( collective_wait ) CALL MPI_BARRIER( comm2d, ierr )
[1353]	1935	CALL MPI_ALLREDUCE( sums_l(nzb,43,0), sums(nzb,43), nzt+2-nzb, &
[1221]	1936	MPI_REAL, MPI_SUM, comm2d, ierr )
	1937	ENDIF
	1938	ENDIF
	1939
	1940	IF ( passive_scalar ) THEN
	1941	IF ( collective_wait ) CALL MPI_BARRIER( comm2d, ierr )
[1353]	1942	CALL MPI_ALLREDUCE( sums_l(nzb,41,0), sums(nzb,41), nzt+2-nzb, &
[1221]	1943	MPI_REAL, MPI_SUM, comm2d, ierr )
	1944	ENDIF
	1945	!$acc update device( sums )
	1946	#else
	1947	!$acc parallel present( sums, sums_l )
	1948	sums(:,1) = sums_l(:,1,0)
	1949	sums(:,2) = sums_l(:,2,0)
	1950	sums(:,4) = sums_l(:,4,0)
	1951	!$acc end parallel
	1952	IF ( ocean ) THEN
	1953	!$acc parallel present( sums, sums_l )
	1954	sums(:,23) = sums_l(:,23,0)
	1955	!$acc end parallel
	1956	ENDIF
	1957	IF ( humidity ) THEN
	1958	!$acc parallel present( sums, sums_l )
	1959	sums(:,44) = sums_l(:,44,0)
	1960	sums(:,41) = sums_l(:,41,0)
	1961	!$acc end parallel
	1962	IF ( cloud_physics ) THEN
	1963	!$acc parallel present( sums, sums_l )
	1964	sums(:,42) = sums_l(:,42,0)
	1965	sums(:,43) = sums_l(:,43,0)
	1966	!$acc end parallel
	1967	ENDIF
	1968	ENDIF
	1969	IF ( passive_scalar ) THEN
	1970	!$acc parallel present( sums, sums_l )
	1971	sums(:,41) = sums_l(:,41,0)
	1972	!$acc end parallel
	1973	ENDIF
	1974	#endif
	1975
	1976	!
	1977	!-- Final values are obtained by division by the total number of grid points
	1978	!-- used for summation. After that store profiles.
	1979	!$acc parallel present( hom, ngp_2dh, ngp_2dh_s_inner, sums )
	1980	sums(:,1) = sums(:,1) / ngp_2dh(sr)
	1981	sums(:,2) = sums(:,2) / ngp_2dh(sr)
	1982	sums(:,4) = sums(:,4) / ngp_2dh_s_inner(:,sr)
	1983	hom(:,1,1,sr) = sums(:,1) ! u
	1984	hom(:,1,2,sr) = sums(:,2) ! v
	1985	hom(:,1,4,sr) = sums(:,4) ! pt
	1986	!$acc end parallel
	1987
	1988	!
	1989	!-- Salinity
	1990	IF ( ocean ) THEN
	1991	!$acc parallel present( hom, ngp_2dh_s_inner, sums )
	1992	sums(:,23) = sums(:,23) / ngp_2dh_s_inner(:,sr)
	1993	hom(:,1,23,sr) = sums(:,23) ! sa
	1994	!$acc end parallel
	1995	ENDIF
	1996
	1997	!
	1998	!-- Humidity and cloud parameters
	1999	IF ( humidity ) THEN
	2000	!$acc parallel present( hom, ngp_2dh_s_inner, sums )
	2001	sums(:,44) = sums(:,44) / ngp_2dh_s_inner(:,sr)
	2002	sums(:,41) = sums(:,41) / ngp_2dh_s_inner(:,sr)
	2003	hom(:,1,44,sr) = sums(:,44) ! vpt
	2004	hom(:,1,41,sr) = sums(:,41) ! qv (q)
	2005	!$acc end parallel
	2006	IF ( cloud_physics ) THEN
	2007	!$acc parallel present( hom, ngp_2dh_s_inner, sums )
	2008	sums(:,42) = sums(:,42) / ngp_2dh_s_inner(:,sr)
	2009	sums(:,43) = sums(:,43) / ngp_2dh_s_inner(:,sr)
	2010	hom(:,1,42,sr) = sums(:,42) ! qv
	2011	hom(:,1,43,sr) = sums(:,43) ! pt
	2012	!$acc end parallel
	2013	ENDIF
	2014	ENDIF
	2015
	2016	!
	2017	!-- Passive scalar
	2018	IF ( passive_scalar ) THEN
	2019	!$acc parallel present( hom, ngp_2dh_s_inner, sums )
	2020	sums(:,41) = sums(:,41) / ngp_2dh_s_inner(:,sr)
	2021	hom(:,1,41,sr) = sums(:,41) ! s (q)
	2022	!$acc end parallel
	2023	ENDIF
	2024
	2025	!
	2026	!-- Horizontally averaged profiles of the remaining prognostic variables,
	2027	!-- variances, the total and the perturbation energy (single values in last
	2028	!-- column of sums_l) and some diagnostic quantities.
	2029	!-- NOTE: for simplicity, nzb_s_inner is used below, although strictly
	2030	!-- ---- speaking the following k-loop would have to be split up and
	2031	!-- rearranged according to the staggered grid.
	2032	!-- However, this implies no error since staggered velocity components
	2033	!-- are zero at the walls and inside buildings.
	2034	tn = 0
	2035	#if defined( __intel_openmp_bug )
	2036	!$OMP PARALLEL PRIVATE( i, j, k, pts, sums_ll, sums_l_eper, sums_l_etot, &
	2037	!$OMP tn, ust, ust2, u2, vst, vst2, v2, w2 )
	2038	tn = omp_get_thread_num()
	2039	#else
	2040	!$OMP PARALLEL PRIVATE( i, j, k, pts, sums_ll, sums_l_eper, sums_l_etot, tn, ust, ust2, u2, vst, vst2, v2, w2 )
	2041	!$ tn = omp_get_thread_num()
	2042	#endif
	2043	!$OMP DO
	2044	!$acc parallel loop gang present( e, hom, kh, km, p, pt, w, rflags_invers, rmask, sums_l ) create( s1, s2, s3, s4, s5, s6, s7 )
	2045	DO k = nzb, nzt+1
	2046	!$acc loop vector collapse( 2 ) reduction( +: s1, s2, s3, s4, s5, s6, s7 )
	2047	DO i = nxl, nxr
	2048	DO j = nys, nyn
	2049	!
	2050	!-- Prognostic and diagnostic variables
	2051	s1 = s1 + w(k,j,i) * rmask(j,i,sr) * rflags_invers(j,i,k+1)
	2052	s2 = s2 + e(k,j,i) * rmask(j,i,sr) * rflags_invers(j,i,k+1)
	2053	s3 = s3 + km(k,j,i) * rmask(j,i,sr) * rflags_invers(j,i,k+1)
	2054	s4 = s4 + kh(k,j,i) * rmask(j,i,sr) * rflags_invers(j,i,k+1)
	2055	s5 = s5 + p(k,j,i) * rmask(j,i,sr) * rflags_invers(j,i,k+1)
	2056	s6 = s6 + ( pt(k,j,i)-hom(k,1,4,sr) )*2 rmask(j,i,sr) * &
	2057	rflags_invers(j,i,k+1)
	2058	!
	2059	!-- Higher moments
	2060	!-- (Computation of the skewness of w further below)
	2061	s7 = s7 + w(k,j,i)*3 rmask(j,i,sr) * rflags_invers(j,i,k+1)
	2062	ENDDO
	2063	ENDDO
	2064	sums_l(k,3,tn) = s1
	2065	sums_l(k,8,tn) = s2
	2066	sums_l(k,9,tn) = s3
	2067	sums_l(k,10,tn) = s4
	2068	sums_l(k,40,tn) = s5
	2069	sums_l(k,33,tn) = s6
	2070	sums_l(k,38,tn) = s7
	2071	ENDDO
[1257]	2072	!$acc end parallel loop
[1221]	2073
	2074	IF ( humidity ) THEN
	2075	!$OMP DO
	2076	!$acc parallel loop gang present( hom, q, rflags_invers, rmask, sums_l ) create( s1 )
	2077	DO k = nzb, nzt+1
	2078	!$acc loop vector collapse( 2 ) reduction( +: s1 )
	2079	DO i = nxl, nxr
	2080	DO j = nys, nyn
	2081	s1 = s1 + ( q(k,j,i)-hom(k,1,41,sr) )*2 rmask(j,i,sr) * &
	2082	rflags_invers(j,i,k+1)
	2083	ENDDO
	2084	ENDDO
	2085	sums_l(k,70,tn) = s1
	2086	ENDDO
[1257]	2087	!$acc end parallel loop
[1221]	2088	ENDIF
	2089
	2090	!
	2091	!-- Total and perturbation energy for the total domain (being
	2092	!-- collected in the last column of sums_l).
	2093	!$OMP DO
	2094	!$acc parallel loop collapse(3) present( rflags_invers, rmask, u, v, w ) reduction(+:s1)
	2095	DO i = nxl, nxr
	2096	DO j = nys, nyn
	2097	DO k = nzb, nzt+1
[1353]	2098	s1 = s1 + 0.5_wp * &
	2099	( u(k,j,i)2 + v(k,j,i)2 + w(k,j,i)*2 ) &
[1221]	2100	rmask(j,i,sr) * rflags_invers(j,i,k+1)
	2101	ENDDO
	2102	ENDDO
	2103	ENDDO
[1257]	2104	!$acc end parallel loop
[1221]	2105	!$acc parallel present( sums_l )
	2106	sums_l(nzb+4,pr_palm,tn) = s1
	2107	!$acc end parallel
	2108
	2109	!$OMP DO
	2110	!$acc parallel present( rmask, sums_l, us, usws, vsws, ts ) create( s1, s2, s3, s4 )
	2111	!$acc loop vector collapse( 2 ) reduction( +: s1, s2, s3, s4 )
	2112	DO i = nxl, nxr
	2113	DO j = nys, nyn
	2114	!
	2115	!-- 2D-arrays (being collected in the last column of sums_l)
	2116	s1 = s1 + us(j,i) * rmask(j,i,sr)
	2117	s2 = s2 + usws(j,i) * rmask(j,i,sr)
	2118	s3 = s3 + vsws(j,i) * rmask(j,i,sr)
	2119	s4 = s4 + ts(j,i) * rmask(j,i,sr)
	2120	ENDDO
	2121	ENDDO
	2122	sums_l(nzb,pr_palm,tn) = s1
	2123	sums_l(nzb+1,pr_palm,tn) = s2
	2124	sums_l(nzb+2,pr_palm,tn) = s3
	2125	sums_l(nzb+3,pr_palm,tn) = s4
	2126	!$acc end parallel
	2127
	2128	IF ( humidity ) THEN
	2129	!$acc parallel present( qs, rmask, sums_l ) create( s1 )
	2130	!$acc loop vector collapse( 2 ) reduction( +: s1 )
	2131	DO i = nxl, nxr
	2132	DO j = nys, nyn
	2133	s1 = s1 + qs(j,i) * rmask(j,i,sr)
	2134	ENDDO
	2135	ENDDO
	2136	sums_l(nzb+12,pr_palm,tn) = s1
	2137	!$acc end parallel
	2138	ENDIF
	2139
	2140	!
	2141	!-- Computation of statistics when ws-scheme is not used. Else these
	2142	!-- quantities are evaluated in the advection routines.
	2143	IF ( .NOT. ws_scheme_mom .OR. sr /= 0 ) THEN
	2144
	2145	!$OMP DO
	2146	!$acc parallel loop gang present( u, v, w, rflags_invers, rmask, sums_l ) create( s1, s2, s3, s4, ust2, vst2, w2 )
	2147	DO k = nzb, nzt+1
	2148	!$acc loop vector collapse( 2 ) reduction( +: s1, s2, s3, s4 )
	2149	DO i = nxl, nxr
	2150	DO j = nys, nyn
	2151	ust2 = ( u(k,j,i) - hom(k,1,1,sr) )**2
	2152	vst2 = ( v(k,j,i) - hom(k,1,2,sr) )**2
	2153	w2 = w(k,j,i)**2
	2154
	2155	s1 = s1 + ust2 * rmask(j,i,sr) * rflags_invers(j,i,k+1)
	2156	s2 = s2 + vst2 * rmask(j,i,sr) * rflags_invers(j,i,k+1)
	2157	s3 = s3 + w2 * rmask(j,i,sr) * rflags_invers(j,i,k+1)
	2158	!
	2159	!-- Perturbation energy
[1353]	2160	s4 = s4 + 0.5_wp * ( ust2 + vst2 + w2 ) * rmask(j,i,sr) * &
[1221]	2161	rflags_invers(j,i,k+1)
	2162	ENDDO
	2163	ENDDO
	2164	sums_l(k,30,tn) = s1
	2165	sums_l(k,31,tn) = s2
	2166	sums_l(k,32,tn) = s3
	2167	sums_l(k,34,tn) = s4
	2168	ENDDO
[1257]	2169	!$acc end parallel loop
[1221]	2170	!
	2171	!-- Total perturbation TKE
	2172	!$OMP DO
	2173	!$acc parallel present( sums_l ) create( s1 )
	2174	!$acc loop reduction( +: s1 )
	2175	DO k = nzb, nzt+1
	2176	s1 = s1 + sums_l(k,34,tn)
	2177	ENDDO
	2178	sums_l(nzb+5,pr_palm,tn) = s1
	2179	!$acc end parallel
	2180
	2181	ENDIF
	2182
	2183	!
	2184	!-- Horizontally averaged profiles of the vertical fluxes
	2185
	2186	!
	2187	!-- Subgridscale fluxes.
	2188	!-- WARNING: If a Prandtl-layer is used (k=nzb for flat terrain), the fluxes
	2189	!-- ------- should be calculated there in a different way. This is done
	2190	!-- in the next loop further below, where results from this loop are
	2191	!-- overwritten. However, THIS WORKS IN CASE OF FLAT TERRAIN ONLY!
	2192	!-- The non-flat case still has to be handled.
	2193	!-- NOTE: for simplicity, nzb_s_inner is used below, although
	2194	!-- ---- strictly speaking the following k-loop would have to be
	2195	!-- split up according to the staggered grid.
	2196	!-- However, this implies no error since staggered velocity
	2197	!-- components are zero at the walls and inside buildings.
	2198	!$OMP DO
	2199	!$acc parallel loop gang present( ddzu, kh, km, pt, u, v, w, rflags_invers, rmask, sums_l ) create( s1, s2, s3 )
	2200	DO k = nzb, nzt_diff
	2201	!$acc loop vector collapse( 2 ) reduction( +: s1, s2, s3 )
	2202	DO i = nxl, nxr
	2203	DO j = nys, nyn
	2204
	2205	!
	2206	!-- Momentum flux w"u"
[1353]	2207	s1 = s1 - 0.25_wp * ( &
[1221]	2208	km(k,j,i)+km(k+1,j,i)+km(k,j,i-1)+km(k+1,j,i-1) &
	2209	) * ( &
	2210	( u(k+1,j,i) - u(k,j,i) ) * ddzu(k+1) &
	2211	+ ( w(k,j,i) - w(k,j,i-1) ) * ddx &
	2212	) &
	2213	* rmask(j,i,sr) * rflags_invers(j,i,k+1)
	2214	!
	2215	!-- Momentum flux w"v"
[1353]	2216	s2 = s2 - 0.25_wp * ( &
[1221]	2217	km(k,j,i)+km(k+1,j,i)+km(k,j-1,i)+km(k+1,j-1,i) &
	2218	) * ( &
	2219	( v(k+1,j,i) - v(k,j,i) ) * ddzu(k+1) &
	2220	+ ( w(k,j,i) - w(k,j-1,i) ) * ddy &
	2221	) &
	2222	* rmask(j,i,sr) * rflags_invers(j,i,k+1)
	2223	!
	2224	!-- Heat flux w"pt"
[1353]	2225	s3 = s3 - 0.5_wp * ( kh(k,j,i) + kh(k+1,j,i) ) &
	2226	* ( pt(k+1,j,i) - pt(k,j,i) ) &
	2227	* ddzu(k+1) * rmask(j,i,sr) &
	2228	* rflags_invers(j,i,k+1)
[1221]	2229	ENDDO
	2230	ENDDO
	2231	sums_l(k,12,tn) = s1
	2232	sums_l(k,14,tn) = s2
	2233	sums_l(k,16,tn) = s3
	2234	ENDDO
[1257]	2235	!$acc end parallel loop
[1221]	2236
	2237	!
	2238	!-- Salinity flux w"sa"
	2239	IF ( ocean ) THEN
	2240	!$acc parallel loop gang present( ddzu, kh, sa, rflags_invers, rmask, sums_l ) create( s1 )
	2241	DO k = nzb, nzt_diff
	2242	!$acc loop vector collapse( 2 ) reduction( +: s1 )
	2243	DO i = nxl, nxr
	2244	DO j = nys, nyn
[1353]	2245	s1 = s1 - 0.5_wp * ( kh(k,j,i) + kh(k+1,j,i) ) &
	2246	* ( sa(k+1,j,i) - sa(k,j,i) ) &
	2247	* ddzu(k+1) * rmask(j,i,sr) &
	2248	* rflags_invers(j,i,k+1)
[1221]	2249	ENDDO
	2250	ENDDO
	2251	sums_l(k,65,tn) = s1
	2252	ENDDO
[1257]	2253	!$acc end parallel loop
[1221]	2254	ENDIF
	2255
	2256	!
	2257	!-- Buoyancy flux, water flux (humidity flux) w"q"
	2258	IF ( humidity ) THEN
	2259
	2260	!$acc parallel loop gang present( ddzu, kh, q, vpt, rflags_invers, rmask, sums_l ) create( s1, s2 )
	2261	DO k = nzb, nzt_diff
	2262	!$acc loop vector collapse( 2 ) reduction( +: s1, s2 )
	2263	DO i = nxl, nxr
	2264	DO j = nys, nyn
[1353]	2265	s1 = s1 - 0.5_wp * ( kh(k,j,i) + kh(k+1,j,i) ) &
	2266	* ( vpt(k+1,j,i) - vpt(k,j,i) ) &
[1374]	2267	* ddzu(k+1) * rmask(j,i,sr) &
[1353]	2268	* rflags_invers(j,i,k+1)
	2269	s2 = s2 - 0.5_wp * ( kh(k,j,i) + kh(k+1,j,i) ) &
	2270	* ( q(k+1,j,i) - q(k,j,i) ) &
	2271	* ddzu(k+1) * rmask(j,i,sr) &
	2272	* rflags_invers(j,i,k+1)
[1221]	2273	ENDDO
	2274	ENDDO
	2275	sums_l(k,45,tn) = s1
	2276	sums_l(k,48,tn) = s2
	2277	ENDDO
[1257]	2278	!$acc end parallel loop
[1221]	2279
	2280	IF ( cloud_physics ) THEN
	2281
	2282	!$acc parallel loop gang present( ddzu, kh, q, ql, rflags_invers, rmask, sums_l ) create( s1 )
	2283	DO k = nzb, nzt_diff
	2284	!$acc loop vector collapse( 2 ) reduction( +: s1 )
	2285	DO i = nxl, nxr
	2286	DO j = nys, nyn
[1353]	2287	s1 = s1 - 0.5_wp * ( kh(k,j,i) + kh(k+1,j,i) ) &
	2288	* ( ( q(k+1,j,i) - ql(k+1,j,i) ) &
	2289	- ( q(k,j,i) - ql(k,j,i) ) ) &
	2290	* ddzu(k+1) * rmask(j,i,sr) &
	2291	* rflags_invers(j,i,k+1)
[1221]	2292	ENDDO
	2293	ENDDO
	2294	sums_l(k,51,tn) = s1
	2295	ENDDO
[1257]	2296	!$acc end parallel loop
[1221]	2297
	2298	ENDIF
	2299
	2300	ENDIF
	2301	!
	2302	!-- Passive scalar flux
	2303	IF ( passive_scalar ) THEN
	2304
	2305	!$acc parallel loop gang present( ddzu, kh, q, rflags_invers, rmask, sums_l ) create( s1 )
	2306	DO k = nzb, nzt_diff
	2307	!$acc loop vector collapse( 2 ) reduction( +: s1 )
	2308	DO i = nxl, nxr
	2309	DO j = nys, nyn
[1353]	2310	s1 = s1 - 0.5_wp * ( kh(k,j,i) + kh(k+1,j,i) ) &
	2311	* ( q(k+1,j,i) - q(k,j,i) ) &
	2312	* ddzu(k+1) * rmask(j,i,sr) &
	2313	* rflags_invers(j,i,k+1)
[1221]	2314	ENDDO
	2315	ENDDO
	2316	sums_l(k,48,tn) = s1
	2317	ENDDO
[1257]	2318	!$acc end parallel loop
[1221]	2319
	2320	ENDIF
	2321
	2322	IF ( use_surface_fluxes ) THEN
	2323
	2324	!$OMP DO
	2325	!$acc parallel present( rmask, shf, sums_l, usws, vsws ) create( s1, s2, s3, s4, s5 )
	2326	!$acc loop vector collapse( 2 ) reduction( +: s1, s2, s3, s4, s5 )
	2327	DO i = nxl, nxr
	2328	DO j = nys, nyn
	2329	!
	2330	!-- Subgridscale fluxes in the Prandtl layer
	2331	s1 = s1 + usws(j,i) * rmask(j,i,sr) ! w"u"
	2332	s2 = s2 + vsws(j,i) * rmask(j,i,sr) ! w"v"
	2333	s3 = s3 + shf(j,i) * rmask(j,i,sr) ! w"pt"
[1353]	2334	s4 = s4 + 0.0_wp * rmask(j,i,sr) ! u"pt"
	2335	s5 = s5 + 0.0_wp * rmask(j,i,sr) ! v"pt"
[1221]	2336	ENDDO
	2337	ENDDO
	2338	sums_l(nzb,12,tn) = s1
	2339	sums_l(nzb,14,tn) = s2
	2340	sums_l(nzb,16,tn) = s3
	2341	sums_l(nzb,58,tn) = s4
	2342	sums_l(nzb,61,tn) = s5
	2343	!$acc end parallel
	2344
	2345	IF ( ocean ) THEN
	2346
	2347	!$OMP DO
	2348	!$acc parallel present( rmask, saswsb, sums_l ) create( s1 )
	2349	!$acc loop vector collapse( 2 ) reduction( +: s1 )
	2350	DO i = nxl, nxr
	2351	DO j = nys, nyn
	2352	s1 = s1 + saswsb(j,i) * rmask(j,i,sr) ! w"sa"
	2353	ENDDO
	2354	ENDDO
	2355	sums_l(nzb,65,tn) = s1
	2356	!$acc end parallel
	2357
	2358	ENDIF
	2359
	2360	IF ( humidity ) THEN
	2361
	2362	!$OMP DO
	2363	!$acc parallel present( pt, q, qsws, rmask, shf, sums_l ) create( s1, s2 )
	2364	!$acc loop vector collapse( 2 ) reduction( +: s1, s2 )
	2365	DO i = nxl, nxr
	2366	DO j = nys, nyn
	2367	s1 = s1 + qsws(j,i) * rmask(j,i,sr) ! w"q" (w"qv")
[1353]	2368	s2 = s2 + ( ( 1.0_wp + 0.61_wp * q(nzb,j,i) ) * shf(j,i) &
	2369	+ 0.61_wp * pt(nzb,j,i) * qsws(j,i) )
[1221]	2370	ENDDO
	2371	ENDDO
	2372	sums_l(nzb,48,tn) = s1
	2373	sums_l(nzb,45,tn) = s2
	2374	!$acc end parallel
	2375
	2376	IF ( cloud_droplets ) THEN
	2377
	2378	!$OMP DO
	2379	!$acc parallel present( pt, q, ql, qsws, rmask, shf, sums_l ) create( s1 )
	2380	!$acc loop vector collapse( 2 ) reduction( +: s1 )
	2381	DO i = nxl, nxr
	2382	DO j = nys, nyn
[1353]	2383	s1 = s1 + ( ( 1.0_wp + &
	2384	0.61_wp * q(nzb,j,i) - ql(nzb,j,i) ) * &
	2385	shf(j,i) + 0.61_wp * pt(nzb,j,i) * qsws(j,i) )
[1221]	2386	ENDDO
	2387	ENDDO
	2388	sums_l(nzb,45,tn) = s1
	2389	!$acc end parallel
	2390
	2391	ENDIF
	2392
	2393	IF ( cloud_physics ) THEN
	2394
	2395	!$OMP DO
	2396	!$acc parallel present( qsws, rmask, sums_l ) create( s1 )
	2397	!$acc loop vector collapse( 2 ) reduction( +: s1 )
	2398	DO i = nxl, nxr
	2399	DO j = nys, nyn
	2400	!
	2401	!-- Formula does not work if ql(nzb) /= 0.0
	2402	s1 = s1 + qsws(j,i) * rmask(j,i,sr) ! w"q" (w"qv")
	2403	ENDDO
	2404	ENDDO
	2405	sums_l(nzb,51,tn) = s1
	2406	!$acc end parallel
	2407
	2408	ENDIF
	2409
	2410	ENDIF
	2411
	2412	IF ( passive_scalar ) THEN
	2413
	2414	!$OMP DO
	2415	!$acc parallel present( qsws, rmask, sums_l ) create( s1 )
	2416	!$acc loop vector collapse( 2 ) reduction( +: s1 )
	2417	DO i = nxl, nxr
	2418	DO j = nys, nyn
	2419	s1 = s1 + qsws(j,i) * rmask(j,i,sr) ! w"q" (w"qv")
	2420	ENDDO
	2421	ENDDO
	2422	sums_l(nzb,48,tn) = s1
	2423	!$acc end parallel
	2424
	2425	ENDIF
	2426
	2427	ENDIF
	2428
	2429	!
	2430	!-- Subgridscale fluxes at the top surface
	2431	IF ( use_top_fluxes ) THEN
	2432
	2433	!$OMP DO
	2434	!$acc parallel present( rmask, sums_l, tswst, uswst, vswst ) create( s1, s2, s3, s4, s5 )
	2435	!$acc loop vector collapse( 2 ) reduction( +: s1, s2, s3, s4, s5 )
	2436	DO i = nxl, nxr
	2437	DO j = nys, nyn
	2438	s1 = s1 + uswst(j,i) * rmask(j,i,sr) ! w"u"
	2439	s2 = s2 + vswst(j,i) * rmask(j,i,sr) ! w"v"
	2440	s3 = s3 + tswst(j,i) * rmask(j,i,sr) ! w"pt"
[1353]	2441	s4 = s4 + 0.0_wp * rmask(j,i,sr) ! u"pt"
	2442	s5 = s5 + 0.0_wp * rmask(j,i,sr) ! v"pt"
[1221]	2443	ENDDO
	2444	ENDDO
	2445	sums_l(nzt:nzt+1,12,tn) = s1
	2446	sums_l(nzt:nzt+1,14,tn) = s2
	2447	sums_l(nzt:nzt+1,16,tn) = s3
	2448	sums_l(nzt:nzt+1,58,tn) = s4
	2449	sums_l(nzt:nzt+1,61,tn) = s5
	2450	!$acc end parallel
	2451
	2452	IF ( ocean ) THEN
	2453
	2454	!$OMP DO
	2455	!$acc parallel present( rmask, saswst, sums_l ) create( s1 )
	2456	!$acc loop vector collapse( 2 ) reduction( +: s1 )
	2457	DO i = nxl, nxr
	2458	DO j = nys, nyn
	2459	s1 = s1 + saswst(j,i) * rmask(j,i,sr) ! w"sa"
	2460	ENDDO
	2461	ENDDO
	2462	sums_l(nzt,65,tn) = s1
	2463	!$acc end parallel
	2464
	2465	ENDIF
	2466
	2467	IF ( humidity ) THEN
	2468
	2469	!$OMP DO
	2470	!$acc parallel present( pt, q, qswst, rmask, tswst, sums_l ) create( s1, s2 )
	2471	!$acc loop vector collapse( 2 ) reduction( +: s1, s2 )
	2472	DO i = nxl, nxr
	2473	DO j = nys, nyn
	2474	s1 = s1 + qswst(j,i) * rmask(j,i,sr) ! w"q" (w"qv")
[1353]	2475	s2 = s2 + ( ( 1.0_wp + 0.61_wp * q(nzt,j,i) ) * tswst(j,i) +&
	2476	0.61_wp * pt(nzt,j,i) * qswst(j,i) )
[1221]	2477	ENDDO
	2478	ENDDO
	2479	sums_l(nzt,48,tn) = s1
	2480	sums_l(nzt,45,tn) = s2
	2481	!$acc end parallel
	2482
	2483	IF ( cloud_droplets ) THEN
	2484
	2485	!$OMP DO
	2486	!$acc parallel present( pt, q, ql, qswst, rmask, tswst, sums_l ) create( s1 )
	2487	!$acc loop vector collapse( 2 ) reduction( +: s1 )
	2488	DO i = nxl, nxr
	2489	DO j = nys, nyn
[1353]	2490	s1 = s1 + ( ( 1.0_wp + &
	2491	0.61_wp * q(nzt,j,i) - ql(nzt,j,i) ) * &
	2492	tswst(j,i) + &
	2493	0.61_wp * pt(nzt,j,i) * qswst(j,i) )
[1221]	2494	ENDDO
	2495	ENDDO
	2496	sums_l(nzt,45,tn) = s1
	2497	!$acc end parallel
	2498
	2499	ENDIF
	2500
	2501	IF ( cloud_physics ) THEN
	2502
	2503	!$OMP DO
	2504	!$acc parallel present( qswst, rmask, sums_l ) create( s1 )
	2505	!$acc loop vector collapse( 2 ) reduction( +: s1 )
	2506	DO i = nxl, nxr
	2507	DO j = nys, nyn
	2508	!
	2509	!-- Formula does not work if ql(nzb) /= 0.0
	2510	s1 = s1 + qswst(j,i) * rmask(j,i,sr) ! w"q" (w"qv")
	2511	ENDDO
	2512	ENDDO
	2513	sums_l(nzt,51,tn) = s1
	2514	!$acc end parallel
	2515
	2516	ENDIF
	2517
	2518	ENDIF
	2519
	2520	IF ( passive_scalar ) THEN
	2521
	2522	!$OMP DO
	2523	!$acc parallel present( qswst, rmask, sums_l ) create( s1 )
	2524	!$acc loop vector collapse( 2 ) reduction( +: s1 )
	2525	DO i = nxl, nxr
	2526	DO j = nys, nyn
	2527	s1 = s1 + qswst(j,i) * rmask(j,i,sr) ! w"q" (w"qv")
	2528	ENDDO
	2529	ENDDO
	2530	sums_l(nzt,48,tn) = s1
	2531	!$acc end parallel
	2532
	2533	ENDIF
	2534
	2535	ENDIF
	2536
	2537	!
	2538	!-- Resolved fluxes (can be computed for all horizontal points)
	2539	!-- NOTE: for simplicity, nzb_s_inner is used below, although strictly
	2540	!-- ---- speaking the following k-loop would have to be split up and
	2541	!-- rearranged according to the staggered grid.
	2542	!$acc parallel loop gang present( hom, pt, rflags_invers, rmask, sums_l, u, v, w ) create( s1, s2, s3 )
	2543	DO k = nzb, nzt_diff
	2544	!$acc loop vector collapse( 2 ) reduction( +: s1, s2, s3 )
	2545	DO i = nxl, nxr
	2546	DO j = nys, nyn
[1353]	2547	ust = 0.5_wp * ( u(k,j,i) - hom(k,1,1,sr) + &
	2548	u(k+1,j,i) - hom(k+1,1,1,sr) )
	2549	vst = 0.5_wp * ( v(k,j,i) - hom(k,1,2,sr) + &
	2550	v(k+1,j,i) - hom(k+1,1,2,sr) )
	2551	pts = 0.5_wp * ( pt(k,j,i) - hom(k,1,4,sr) + &
	2552	pt(k+1,j,i) - hom(k+1,1,4,sr) )
[1221]	2553	!
	2554	!-- Higher moments
	2555	s1 = s1 + pts * w(k,j,i)*2 rmask(j,i,sr) * rflags_invers(j,i,k+1)
	2556	s2 = s2 + pts*2 w(k,j,i) * rmask(j,i,sr) * rflags_invers(j,i,k+1)
	2557	!
	2558	!-- Energy flux we (has to be adjusted?)
[1353]	2559	s3 = s3 + w(k,j,i) * 0.5_wp * ( ust2 + vst2 + w(k,j,i)**2 )&
[1221]	2560	* rmask(j,i,sr) * rflags_invers(j,i,k+1)
	2561	ENDDO
	2562	ENDDO
	2563	sums_l(k,35,tn) = s1
	2564	sums_l(k,36,tn) = s2
	2565	sums_l(k,37,tn) = s3
	2566	ENDDO
[1257]	2567	!$acc end parallel loop
[1221]	2568
	2569	!
	2570	!-- Salinity flux and density (density does not belong to here,
	2571	!-- but so far there is no other suitable place to calculate)
	2572	IF ( ocean ) THEN
	2573
[1567]	2574	IF( .NOT. ws_scheme_sca .OR. sr /= 0 ) THEN
[1221]	2575
	2576	!$acc parallel loop gang present( hom, rflags_invers, rmask, sa, sums_l, w ) create( s1 )
	2577	DO k = nzb, nzt_diff
	2578	!$acc loop vector collapse( 2 ) reduction( +: s1 )
	2579	DO i = nxl, nxr
	2580	DO j = nys, nyn
[1353]	2581	s1 = s1 + 0.5_wp * ( sa(k,j,i) - hom(k,1,23,sr) + &
	2582	sa(k+1,j,i) - hom(k+1,1,23,sr) ) &
	2583	* w(k,j,i) * rmask(j,i,sr) &
	2584	* rflags_invers(j,i,k+1)
[1221]	2585	ENDDO
	2586	ENDDO
	2587	sums_l(k,66,tn) = s1
	2588	ENDDO
[1257]	2589	!$acc end parallel loop
[1221]	2590
	2591	ENDIF
	2592
	2593	!$acc parallel loop gang present( rflags_invers, rho, prho, rmask, sums_l ) create( s1, s2 )
	2594	DO k = nzb, nzt_diff
	2595	!$acc loop vector collapse( 2 ) reduction( +: s1, s2 )
	2596	DO i = nxl, nxr
	2597	DO j = nys, nyn
	2598	s1 = s1 + rho(k,j,i) * rmask(j,i,sr) * rflags_invers(j,i,k+1)
	2599	s2 = s2 + prho(k,j,i) * rmask(j,i,sr) * rflags_invers(j,i,k+1)
	2600	ENDDO
	2601	ENDDO
	2602	sums_l(k,64,tn) = s1
	2603	sums_l(k,71,tn) = s2
	2604	ENDDO
[1257]	2605	!$acc end parallel loop
[1221]	2606
	2607	ENDIF
	2608
	2609	!
	2610	!-- Buoyancy flux, water flux, humidity flux, liquid water
	2611	!-- content, rain drop concentration and rain water content
	2612	IF ( humidity ) THEN
	2613
	2614	IF ( cloud_physics .OR. cloud_droplets ) THEN
	2615
	2616	!$acc parallel loop gang present( hom, rflags_invers, rmask, sums_l, vpt, w ) create( s1 )
	2617	DO k = nzb, nzt_diff
	2618	!$acc loop vector collapse( 2 ) reduction( +: s1 )
	2619	DO i = nxl, nxr
	2620	DO j = nys, nyn
[1353]	2621	s1 = s1 + 0.5_wp * ( vpt(k,j,i) - hom(k,1,44,sr) + &
	2622	vpt(k+1,j,i) - hom(k+1,1,44,sr) ) * &
	2623	w(k,j,i) * rmask(j,i,sr) * rflags_invers(j,i,k+1)
[1221]	2624	ENDDO
	2625	ENDDO
	2626	sums_l(k,46,tn) = s1
	2627	ENDDO
[1257]	2628	!$acc end parallel loop
[1221]	2629
	2630	IF ( .NOT. cloud_droplets ) THEN
	2631
	2632	!$acc parallel loop gang present( hom, q, ql, rflags_invers, rmask, sums_l, w ) create( s1 )
	2633	DO k = nzb, nzt_diff
	2634	!$acc loop vector collapse( 2 ) reduction( +: s1 )
	2635	DO i = nxl, nxr
	2636	DO j = nys, nyn
[1353]	2637	s1 = s1 + 0.5_wp * ( ( q(k,j,i) - ql(k,j,i) ) - hom(k,1,42,sr) + &
	2638	( q(k+1,j,i) - ql(k+1,j,i) ) - hom(k+1,1,42,sr) ) &
	2639	* w(k,j,i) * rmask(j,i,sr) * rflags_invers(j,i,k+1)
[1221]	2640	ENDDO
	2641	ENDDO
	2642	sums_l(k,52,tn) = s1
	2643	ENDDO
[1257]	2644	!$acc end parallel loop
[1221]	2645
	2646	IF ( icloud_scheme == 0 ) THEN
	2647
	2648	!$acc parallel loop gang present( qc, ql, rflags_invers, rmask, sums_l ) create( s1, s2 )
	2649	DO k = nzb, nzt_diff
	2650	!$acc loop vector collapse( 2 ) reduction( +: s1, s2 )
	2651	DO i = nxl, nxr
	2652	DO j = nys, nyn
	2653	s1 = s1 + ql(k,j,i) * rmask(j,i,sr) * rflags_invers(j,i,k+1)
	2654	s2 = s2 + qc(k,j,i) * rmask(j,i,sr) * rflags_invers(j,i,k+1)
	2655	ENDDO
	2656	ENDDO
	2657	sums_l(k,54,tn) = s1
	2658	sums_l(k,75,tn) = s2
	2659	ENDDO
[1257]	2660	!$acc end parallel loop
[1221]	2661
	2662	IF ( precipitation ) THEN
	2663
	2664	!$acc parallel loop gang present( nr, qr, prr, rflags_invers, rmask, sums_l ) create( s1, s2, s3 )
	2665	DO k = nzb, nzt_diff
	2666	!$acc loop vector collapse( 2 ) reduction( +: s1, s2, s3 )
	2667	DO i = nxl, nxr
	2668	DO j = nys, nyn
	2669	s1 = s1 + nr(k,j,i) * rmask(j,i,sr) * rflags_invers(j,i,k+1)
	2670	s2 = s2 + qr(k,j,i) * rmask(j,i,sr) * rflags_invers(j,i,k+1)
	2671	s3 = s3 + prr(k,j,i) * rmask(j,i,sr) * rflags_invers(j,i,k+1)
	2672	ENDDO
	2673	ENDDO
	2674	sums_l(k,73,tn) = s1
	2675	sums_l(k,74,tn) = s2
	2676	sums_l(k,76,tn) = s3
	2677	ENDDO
[1257]	2678	!$acc end parallel loop
[1221]	2679
	2680	ENDIF
	2681
	2682	ELSE
	2683
	2684	!$acc parallel loop gang present( ql, rflags_invers, rmask, sums_l ) create( s1 )
	2685	DO k = nzb, nzt_diff
	2686	!$acc loop vector collapse( 2 ) reduction( +: s1 )
	2687	DO i = nxl, nxr
	2688	DO j = nys, nyn
	2689	s1 = s1 + ql(k,j,i) * rmask(j,i,sr) * rflags_invers(j,i,k+1)
	2690	ENDDO
	2691	ENDDO
	2692	sums_l(k,54,tn) = s1
	2693	ENDDO
[1257]	2694	!$acc end parallel loop
[1221]	2695
	2696	ENDIF
	2697
	2698	ELSE
	2699
	2700	!$acc parallel loop gang present( ql, rflags_invers, rmask, sums_l ) create( s1 )
	2701	DO k = nzb, nzt_diff
	2702	!$acc loop vector collapse( 2 ) reduction( +: s1 )
	2703	DO i = nxl, nxr
	2704	DO j = nys, nyn
	2705	s1 = s1 + ql(k,j,i) * rmask(j,i,sr) * rflags_invers(j,i,k+1)
	2706	ENDDO
	2707	ENDDO
	2708	sums_l(k,54,tn) = s1
	2709	ENDDO
[1257]	2710	!$acc end parallel loop
[1221]	2711
	2712	ENDIF
	2713
	2714	ELSE
	2715
[1567]	2716	IF( .NOT. ws_scheme_sca .OR. sr /= 0 ) THEN
[1221]	2717
	2718	!$acc parallel loop gang present( hom, rflags_invers, rmask, sums_l, vpt, w ) create( s1 )
	2719	DO k = nzb, nzt_diff
	2720	!$acc loop vector collapse( 2 ) reduction( +: s1 )
	2721	DO i = nxl, nxr
	2722	DO j = nys, nyn
[1353]	2723	s1 = s1 + 0.5_wp * ( vpt(k,j,i) - hom(k,1,44,sr) + &
	2724	vpt(k+1,j,i) - hom(k+1,1,44,sr) ) &
	2725	* w(k,j,i) * rmask(j,i,sr) * rflags_invers(j,i,k+1)
[1221]	2726	ENDDO
	2727	ENDDO
	2728	sums_l(k,46,tn) = s1
	2729	ENDDO
[1257]	2730	!$acc end parallel loop
[1221]	2731
	2732	ELSEIF ( ws_scheme_sca .AND. sr == 0 ) THEN
	2733
	2734	!$acc parallel loop present( hom, sums_l )
	2735	DO k = nzb, nzt_diff
[1353]	2736	sums_l(k,46,tn) = ( 1.0_wp + 0.61_wp * hom(k,1,41,sr) ) * sums_l(k,17,tn) + &
	2737	0.61_wp * hom(k,1,4,sr) * sums_l(k,49,tn)
[1221]	2738	ENDDO
[1257]	2739	!$acc end parallel loop
[1221]	2740
	2741	ENDIF
	2742
	2743	ENDIF
	2744
	2745	ENDIF
	2746	!
	2747	!-- Passive scalar flux
[1567]	2748	IF ( passive_scalar .AND. ( .NOT. ws_scheme_sca .OR. sr /= 0 ) ) THEN
[1221]	2749
	2750	!$acc parallel loop gang present( hom, q, rflags_invers, rmask, sums_l, w ) create( s1 )
	2751	DO k = nzb, nzt_diff
	2752	!$acc loop vector collapse( 2 ) reduction( +: s1 )
	2753	DO i = nxl, nxr
	2754	DO j = nys, nyn
[1353]	2755	s1 = s1 + 0.5_wp * ( q(k,j,i) - hom(k,1,41,sr) + &
	2756	q(k+1,j,i) - hom(k+1,1,41,sr) ) &
	2757	* w(k,j,i) * rmask(j,i,sr) &
	2758	* rflags_invers(j,i,k+1)
[1221]	2759	ENDDO
	2760	ENDDO
	2761	sums_l(k,49,tn) = s1
	2762	ENDDO
[1257]	2763	!$acc end parallel loop
[1221]	2764
	2765	ENDIF
	2766
	2767	!
	2768	!-- For speed optimization fluxes which have been computed in part directly
	2769	!-- inside the WS advection routines are treated seperatly
	2770	!-- Momentum fluxes first:
	2771	IF ( .NOT. ws_scheme_mom .OR. sr /= 0 ) THEN
	2772
	2773	!$OMP DO
	2774	!$acc parallel loop gang present( hom, rflags_invers, rmask, sums_l, u, v, w ) create( s1, s2 )
	2775	DO k = nzb, nzt_diff
	2776	!$acc loop vector collapse( 2 ) reduction( +: s1, s2 )
	2777	DO i = nxl, nxr
	2778	DO j = nys, nyn
[1353]	2779	ust = 0.5_wp * ( u(k,j,i) - hom(k,1,1,sr) + &
	2780	u(k+1,j,i) - hom(k+1,1,1,sr) )
	2781	vst = 0.5_wp * ( v(k,j,i) - hom(k,1,2,sr) + &
	2782	v(k+1,j,i) - hom(k+1,1,2,sr) )
[1221]	2783	!
	2784	!-- Momentum flux wu
[1353]	2785	s1 = s1 + 0.5_wp * ( w(k,j,i-1) + w(k,j,i) ) &
	2786	* ust * rmask(j,i,sr) &
	2787	* rflags_invers(j,i,k+1)
[1221]	2788	!
	2789	!-- Momentum flux wv
[1353]	2790	s2 = s2 + 0.5_wp * ( w(k,j-1,i) + w(k,j,i) ) &
	2791	* vst * rmask(j,i,sr) &
	2792	* rflags_invers(j,i,k+1)
[1221]	2793	ENDDO
	2794	ENDDO
	2795	sums_l(k,13,tn) = s1
	2796	sums_l(k,15,tn) = s1
	2797	ENDDO
[1257]	2798	!$acc end parallel loop
[1221]	2799
	2800	ENDIF
	2801
[1567]	2802	IF ( .NOT. ws_scheme_sca .OR. sr /= 0 ) THEN
[1221]	2803
	2804	!$OMP DO
	2805	!$acc parallel loop gang present( hom, pt, rflags_invers, rmask, sums_l, w ) create( s1 )
	2806	DO k = nzb, nzt_diff
	2807	!$acc loop vector collapse( 2 ) reduction( +: s1 )
	2808	DO i = nxl, nxr
	2809	DO j = nys, nyn
	2810	!
	2811	!-- Vertical heat flux
[1353]	2812	s1 = s1 + 0.5_wp * ( pt(k,j,i) - hom(k,1,4,sr) + &
	2813	pt(k+1,j,i) - hom(k+1,1,4,sr) ) &
	2814	* w(k,j,i) * rmask(j,i,sr) &
	2815	* rflags_invers(j,i,k+1)
[1221]	2816	ENDDO
	2817	ENDDO
	2818	sums_l(k,17,tn) = s1
	2819	ENDDO
[1257]	2820	!$acc end parallel loop
[1221]	2821
	2822	IF ( humidity ) THEN
	2823
	2824	!$acc parallel loop gang present( hom, q, rflags_invers, rmask, sums_l, w ) create( s1 )
	2825	DO k = nzb, nzt_diff
	2826	!$acc loop vector collapse( 2 ) reduction( +: s1 )
	2827	DO i = nxl, nxr
	2828	DO j = nys, nyn
[1353]	2829	s1 = s1 + 0.5_wp * ( q(k,j,i) - hom(k,1,41,sr) + &
	2830	q(k+1,j,i) - hom(k+1,1,41,sr) ) &
	2831	* w(k,j,i) * rmask(j,i,sr) &
	2832	* rflags_invers(j,i,k+1)
[1221]	2833	ENDDO
	2834	ENDDO
	2835	sums_l(k,49,tn) = s1
	2836	ENDDO
[1257]	2837	!$acc end parallel loop
[1221]	2838
	2839	ENDIF
	2840
	2841	ENDIF
	2842
	2843
	2844	!
	2845	!-- Density at top follows Neumann condition
	2846	IF ( ocean ) THEN
	2847	!$acc parallel present( sums_l )
	2848	sums_l(nzt+1,64,tn) = sums_l(nzt,64,tn)
	2849	sums_l(nzt+1,71,tn) = sums_l(nzt,71,tn)
	2850	!$acc end parallel
	2851	ENDIF
	2852
	2853	!
	2854	!-- Divergence of vertical flux of resolved scale energy and pressure
	2855	!-- fluctuations as well as flux of pressure fluctuation itself (68).
	2856	!-- First calculate the products, then the divergence.
	2857	!-- Calculation is time consuming. Do it only, if profiles shall be plotted.
[1353]	2858	IF ( hom(nzb+1,2,55,0) /= 0.0_wp .OR. hom(nzb+1,2,68,0) /= 0.0_wp ) THEN
[1221]	2859
	2860	STOP '+++ openACC porting for vertical flux div of resolved scale TKE in flow_statistics is still missing'
[1353]	2861	sums_ll = 0.0_wp ! local array
[1221]	2862
	2863	!$OMP DO
	2864	DO i = nxl, nxr
	2865	DO j = nys, nyn
	2866	DO k = nzb_s_inner(j,i)+1, nzt
	2867
[1353]	2868	sums_ll(k,1) = sums_ll(k,1) + 0.5_wp * w(k,j,i) * ( &
	2869	( 0.25_wp * ( u(k,j,i)+u(k+1,j,i)+u(k,j,i+1)+u(k+1,j,i+1) &
	2870	- 0.5_wp * ( hom(k,1,1,sr) + hom(k+1,1,1,sr) ) &
	2871	) )**2 &
	2872	+ ( 0.25_wp * ( v(k,j,i)+v(k+1,j,i)+v(k,j+1,i)+v(k+1,j+1,i) &
	2873	- 0.5_wp * ( hom(k,1,2,sr) + hom(k+1,1,2,sr) ) &
	2874	) )**2 &
	2875	+ w(k,j,i)**2 )
[1221]	2876
[1353]	2877	sums_ll(k,2) = sums_ll(k,2) + 0.5_wp * w(k,j,i) &
[1221]	2878	* ( p(k,j,i) + p(k+1,j,i) )
	2879
	2880	ENDDO
	2881	ENDDO
	2882	ENDDO
[1353]	2883	sums_ll(0,1) = 0.0_wp ! because w is zero at the bottom
	2884	sums_ll(nzt+1,1) = 0.0_wp
	2885	sums_ll(0,2) = 0.0_wp
	2886	sums_ll(nzt+1,2) = 0.0_wp
[1221]	2887
	2888	DO k = nzb+1, nzt
	2889	sums_l(k,55,tn) = ( sums_ll(k,1) - sums_ll(k-1,1) ) * ddzw(k)
	2890	sums_l(k,56,tn) = ( sums_ll(k,2) - sums_ll(k-1,2) ) * ddzw(k)
	2891	sums_l(k,68,tn) = sums_ll(k,2)
	2892	ENDDO
	2893	sums_l(nzb,55,tn) = sums_l(nzb+1,55,tn)
	2894	sums_l(nzb,56,tn) = sums_l(nzb+1,56,tn)
[1353]	2895	sums_l(nzb,68,tn) = 0.0_wp ! because w* = 0 at nzb
[1221]	2896
	2897	ENDIF
	2898
	2899	!
	2900	!-- Divergence of vertical flux of SGS TKE and the flux itself (69)
[1353]	2901	IF ( hom(nzb+1,2,57,0) /= 0.0_wp .OR. hom(nzb+1,2,69,0) /= 0.0_wp ) THEN
[1221]	2902
	2903	STOP '+++ openACC porting for vertical flux div of SGS TKE in flow_statistics is still missing'
	2904	!$OMP DO
	2905	DO i = nxl, nxr
	2906	DO j = nys, nyn
	2907	DO k = nzb_s_inner(j,i)+1, nzt
	2908
[1353]	2909	sums_l(k,57,tn) = sums_l(k,57,tn) - 0.5_wp * ( &
[1221]	2910	(km(k,j,i)+km(k+1,j,i)) * (e(k+1,j,i)-e(k,j,i)) * ddzu(k+1) &
	2911	- (km(k-1,j,i)+km(k,j,i)) * (e(k,j,i)-e(k-1,j,i)) * ddzu(k) &
[1353]	2912	) * ddzw(k)
[1221]	2913
[1353]	2914	sums_l(k,69,tn) = sums_l(k,69,tn) - 0.5_wp * ( &
[1221]	2915	(km(k,j,i)+km(k+1,j,i)) * (e(k+1,j,i)-e(k,j,i)) * ddzu(k+1) &
[1353]	2916	)
[1221]	2917
	2918	ENDDO
	2919	ENDDO
	2920	ENDDO
	2921	sums_l(nzb,57,tn) = sums_l(nzb+1,57,tn)
	2922	sums_l(nzb,69,tn) = sums_l(nzb+1,69,tn)
	2923
	2924	ENDIF
	2925
	2926	!
	2927	!-- Horizontal heat fluxes (subgrid, resolved, total).
	2928	!-- Do it only, if profiles shall be plotted.
[1353]	2929	IF ( hom(nzb+1,2,58,0) /= 0.0_wp ) THEN
[1221]	2930
	2931	STOP '+++ openACC porting for horizontal flux calculation in flow_statistics is still missing'
	2932	!$OMP DO
	2933	DO i = nxl, nxr
	2934	DO j = nys, nyn
	2935	DO k = nzb_s_inner(j,i)+1, nzt
	2936	!
	2937	!-- Subgrid horizontal heat fluxes u"pt", v"pt"
[1353]	2938	sums_l(k,58,tn) = sums_l(k,58,tn) - 0.5_wp * &
[1221]	2939	( kh(k,j,i) + kh(k,j,i-1) ) &
	2940	* ( pt(k,j,i-1) - pt(k,j,i) ) &
	2941	* ddx * rmask(j,i,sr)
[1353]	2942	sums_l(k,61,tn) = sums_l(k,61,tn) - 0.5_wp * &
[1221]	2943	( kh(k,j,i) + kh(k,j-1,i) ) &
	2944	* ( pt(k,j-1,i) - pt(k,j,i) ) &
	2945	* ddy * rmask(j,i,sr)
	2946	!
	2947	!-- Resolved horizontal heat fluxes upt, vpt
	2948	sums_l(k,59,tn) = sums_l(k,59,tn) + &
[1353]	2949	( u(k,j,i) - hom(k,1,1,sr) ) * 0.5_wp * &
	2950	( pt(k,j,i-1) - hom(k,1,4,sr) + &
	2951	pt(k,j,i) - hom(k,1,4,sr) )
	2952	pts = 0.5_wp * ( pt(k,j-1,i) - hom(k,1,4,sr) + &
	2953	pt(k,j,i) - hom(k,1,4,sr) )
[1221]	2954	sums_l(k,62,tn) = sums_l(k,62,tn) + &
[1353]	2955	( v(k,j,i) - hom(k,1,2,sr) ) * 0.5_wp * &
	2956	( pt(k,j-1,i) - hom(k,1,4,sr) + &
	2957	pt(k,j,i) - hom(k,1,4,sr) )
[1221]	2958	ENDDO
	2959	ENDDO
	2960	ENDDO
	2961	!
	2962	!-- Fluxes at the surface must be zero (e.g. due to the Prandtl-layer)
[1353]	2963	sums_l(nzb,58,tn) = 0.0_wp
	2964	sums_l(nzb,59,tn) = 0.0_wp
	2965	sums_l(nzb,60,tn) = 0.0_wp
	2966	sums_l(nzb,61,tn) = 0.0_wp
	2967	sums_l(nzb,62,tn) = 0.0_wp
	2968	sums_l(nzb,63,tn) = 0.0_wp
[1221]	2969
	2970	ENDIF
	2971
	2972	!
[1365]	2973	!-- Collect current large scale advection and subsidence tendencies for
	2974	!-- data output
[1450]	2975	IF ( large_scale_forcing .AND. ( simulated_time .GT. 0.0_wp ) ) THEN
[1365]	2976	!
	2977	!-- Interpolation in time of LSF_DATA
	2978	nt = 1
[1386]	2979	DO WHILE ( simulated_time - dt_3d > time_vert(nt) )
[1365]	2980	nt = nt + 1
	2981	ENDDO
[1386]	2982	IF ( simulated_time - dt_3d /= time_vert(nt) ) THEN
[1365]	2983	nt = nt - 1
	2984	ENDIF
	2985
[1386]	2986	fac = ( simulated_time - dt_3d - time_vert(nt) ) &
[1365]	2987	/ ( time_vert(nt+1)-time_vert(nt) )
	2988
	2989
	2990	DO k = nzb, nzt
[1382]	2991	sums_ls_l(k,0) = td_lsa_lpt(k,nt) &
	2992	+ fac * ( td_lsa_lpt(k,nt+1) - td_lsa_lpt(k,nt) )
	2993	sums_ls_l(k,1) = td_lsa_q(k,nt) &
	2994	+ fac * ( td_lsa_q(k,nt+1) - td_lsa_q(k,nt) )
[1365]	2995	ENDDO
	2996
[1382]	2997	sums_ls_l(nzt+1,0) = sums_ls_l(nzt,0)
	2998	sums_ls_l(nzt+1,1) = sums_ls_l(nzt,1)
	2999
[1365]	3000	IF ( large_scale_subsidence .AND. use_subsidence_tendencies ) THEN
	3001
	3002	DO k = nzb, nzt
[1382]	3003	sums_ls_l(k,2) = td_sub_lpt(k,nt) + fac * &
	3004	( td_sub_lpt(k,nt+1) - td_sub_lpt(k,nt) )
	3005	sums_ls_l(k,3) = td_sub_q(k,nt) + fac * &
	3006	( td_sub_q(k,nt+1) - td_sub_q(k,nt) )
[1365]	3007	ENDDO
	3008
[1382]	3009	sums_ls_l(nzt+1,2) = sums_ls_l(nzt,2)
	3010	sums_ls_l(nzt+1,3) = sums_ls_l(nzt,3)
	3011
[1365]	3012	ENDIF
	3013
	3014	ENDIF
	3015
[1551]	3016
	3017	IF ( land_surface ) THEN
	3018	!$OMP DO
	3019	DO i = nxl, nxr
	3020	DO j = nys, nyn
	3021	DO k = nzb_soil, nzt_soil
	3022	sums_l(k,89,tn) = sums_l(k,89,tn) + t_soil(k,j,i) * rmask(j,i,sr)
	3023	sums_l(k,91,tn) = sums_l(k,91,tn) + m_soil(k,j,i) * rmask(j,i,sr)
	3024	ENDDO
	3025	ENDDO
	3026	ENDDO
	3027	ENDIF
	3028
	3029
[1585]	3030	IF ( radiation .AND. radiation_scheme == 'rrtmg' ) THEN
	3031	!$OMP DO
	3032	DO i = nxl, nxr
	3033	DO j = nys, nyn
	3034	DO k = nzb_s_inner(j,i)+1, nzt+1
	3035	sums_l(k,102,tn) = sums_l(k,102,tn) + rad_lw_in(k,j,i) * rmask(j,i,sr)
	3036	sums_l(k,103,tn) = sums_l(k,103,tn) + rad_lw_out(k,j,i) * rmask(j,i,sr)
	3037	sums_l(k,104,tn) = sums_l(k,104,tn) + rad_sw_in(k,j,i) * rmask(j,i,sr)
	3038	sums_l(k,105,tn) = sums_l(k,105,tn) + rad_sw_out(k,j,i) * rmask(j,i,sr)
	3039	ENDDO
	3040	ENDDO
	3041	ENDDO
	3042	ENDIF
	3043
[1365]	3044	!
[1221]	3045	!-- Calculate the user-defined profiles
	3046	CALL user_statistics( 'profiles', sr, tn )
	3047	!$OMP END PARALLEL
	3048
	3049	!
	3050	!-- Summation of thread sums
	3051	IF ( threads_per_task > 1 ) THEN
	3052	STOP '+++ openACC porting for threads_per_task > 1 in flow_statistics is still missing'
	3053	DO i = 1, threads_per_task-1
	3054	sums_l(:,3,0) = sums_l(:,3,0) + sums_l(:,3,i)
	3055	sums_l(:,4:40,0) = sums_l(:,4:40,0) + sums_l(:,4:40,i)
	3056	sums_l(:,45:pr_palm,0) = sums_l(:,45:pr_palm,0) + &
	3057	sums_l(:,45:pr_palm,i)
	3058	IF ( max_pr_user > 0 ) THEN
	3059	sums_l(:,pr_palm+1:pr_palm+max_pr_user,0) = &
	3060	sums_l(:,pr_palm+1:pr_palm+max_pr_user,0) + &
	3061	sums_l(:,pr_palm+1:pr_palm+max_pr_user,i)
	3062	ENDIF
	3063	ENDDO
	3064	ENDIF
	3065
	3066	!$acc update host( hom, sums, sums_l )
	3067
	3068	#if defined( __parallel )
	3069
	3070	!
	3071	!-- Compute total sum from local sums
	3072	IF ( collective_wait ) CALL MPI_BARRIER( comm2d, ierr )
	3073	CALL MPI_ALLREDUCE( sums_l(nzb,1,0), sums(nzb,1), ngp_sums, MPI_REAL, &
	3074	MPI_SUM, comm2d, ierr )
[1365]	3075	IF ( large_scale_forcing ) THEN
	3076	CALL MPI_ALLREDUCE( sums_ls_l(nzb,2), sums(nzb,83), ngp_sums_ls, &
	3077	MPI_REAL, MPI_SUM, comm2d, ierr )
	3078	ENDIF
[1221]	3079	#else
	3080	sums = sums_l(:,:,0)
[1365]	3081	IF ( large_scale_forcing ) THEN
	3082	sums(:,81:88) = sums_ls_l
	3083	ENDIF
[1221]	3084	#endif
	3085
	3086	!
	3087	!-- Final values are obtained by division by the total number of grid points
	3088	!-- used for summation. After that store profiles.
	3089	!-- Profiles:
	3090	DO k = nzb, nzt+1
	3091	sums(k,3) = sums(k,3) / ngp_2dh(sr)
	3092	sums(k,8:11) = sums(k,8:11) / ngp_2dh_s_inner(k,sr)
	3093	sums(k,12:22) = sums(k,12:22) / ngp_2dh(sr)
	3094	sums(k,23:29) = sums(k,23:29) / ngp_2dh_s_inner(k,sr)
	3095	sums(k,30:32) = sums(k,30:32) / ngp_2dh(sr)
	3096	sums(k,33:34) = sums(k,33:34) / ngp_2dh_s_inner(k,sr)
	3097	sums(k,35:39) = sums(k,35:39) / ngp_2dh(sr)
	3098	sums(k,40) = sums(k,40) / ngp_2dh_s_inner(k,sr)
	3099	sums(k,45:53) = sums(k,45:53) / ngp_2dh(sr)
	3100	sums(k,54) = sums(k,54) / ngp_2dh_s_inner(k,sr)
	3101	sums(k,55:63) = sums(k,55:63) / ngp_2dh(sr)
	3102	sums(k,64) = sums(k,64) / ngp_2dh_s_inner(k,sr)
[1365]	3103	sums(k,70:80) = sums(k,70:80) / ngp_2dh_s_inner(k,sr)
	3104	sums(k,81:88) = sums(k,81:88) / ngp_2dh(sr)
[1585]	3105	sums(k,89:105) = sums(k,89:105) / ngp_2dh(sr)
	3106	sums(k,106:pr_palm-2) = sums(k,106:pr_palm-2)/ ngp_2dh_s_inner(k,sr)
[1221]	3107	ENDDO
	3108
	3109	!-- Upstream-parts
	3110	sums(nzb:nzb+11,pr_palm-1) = sums(nzb:nzb+11,pr_palm-1) / ngp_3d(sr)
	3111	!-- u* and so on
	3112	!-- As sums(nzb:nzb+3,pr_palm) are full 2D arrays (us, usws, vsws, ts) whose
	3113	!-- size is always ( nx + 1 ) * ( ny + 1 ), defined at the first grid layer
	3114	!-- above the topography, they are being divided by ngp_2dh(sr)
	3115	sums(nzb:nzb+3,pr_palm) = sums(nzb:nzb+3,pr_palm) / &
	3116	ngp_2dh(sr)
	3117	sums(nzb+12,pr_palm) = sums(nzb+12,pr_palm) / & ! qs
	3118	ngp_2dh(sr)
	3119	!-- eges, e*
	3120	sums(nzb+4:nzb+5,pr_palm) = sums(nzb+4:nzb+5,pr_palm) / &
	3121	ngp_3d(sr)
	3122	!-- Old and new divergence
	3123	sums(nzb+9:nzb+10,pr_palm) = sums(nzb+9:nzb+10,pr_palm) / &
	3124	ngp_3d_inner(sr)
	3125
	3126	!-- User-defined profiles
	3127	IF ( max_pr_user > 0 ) THEN
	3128	DO k = nzb, nzt+1
	3129	sums(k,pr_palm+1:pr_palm+max_pr_user) = &
	3130	sums(k,pr_palm+1:pr_palm+max_pr_user) / &
	3131	ngp_2dh_s_inner(k,sr)
	3132	ENDDO
	3133	ENDIF
	3134
	3135	!
	3136	!-- Collect horizontal average in hom.
	3137	!-- Compute deduced averages (e.g. total heat flux)
	3138	hom(:,1,3,sr) = sums(:,3) ! w
	3139	hom(:,1,8,sr) = sums(:,8) ! e profiles 5-7 are initial profiles
	3140	hom(:,1,9,sr) = sums(:,9) ! km
	3141	hom(:,1,10,sr) = sums(:,10) ! kh
	3142	hom(:,1,11,sr) = sums(:,11) ! l
	3143	hom(:,1,12,sr) = sums(:,12) ! w"u"
	3144	hom(:,1,13,sr) = sums(:,13) ! wu
	3145	hom(:,1,14,sr) = sums(:,14) ! w"v"
	3146	hom(:,1,15,sr) = sums(:,15) ! wv
	3147	hom(:,1,16,sr) = sums(:,16) ! w"pt"
	3148	hom(:,1,17,sr) = sums(:,17) ! wpt
	3149	hom(:,1,18,sr) = sums(:,16) + sums(:,17) ! wpt
	3150	hom(:,1,19,sr) = sums(:,12) + sums(:,13) ! wu
	3151	hom(:,1,20,sr) = sums(:,14) + sums(:,15) ! wv
	3152	hom(:,1,21,sr) = sums(:,21) ! wptBC
	3153	hom(:,1,22,sr) = sums(:,16) + sums(:,21) ! wptBC
	3154	! profile 24 is initial profile (sa)
	3155	! profiles 25-29 left empty for initial
	3156	! profiles
	3157	hom(:,1,30,sr) = sums(:,30) ! u*2
	3158	hom(:,1,31,sr) = sums(:,31) ! v*2
	3159	hom(:,1,32,sr) = sums(:,32) ! w*2
	3160	hom(:,1,33,sr) = sums(:,33) ! pt*2
	3161	hom(:,1,34,sr) = sums(:,34) ! e*
	3162	hom(:,1,35,sr) = sums(:,35) ! w2pt
	3163	hom(:,1,36,sr) = sums(:,36) ! wpt2
	3164	hom(:,1,37,sr) = sums(:,37) ! we
	3165	hom(:,1,38,sr) = sums(:,38) ! w*3
[1353]	3166	hom(:,1,39,sr) = sums(:,38) / ( abs( sums(:,32) ) + 1E-20_wp )**1.5_wp ! Sw
[1221]	3167	hom(:,1,40,sr) = sums(:,40) ! p
	3168	hom(:,1,45,sr) = sums(:,45) ! w"vpt"
	3169	hom(:,1,46,sr) = sums(:,46) ! wvpt
	3170	hom(:,1,47,sr) = sums(:,45) + sums(:,46) ! wvpt
	3171	hom(:,1,48,sr) = sums(:,48) ! w"q" (w"qv")
	3172	hom(:,1,49,sr) = sums(:,49) ! wq (wqv)
	3173	hom(:,1,50,sr) = sums(:,48) + sums(:,49) ! wq (wqv)
	3174	hom(:,1,51,sr) = sums(:,51) ! w"qv"
	3175	hom(:,1,52,sr) = sums(:,52) ! wqv
	3176	hom(:,1,53,sr) = sums(:,52) + sums(:,51) ! wq (wqv)
	3177	hom(:,1,54,sr) = sums(:,54) ! ql
	3178	hom(:,1,55,sr) = sums(:,55) ! wuu*/dz
	3179	hom(:,1,56,sr) = sums(:,56) ! wp/dz
	3180	hom(:,1,57,sr) = sums(:,57) ! ( w"e + w"p"/rho )/dz
	3181	hom(:,1,58,sr) = sums(:,58) ! u"pt"
	3182	hom(:,1,59,sr) = sums(:,59) ! upt
	3183	hom(:,1,60,sr) = sums(:,58) + sums(:,59) ! upt_t
	3184	hom(:,1,61,sr) = sums(:,61) ! v"pt"
	3185	hom(:,1,62,sr) = sums(:,62) ! vpt
	3186	hom(:,1,63,sr) = sums(:,61) + sums(:,62) ! vpt_t
	3187	hom(:,1,64,sr) = sums(:,64) ! rho
	3188	hom(:,1,65,sr) = sums(:,65) ! w"sa"
	3189	hom(:,1,66,sr) = sums(:,66) ! wsa
	3190	hom(:,1,67,sr) = sums(:,65) + sums(:,66) ! wsa
	3191	hom(:,1,68,sr) = sums(:,68) ! wp
	3192	hom(:,1,69,sr) = sums(:,69) ! w"e + w"p"/rho
	3193	hom(:,1,70,sr) = sums(:,70) ! q*2
	3194	hom(:,1,71,sr) = sums(:,71) ! prho
[1353]	3195	hom(:,1,72,sr) = hyp * 1E-4_wp ! hyp in dbar
[1221]	3196	hom(:,1,73,sr) = sums(:,73) ! nr
	3197	hom(:,1,74,sr) = sums(:,74) ! qr
	3198	hom(:,1,75,sr) = sums(:,75) ! qc
	3199	hom(:,1,76,sr) = sums(:,76) ! prr (precipitation rate)
	3200	! 77 is initial density profile
[1241]	3201	hom(:,1,78,sr) = ug ! ug
	3202	hom(:,1,79,sr) = vg ! vg
[1299]	3203	hom(:,1,80,sr) = w_subs ! w_subs
[1221]	3204
[1365]	3205	IF ( large_scale_forcing ) THEN
[1382]	3206	hom(:,1,81,sr) = sums_ls_l(:,0) ! td_lsa_lpt
	3207	hom(:,1,82,sr) = sums_ls_l(:,1) ! td_lsa_q
[1365]	3208	IF ( use_subsidence_tendencies ) THEN
[1382]	3209	hom(:,1,83,sr) = sums_ls_l(:,2) ! td_sub_lpt
	3210	hom(:,1,84,sr) = sums_ls_l(:,3) ! td_sub_q
[1365]	3211	ELSE
[1382]	3212	hom(:,1,83,sr) = sums(:,83) ! td_sub_lpt
	3213	hom(:,1,84,sr) = sums(:,84) ! td_sub_q
[1365]	3214	ENDIF
[1382]	3215	hom(:,1,85,sr) = sums(:,85) ! td_nud_lpt
	3216	hom(:,1,86,sr) = sums(:,86) ! td_nud_q
	3217	hom(:,1,87,sr) = sums(:,87) ! td_nud_u
	3218	hom(:,1,88,sr) = sums(:,88) ! td_nud_v
[1365]	3219	END IF
	3220
[1221]	3221	hom(:,1,pr_palm-1,sr) = sums(:,pr_palm-1)
	3222	! upstream-parts u_x, u_y, u_z, v_x,
	3223	! v_y, usw. (in last but one profile)
	3224	hom(:,1,pr_palm,sr) = sums(:,pr_palm)
	3225	! u, w'u', w'v', t (in last profile)
	3226
	3227	IF ( max_pr_user > 0 ) THEN ! user-defined profiles
	3228	hom(:,1,pr_palm+1:pr_palm+max_pr_user,sr) = &
	3229	sums(:,pr_palm+1:pr_palm+max_pr_user)
	3230	ENDIF
	3231
	3232	!
	3233	!-- Determine the boundary layer height using two different schemes.
	3234	!-- First scheme: Starting from the Earth's (Ocean's) surface, look for the
	3235	!-- first relative minimum (maximum) of the total heat flux.
	3236	!-- The corresponding height is assumed as the boundary layer height, if it
	3237	!-- is less than 1.5 times the height where the heat flux becomes negative
	3238	!-- (positive) for the first time.
[1353]	3239	z_i(1) = 0.0_wp
[1221]	3240	first = .TRUE.
	3241
	3242	IF ( ocean ) THEN
	3243	DO k = nzt, nzb+1, -1
[1353]	3244	IF ( first .AND. hom(k,1,18,sr) < 0.0_wp &
	3245	.AND. abs(hom(k,1,18,sr)) > 1.0E-8_wp ) THEN
[1221]	3246	first = .FALSE.
	3247	height = zw(k)
	3248	ENDIF
[1353]	3249	IF ( hom(k,1,18,sr) < 0.0_wp .AND. &
	3250	abs(hom(k,1,18,sr)) > 1.0E-8_wp .AND. &
[1221]	3251	hom(k-1,1,18,sr) > hom(k,1,18,sr) ) THEN
[1353]	3252	IF ( zw(k) < 1.5_wp * height ) THEN
[1221]	3253	z_i(1) = zw(k)
	3254	ELSE
	3255	z_i(1) = height
	3256	ENDIF
	3257	EXIT
	3258	ENDIF
	3259	ENDDO
	3260	ELSE
	3261	DO k = nzb, nzt-1
[1353]	3262	IF ( first .AND. hom(k,1,18,sr) < 0.0_wp &
	3263	.AND. abs(hom(k,1,18,sr)) > 1.0E-8_wp ) THEN
[1221]	3264	first = .FALSE.
	3265	height = zw(k)
	3266	ENDIF
	3267	IF ( hom(k,1,18,sr) < 0.0 .AND. &
[1353]	3268	abs(hom(k,1,18,sr)) > 1.0E-8_wp .AND. &
[1221]	3269	hom(k+1,1,18,sr) > hom(k,1,18,sr) ) THEN
[1353]	3270	IF ( zw(k) < 1.5_wp * height ) THEN
[1221]	3271	z_i(1) = zw(k)
	3272	ELSE
	3273	z_i(1) = height
	3274	ENDIF
	3275	EXIT
	3276	ENDIF
	3277	ENDDO
	3278	ENDIF
	3279
	3280	!
	3281	!-- Second scheme: Gradient scheme from Sullivan et al. (1998), modified
	3282	!-- by Uhlenbrock(2006). The boundary layer height is the height with the
	3283	!-- maximal local temperature gradient: starting from the second (the last
	3284	!-- but one) vertical gridpoint, the local gradient must be at least
	3285	!-- 0.2K/100m and greater than the next four gradients.
	3286	!-- WARNING: The threshold value of 0.2K/100m must be adjusted for the
	3287	!-- ocean case!
[1353]	3288	z_i(2) = 0.0_wp
[1221]	3289	DO k = nzb+1, nzt+1
	3290	dptdz(k) = ( hom(k,1,4,sr) - hom(k-1,1,4,sr) ) * ddzu(k)
	3291	ENDDO
[1322]	3292	dptdz_threshold = 0.2_wp / 100.0_wp
[1221]	3293
	3294	IF ( ocean ) THEN
	3295	DO k = nzt+1, nzb+5, -1
	3296	IF ( dptdz(k) > dptdz_threshold .AND. &
	3297	dptdz(k) > dptdz(k-1) .AND. dptdz(k) > dptdz(k-2) .AND. &
	3298	dptdz(k) > dptdz(k-3) .AND. dptdz(k) > dptdz(k-4) ) THEN
	3299	z_i(2) = zw(k-1)
	3300	EXIT
	3301	ENDIF
	3302	ENDDO
	3303	ELSE
	3304	DO k = nzb+1, nzt-3
	3305	IF ( dptdz(k) > dptdz_threshold .AND. &
	3306	dptdz(k) > dptdz(k+1) .AND. dptdz(k) > dptdz(k+2) .AND. &
	3307	dptdz(k) > dptdz(k+3) .AND. dptdz(k) > dptdz(k+4) ) THEN
	3308	z_i(2) = zw(k-1)
	3309	EXIT
	3310	ENDIF
	3311	ENDDO
	3312	ENDIF
	3313
	3314	hom(nzb+6,1,pr_palm,sr) = z_i(1)
	3315	hom(nzb+7,1,pr_palm,sr) = z_i(2)
	3316
	3317	!
	3318	!-- Computation of both the characteristic vertical velocity and
	3319	!-- the characteristic convective boundary layer temperature.
	3320	!-- The horizontal average at nzb+1 is input for the average temperature.
[1353]	3321	IF ( hom(nzb,1,18,sr) > 0.0_wp .AND. abs(hom(nzb,1,18,sr)) > 1.0E-8_wp &
	3322	.AND. z_i(1) /= 0.0_wp ) THEN
	3323	hom(nzb+8,1,pr_palm,sr) = ( g / hom(nzb+1,1,4,sr) * &
	3324	hom(nzb,1,18,sr) * &
	3325	ABS( z_i(1) ) )**0.333333333_wp
[1221]	3326	!-- so far this only works if Prandtl layer is used
	3327	hom(nzb+11,1,pr_palm,sr) = hom(nzb,1,16,sr) / hom(nzb+8,1,pr_palm,sr)
	3328	ELSE
[1353]	3329	hom(nzb+8,1,pr_palm,sr) = 0.0_wp
	3330	hom(nzb+11,1,pr_palm,sr) = 0.0_wp
[1221]	3331	ENDIF
	3332
	3333	!
	3334	!-- Collect the time series quantities
	3335	ts_value(1,sr) = hom(nzb+4,1,pr_palm,sr) ! E
	3336	ts_value(2,sr) = hom(nzb+5,1,pr_palm,sr) ! E*
	3337	ts_value(3,sr) = dt_3d
	3338	ts_value(4,sr) = hom(nzb,1,pr_palm,sr) ! u*
	3339	ts_value(5,sr) = hom(nzb+3,1,pr_palm,sr) ! th*
	3340	ts_value(6,sr) = u_max
	3341	ts_value(7,sr) = v_max
	3342	ts_value(8,sr) = w_max
	3343	ts_value(9,sr) = hom(nzb+10,1,pr_palm,sr) ! new divergence
	3344	ts_value(10,sr) = hom(nzb+9,1,pr_palm,sr) ! old Divergence
	3345	ts_value(11,sr) = hom(nzb+6,1,pr_palm,sr) ! z_i(1)
	3346	ts_value(12,sr) = hom(nzb+7,1,pr_palm,sr) ! z_i(2)
	3347	ts_value(13,sr) = hom(nzb+8,1,pr_palm,sr) ! w*
	3348	ts_value(14,sr) = hom(nzb,1,16,sr) ! w'pt' at k=0
	3349	ts_value(15,sr) = hom(nzb+1,1,16,sr) ! w'pt' at k=1
	3350	ts_value(16,sr) = hom(nzb+1,1,18,sr) ! wpt at k=1
	3351	ts_value(17,sr) = hom(nzb,1,4,sr) ! pt(0)
	3352	ts_value(18,sr) = hom(nzb+1,1,4,sr) ! pt(zp)
	3353	ts_value(19,sr) = hom(nzb+1,1,pr_palm,sr) ! u'w' at k=0
	3354	ts_value(20,sr) = hom(nzb+2,1,pr_palm,sr) ! v'w' at k=0
	3355	ts_value(21,sr) = hom(nzb,1,48,sr) ! w"q" at k=0
	3356
[1353]	3357	IF ( ts_value(5,sr) /= 0.0_wp ) THEN
	3358	ts_value(22,sr) = ts_value(4,sr)**2_wp / &
[1221]	3359	( kappa * g * ts_value(5,sr) / ts_value(18,sr) ) ! L
	3360	ELSE
[1353]	3361	ts_value(22,sr) = 10000.0_wp
[1221]	3362	ENDIF
	3363
	3364	ts_value(23,sr) = hom(nzb+12,1,pr_palm,sr) ! q*
[1551]	3365
[1221]	3366	!
[1551]	3367	!-- Collect land surface model timeseries
	3368	IF ( land_surface ) THEN
	3369	ts_value(dots_soil ,sr) = hom(nzb,1,93,sr) ! ghf_eb
	3370	ts_value(dots_soil+1,sr) = hom(nzb,1,94,sr) ! shf_eb
	3371	ts_value(dots_soil+2,sr) = hom(nzb,1,95,sr) ! qsws_eb
	3372	ts_value(dots_soil+3,sr) = hom(nzb,1,96,sr) ! qsws_liq_eb
	3373	ts_value(dots_soil+4,sr) = hom(nzb,1,97,sr) ! qsws_soil_eb
	3374	ts_value(dots_soil+5,sr) = hom(nzb,1,98,sr) ! qsws_veg_eb
[1555]	3375	ts_value(dots_soil+6,sr) = hom(nzb,1,99,sr) ! r_a
	3376	ts_value(dots_soil+7,sr) = hom(nzb,1,100,sr) ! r_s
[1551]	3377	ENDIF
	3378	!
	3379	!-- Collect radiation model timeseries
	3380	IF ( radiation ) THEN
[1585]	3381	ts_value(dots_rad,sr) = hom(nzb,1,101,sr) ! rad_net
	3382	ts_value(dots_rad+1,sr) = hom(nzb,1,102,sr) ! rad_lw_in
	3383	ts_value(dots_rad+2,sr) = hom(nzb,1,103,sr) ! rad_lw_out
	3384	ts_value(dots_rad+3,sr) = hom(nzb,1,104,sr) ! rad_lw_in
	3385	ts_value(dots_rad+4,sr) = hom(nzb,1,105,sr) ! rad_lw_out
	3386
	3387	#if defined ( __rrtmg )
	3388	IF ( radiation_scheme == 'rrtmg' ) THEN
	3389	ts_value(dots_rad+5,sr) = hom(nzb,1,106,sr) ! rrtm_aldif
	3390	ts_value(dots_rad+6,sr) = hom(nzb,1,107,sr) ! rrtm_aldir
	3391	ts_value(dots_rad+7,sr) = hom(nzb,1,108,sr) ! rrtm_asdif
	3392	ts_value(dots_rad+8,sr) = hom(nzb,1,109,sr) ! rrtm_asdir
	3393	ENDIF
	3394	#endif
	3395
[1551]	3396	ENDIF
	3397
	3398	!
[1221]	3399	!-- Calculate additional statistics provided by the user interface
	3400	CALL user_statistics( 'time_series', sr, 0 )
	3401
	3402	ENDDO ! loop of the subregions
	3403
	3404	!$acc end data
	3405
	3406	!
	3407	!-- If required, sum up horizontal averages for subsequent time averaging
	3408	IF ( do_sum ) THEN
[1353]	3409	IF ( average_count_pr == 0 ) hom_sum = 0.0_wp
[1221]	3410	hom_sum = hom_sum + hom(:,1,:,:)
	3411	average_count_pr = average_count_pr + 1
	3412	do_sum = .FALSE.
	3413	ENDIF
	3414
	3415	!
	3416	!-- Set flag for other UPs (e.g. output routines, but also buoyancy).
	3417	!-- This flag is reset after each time step in time_integration.
	3418	flow_statistics_called = .TRUE.
	3419
	3420	CALL cpu_log( log_point(10), 'flow_statistics', 'stop' )
	3421
	3422
	3423	END SUBROUTINE flow_statistics
	3424	#endif

Note: See TracBrowser for help on using the repository browser.

Download in other formats:

| Impressum | ©Leibniz Universität Hannover |