MODULE advection
!--------------------------------------------------------------------------------!
! This file is part of PALM.
!
! PALM is free software: you can redistribute it and/or modify it under the terms
! of the GNU General Public License as published by the Free Software Foundation,
! either version 3 of the License, or (at your option) any later version.
!
! PALM is distributed in the hope that it will be useful, but WITHOUT ANY
! WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR
! A PARTICULAR PURPOSE. See the GNU General Public License for more details.
!
! You should have received a copy of the GNU General Public License along with
! PALM. If not, see .
!
! Copyright 1997-2014 Leibniz Universitaet Hannover
!--------------------------------------------------------------------------------!
!
! Current revisions:
! ------------------
!
!
! Former revisions:
! -----------------
! $Id: modules.f90 1576 2015-03-27 10:23:30Z heinze $
!
! 1575 2015-03-27 09:56:27Z raasch
! +ngp_xz
!
! 1560 2015-03-06 10:48:54Z keck
! +recycling_yshift
!
! 1557 2015-03-05 16:43:04Z suehring
! +monotonic_adjustment
!
! 1551 2015-03-03 14:18:16Z maronga
! Increased pr_palm to 120. Increased length of dots_unit and dots_label to 13
! digits. Increased length of domask, do2d, and do3d to 20 digits.
!
! 1496 2014-12-02 17:25:50Z maronga
! Renamed "radiation" -> "cloud_top_radiation"
!
! 1484 2014-10-21 10:53:05Z kanani
! Changes due to new module structure of the plant canopy model:
! canopy-model related parameters/variables moved to module
! plant_canopy_model_mod
!
! 1468 2014-09-24 14:06:57Z maronga
! Adapted for use on up to 6-digit processor cores.
! Increased identifier string length for user-defined quantities to 20.
!
! 1450 2014-08-21 07:31:51Z heinze
! ntnudge from 100 to 1000 increased to allow longer simulations
!
! 1431 2014-07-15 14:47:17Z suehring
! +var_d
!
! 1429 2014-07-15 12:53:45Z knoop
! +ensemble_member_nr to prepare the random_generator for ensemble runs
!
! 1382 2014-04-30 12:15:41Z boeske
! Renamed variables which store large scale forcing tendencies
! pt_lsa -> td_lsa_lpt, pt_subs -> td_sub_lpt,
! q_lsa -> td_lsa_q, q_subs -> td_sub_q
!
! 1365 2014-04-22 15:03:56Z boeske
! Usage of large scale forcing enabled:
! increase pr_palm from 90 to 100 to allow for more standard profiles
! + ngp_sums_ls, pt_lsa, pt_subs, q_lsa, q_subs, tmp_tnudge, sums_ls_l,
! use_subsidence_tendencies
!
! 1361 2014-04-16 15:17:48Z hoffmann
! tend_* removed
! call_microphysics_at_all_substeps added
! default of drizzle set to true
!
! 1359 2014-04-11 17:15:14Z hoffmann
! particle_attributes moved to mod_particle_attributes.f90
!
! 1353 2014-04-08 15:21:23Z heinze
! REAL constants provided with KIND-attribute
!
! 1327 2014-03-21 11:00:16Z raasch
! REAL constants defined as wp-kind
! -avs_output, data_output_format, do3d_compress, iso2d_output, netcdf_output
!
! 1320 2014-03-20 08:40:49Z raasch
! ONLY-attribute added to USE-statements,
! kind-parameters added to all INTEGER and REAL declaration statements,
! kinds are defined in new module kinds,
! old module precision_kind is removed,
! revision history before 2012 removed,
! comment fields (!:) to be used for variable explanations added to
! all variable declaration statements
!
! 1318 2014-03-17 13:35:16Z raasch
! module cpulog moved to new separate module-file
! interface for cpu_log removed
!
! 1314 2014-03-14 18:25:17Z suehring
! + log_z_z0, number_of_sublayers, z0_av_global
! 1308 2014-03-13 14:58:42Z fricke
! +ntdim_2d_xy, ntdim_2d_xz, ntdim_2d_yz, ntdim_3d
!
! 1257 2013-11-08 15:18:40Z raasch
! set default values for grid indices of maximum velocity components
! u|v|w_max_ijk
!
! 1241 2013-10-30 11:36:58Z heinze
! Usage of nudging enabled
! +nudging, ntnudge, ptnudge, qnudge, tnudge, unudge, vnudge, wnudge
! increase pr_palm from 80 to 90 to allow for more standard profiles
!
! Enable prescribed time depenend surface fluxes and geostrophic wind read in
! from external file LSF_DATA
! +large_scale_forcing, lsf_surf, lsf_vert, nlsf, time_surf, shf_surf, qsws_surf,
! pt_surf, q_surf, p_surf, time_vert, ug_vert, vg_vert, wsubs_vert
!
! 1221 2013-09-10 08:59:13Z raasch
! wall_flags_0 changed to 32bit int, +wall_flags_00,
! +rflags_s_inner, rflags_invers
!
! 1216 2013-08-26 09:31:42Z raasch
! +transpose_compute_overlap,
! several variables are now defined in the serial (non-parallel) case also
!
! 1212 2013-08-15 08:46:27Z raasch
! +tri
!
! 1179 2013-06-14 05:57:58Z raasch
! +reference_state, ref_state, use_initial_profile_as_reference, vpt_reference,
! use_reference renamed use_single_reference_value
!
! 1159 2013-05-21 11:58:22Z fricke
! -bc_lr_dirneu, bc_lr_neudir, bc_ns_dirneu, bc_ns_neudir
! +use_cmax
!
! 1128 2013-04-12 06:19:32Z raasch
! +background_communication, i_left, i_right, j_north, j_south, req, req_count,
! send_receive, sendrecv_in_background, wait_stat
!
! 1115 2013-03-26 18:16:16Z hoffmann
! unused variables removed
!
! 1113 2013-03-10 02:48:14Z raasch
! +on_device
!
! 1111 2013-03-08 23:54:10Z raasch
! +tric, nr_timesteps_this_run
!
! 1106 2013-03-04 05:31:38Z raasch
! array_kind renamed precision_kind, pdims defined in serial code
! bugfix: default value assigned to coupling_start_time
!
! 1095 2013-02-03 02:21:01Z raasch
! FORTRAN error in r1092 removed
!
! 1092 2013-02-02 11:24:22Z raasch
! character length in some derived type changed for better alignment
!
! 1065 2012-11-22 17:42:36Z hoffmann
! + c_sedimentation, limiter_sedimentation, turbulence, a_1, a_2, a_3, b_1, b_2,
! + b_3, c_1, c_2, c_3, beta_cc
!
! bottom boundary condition of qr, nr changed from Dirichlet to Neumann
!
! 1053 2012-11-13 17:11:03Z hoffmann
! necessary expansions according to the two new prognostic equations (nr, qr)
! of the two-moment cloud physics scheme:
! +*_init, flux_l_*, diss_l_*, flux_s_*, diss_s_*, *sws, *swst, tend_*, *, *_p
! +t*_m, *_1, *_2, *_3, *_av, bc_*_b, bc_*_t, ibc_*_b, ibc_*_t, bc_*_t_val,
! +*_vertical_gradient, *_surface_initial_change, *_vertical_gradient_level,
! +*_vertical_gradient_level_ind, *_surface, constant_waterflux_*,
! +cloud_scheme, icloud_scheme, surface_waterflux_*, sums_ws*s_ws_l, wall_*flux
!
! constants for the two-moment scheme:
! +a_vent, a_term, b_vent, b_term, c_evap, c_term, cof, eps_sb, k_cc, k_cr, k_rr,
! +k_br, kappa_rr, kin_vis_air, mu_constant_value, nc, pirho_l, dpirho_l, rho_1,
! +schmidt, schmidt_p_1d3, stp, x0, xmin, xmax, dt_precipitation, w_precipitation
!
! steering parameters for the two_moment scheme:
! +mu_constant, ventilation_effect
!
! 1036 2012-10-22 13:43:42Z raasch
! code put under GPL (PALM 3.9)
!
! 1031 2012-10-19 14:35:30Z raasch
! +output_format_netcdf
!
! 1015 2012-09-27 09:23:24Z raasch
! +acc_rank, num_acc_per_node,
! -adjust_mixing_length
!
! 1010 2012-09-20 07:59:54Z raasch
! pointer free version can be generated with cpp switch __nopointer
!
! 1003 2012-09-14 14:35:53Z raasch
! -grid_matching, nxa, nya, etc., nnx_pe, nny_pe, spl_*
!
! 1001 2012-09-13 14:08:46Z raasch
! -asselin_filter_factor, cut_spline_overshoot, dt_changed, last_dt_change,
! last_dt_change_1d, long_filter_factor, overshoot_limit_*, ups_limit_*
! several pointer/target arrays converted to normal ones
!
! 996 2012-09-07 10:41:47Z raasch
! -use_prior_plot1d_parameters
!
! 978 2012-08-09 08:28:32Z fricke
! +c_u_m, c_u_m_l, c_v_m, c_v_m_l, c_w_m, c_w_m_l,
! +bc_lr_dirneu, bc_lr_neudir, bc_ns_dirneu, bc_ns_neudir
! -km_damp_x, km_damp_y, km_damp_max, outflow_damping_width
! +z0h, z0h_av, z0h_factor, z0h1d
! +ptdf_x, ptdf_y, pt_damping_width, pt_damping_factor
!
! 964 2012-07-26 09:14:24Z raasch
! -cross_linecolors, cross_linestyles, cross_normalized_x, cross_normx_factor,
! cross_normalized_y, cross_normy_factor, cross_pnc_local,
! cross_profile_numbers, cross_profile_number_counter, cross_uxmax,
! cross_uxmax_computed, cross_uxmax_normalized,
! cross_uxmax_normalized_computed, cross_uxmin, cross_uxmin_computed,
! cross_uxmin_normalized, cross_uxmin_normalized_computed, cross_uymax,
! cross_uymin, cross_xtext, dopr_crossindex, dopr_label, linecolors, linestyles,
! nz_do1d, profil_output, z_max_do1d, z_max_do1d_normalized
!
! 951 2012-07-19 14:22:52Z hoffmann
! changing profile_columns and profile_rows
!
! 940 2012-07-09 14:31:00Z raasch
! +neutral
!
! 927 2012-06-06 19:15:04Z raasch
! +masking_method
!
! 880 2012-04-13 06:28:59Z raasch
! gathered_size, subdomain_size moved to control_parameters
!
! 866 2012-03-28 06:44:41Z raasch
! interface for global_min_max changed
!
! 861 2012-03-26 14:18:34Z suehring
! +wall_flags_0
! -boundary_flags
! +nzb_max
! +adv_sca_1, +adv_mom_1
!
! 849 2012-03-15 10:35:09Z raasch
! +deleted_particles, deleted_tails, tr.._count_sum, tr.._count_recv_sum in
! particle_attributes,
! +de_dx, de_dy, de_dz in arrays_3d,
! first_call_advec_particles renamed first_call_lpm
!
! 828 2012-02-21 12:00:36Z raasch
! +dissipation_classes, radius_classes, use_kernel_tables,
! particle feature color renamed class
!
! 825 2012-02-19 03:03:44Z raasch
! +bfactor, curvature_solution_effects, eps_ros, molecular_weight_of_water,
! vanthoff, -b_cond in cloud_parameters,
! dopts_num increased to 29, particle attributes speed_x|y|z_sgs renamed
! rvar1|2|3
! wang_collision_kernel and turbulence_effects_on_collision replaced by
! collision_kernel, hall_kernel, palm_kernel, wang_kernel
!
! 809 2012-01-30 13:32:58Z marongas
! Bugfix: replaced .AND. and .NOT. with && and ! in the preprocessor directives
!
! 807 2012-01-25 11:53:51Z maronga
! New cpp directive "__check" implemented which is used by check_namelist_files.
! New parameter check_restart has been defined which is needed by
! check_namelist_files only.
!
! 805 2012-01-17 15:53:28Z franke
! Bugfix collective_wait must be out of parallel branch for runs in serial mode
!
! 801 2012-01-10 17:30:36Z suehring
! Dimesion of sums_wsus_ws_l, ! sums_wsvs_ws_l, sums_us2_ws_l, sums_vs2_ws_l,
! sums_ws2_ws_l, sums_wspts_ws_l, sums_wsqs_ws_l, sums_wssas_ws_l increased.
! for thread-safe summation in advec_ws.
!
! RCS Log replace by Id keyword, revision history cleaned up
!
! Revision 1.95 2007/02/11 13:18:30 raasch
! version 3.1b (last under RCS control)
!
! Revision 1.1 1997/07/24 11:21:26 raasch
! Initial revision
!
!
! Description:
! ------------
! Definition of variables for special advection schemes
!------------------------------------------------------------------------------!
USE kinds
REAL(wp), DIMENSION(:), ALLOCATABLE :: aex, bex, dex, eex
SAVE
END MODULE advection
MODULE arrays_3d
!------------------------------------------------------------------------------!
! Description:
! ------------
! Definition of all arrays defined on the computational grid
!------------------------------------------------------------------------------!
USE kinds
REAL(wp), DIMENSION(:), ALLOCATABLE :: &
c_u_m, c_u_m_l, c_v_m, c_v_m_l, c_w_m, c_w_m_l, ddzu, ddzu_pres, &
dd2zu, dzu, ddzw, dzw, hyp, inflow_damping_factor, l_grid, &
nc_1d, nr_1d, ptdf_x, ptdf_y, p_surf, pt_surf, pt_1d, pt_init, &
qsws_surf, q_1d, q_init, q_surf, qc_1d, qr_1d, rdf, rdf_sc, &
ref_state, sa_init, shf_surf, timenudge, time_surf, time_vert, &
tmp_tnudge, ug, u_init, u_nzb_p1_for_vfc, vg, v_init, &
v_nzb_p1_for_vfc, w_subs, zu, zw
REAL(wp), DIMENSION(:,:), ALLOCATABLE :: &
c_u, c_v, c_w, diss_s_e, diss_s_nr, diss_s_pt, diss_s_q, &
diss_s_qr, diss_s_sa, diss_s_u, diss_s_v, diss_s_w, dzu_mg, dzw_mg, &
flux_s_e, flux_s_nr, flux_s_pt, flux_s_q, flux_s_qr, flux_s_sa, &
flux_s_u, flux_s_v, flux_s_w, f1_mg, f2_mg, f3_mg, &
mean_inflow_profiles, nrs, nrsws, nrswst, ptnudge, pt_slope_ref, &
qnudge, qs, qsws, qswst, qswst_remote, qrs, qrsws, qrswst, rif, &
saswsb, saswst, shf, tnudge, td_lsa_lpt, td_lsa_q, td_sub_lpt, &
td_sub_q, total_2d_a, total_2d_o, ts, tswst, ug_vert, unudge, us, &
usws, uswst, vnudge, vg_vert, vsws, vswst, wnudge, wsubs_vert, z0, z0h
REAL(wp), DIMENSION(:,:,:), ALLOCATABLE :: &
d, de_dx, de_dy, de_dz, diss, diss_l_e, &
diss_l_nr, diss_l_pt, diss_l_q, diss_l_qr, diss_l_sa, diss_l_u, &
diss_l_v, diss_l_w, flux_l_e, flux_l_nr, flux_l_pt, flux_l_q, &
flux_l_qr, flux_l_sa, flux_l_u, flux_l_v, flux_l_w, kh, km, &
l_wall, p_loc, tend, tric, &
u_m_l, u_m_n, u_m_r, u_m_s, v_m_l, v_m_n, v_m_r, v_m_s, w_m_l, &
w_m_n, w_m_r, w_m_s
#if defined( __nopointer )
REAL(wp), DIMENSION(:,:,:), ALLOCATABLE, TARGET :: &
e, e_p, nr, nr_p, p, prho, pt, pt_p, q, q_p, qc, ql, ql_c, ql_v, &
ql_vp, qr, qr_p, rho, sa, sa_p, te_m, tnr_m, tpt_m, tq_m, tqr_m, &
tsa_m, tu_m, tv_m, tw_m, u, u_p, v, v_p, vpt, w, w_p
#else
REAL(wp), DIMENSION(:,:,:), ALLOCATABLE, TARGET :: &
e_1, e_2, e_3, p, prho_1, nr_1, nr_2, nr_3, pt_1, pt_2, pt_3, q_1, &
q_2, q_3, qc_1, ql_v, ql_vp, ql_1, ql_2, qr_1, qr_2, qr_3, rho_1, &
sa_1, sa_2, sa_3, u_1, u_2, u_3, v_1, v_2, v_3, vpt_1, w_1, w_2, w_3
REAL(wp), DIMENSION(:,:,:), POINTER :: &
e, e_p, nr, nr_p, prho, pt, pt_p, q, q_p, qc, ql, ql_c, qr, qr_p, &
rho, sa, sa_p, te_m, tnr_m, tpt_m, tq_m, tqr_m, tsa_m, tu_m, tv_m, &
tw_m, u, u_p, v, v_p, vpt, w, w_p
#endif
REAL(wp), DIMENSION(:,:,:,:), ALLOCATABLE :: rif_wall, tri
REAL(wp), DIMENSION(:,:,:), ALLOCATABLE :: var_x, var_y, var_z, gamma_x, &
gamma_y, gamma_z
SAVE
END MODULE arrays_3d
MODULE averaging
!------------------------------------------------------------------------------!
! Description:
! ------------
! Definition of variables needed for time-averaging of 2d/3d data
!------------------------------------------------------------------------------!
USE kinds
REAL(wp), DIMENSION(:,:), ALLOCATABLE :: lwp_av, precipitation_rate_av, &
qsws_av, shf_av,ts_av, us_av, z0_av, &
z0h_av
REAL(wp), DIMENSION(:,:,:), ALLOCATABLE, TARGET :: &
e_av, lpt_av, nr_av, p_av, pc_av, pr_av, prr_av, pt_av, q_av, qc_av, &
ql_av, ql_c_av, ql_v_av, ql_vp_av, qr_av, qv_av, rho_av, s_av, sa_av,&
u_av, v_av, vpt_av, w_av
END MODULE averaging
MODULE cloud_parameters
!------------------------------------------------------------------------------!
! Description:
! ------------
! Definition of variables and constants for cloud physics
!------------------------------------------------------------------------------!
USE kinds
LOGICAL :: curvature_solution_effects = .FALSE., &
limiter_sedimentation = .TRUE., &
ventilation_effect = .FALSE.
REAL(wp) :: a_1 = 8.69E-4_wp, & !: coef. in turb. parametrization (cm-2 s3)
a_2 = -7.38E-5_wp, & !: coef. in turb. parametrization (cm-2 s3)
a_3 = -1.40E-2_wp, & !: coef. in turb. parametrization
a_term = 9.65_wp, & !: coef. for terminal velocity (m s-1)
a_vent = 0.78_wp, & !: coef. for ventilation effect
b_1 = 11.45E-6_wp, & !: coef. in turb. parametrization (m)
b_2 = 9.68E-6_wp, & !: coef. in turb. parametrization (m)
b_3 = 0.62_wp, & !: coef. in turb. parametrization
b_term = 9.8_wp, & !: coef. for terminal velocity (m s-1)
b_vent = 0.308_wp, & !: coef. for ventilation effect
beta_cc = 3.09E-4_wp, & !: coef. in turb. parametrization (cm-2 s3)
bfactor, & !: solution effect on diffusional growth
c_1 = 4.82E-6_wp, & !: coef. in turb. parametrization (m)
c_2 = 4.8E-6_wp, & !: coef. in turb. parametrization (m)
c_3 = 0.76_wp, & !: coef. in turb. parametrization
c_const = 0.93_wp, & !: const. in Taylor-microscale Reynolds number
c_evap = 0.7_wp, & !: constant in evaporation
c_sedimentation = 2.0_wp, & !: Courant number of sedimentation process
c_term = 600.0_wp, & !: coef. for terminal velocity (m-1)
cof(6) = (/ 76.18009172947146_wp, & !: coefficients in the
-86.50532032941677_wp, & !: numerical
24.01409824083091_wp, & !: calculation of the
-1.231739572450155_wp, & !: gamma function
0.1208650973866179E-2_wp, &
-0.5395239384953E-5_wp /), &
cp = 1005.0_wp, & !: heat capacity of dry air (J kg-1 K-1)
diff_coeff_l = 0.23E-4_wp, & !: diffusivity of water vapor (m2 s-1)
effective_coll_efficiency, & !: effective collision efficiency
eps_ros = 1.0E-4_wp, & !: accuracy of Rosenbrock method
eps_sb = 1.0E-20_wp, & !: threshold in two-moments scheme
k_cc = 9.44E09_wp, & !: const. cloud-cloud kernel (m3 kg-2 s-1)
k_cr0 = 4.33_wp, & !: const. cloud-rain kernel (m3 kg-1 s-1)
k_rr = 7.12_wp, & !: const. rain-rain kernel (m3 kg-1 s-1)
k_br = 1000._wp, & !: const. in breakup parametrization (m-1)
k_st = 1.2E8_wp, & !: const. in drizzle parametrization (m-1 s-1)
kappa_rr = 60.7_wp, & !: const. in collision kernel (kg-1/3)
kin_vis_air = 1.4086E-5_wp, & !: kin. viscosity of air (m2 s-1)
l_v = 2.5E+06_wp, & !: latent heat of vaporization (J kg-1)
l_d_cp, l_d_r, l_d_rv, & !: l_v / cp, l_v / r_d, l_v / r_v
mass_of_solute = 1.0E-17_wp, & !: soluted NaCl (kg)
molecular_weight_of_solute = 0.05844_wp, & !: mol. m. NaCl (kg mol-1)
molecular_weight_of_water = 0.01801528_wp, & !: mol. m. H2O (kg mol-1)
nc_const = 70.0E6_wp, & !: cloud droplet concentration
prec_time_const = 0.001_wp, & !: coef. in Kessler scheme
pirho_l, dpirho_l, & !: pi * rho_l / 6.0; 6.0 / ( pi * rho_l )
rho_l = 1.0E3_wp, & !: density of water (kg m-3)
ql_crit = 0.0005_wp, & !: coef. in Kessler scheme
r_d = 287.0_wp, & !: sp. gas const. dry air (J kg-1 K-1)
r_v = 461.51_wp, & !: sp. gas const. water vapor (J kg-1 K-1)
schmidt = 0.71_wp, & !: Schmidt number
schmidt_p_1d3, & !: schmidt**( 1.0 / 3.0 )
sed_qc_const, & !: const. for sedimentation of cloud water
sigma_gc = 1.3_wp, & !: log-normal geometric standard deviation
stp = 2.5066282746310005_wp, & !: parameter in gamma function
thermal_conductivity_l = 2.43E-2_wp, & !: therm. cond. air (J m-1 s-1 K-1)
vanthoff = 2.0_wp, & !: van't Hoff factor for NaCl
x0 = 2.6E-10_wp, & !: separating drop mass (kg)
xrmin = 2.6E-10_wp, & !: minimum rain drop size (kg)
xrmax = 5.0E-6_wp, & !: maximum rain drop site (kg)
dt_precipitation = 100.0_wp, & !: timestep precipitation (s)
w_precipitation = 9.65_wp !: maximum terminal velocity (m s-1)
REAL(wp), DIMENSION(:), ALLOCATABLE :: hyrho, pt_d_t, t_d_pt
REAL(wp), DIMENSION(:,:), ALLOCATABLE :: precipitation_amount, &
precipitation_rate
!
!-- 3D array of precipitation rate
REAL(wp), DIMENSION(:,:,:), ALLOCATABLE :: prr
SAVE
END MODULE cloud_parameters
MODULE constants
!------------------------------------------------------------------------------!
! Description:
! ------------
! Definition of general constants
!------------------------------------------------------------------------------!
USE kinds
REAL(wp) :: pi = 3.141592654_wp
REAL(wp) :: adv_mom_1, adv_mom_3, adv_mom_5, adv_sca_1, adv_sca_3, adv_sca_5
SAVE
END MODULE constants
MODULE control_parameters
!------------------------------------------------------------------------------!
! Description:
! ------------
! Definition of parameters for program control
!------------------------------------------------------------------------------!
USE kinds
TYPE plot_precision
CHARACTER (LEN=8) :: variable
INTEGER(iwp) :: precision
END TYPE plot_precision
TYPE(plot_precision), DIMENSION(100) :: plot_3d_precision = &
(/ plot_precision( 'u', 2 ), plot_precision( 'v', 2 ), &
plot_precision( 'w', 2 ), plot_precision( 'p', 5 ), &
plot_precision( 'pt', 2 ), &
( plot_precision( ' ', 1 ), i9 = 1,95 ) /)
TYPE file_status
LOGICAL :: opened, opened_before
END TYPE file_status
INTEGER, PARAMETER :: mask_xyz_dimension = 100, max_masks = 50
TYPE(file_status), DIMENSION(200+2*max_masks) :: &
openfile = file_status(.FALSE.,.FALSE.)
CHARACTER (LEN=1) :: cycle_mg = 'w', timestep_reason = ' '
CHARACTER (LEN=2) :: coupling_char = ''
CHARACTER (LEN=5) :: write_binary = 'false'
CHARACTER (LEN=8) :: run_date, run_time
CHARACTER (LEN=9) :: simulated_time_chr
CHARACTER (LEN=11) :: topography_grid_convention = ' '
CHARACTER (LEN=12) :: version = ' ', revision = ' '
CHARACTER (LEN=16) :: conserve_volume_flow_mode = 'default', &
loop_optimization = 'default', &
momentum_advec = 'ws-scheme', &
psolver = 'poisfft', &
scalar_advec = 'ws-scheme'
CHARACTER (LEN=20) :: bc_e_b = 'neumann', bc_lr = 'cyclic', &
bc_ns = 'cyclic', bc_p_b = 'neumann', &
bc_p_t = 'dirichlet', bc_pt_b = 'dirichlet', &
bc_pt_t = 'initial_gradient', &
bc_q_b = 'dirichlet', bc_q_t = 'neumann', &
bc_s_b = 'dirichlet', bc_s_t = 'neumann', &
bc_sa_t = 'neumann', &
bc_uv_b = 'dirichlet', bc_uv_t = 'dirichlet', &
cloud_scheme = 'seifert_beheng', &
coupling_mode = 'uncoupled', &
coupling_mode_remote = 'uncoupled', &
dissipation_1d = 'as_in_3d_model', &
fft_method = 'system-specific', &
mixing_length_1d = 'as_in_3d_model', &
random_generator = 'numerical-recipes', &
reference_state = 'initial_profile', &
return_addres, return_username, &
timestep_scheme = 'runge-kutta-3'
CHARACTER (LEN=40) :: avs_data_file, output_format_netcdf, &
topography = 'flat'
CHARACTER (LEN=64) :: host = ' '
CHARACTER (LEN=80) :: log_message, run_identifier
CHARACTER (LEN=100) :: initializing_actions = ' '
CHARACTER (LEN=110) :: run_description_header
CHARACTER (LEN=1000) :: message_string = ' '
CHARACTER (LEN=20), DIMENSION(100) :: data_output = ' ', &
data_output_user = ' ', doav = ' '
CHARACTER (LEN=20), DIMENSION(max_masks,100) :: &
data_output_masks = ' ', data_output_masks_user = ' '
CHARACTER (LEN=20), DIMENSION(300) :: data_output_pr = ' '
CHARACTER (LEN=20), DIMENSION(200) :: data_output_pr_user = ' '
CHARACTER (LEN=20), DIMENSION(11) :: netcdf_precision = ' '
CHARACTER (LEN=20), DIMENSION(max_masks,0:1,100) :: domask = ' '
CHARACTER (LEN=20), DIMENSION(0:1,100) :: do2d = ' ', do3d = ' '
INTEGER(iwp) :: abort_mode = 1, average_count_pr = 0, average_count_sp = 0, &
average_count_3d = 0, current_timestep_number = 0, &
coupling_topology = 0, &
dist_range = 0, disturbance_level_ind_b, &
disturbance_level_ind_t, doav_n = 0, dopr_n = 0, &
dopr_time_count = 0, dopts_time_count = 0, &
dosp_time_count = 0, dots_time_count = 0, &
do2d_xy_n = 0, do2d_xz_n = 0, do2d_yz_n = 0, do3d_avs_n = 0, &
dp_level_ind_b = 0, dvrp_filecount = 0, &
dz_stretch_level_index, ensemble_member_nr = 0, gamma_mg, gathered_size, &
grid_level, ibc_e_b, ibc_p_b, ibc_p_t, &
ibc_pt_b, ibc_pt_t, ibc_q_b, ibc_q_t, &
ibc_sa_t, ibc_uv_b, ibc_uv_t, icloud_scheme, &
inflow_disturbance_begin = -1, inflow_disturbance_end = -1, &
intermediate_timestep_count, intermediate_timestep_count_max, &
io_group = 0, io_blocks = 1, iran = -1234567, &
masks = 0, maximum_grid_level, &
maximum_parallel_io_streams = -1, max_pr_user = 0, &
mgcycles = 0, mg_cycles = -1, mg_switch_to_pe0_level = 0, mid, &
nlsf = 1000, ntnudge = 1000, netcdf_data_format = 2, ngsrb = 2, &
nr_timesteps_this_run = 0, &
nsor = 20, nsor_ini = 100, n_sor, normalizing_region = 0, &
nz_do3d = -9999, prt_time_count = 0, &
recycling_plane, runnr = 0, &
skip_do_avs = 0, subdomain_size, terminate_coupled = 0, &
terminate_coupled_remote = 0, timestep_count = 0
INTEGER(iwp) :: dist_nxl(0:1), dist_nxr(0:1), dist_nyn(0:1), dist_nys(0:1), &
do2d_no(0:1) = 0, do2d_xy_time_count(0:1), &
do2d_xz_time_count(0:1), do2d_yz_time_count(0:1), &
do3d_no(0:1) = 0, do3d_time_count(0:1), &
domask_no(max_masks,0:1) = 0, domask_time_count(max_masks,0:1),&
mask_size(max_masks,3) = -1, mask_size_l(max_masks,3) = -1, &
mask_start_l(max_masks,3) = -1, &
pt_vertical_gradient_level_ind(10) = -9999, &
q_vertical_gradient_level_ind(10) = -9999, &
sa_vertical_gradient_level_ind(10) = -9999, &
section(100,3), section_xy(100) = -9999, &
section_xz(100) = -9999, section_yz(100) = -9999, &
ug_vertical_gradient_level_ind(10) = -9999, &
vg_vertical_gradient_level_ind(10) = -9999, &
subs_vertical_gradient_level_i(10) = -9999
#if defined ( __check )
INTEGER(iwp) :: check_restart = 0
#endif
INTEGER(iwp), DIMENSION(0:1) :: ntdim_2d_xy, ntdim_2d_xz, ntdim_2d_yz, ntdim_3d
INTEGER(iwp), DIMENSION(:), ALLOCATABLE :: grid_level_count
INTEGER(iwp), DIMENSION(:,:), ALLOCATABLE :: mask_i, mask_j, mask_k
INTEGER(iwp), DIMENSION(:,:), ALLOCATABLE :: &
mask_i_global, mask_j_global, mask_k_global
LOGICAL :: bc_lr_cyc =.TRUE., bc_lr_dirrad = .FALSE., &
bc_lr_raddir = .FALSE., bc_ns_cyc = .TRUE., &
bc_ns_dirrad = .FALSE., bc_ns_raddir = .FALSE.,&
call_microphysics_at_all_substeps = .FALSE., &
call_psolver_at_all_substeps = .TRUE., &
cloud_droplets = .FALSE., cloud_physics = .FALSE., &
cloud_top_radiation = .FALSE., &
conserve_volume_flow = .FALSE., constant_diffusion = .FALSE., &
constant_heatflux = .TRUE., constant_top_heatflux = .TRUE., &
constant_top_momentumflux = .FALSE., &
constant_top_salinityflux = .TRUE., &
constant_waterflux = .TRUE., create_disturbances = .TRUE., &
data_output_2d_on_each_pe = .TRUE., &
dissipation_control = .FALSE., disturbance_created = .FALSE., &
do2d_at_begin = .FALSE., do3d_at_begin = .FALSE., &
do_sum = .FALSE., &
dp_external = .FALSE., dp_smooth = .FALSE., &
drizzle = .TRUE., dt_fixed = .FALSE., &
dt_3d_reached, dt_3d_reached_l, exchange_mg = .FALSE., &
first_call_lpm = .TRUE., &
force_print_header = .FALSE., galilei_transformation = .FALSE.,&
humidity = .FALSE., humidity_remote = .FALSE., &
inflow_l = .FALSE., inflow_n = .FALSE., &
inflow_r = .FALSE., inflow_s = .FALSE., &
large_scale_forcing = .FALSE., &
large_scale_subsidence = .FALSE., lsf_surf = .TRUE., &
lsf_vert = .TRUE., lptnudge = .FALSE., lqnudge = .FALSE., &
lunudge = .FALSE., lvnudge = .FALSE., lwnudge = .FALSE., &
masking_method = .FALSE., mg_switch_to_pe0 = .FALSE., &
monotonic_adjustment = .FALSE., &
neutral = .FALSE., nudging = .FALSE., &
ocean = .FALSE., on_device = .FALSE., &
outflow_l = .FALSE., outflow_n = .FALSE., outflow_r = .FALSE., &
outflow_s = .FALSE., passive_scalar = .FALSE., &
prandtl_layer = .TRUE., &
precipitation = .FALSE., &
random_heatflux = .FALSE., recycling_yshift = .FALSE.,&
run_control_header = .FALSE., run_coupled = .TRUE., &
scalar_rayleigh_damping = .TRUE., sloping_surface = .FALSE., &
stop_dt = .FALSE., synchronous_exchange = .FALSE., &
terminate_run = .FALSE., transpose_compute_overlap = .FALSE., &
turbulence = .FALSE., turbulent_inflow = .FALSE., &
use_cmax = .TRUE., use_initial_profile_as_reference = .FALSE., &
use_prescribed_profile_data = .FALSE., &
use_single_reference_value = .FALSE., &
use_subsidence_tendencies = .FALSE., &
use_surface_fluxes = .FALSE., use_top_fluxes = .FALSE., &
use_ug_for_galilei_tr = .TRUE., use_upstream_for_tke = .FALSE.,&
wall_adjustment = .TRUE., ws_scheme_sca = .FALSE., &
ws_scheme_mom = .FALSE.
LOGICAL :: data_output_xy(0:1) = .FALSE., data_output_xz(0:1) = .FALSE., &
data_output_yz(0:1) = .FALSE.
REAL(wp) :: advected_distance_x = 0.0_wp, advected_distance_y = 0.0_wp, &
alpha_surface = 0.0_wp, atmos_ocean_sign = 1.0_wp, &
averaging_interval = 0.0_wp, averaging_interval_pr = 9999999.9_wp, &
averaging_interval_sp = 9999999.9_wp, bc_pt_t_val, bc_q_t_val, &
bottom_salinityflux = 0.0_wp, &
building_height = 50.0_wp, building_length_x = 50.0_wp, &
building_length_y = 50.0_wp, building_wall_left = 9999999.9_wp, &
building_wall_south = 9999999.9_wp, canyon_height = 50.0_wp, &
canyon_width_x = 9999999.9_wp, canyon_width_y = 9999999.9_wp, &
canyon_wall_left = 9999999.9_wp, canyon_wall_south = 9999999.9_wp, &
cfl_factor = -1.0_wp, cos_alpha_surface, &
coupling_start_time = 0.0_wp, disturbance_amplitude = 0.25_wp, &
disturbance_energy_limit = 0.01_wp, &
disturbance_level_b = -9999999.9_wp, &
disturbance_level_t = -9999999.9_wp, &
dp_level_b = 0.0_wp, &
dt = -1.0_wp, dt_averaging_input = 0.0_wp, &
dt_averaging_input_pr = 9999999.9_wp, dt_coupling = 9999999.9_wp, &
dt_data_output = 9999999.9_wp, &
dt_data_output_av = 9999999.9_wp, dt_disturb = 9999999.9_wp, &
dt_dopr = 9999999.9_wp, dt_dopr_listing = 9999999.9_wp, &
dt_dopts = 9999999.9_wp, dt_dosp = 9999999.9_wp, dt_dots = 9999999.9_wp, &
dt_do2d_xy = 9999999.9_wp, dt_do2d_xz = 9999999.9_wp, &
dt_do2d_yz = 9999999.9_wp, dt_do3d = 9999999.9_wp, dt_dvrp = 9999999.9_wp, &
dt_max = 20.0_wp, dt_micro = -1.0_wp, &
dt_restart = 9999999.9_wp, &
dt_run_control = 60.0_wp, dt_3d = -1.0_wp, dz = -1.0_wp, &
dz_max = 9999999.9_wp, dz_stretch_factor = 1.08_wp, &
dz_stretch_level = 100000.0_wp, e_init = 0.0_wp, e_min = 0.0_wp, &
end_time = 0.0_wp, &
f = 0.0_wp, fs = 0.0_wp, g = 9.81_wp, inflow_damping_height = 9999999.9_wp, &
inflow_damping_width = 9999999.9_wp, kappa = 0.4_wp, km_constant = -1.0_wp,&
mask_scale_x = 1.0_wp, mask_scale_y = 1.0_wp, mask_scale_z = 1.0_wp, &
maximum_cpu_time_allowed = 0.0_wp, &
molecular_viscosity = 1.461E-5_wp, &
old_dt = 1.0E-10_wp, omega = 7.29212E-5_wp, omega_sor = 1.8_wp, &
particle_maximum_age = 9999999.9_wp, &
phi = 55.0_wp, prandtl_number = 1.0_wp, &
precipitation_amount_interval = 9999999.9_wp, prho_reference, &
pt_damping_factor = 0.0_wp, pt_damping_width = 0.0_wp, &
pt_reference = 9999999.9_wp, pt_slope_offset = 0.0_wp, &
pt_surface = 300.0_wp, pt_surface_initial_change = 0.0_wp, &
q_surface = 0.0_wp, q_surface_initial_change = 0.0_wp, &
rayleigh_damping_factor = -1.0_wp, rayleigh_damping_height = -1.0_wp, &
recycling_width = 9999999.9_wp, residual_limit = 1.0E-4_wp, &
restart_time = 9999999.9_wp, rho_reference, rho_surface, &
rif_max = 1.0_wp, rif_min = -5.0_wp, roughness_length = 0.1_wp, &
sa_surface = 35.0_wp, &
simulated_time = 0.0_wp, simulated_time_at_begin, sin_alpha_surface, &
skip_time_data_output = 0.0_wp, skip_time_data_output_av = 9999999.9_wp,&
skip_time_dopr = 9999999.9_wp, skip_time_dosp = 9999999.9_wp, &
skip_time_do2d_xy = 9999999.9_wp, skip_time_do2d_xz = 9999999.9_wp, &
skip_time_do2d_yz = 9999999.9_wp, skip_time_do3d = 9999999.9_wp, &
surface_heatflux = 9999999.9_wp, surface_pressure = 1013.25_wp, &
surface_scalarflux = 9999999.9_wp, surface_waterflux = 9999999.9_wp, &
s_surface = 0.0_wp, s_surface_initial_change = 0.0_wp, &
termination_time_needed = -1.0_wp, time_coupling = 0.0_wp, &
time_disturb = 0.0_wp, time_dopr = 0.0_wp, time_dopr_av = 0.0_wp, &
time_dopr_listing = 0.0_wp, time_dopts = 0.0_wp, time_dosp = 0.0_wp, &
time_dosp_av = 0.0_wp, time_dots = 0.0_wp, time_do2d_xy = 0.0_wp, &
time_do2d_xz = 0.0_wp, time_do2d_yz = 0.0_wp, time_do3d = 0.0_wp, &
time_do_av = 0.0_wp, time_do_sla = 0.0_wp, time_dvrp = 0.0_wp, &
time_restart = 9999999.9_wp, time_run_control = 0.0_wp,&
time_since_reference_point, top_heatflux = 9999999.9_wp, &
top_momentumflux_u = 9999999.9_wp, &
top_momentumflux_v = 9999999.9_wp, top_salinityflux = 9999999.9_wp, &
ug_surface = 0.0_wp, u_bulk = 0.0_wp, u_gtrans = 0.0_wp, &
vg_surface = 0.0_wp, vpt_reference = 9999999.9_wp, &
v_bulk = 0.0_wp, v_gtrans = 0.0_wp, wall_adjustment_factor = 1.8_wp, &
z_max_do2d = -1.0_wp, z0h_factor = 1.0_wp
REAL(wp) :: do2d_xy_last_time(0:1) = -1.0_wp, do2d_xz_last_time(0:1) = -1.0_wp, &
do2d_yz_last_time(0:1) = -1.0_wp, dpdxy(1:2) = 0.0_wp, &
dt_domask(max_masks) = 9999999.9_wp, &
mask_scale(3), &
pt_vertical_gradient(10) = 0.0_wp, &
pt_vertical_gradient_level(10) = -9999999.9_wp, &
q_vertical_gradient(10) = 0.0_wp, &
q_vertical_gradient_level(10) = -1.0_wp, &
s_vertical_gradient(10) = 0.0_wp, &
s_vertical_gradient_level(10) = -1.0_wp, &
sa_vertical_gradient(10) = 0.0_wp, &
sa_vertical_gradient_level(10) = -9999999.9_wp, &
skip_time_domask(max_masks) = 9999999.9_wp, threshold(20) = 0.0_wp, &
time_domask(max_masks) = 0.0_wp, &
tsc(10) = (/ 1.0_wp, 1.0_wp, 0.0_wp, 0.0_wp, 0.0_wp, 0.0_wp, 0.0_wp, 0.0_wp, 0.0_wp, 0.0_wp /), &
u_profile(100) = 9999999.9_wp, uv_heights(100) = 9999999.9_wp, &
v_profile(100) = 9999999.9_wp, &
ug_vertical_gradient(10) = 0.0_wp, &
ug_vertical_gradient_level(10) = -9999999.9_wp, &
vg_vertical_gradient(10) = 0.0_wp, &
vg_vertical_gradient_level(10) = -9999999.9_wp, &
volume_flow(1:2) = 0.0_wp, volume_flow_area(1:2) = 0.0_wp, &
volume_flow_initial(1:2) = 0.0_wp, wall_heatflux(0:4) = 0.0_wp, &
wall_humidityflux(0:4) = 0.0_wp, wall_nrflux(0:4) = 0.0_wp, &
wall_qflux(0:4) = 0.0_wp, wall_qrflux(0:4) = 0.0_wp, &
wall_salinityflux(0:4) = 0.0_wp, wall_scalarflux(0:4) = 0.0_wp, &
subs_vertical_gradient(10) = 0.0_wp, &
subs_vertical_gradient_level(10) = -9999999.9_wp
REAL(wp), DIMENSION(:), ALLOCATABLE :: dp_smooth_factor
REAL(wp), DIMENSION(max_masks,mask_xyz_dimension) :: &
mask_x = -1.0_wp, mask_y = -1.0_wp, mask_z = -1.0_wp
REAL(wp), DIMENSION(max_masks,3) :: &
mask_x_loop = -1.0_wp, mask_y_loop = -1.0_wp, mask_z_loop = -1.0_wp
!
!-- internal mask arrays ("mask,dimension,selection")
REAL(wp), DIMENSION(:,:,:), ALLOCATABLE :: mask, mask_loop
SAVE
END MODULE control_parameters
MODULE dvrp_variables
!------------------------------------------------------------------------------!
! Description:
! ------------
! Definition of variables used with dvrp-software
!------------------------------------------------------------------------------!
USE kinds
CHARACTER (LEN=10) :: dvrp_output = 'rtsp', particle_color = 'none', &
particle_dvrpsize = 'none'
CHARACTER (LEN=20), DIMENSION(10) :: mode_dvrp = &
(/ ( ' ', i9 = 1,10 ) /)
CHARACTER (LEN=80) :: dvrp_directory = 'default', &
dvrp_file = 'default', &
dvrp_host = 'origin.rvs.uni-hannover.de', &
dvrp_password = '********', &
dvrp_username = ' '
INTEGER(iwp) :: cluster_size = 1, dvrp_colortable_entries = 4, &
dvrp_colortable_entries_prt = 22, islice_dvrp, &
nx_dvrp, nxl_dvrp, nxr_dvrp, ny_dvrp, nyn_dvrp, nys_dvrp, &
nz_dvrp, pathlines_fadeintime = 5, pathlines_fadeouttime = 5, &
pathlines_linecount = 1000, pathlines_maxhistory = 40, &
pathlines_wavecount = 10, pathlines_wavetime = 50, &
vc_gradient_normals = 0, vc_mode = 0, vc_size_x = 2, &
vc_size_y = 2, vc_size_z = 2
INTEGER(iwp), DIMENSION(10) :: slicer_position_dvrp
LOGICAL :: cyclic_dvrp = .FALSE., dvrp_overlap, dvrp_total_overlap, &
local_dvrserver_running, lock_steering_update = .FALSE., &
use_seperate_pe_for_dvrp_output = .FALSE.
REAL(wp) :: clip_dvrp_l = 9999999.9_wp, clip_dvrp_n = 9999999.9_wp, &
clip_dvrp_r = 9999999.9_wp, clip_dvrp_s = 9999999.9_wp, &
superelevation = 1.0_wp, superelevation_x = 1.0_wp, &
superelevation_y = 1.0_wp, vc_alpha = 38.0_wp
REAL(wp), DIMENSION(2) :: color_interval = (/ 0.0_wp, 1.0_wp /), &
dvrpsize_interval = (/ 0.0_wp, 1.0_wp /)
REAL(wp), DIMENSION(3) :: groundplate_color = (/ 0.0_wp, 0.6_wp, 0.0_wp /), &
topography_color = (/ 0.8_wp, 0.7_wp, 0.6_wp /)
#if defined( __decalpha )
REAL(wp), DIMENSION(2,10) :: slicer_range_limits_dvrp = RESHAPE( (/ &
-1.0_wp, 1.0_wp, -1.0_wp, 1.0_wp, -1.0_wp, 1.0_wp, -1.0_wp, 1.0_wp, &
-1.0_wp, 1.0_wp, -1.0_wp, 1.0_wp, -1.0_wp, 1.0_wp, -1.0_wp, 1.0_wp, &
-1.0_wp, 1.0_wp, -1.0_wp, 1.0_wp /), (/ 2, 10 /) )
REAL(wp), DIMENSION(3,10) :: isosurface_color = RESHAPE( (/ &
0.9_wp, 0.9_wp, 0.9_wp, 0.8_wp, 0.1_wp, 0.1_wp, 0.1_wp, 0.1_wp, 0.8_wp, &
0.1_wp, 0.8_wp, 0.1_wp, 0.6_wp, 0.1_wp, 0.1_wp, 0.1_wp, 0.1_wp, 0.6_wp, &
0.1_wp, 0.6_wp, 0.1_wp, 0.4_wp, 0.1_wp, 0.1_wp, 0.1_wp, 0.1_wp, 0.4_wp, &
0.1_wp, 0.4_wp, 0.1_wp /), (/ 3, 10 /) )
REAL(sp), DIMENSION(2,100) :: interval_values_dvrp, interval_h_dvrp = &
RESHAPE( (/ 270.0_sp, 225.0_sp, 225.0_sp, 180.0_sp, &
70.0_sp, 25.0_sp, 25.0_sp, -25.0_sp, &
( 0.0_sp, i9 = 1, 192 ) /), &
(/ 2, 100 /) ), &
interval_l_dvrp = 0.5_sp, interval_s_dvrp = 1.0_sp,&
interval_a_dvrp = 0.0_sp, &
interval_values_dvrp_prt, &
interval_h_dvrp_prt = RESHAPE( &
(/ 270.0_sp, 225.0_sp, 225.0_sp, 180.0_sp, 70.0_sp, 25.0_sp, &
25.0_sp, -25.0_sp, ( 0.0_sp, i9 = 1, 192 ) /), &
(/ 2, 100 /) ), &
interval_l_dvrp_prt = 0.5_sp, &
interval_s_dvrp_prt = 1.0_sp, &
interval_a_dvrp_prt = 0.0_sp
#else
REAL(wp), DIMENSION(2,10) :: slicer_range_limits_dvrp
REAL(wp), DIMENSION(3,10) :: isosurface_color
REAL(sp), DIMENSION(2,100) :: interval_values_dvrp, &
interval_values_dvrp_prt, interval_h_dvrp, &
interval_h_dvrp_prt, interval_l_dvrp = 0.5_sp, &
interval_l_dvrp_prt = 0.5_sp, interval_s_dvrp = 1.0_sp, &
interval_s_dvrp_prt = 1.0_sp, interval_a_dvrp = 0.0_sp, &
interval_a_dvrp_prt = 0.0_sp
DATA slicer_range_limits_dvrp / -1.0_wp, 1.0_wp, -1.0_wp, 1.0_wp, -1.0_wp, 1.0_wp, &
-1.0_wp, 1.0_wp, -1.0_wp, 1.0_wp, -1.0_wp, 1.0_wp, &
-1.0_wp, 1.0_wp, -1.0_wp, 1.0_wp, -1.0_wp, 1.0_wp, &
-1.0_wp, 1.0_wp /
DATA isosurface_color / 0.9_wp, 0.9_wp, 0.9_wp, 0.8_wp, 0.1_wp, 0.1_wp, 0.1_wp, 0.1_wp, 0.8_wp, &
0.1_wp, 0.8_wp, 0.1_wp, 0.6_wp, 0.1_wp, 0.1_wp, 0.1_wp, 0.1_wp, 0.6_wp, &
0.1_wp, 0.6_wp, 0.1_wp, 0.4_wp, 0.1_wp, 0.1_wp, 0.1_wp, 0.1_wp, 0.4_wp, &
0.1_wp, 0.4_wp, 0.1_wp /
DATA interval_h_dvrp / 270.0_wp, 225.0_wp, 225.0_wp, 180.0_wp, 70.0_wp, 25.0_wp, &
25.0_wp, -25.0_wp, 192 * 0.0_wp /
DATA interval_h_dvrp_prt / 270.0_wp, 225.0_wp, 225.0_wp, 180.0_wp, 70.0_wp, 25.0_wp, &
25.0_wp, -25.0_wp, 192 * 0.0_wp /
#endif
REAL(sp), DIMENSION(:), ALLOCATABLE :: xcoor_dvrp, ycoor_dvrp, zcoor_dvrp
TYPE steering
CHARACTER (LEN=24) :: name
REAL(sp) :: min, max
INTEGER(iwp) :: imin, imax
END TYPE steering
TYPE(steering), DIMENSION(:), ALLOCATABLE :: steering_dvrp
SAVE
END MODULE dvrp_variables
MODULE grid_variables
!------------------------------------------------------------------------------!
! Description:
! ------------
! Definition of grid spacings
!------------------------------------------------------------------------------!
USE kinds
REAL(wp) :: ddx, ddx2, dx = 1.0_wp, dx2, ddy, ddy2, dy = 1.0_wp, dy2
REAL(wp), DIMENSION(:), ALLOCATABLE :: ddx2_mg, ddy2_mg
REAL(wp), DIMENSION(:,:), ALLOCATABLE :: fwxm, fwxp, fwym, fwyp, fxm, fxp, &
fym, fyp, wall_e_x, wall_e_y, &
wall_u, wall_v, wall_w_x, wall_w_y, &
zu_s_inner, zw_w_inner
SAVE
END MODULE grid_variables
MODULE indices
!------------------------------------------------------------------------------!
! Description:
! ------------
! Definition of array bounds, number of gridpoints, and wall flag arrays
!------------------------------------------------------------------------------!
USE kinds
INTEGER(iwp) :: i_left, i_right, j_north, j_south, nbgp = 3, ngp_sums, &
ngp_sums_ls, nnx, nx = 0, nx_a, nx_o, nxl, nxlg, nxlu, nxr, &
nxrg, nx_on_file, nny, ny = 0, ny_a, ny_o, nyn, nyng, nys, &
nysg, nysv, ny_on_file, nnz, nz = 0, nzb, nzb_diff, nzb_max, &
nzt, nzt_diff
INTEGER(idp), DIMENSION(:), ALLOCATABLE :: &
ngp_3d, ngp_3d_inner ! need to have 64 bit for grids > 2E9
INTEGER(iwp), DIMENSION(:), ALLOCATABLE :: &
ngp_2dh, nxl_mg, nxr_mg, nyn_mg, nys_mg, nzt_mg
INTEGER(iwp), DIMENSION(:,:), ALLOCATABLE :: ngp_2dh_outer, ngp_2dh_s_inner, &
mg_loc_ind, nzb_diff_s_inner, nzb_diff_s_outer, nzb_diff_u, &
nzb_diff_v, nzb_inner, nzb_outer, nzb_s_inner, nzb_s_outer, &
nzb_u_inner, nzb_u_outer, nzb_v_inner, nzb_v_outer, &
nzb_w_inner, nzb_w_outer, nzb_2d
INTEGER(iwp), DIMENSION(:,:,:), POINTER :: flags
INTEGER(iwp), DIMENSION(:,:,:), ALLOCATABLE :: wall_flags_0, wall_flags_00
INTEGER(iwp), DIMENSION(:,:,:), ALLOCATABLE, TARGET :: &
wall_flags_1, wall_flags_2, wall_flags_3, wall_flags_4, &
wall_flags_5, wall_flags_6, wall_flags_7, wall_flags_8, &
wall_flags_9, wall_flags_10
REAL(wp), DIMENSION(:,:,:), ALLOCATABLE :: rflags_s_inner, rflags_invers
SAVE
END MODULE indices
MODULE interfaces
!------------------------------------------------------------------------------!
! Description:
! ------------
! Interfaces for special subroutines which use optional parameters
!------------------------------------------------------------------------------!
INTERFACE
SUBROUTINE global_min_max ( i1, i2, j1, j2, k1, k2, feld, mode, offset, &
wert, wert_ijk, wert1, wert1_ijk )
USE kinds
CHARACTER (LEN=*), INTENT(IN) :: mode
INTEGER(iwp), INTENT(IN) :: i1, i2, j1, j2, k1, k2
INTEGER(iwp) :: wert_ijk(3)
INTEGER(iwp), OPTIONAL :: wert1_ijk(3)
REAL(wp) :: offset, wert
REAL(wp), OPTIONAL :: wert1
REAL(wp), INTENT(IN) :: feld(i1:i2,j1:j2,k1:k2)
END SUBROUTINE global_min_max
END INTERFACE
SAVE
END MODULE interfaces
MODULE pointer_interfaces
!------------------------------------------------------------------------------!
! Description:
! ------------
! Interfaces for subroutines with pointer arguments called in
! prognostic_equations
!------------------------------------------------------------------------------!
INTERFACE
SUBROUTINE advec_s_bc( sk, sk_char )
USE kinds
CHARACTER (LEN=*), INTENT(IN) :: sk_char
#if defined( __nopointer )
REAL(wp), DIMENSION(:,:,:) :: sk
#else
REAL(wp), DIMENSION(:,:,:), POINTER :: sk
#endif
END SUBROUTINE advec_s_bc
END INTERFACE
SAVE
END MODULE pointer_interfaces
MODULE model_1d
!------------------------------------------------------------------------------!
! Description:
! ------------
! Definition of variables for the 1D-model
!------------------------------------------------------------------------------!
USE kinds
INTEGER(iwp) :: current_timestep_number_1d = 0, damp_level_ind_1d
LOGICAL :: run_control_header_1d = .FALSE., stop_dt_1d = .FALSE.
REAL(wp) :: damp_level_1d = -1.0_wp, dt_1d = 60.0_wp, dt_max_1d = 300.0_wp, &
dt_pr_1d = 9999999.9_wp, dt_run_control_1d = 60.0_wp, &
end_time_1d = 864000.0_wp, old_dt_1d = 1.0E-10_wp, &
qs1d, simulated_time_1d = 0.0_wp, time_pr_1d = 0.0_wp, &
time_run_control_1d = 0.0_wp, ts1d, us1d, usws1d, &
vsws1d, z01d, z0h1d
REAL(wp), DIMENSION(:), ALLOCATABLE :: e1d, e1d_p, kh1d, km1d, l_black, l1d, &
rif1d, te_e, te_em, te_u, te_um, te_v, &
te_vm, u1d, u1d_p, v1d, v1d_p
SAVE
END MODULE model_1d
MODULE netcdf_control
!------------------------------------------------------------------------------!
! Description:
! ------------
! Definition of parameters and variables for netcdf control.
!------------------------------------------------------------------------------!
USE control_parameters, ONLY: max_masks
USE kinds
#if defined( __netcdf )
USE netcdf
#endif
INTEGER(iwp), PARAMETER :: dopr_norm_num = 7, dopts_num = 29, dots_max = 100
INTEGER(iwp) :: dots_num = 23
CHARACTER (LEN=6), DIMENSION(dopr_norm_num) :: dopr_norm_names = &
(/ 'wpt0 ', 'ws2 ', 'tsw2 ', 'ws3 ', 'ws2tsw', 'wstsw2', &
'z_i ' /)
CHARACTER (LEN=6), DIMENSION(dopr_norm_num) :: dopr_norm_longnames = &
(/ 'wpt0 ', 'w*2 ', 't*w2 ', 'w*3 ', 'w*2t*w', 'w*t*w2', &
'z_i ' /)
CHARACTER (LEN=7), DIMENSION(dopts_num) :: dopts_label = &
(/ 'tnpt ', 'x_ ', 'y_ ', 'z_ ', 'z_abs ', 'u ', &
'v ', 'w ', 'u" ', 'v" ', 'w" ', 'npt_up ', &
'w_up ', 'w_down ', 'radius ', 'r_min ', 'r_max ', 'npt_max', &
'npt_min', 'x*2 ', 'y*2 ', 'z*2 ', 'u*2 ', 'v*2 ', &
'w*2 ', 'u"2 ', 'v"2 ', 'w"2 ', 'npt*2 ' /)
CHARACTER (LEN=7), DIMENSION(dopts_num) :: dopts_unit = &
(/ 'number ', 'm ', 'm ', 'm ', 'm ', 'm/s ', &
'm/s ', 'm/s ', 'm/s ', 'm/s ', 'm/s ', 'number ', &
'm/s ', 'm/s ', 'm ', 'm ', 'm ', 'number ', &
'number ', 'm2 ', 'm2 ', 'm2 ', 'm2/s2 ', 'm2/s2 ', &
'm2/s2 ', 'm2/s2 ', 'm2/s2 ', 'm2/s2 ', 'number2' /)
CHARACTER (LEN=13), DIMENSION(dots_max) :: dots_label = &
(/ 'E ', 'E* ', 'dt ', &
'u* ', 'th* ', 'umax ', &
'vmax ', 'wmax ', 'div_new ', &
'div_old ', 'z_i_wpt ', 'z_i_pt ', &
'w* ', 'w"pt"0 ', 'w"pt" ', &
'wpt ', 'pt(0) ', 'pt(zp) ', &
'w"u"0 ', 'w"v"0 ', 'w"q"0 ', &
'mo_L ', 'q* ', &
( 'unknown', i9 = 1, dots_max-23 ) /)
CHARACTER (LEN=13), DIMENSION(dots_max) :: dots_unit = &
(/ 'm2/s2 ', 'm2/s2 ', 's ', &
'm/s ', 'K ', 'm/s ', &
'm/s ', 'm/s ', 's-1 ', &
's-1 ', 'm ', 'm ', &
'm/s ', 'K m/s ', 'K m/s ', &
'K m/s ', 'K ', 'K ', &
'm2/s2 ', 'm2/s2 ', 'kg m/s ', &
'm ', 'kg/kg ', &
( 'unknown', i9 = 1, dots_max-23 ) /)
CHARACTER (LEN=9), DIMENSION(300) :: dopr_unit = 'unknown'
CHARACTER (LEN=7), DIMENSION(0:1,100) :: do2d_unit, do3d_unit
CHARACTER (LEN=16), DIMENSION(25) :: prt_var_names = &
(/ 'pt_age ', 'pt_dvrp_size ', 'pt_origin_x ', &
'pt_origin_y ', 'pt_origin_z ', 'pt_radius ', &
'pt_speed_x ', 'pt_speed_y ', 'pt_speed_z ', &
'pt_weight_factor', 'pt_x ', 'pt_y ', &
'pt_z ', 'pt_color ', 'pt_group ', &
'pt_tailpoints ', 'pt_tail_id ', 'pt_density_ratio', &
'pt_exp_arg ', 'pt_exp_term ', 'not_used ', &
'not_used ', 'not_used ', 'not_used ', &
'not_used ' /)
CHARACTER (LEN=16), DIMENSION(25) :: prt_var_units = &
(/ 'seconds ', 'meters ', 'meters ', &
'meters ', 'meters ', 'meters ', &
'm/s ', 'm/s ', 'm/s ', &
'factor ', 'meters ', 'meters ', &
'meters ', 'none ', 'none ', &
'none ', 'none ', 'ratio ', &
'none ', 'none ', 'not_used ', &
'not_used ', 'not_used ', 'not_used ', &
'not_used ' /)
INTEGER(iwp) :: id_dim_prtnum, id_dim_time_pr, id_dim_time_prt, &
id_dim_time_pts, id_dim_time_sp, id_dim_time_ts, id_dim_x_sp, &
id_dim_y_sp, id_dim_zu_sp, id_dim_zw_sp, id_set_pr, &
id_set_prt, id_set_pts, id_set_sp, id_set_ts, id_var_prtnum, &
id_var_rnop_prt, id_var_time_pr, id_var_time_prt, &
id_var_time_pts, id_var_time_sp, id_var_time_ts, id_var_x_sp, &
id_var_y_sp, id_var_zu_sp, id_var_zw_sp, nc_stat
INTEGER(iwp), DIMENSION(0:1) :: id_dim_time_xy, id_dim_time_xz, &
id_dim_time_yz, id_dim_time_3d, id_dim_x_xy, id_dim_xu_xy, &
id_dim_x_xz, id_dim_xu_xz, id_dim_x_yz, id_dim_xu_yz, &
id_dim_x_3d, id_dim_xu_3d, id_dim_y_xy, id_dim_yv_xy, &
id_dim_y_xz, id_dim_yv_xz, id_dim_y_yz, id_dim_yv_yz, &
id_dim_y_3d, id_dim_yv_3d, id_dim_zu_xy, id_dim_zu1_xy, &
id_dim_zu_xz, id_dim_zu_yz, id_dim_zu_3d, id_dim_zw_xy, &
id_dim_zw_xz, id_dim_zw_yz, id_dim_zw_3d, id_set_xy, &
id_set_xz, id_set_yz, id_set_3d, id_var_ind_x_yz, &
id_var_ind_y_xz, id_var_ind_z_xy, id_var_time_xy, &
id_var_time_xz, id_var_time_yz, id_var_time_3d, id_var_x_xy, &
id_var_xu_xy, id_var_x_xz, id_var_xu_xz, id_var_x_yz, &
id_var_xu_yz, id_var_x_3d, id_var_xu_3d, id_var_y_xy, &
id_var_yv_xy, id_var_y_xz, id_var_yv_xz, id_var_y_yz, &
id_var_yv_yz, id_var_y_3d, id_var_yv_3d, id_var_zusi_xy, &
id_var_zusi_3d, id_var_zu_xy, id_var_zu1_xy, id_var_zu_xz, &
id_var_zu_yz, id_var_zu_3d, id_var_zwwi_xy, id_var_zwwi_3d, &
id_var_zw_xy, id_var_zw_xz, id_var_zw_yz, id_var_zw_3d
INTEGER(iwp), DIMENSION(10) :: id_var_dospx, id_var_dospy
INTEGER(iwp), DIMENSION(20) :: id_var_prt
INTEGER(iwp), DIMENSION(11) :: nc_precision
INTEGER(iwp), DIMENSION(dopr_norm_num) :: id_var_norm_dopr
INTEGER(iwp), DIMENSION(dopts_num,0:10) :: id_var_dopts
INTEGER(iwp), DIMENSION(0:1,100) :: id_var_do2d, id_var_do3d
INTEGER(iwp), DIMENSION(100,0:9) :: id_dim_z_pr, id_var_dopr, &
id_var_z_pr
INTEGER(iwp), DIMENSION(dots_max,0:9) :: id_var_dots
!
!-- masked output
CHARACTER (LEN=7), DIMENSION(max_masks,0:1,100) :: domask_unit
LOGICAL :: output_for_t0 = .FALSE.
INTEGER(iwp), DIMENSION(1:max_masks,0:1) :: id_dim_time_mask, id_dim_x_mask, &
id_dim_xu_mask, id_dim_y_mask, id_dim_yv_mask, id_dim_zu_mask, &
id_dim_zw_mask, &
id_set_mask, &
id_var_time_mask, id_var_x_mask, id_var_xu_mask, &
id_var_y_mask, id_var_yv_mask, id_var_zu_mask, id_var_zw_mask, &
id_var_zusi_mask, id_var_zwwi_mask
INTEGER(iwp), DIMENSION(1:max_masks,0:1,100) :: id_var_domask
SAVE
END MODULE netcdf_control
MODULE pegrid
!------------------------------------------------------------------------------!
! Description:
! ------------
! Definition of variables which define processor topology and the exchange of
! ghost point layers. This modules must be placed in all routines which contain
! MPI-calls.
!------------------------------------------------------------------------------!
USE kinds
#if defined( __parallel ) && ! defined ( __check )
#if defined( __lc )
USE MPI
#else
INCLUDE "mpif.h"
#endif
#endif
CHARACTER(LEN=2) :: send_receive = 'al'
CHARACTER(LEN=7) :: myid_char = ''
INTEGER(iwp) :: acc_rank, comm1dx, comm1dy, comm2d, comm_inter, &
comm_palm, id_inflow = 0, id_recycling = 0, ierr, &
myid = 0, myidx = 0, myidy = 0, ndim = 2, ngp_a, &
ngp_o, ngp_xy, ngp_y, npex = -1, npey = -1, &
numprocs = 1, numprocs_previous_run = -1, &
num_acc_per_node = 0, pleft, pnorth, pright, psouth, &
req_count = 0, sendrecvcount_xy, sendrecvcount_yz, &
sendrecvcount_zx, sendrecvcount_zyd, &
sendrecvcount_yxd, target_id, tasks_per_node = -9999, &
threads_per_task = 1, type_x, type_x_int, type_xy, &
type_y, type_y_int
INTEGER(iwp) :: pdims(2) = 1, req(100)
INTEGER(iwp), DIMENSION(:,:), ALLOCATABLE :: hor_index_bounds, &
hor_index_bounds_previous_run
LOGICAL :: background_communication =.FALSE., collective_wait = .FALSE., &
sendrecv_in_background = .FALSE.
#if defined( __parallel )
#if defined( __mpi2 )
CHARACTER (LEN=MPI_MAX_PORT_NAME) :: port_name
#endif
INTEGER(iwp) :: ibuf(12), pcoord(2)
#if ! defined ( __check )
INTEGER(iwp) :: status(MPI_STATUS_SIZE)
INTEGER(iwp), DIMENSION(MPI_STATUS_SIZE,100) :: wait_stat
#endif
INTEGER(iwp), DIMENSION(:), ALLOCATABLE :: ngp_xz, ngp_yz, type_xz, type_yz
LOGICAL :: left_border_pe = .FALSE., north_border_pe = .FALSE., &
reorder = .TRUE., right_border_pe = .FALSE., &
south_border_pe = .FALSE.
LOGICAL, DIMENSION(2) :: cyclic = (/ .TRUE. , .TRUE. /), &
remain_dims
#endif
SAVE
END MODULE pegrid
MODULE profil_parameter
!------------------------------------------------------------------------------!
! Description:
! ------------
! Definition of variables which control PROFIL-output
!------------------------------------------------------------------------------!
USE kinds
INTEGER(iwp), PARAMETER :: crmax = 100
CHARACTER (LEN=20), DIMENSION(20) :: cross_ts_profiles = &
(/ ' E E* ', ' dt ', &
' u* w* ', ' th* ', &
' umax vmax wmax ', ' div_old div_new ', &
' z_i_wpt z_i_pt ', ' w"pt"0 w"pt" wpt ', &
' pt(0) pt(zp) ', ' splux spluy spluz ', &
' L ', &
( ' ', i9 = 1, 9 ) /)
CHARACTER (LEN=100), DIMENSION(crmax) :: cross_profiles = &
(/ ' u v ', &
' pt ', &
' w"pt" w*pt* w*pt*BC wpt wptBC ', &
' w"u" w*u* wu w"v" w*v* wv ', &
' km kh ', &
' l ', &
( ' ', i9 = 1, 94 ) /)
INTEGER(iwp) :: profile_columns = 2, profile_rows = 3, profile_number = 0
INTEGER(iwp) :: cross_ts_numbers(crmax,crmax) = 0, &
cross_ts_number_count(crmax) = 0, &
dopr_index(300) = 0, dopr_initial_index(300) = 0, &
dots_crossindex(100) = 0, dots_index(100) = 0
REAL(wp) :: cross_ts_uymax(20) = &
(/ 999.999_wp, 999.999_wp, 999.999_wp, 999.999_wp, 999.999_wp, &
999.999_wp, 999.999_wp, 999.999_wp, 999.999_wp, 999.999_wp, &
999.999_wp, 999.999_wp, 999.999_wp, 999.999_wp, 999.999_wp, &
999.999_wp, 999.999_wp, 999.999_wp, 999.999_wp, 999.999_wp /),&
cross_ts_uymax_computed(20) = 999.999_wp, &
cross_ts_uymin(20) = &
(/ 999.999_wp, 999.999_wp, 999.999_wp, -5.000_wp, 999.999_wp, &
999.999_wp, 0.000_wp, 999.999_wp, 999.999_wp, 999.999_wp, &
999.999_wp, 999.999_wp, 999.999_wp, 999.999_wp, 999.999_wp, &
999.999_wp, 999.999_wp, 999.999_wp, 999.999_wp, 999.999_wp /),&
cross_ts_uymin_computed(20) = 999.999_wp
SAVE
END MODULE profil_parameter
MODULE spectrum
!------------------------------------------------------------------------------!
! Description:
! ------------
! Definition of quantities used for computing spectra
!------------------------------------------------------------------------------!
USE kinds
CHARACTER (LEN=6), DIMENSION(1:5) :: header_char = (/ 'PS(u) ', 'PS(v) ',&
'PS(w) ', 'PS(pt)', 'PS(q) ' /)
CHARACTER (LEN=2), DIMENSION(10) :: spectra_direction = 'x'
CHARACTER (LEN=10), DIMENSION(10) :: data_output_sp = ' '
CHARACTER (LEN=25), DIMENSION(1:5) :: utext_char = &
(/ '-power spectrum of u ', &
'-power spectrum of v ', &
'-power spectrum of w ', &
'-power spectrum of ^1185 ', &
'-power spectrum of q ' /)
CHARACTER (LEN=39), DIMENSION(1:5) :: ytext_char = &
(/ 'k ^2236 ^2566^25692s>->2 ', &
'k ^2236 ^2566^25692s>->2 ', &
'k ^2236 ^2566^25692s>->2 ', &
'k ^2236 ^2566^2569<^1185(k) in m>2s>->2', &
'k ^2236 ^2566^25692s>->2 ' /)
INTEGER(iwp) :: klist_x = 0, klist_y = 0, n_sp_x = 0, n_sp_y = 0
INTEGER(iwp) :: comp_spectra_level(100) = 999999, &
lstyles(100) = (/ 0, 7, 3, 10, 1, 4, 9, 2, 6, 8, &
0, 7, 3, 10, 1, 4, 9, 2, 6, 8, &
0, 7, 3, 10, 1, 4, 9, 2, 6, 8, &
0, 7, 3, 10, 1, 4, 9, 2, 6, 8, &
0, 7, 3, 10, 1, 4, 9, 2, 6, 8, &
0, 7, 3, 10, 1, 4, 9, 2, 6, 8, &
0, 7, 3, 10, 1, 4, 9, 2, 6, 8, &
0, 7, 3, 10, 1, 4, 9, 2, 6, 8, &
0, 7, 3, 10, 1, 4, 9, 2, 6, 8, &
0, 7, 3, 10, 1, 4, 9, 2, 6, 8 /), &
plot_spectra_level(100) = 999999
REAL(wp) :: time_to_start_sp = 0.0_wp
SAVE
END MODULE spectrum
MODULE statistics
!------------------------------------------------------------------------------!
! Description:
! ------------
! Definition of statistical quantities, e.g. global sums
!------------------------------------------------------------------------------!
USE kinds
CHARACTER (LEN=40) :: region(0:9)
INTEGER(iwp) :: pr_palm = 120, statistic_regions = 0
INTEGER(iwp) :: u_max_ijk(3) = -1, v_max_ijk(3) = -1, w_max_ijk(3) = -1
LOGICAL :: flow_statistics_called = .FALSE.
REAL(wp) :: u_max, v_max, w_max
REAL(wp), DIMENSION(:), ALLOCATABLE :: sums_divnew_l, sums_divold_l, &
var_d, weight_substep, &
weight_pres
REAL(wp), DIMENSION(:,:), ALLOCATABLE :: sums, sums_wsts_bc_l, ts_value, &
sums_wsus_ws_l, sums_wsvs_ws_l, &
sums_us2_ws_l, sums_vs2_ws_l, &
sums_ws2_ws_l, &
sums_wsnrs_ws_l, &
sums_wspts_ws_l, &
sums_wssas_ws_l, &
sums_wsqs_ws_l, &
sums_wsqrs_ws_l, &
sums_ls_l
REAL(wp), DIMENSION(:,:,:), ALLOCATABLE :: hom_sum, rmask, spectrum_x, &
spectrum_y, sums_l, sums_l_l, &
sums_up_fraction_l
REAL(wp), DIMENSION(:,:,:,:), ALLOCATABLE :: hom
SAVE
END MODULE statistics
MODULE transpose_indices
!------------------------------------------------------------------------------!
! Description:
! ------------
! Definition of indices for transposed arrays
!------------------------------------------------------------------------------!
USE kinds
INTEGER(iwp) :: nxl_y, nxl_yd, nxl_z, nxr_y, nxr_yd, nxr_z, nyn_x, nyn_z, &
nys_x, nys_z, nzb_x, nzb_y, nzb_yd, nzt_x, nzt_y, nzt_yd
SAVE
END MODULE transpose_indices