Home

Context Navigation

source: palm/trunk/SOURCE/write_restart_data_mod.f90 @ 4883

Last change on this file since 4883 was 4848, checked in by gronemeier, 4 years ago
bugfix: removed syn_turb_gen from restart files, replaced use_syn_turb_gen by syn_turb_gen
Property svn:keywords set to `Id`
File size: 52.7 KB

Line
1	!> @file write_restart_data_mod.f90
2	!--------------------------------------------------------------------------------------------------!
3	! This file is part of the PALM model system.
4	!
5	! PALM is free software: you can redistribute it and/or modify it under the terms of the GNU General
6	! Public License as published by the Free Software Foundation, either version 3 of the License, or
7	! (at your option) any later version.
8	!
9	! PALM is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the
10	! implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General
11	! Public License for more details.
12	!
13	! You should have received a copy of the GNU General Public License along with PALM. If not, see
14	! <http://www.gnu.org/licenses/>.
15	!
16	! Copyright 1997-2021 Leibniz Universitaet Hannover
17	!--------------------------------------------------------------------------------------------------!
18	!
19	! Current revisions:
20	! -----------------
21	!
22	!
23	! Former revisions:
24	! -----------------
25	! $Id: write_restart_data_mod.f90 4848 2021-01-21 15:51:51Z hellstea $
26	! bugfix: removed syn_turb_gen from restart files
27	!
28	! 4845 2021-01-18 11:15:37Z raasch
29	! arrays removed that were required for radiation boundary conditions
30	!
31	! 4828 2021-01-05 11:21:41Z Giersch
32	! include time_indoor into restart mechanism
33	!
34	! 4777 2020-11-06 14:50:49Z raasch
35	! bugfix for writing spectra data with MPI-I/O (they are global arrays!)
36	!
37	! 4671 2020-09-09 20:27:58Z pavelkrc
38	! Implementation of downward facing USM and LSM surfaces
39	!
40	! 4564 2020-06-12 14:03:36Z raasch
41	! Vertical nesting method of Huq et al. (2019) removed
42	!
43	! 4536 2020-05-17 17:24:13Z raasch
44	! binary version incremented
45	!
46	! 4535 2020-05-15 12:07:23Z raasch
47	! bugfix for restart data format query
48	!
49	! 4514 2020-04-30 16:29:59Z suehring
50	! qsurf and ssurf added
51	!
52	! 4495 2020-04-13 20:11:20Z raasch
53	! restart data handling with MPI-IO added
54	!
55	! 4489 2020-04-04 10:54:08Z raasch
56	! file re-formatted to follow the PALM coding standard
57	!
58	! 4360 2020-01-07 11:25:50Z suehring
59	! - Move 2-m potential temperature to diagnostic_output_quantities.
60	!
61	! 4301 2019-11-22 12:09:09Z oliver.maas
62	! removed recycling_yshift
63	!
64	! 4227 2019-09-10 18:04:34Z gronemeier
65	! implement new palm_date_time_mod and increased binary version
66	!
67	! 4146 2019-08-07 07:47:36Z gronemeier
68	! Corrected "Former revisions" section
69	!
70	! 4101 2019-07-17 15:14:26Z gronemeier
71	! remove old_dt
72	!
73	! 4039 2019-06-18 10:32:41Z suehring
74	! Modularize diagnostic output
75	!
76	! 4017 2019-06-06 12:16:46Z schwenkel
77	! output of turbulence intensity added
78	!
79	! 3988 2019-05-22 11:32:37Z kanani
80	! + time_virtual_measurement (to enable steering of output interval)
81	!
82	! 3936 2019-04-26 15:38:02Z kanani
83	! Enable time-averaged output of theta_2m* with restarts
84	!
85	! 3668 2019-01-14 12:49:24Z maronga
86	! Implementation of the PALM module interface
87	!
88	! 2894 2018-03-15 09:17:58Z Giersch
89	! Initial revision
90	!
91	!
92	! Description:
93	! ------------
94	!> Writes restart data into binary file(s) for restart runs.
95	!--------------------------------------------------------------------------------------------------!
96	MODULE write_restart_data_mod
97
98
99	USE arrays_3d, &
100	ONLY: e, inflow_damping_factor, kh, km, mean_inflow_profiles, p, pt, pt_init, q, q_init, &
101	ql, ref_state, s, s_init, u, u_init, ug, v, v_init, vg, vpt, w
102
103	USE averaging
104
105	USE bulk_cloud_model_mod, &
106	ONLY: bulk_cloud_model
107
108	USE control_parameters
109
110	USE grid_variables, &
111	ONLY: dx, dy
112
113	USE gust_mod, &
114	ONLY: gust_module_enabled
115
116	USE indices, &
117	ONLY: nx, nxl, nxr, ny, nys, nyn, nz, nzb, nzt
118
119	USE indoor_model_mod, &
120	ONLY: time_indoor
121
122	USE kinds
123
124	USE model_1d_mod, &
125	ONLY: damp_level_1d, dt_pr_1d, dt_run_control_1d, end_time_1d
126
127	USE module_interface, &
128	ONLY: module_interface_wrd_global, &
129	module_interface_wrd_local
130
131	USE netcdf_interface, &
132	ONLY: netcdf_precision, output_for_t0
133
134	USE particle_attributes, &
135	ONLY: particle_advection
136
137	USE pegrid, &
138	ONLY: collective_wait, hor_index_bounds, myid, numprocs
139
140	USE radiation_model_mod, &
141	ONLY: time_radiation
142
143	USE random_function_mod, &
144	ONLY: random_iv, random_iy
145
146	USE random_generator_parallel, &
147	ONLY: id_random_array, seq_random_array
148
149	USE restart_data_mpi_io_mod, &
150	ONLY: wrd_mpi_io, wrd_mpi_io_global_array
151
152	USE spectra_mod, &
153	ONLY: average_count_sp, spectrum_x, spectrum_y
154
155	USE statistics, &
156	ONLY: hom, hom_sum, statistic_regions, u_max, u_max_ijk, v_max, v_max_ijk, w_max, &
157	w_max_ijk, z_i
158
159	USE surface_mod, &
160	ONLY: surface_wrd_local
161
162	USE user, &
163	ONLY: user_module_enabled
164
165	USE virtual_measurement_mod, &
166	ONLY: time_virtual_measurement
167
168
169	IMPLICIT NONE
170
171
172	INTERFACE wrd_global
173	MODULE PROCEDURE wrd_global
174	END INTERFACE wrd_global
175
176	INTERFACE wrd_local
177	MODULE PROCEDURE wrd_local
178	END INTERFACE wrd_local
179
180
181	PUBLIC wrd_local, wrd_global
182
183
184	CONTAINS
185
186
187	! Description:
188	! ------------
189	!> Global data of control variables and arrays is written out for restarts.
190	!> In case of output in Fortran binary format, this information is only written to the file
191	!> opened by PE0.
192	!--------------------------------------------------------------------------------------------------!
193
194
195	SUBROUTINE wrd_global
196
197
198	CHARACTER(LEN=10) :: binary_version_global !<
199	CHARACTER(LEN=20) :: tmp_name !< temporary variable
200
201	INTEGER :: i !< loop index
202
203	binary_version_global = '5.2'
204
205	IF ( restart_data_format_output == 'fortran_binary' ) THEN
206	!
207	!-- Output in Fortran binary format
208	CALL wrd_write_string( 'binary_version_global' )
209	WRITE ( 14 ) binary_version_global
210
211	CALL wrd_write_string( 'numprocs' )
212	WRITE ( 14 ) numprocs
213
214	CALL wrd_write_string( 'hor_index_bounds' )
215	WRITE ( 14 ) hor_index_bounds
216
217	CALL wrd_write_string( 'nz' )
218	WRITE ( 14 ) nz
219
220	CALL wrd_write_string( 'max_pr_user' )
221	WRITE ( 14 ) max_pr_user
222
223	CALL wrd_write_string( 'statistic_regions' )
224	WRITE ( 14 ) statistic_regions
225
226	!
227	!-- Caution: After changes in the following parameter-list, the version number stored in the
228	!-- -------- variable binary_version_global has to be increased. The same changes must also be
229	!-- done in the parameter-list in rrd_global.
230	CALL wrd_write_string( 'advected_distance_x' )
231	WRITE ( 14 ) advected_distance_x
232
233	CALL wrd_write_string( 'advected_distance_y' )
234	WRITE ( 14 ) advected_distance_y
235
236	CALL wrd_write_string( 'alpha_surface' )
237	WRITE ( 14 ) alpha_surface
238
239	CALL wrd_write_string( 'average_count_pr' )
240	WRITE ( 14 ) average_count_pr
241
242	CALL wrd_write_string( 'average_count_sp' )
243	WRITE ( 14 ) average_count_sp
244
245	CALL wrd_write_string( 'average_count_3d' )
246	WRITE ( 14 ) average_count_3d
247
248	CALL wrd_write_string( 'bc_e_b' )
249	WRITE ( 14 ) bc_e_b
250
251	CALL wrd_write_string( 'bc_lr' )
252	WRITE ( 14 ) bc_lr
253
254	CALL wrd_write_string( 'bc_ns' )
255	WRITE ( 14 ) bc_ns
256
257	CALL wrd_write_string( 'bc_p_b' )
258	WRITE ( 14 ) bc_p_b
259
260	CALL wrd_write_string( 'bc_p_t' )
261	WRITE ( 14 ) bc_p_t
262
263	CALL wrd_write_string( 'bc_pt_b' )
264	WRITE ( 14 ) bc_pt_b
265
266	CALL wrd_write_string( 'bc_pt_t' )
267	WRITE ( 14 ) bc_pt_t
268
269	CALL wrd_write_string( 'bc_pt_t_val' )
270	WRITE ( 14 ) bc_pt_t_val
271
272	CALL wrd_write_string( 'bc_q_b' )
273	WRITE ( 14 ) bc_q_b
274
275	CALL wrd_write_string( 'bc_q_t' )
276	WRITE ( 14 ) bc_q_t
277
278	CALL wrd_write_string( 'bc_q_t_val' )
279	WRITE ( 14 ) bc_q_t_val
280
281	CALL wrd_write_string( 'bc_s_b' )
282	WRITE ( 14 ) bc_s_b
283
284	CALL wrd_write_string( 'bc_s_t' )
285	WRITE ( 14 ) bc_s_t
286
287	CALL wrd_write_string( 'bc_uv_b' )
288	WRITE ( 14 ) bc_uv_b
289
290	CALL wrd_write_string( 'bc_uv_t' )
291	WRITE ( 14 ) bc_uv_t
292
293	CALL wrd_write_string( 'building_height' )
294	WRITE ( 14 ) building_height
295
296	CALL wrd_write_string( 'building_length_x' )
297	WRITE ( 14 ) building_length_x
298
299	CALL wrd_write_string( 'building_length_y' )
300	WRITE ( 14 ) building_length_y
301
302	CALL wrd_write_string( 'building_wall_left' )
303	WRITE ( 14 ) building_wall_left
304
305	CALL wrd_write_string( 'building_wall_south' )
306	WRITE ( 14 ) building_wall_south
307
308	CALL wrd_write_string( 'call_psolver_at_all_substeps' )
309	WRITE ( 14 ) call_psolver_at_all_substeps
310
311	CALL wrd_write_string( 'canyon_height' )
312	WRITE ( 14 ) canyon_height
313
314	CALL wrd_write_string( 'canyon_wall_left' )
315	WRITE ( 14 ) canyon_wall_left
316
317	CALL wrd_write_string( 'canyon_wall_south' )
318	WRITE ( 14 ) canyon_wall_south
319
320	CALL wrd_write_string( 'canyon_width_x' )
321	WRITE ( 14 ) canyon_width_x
322
323	CALL wrd_write_string( 'canyon_width_y' )
324	WRITE ( 14 ) canyon_width_y
325
326	CALL wrd_write_string( 'cfl_factor' )
327	WRITE ( 14 ) cfl_factor
328
329	CALL wrd_write_string( 'cloud_droplets' )
330	WRITE ( 14 ) cloud_droplets
331
332	CALL wrd_write_string( 'collective_wait' )
333	WRITE ( 14 ) collective_wait
334
335	CALL wrd_write_string( 'conserve_volume_flow' )
336	WRITE ( 14 ) conserve_volume_flow
337
338	CALL wrd_write_string( 'conserve_volume_flow_mode' )
339	WRITE ( 14 ) conserve_volume_flow_mode
340
341	CALL wrd_write_string( 'constant_flux_layer' )
342	WRITE ( 14 ) constant_flux_layer
343
344	CALL wrd_write_string( 'coupling_start_time' )
345	WRITE ( 14 ) coupling_start_time
346
347	CALL wrd_write_string( 'current_timestep_number' )
348	WRITE ( 14 ) current_timestep_number
349
350	CALL wrd_write_string( 'cycle_mg' )
351	WRITE ( 14 ) cycle_mg
352
353	CALL wrd_write_string( 'damp_level_1d' )
354	WRITE ( 14 ) damp_level_1d
355
356	CALL wrd_write_string( 'origin_date_time' )
357	WRITE ( 14 ) origin_date_time
358
359	CALL wrd_write_string( 'dissipation_1d' )
360	WRITE ( 14 ) dissipation_1d
361
362	CALL wrd_write_string( 'do2d_xy_time_count' )
363	WRITE ( 14 ) do2d_xy_time_count
364
365	CALL wrd_write_string( 'do2d_xz_time_count' )
366	WRITE ( 14 ) do2d_xz_time_count
367
368	CALL wrd_write_string( 'do2d_yz_time_count' )
369	WRITE ( 14 ) do2d_yz_time_count
370
371	CALL wrd_write_string( 'do3d_time_count' )
372	WRITE ( 14 ) do3d_time_count
373
374	CALL wrd_write_string( 'dp_external' )
375	WRITE ( 14 ) dp_external
376
377	CALL wrd_write_string( 'dp_level_b' )
378	WRITE ( 14 ) dp_level_b
379
380	CALL wrd_write_string( 'dp_smooth' )
381	WRITE ( 14 ) dp_smooth
382
383	CALL wrd_write_string( 'dpdxy' )
384	WRITE ( 14 ) dpdxy
385
386	CALL wrd_write_string( 'dt_3d' )
387	WRITE ( 14 ) dt_3d
388
389	CALL wrd_write_string( 'dt_pr_1d' )
390	WRITE ( 14 ) dt_pr_1d
391
392	CALL wrd_write_string( 'dt_run_control_1d' )
393	WRITE ( 14 ) dt_run_control_1d
394
395	CALL wrd_write_string( 'dx' )
396	WRITE ( 14 ) dx
397
398	CALL wrd_write_string( 'dy' )
399	WRITE ( 14 ) dy
400
401	CALL wrd_write_string( 'dz' )
402	WRITE ( 14 ) dz
403
404	CALL wrd_write_string( 'dz_max' )
405	WRITE ( 14 ) dz_max
406
407	CALL wrd_write_string( 'dz_stretch_factor' )
408	WRITE ( 14 ) dz_stretch_factor
409
410	CALL wrd_write_string( 'dz_stretch_factor_array' )
411	WRITE ( 14 ) dz_stretch_factor_array
412
413	CALL wrd_write_string( 'dz_stretch_level' )
414	WRITE ( 14 ) dz_stretch_level
415
416	CALL wrd_write_string( 'dz_stretch_level_end' )
417	WRITE ( 14 ) dz_stretch_level_end
418
419	CALL wrd_write_string( 'dz_stretch_level_start' )
420	WRITE ( 14 ) dz_stretch_level_start
421
422	CALL wrd_write_string( 'e_min' )
423	WRITE ( 14 ) e_min
424
425	CALL wrd_write_string( 'end_time_1d' )
426	WRITE ( 14 ) end_time_1d
427
428	CALL wrd_write_string( 'fft_method' )
429	WRITE ( 14 ) fft_method
430
431	CALL wrd_write_string( 'first_call_lpm' )
432	WRITE ( 14 ) first_call_lpm
433
434	CALL wrd_write_string( 'galilei_transformation' )
435	WRITE ( 14 ) galilei_transformation
436
437	CALL wrd_write_string( 'hom' )
438	WRITE ( 14 ) hom
439
440	CALL wrd_write_string( 'hom_sum' )
441	WRITE ( 14 ) hom_sum
442
443	CALL wrd_write_string( 'humidity' )
444	WRITE ( 14 ) humidity
445
446	IF ( ALLOCATED( inflow_damping_factor ) ) THEN
447	CALL wrd_write_string( 'inflow_damping_factor' )
448	WRITE ( 14 ) inflow_damping_factor
449	ENDIF
450
451	CALL wrd_write_string( 'inflow_damping_height' )
452	WRITE ( 14 ) inflow_damping_height
453
454	CALL wrd_write_string( 'inflow_damping_width' )
455	WRITE ( 14 ) inflow_damping_width
456
457	CALL wrd_write_string( 'inflow_disturbance_begin' )
458	WRITE ( 14 ) inflow_disturbance_begin
459
460	CALL wrd_write_string( 'inflow_disturbance_end' )
461	WRITE ( 14 ) inflow_disturbance_end
462
463	CALL wrd_write_string( 'km_constant' )
464	WRITE ( 14 ) km_constant
465
466	CALL wrd_write_string( 'large_scale_forcing' )
467	WRITE ( 14 ) large_scale_forcing
468
469	CALL wrd_write_string( 'large_scale_subsidence' )
470	WRITE ( 14 ) large_scale_subsidence
471
472	CALL wrd_write_string( 'latitude' )
473	WRITE ( 14 ) latitude
474
475	CALL wrd_write_string( 'longitude' )
476	WRITE ( 14 ) longitude
477
478	CALL wrd_write_string( 'loop_optimization' )
479	WRITE ( 14 ) loop_optimization
480
481	CALL wrd_write_string( 'masking_method' )
482	WRITE ( 14 ) masking_method
483
484	IF ( ALLOCATED( mean_inflow_profiles ) ) THEN
485	CALL wrd_write_string( 'mean_inflow_profiles' )
486	WRITE ( 14 ) mean_inflow_profiles
487	ENDIF
488
489	CALL wrd_write_string( 'mg_cycles' )
490	WRITE ( 14 ) mg_cycles
491
492	CALL wrd_write_string( 'mg_switch_to_pe0_level' )
493	WRITE ( 14 ) mg_switch_to_pe0_level
494
495	CALL wrd_write_string( 'mixing_length_1d' )
496	WRITE ( 14 ) mixing_length_1d
497
498	CALL wrd_write_string( 'momentum_advec' )
499	WRITE ( 14 ) momentum_advec
500
501	CALL wrd_write_string( 'netcdf_precision' )
502	WRITE ( 14 ) netcdf_precision
503
504	CALL wrd_write_string( 'neutral' )
505	WRITE ( 14 ) neutral
506
507	CALL wrd_write_string( 'ngsrb' )
508	WRITE ( 14 ) ngsrb
509
510	CALL wrd_write_string( 'nsor' )
511	WRITE ( 14 ) nsor
512
513	CALL wrd_write_string( 'nsor_ini' )
514	WRITE ( 14 ) nsor_ini
515
516	CALL wrd_write_string( 'nudging' )
517	WRITE ( 14 ) nudging
518
519	CALL wrd_write_string( 'num_leg' )
520	WRITE ( 14 ) num_leg
521
522	CALL wrd_write_string( 'nx' )
523	WRITE ( 14 ) nx
524
525	CALL wrd_write_string( 'ny' )
526	WRITE ( 14 ) ny
527
528	CALL wrd_write_string( 'ocean_mode' )
529	WRITE ( 14 ) ocean_mode
530
531	CALL wrd_write_string( 'omega' )
532	WRITE ( 14 ) omega
533
534	CALL wrd_write_string( 'omega_sor' )
535	WRITE ( 14 ) omega_sor
536
537	CALL wrd_write_string( 'output_for_t0' )
538	WRITE ( 14 ) output_for_t0
539
540	CALL wrd_write_string( 'passive_scalar' )
541	WRITE ( 14 ) passive_scalar
542
543	CALL wrd_write_string( 'prandtl_number' )
544	WRITE ( 14 ) prandtl_number
545
546	CALL wrd_write_string( 'psolver' )
547	WRITE ( 14 ) psolver
548
549	CALL wrd_write_string( 'pt_damping_factor' )
550	WRITE ( 14 ) pt_damping_factor
551
552	CALL wrd_write_string( 'pt_damping_width' )
553	WRITE ( 14 ) pt_damping_width
554
555	CALL wrd_write_string( 'pt_init' )
556	WRITE ( 14 ) pt_init
557
558	CALL wrd_write_string( 'pt_reference' )
559	WRITE ( 14 ) pt_reference
560
561	CALL wrd_write_string( 'pt_surface' )
562	WRITE ( 14 ) pt_surface
563
564	CALL wrd_write_string( 'pt_surface_initial_change' )
565	WRITE ( 14 ) pt_surface_initial_change
566
567	CALL wrd_write_string( 'pt_vertical_gradient' )
568	WRITE ( 14 ) pt_vertical_gradient
569
570	CALL wrd_write_string( 'pt_vertical_gradient_level' )
571	WRITE ( 14 ) pt_vertical_gradient_level
572
573	CALL wrd_write_string( 'pt_vertical_gradient_level_ind' )
574	WRITE ( 14 ) pt_vertical_gradient_level_ind
575
576	CALL wrd_write_string( 'q_init' )
577	WRITE ( 14 ) q_init
578
579	CALL wrd_write_string( 'q_surface' )
580	WRITE ( 14 ) q_surface
581
582	CALL wrd_write_string( 'q_surface_initial_change' )
583	WRITE ( 14 ) q_surface_initial_change
584
585	CALL wrd_write_string( 'q_vertical_gradient' )
586	WRITE ( 14 ) q_vertical_gradient
587
588	CALL wrd_write_string( 'q_vertical_gradient_level' )
589	WRITE ( 14 ) q_vertical_gradient_level
590
591	CALL wrd_write_string( 'q_vertical_gradient_level_ind' )
592	WRITE ( 14 ) q_vertical_gradient_level_ind
593
594	CALL wrd_write_string( 'random_generator' )
595	WRITE ( 14 ) random_generator
596
597	CALL wrd_write_string( 'random_heatflux' )
598	WRITE ( 14 ) random_heatflux
599
600	CALL wrd_write_string( 'rans_mode' )
601	WRITE ( 14 ) rans_mode
602
603	CALL wrd_write_string( 'rayleigh_damping_factor' )
604	WRITE ( 14 ) rayleigh_damping_factor
605
606	CALL wrd_write_string( 'rayleigh_damping_height' )
607	WRITE ( 14 ) rayleigh_damping_height
608
609	CALL wrd_write_string( 'recycling_width' )
610	WRITE ( 14 ) recycling_width
611
612	CALL wrd_write_string( 'ref_state' )
613	WRITE ( 14 ) ref_state
614
615	CALL wrd_write_string( 'reference_state' )
616	WRITE ( 14 ) reference_state
617
618	CALL wrd_write_string( 'residual_limit' )
619	WRITE ( 14 ) residual_limit
620
621	CALL wrd_write_string( 'roughness_length' )
622	WRITE ( 14 ) roughness_length
623
624	CALL wrd_write_string( 'run_coupled' )
625	WRITE ( 14 ) run_coupled
626
627	CALL wrd_write_string( 'runnr' )
628	WRITE ( 14 ) runnr
629
630	CALL wrd_write_string( 's_init' )
631	WRITE ( 14 ) s_init
632
633	CALL wrd_write_string( 's_surface' )
634	WRITE ( 14 ) s_surface
635
636	CALL wrd_write_string( 's_surface_initial_change' )
637	WRITE ( 14 ) s_surface_initial_change
638
639	CALL wrd_write_string( 's_vertical_gradient' )
640	WRITE ( 14 ) s_vertical_gradient
641
642	CALL wrd_write_string( 's_vertical_gradient_level' )
643	WRITE ( 14 ) s_vertical_gradient_level
644
645	CALL wrd_write_string( 's_vertical_gradient_level_ind' )
646	WRITE ( 14 ) s_vertical_gradient_level_ind
647
648	CALL wrd_write_string( 'scalar_advec' )
649	WRITE ( 14 ) scalar_advec
650
651	CALL wrd_write_string( 'simulated_time' )
652	WRITE ( 14 ) simulated_time
653
654	IF ( ALLOCATED( spectrum_x ) ) THEN
655	CALL wrd_write_string( 'spectrum_x' )
656	WRITE ( 14 ) spectrum_x
657	CALL wrd_write_string( 'spectrum_y' )
658	WRITE ( 14 ) spectrum_y
659	ENDIF
660
661	CALL wrd_write_string( 'spinup_time ' )
662	WRITE ( 14 ) spinup_time
663
664	CALL wrd_write_string( 'subs_vertical_gradient' )
665	WRITE ( 14 ) subs_vertical_gradient
666
667	CALL wrd_write_string( 'subs_vertical_gradient_level' )
668	WRITE ( 14 ) subs_vertical_gradient_level
669
670	CALL wrd_write_string( 'subs_vertical_gradient_level_i' )
671	WRITE ( 14 ) subs_vertical_gradient_level_i
672
673	CALL wrd_write_string( 'surface_heatflux' )
674	WRITE ( 14 ) surface_heatflux
675
676	CALL wrd_write_string( 'surface_pressure' )
677	WRITE ( 14 ) surface_pressure
678
679	CALL wrd_write_string( 'surface_scalarflux' )
680	WRITE ( 14 ) surface_scalarflux
681
682	CALL wrd_write_string( 'surface_waterflux' )
683	WRITE ( 14 ) surface_waterflux
684
685	CALL wrd_write_string( 'time_coupling' )
686	WRITE ( 14 ) time_coupling
687
688	CALL wrd_write_string( 'time_disturb' )
689	WRITE ( 14 ) time_disturb
690
691	CALL wrd_write_string( 'time_do2d_xy' )
692	WRITE ( 14 ) time_do2d_xy
693
694	CALL wrd_write_string( 'time_do2d_xz' )
695	WRITE ( 14 ) time_do2d_xz
696
697	CALL wrd_write_string( 'time_do2d_yz' )
698	WRITE ( 14 ) time_do2d_yz
699
700	CALL wrd_write_string( 'time_do3d' )
701	WRITE ( 14 ) time_do3d
702
703	CALL wrd_write_string( 'time_do_av' )
704	WRITE ( 14 ) time_do_av
705
706	CALL wrd_write_string( 'time_do_sla' )
707	WRITE ( 14 ) time_do_sla
708
709	CALL wrd_write_string( 'time_domask' )
710	WRITE ( 14 ) time_domask
711
712	CALL wrd_write_string( 'time_dopr' )
713	WRITE ( 14 ) time_dopr
714
715	CALL wrd_write_string( 'time_dopr_av' )
716	WRITE ( 14 ) time_dopr_av
717
718	CALL wrd_write_string( 'time_dopr_listing' )
719	WRITE ( 14 ) time_dopr_listing
720
721	CALL wrd_write_string( 'time_dopts' )
722	WRITE ( 14 ) time_dopts
723
724	CALL wrd_write_string( 'time_dosp' )
725	WRITE ( 14 ) time_dosp
726
727	CALL wrd_write_string( 'time_dots' )
728	WRITE ( 14 ) time_dots
729
730	CALL wrd_write_string( 'time_indoor' )
731	WRITE ( 14 ) time_indoor
732
733	CALL wrd_write_string( 'time_radiation' )
734	WRITE ( 14 ) time_radiation
735
736	CALL wrd_write_string( 'time_restart' )
737	WRITE ( 14 ) time_restart
738
739	CALL wrd_write_string( 'time_run_control' )
740	WRITE ( 14 ) time_run_control
741
742	CALL wrd_write_string( 'time_since_reference_point' )
743	WRITE ( 14 ) time_since_reference_point
744
745	CALL wrd_write_string( 'time_virtual_measurement' )
746	WRITE ( 14 ) time_virtual_measurement
747
748	CALL wrd_write_string( 'timestep_scheme' )
749	WRITE ( 14 ) timestep_scheme
750
751	CALL wrd_write_string( 'top_heatflux' )
752	WRITE ( 14 ) top_heatflux
753
754	CALL wrd_write_string( 'top_momentumflux_u' )
755	WRITE ( 14 ) top_momentumflux_u
756
757	CALL wrd_write_string( 'top_momentumflux_v' )
758	WRITE ( 14 ) top_momentumflux_v
759
760	CALL wrd_write_string( 'top_scalarflux' )
761	WRITE ( 14 ) top_scalarflux
762
763	CALL wrd_write_string( 'topography' )
764	WRITE ( 14 ) topography
765
766	CALL wrd_write_string( 'topography_grid_convention' )
767	WRITE ( 14 ) topography_grid_convention
768
769	CALL wrd_write_string( 'tsc' )
770	WRITE ( 14 ) tsc
771
772	CALL wrd_write_string( 'tunnel_height' )
773	WRITE ( 14 ) tunnel_height
774
775	CALL wrd_write_string( 'tunnel_length' )
776	WRITE ( 14 ) tunnel_length
777
778	CALL wrd_write_string( 'tunnel_wall_depth' )
779	WRITE ( 14 ) tunnel_wall_depth
780
781	CALL wrd_write_string( 'tunnel_width_x' )
782	WRITE ( 14 ) tunnel_width_x
783
784	CALL wrd_write_string( 'tunnel_width_y' )
785	WRITE ( 14 ) tunnel_width_y
786
787	CALL wrd_write_string( 'turbulence_closure' )
788	WRITE ( 14 ) turbulence_closure
789
790	CALL wrd_write_string( 'turbulent_inflow' )
791	WRITE ( 14 ) turbulent_inflow
792
793	CALL wrd_write_string( 'u_bulk' )
794	WRITE ( 14 ) u_bulk
795
796	CALL wrd_write_string( 'u_init' )
797	WRITE ( 14 ) u_init
798
799	CALL wrd_write_string( 'u_max' )
800	WRITE ( 14 ) u_max
801
802	CALL wrd_write_string( 'u_max_ijk' )
803	WRITE ( 14 ) u_max_ijk
804
805	CALL wrd_write_string( 'ug' )
806	WRITE ( 14 ) ug
807
808	CALL wrd_write_string( 'ug_surface' )
809	WRITE ( 14 ) ug_surface
810
811	CALL wrd_write_string( 'ug_vertical_gradient' )
812	WRITE ( 14 ) ug_vertical_gradient
813
814	CALL wrd_write_string( 'ug_vertical_gradient_level' )
815	WRITE ( 14 ) ug_vertical_gradient_level
816
817	CALL wrd_write_string( 'ug_vertical_gradient_level_ind' )
818	WRITE ( 14 ) ug_vertical_gradient_level_ind
819
820	CALL wrd_write_string( 'use_surface_fluxes' )
821	WRITE ( 14 ) use_surface_fluxes
822
823	CALL wrd_write_string( 'use_top_fluxes' )
824	WRITE ( 14 ) use_top_fluxes
825
826	CALL wrd_write_string( 'use_ug_for_galilei_tr' )
827	WRITE ( 14 ) use_ug_for_galilei_tr
828
829	CALL wrd_write_string( 'use_upstream_for_tke' )
830	WRITE ( 14 ) use_upstream_for_tke
831
832	CALL wrd_write_string( 'v_bulk' )
833	WRITE ( 14 ) v_bulk
834
835	CALL wrd_write_string( 'v_init' )
836	WRITE ( 14 ) v_init
837
838	CALL wrd_write_string( 'v_max' )
839	WRITE ( 14 ) v_max
840
841	CALL wrd_write_string( 'v_max_ijk' )
842	WRITE ( 14 ) v_max_ijk
843
844	CALL wrd_write_string( 'vg' )
845	WRITE ( 14 ) vg
846
847	CALL wrd_write_string( 'vg_surface' )
848	WRITE ( 14 ) vg_surface
849
850	CALL wrd_write_string( 'vg_vertical_gradient' )
851	WRITE ( 14 ) vg_vertical_gradient
852
853	CALL wrd_write_string( 'vg_vertical_gradient_level' )
854	WRITE ( 14 ) vg_vertical_gradient_level
855
856	CALL wrd_write_string( 'vg_vertical_gradient_level_ind' )
857	WRITE ( 14 ) vg_vertical_gradient_level_ind
858
859	CALL wrd_write_string( 'virtual_flight' )
860	WRITE ( 14 ) virtual_flight
861
862	CALL wrd_write_string( 'volume_flow_area' )
863	WRITE ( 14 ) volume_flow_area
864
865	CALL wrd_write_string( 'volume_flow_initial' )
866	WRITE ( 14 ) volume_flow_initial
867
868	CALL wrd_write_string( 'w_max' )
869	WRITE ( 14 ) w_max
870
871	CALL wrd_write_string( 'w_max_ijk' )
872	WRITE ( 14 ) w_max_ijk
873
874	CALL wrd_write_string( 'wall_adjustment' )
875	WRITE ( 14 ) wall_adjustment
876
877	CALL wrd_write_string( 'wall_heatflux' )
878	WRITE ( 14 ) wall_heatflux
879
880	CALL wrd_write_string( 'wall_humidityflux' )
881	WRITE ( 14 ) wall_humidityflux
882
883	CALL wrd_write_string( 'wall_scalarflux' )
884	WRITE ( 14 ) wall_scalarflux
885
886	CALL wrd_write_string( 'y_shift' )
887	WRITE ( 14 ) y_shift
888
889	CALL wrd_write_string( 'z0h_factor' )
890	WRITE ( 14 ) z0h_factor
891
892	CALL wrd_write_string( 'zeta_max' )
893	WRITE ( 14 ) zeta_max
894
895	CALL wrd_write_string( 'zeta_min' )
896	WRITE ( 14 ) zeta_min
897
898	CALL wrd_write_string( 'z_i' )
899	WRITE ( 14 ) z_i
900
901	ELSEIF ( restart_data_format_output(1:3) == 'mpi' ) THEN
902	!
903	!-- Write global restart data using MPI-IO
904	!-- ATTENTION: Arrays need to be written with routine wrd_mpi_io_global_array!
905	CALL wrd_mpi_io( 'binary_version_global', binary_version_global )
906	CALL wrd_mpi_io( 'numprocs', numprocs )
907	CALL wrd_mpi_io( 'nz' , nz )
908	CALL wrd_mpi_io( 'max_pr_user', max_pr_user )
909	CALL wrd_mpi_io( 'statistic_regions', statistic_regions )
910
911	!
912	!-- Caution: After changes in the following parameter-list, the version number stored in the
913	!-- -------- variable binary_version_global has to be increased. The same changes must also be
914	!-- done in the parameter-list in rrd_global.
915	CALL wrd_mpi_io( 'advected_distance_x', advected_distance_x )
916	CALL wrd_mpi_io( 'advected_distance_y', advected_distance_y )
917	CALL wrd_mpi_io( 'alpha_surface', alpha_surface )
918	CALL wrd_mpi_io( 'average_count_pr', average_count_pr )
919	CALL wrd_mpi_io( 'average_count_sp', average_count_sp )
920	CALL wrd_mpi_io( 'average_count_3d', average_count_3d )
921	CALL wrd_mpi_io( 'bc_e_b', bc_e_b )
922	CALL wrd_mpi_io( 'bc_lr', bc_lr )
923	CALL wrd_mpi_io( 'bc_ns', bc_ns )
924	CALL wrd_mpi_io( 'bc_p_b', bc_p_b )
925	CALL wrd_mpi_io( 'bc_p_t', bc_p_t )
926	CALL wrd_mpi_io( 'bc_pt_b', bc_pt_b )
927	CALL wrd_mpi_io( 'bc_pt_t', bc_pt_t )
928	CALL wrd_mpi_io( 'bc_pt_t_val', bc_pt_t_val )
929	CALL wrd_mpi_io( 'bc_q_b', bc_q_b )
930	CALL wrd_mpi_io( 'bc_q_t', bc_q_t )
931	CALL wrd_mpi_io( 'bc_q_t_val', bc_q_t_val )
932	CALL wrd_mpi_io( 'bc_s_b', bc_s_b )
933	CALL wrd_mpi_io( 'bc_s_t', bc_s_t )
934	CALL wrd_mpi_io( 'bc_uv_b', bc_uv_b )
935	CALL wrd_mpi_io( 'bc_uv_t', bc_uv_t )
936	CALL wrd_mpi_io( 'biometeorology', biometeorology )
937	CALL wrd_mpi_io( 'building_height', building_height )
938	CALL wrd_mpi_io( 'building_length_x', building_length_x )
939	CALL wrd_mpi_io( 'building_length_y', building_length_y )
940	CALL wrd_mpi_io( 'building_wall_left', building_wall_left )
941	CALL wrd_mpi_io( 'building_wall_south', building_wall_south )
942	CALL wrd_mpi_io( 'bulk_cloud_model', bulk_cloud_model )
943	CALL wrd_mpi_io( 'call_psolver_at_all_substeps', call_psolver_at_all_substeps )
944	CALL wrd_mpi_io( 'canyon_height', canyon_height )
945	CALL wrd_mpi_io( 'canyon_wall_left', canyon_wall_left )
946	CALL wrd_mpi_io( 'canyon_wall_south', canyon_wall_south )
947	CALL wrd_mpi_io( 'canyon_width_x', canyon_width_x )
948	CALL wrd_mpi_io( 'canyon_width_y', canyon_width_y )
949	CALL wrd_mpi_io( 'cfl_factor', cfl_factor )
950	CALL wrd_mpi_io( 'cloud_droplets', cloud_droplets )
951	CALL wrd_mpi_io( 'collective_wait', collective_wait )
952	CALL wrd_mpi_io( 'conserve_volume_flow', conserve_volume_flow )
953	CALL wrd_mpi_io( 'conserve_volume_flow_mode', conserve_volume_flow_mode )
954	CALL wrd_mpi_io( 'constant_flux_layer', constant_flux_layer )
955	CALL wrd_mpi_io( 'coupling_start_time', coupling_start_time )
956	CALL wrd_mpi_io( 'current_timestep_number', current_timestep_number )
957	CALL wrd_mpi_io( 'cycle_mg', cycle_mg )
958	CALL wrd_mpi_io( 'damp_level_1d', damp_level_1d )
959	CALL wrd_mpi_io( 'dissipation_1d', dissipation_1d )
960	CALL wrd_mpi_io_global_array( 'do2d_xy_time_count', do2d_xy_time_count )
961	CALL wrd_mpi_io_global_array( 'do2d_xz_time_count', do2d_xz_time_count )
962	CALL wrd_mpi_io_global_array( 'do2d_yz_time_count', do2d_yz_time_count )
963	CALL wrd_mpi_io_global_array( 'do3d_time_count', do3d_time_count )
964	CALL wrd_mpi_io( 'dp_external', dp_external )
965	CALL wrd_mpi_io( 'dp_level_b', dp_level_b )
966	CALL wrd_mpi_io( 'dp_smooth', dp_smooth )
967	CALL wrd_mpi_io_global_array( 'dpdxy', dpdxy )
968	CALL wrd_mpi_io( 'dt_3d', dt_3d )
969	CALL wrd_mpi_io( 'dt_pr_1d', dt_pr_1d )
970	CALL wrd_mpi_io( 'dt_run_control_1d', dt_run_control_1d )
971	CALL wrd_mpi_io( 'dx', dx )
972	CALL wrd_mpi_io( 'dy', dy )
973	CALL wrd_mpi_io_global_array( 'dz', dz )
974	CALL wrd_mpi_io( 'dz_max', dz_max )
975	CALL wrd_mpi_io( 'dz_stretch_factor', dz_stretch_factor )
976	CALL wrd_mpi_io_global_array( 'dz_stretch_factor_array', dz_stretch_factor_array )
977	CALL wrd_mpi_io( 'dz_stretch_level', dz_stretch_level )
978	CALL wrd_mpi_io_global_array( 'dz_stretch_level_end', dz_stretch_level_end )
979	CALL wrd_mpi_io_global_array( 'dz_stretch_level_start', dz_stretch_level_start )
980	CALL wrd_mpi_io( 'e_min', e_min )
981	CALL wrd_mpi_io( 'end_time_1d', end_time_1d )
982	CALL wrd_mpi_io( 'fft_method', fft_method )
983	CALL wrd_mpi_io( 'first_call_lpm', first_call_lpm )
984	CALL wrd_mpi_io( 'galilei_transformation', galilei_transformation )
985	CALL wrd_mpi_io( 'gust_module_enabled', gust_module_enabled )
986	CALL wrd_mpi_io_global_array( 'hom', hom )
987	CALL wrd_mpi_io_global_array( 'hom_sum', hom_sum )
988	CALL wrd_mpi_io( 'humidity', humidity )
989	IF ( ALLOCATED( inflow_damping_factor ) ) THEN
990	CALL wrd_mpi_io_global_array( 'inflow_damping_factor', inflow_damping_factor )
991	ENDIF
992	CALL wrd_mpi_io( 'inflow_damping_height', inflow_damping_height )
993	CALL wrd_mpi_io( 'inflow_damping_width', inflow_damping_width )
994	CALL wrd_mpi_io( 'inflow_disturbance_begin', inflow_disturbance_begin )
995	CALL wrd_mpi_io( 'inflow_disturbance_end', inflow_disturbance_end )
996	CALL wrd_mpi_io( 'km_constant', km_constant )
997	CALL wrd_mpi_io( 'large_scale_forcing', large_scale_forcing )
998	CALL wrd_mpi_io( 'large_scale_subsidence', large_scale_subsidence )
999	CALL wrd_mpi_io( 'latitude', latitude )
1000	CALL wrd_mpi_io( 'longitude', longitude )
1001	CALL wrd_mpi_io( 'loop_optimization', loop_optimization )
1002	CALL wrd_mpi_io( 'masking_method', masking_method )
1003	IF ( ALLOCATED( mean_inflow_profiles ) ) THEN
1004	CALL wrd_mpi_io_global_array( 'mean_inflow_profiles', mean_inflow_profiles )
1005	ENDIF
1006	CALL wrd_mpi_io( 'mg_cycles', mg_cycles )
1007	CALL wrd_mpi_io( 'mg_switch_to_pe0_level', mg_switch_to_pe0_level )
1008	CALL wrd_mpi_io( 'mixing_length_1d', mixing_length_1d )
1009	CALL wrd_mpi_io( 'momentum_advec', momentum_advec )
1010	!
1011	!-- There is no module procedure for CHARACTER arrays
1012	DO i = 1, SIZE( netcdf_precision, 1 )
1013	WRITE ( tmp_name, '(A,I2.2)' ) 'netcdf_precision_', i
1014	CALL wrd_mpi_io( TRIM( tmp_name ), netcdf_precision(i) )
1015	ENDDO
1016	CALL wrd_mpi_io( 'neutral', neutral )
1017	CALL wrd_mpi_io( 'ngsrb', ngsrb )
1018	CALL wrd_mpi_io( 'nsor', nsor )
1019	CALL wrd_mpi_io( 'nsor_ini', nsor_ini )
1020	CALL wrd_mpi_io( 'nudging', nudging )
1021	CALL wrd_mpi_io( 'num_leg', num_leg )
1022	CALL wrd_mpi_io( 'nx', nx )
1023	CALL wrd_mpi_io( 'ny', ny )
1024	CALL wrd_mpi_io( 'ocean_mode', ocean_mode )
1025	CALL wrd_mpi_io( 'omega', omega )
1026	CALL wrd_mpi_io( 'omega_sor', omega_sor )
1027	CALL wrd_mpi_io( 'origin_date_time', origin_date_time )
1028	CALL wrd_mpi_io( 'output_for_t0', output_for_t0 )
1029	CALL wrd_mpi_io( 'particle_advection', particle_advection )
1030	CALL wrd_mpi_io( 'passive_scalar', passive_scalar )
1031	CALL wrd_mpi_io( 'prandtl_number', prandtl_number )
1032	CALL wrd_mpi_io( 'psolver', psolver )
1033	CALL wrd_mpi_io( 'pt_damping_factor', pt_damping_factor )
1034	CALL wrd_mpi_io( 'pt_damping_width', pt_damping_width )
1035	CALL wrd_mpi_io_global_array( 'pt_init', pt_init )
1036	CALL wrd_mpi_io( 'pt_reference', pt_reference )
1037	CALL wrd_mpi_io( 'pt_surface', pt_surface )
1038	CALL wrd_mpi_io( 'pt_surface_initial_change', pt_surface_initial_change )
1039	CALL wrd_mpi_io_global_array( 'pt_vertical_gradient', pt_vertical_gradient )
1040	CALL wrd_mpi_io_global_array( 'pt_vertical_gradient_level', pt_vertical_gradient_level )
1041	CALL wrd_mpi_io_global_array( 'pt_vertical_gradient_level_ind', pt_vertical_gradient_level_ind )
1042	CALL wrd_mpi_io_global_array( 'q_init', q_init )
1043	CALL wrd_mpi_io( 'q_surface', q_surface )
1044	CALL wrd_mpi_io( 'q_surface_initial_change', q_surface_initial_change )
1045	CALL wrd_mpi_io_global_array( 'q_vertical_gradient', q_vertical_gradient )
1046	CALL wrd_mpi_io_global_array( 'q_vertical_gradient_level', q_vertical_gradient_level )
1047	CALL wrd_mpi_io_global_array( 'q_vertical_gradient_level_ind', q_vertical_gradient_level_ind )
1048	CALL wrd_mpi_io( 'random_generator', random_generator )
1049	CALL wrd_mpi_io( 'random_heatflux', random_heatflux )
1050	CALL wrd_mpi_io( 'rans_mode', rans_mode )
1051	CALL wrd_mpi_io( 'rayleigh_damping_factor', rayleigh_damping_factor )
1052	CALL wrd_mpi_io( 'rayleigh_damping_height', rayleigh_damping_height )
1053	CALL wrd_mpi_io( 'recycling_width', recycling_width )
1054	CALL wrd_mpi_io_global_array( 'ref_state', ref_state )
1055	CALL wrd_mpi_io( 'reference_state', reference_state )
1056	CALL wrd_mpi_io( 'residual_limit', residual_limit )
1057	CALL wrd_mpi_io( 'roughness_length', roughness_length )
1058	CALL wrd_mpi_io( 'run_coupled', run_coupled )
1059	CALL wrd_mpi_io( 'runnr', runnr )
1060	CALL wrd_mpi_io_global_array( 's_init', s_init )
1061	CALL wrd_mpi_io( 's_surface', s_surface )
1062	CALL wrd_mpi_io( 's_surface_initial_change', s_surface_initial_change )
1063	CALL wrd_mpi_io_global_array( 's_vertical_gradient', s_vertical_gradient )
1064	CALL wrd_mpi_io_global_array( 's_vertical_gradient_level', s_vertical_gradient_level )
1065	CALL wrd_mpi_io_global_array( 's_vertical_gradient_level_ind', s_vertical_gradient_level_ind )
1066	CALL wrd_mpi_io( 'scalar_advec', scalar_advec )
1067	CALL wrd_mpi_io( 'simulated_time', simulated_time )
1068	IF ( ALLOCATED( spectrum_x ) ) THEN
1069	CALL wrd_mpi_io_global_array( 'spectrum_x', spectrum_x )
1070	CALL wrd_mpi_io_global_array( 'spectrum_y', spectrum_y )
1071	ENDIF
1072	CALL wrd_mpi_io( 'spinup_time ', spinup_time )
1073	CALL wrd_mpi_io_global_array( 'subs_vertical_gradient', subs_vertical_gradient )
1074	CALL wrd_mpi_io_global_array( 'subs_vertical_gradient_level', subs_vertical_gradient_level )
1075	CALL wrd_mpi_io_global_array( 'subs_vertical_gradient_level_i', subs_vertical_gradient_level_i )
1076	CALL wrd_mpi_io( 'surface_heatflux', surface_heatflux )
1077	CALL wrd_mpi_io( 'surface_output', surface_output )
1078	CALL wrd_mpi_io( 'surface_pressure', surface_pressure )
1079	CALL wrd_mpi_io( 'surface_scalarflux', surface_scalarflux )
1080	CALL wrd_mpi_io( 'surface_waterflux', surface_waterflux )
1081	CALL wrd_mpi_io( 'time_coupling', time_coupling )
1082	CALL wrd_mpi_io( 'time_disturb', time_disturb )
1083	CALL wrd_mpi_io( 'time_do2d_xy', time_do2d_xy )
1084	CALL wrd_mpi_io( 'time_do2d_xz', time_do2d_xz )
1085	CALL wrd_mpi_io( 'time_do2d_yz', time_do2d_yz )
1086	CALL wrd_mpi_io( 'time_do3d', time_do3d )
1087	CALL wrd_mpi_io( 'time_do_av', time_do_av )
1088	CALL wrd_mpi_io( 'time_do_sla', time_do_sla )
1089	CALL wrd_mpi_io_global_array( 'time_domask', time_domask )
1090	CALL wrd_mpi_io( 'time_dopr', time_dopr )
1091	CALL wrd_mpi_io( 'time_dopr_av', time_dopr_av )
1092	CALL wrd_mpi_io( 'time_dopr_listing', time_dopr_listing )
1093	CALL wrd_mpi_io( 'time_dopts', time_dopts )
1094	CALL wrd_mpi_io( 'time_dosp', time_dosp )
1095	CALL wrd_mpi_io( 'time_dots', time_dots )
1096	CALL wrd_mpi_io( 'time_indoor', time_indoor )
1097	CALL wrd_mpi_io( 'time_radiation', time_radiation )
1098	CALL wrd_mpi_io( 'time_restart', time_restart )
1099	CALL wrd_mpi_io( 'time_run_control', time_run_control )
1100	CALL wrd_mpi_io( 'time_since_reference_point', time_since_reference_point )
1101	CALL wrd_mpi_io( 'time_virtual_measurement', time_virtual_measurement )
1102	CALL wrd_mpi_io( 'timestep_scheme', timestep_scheme )
1103	CALL wrd_mpi_io( 'top_heatflux', top_heatflux )
1104	CALL wrd_mpi_io( 'top_momentumflux_u', top_momentumflux_u )
1105	CALL wrd_mpi_io( 'top_momentumflux_v', top_momentumflux_v )
1106	CALL wrd_mpi_io( 'top_scalarflux', top_scalarflux )
1107	CALL wrd_mpi_io( 'topography', topography )
1108	CALL wrd_mpi_io( 'topography_grid_convention', topography_grid_convention )
1109	CALL wrd_mpi_io_global_array( 'tsc', tsc )
1110	CALL wrd_mpi_io( 'tunnel_height', tunnel_height )
1111	CALL wrd_mpi_io( 'tunnel_length', tunnel_length )
1112	CALL wrd_mpi_io( 'tunnel_wall_depth', tunnel_wall_depth )
1113	CALL wrd_mpi_io( 'tunnel_width_x', tunnel_width_x )
1114	CALL wrd_mpi_io( 'tunnel_width_y', tunnel_width_y )
1115	CALL wrd_mpi_io( 'turbulence_closure', turbulence_closure )
1116	CALL wrd_mpi_io( 'turbulent_inflow', turbulent_inflow )
1117	CALL wrd_mpi_io( 'u_bulk', u_bulk )
1118	CALL wrd_mpi_io_global_array( 'u_init', u_init )
1119	CALL wrd_mpi_io( 'u_max', u_max )
1120	CALL wrd_mpi_io_global_array( 'u_max_ijk', u_max_ijk )
1121	CALL wrd_mpi_io_global_array( 'ug', ug )
1122	CALL wrd_mpi_io( 'ug_surface', ug_surface )
1123	CALL wrd_mpi_io_global_array( 'ug_vertical_gradient', ug_vertical_gradient )
1124	CALL wrd_mpi_io_global_array( 'ug_vertical_gradient_level', ug_vertical_gradient_level )
1125	CALL wrd_mpi_io_global_array( 'ug_vertical_gradient_level_ind', ug_vertical_gradient_level_ind )
1126	CALL wrd_mpi_io( 'use_surface_fluxes', use_surface_fluxes )
1127	CALL wrd_mpi_io( 'use_top_fluxes', use_top_fluxes )
1128	CALL wrd_mpi_io( 'use_ug_for_galilei_tr', use_ug_for_galilei_tr )
1129	CALL wrd_mpi_io( 'use_upstream_for_tke', use_upstream_for_tke )
1130	CALL wrd_mpi_io( 'user_module_enabled', user_module_enabled )
1131	CALL wrd_mpi_io( 'v_bulk', v_bulk )
1132	CALL wrd_mpi_io_global_array( 'v_init', v_init )
1133	CALL wrd_mpi_io( 'v_max', v_max )
1134	CALL wrd_mpi_io_global_array( 'v_max_ijk', v_max_ijk )
1135	CALL wrd_mpi_io_global_array( 'vg', vg )
1136	CALL wrd_mpi_io( 'vg_surface', vg_surface )
1137	CALL wrd_mpi_io_global_array( 'vg_vertical_gradient', vg_vertical_gradient )
1138	CALL wrd_mpi_io_global_array( 'vg_vertical_gradient_level', vg_vertical_gradient_level )
1139	CALL wrd_mpi_io_global_array( 'vg_vertical_gradient_level_ind', vg_vertical_gradient_level_ind )
1140	CALL wrd_mpi_io( 'virtual_flight', virtual_flight )
1141	CALL wrd_mpi_io_global_array( 'volume_flow_area', volume_flow_area )
1142	CALL wrd_mpi_io_global_array( 'volume_flow_initial', volume_flow_initial )
1143	CALL wrd_mpi_io( 'w_max', w_max )
1144	CALL wrd_mpi_io_global_array( 'w_max_ijk', w_max_ijk )
1145	CALL wrd_mpi_io( 'wall_adjustment', wall_adjustment )
1146	CALL wrd_mpi_io_global_array( 'wall_heatflux', wall_heatflux )
1147	CALL wrd_mpi_io_global_array( 'wall_humidityflux', wall_humidityflux )
1148	CALL wrd_mpi_io_global_array( 'wall_scalarflux', wall_scalarflux )
1149	CALL wrd_mpi_io( 'y_shift', y_shift )
1150	CALL wrd_mpi_io( 'z0h_factor', z0h_factor )
1151	CALL wrd_mpi_io( 'zeta_max', zeta_max )
1152	CALL wrd_mpi_io( 'zeta_min', zeta_min )
1153	CALL wrd_mpi_io_global_array( 'z_i', z_i )
1154
1155	ENDIF
1156
1157	!
1158	!-- Write restart data of the other modules
1159	CALL module_interface_wrd_global
1160
1161
1162	END SUBROUTINE wrd_global
1163
1164
1165	!--------------------------------------------------------------------------------------------------!
1166	! Description:
1167	! ------------
1168	!> Processor specific data of variables and arrays is written out for restarts (binary format).
1169	!> This information is written to the file opened by each PE.
1170	!--------------------------------------------------------------------------------------------------!
1171
1172
1173	SUBROUTINE wrd_local
1174
1175
1176	CHARACTER(LEN=10) :: binary_version_local !<
1177	CHARACTER(LEN=20) :: tmp_name !< temporary variable
1178
1179	INTEGER :: i !< loop index
1180
1181	!
1182	!-- Write arrays.
1183	binary_version_local = '5.1'
1184
1185	IF ( TRIM( restart_data_format_output ) == 'fortran_binary' ) THEN
1186	!
1187	!-- Output in Fortran binary format
1188
1189	CALL wrd_write_string( 'binary_version_local' )
1190	WRITE ( 14 ) binary_version_local
1191
1192	WRITE ( 14 ) numprocs, myid, nxl, nxr, nys, nyn, nzb, nzt
1193
1194	!
1195	!-- Attention: After changes to the following output commands the version number of the variable
1196	!-- ---------- binary_version_local must be changed!
1197	!-- Also, the list of arrays to be read in rrd_local must be adjusted accordingly.
1198	CALL wrd_write_string( 'e' )
1199	WRITE ( 14 ) e
1200
1201	IF ( ALLOCATED( e_av ) ) THEN
1202	CALL wrd_write_string( 'e_av' )
1203	WRITE ( 14 ) e_av
1204	ENDIF
1205
1206	CALL wrd_write_string( 'kh' )
1207	WRITE ( 14 ) kh
1208
1209
1210	IF ( ALLOCATED( kh_av ) ) THEN
1211	CALL wrd_write_string( 'kh_av' )
1212	WRITE ( 14 ) kh_av
1213	ENDIF
1214
1215	CALL wrd_write_string( 'km' )
1216	WRITE ( 14 ) km
1217
1218	IF ( ALLOCATED( km_av ) ) THEN
1219	CALL wrd_write_string( 'km_av' )
1220	WRITE ( 14 ) km_av
1221	ENDIF
1222
1223	IF ( ALLOCATED( lpt_av ) ) THEN
1224	CALL wrd_write_string( 'lpt_av' )
1225	WRITE ( 14 ) lpt_av
1226	ENDIF
1227
1228	IF ( ALLOCATED( lwp_av ) ) THEN
1229	CALL wrd_write_string( 'lwp_av' )
1230	WRITE ( 14 ) lwp_av
1231	ENDIF
1232
1233	CALL wrd_write_string( 'p' )
1234	WRITE ( 14 ) p
1235
1236	IF ( ALLOCATED( p_av ) ) THEN
1237	CALL wrd_write_string( 'p_av' )
1238	WRITE ( 14 ) p_av
1239	ENDIF
1240
1241	IF ( ALLOCATED( pc_av ) ) THEN
1242	CALL wrd_write_string( 'pc_av' )
1243	WRITE ( 14 ) pc_av
1244	ENDIF
1245
1246	IF ( ALLOCATED( pr_av ) ) THEN
1247	CALL wrd_write_string( 'pr_av' )
1248	WRITE ( 14 ) pr_av
1249	ENDIF
1250
1251	CALL wrd_write_string( 'pt' )
1252	WRITE ( 14 ) pt
1253
1254	IF ( ALLOCATED( pt_av ) ) THEN
1255	CALL wrd_write_string( 'pt_av' )
1256	WRITE ( 14 ) pt_av
1257	ENDIF
1258
1259	IF ( humidity ) THEN
1260
1261	CALL wrd_write_string( 'q' )
1262	WRITE ( 14 ) q
1263
1264	IF ( ALLOCATED( q_av ) ) THEN
1265	CALL wrd_write_string( 'q_av' )
1266	WRITE ( 14 ) q_av
1267	ENDIF
1268
1269	IF ( cloud_droplets ) THEN
1270
1271	CALL wrd_write_string( 'ql' )
1272	WRITE ( 14 ) ql
1273
1274	IF ( ALLOCATED( ql_av ) ) THEN
1275	CALL wrd_write_string( 'ql_av' )
1276	WRITE ( 14 ) ql_av
1277	ENDIF
1278
1279	ENDIF
1280
1281	IF ( ALLOCATED( qsurf_av ) ) THEN
1282	CALL wrd_write_string( 'qsurf_av' )
1283	WRITE ( 14 ) qsurf_av
1284	ENDIF
1285
1286	IF ( ALLOCATED( qsws_av ) ) THEN
1287	CALL wrd_write_string( 'qsws_av' )
1288	WRITE ( 14 ) qsws_av
1289	ENDIF
1290
1291	ENDIF
1292
1293	IF ( passive_scalar ) THEN
1294
1295	CALL wrd_write_string( 's' )
1296	WRITE ( 14 ) s
1297
1298	IF ( ALLOCATED( s_av ) ) THEN
1299	CALL wrd_write_string( 's_av' )
1300	WRITE ( 14 ) s_av
1301	ENDIF
1302
1303	IF ( ALLOCATED( ssurf_av ) ) THEN
1304	CALL wrd_write_string( 'ssurf_av' )
1305	WRITE ( 14 ) ssurf_av
1306	ENDIF
1307
1308	IF ( ALLOCATED( ssws_av ) ) THEN
1309	CALL wrd_write_string( 'ssws_av' )
1310	WRITE ( 14 ) ssws_av
1311	ENDIF
1312
1313	ENDIF
1314
1315	IF ( ALLOCATED( ql_c_av ) ) THEN
1316	CALL wrd_write_string( 'ql_c_av' )
1317	WRITE ( 14 ) ql_c_av
1318	ENDIF
1319
1320	IF ( ALLOCATED( ql_v_av ) ) THEN
1321	CALL wrd_write_string( 'ql_v_av' )
1322	WRITE ( 14 ) ql_v_av
1323	ENDIF
1324
1325	IF ( ALLOCATED( ql_vp_av ) ) THEN
1326	CALL wrd_write_string( 'ql_vp_av' )
1327	WRITE ( 14 ) ql_vp_av
1328	ENDIF
1329
1330	IF ( ALLOCATED( qv_av ) ) THEN
1331	CALL wrd_write_string( 'qv_av' )
1332	WRITE ( 14 ) qv_av
1333	ENDIF
1334
1335	CALL wrd_write_string( 'random_iv' )
1336	WRITE ( 14 ) random_iv
1337	WRITE ( 14 ) random_iy
1338
1339	IF ( ALLOCATED( seq_random_array ) ) THEN
1340	CALL wrd_write_string( 'seq_random_array' )
1341	WRITE ( 14 ) id_random_array
1342	WRITE ( 14 ) seq_random_array
1343	ENDIF
1344
1345	IF ( ALLOCATED( s_av ) ) THEN
1346	CALL wrd_write_string( 's_av' )
1347	WRITE ( 14 ) s_av
1348	ENDIF
1349
1350	IF ( ALLOCATED( shf_av ) ) THEN
1351	CALL wrd_write_string( 'shf_av' )
1352	WRITE ( 14 ) shf_av
1353	ENDIF
1354
1355	IF ( ALLOCATED( ts_av ) ) THEN
1356	CALL wrd_write_string( 'ts_av' )
1357	WRITE ( 14 ) ts_av
1358	ENDIF
1359
1360	CALL wrd_write_string( 'u' )
1361	WRITE ( 14 ) u
1362
1363	IF ( ALLOCATED( u_av ) ) THEN
1364	CALL wrd_write_string( 'u_av' )
1365	WRITE ( 14 ) u_av
1366	ENDIF
1367
1368	IF ( ALLOCATED( us_av ) ) THEN
1369	CALL wrd_write_string( 'us_av' )
1370	WRITE ( 14 ) us_av
1371	ENDIF
1372
1373	CALL wrd_write_string( 'v' )
1374	WRITE ( 14 ) v
1375
1376	IF ( ALLOCATED( v_av ) ) THEN
1377	CALL wrd_write_string( 'v_av' )
1378	WRITE ( 14 ) v_av
1379	ENDIF
1380
1381	IF ( humidity ) THEN
1382
1383	CALL wrd_write_string( 'vpt' )
1384	WRITE ( 14 ) vpt
1385
1386	IF ( ALLOCATED( vpt_av ) ) THEN
1387	CALL wrd_write_string( 'vpt_av' )
1388	WRITE ( 14 ) vpt_av
1389	ENDIF
1390
1391	ENDIF
1392
1393	CALL wrd_write_string( 'w' )
1394	WRITE ( 14 ) w
1395
1396	IF ( ALLOCATED( w_av ) ) THEN
1397	CALL wrd_write_string( 'w_av' )
1398	WRITE ( 14 ) w_av
1399	ENDIF
1400
1401	IF ( ALLOCATED( z0_av ) ) THEN
1402	CALL wrd_write_string( 'z0_av' )
1403	WRITE ( 14 ) z0_av
1404	ENDIF
1405
1406	IF ( ALLOCATED( z0h_av ) ) THEN
1407	CALL wrd_write_string( 'z0h_av' )
1408	WRITE ( 14 ) z0h_av
1409	ENDIF
1410
1411	IF ( ALLOCATED( z0q_av ) ) THEN
1412	CALL wrd_write_string( 'z0q_av' )
1413	WRITE ( 14 ) z0q_av
1414	ENDIF
1415
1416	IF ( land_surface .OR. urban_surface ) THEN
1417
1418	IF ( ALLOCATED( ghf_av ) ) THEN
1419	CALL wrd_write_string( 'ghf_av' )
1420	WRITE ( 14 ) ghf_av
1421	ENDIF
1422
1423	IF ( ALLOCATED( r_a_av ) ) THEN
1424	CALL wrd_write_string( 'r_a_av' )
1425	WRITE ( 14 ) r_a_av
1426	ENDIF
1427
1428	ENDIF
1429
1430	IF ( ALLOCATED( tsurf_av ) ) THEN
1431	CALL wrd_write_string( 'tsurf_av' )
1432	WRITE ( 14 ) tsurf_av
1433	ENDIF
1434
1435	ELSEIF ( restart_data_format_output(1:3) == 'mpi' ) THEN
1436	!
1437	!-- Write local restart data using MPI-IO
1438	!-- Attention: After changes to the following output commands the version number
1439	!-- --------- of the variable binary_version must be changed!
1440	!-- Also, the list of arrays to be read in rrd_local must be adjusted accordingly.
1441	CALL wrd_mpi_io( 'e', e)
1442	IF ( ALLOCATED( e_av ) ) CALL wrd_mpi_io( 'e_av', e_av)
1443	CALL wrd_mpi_io( 'kh', kh )
1444	IF ( ALLOCATED( kh_av ) ) CALL wrd_mpi_io( 'kh_av', kh_av )
1445	CALL wrd_mpi_io( 'km' , km )
1446	IF ( ALLOCATED( km_av ) ) CALL wrd_mpi_io( 'km_av', km_av )
1447	IF ( ALLOCATED( lpt_av ) ) CALL wrd_mpi_io( 'lpt_av', lpt_av )
1448	IF ( ALLOCATED( lwp_av ) ) CALL wrd_mpi_io( 'lwp_av', lwp_av )
1449	CALL wrd_mpi_io( 'p', p )
1450	IF ( ALLOCATED( p_av ) ) CALL wrd_mpi_io( 'p_av', p_av )
1451	IF ( ALLOCATED( pc_av ) ) CALL wrd_mpi_io( 'pc_av', pc_av )
1452	IF ( ALLOCATED( pr_av ) ) CALL wrd_mpi_io( 'pr_av', pr_av )
1453	CALL wrd_mpi_io( 'pt', pt )
1454	IF ( ALLOCATED( pt_av ) ) CALL wrd_mpi_io( 'pt_av', pt_av )
1455
1456	IF ( humidity ) THEN
1457
1458	CALL wrd_mpi_io( 'q', q )
1459	IF ( ALLOCATED( q_av ) ) CALL wrd_mpi_io( 'q_av', q_av )
1460
1461	IF ( cloud_droplets ) THEN
1462
1463	CALL wrd_mpi_io( 'ql', ql )
1464	IF ( ALLOCATED( ql_av ) ) CALL wrd_mpi_io( 'ql_av', ql_av )
1465
1466	ENDIF
1467
1468	IF ( ALLOCATED( qsurf_av ) ) CALL wrd_mpi_io( 'qsurf_av', qsurf_av )
1469	IF ( ALLOCATED( qsws_av ) ) CALL wrd_mpi_io( 'qsws_av', qsws_av )
1470
1471	ENDIF
1472
1473	IF ( passive_scalar ) THEN
1474
1475	CALL wrd_mpi_io( 's', s )
1476	IF ( ALLOCATED( s_av ) ) CALL wrd_mpi_io( 's_av', s_av )
1477	IF ( ALLOCATED( ssurf_av ) ) CALL wrd_mpi_io( 'ssurf_av', ssurf_av )
1478	IF ( ALLOCATED( ssws_av ) ) CALL wrd_mpi_io( 'ssws_av', ssws_av )
1479
1480	ENDIF
1481
1482	IF ( ALLOCATED( ql_c_av ) ) CALL wrd_mpi_io( 'ql_c_av', ql_c_av )
1483	IF ( ALLOCATED( ql_v_av ) ) CALL wrd_mpi_io( 'ql_v_av', ql_v_av )
1484	IF ( ALLOCATED( ql_vp_av ) ) CALL wrd_mpi_io( 'ql_vp_av', ql_vp_av )
1485	IF ( ALLOCATED( qv_av ) ) CALL wrd_mpi_io( 'qv_av', qv_av )
1486	!
1487	!-- Only PE0 writes random_iv and random_iy to restart file.
1488	!-- ATTENTION: If one value for every PE is required, the general approach of PE indendent
1489	!-- restart will be lost. That means that in general the parallel random number generator
1490	!-- in random_generatot_parallel_mod should be used!
1491	CALL wrd_mpi_io_global_array( 'random_iv', random_iv )
1492	CALL wrd_mpi_io( 'random_iy', random_iy )
1493
1494	IF ( ALLOCATED( seq_random_array ) ) THEN
1495	CALL wrd_mpi_io( 'id_random_array', id_random_array )
1496	DO i = 1, SIZE( seq_random_array, 1 )
1497	WRITE( tmp_name, '(A,I2.2)' ) 'seq_random_array', i
1498	CALL wrd_mpi_io( TRIM( tmp_name ), seq_random_array(i,:,:) )
1499	ENDDO
1500	ENDIF
1501	IF ( ALLOCATED( s_av ) ) CALL wrd_mpi_io( 's_av', s_av )
1502	IF ( ALLOCATED( shf_av ) ) CALL wrd_mpi_io( 'shf_av', shf_av )
1503	IF ( ALLOCATED( ts_av ) ) CALL wrd_mpi_io( 'ts_av', ts_av )
1504	CALL wrd_mpi_io( 'u', u)
1505	IF ( ALLOCATED( u_av ) ) CALL wrd_mpi_io( 'u_av', u_av )
1506	IF ( ALLOCATED( us_av ) ) CALL wrd_mpi_io( 'us_av', us_av )
1507	CALL wrd_mpi_io( 'v', v )
1508	IF ( ALLOCATED( v_av ) ) CALL wrd_mpi_io( 'v_av', v_av )
1509	IF ( humidity ) THEN
1510	CALL wrd_mpi_io( 'vpt', vpt )
1511	IF ( ALLOCATED( vpt_av ) ) CALL wrd_mpi_io( 'vpt_av', vpt_av )
1512	ENDIF
1513	CALL wrd_mpi_io( 'w', w)
1514	IF ( ALLOCATED( w_av ) ) CALL wrd_mpi_io( 'w_av', w_av )
1515	IF ( ALLOCATED( z0_av ) ) CALL wrd_mpi_io( 'z0_av', z0_av )
1516	IF ( ALLOCATED( z0h_av ) ) CALL wrd_mpi_io( 'z0h_av', z0h_av )
1517	IF ( ALLOCATED( z0q_av ) ) CALL wrd_mpi_io( 'z0q_av', z0q_av )
1518	IF ( land_surface .OR. urban_surface ) THEN
1519	IF ( ALLOCATED( ghf_av ) ) CALL wrd_mpi_io( 'ghf_av', ghf_av )
1520	IF ( ALLOCATED( r_a_av ) ) CALL wrd_mpi_io( 'r_a_av', r_a_av )
1521	ENDIF
1522	IF ( ALLOCATED( tsurf_av ) ) CALL wrd_mpi_io( 'tsurf_av', tsurf_av )
1523
1524	ENDIF
1525
1526	CALL surface_wrd_local
1527
1528	!
1529	!-- Write restart data of other modules
1530	CALL module_interface_wrd_local
1531
1532	!
1533	!-- Write end label
1534	IF ( restart_data_format_output == 'fortran_binary' ) THEN
1535	CALL wrd_write_string( '* end *' )
1536	ENDIF
1537
1538	END SUBROUTINE wrd_local
1539
1540
1541	END MODULE write_restart_data_mod

Note: See TracBrowser for help on using the repository browser.

Download in other formats:

| Impressum | ©Leibniz Universität Hannover |