source: palm/trunk/SCRIPTS/.mrun.config.hlrnIII @ 2114

Last change on this file since 2114 was 2034, checked in by gronemeier, 8 years ago

updated mrun.config blogs for HLRNIII

  • Property svn:keywords set to Id
File size: 17.9 KB
RevLine 
[1440]1#$Id: .mrun.config.hlrnIII 2034 2016-10-21 15:57:50Z kanani $
[1224]2#column 1          column 2                                   column 3
3#name of variable  value of variable (~ must not be used)     scope
4#----------------------------------------------------------------------------
5%mainprog          palm.f90
6%base_directory    $HOME/palm/current_version
7%base_data         ~/palm/current_version/JOBS
8%source_path       $base_directory/trunk/SOURCE
9%add_source_path   $base_directory/USER_CODE/$fname
10%depository_path   $base_directory/MAKE_DEPOSITORY
11%use_makefile      true
12#
13# Enter your own host below by adding another line containing in the second
14# column your hostname (as provided by the unix command "hostname") and in the
15# third column the host identifier. Depending on your operating system, the
16# first characters of the host identifier should be "lc" (Linux cluster), "ibm"
17# (IBM-AIX), or "nec" (NEC-SX), respectively.
18#
19# The next line is just an example. Add your own line below or replace this line.
[1440]20%host_identifier   hlogin*      lccrayh
21%host_identifier   hxc*         lccrayh
[1224]22%host_identifier   blogin*      lccrayb
23%host_identifier   bxc*         lccrayb
24#
25#
26# The next block contains all informations for compiling the PALM code
27# and for generating and running the PALM executable using MPI. Replace all
28# required paths (given in <>) by the respective paths valid on your host.
29# Also replace <hi> by your host identifier (see above) in each line!
30# Compilernames, cpp-options and compiler-options are assuming
31# an Intel-Compiler and mpich2 on this host! Please change
32# appropriately, if you are using a different compiler / MPI-Version.
33#
[1440]34# HLRN-III Hannover
[2034]35%tmp_user_catalog    /gfs2/tmp/<replace_by_your_HLRN-III_username>      lccrayh parallel
36%tmp_data_catalog    /gfs2/work/<replace_by_your_HLRN-III_username>/palm_restart_data     lccrayh parallel
[1440]37%compiler_name       ftn                                                lccrayh parallel
38%compiler_name_ser   ftn                                                lccrayh parallel
39%cpp_options         -e:Z:-DMPI_REAL=MPI_DOUBLE_PRECISION:-DMPI_2REAL=MPI_2DOUBLE_PRECISION:-D__netcdf:-D__netcdf4:-D__netcdf4_parallel:-D__fftw   lccrayh parallel
40%mopts               -j:4                                               lccrayh parallel
[2034]41%fopts               -em:-K:trap=fp:-O3:-hnoomp:-hnoacc:-hfp3:-hdynamic           lccrayh parallel
42%lopts               -em:-K:trap=fp:-O3:-hnoomp:-hnoacc:-hfp3:-hdynamic:-dynamic  lccrayh parallel
[1446]43%remote_username     <replace_by_your_HLRN-III_username>                lccrayh parallel
[1440]44%memory              2300                                               lccrayh parallel
45%modules             fftw:cray-hdf5-parallel:cray-netcdf-hdf5parallel   lccrayh parallel
[2034]46%login_init_cmd      module:unload:cray-netcdf                          lccrayh parallel
[1440]47#
48# HLRN-III Hannover debug/trace mode
[2034]49%tmp_user_catalog    /gfs2/tmp/<replace_by_your_HLRN-III_username>      lccrayh parallel trace
50%tmp_data_catalog    /gfs2/work/<replace_by_your_HLRN-III_username>/palm_restart_data     lccrayh parallel trace
[1440]51%compiler_name       ftn                                                lccrayh parallel trace
52%compiler_name_ser   ftn                                                lccrayh parallel trace
53%cpp_options         -e:Z:-DMPI_REAL=MPI_DOUBLE_PRECISION:-DMPI_2REAL=MPI_2DOUBLE_PRECISION:-D__netcdf:-D__netcdf4:-D__netcdf4_parallel:-D__fftw   lccrayh parallel trace
54%mopts               -j:4                                               lccrayh parallel trace
[2034]55%fopts               -eD:-em:-g:-R:b:-K:trap=fp:-O0:-hnoomp:-hnoacc     lccrayh parallel trace
56%lopts               -eD:-em:-g:-R:b:-K:trap=fp:-O0:-hnoomp:-hnoacc     lccrayh parallel trace
[1446]57%remote_username     <replace_by_your_HLRN-III_username>                lccrayh parallel trace
[1440]58%memory              2300                                               lccrayh parallel trace
59%modules             fftw:cray-hdf5-parallel:cray-netcdf-hdf5parallel   lccrayh parallel trace
[2034]60%login_init_cmd      module:unload:cray-netcdf                          lccrayh parallel trace
[1440]61#
[2034]62# HLRN-III Hannover haswell
63%tmp_user_catalog    /gfs2/tmp/<replace_by_your_HLRN-III_username>      lccrayh parallel has
64%tmp_data_catalog    /gfs2/work/<replace_by_your_HLRN-III_username>/palm_restart_data     lccrayh parallel has
65%compiler_name       ftn                                                lccrayh parallel has
66%compiler_name_ser   ftn                                                lccrayh parallel has
67%cpp_options         -e:Z:-DMPI_REAL=MPI_DOUBLE_PRECISION:-DMPI_2REAL=MPI_2DOUBLE_PRECISION:-D__netcdf:-D__netcdf4:-D__netcdf4_parallel:-D__fftw   lccrayh parallel has
68%feature             mpp2                                               lccrayh parallel has
69%mopts               -j:4                                               lccrayh parallel has
70%fopts               -em:-K:trap=fp:-O3:-hnoomp:-hnoacc:-hfp3:-hdynamic lccrayh parallel has
71%lopts               -em:-K:trap=fp:-O3:-hnoomp:-hnoacc:-hfp3:-hdynamic:-dynamic   lccrayh parallel has
72%remote_username     <replace_by_your_HLRN-III_username>                lccrayh parallel has
73%memory              2300                                               lccrayh parallel has
74%modules             fftw:cray-hdf5-parallel:cray-netcdf-hdf5parallel:craype-haswell   lccrayh parallel has
75%login_init_cmd      module:unload:cray-netcdf:craype-ivybridge         lccrayh parallel has
76#
[1274]77# HLRN-III Berlin
[2034]78%tmp_user_catalog    /gfs2/tmp/<replace_by_your_HLRN-III_username>      lccrayb parallel
79%tmp_data_catalog    /gfs2/work/<replace_by_your_HLRN-III_username>/palm_restart_data     lccrayb parallel
[1371]80%compiler_name       ftn                                                lccrayb parallel
81%compiler_name_ser   ftn                                                lccrayb parallel
[1308]82%cpp_options         -e:Z:-DMPI_REAL=MPI_DOUBLE_PRECISION:-DMPI_2REAL=MPI_2DOUBLE_PRECISION:-D__netcdf:-D__netcdf4:-D__netcdf4_parallel:-D__fftw   lccrayb parallel
[1371]83%mopts               -j:4                                               lccrayb parallel
[2034]84%fopts               -em:-K:trap=fp:-O3:-hnoomp:-hnoacc:-hfp3:-hdynamic           lccrayb parallel
85%lopts               -em:-K:trap=fp:-O3:-hnoomp:-hnoacc:-hfp3:-hdynamic:-dynamic  lccrayb parallel
[1446]86%remote_username     <replace_by_your_HLRN-III_username>                lccrayb parallel
[1440]87%memory              2300                                               lccrayb parallel
[1308]88%modules             fftw:cray-hdf5-parallel:cray-netcdf-hdf5parallel   lccrayb parallel
[2034]89%login_init_cmd      module:unload:cray-netcdf                          lccrayb parallel
[1274]90#
[1371]91# HLRN-III Berlin debug/trace mode
[2034]92%tmp_user_catalog    /gfs2/tmp/<replace_by_your_HLRN-III_username>      lccrayb parallel trace
93%tmp_data_catalog    /gfs2/work/<replace_by_your_HLRN-III_username>/palm_restart_data     lccrayb parallel trace
[1371]94%compiler_name       ftn                                                lccrayb parallel trace
95%compiler_name_ser   ftn                                                lccrayb parallel trace
96%cpp_options         -e:Z:-DMPI_REAL=MPI_DOUBLE_PRECISION:-DMPI_2REAL=MPI_2DOUBLE_PRECISION:-D__netcdf:-D__netcdf4:-D__netcdf4_parallel:-D__fftw   lccrayb parallel trace
97%mopts               -j:4                                               lccrayb parallel trace
[2034]98%fopts               -eD:-em:-g:-R:b:-K:trap=fp:-O0:-hnoomp:-hnoacc     lccrayb parallel trace
99%lopts               -eD:-em:-g:-R:b:-K:trap=fp:-O0:-hnoomp:-hnoacc     lccrayb parallel trace
[1446]100%remote_username     <replace_by_your_HLRN-III_username>                lccrayb parallel trace
[1440]101%memory              2300                                               lccrayb parallel trace
[1371]102%modules             fftw:cray-hdf5-parallel:cray-netcdf-hdf5parallel   lccrayb parallel trace
[2034]103%login_init_cmd      module:unload:cray-netcdf                          lccrayb parallel trace
104#
[1224]105%write_binary        true                             restart
106#
107#----------------------------------------------------------------------------
[2034]108# INPUT-commands, executed before running PALM - lines must start with "IC:"
[1224]109#----------------------------------------------------------------------------
110#IC:
[1371]111IC:[[ \$localhost = lccrayb ]]  &&  export ATP_ENABLED=1
[1255]112IC:[[ \$localhost = lccrayb ]]  &&  export MPICH_GNI_BTE_MULTI_CHANNEL=disabled
[2034]113#IC:[[ \$localhost = lccrayb ]]  &&  export APRUN_XFER_LIMITS=1
114#IC:[[ \$localhost = lccrayb ]]  &&  export APRUN_XFER_STACK_LIMIT=0
115#IC:[[ \$localhost = lccrayb ]]  &&  ulimit -v unlimited
116#IC:[[ \$localhost = lccrayb ]]  &&  ulimit -s unlimited
117#IC:[[ \$localhost = lccrayb ]]  &&  export MPICH_MPIIO_HINTS_DISPLAY=1
118#IC:[[ \$localhost = lccrayb ]]  &&  export MPICH_MPIIO_STATS=1
119#IC:[[ \$localhost = lccrayb ]]  &&  E8="=8"
120#IC:[[ \$localhost = lccrayb ]]  &&  export MPICH_MPIIO_HINTS="*DATA_**:striping_factor"\$E8
[1371]121IC:[[ \$localhost = lccrayh ]]  &&  export ATP_ENABLED=1
122IC:[[ \$localhost = lccrayh ]]  &&  export MPICH_GNI_BTE_MULTI_CHANNEL=disabled
[2034]123#IC:[[ \$localhost = lccrayh ]]  &&  export APRUN_XFER_LIMITS=1
124#IC:[[ \$localhost = lccrayh ]]  &&  export APRUN_XFER_STACK_LIMIT=0
125#IC:[[ \$localhost = lccrayh ]]  &&  ulimit -v unlimited
126#IC:[[ \$localhost = lccrayh ]]  &&  ulimit -s unlimited
127#IC:[[ \$localhost = lccrayh ]]  &&  export MPICH_MPIIO_HINTS_DISPLAY=1
128#IC:[[ \$localhost = lccrayh ]]  &&  export MPICH_MPIIO_STATS=1
129#IC:[[ \$localhost = lccrayh ]]  &&  E8="=8"
130#IC:[[ \$localhost = lccrayh ]]  &&  export MPICH_MPIIO_HINTS="*DATA_**:striping_factor"\$E8
[1224]131#
132#----------------------------------------------------------------------------
133# ERROR-commands - executed when program terminates abnormally
134#----------------------------------------------------------------------------
135EC:[[ \$locat = execution ]]  &&  cat  RUN_CONTROL
136#
137#----------------------------------------------------------------------------
138# OUTPUT-commands - executed when program terminates normally
139#----------------------------------------------------------------------------
140#
141# Combine 1D- and 3D-profile output (these files are not usable for plotting)
142OC:[[ -f LIST_PROFIL_1D     ]]  &&  cat  LIST_PROFIL_1D  >>  LIST_PROFILE
143OC:[[ -f LIST_PROFIL        ]]  &&  cat  LIST_PROFIL     >>  LIST_PROFILE
144#
145# Combine all particle information files
146OC:[[ -f PARTICLE_INFOS/_0000 ]]  &&  cat  PARTICLE_INFOS/* >> PARTICLE_INFO
147#
148#----------------------------------------------------------------------------
149# List of input-files
150#----------------------------------------------------------------------------
151PARIN                    in:job        d3#      $base_data/$fname/INPUT    _p3d
152PARIN                    in:job        d3f      $base_data/$fname/INPUT    _p3df
153TOPOGRAPHY_DATA          in:locopt     d3#:d3f  $base_data/$fname/INPUT    _topo
[1241]154NUDGING_DATA             in:locopt     d3#:d3f  $base_data/$fname/INPUT    _nudge
155LSF_DATA                 in:locopt     d3#:d3f  $base_data/$fname/INPUT    _lsf
[1914]156WTM_DATA                 in:locopt     d3#:d3f  $base_data/$fname/INPUT    _wtm
[2034]157BININ                    in:loc:flpe   d3f:cycfill  $base_data/$fname/RESTART  _d3d
[1224]158PARTICLE_RESTART_DATA_IN in:loc:flpe   prtf     $base_data/$fname/RESTART  _rprt
[1959]159DATA_1D_FL_NETCDF        in:locopt     flf      $base_data/$fname/OUTPUT   _fl     nc
[1224]160DATA_1D_PR_NETCDF        in:locopt     prf      $base_data/$fname/OUTPUT   _pr     nc
161DATA_1D_SP_NETCDF        in:locopt     spf      $base_data/$fname/OUTPUT   _sp     nc
162DATA_1D_TS_NETCDF        in:locopt     tsf      $base_data/$fname/OUTPUT   _ts     nc
163DATA_1D_PTS_NETCDF       in:locopt     ptsf     $base_data/$fname/OUTPUT   _pts    nc
164DATA_2D_XY_NETCDF        in:locopt     xyf      $base_data/$fname/OUTPUT   _xy     nc
165DATA_2D_XY_AV_NETCDF     in:locopt     xyf      $base_data/$fname/OUTPUT   _xy_av  nc
166DATA_2D_XZ_NETCDF        in:locopt     xzf      $base_data/$fname/OUTPUT   _xz     nc
167DATA_2D_YZ_NETCDF        in:locopt     yzf      $base_data/$fname/OUTPUT   _yz     nc
168DATA_3D_NETCDF           in:locopt     3df      $base_data/$fname/OUTPUT   _3d     nc
169DATA_PRT_NETCDF          in:locopt:pe  prtf     $base_data/$fname/OUTPUT   _prt
170#
171#----------------------------------------------------------------------------
172# List of output-files
173#----------------------------------------------------------------------------
174BINOUT                    out:loc:flpe restart   $base_data/$fname/RESTART  _d3d
175PARTICLE_RESTART_DATA_OUT out:loc:flpe prt#:prtf $base_data/$fname/RESTART  _rprt
176#
177RUN_CONTROL       out:loc:tr   d3#     $base_data/$fname/MONITORING  _rc
178RUN_CONTROL       out:loc:tra  d3f     $base_data/$fname/MONITORING  _rc
179HEADER            out:loc:tr   d3#     $base_data/$fname/MONITORING  _header
180HEADER            out:loc:tra  d3f     $base_data/$fname/MONITORING  _header
181CPU_MEASURES      out:loc:tr   d3#     $base_data/$fname/MONITORING  _cpu
182CPU_MEASURES      out:loc:tra  d3f     $base_data/$fname/MONITORING  _cpu
[1914]183TURBINE_PARAMETERS01  out:loc:tr  d3#:d3f   $base_data/$fname/MONITORING  _turbine_parameters01
184TURBINE_PARAMETERS02  out:loc:tr  d3#:d3f   $base_data/$fname/MONITORING  _turbine_parameters02
185TURBINE_PARAMETERS03  out:loc:tr  d3#:d3f   $base_data/$fname/MONITORING  _turbine_parameters03
186TURBINE_PARAMETERS04  out:loc:tr  d3#:d3f   $base_data/$fname/MONITORING  _turbine_parameters04
[1224]187#
[2034]188DATA_1D_FL_NETCDF    out:loc:tr   fl#:flf   $base_data/$fname/OUTPUT  _fl      nc
189DATA_1D_PR_NETCDF    out:loc:tr   pr#:prf   $base_data/$fname/OUTPUT  _pr      nc
190DATA_1D_SP_NETCDF    out:loc:tr   sp#:spf   $base_data/$fname/OUTPUT  _sp      nc
191DATA_1D_TS_NETCDF    out:loc:tr   ts#:tsf   $base_data/$fname/OUTPUT  _ts      nc
192DATA_1D_PTS_NETCDF   out:loc:tr   pts#:ptsf $base_data/$fname/OUTPUT  _pts     nc
193DATA_2D_XY_NETCDF    out:loc:tr   xy#:xyf   $base_data/$fname/OUTPUT  _xy      nc
194DATA_2D_XY_AV_NETCDF out:loc:tr   xy#:xyf   $base_data/$fname/OUTPUT  _xy_av   nc
195DATA_2D_XZ_NETCDF    out:loc:tr   xz#:xzf   $base_data/$fname/OUTPUT  _xz      nc
196DATA_2D_XZ_AV_NETCDF out:loc:tr   xz#:xzf   $base_data/$fname/OUTPUT  _xz_av   nc
197DATA_2D_YZ_NETCDF    out:loc:tr   yz#:yzf   $base_data/$fname/OUTPUT  _yz      nc
198DATA_2D_YZ_AV_NETCDF out:loc:tr   yz#:yzf   $base_data/$fname/OUTPUT  _yz_av   nc
199DATA_3D_NETCDF       out:loc:tr   3d#:3df   $base_data/$fname/OUTPUT  _3d      nc
200DATA_3D_AV_NETCDF    out:loc:tr   3d#:3df   $base_data/$fname/OUTPUT  _3d_av   nc
[1224]201DATA_MASK_01_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m01     nc
202DATA_MASK_01_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m01_av  nc
203DATA_MASK_02_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m02     nc
204DATA_MASK_02_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m02_av  nc
205DATA_MASK_03_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m03     nc
206DATA_MASK_03_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m03_av  nc
207DATA_MASK_04_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m04     nc
208DATA_MASK_04_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m04_av  nc
209DATA_MASK_05_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m05     nc
210DATA_MASK_05_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m05_av  nc
211DATA_MASK_06_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m06     nc
212DATA_MASK_06_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m06_av  nc
213DATA_MASK_07_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m07     nc
214DATA_MASK_07_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m07_av  nc
215DATA_MASK_08_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m08     nc
216DATA_MASK_08_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m08_av  nc
217DATA_MASK_09_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m09     nc
218DATA_MASK_09_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m09_av  nc
219DATA_MASK_10_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m10     nc
220DATA_MASK_10_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m10_av  nc
221DATA_MASK_11_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m11     nc
222DATA_MASK_11_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m11_av  nc
223DATA_MASK_12_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m12     nc
224DATA_MASK_12_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m12_av  nc
225DATA_MASK_13_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m13     nc
226DATA_MASK_13_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m13_av  nc
227DATA_MASK_14_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m14     nc
228DATA_MASK_14_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m14_av  nc
229DATA_MASK_15_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m15     nc
230DATA_MASK_15_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m15_av  nc
231DATA_MASK_16_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m16     nc
232DATA_MASK_16_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m16_av  nc
233DATA_MASK_17_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m17     nc
234DATA_MASK_17_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m17_av  nc
235DATA_MASK_18_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m18     nc
236DATA_MASK_18_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m18_av  nc
237DATA_MASK_19_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m19     nc
238DATA_MASK_19_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m19_av  nc
239DATA_MASK_20_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m20     nc
240DATA_MASK_20_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m20_av  nc
[2034]241DATA_PRT_NETCDF      out:loc:pe   prt#:prtf $base_data/$fname/OUTPUT  _prt     nc
242DATA_PRT_NETCDF      out:loc:trpe prt#:prtf $base_data/$fname/OUTPUT  _prt     nc
243DATA_DVR             out:loc:trpe dvr       $base_data/$fname/OUTPUT  _dvr
[1224]244#
245DVRP_LOG          out:loc:tr   dv#       $base_data/$fname/MONITORING  _dvrp_log
246DVRP_LOG          out:loc:tra  dvf       $base_data/$fname/MONITORING  _dvrp_log
247PARTICLE_INFO     out:loc:tr   pt#       $base_data/$fname/MONITORING  _prt_info
248PARTICLE_INFO     out:loc:tra  ptf       $base_data/$fname/MONITORING  _prt_info
249PARTICLE_DATA     out:loc:flpe prt#:prtf $base_data/$fname/OUTPUT      _prt_dat
250# A BLANK LINE MUST FOLLOW
Note: See TracBrowser for help on using the repository browser.