source: palm/trunk/SCRIPTS/.mrun.config.hlrnIII @ 1745

Last change on this file since 1745 was 1656, checked in by knoop, 9 years ago

Extended .mrun.config.hlrnIII to use newest version of cce and mpich

  • Property svn:keywords set to Id
File size: 15.7 KB
RevLine 
[1440]1#$Id: .mrun.config.hlrnIII 1656 2015-09-17 11:11:54Z gronemeier $
[1224]2#column 1          column 2                                   column 3
3#name of variable  value of variable (~ must not be used)     scope
4#----------------------------------------------------------------------------
5%mainprog          palm.f90
6%base_directory    $HOME/palm/current_version
7%base_data         ~/palm/current_version/JOBS
8%source_path       $base_directory/trunk/SOURCE
9%add_source_path   $base_directory/USER_CODE/$fname
10%depository_path   $base_directory/MAKE_DEPOSITORY
11%use_makefile      true
12#
13# Enter your own host below by adding another line containing in the second
14# column your hostname (as provided by the unix command "hostname") and in the
15# third column the host identifier. Depending on your operating system, the
16# first characters of the host identifier should be "lc" (Linux cluster), "ibm"
17# (IBM-AIX), or "nec" (NEC-SX), respectively.
18#
19# The next line is just an example. Add your own line below or replace this line.
[1440]20%host_identifier   hlogin*      lccrayh
21%host_identifier   hxc*         lccrayh
[1224]22%host_identifier   blogin*      lccrayb
23%host_identifier   bxc*         lccrayb
24#
25#
26# The next block contains all informations for compiling the PALM code
27# and for generating and running the PALM executable using MPI. Replace all
28# required paths (given in <>) by the respective paths valid on your host.
29# Also replace <hi> by your host identifier (see above) in each line!
30# Compilernames, cpp-options and compiler-options are assuming
31# an Intel-Compiler and mpich2 on this host! Please change
32# appropriately, if you are using a different compiler / MPI-Version.
33#
[1440]34# HLRN-III Hannover
[1579]35%tmp_user_catalog    /gfs2/work/<replace_by_your_HLRN-III_username>     lccrayh parallel
36%tmp_data_catalog    /gfs2/work/<replace_by_your_HLRN-III_username>     lccrayh parallel
[1440]37%compiler_name       ftn                                                lccrayh parallel
38%compiler_name_ser   ftn                                                lccrayh parallel
39%cpp_options         -e:Z:-DMPI_REAL=MPI_DOUBLE_PRECISION:-DMPI_2REAL=MPI_2DOUBLE_PRECISION:-D__netcdf:-D__netcdf4:-D__netcdf4_parallel:-D__fftw   lccrayh parallel
40%mopts               -j:4                                               lccrayh parallel
41%fopts               -em:-O3:-hnoomp:-hfp3:-hdynamic                    lccrayh parallel
42%lopts               -em:-O3:-hnoomp:-hfp3:-hdynamic:-dynamic           lccrayh parallel
[1446]43%remote_username     <replace_by_your_HLRN-III_username>                lccrayh parallel
[1440]44%memory              2300                                               lccrayh parallel
45%modules             fftw:cray-hdf5-parallel:cray-netcdf-hdf5parallel   lccrayh parallel
[1656]46%login_init_cmd      module:swap:cray-mpich:cray-mpich/7.2.4            lccrayh parallel
[1440]47#
48# HLRN-III Hannover debug/trace mode
[1579]49%tmp_user_catalog    /gfs2/work/<replace_by_your_HLRN-III_username>     lccrayh parallel trace
50%tmp_data_catalog    /gfs2/work/<replace_by_your_HLRN-III_username>     lccrayh parallel trace
[1440]51%compiler_name       ftn                                                lccrayh parallel trace
52%compiler_name_ser   ftn                                                lccrayh parallel trace
53%cpp_options         -e:Z:-DMPI_REAL=MPI_DOUBLE_PRECISION:-DMPI_2REAL=MPI_2DOUBLE_PRECISION:-D__netcdf:-D__netcdf4:-D__netcdf4_parallel:-D__fftw   lccrayh parallel trace
54%mopts               -j:4                                               lccrayh parallel trace
55%fopts               -eD:-em:-g:-R:b:-K:trap=fp:-O0:-hnoomp             lccrayh parallel trace
56%lopts               -eD:-em:-g:-R:b:-K:trap=fp:-O0:-hnoomp             lccrayh parallel trace
[1446]57%remote_username     <replace_by_your_HLRN-III_username>                lccrayh parallel trace
[1440]58%memory              2300                                               lccrayh parallel trace
59%modules             fftw:cray-hdf5-parallel:cray-netcdf-hdf5parallel   lccrayh parallel trace
60#
[1274]61# HLRN-III Berlin
[1579]62%tmp_user_catalog    /gfs2/work/<replace_by_your_HLRN-III_username>     lccrayb parallel
63%tmp_data_catalog    /gfs2/work/<replace_by_your_HLRN-III_username>     lccrayb parallel
[1371]64%compiler_name       ftn                                                lccrayb parallel
65%compiler_name_ser   ftn                                                lccrayb parallel
[1308]66%cpp_options         -e:Z:-DMPI_REAL=MPI_DOUBLE_PRECISION:-DMPI_2REAL=MPI_2DOUBLE_PRECISION:-D__netcdf:-D__netcdf4:-D__netcdf4_parallel:-D__fftw   lccrayb parallel
[1371]67%mopts               -j:4                                               lccrayb parallel
68%fopts               -em:-O3:-hnoomp:-hfp3:-hdynamic                    lccrayb parallel
69%lopts               -em:-O3:-hnoomp:-hfp3:-hdynamic:-dynamic           lccrayb parallel
[1446]70%remote_username     <replace_by_your_HLRN-III_username>                lccrayb parallel
[1440]71%memory              2300                                               lccrayb parallel
[1308]72%modules             fftw:cray-hdf5-parallel:cray-netcdf-hdf5parallel   lccrayb parallel
[1656]73%login_init_cmd      module:swap:cce:cce/8.4.0.219:module:swap:cray-mpich:cray-mpich/7.2.4                lccrayb parallel
[1274]74#
[1371]75# HLRN-III Berlin debug/trace mode
[1579]76%tmp_user_catalog    /gfs2/work/<replace_by_your_HLRN-III_username>     lccrayb parallel trace
77%tmp_data_catalog    /gfs2/work/<replace_by_your_HLRN-III_username>     lccrayb parallel trace
[1371]78%compiler_name       ftn                                                lccrayb parallel trace
79%compiler_name_ser   ftn                                                lccrayb parallel trace
80%cpp_options         -e:Z:-DMPI_REAL=MPI_DOUBLE_PRECISION:-DMPI_2REAL=MPI_2DOUBLE_PRECISION:-D__netcdf:-D__netcdf4:-D__netcdf4_parallel:-D__fftw   lccrayb parallel trace
81%mopts               -j:4                                               lccrayb parallel trace
82%fopts               -eD:-em:-g:-R:b:-K:trap=fp:-O0:-hnoomp             lccrayb parallel trace
83%lopts               -eD:-em:-g:-R:b:-K:trap=fp:-O0:-hnoomp             lccrayb parallel trace
[1446]84%remote_username     <replace_by_your_HLRN-III_username>                lccrayb parallel trace
[1440]85%memory              2300                                               lccrayb parallel trace
[1371]86%modules             fftw:cray-hdf5-parallel:cray-netcdf-hdf5parallel   lccrayb parallel trace
[1224]87#             
88%write_binary        true                             restart
89#
90#----------------------------------------------------------------------------
91# INPUT-commands, executed before running PALM - lines must start with "IC:"
92#----------------------------------------------------------------------------
93#IC:
[1371]94IC:[[ \$localhost = lccrayb ]]  &&  export ATP_ENABLED=1
[1255]95IC:[[ \$localhost = lccrayb ]]  &&  export MPICH_GNI_BTE_MULTI_CHANNEL=disabled
[1278]96IC:[[ \$localhost = lccrayb ]]  &&  export APRUN_XFER_LIMITS=1
97IC:[[ \$localhost = lccrayb ]]  &&  export APRUN_XFER_STACK_LIMIT=0
98IC:[[ \$localhost = lccrayb ]]  &&  ulimit -v unlimited
99IC:[[ \$localhost = lccrayb ]]  &&  ulimit -s unlimited
[1308]100IC:[[ \$localhost = lccrayb ]]  &&  export MPICH_MPIIO_HINTS_DISPLAY=1
101IC:[[ \$localhost = lccrayb ]]  &&  export MPICH_MPIIO_STATS=1
102IC:[[ \$localhost = lccrayb ]]  &&  E8="=8"
103IC:[[ \$localhost = lccrayb ]]  &&  export MPICH_MPIIO_HINTS="*DATA_**:striping_factor"\$E8
[1371]104IC:[[ \$localhost = lccrayh ]]  &&  export ATP_ENABLED=1
105IC:[[ \$localhost = lccrayh ]]  &&  export MPICH_GNI_BTE_MULTI_CHANNEL=disabled
[1278]106IC:[[ \$localhost = lccrayh ]]  &&  export APRUN_XFER_LIMITS=1
107IC:[[ \$localhost = lccrayh ]]  &&  export APRUN_XFER_STACK_LIMIT=0
108IC:[[ \$localhost = lccrayh ]]  &&  ulimit -v unlimited
109IC:[[ \$localhost = lccrayh ]]  &&  ulimit -s unlimited
[1308]110IC:[[ \$localhost = lccrayh ]]  &&  export MPICH_MPIIO_HINTS_DISPLAY=1
111IC:[[ \$localhost = lccrayh ]]  &&  export MPICH_MPIIO_STATS=1
112IC:[[ \$localhost = lccrayh ]]  &&  E8="=8"
113IC:[[ \$localhost = lccrayh ]]  &&  export MPICH_MPIIO_HINTS="*DATA_**:striping_factor"\$E8
[1224]114#
115#----------------------------------------------------------------------------
116# ERROR-commands - executed when program terminates abnormally
117#----------------------------------------------------------------------------
118EC:[[ \$locat = execution ]]  &&  cat  RUN_CONTROL
119EC:pwd; ls -al
120#
121#----------------------------------------------------------------------------
122# OUTPUT-commands - executed when program terminates normally
123#----------------------------------------------------------------------------
124#
125# Combine 1D- and 3D-profile output (these files are not usable for plotting)
126OC:[[ -f LIST_PROFIL_1D     ]]  &&  cat  LIST_PROFIL_1D  >>  LIST_PROFILE
127OC:[[ -f LIST_PROFIL        ]]  &&  cat  LIST_PROFIL     >>  LIST_PROFILE
128#
129# Combine all particle information files
130OC:[[ -f PARTICLE_INFOS/_0000 ]]  &&  cat  PARTICLE_INFOS/* >> PARTICLE_INFO
131#
132#----------------------------------------------------------------------------
133# List of input-files
134#----------------------------------------------------------------------------
135PARIN                    in:job        d3#      $base_data/$fname/INPUT    _p3d
136PARIN                    in:job        d3f      $base_data/$fname/INPUT    _p3df
137TOPOGRAPHY_DATA          in:locopt     d3#:d3f  $base_data/$fname/INPUT    _topo
[1241]138NUDGING_DATA             in:locopt     d3#:d3f  $base_data/$fname/INPUT    _nudge
139LSF_DATA                 in:locopt     d3#:d3f  $base_data/$fname/INPUT    _lsf
[1224]140BININ                    in:loc:flpe   d3f      $base_data/$fname/RESTART  _d3d
141PARTICLE_RESTART_DATA_IN in:loc:flpe   prtf     $base_data/$fname/RESTART  _rprt
142DATA_1D_PR_NETCDF        in:locopt     prf      $base_data/$fname/OUTPUT   _pr     nc
143DATA_1D_SP_NETCDF        in:locopt     spf      $base_data/$fname/OUTPUT   _sp     nc
144DATA_1D_TS_NETCDF        in:locopt     tsf      $base_data/$fname/OUTPUT   _ts     nc
145DATA_1D_PTS_NETCDF       in:locopt     ptsf     $base_data/$fname/OUTPUT   _pts    nc
146DATA_2D_XY_NETCDF        in:locopt     xyf      $base_data/$fname/OUTPUT   _xy     nc
147DATA_2D_XY_AV_NETCDF     in:locopt     xyf      $base_data/$fname/OUTPUT   _xy_av  nc
148DATA_2D_XZ_NETCDF        in:locopt     xzf      $base_data/$fname/OUTPUT   _xz     nc
149DATA_2D_YZ_NETCDF        in:locopt     yzf      $base_data/$fname/OUTPUT   _yz     nc
150DATA_3D_NETCDF           in:locopt     3df      $base_data/$fname/OUTPUT   _3d     nc
151DATA_PRT_NETCDF          in:locopt:pe  prtf     $base_data/$fname/OUTPUT   _prt
152#
153#----------------------------------------------------------------------------
154# List of output-files
155#----------------------------------------------------------------------------
156BINOUT                    out:loc:flpe restart   $base_data/$fname/RESTART  _d3d
157PARTICLE_RESTART_DATA_OUT out:loc:flpe prt#:prtf $base_data/$fname/RESTART  _rprt
158#
159RUN_CONTROL       out:loc:tr   d3#     $base_data/$fname/MONITORING  _rc
160RUN_CONTROL       out:loc:tra  d3f     $base_data/$fname/MONITORING  _rc
161HEADER            out:loc:tr   d3#     $base_data/$fname/MONITORING  _header
162HEADER            out:loc:tra  d3f     $base_data/$fname/MONITORING  _header
163CPU_MEASURES      out:loc:tr   d3#     $base_data/$fname/MONITORING  _cpu
164CPU_MEASURES      out:loc:tra  d3f     $base_data/$fname/MONITORING  _cpu
165#
166DATA_1D_PR_NETCDF    out:loc:tr   pr#:prf   $base_data/$fname/OUTPUT  _pr     nc
167DATA_1D_SP_NETCDF    out:loc:tr   sp#:spf   $base_data/$fname/OUTPUT  _sp     nc
168DATA_1D_TS_NETCDF    out:loc:tr   ts#:tsf   $base_data/$fname/OUTPUT  _ts     nc
169DATA_1D_PTS_NETCDF   out:loc:tr   pts#:ptsf $base_data/$fname/OUTPUT  _pts    nc
170DATA_2D_XY_NETCDF    out:loc:tr   xy#:xyf   $base_data/$fname/OUTPUT  _xy     nc
171DATA_2D_XY_AV_NETCDF out:loc:tr   xy#:xyf   $base_data/$fname/OUTPUT  _xy_av  nc
172DATA_2D_XZ_NETCDF    out:loc:tr   xz#:xzf   $base_data/$fname/OUTPUT  _xz     nc
173DATA_2D_XZ_AV_NETCDF out:loc:tr   xz#:xzf   $base_data/$fname/OUTPUT  _xz_av  nc
174DATA_2D_YZ_NETCDF    out:loc:tr   yz#:yzf   $base_data/$fname/OUTPUT  _yz     nc
175DATA_2D_YZ_AV_NETCDF out:loc:tr   yz#:yzf   $base_data/$fname/OUTPUT  _yz_av  nc
176DATA_3D_NETCDF       out:loc:tr   3d#:3df   $base_data/$fname/OUTPUT  _3d     nc
177DATA_3D_AV_NETCDF    out:loc:tr   3d#:3df   $base_data/$fname/OUTPUT  _3d_av  nc
178DATA_MASK_01_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m01     nc
179DATA_MASK_01_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m01_av  nc
180DATA_MASK_02_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m02     nc
181DATA_MASK_02_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m02_av  nc
182DATA_MASK_03_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m03     nc
183DATA_MASK_03_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m03_av  nc
184DATA_MASK_04_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m04     nc
185DATA_MASK_04_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m04_av  nc
186DATA_MASK_05_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m05     nc
187DATA_MASK_05_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m05_av  nc
188DATA_MASK_06_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m06     nc
189DATA_MASK_06_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m06_av  nc
190DATA_MASK_07_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m07     nc
191DATA_MASK_07_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m07_av  nc
192DATA_MASK_08_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m08     nc
193DATA_MASK_08_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m08_av  nc
194DATA_MASK_09_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m09     nc
195DATA_MASK_09_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m09_av  nc
196DATA_MASK_10_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m10     nc
197DATA_MASK_10_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m10_av  nc
198DATA_MASK_11_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m11     nc
199DATA_MASK_11_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m11_av  nc
200DATA_MASK_12_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m12     nc
201DATA_MASK_12_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m12_av  nc
202DATA_MASK_13_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m13     nc
203DATA_MASK_13_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m13_av  nc
204DATA_MASK_14_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m14     nc
205DATA_MASK_14_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m14_av  nc
206DATA_MASK_15_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m15     nc
207DATA_MASK_15_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m15_av  nc
208DATA_MASK_16_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m16     nc
209DATA_MASK_16_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m16_av  nc
210DATA_MASK_17_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m17     nc
211DATA_MASK_17_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m17_av  nc
212DATA_MASK_18_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m18     nc
213DATA_MASK_18_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m18_av  nc
214DATA_MASK_19_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m19     nc
215DATA_MASK_19_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m19_av  nc
216DATA_MASK_20_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m20     nc
217DATA_MASK_20_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m20_av  nc
218DATA_PRT_NETCDF      out:loc:pe   prt#:prtf $base_data/$fname/OUTPUT  _prt    nc
219DATA_PRT_NETCDF      out:loc:trpe prt#:prtf $base_data/$fname/OUTPUT  _prt    nc
220DATA_DVR             out:loc:trpe dvr       $base_data/$fname/OUTPUT  _dvr
221#
222DVRP_LOG          out:loc:tr   dv#       $base_data/$fname/MONITORING  _dvrp_log
223DVRP_LOG          out:loc:tra  dvf       $base_data/$fname/MONITORING  _dvrp_log
224PARTICLE_INFO     out:loc:tr   pt#       $base_data/$fname/MONITORING  _prt_info
225PARTICLE_INFO     out:loc:tra  ptf       $base_data/$fname/MONITORING  _prt_info
226PARTICLE_DATA     out:loc:flpe prt#:prtf $base_data/$fname/OUTPUT      _prt_dat
227# A BLANK LINE MUST FOLLOW
Note: See TracBrowser for help on using the repository browser.