Home


About us
PALM
PALM-4U
Installation
Release notes
Documentation
Getting Help
Gallery
Developers area

source: palm/trunk/SCRIPTS/.mrun.config.hlrnIII @ 1310

Last change on this file since 1310 was 1308, checked in by fricke, 11 years ago

Adjustments for parallel NetCDF output for lccrayh/lccrayb (Cray XC30 systems)
File size: 13.0 KB
RevLine 
[1224]1#$Id: .mrun.config.lcxe6 1044 2012-11-07 10:30:58Z maronga $
2#column 1          column 2                                   column 3
3#name of variable  value of variable (~ must not be used)     scope
4#----------------------------------------------------------------------------
5%mainprog          palm.f90
6%base_directory    $HOME/palm/current_version
7%base_data         ~/palm/current_version/JOBS
8%source_path       $base_directory/trunk/SOURCE
9%add_source_path   $base_directory/USER_CODE/$fname
10%depository_path   $base_directory/MAKE_DEPOSITORY
11%use_makefile      true
12#
13# Enter your own host below by adding another line containing in the second
14# column your hostname (as provided by the unix command "hostname") and in the
15# third column the host identifier. Depending on your operating system, the
16# first characters of the host identifier should be "lc" (Linux cluster), "ibm"
17# (IBM-AIX), or "nec" (NEC-SX), respectively.
18#
19# The next line is just an example. Add your own line below or replace this line.
20%host_identifier   blogin*      lccrayb
21%host_identifier   bxc*         lccrayb
[1274]22%host_identifier   hlogin*      lccrayh
23%host_identifier   hxcmom*      lccrayh
[1224]24#
25#
26# The next block contains all informations for compiling the PALM code
27# and for generating and running the PALM executable using MPI. Replace all
28# required paths (given in <>) by the respective paths valid on your host.
29# Also replace <hi> by your host identifier (see above) in each line!
30# Compilernames, cpp-options and compiler-options are assuming
31# an Intel-Compiler and mpich2 on this host! Please change
32# appropriately, if you are using a different compiler / MPI-Version.
33#
[1274]34# HLRN-III Berlin
[1243]35%tmp_user_catalog    /gfs1/work/<replace by your HLRN-III username>         lccrayb parallel
36%tmp_data_catalog    /gfs1/work/<replace by your HLRN-III username>         lccrayb parallel
37%compiler_name       ftn                         lccrayb parallel
38%compiler_name_ser   ftn                         lccrayb parallel
[1308]39%cpp_options         -e:Z:-DMPI_REAL=MPI_DOUBLE_PRECISION:-DMPI_2REAL=MPI_2DOUBLE_PRECISION:-D__netcdf:-D__netcdf4:-D__netcdf4_parallel:-D__fftw   lccrayb parallel
[1243]40%mopts               -j:4                        lccrayb parallel
41%fopts               -em:-s:real64:-O3:-hnoomp:-hfp3:-hdynamic          lccrayb parallel
42%lopts               -em:-s:real64:-O3:-hnoomp:-hfp3:-hdynamic:-dynamic lccrayb parallel
[1308]43%remote_username     <replace by your HLRN-III username>                lccrayb parallel
44%memory              1500                                               lccrayb parallel
45%modules             fftw:cray-hdf5-parallel:cray-netcdf-hdf5parallel   lccrayb parallel
[1274]46#
47# HLRN-III Hannover
48%tmp_user_catalog    /gfs1/work/<replace by your HLRN-III username>         lccrayh parallel
49%tmp_data_catalog    /gfs1/work/<replace by your HLRN-III username>         lccrayh parallel
50%compiler_name       ftn                         lccrayh parallel
51%compiler_name_ser   ftn                         lccrayh parallel
[1308]52%cpp_options         -e:Z:-DMPI_REAL=MPI_DOUBLE_PRECISION:-DMPI_2REAL=MPI_2DOUBLE_PRECISION:-D__netcdf:-D__netcdf4:-D__netcdf4_parallel:-D__fftw   lccrayh parallel
[1274]53%mopts               -j:4                        lccrayh parallel
54%fopts               -em:-s:real64:-O3:-hnoomp:-hfp3:-hdynamic          lccrayh parallel
55%lopts               -em:-s:real64:-O3:-hnoomp:-hfp3:-hdynamic:-dynamic lccrayh parallel
[1308]56%remote_username     <replace by your HLRN-III username>                lccrayh parallel
57%memory              1500                                               lccrayh parallel
58%modules             fftw:cray-hdf5-parallel:cray-netcdf-hdf5parallel   lccrayh parallel
[1224]59#             
60%write_binary        true                             restart
61#
62#----------------------------------------------------------------------------
63# INPUT-commands, executed before running PALM - lines must start with "IC:"
64#----------------------------------------------------------------------------
65#IC:
[1255]66IC:[[ \$localhost = lccrayb ]]  &&  export ATP_ENABLED=0
67IC:[[ \$localhost = lccrayb ]]  &&  export MPICH_GNI_BTE_MULTI_CHANNEL=disabled
[1278]68IC:[[ \$localhost = lccrayb ]]  &&  export APRUN_XFER_LIMITS=1
69IC:[[ \$localhost = lccrayb ]]  &&  export APRUN_XFER_STACK_LIMIT=0
70IC:[[ \$localhost = lccrayb ]]  &&  ulimit -v unlimited
71IC:[[ \$localhost = lccrayb ]]  &&  ulimit -s unlimited
[1308]72IC:[[ \$localhost = lccrayb ]]  &&  export MPICH_MPIIO_HINTS_DISPLAY=1
73IC:[[ \$localhost = lccrayb ]]  &&  export MPICH_MPIIO_STATS=1
74IC:[[ \$localhost = lccrayb ]]  &&  E8="=8"
75IC:[[ \$localhost = lccrayb ]]  &&  export MPICH_MPIIO_HINTS="*DATA_**:striping_factor"\$E8
[1278]76IC:[[ \$localhost = lccrayh ]]  &&  export APRUN_XFER_LIMITS=1
77IC:[[ \$localhost = lccrayh ]]  &&  export APRUN_XFER_STACK_LIMIT=0
78IC:[[ \$localhost = lccrayh ]]  &&  ulimit -v unlimited
79IC:[[ \$localhost = lccrayh ]]  &&  ulimit -s unlimited
[1308]80IC:[[ \$localhost = lccrayh ]]  &&  export MPICH_MPIIO_HINTS_DISPLAY=1
81IC:[[ \$localhost = lccrayh ]]  &&  export MPICH_MPIIO_STATS=1
82IC:[[ \$localhost = lccrayh ]]  &&  E8="=8"
83IC:[[ \$localhost = lccrayh ]]  &&  export MPICH_MPIIO_HINTS="*DATA_**:striping_factor"\$E8
[1224]84#
85#----------------------------------------------------------------------------
86# ERROR-commands - executed when program terminates abnormally
87#----------------------------------------------------------------------------
88EC:[[ \$locat = execution ]]  &&  cat  RUN_CONTROL
89EC:pwd; ls -al
90#
91#----------------------------------------------------------------------------
92# OUTPUT-commands - executed when program terminates normally
93#----------------------------------------------------------------------------
94#
95# Combine 1D- and 3D-profile output (these files are not usable for plotting)
96OC:[[ -f LIST_PROFIL_1D     ]]  &&  cat  LIST_PROFIL_1D  >>  LIST_PROFILE
97OC:[[ -f LIST_PROFIL        ]]  &&  cat  LIST_PROFIL     >>  LIST_PROFILE
98#
99# Combine all particle information files
100OC:[[ -f PARTICLE_INFOS/_0000 ]]  &&  cat  PARTICLE_INFOS/* >> PARTICLE_INFO
101#
102#----------------------------------------------------------------------------
103# List of input-files
104#----------------------------------------------------------------------------
105PARIN                    in:job        d3#      $base_data/$fname/INPUT    _p3d
106PARIN                    in:job        d3f      $base_data/$fname/INPUT    _p3df
107TOPOGRAPHY_DATA          in:locopt     d3#:d3f  $base_data/$fname/INPUT    _topo
[1241]108NUDGING_DATA             in:locopt     d3#:d3f  $base_data/$fname/INPUT    _nudge
109LSF_DATA                 in:locopt     d3#:d3f  $base_data/$fname/INPUT    _lsf
[1224]110BININ                    in:loc:flpe   d3f      $base_data/$fname/RESTART  _d3d
111PARTICLE_RESTART_DATA_IN in:loc:flpe   prtf     $base_data/$fname/RESTART  _rprt
112DATA_1D_PR_NETCDF        in:locopt     prf      $base_data/$fname/OUTPUT   _pr     nc
113DATA_1D_SP_NETCDF        in:locopt     spf      $base_data/$fname/OUTPUT   _sp     nc
114DATA_1D_TS_NETCDF        in:locopt     tsf      $base_data/$fname/OUTPUT   _ts     nc
115DATA_1D_PTS_NETCDF       in:locopt     ptsf     $base_data/$fname/OUTPUT   _pts    nc
116DATA_2D_XY_NETCDF        in:locopt     xyf      $base_data/$fname/OUTPUT   _xy     nc
117DATA_2D_XY_AV_NETCDF     in:locopt     xyf      $base_data/$fname/OUTPUT   _xy_av  nc
118DATA_2D_XZ_NETCDF        in:locopt     xzf      $base_data/$fname/OUTPUT   _xz     nc
119DATA_2D_YZ_NETCDF        in:locopt     yzf      $base_data/$fname/OUTPUT   _yz     nc
120DATA_3D_NETCDF           in:locopt     3df      $base_data/$fname/OUTPUT   _3d     nc
121DATA_PRT_NETCDF          in:locopt:pe  prtf     $base_data/$fname/OUTPUT   _prt
122#
123#----------------------------------------------------------------------------
124# List of output-files
125#----------------------------------------------------------------------------
126BINOUT                    out:loc:flpe restart   $base_data/$fname/RESTART  _d3d
127PARTICLE_RESTART_DATA_OUT out:loc:flpe prt#:prtf $base_data/$fname/RESTART  _rprt
128#
129RUN_CONTROL       out:loc:tr   d3#     $base_data/$fname/MONITORING  _rc
130RUN_CONTROL       out:loc:tra  d3f     $base_data/$fname/MONITORING  _rc
131HEADER            out:loc:tr   d3#     $base_data/$fname/MONITORING  _header
132HEADER            out:loc:tra  d3f     $base_data/$fname/MONITORING  _header
133CPU_MEASURES      out:loc:tr   d3#     $base_data/$fname/MONITORING  _cpu
134CPU_MEASURES      out:loc:tra  d3f     $base_data/$fname/MONITORING  _cpu
135#
136DATA_1D_PR_NETCDF    out:loc:tr   pr#:prf   $base_data/$fname/OUTPUT  _pr     nc
137DATA_1D_SP_NETCDF    out:loc:tr   sp#:spf   $base_data/$fname/OUTPUT  _sp     nc
138DATA_1D_TS_NETCDF    out:loc:tr   ts#:tsf   $base_data/$fname/OUTPUT  _ts     nc
139DATA_1D_PTS_NETCDF   out:loc:tr   pts#:ptsf $base_data/$fname/OUTPUT  _pts    nc
140DATA_2D_XY_NETCDF    out:loc:tr   xy#:xyf   $base_data/$fname/OUTPUT  _xy     nc
141DATA_2D_XY_AV_NETCDF out:loc:tr   xy#:xyf   $base_data/$fname/OUTPUT  _xy_av  nc
142DATA_2D_XZ_NETCDF    out:loc:tr   xz#:xzf   $base_data/$fname/OUTPUT  _xz     nc
143DATA_2D_XZ_AV_NETCDF out:loc:tr   xz#:xzf   $base_data/$fname/OUTPUT  _xz_av  nc
144DATA_2D_YZ_NETCDF    out:loc:tr   yz#:yzf   $base_data/$fname/OUTPUT  _yz     nc
145DATA_2D_YZ_AV_NETCDF out:loc:tr   yz#:yzf   $base_data/$fname/OUTPUT  _yz_av  nc
146DATA_3D_NETCDF       out:loc:tr   3d#:3df   $base_data/$fname/OUTPUT  _3d     nc
147DATA_3D_AV_NETCDF    out:loc:tr   3d#:3df   $base_data/$fname/OUTPUT  _3d_av  nc
148DATA_MASK_01_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m01     nc
149DATA_MASK_01_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m01_av  nc
150DATA_MASK_02_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m02     nc
151DATA_MASK_02_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m02_av  nc
152DATA_MASK_03_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m03     nc
153DATA_MASK_03_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m03_av  nc
154DATA_MASK_04_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m04     nc
155DATA_MASK_04_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m04_av  nc
156DATA_MASK_05_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m05     nc
157DATA_MASK_05_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m05_av  nc
158DATA_MASK_06_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m06     nc
159DATA_MASK_06_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m06_av  nc
160DATA_MASK_07_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m07     nc
161DATA_MASK_07_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m07_av  nc
162DATA_MASK_08_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m08     nc
163DATA_MASK_08_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m08_av  nc
164DATA_MASK_09_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m09     nc
165DATA_MASK_09_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m09_av  nc
166DATA_MASK_10_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m10     nc
167DATA_MASK_10_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m10_av  nc
168DATA_MASK_11_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m11     nc
169DATA_MASK_11_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m11_av  nc
170DATA_MASK_12_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m12     nc
171DATA_MASK_12_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m12_av  nc
172DATA_MASK_13_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m13     nc
173DATA_MASK_13_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m13_av  nc
174DATA_MASK_14_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m14     nc
175DATA_MASK_14_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m14_av  nc
176DATA_MASK_15_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m15     nc
177DATA_MASK_15_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m15_av  nc
178DATA_MASK_16_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m16     nc
179DATA_MASK_16_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m16_av  nc
180DATA_MASK_17_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m17     nc
181DATA_MASK_17_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m17_av  nc
182DATA_MASK_18_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m18     nc
183DATA_MASK_18_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m18_av  nc
184DATA_MASK_19_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m19     nc
185DATA_MASK_19_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m19_av  nc
186DATA_MASK_20_NETCDF    out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m20     nc
187DATA_MASK_20_AV_NETCDF out:loc:tr ma#:maf   $base_data/$fname/OUTPUT  _m20_av  nc
188DATA_PRT_NETCDF      out:loc:pe   prt#:prtf $base_data/$fname/OUTPUT  _prt    nc
189DATA_PRT_NETCDF      out:loc:trpe prt#:prtf $base_data/$fname/OUTPUT  _prt    nc
190DATA_DVR             out:loc:trpe dvr       $base_data/$fname/OUTPUT  _dvr
191#
192DVRP_LOG          out:loc:tr   dv#       $base_data/$fname/MONITORING  _dvrp_log
193DVRP_LOG          out:loc:tra  dvf       $base_data/$fname/MONITORING  _dvrp_log
194PARTICLE_INFO     out:loc:tr   pt#       $base_data/$fname/MONITORING  _prt_info
195PARTICLE_INFO     out:loc:tra  ptf       $base_data/$fname/MONITORING  _prt_info
196PARTICLE_DATA     out:loc:flpe prt#:prtf $base_data/$fname/OUTPUT      _prt_dat
197# A BLANK LINE MUST FOLLOW
Note: See TracBrowser for help on using the repository browser.
                                                                                                                                                                                                                                                                                                                                                                               
  | Impressum | ©Leibniz Universität Hannover |