| [1440] | 1 | #$Id: .mrun.config.hlrnIII 1440 2014-07-24 09:02:57Z raasch $ |
|---|
| [1224] | 2 | #column 1 column 2 column 3 |
|---|
| 3 | #name of variable value of variable (~ must not be used) scope |
|---|
| 4 | #---------------------------------------------------------------------------- |
|---|
| 5 | %mainprog palm.f90 |
|---|
| 6 | %base_directory $HOME/palm/current_version |
|---|
| 7 | %base_data ~/palm/current_version/JOBS |
|---|
| 8 | %source_path $base_directory/trunk/SOURCE |
|---|
| 9 | %add_source_path $base_directory/USER_CODE/$fname |
|---|
| 10 | %depository_path $base_directory/MAKE_DEPOSITORY |
|---|
| 11 | %use_makefile true |
|---|
| 12 | # |
|---|
| 13 | # Enter your own host below by adding another line containing in the second |
|---|
| 14 | # column your hostname (as provided by the unix command "hostname") and in the |
|---|
| 15 | # third column the host identifier. Depending on your operating system, the |
|---|
| 16 | # first characters of the host identifier should be "lc" (Linux cluster), "ibm" |
|---|
| 17 | # (IBM-AIX), or "nec" (NEC-SX), respectively. |
|---|
| 18 | # |
|---|
| 19 | # The next line is just an example. Add your own line below or replace this line. |
|---|
| [1440] | 20 | %host_identifier hlogin* lccrayh |
|---|
| 21 | %host_identifier hxc* lccrayh |
|---|
| [1224] | 22 | %host_identifier blogin* lccrayb |
|---|
| 23 | %host_identifier bxc* lccrayb |
|---|
| 24 | # |
|---|
| 25 | # |
|---|
| 26 | # The next block contains all informations for compiling the PALM code |
|---|
| 27 | # and for generating and running the PALM executable using MPI. Replace all |
|---|
| 28 | # required paths (given in <>) by the respective paths valid on your host. |
|---|
| 29 | # Also replace <hi> by your host identifier (see above) in each line! |
|---|
| 30 | # Compilernames, cpp-options and compiler-options are assuming |
|---|
| 31 | # an Intel-Compiler and mpich2 on this host! Please change |
|---|
| 32 | # appropriately, if you are using a different compiler / MPI-Version. |
|---|
| 33 | # |
|---|
| [1440] | 34 | # HLRN-III Hannover |
|---|
| 35 | %tmp_user_catalog /gfs1/work/<replace by your HLRN-III username> lccrayh parallel |
|---|
| 36 | %tmp_data_catalog /gfs1/work/<replace by your HLRN-III username> lccrayh parallel |
|---|
| 37 | %compiler_name ftn lccrayh parallel |
|---|
| 38 | %compiler_name_ser ftn lccrayh parallel |
|---|
| 39 | %cpp_options -e:Z:-DMPI_REAL=MPI_DOUBLE_PRECISION:-DMPI_2REAL=MPI_2DOUBLE_PRECISION:-D__netcdf:-D__netcdf4:-D__netcdf4_parallel:-D__fftw lccrayh parallel |
|---|
| 40 | %mopts -j:4 lccrayh parallel |
|---|
| 41 | %fopts -em:-O3:-hnoomp:-hfp3:-hdynamic lccrayh parallel |
|---|
| 42 | %lopts -em:-O3:-hnoomp:-hfp3:-hdynamic:-dynamic lccrayh parallel |
|---|
| 43 | %remote_username <replace by your HLRN-III username> lccrayh parallel |
|---|
| 44 | %memory 2300 lccrayh parallel |
|---|
| 45 | %modules fftw:cray-hdf5-parallel:cray-netcdf-hdf5parallel lccrayh parallel |
|---|
| 46 | # |
|---|
| 47 | # HLRN-III Hannover debug/trace mode |
|---|
| 48 | %tmp_user_catalog /gfs1/work/<replace by your HLRN-III username> lccrayh parallel trace |
|---|
| 49 | %tmp_data_catalog /gfs1/work/<replace by your HLRN-III username> lccrayh parallel trace |
|---|
| 50 | %compiler_name ftn lccrayh parallel trace |
|---|
| 51 | %compiler_name_ser ftn lccrayh parallel trace |
|---|
| 52 | %cpp_options -e:Z:-DMPI_REAL=MPI_DOUBLE_PRECISION:-DMPI_2REAL=MPI_2DOUBLE_PRECISION:-D__netcdf:-D__netcdf4:-D__netcdf4_parallel:-D__fftw lccrayh parallel trace |
|---|
| 53 | %mopts -j:4 lccrayh parallel trace |
|---|
| 54 | %fopts -eD:-em:-g:-R:b:-K:trap=fp:-O0:-hnoomp lccrayh parallel trace |
|---|
| 55 | %lopts -eD:-em:-g:-R:b:-K:trap=fp:-O0:-hnoomp lccrayh parallel trace |
|---|
| 56 | %remote_username <replace by your HLRN-III username> lccrayh parallel trace |
|---|
| 57 | %memory 2300 lccrayh parallel trace |
|---|
| 58 | %modules fftw:cray-hdf5-parallel:cray-netcdf-hdf5parallel lccrayh parallel trace |
|---|
| 59 | # |
|---|
| [1274] | 60 | # HLRN-III Berlin |
|---|
| [1371] | 61 | %tmp_user_catalog /gfs1/work/<replace by your HLRN-III username> lccrayb parallel |
|---|
| 62 | %tmp_data_catalog /gfs1/work/<replace by your HLRN-III username> lccrayb parallel |
|---|
| 63 | %compiler_name ftn lccrayb parallel |
|---|
| 64 | %compiler_name_ser ftn lccrayb parallel |
|---|
| [1308] | 65 | %cpp_options -e:Z:-DMPI_REAL=MPI_DOUBLE_PRECISION:-DMPI_2REAL=MPI_2DOUBLE_PRECISION:-D__netcdf:-D__netcdf4:-D__netcdf4_parallel:-D__fftw lccrayb parallel |
|---|
| [1371] | 66 | %mopts -j:4 lccrayb parallel |
|---|
| 67 | %fopts -em:-O3:-hnoomp:-hfp3:-hdynamic lccrayb parallel |
|---|
| 68 | %lopts -em:-O3:-hnoomp:-hfp3:-hdynamic:-dynamic lccrayb parallel |
|---|
| [1308] | 69 | %remote_username <replace by your HLRN-III username> lccrayb parallel |
|---|
| [1440] | 70 | %memory 2300 lccrayb parallel |
|---|
| [1308] | 71 | %modules fftw:cray-hdf5-parallel:cray-netcdf-hdf5parallel lccrayb parallel |
|---|
| [1274] | 72 | # |
|---|
| [1371] | 73 | # HLRN-III Berlin debug/trace mode |
|---|
| 74 | %tmp_user_catalog /gfs1/work/<replace by your HLRN-III username> lccrayb parallel trace |
|---|
| 75 | %tmp_data_catalog /gfs1/work/<replace by your HLRN-III username> lccrayb parallel trace |
|---|
| 76 | %compiler_name ftn lccrayb parallel trace |
|---|
| 77 | %compiler_name_ser ftn lccrayb parallel trace |
|---|
| 78 | %cpp_options -e:Z:-DMPI_REAL=MPI_DOUBLE_PRECISION:-DMPI_2REAL=MPI_2DOUBLE_PRECISION:-D__netcdf:-D__netcdf4:-D__netcdf4_parallel:-D__fftw lccrayb parallel trace |
|---|
| 79 | %mopts -j:4 lccrayb parallel trace |
|---|
| 80 | %fopts -eD:-em:-g:-R:b:-K:trap=fp:-O0:-hnoomp lccrayb parallel trace |
|---|
| 81 | %lopts -eD:-em:-g:-R:b:-K:trap=fp:-O0:-hnoomp lccrayb parallel trace |
|---|
| 82 | %remote_username <replace by your HLRN-III username> lccrayb parallel trace |
|---|
| [1440] | 83 | %memory 2300 lccrayb parallel trace |
|---|
| [1371] | 84 | %modules fftw:cray-hdf5-parallel:cray-netcdf-hdf5parallel lccrayb parallel trace |
|---|
| [1224] | 85 | # |
|---|
| 86 | %write_binary true restart |
|---|
| 87 | # |
|---|
| 88 | #---------------------------------------------------------------------------- |
|---|
| 89 | # INPUT-commands, executed before running PALM - lines must start with "IC:" |
|---|
| 90 | #---------------------------------------------------------------------------- |
|---|
| 91 | #IC: |
|---|
| [1371] | 92 | IC:[[ \$localhost = lccrayb ]] && export ATP_ENABLED=1 |
|---|
| [1255] | 93 | IC:[[ \$localhost = lccrayb ]] && export MPICH_GNI_BTE_MULTI_CHANNEL=disabled |
|---|
| [1278] | 94 | IC:[[ \$localhost = lccrayb ]] && export APRUN_XFER_LIMITS=1 |
|---|
| 95 | IC:[[ \$localhost = lccrayb ]] && export APRUN_XFER_STACK_LIMIT=0 |
|---|
| 96 | IC:[[ \$localhost = lccrayb ]] && ulimit -v unlimited |
|---|
| 97 | IC:[[ \$localhost = lccrayb ]] && ulimit -s unlimited |
|---|
| [1308] | 98 | IC:[[ \$localhost = lccrayb ]] && export MPICH_MPIIO_HINTS_DISPLAY=1 |
|---|
| 99 | IC:[[ \$localhost = lccrayb ]] && export MPICH_MPIIO_STATS=1 |
|---|
| 100 | IC:[[ \$localhost = lccrayb ]] && E8="=8" |
|---|
| 101 | IC:[[ \$localhost = lccrayb ]] && export MPICH_MPIIO_HINTS="*DATA_**:striping_factor"\$E8 |
|---|
| [1371] | 102 | IC:[[ \$localhost = lccrayh ]] && export ATP_ENABLED=1 |
|---|
| 103 | IC:[[ \$localhost = lccrayh ]] && export MPICH_GNI_BTE_MULTI_CHANNEL=disabled |
|---|
| [1278] | 104 | IC:[[ \$localhost = lccrayh ]] && export APRUN_XFER_LIMITS=1 |
|---|
| 105 | IC:[[ \$localhost = lccrayh ]] && export APRUN_XFER_STACK_LIMIT=0 |
|---|
| 106 | IC:[[ \$localhost = lccrayh ]] && ulimit -v unlimited |
|---|
| 107 | IC:[[ \$localhost = lccrayh ]] && ulimit -s unlimited |
|---|
| [1308] | 108 | IC:[[ \$localhost = lccrayh ]] && export MPICH_MPIIO_HINTS_DISPLAY=1 |
|---|
| 109 | IC:[[ \$localhost = lccrayh ]] && export MPICH_MPIIO_STATS=1 |
|---|
| 110 | IC:[[ \$localhost = lccrayh ]] && E8="=8" |
|---|
| 111 | IC:[[ \$localhost = lccrayh ]] && export MPICH_MPIIO_HINTS="*DATA_**:striping_factor"\$E8 |
|---|
| [1224] | 112 | # |
|---|
| 113 | #---------------------------------------------------------------------------- |
|---|
| 114 | # ERROR-commands - executed when program terminates abnormally |
|---|
| 115 | #---------------------------------------------------------------------------- |
|---|
| 116 | EC:[[ \$locat = execution ]] && cat RUN_CONTROL |
|---|
| 117 | EC:pwd; ls -al |
|---|
| 118 | # |
|---|
| 119 | #---------------------------------------------------------------------------- |
|---|
| 120 | # OUTPUT-commands - executed when program terminates normally |
|---|
| 121 | #---------------------------------------------------------------------------- |
|---|
| 122 | # |
|---|
| 123 | # Combine 1D- and 3D-profile output (these files are not usable for plotting) |
|---|
| 124 | OC:[[ -f LIST_PROFIL_1D ]] && cat LIST_PROFIL_1D >> LIST_PROFILE |
|---|
| 125 | OC:[[ -f LIST_PROFIL ]] && cat LIST_PROFIL >> LIST_PROFILE |
|---|
| 126 | # |
|---|
| 127 | # Combine all particle information files |
|---|
| 128 | OC:[[ -f PARTICLE_INFOS/_0000 ]] && cat PARTICLE_INFOS/* >> PARTICLE_INFO |
|---|
| 129 | # |
|---|
| 130 | #---------------------------------------------------------------------------- |
|---|
| 131 | # List of input-files |
|---|
| 132 | #---------------------------------------------------------------------------- |
|---|
| 133 | PARIN in:job d3# $base_data/$fname/INPUT _p3d |
|---|
| 134 | PARIN in:job d3f $base_data/$fname/INPUT _p3df |
|---|
| 135 | TOPOGRAPHY_DATA in:locopt d3#:d3f $base_data/$fname/INPUT _topo |
|---|
| [1241] | 136 | NUDGING_DATA in:locopt d3#:d3f $base_data/$fname/INPUT _nudge |
|---|
| 137 | LSF_DATA in:locopt d3#:d3f $base_data/$fname/INPUT _lsf |
|---|
| [1224] | 138 | BININ in:loc:flpe d3f $base_data/$fname/RESTART _d3d |
|---|
| 139 | PARTICLE_RESTART_DATA_IN in:loc:flpe prtf $base_data/$fname/RESTART _rprt |
|---|
| 140 | DATA_1D_PR_NETCDF in:locopt prf $base_data/$fname/OUTPUT _pr nc |
|---|
| 141 | DATA_1D_SP_NETCDF in:locopt spf $base_data/$fname/OUTPUT _sp nc |
|---|
| 142 | DATA_1D_TS_NETCDF in:locopt tsf $base_data/$fname/OUTPUT _ts nc |
|---|
| 143 | DATA_1D_PTS_NETCDF in:locopt ptsf $base_data/$fname/OUTPUT _pts nc |
|---|
| 144 | DATA_2D_XY_NETCDF in:locopt xyf $base_data/$fname/OUTPUT _xy nc |
|---|
| 145 | DATA_2D_XY_AV_NETCDF in:locopt xyf $base_data/$fname/OUTPUT _xy_av nc |
|---|
| 146 | DATA_2D_XZ_NETCDF in:locopt xzf $base_data/$fname/OUTPUT _xz nc |
|---|
| 147 | DATA_2D_YZ_NETCDF in:locopt yzf $base_data/$fname/OUTPUT _yz nc |
|---|
| 148 | DATA_3D_NETCDF in:locopt 3df $base_data/$fname/OUTPUT _3d nc |
|---|
| 149 | DATA_PRT_NETCDF in:locopt:pe prtf $base_data/$fname/OUTPUT _prt |
|---|
| 150 | # |
|---|
| 151 | #---------------------------------------------------------------------------- |
|---|
| 152 | # List of output-files |
|---|
| 153 | #---------------------------------------------------------------------------- |
|---|
| 154 | BINOUT out:loc:flpe restart $base_data/$fname/RESTART _d3d |
|---|
| 155 | PARTICLE_RESTART_DATA_OUT out:loc:flpe prt#:prtf $base_data/$fname/RESTART _rprt |
|---|
| 156 | # |
|---|
| 157 | RUN_CONTROL out:loc:tr d3# $base_data/$fname/MONITORING _rc |
|---|
| 158 | RUN_CONTROL out:loc:tra d3f $base_data/$fname/MONITORING _rc |
|---|
| 159 | HEADER out:loc:tr d3# $base_data/$fname/MONITORING _header |
|---|
| 160 | HEADER out:loc:tra d3f $base_data/$fname/MONITORING _header |
|---|
| 161 | CPU_MEASURES out:loc:tr d3# $base_data/$fname/MONITORING _cpu |
|---|
| 162 | CPU_MEASURES out:loc:tra d3f $base_data/$fname/MONITORING _cpu |
|---|
| 163 | # |
|---|
| 164 | DATA_1D_PR_NETCDF out:loc:tr pr#:prf $base_data/$fname/OUTPUT _pr nc |
|---|
| 165 | DATA_1D_SP_NETCDF out:loc:tr sp#:spf $base_data/$fname/OUTPUT _sp nc |
|---|
| 166 | DATA_1D_TS_NETCDF out:loc:tr ts#:tsf $base_data/$fname/OUTPUT _ts nc |
|---|
| 167 | DATA_1D_PTS_NETCDF out:loc:tr pts#:ptsf $base_data/$fname/OUTPUT _pts nc |
|---|
| 168 | DATA_2D_XY_NETCDF out:loc:tr xy#:xyf $base_data/$fname/OUTPUT _xy nc |
|---|
| 169 | DATA_2D_XY_AV_NETCDF out:loc:tr xy#:xyf $base_data/$fname/OUTPUT _xy_av nc |
|---|
| 170 | DATA_2D_XZ_NETCDF out:loc:tr xz#:xzf $base_data/$fname/OUTPUT _xz nc |
|---|
| 171 | DATA_2D_XZ_AV_NETCDF out:loc:tr xz#:xzf $base_data/$fname/OUTPUT _xz_av nc |
|---|
| 172 | DATA_2D_YZ_NETCDF out:loc:tr yz#:yzf $base_data/$fname/OUTPUT _yz nc |
|---|
| 173 | DATA_2D_YZ_AV_NETCDF out:loc:tr yz#:yzf $base_data/$fname/OUTPUT _yz_av nc |
|---|
| 174 | DATA_3D_NETCDF out:loc:tr 3d#:3df $base_data/$fname/OUTPUT _3d nc |
|---|
| 175 | DATA_3D_AV_NETCDF out:loc:tr 3d#:3df $base_data/$fname/OUTPUT _3d_av nc |
|---|
| 176 | DATA_MASK_01_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m01 nc |
|---|
| 177 | DATA_MASK_01_AV_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m01_av nc |
|---|
| 178 | DATA_MASK_02_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m02 nc |
|---|
| 179 | DATA_MASK_02_AV_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m02_av nc |
|---|
| 180 | DATA_MASK_03_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m03 nc |
|---|
| 181 | DATA_MASK_03_AV_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m03_av nc |
|---|
| 182 | DATA_MASK_04_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m04 nc |
|---|
| 183 | DATA_MASK_04_AV_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m04_av nc |
|---|
| 184 | DATA_MASK_05_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m05 nc |
|---|
| 185 | DATA_MASK_05_AV_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m05_av nc |
|---|
| 186 | DATA_MASK_06_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m06 nc |
|---|
| 187 | DATA_MASK_06_AV_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m06_av nc |
|---|
| 188 | DATA_MASK_07_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m07 nc |
|---|
| 189 | DATA_MASK_07_AV_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m07_av nc |
|---|
| 190 | DATA_MASK_08_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m08 nc |
|---|
| 191 | DATA_MASK_08_AV_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m08_av nc |
|---|
| 192 | DATA_MASK_09_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m09 nc |
|---|
| 193 | DATA_MASK_09_AV_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m09_av nc |
|---|
| 194 | DATA_MASK_10_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m10 nc |
|---|
| 195 | DATA_MASK_10_AV_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m10_av nc |
|---|
| 196 | DATA_MASK_11_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m11 nc |
|---|
| 197 | DATA_MASK_11_AV_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m11_av nc |
|---|
| 198 | DATA_MASK_12_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m12 nc |
|---|
| 199 | DATA_MASK_12_AV_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m12_av nc |
|---|
| 200 | DATA_MASK_13_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m13 nc |
|---|
| 201 | DATA_MASK_13_AV_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m13_av nc |
|---|
| 202 | DATA_MASK_14_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m14 nc |
|---|
| 203 | DATA_MASK_14_AV_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m14_av nc |
|---|
| 204 | DATA_MASK_15_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m15 nc |
|---|
| 205 | DATA_MASK_15_AV_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m15_av nc |
|---|
| 206 | DATA_MASK_16_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m16 nc |
|---|
| 207 | DATA_MASK_16_AV_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m16_av nc |
|---|
| 208 | DATA_MASK_17_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m17 nc |
|---|
| 209 | DATA_MASK_17_AV_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m17_av nc |
|---|
| 210 | DATA_MASK_18_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m18 nc |
|---|
| 211 | DATA_MASK_18_AV_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m18_av nc |
|---|
| 212 | DATA_MASK_19_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m19 nc |
|---|
| 213 | DATA_MASK_19_AV_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m19_av nc |
|---|
| 214 | DATA_MASK_20_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m20 nc |
|---|
| 215 | DATA_MASK_20_AV_NETCDF out:loc:tr ma#:maf $base_data/$fname/OUTPUT _m20_av nc |
|---|
| 216 | DATA_PRT_NETCDF out:loc:pe prt#:prtf $base_data/$fname/OUTPUT _prt nc |
|---|
| 217 | DATA_PRT_NETCDF out:loc:trpe prt#:prtf $base_data/$fname/OUTPUT _prt nc |
|---|
| 218 | DATA_DVR out:loc:trpe dvr $base_data/$fname/OUTPUT _dvr |
|---|
| 219 | # |
|---|
| 220 | DVRP_LOG out:loc:tr dv# $base_data/$fname/MONITORING _dvrp_log |
|---|
| 221 | DVRP_LOG out:loc:tra dvf $base_data/$fname/MONITORING _dvrp_log |
|---|
| 222 | PARTICLE_INFO out:loc:tr pt# $base_data/$fname/MONITORING _prt_info |
|---|
| 223 | PARTICLE_INFO out:loc:tra ptf $base_data/$fname/MONITORING _prt_info |
|---|
| 224 | PARTICLE_DATA out:loc:flpe prt#:prtf $base_data/$fname/OUTPUT _prt_dat |
|---|
| 225 | # A BLANK LINE MUST FOLLOW |
|---|
