| 1 | #$Id: .mrun.config.forwind 1241 2013-10-30 11:36:58Z raasch $ |
|---|
| 2 | #column 1 column 2 column 3 |
|---|
| 3 | #name of variable value of variable (~ must not be used) scope |
|---|
| 4 | #---------------------------------------------------------------------------- |
|---|
| 5 | %mainprog palm.f90 |
|---|
| 6 | %base_directory $HOME/palm/current_version |
|---|
| 7 | %base_data ~/palm/current_version/JOBS |
|---|
| 8 | ################################################################################ |
|---|
| 9 | # Replace <<REPLACE BY YOUR USERNAME> by your username on FLOW. Replace "/fw/" |
|---|
| 10 | # by "/iwes/" if your user directory resides in /iwes/. |
|---|
| 11 | ################################################################################ |
|---|
| 12 | %output_data /data/work/gpfs/fw/<REPLACE BY YOUR USERNAME>/palm/current_version/JOBS |
|---|
| 13 | %source_path $base_directory/trunk/SOURCE |
|---|
| 14 | %add_source_path $base_directory/USER_CODE/$fname |
|---|
| 15 | %depository_path $base_directory/MAKE_DEPOSITORY |
|---|
| 16 | %use_makefile true |
|---|
| 17 | # |
|---|
| 18 | # |
|---|
| 19 | %host_identifier flow* lcflow |
|---|
| 20 | %host_identifier cfdl* lcflow |
|---|
| 21 | %host_identifier cfdh* lcflow |
|---|
| 22 | %host_identifier cfdx* lcflow |
|---|
| 23 | |
|---|
| 24 | ################################################################################ |
|---|
| 25 | # Replace <YOUR_DESKTOP_HOSTNAME> by the hostname of your desktop |
|---|
| 26 | # an uncomment following line to enable job submission from you local desktop |
|---|
| 27 | ################################################################################ |
|---|
| 28 | #%host_identifier <YOUR_DESKTOP_HOSTNAME> lcfor |
|---|
| 29 | |
|---|
| 30 | ################################################################################ |
|---|
| 31 | # Configuration for Ubuntu Linux 12.04 LTS with gcc (4.6.3) and OpenMPI (1.4.3) |
|---|
| 32 | # |
|---|
| 33 | # The next block contains all informations for compiling the PALM code |
|---|
| 34 | # and for generating and running the PALM executable using MPI on a Linux machine |
|---|
| 35 | # with gcc and OpenMPI. Replace <LOCAL_USERNAME> with your username on your |
|---|
| 36 | # local machine |
|---|
| 37 | # |
|---|
| 38 | # NOTE: - Other hosts may require different settings. |
|---|
| 39 | # - following packages are required: |
|---|
| 40 | # openmpi-common, libopenmpi-dev, libopenmpi, libnetcdf, libnetcdf-dev, |
|---|
| 41 | # gcc |
|---|
| 42 | # - depending on where you installed netcdf, you may have to adjust the paths |
|---|
| 43 | # given in %netcdf_inc and %netcdf_lib |
|---|
| 44 | # |
|---|
| 45 | ################################################################################ |
|---|
| 46 | %remote_username <LOCAL_USERNAME> lcfor parallel |
|---|
| 47 | %tmp_user_catalog /tmp lcfor parallel |
|---|
| 48 | %tmp_data_catalog /tmp lcfor parallel |
|---|
| 49 | %compiler_name mpif90 lcfor parallel |
|---|
| 50 | %compiler_name_ser gfortran lcfor parallel |
|---|
| 51 | %cpp_options -DMPI_REAL=MPI_DOUBLE_PRECISION:-DMPI_2REAL=MPI_2DOUBLE_PRECISION:-D__lc:-D__netcdf:-D__netcdf4:-D__parallel lcfor parallel |
|---|
| 52 | %netcdf_inc -I/usr/include lcfor parallel |
|---|
| 53 | %netcdf_lib -L/usr/lib:-lnetcdff:-lnetcdf lcfor parallel |
|---|
| 54 | %mopts -j:4 lcfor parallel |
|---|
| 55 | %fopts -Ofast:-IPA:-mtune=native:-march=native:-cpp:-fdefault-real-8:-fbackslash:-fconvert=little-endian lcfor parallel |
|---|
| 56 | %lopts -Ofast:-IPA:-mtune=native:-march=native:-cpp:-fdefault-real-8:-fbackslash lcfor parallel |
|---|
| 57 | |
|---|
| 58 | ################################################################################ |
|---|
| 59 | # Configuration for FLOW |
|---|
| 60 | # |
|---|
| 61 | # The next block contains all informations for compiling the PALM code |
|---|
| 62 | # and for generating and running the PALM executable using MPI. Replace <USERNAME_FLOW> |
|---|
| 63 | # with your username on FLOW and if necessary "/fw/" by "/iwes/". |
|---|
| 64 | # The following 'lcflow parallel' block assumes PALM compilation and execution |
|---|
| 65 | # on host flow. Please note that other hosts may require different settings. |
|---|
| 66 | ################################################################################ |
|---|
| 67 | %remote_username <USERNAME_FLOW> lcflow parallel |
|---|
| 68 | %tmp_user_catalog /data/work/gpfs/fw/$remote_username/tmp lcflow parallel |
|---|
| 69 | %tmp_data_catalog /data/work/gpfs/fw/$remote_username/palm_restart_data lcflow parallel |
|---|
| 70 | %compiler_name mpiifort lcflow parallel |
|---|
| 71 | %compiler_name_ser ifort lcflow parallel |
|---|
| 72 | %cpp_options -DMPI_REAL=MPI_DOUBLE_PRECISION:-DMPI_2REAL=MPI_2DOUBLE_PRECISION:-D__lc:-D__netcdf:-D__netcdf4:-D__parallel lcflow parallel |
|---|
| 73 | %netcdf_inc -I/cm/shared/apps/netcdf-fortran/4.2/intel/64/2011.0.013/include lcflow parallel |
|---|
| 74 | %netcdf_lib -L/cm/shared/apps/netcdf-fortran/4.2/intel/64/2011.0.013/lib:-lnetcdff:-L/cm/shared/apps/netcdf/4.2.1.1/intel/64/2011.0.013/lib:-lnetcdf:-L/cm/shared/apps/hdf5/1.8.9/intel/64/2011.0.013/lib:-Wl,-rpath:/cm/shared/apps/hdf5/1.8.9/intel/64/2011.0.013/lib:-Wl,-rpath:/cm/shared/apps/netcdf/4.2.1.1/intel/64/2011.0.013/lib:-Wl,-rpath:/cm/shared/apps/netcdf-fortran/4.2/intel/64/2011.0.013/lib lcflow parallel |
|---|
| 75 | %mopts -j:8 lcflow parallel |
|---|
| 76 | %fopts -xhost:-O3:-fpp:-r8:-align:all:-ftz:-fno-alias:-no-scalar-rep:-no-prec-sqrt:-ip:-nbs:-convert:little_endian:-static-intel lcflow parallel |
|---|
| 77 | %lopts -xhost:-O3:-fpp:-r8:-align:all:-ftz:-fno-alias:-no-scalar-rep:-no-prec-sqrt:-ip:-nbs:-static-intel:-Wl,-rpath:/cm/shared/apps/intel/ics-2011.0.013/composerxe-2011.0.084/compiler/lib/intel64 lcflow parallel |
|---|
| 78 | %login_init_cmd .:/etc/bashrc lcflow parallel |
|---|
| 79 | %modules sge/6.2u5p2:netcdf/4.2.1.1/intel/64/2011.0.013:netcdf-fortran/4.2/intel/64/2011.0.013:intel/ics/64/2011.0.013:intel/impi/64/4.1.0.024:hdf5/1.8.9/intel/64/2011.0.013:qt4 lcflow parallel |
|---|
| 80 | %memory 1800 lcflow parallel |
|---|
| 81 | %disc_space 50 lcflow parallel |
|---|
| 82 | # |
|---|
| 83 | # |
|---|
| 84 | %write_binary true restart |
|---|
| 85 | # |
|---|
| 86 | #---------------------------------------------------------------------------- |
|---|
| 87 | # INPUT-commands, executed before running PALM - lines must start with "IC:" |
|---|
| 88 | #---------------------------------------------------------------------------- |
|---|
| 89 | #IC: |
|---|
| 90 | # |
|---|
| 91 | #---------------------------------------------------------------------------- |
|---|
| 92 | # ERROR-commands - executed when program terminates abnormally |
|---|
| 93 | #---------------------------------------------------------------------------- |
|---|
| 94 | EC:[[ \$locat = execution ]] && cat RUN_CONTROL |
|---|
| 95 | EC:pwd; ls -al |
|---|
| 96 | # |
|---|
| 97 | #---------------------------------------------------------------------------- |
|---|
| 98 | # OUTPUT-commands - executed when program terminates normally |
|---|
| 99 | #---------------------------------------------------------------------------- |
|---|
| 100 | # |
|---|
| 101 | # Combine 1D- and 3D-profile output (these files are not usable for plotting) |
|---|
| 102 | OC:[[ -f LIST_PROFIL_1D ]] && cat LIST_PROFIL_1D >> LIST_PROFILE |
|---|
| 103 | OC:[[ -f LIST_PROFIL ]] && cat LIST_PROFIL >> LIST_PROFILE |
|---|
| 104 | # |
|---|
| 105 | # Combine all particle information files |
|---|
| 106 | OC:[[ -f PARTICLE_INFOS/_0000 ]] && cat PARTICLE_INFOS/* >> PARTICLE_INFO |
|---|
| 107 | # |
|---|
| 108 | #---------------------------------------------------------------------------- |
|---|
| 109 | # List of input-files |
|---|
| 110 | #---------------------------------------------------------------------------- |
|---|
| 111 | PARIN in:job d3# $base_data/$fname/INPUT _p3d |
|---|
| 112 | PARIN in:job d3f $base_data/$fname/INPUT _p3df |
|---|
| 113 | TOPOGRAPHY_DATA in:locopt d3#:d3f $base_data/$fname/INPUT _topo |
|---|
| 114 | NUDGING_DATA in:locopt d3#:d3f $base_data/$fname/INPUT _nudge |
|---|
| 115 | LSF_DATA in:locopt d3#:d3f $base_data/$fname/INPUT _lsf |
|---|
| 116 | BININ in:loc:flpe d3f:rec $base_data/$fname/RESTART _d3d |
|---|
| 117 | PARTICLE_RESTART_DATA_IN in:loc:flpe prtf $base_data/$fname/RESTART _rprt |
|---|
| 118 | DATA_1D_PR_NETCDF in:locopt prf $output_data/$fname/OUTPUT _pr nc |
|---|
| 119 | DATA_1D_SP_NETCDF in:locopt spf $output_data/$fname/OUTPUT _sp nc |
|---|
| 120 | DATA_1D_TS_NETCDF in:locopt tsf $output_data/$fname/OUTPUT _ts nc |
|---|
| 121 | DATA_1D_PTS_NETCDF in:locopt ptsf $output_data/$fname/OUTPUT _pts nc |
|---|
| 122 | DATA_2D_XY_NETCDF in:locopt xyf $output_data/$fname/OUTPUT _xy nc |
|---|
| 123 | DATA_2D_XY_AV_NETCDF in:locopt xyf $output_data/$fname/OUTPUT _xy_av nc |
|---|
| 124 | DATA_2D_XZ_NETCDF in:locopt xzf $output_data/$fname/OUTPUT _xz nc |
|---|
| 125 | DATA_2D_XZ_AV_NETCDF in:locopt xzf $output_data/$fname/OUTPUT _xz_av nc |
|---|
| 126 | DATA_2D_YZ_NETCDF in:locopt yzf $output_data/$fname/OUTPUT _yz nc |
|---|
| 127 | DATA_2D_YZ_AV_NETCDF in:locopt yzf $output_data/$fname/OUTPUT _yz_av nc |
|---|
| 128 | DATA_3D_NETCDF in:locopt 3df $output_data/$fname/OUTPUT _3d nc |
|---|
| 129 | DATA_3D_AV_NETCDF in:locopt 3df $output_data/$fname/OUTPUT _3d_av nc |
|---|
| 130 | DATA_PRT_NETCDF in:locopt:pe prtf $output_data/$fname/OUTPUT _prt nc |
|---|
| 131 | # |
|---|
| 132 | #---------------------------------------------------------------------------- |
|---|
| 133 | # List of output-files |
|---|
| 134 | #---------------------------------------------------------------------------- |
|---|
| 135 | BINOUT out:loc:flpe restart $base_data/$fname/RESTART _d3d |
|---|
| 136 | PARTICLE_RESTART_DATA_OUT out:loc:flpe prt#:prtf $base_data/$fname/RESTART _rprt |
|---|
| 137 | # |
|---|
| 138 | RUN_CONTROL out:loc:tr d3# $base_data/$fname/MONITORING _rc |
|---|
| 139 | RUN_CONTROL out:loc:tra d3f $base_data/$fname/MONITORING _rc |
|---|
| 140 | HEADER out:loc:tr d3# $base_data/$fname/MONITORING _header |
|---|
| 141 | HEADER out:loc:tra d3f $base_data/$fname/MONITORING _header |
|---|
| 142 | CPU_MEASURES out:loc:tr d3# $base_data/$fname/MONITORING _cpu |
|---|
| 143 | CPU_MEASURES out:loc:tra d3f $base_data/$fname/MONITORING _cpu |
|---|
| 144 | # |
|---|
| 145 | DATA_1D_PR_NETCDF out:loc pr# $output_data/$fname/OUTPUT _pr nc |
|---|
| 146 | DATA_1D_PR_NETCDF out:loc prf $output_data/$fname/OUTPUT _pr nc |
|---|
| 147 | DATA_1D_SP_NETCDF out:loc sp# $output_data/$fname/OUTPUT _sp nc |
|---|
| 148 | DATA_1D_SP_NETCDF out:loc spf $output_data/$fname/OUTPUT _sp nc |
|---|
| 149 | DATA_1D_TS_NETCDF out:loc ts# $output_data/$fname/OUTPUT _ts nc |
|---|
| 150 | DATA_1D_TS_NETCDF out:loc tsf $output_data/$fname/OUTPUT _ts nc |
|---|
| 151 | DATA_1D_PTS_NETCDF out:loc pts# $output_data/$fname/OUTPUT _pts nc |
|---|
| 152 | DATA_1D_PTS_NETCDF out:loc ptsf $output_data/$fname/OUTPUT _pts nc |
|---|
| 153 | DATA_2D_XY_NETCDF out:loc xy#:xyf $output_data/$fname/OUTPUT _xy nc |
|---|
| 154 | DATA_2D_XY_AV_NETCDF out:loc xy#:xyf $output_data/$fname/OUTPUT _xy_av nc |
|---|
| 155 | DATA_2D_XZ_NETCDF out:loc xz#:xzf $output_data/$fname/OUTPUT _xz nc |
|---|
| 156 | DATA_2D_XZ_AV_NETCDF out:loc xz#:xzf $output_data/$fname/OUTPUT _xz_av nc |
|---|
| 157 | DATA_2D_YZ_NETCDF out:loc yz#:yzf $output_data/$fname/OUTPUT _yz nc |
|---|
| 158 | DATA_2D_YZ_AV_NETCDF out:loc yz#:yzf $output_data/$fname/OUTPUT _yz_av nc |
|---|
| 159 | DATA_3D_NETCDF out:loc 3d#:3df $output_data/$fname/OUTPUT _3d nc |
|---|
| 160 | DATA_3D_AV_NETCDF out:loc 3d#:3df $output_data/$fname/OUTPUT _3d_av nc |
|---|
| 161 | DATA_MASK_01_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m01 nc |
|---|
| 162 | DATA_MASK_01_AV_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m01_av nc |
|---|
| 163 | DATA_MASK_02_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m02 nc |
|---|
| 164 | DATA_MASK_02_AV_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m02_av nc |
|---|
| 165 | DATA_MASK_03_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m03 nc |
|---|
| 166 | DATA_MASK_03_AV_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m03_av nc |
|---|
| 167 | DATA_MASK_04_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m04 nc |
|---|
| 168 | DATA_MASK_04_AV_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m04_av nc |
|---|
| 169 | DATA_MASK_05_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m05 nc |
|---|
| 170 | DATA_MASK_05_AV_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m05_av nc |
|---|
| 171 | DATA_MASK_06_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m06 nc |
|---|
| 172 | DATA_MASK_06_AV_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m06_av nc |
|---|
| 173 | DATA_MASK_07_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m07 nc |
|---|
| 174 | DATA_MASK_07_AV_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m07_av nc |
|---|
| 175 | DATA_MASK_08_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m08 nc |
|---|
| 176 | DATA_MASK_08_AV_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m08_av nc |
|---|
| 177 | DATA_MASK_09_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m09 nc |
|---|
| 178 | DATA_MASK_09_AV_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m09_av nc |
|---|
| 179 | DATA_MASK_10_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m10 nc |
|---|
| 180 | DATA_MASK_10_AV_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m10_av nc |
|---|
| 181 | DATA_MASK_11_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m11 nc |
|---|
| 182 | DATA_MASK_11_AV_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m11_av nc |
|---|
| 183 | DATA_MASK_12_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m12 nc |
|---|
| 184 | DATA_MASK_12_AV_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m12_av nc |
|---|
| 185 | DATA_MASK_13_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m13 nc |
|---|
| 186 | DATA_MASK_13_AV_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m13_av nc |
|---|
| 187 | DATA_MASK_14_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m14 nc |
|---|
| 188 | DATA_MASK_14_AV_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m14_av nc |
|---|
| 189 | DATA_MASK_15_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m15 nc |
|---|
| 190 | DATA_MASK_15_AV_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m15_av nc |
|---|
| 191 | DATA_MASK_16_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m16 nc |
|---|
| 192 | DATA_MASK_16_AV_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m16_av nc |
|---|
| 193 | DATA_MASK_17_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m17 nc |
|---|
| 194 | DATA_MASK_17_AV_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m17_av nc |
|---|
| 195 | DATA_MASK_18_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m18 nc |
|---|
| 196 | DATA_MASK_18_AV_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m18_av nc |
|---|
| 197 | DATA_MASK_19_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m19 nc |
|---|
| 198 | DATA_MASK_19_AV_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m19_av nc |
|---|
| 199 | DATA_MASK_20_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m20 nc |
|---|
| 200 | DATA_MASK_20_AV_NETCDF out:loc ma#:maf $output_data/$fname/OUTPUT _m20_av nc |
|---|
| 201 | DATA_PRT_NETCDF out:loc:pe prt#:prtf $output_data/$fname/OUTPUT _prt nc |
|---|
| 202 | DATA_DVR out:loc:pe dvr $output_data/$fname/OUTPUT _dvr |
|---|
| 203 | # |
|---|
| 204 | DVRP_LOG out:loc:tr dv# $base_data/$fname/MONITORING _dvrp_log |
|---|
| 205 | DVRP_LOG out:loc:tra dvf $base_data/$fname/MONITORING _dvrp_log |
|---|
| 206 | PARTICLE_INFO out:loc:tr pt# $base_data/$fname/MONITORING _prt_info |
|---|
| 207 | PARTICLE_INFO out:loc:tra ptf $base_data/$fname/MONITORING _prt_info |
|---|
| 208 | PARTICLE_DATA out:loc:flpe prt#:prtf $base_data/$fname/OUTPUT _prt_dat |
|---|
| 209 | # A BLANK LINE MUST FOLLOW |
|---|
