[2481] | 1 | #$Id: .palm.config.default 4484 2020-04-01 15:43:44Z pavelkrc $ |
---|
| 2 | #column 1 column 2 |
---|
[3043] | 3 | #name of variable value of variable (~ must not be used except for base_data) |
---|
| 4 | #----------------------------------------------------------------------------- |
---|
| 5 | # working directory from where palmrun or palmbuild are called |
---|
[2481] | 6 | %base_directory $HOME/palm/current_version |
---|
[3043] | 7 | |
---|
| 8 | # directory where PALM I/O is stored (used in .palm.iofiles) |
---|
[2481] | 9 | %base_data ~/palm/current_version/JOBS |
---|
[3043] | 10 | |
---|
| 11 | # path to PALM's FORTRAN sources (installation folder) |
---|
[2481] | 12 | %source_path $HOME/palm/current_version/trunk/SOURCE |
---|
[3043] | 13 | |
---|
| 14 | # path to user interface routines |
---|
[3236] | 15 | %user_source_path $base_directory/JOBS/$run_identifier/USER_CODE |
---|
[3043] | 16 | |
---|
| 17 | # path to file system with fast discs (if available). This folder |
---|
| 18 | # is used for temporary catalogs generated by palmrun and to store large |
---|
| 19 | # I/O files (used in .palm.iofiles). This folder must be accessible from |
---|
| 20 | # all compute nodes, i.e. it must reside in a global file system |
---|
| 21 | %fast_io_catalog <replace by a folder name which allows for fast I/O> |
---|
| 22 | |
---|
| 23 | # folder for job protocols |
---|
[3455] | 24 | #%local_jobcatalog $HOME/job_logfiles |
---|
[3043] | 25 | |
---|
| 26 | # folder for job protocols to be used on the remote host |
---|
| 27 | #%remote_jobcatalog <path/to/directory on remote host> |
---|
| 28 | |
---|
| 29 | # local ip of your computer. Use 127.0.0.0 if you are running PALM |
---|
| 30 | # in interactive mode on your local computer |
---|
[2481] | 31 | %local_ip <replace by your computers IP address> |
---|
[3043] | 32 | |
---|
| 33 | # your local UNIX username |
---|
[2481] | 34 | %local_username <replace by your unix username> |
---|
[3043] | 35 | |
---|
| 36 | # ip address of the remote host |
---|
| 37 | #%remote_ip <ip> |
---|
| 38 | |
---|
| 39 | # username on the remote host |
---|
| 40 | #%remote_username <username> |
---|
| 41 | |
---|
| 42 | # ssh-key to be used for ssh/scp calls to the remote host |
---|
| 43 | #%ssh_key ~/.ssh/id_rsa |
---|
| 44 | |
---|
| 45 | # name of login-node on the remote machine |
---|
| 46 | #%remote_loginnode <loginnode> |
---|
| 47 | |
---|
| 48 | # default queue to be used if palmrun-option -q is omitted |
---|
| 49 | #%defaultqueue <queue> |
---|
| 50 | |
---|
| 51 | # command to submit batch jobs |
---|
| 52 | #%submit_command /opt/moab/default/bin/msub -E |
---|
| 53 | |
---|
| 54 | # compilername to generate MPI executables |
---|
[2481] | 55 | %compiler_name mpif90 |
---|
[3043] | 56 | |
---|
| 57 | # compilername to generate non-MPI executables running on one core |
---|
[2481] | 58 | %compiler_name_ser ifort |
---|
[3043] | 59 | |
---|
| 60 | # preprocessor directives to be used for compiling the PALM code |
---|
[2481] | 61 | %cpp_options -cpp -D__parallel -DMPI_REAL=MPI_DOUBLE_PRECISION -DMPI_2REAL=MPI_2DOUBLE_PRECISION -D__fftw -D__netcdf |
---|
[3043] | 62 | |
---|
| 63 | # used for parallel compilation |
---|
[2481] | 64 | %make_options -j 4 |
---|
[3043] | 65 | |
---|
| 66 | # options to be used to compile PALM |
---|
[3205] | 67 | %compiler_options -fpe0 -O3 -xHost -fp-model source -ftz -no-prec-div -no-prec-sqrt -ip -I /muksoft/packages/fftw/3.3.4/include -L/muksoft/packages/fftw/3.3.4/lib64 -lfftw3 -I /muksoft/packages/netcdf/4_intel/include -L/muksoft/packages/netcdf/4_intel/lib -lnetcdf -lnetcdff |
---|
[3043] | 68 | |
---|
| 69 | # options to be used to link the PALM executable |
---|
[3205] | 70 | %linker_options -fpe0 -O3 -xHost -fp-model source -ftz -no-prec-div -no-prec-sqrt -ip -I /muksoft/packages/fftw/3.3.4/include -L/muksoft/packages/fftw/3.3.4/lib64 -lfftw3 -I /muksoft/packages/netcdf/4_intel/include -L/muksoft/packages/netcdf/4_intel/lib -lnetcdf -lnetcdff |
---|
[3043] | 71 | |
---|
| 72 | # name of hostfile to be used |
---|
[2481] | 73 | %hostfile auto |
---|
[3043] | 74 | |
---|
| 75 | # command to start the PALM executable |
---|
[2693] | 76 | %execute_command mpiexec -machinefile hostfile -n {{mpi_tasks}} palm |
---|
[3043] | 77 | |
---|
| 78 | # memory request per core |
---|
| 79 | #%memory 2300 |
---|
| 80 | |
---|
| 81 | # module commands to load required libraries |
---|
[3199] | 82 | #%module_commands module switch craype-ivybridge craype-haswell; module load fftw cray-hdf5-parallel cray-netcdf-hdf5parallel |
---|
[3043] | 83 | |
---|
| 84 | # special commands to be carried out at login and start of batch jobs on the remote host |
---|
[3199] | 85 | #%login_init_cmd .execute_special_profile |
---|
[3043] | 86 | |
---|
| 87 | |
---|
[2481] | 88 | #---------------------------------------------------------------------------- |
---|
| 89 | # INPUT-commands, executed before running PALM - lines must start with "IC:" |
---|
| 90 | #---------------------------------------------------------------------------- |
---|
[3043] | 91 | #IC:ulimit -s unlimited |
---|
[2481] | 92 | # |
---|
| 93 | #---------------------------------------------------------------------------- |
---|
| 94 | # ERROR-commands - executed when program terminates abnormally |
---|
| 95 | #---------------------------------------------------------------------------- |
---|
[3043] | 96 | #EC:[[ \$locat = execution ]] && cat RUN_CONTROL |
---|
[2481] | 97 | # |
---|
| 98 | #---------------------------------------------------------------------------- |
---|
| 99 | # OUTPUT-commands - executed when program terminates normally |
---|
| 100 | #---------------------------------------------------------------------------- |
---|
[3151] | 101 | #OC:echo \\\"PALM job finished\\\" | mailx user@somewhere |
---|
[3043] | 102 | |
---|
| 103 | |
---|
| 104 | #------------------------------------------------------------------------------- |
---|
| 105 | # Directives to be used for batch jobs |
---|
| 106 | # Lines must start with "BD:". If $-characters are required, hide them with \ |
---|
| 107 | # Internal variables can be used as {{variable_name}}. Please see documentation. |
---|
| 108 | #------------------------------------------------------------------------------- |
---|
| 109 | BD:#!/bin/bash |
---|
[4484] | 110 | BD:#PBS -N {{run_id}} |
---|
[3043] | 111 | BD:#PBS -l walltime={{cpu_hours}}:{{cpu_minutes}}:{{cpu_seconds}} |
---|
| 112 | BD:#PBS -l nodes={{nodes}}:ppn={{tasks_per_node}} |
---|
| 113 | BD:#PBS -o {{job_protocol_file}} |
---|
| 114 | BD:#PBS -j oe |
---|
| 115 | BD:#PBS -q {{queue}} |
---|
| 116 | |
---|
| 117 | |
---|
| 118 | #------------------------------------------------------------------------------- |
---|
| 119 | # Directives for batch jobs used to send back the jobfiles from a remote to a local host |
---|
| 120 | # Lines must start with "BDT:". If $-characters are required, excape them with triple backslash |
---|
| 121 | # Internal variables can be used as {{variable_name}}. Please see documentation. |
---|
| 122 | #------------------------------------------------------------------------------- |
---|
| 123 | BDT:#!/bin/bash |
---|
| 124 | BDT:#PBS -N job_protocol_transfer |
---|
| 125 | BDT:#PBS -l walltime=00:30:00 |
---|
| 126 | BDT:#PBS -l nodes=1:ppn=1 |
---|
| 127 | BDT:#PBS -o {{job_transfer_protocol_file}} |
---|
| 128 | BDT:#PBS -j oe |
---|
| 129 | BDT:#PBS -q dataq |
---|