[2405] | 1 | #$Id: .palm.config.crayh 2481 2017-09-19 08:07:06Z knoop $ |
---|
| 2 | #column 1 column 2 |
---|
| 3 | #name of variable value of variable (~ must not be used) |
---|
| 4 | #---------------------------------------------------------------------------- |
---|
[2481] | 5 | %base_data ~/palm/current_version/JOBS |
---|
[2405] | 6 | %base_directory $HOME/palm/current_version |
---|
| 7 | %source_path $HOME/palm/current_version/trunk/SOURCE |
---|
| 8 | %user_source_path $base_directory/JOBS/$fname/USER_CODE |
---|
| 9 | %fast_io_catalog /gfs2/work/niksiraa |
---|
| 10 | %local_jobcatalog /home/raasch/job_queue |
---|
| 11 | %remote_jobcatalog /home/h/niksiraa/job_queue |
---|
| 12 | # |
---|
| 13 | %local_ip 130.75.105.103 |
---|
| 14 | %local_username raasch |
---|
| 15 | %remote_ip 130.75.4.1 |
---|
| 16 | %remote_loginnode hlogin1 |
---|
| 17 | %remote_username niksiraa |
---|
| 18 | %ssh_key id_rsa_hlrn |
---|
| 19 | %defaultqueue mpp2testq |
---|
| 20 | %submit_command /opt/moab/default/bin/msub -E |
---|
| 21 | # |
---|
| 22 | %compiler_name ftn |
---|
| 23 | %compiler_name_ser ftn |
---|
| 24 | %cpp_options -e Z -DMPI_REAL=MPI_DOUBLE_PRECISION -DMPI_2REAL=MPI_2DOUBLE_PRECISION -D__parallel -D__netcdf -D__netcdf4 -D__netcdf4_parallel -D__fftw |
---|
| 25 | %make_options -j 4 |
---|
| 26 | %compiler_options -em -O3 -hnoomp -hnoacc -hfp3 -hdynamic |
---|
| 27 | %linker_options -em -O3 -hnoomp -hnoacc -hfp3 -hdynamic -dynamic |
---|
| 28 | %execute_command aprun -n {{MPI_TASKS}} -N {{TASKS_PER_NODE}} palm |
---|
| 29 | %memory 2300 |
---|
| 30 | %module_commands module load fftw cray-hdf5-parallel cray-netcdf-hdf5parallel |
---|
| 31 | %login_init_cmd module switch craype-ivybridge craype-haswell |
---|
| 32 | # |
---|
| 33 | # BATCH-directives to be used for batch jobs. If $-characters are required, hide them with \\\ |
---|
| 34 | BD:#!/bin/bash |
---|
[2480] | 35 | BD:#PBS -A {{PROJECT_ACCOUNT}} |
---|
[2405] | 36 | BD:#PBS -N {{JOB_ID}} |
---|
| 37 | BD:#PBS -l walltime={{CPU_HOURS}}:{{CPU_MINUTES}}:{{CPU_SECONDS}} |
---|
| 38 | BD:#PBS -l nodes={{NODES}}:ppn={{TASKS_PER_NODE}} |
---|
| 39 | BD:#PBS -o {{JOBFILE}} |
---|
| 40 | BD:#PBS -j oe |
---|
| 41 | BD:#PBS -q {{QUEUE}} |
---|
| 42 | # |
---|
| 43 | # BATCH-directives for batch jobs used to send back the jobfile from a remote to a local host |
---|
| 44 | BDT:#!/bin/bash |
---|
[2480] | 45 | BDT:#PBS -A {{PROJECT_ACCOUNT}} |
---|
[2405] | 46 | BDT:#PBS -N job_protocol_transfer |
---|
| 47 | BDT:#PBS -l walltime=00:30:00 |
---|
| 48 | BDT:#PBS -l nodes=1:ppn=1 |
---|
| 49 | BDT:#PBS -o {{JOB_TRANSFER_PROTOCOL_FILE}} |
---|
| 50 | BDT:#PBS -j oe |
---|
| 51 | BDT:#PBS -q dataq |
---|
| 52 | # |
---|
| 53 | #---------------------------------------------------------------------------- |
---|
| 54 | # INPUT-commands, executed before running PALM - lines must start with "IC:" |
---|
| 55 | #---------------------------------------------------------------------------- |
---|
| 56 | IC:export ATP_ENABLED=1 |
---|
| 57 | IC:export MPICH_GNI_BTE_MULTI_CHANNEL=disabled |
---|
| 58 | IC:ulimit -s unlimited |
---|
| 59 | # |
---|
| 60 | #---------------------------------------------------------------------------- |
---|
| 61 | # ERROR-commands - executed when program terminates abnormally |
---|
| 62 | #---------------------------------------------------------------------------- |
---|
| 63 | EC:[[ \$locat = execution ]] && cat RUN_CONTROL |
---|
| 64 | # |
---|
| 65 | #---------------------------------------------------------------------------- |
---|
| 66 | # OUTPUT-commands - executed when program terminates normally |
---|
| 67 | #---------------------------------------------------------------------------- |
---|
| 68 | # |
---|
| 69 | # Combine 1D- and 3D-profile output (these files are not usable for plotting) |
---|
| 70 | OC:[[ -f LIST_PROFIL_1D ]] && cat LIST_PROFIL_1D >> LIST_PROFILE |
---|
| 71 | OC:[[ -f LIST_PROFIL ]] && cat LIST_PROFIL >> LIST_PROFILE |
---|
| 72 | # |
---|
| 73 | # Combine all particle information files |
---|
| 74 | OC:[[ -f PARTICLE_INFOS/_0000 ]] && cat PARTICLE_INFOS/* >> PARTICLE_INFO |
---|