| 1 | #$Id: .palm.config.crayh 3236 2018-09-10 09:07:06Z sward $ |
|---|
| 2 | #column 1 column 2 |
|---|
| 3 | #name of variable value of variable (~ must not be used) |
|---|
| 4 | #---------------------------------------------------------------------------- |
|---|
| 5 | %base_data ~/palm/current_version/JOBS |
|---|
| 6 | %base_directory $HOME/palm/current_version |
|---|
| 7 | %source_path $HOME/palm/current_version/trunk/SOURCE |
|---|
| 8 | %user_source_path $base_directory/JOBS/$run_identifier/USER_CODE |
|---|
| 9 | %fast_io_catalog /gfs2/work/niksiraa |
|---|
| 10 | %local_jobcatalog /home/raasch/job_queue |
|---|
| 11 | %remote_jobcatalog /home/h/niksiraa/job_queue |
|---|
| 12 | # |
|---|
| 13 | %local_ip 130.75.105.103 |
|---|
| 14 | %local_username raasch |
|---|
| 15 | %remote_ip 130.75.4.1 |
|---|
| 16 | %remote_loginnode hlogin1 |
|---|
| 17 | %remote_username niksiraa |
|---|
| 18 | %ssh_key id_rsa_hlrn |
|---|
| 19 | %defaultqueue mpp2testq |
|---|
| 20 | %submit_command /opt/moab/default/bin/msub -E |
|---|
| 21 | # |
|---|
| 22 | %compiler_name ftn |
|---|
| 23 | %compiler_name_ser ftn |
|---|
| 24 | %cpp_options -e Z -DMPI_REAL=MPI_DOUBLE_PRECISION -DMPI_2REAL=MPI_2DOUBLE_PRECISION -D__parallel -D__netcdf -D__netcdf4 -D__netcdf4_parallel -D__fftw |
|---|
| 25 | %make_options -j 4 |
|---|
| 26 | %compiler_options -em -O3 -hnoomp -hnoacc -hfp3 -hdynamic |
|---|
| 27 | %linker_options -em -O3 -hnoomp -hnoacc -hfp3 -hdynamic -dynamic |
|---|
| 28 | %execute_command aprun -n {{mpi_tasks}} -N {{tasks_per_node}} palm |
|---|
| 29 | %execute_command_for_combine aprun -n 1 -N 1 ./combine_plot_fields.x |
|---|
| 30 | %memory 2300 |
|---|
| 31 | %module_commands module switch craype-ivybridge craype-haswell; module load fftw cray-hdf5-parallel cray-netcdf-hdf5parallel |
|---|
| 32 | # |
|---|
| 33 | # BATCH-directives to be used for batch jobs |
|---|
| 34 | BD:#!/bin/bash |
|---|
| 35 | BD:#PBS -A {{project_account}} |
|---|
| 36 | BD:#PBS -N {{job_id}} |
|---|
| 37 | BD:#PBS -l walltime={{cpu_hours}}:{{cpu_minutes}}:{{cpu_seconds}} |
|---|
| 38 | BD:#PBS -l nodes={{nodes}}:ppn={{tasks_per_node}} |
|---|
| 39 | BD:#PBS -o {{job_protocol_file}} |
|---|
| 40 | BD:#PBS -j oe |
|---|
| 41 | BD:#PBS -q {{queue}} |
|---|
| 42 | # |
|---|
| 43 | # BATCH-directives for batch jobs used to send back the jobfile from a remote to a local host |
|---|
| 44 | BDT:#!/bin/bash |
|---|
| 45 | BDT:#PBS -A {{project_account}} |
|---|
| 46 | BDT:#PBS -N job_protocol_transfer |
|---|
| 47 | BDT:#PBS -l walltime=00:30:00 |
|---|
| 48 | BDT:#PBS -l nodes=1:ppn=1 |
|---|
| 49 | BDT:#PBS -o {{job_transfer_protocol_file}} |
|---|
| 50 | BDT:#PBS -j oe |
|---|
| 51 | BDT:#PBS -q dataq |
|---|
| 52 | # |
|---|
| 53 | #---------------------------------------------------------------------------- |
|---|
| 54 | # INPUT-commands, executed before running PALM - lines must start with "IC:" |
|---|
| 55 | #---------------------------------------------------------------------------- |
|---|
| 56 | IC:export ATP_ENABLED=1 |
|---|
| 57 | IC:export MPICH_GNI_BTE_MULTI_CHANNEL=disabled |
|---|
| 58 | IC:ulimit -s unlimited |
|---|
| 59 | # |
|---|
| 60 | #---------------------------------------------------------------------------- |
|---|
| 61 | # ERROR-commands - executed when program terminates abnormally |
|---|
| 62 | #---------------------------------------------------------------------------- |
|---|
| 63 | EC:[[ \$locat = execution ]] && cat RUN_CONTROL |
|---|
| 64 | # |
|---|
| 65 | #---------------------------------------------------------------------------- |
|---|
| 66 | # OUTPUT-commands - executed when program terminates normally |
|---|
| 67 | #---------------------------------------------------------------------------- |
|---|
| 68 | # |
|---|
| 69 | # Combine 1D- and 3D-profile output (these files are not usable for plotting) |
|---|
| 70 | OC:[[ -f LIST_PROFIL_1D ]] && cat LIST_PROFIL_1D >> LIST_PROFILE |
|---|
| 71 | OC:[[ -f LIST_PROFIL ]] && cat LIST_PROFIL >> LIST_PROFILE |
|---|
| 72 | # |
|---|
| 73 | # Combine all particle information files |
|---|
| 74 | OC:[[ -f PARTICLE_INFOS/_0000 ]] && cat PARTICLE_INFOS/* >> PARTICLE_INFO |
|---|
