| [3465] | 1 | #$Id: .palm.config.crayb 3465 2018-10-30 18:26:17Z banzhafs $ |
|---|
| 2 | #column 1 column 2 |
|---|
| 3 | #name of variable value of variable (~ must not be used) |
|---|
| 4 | #---------------------------------------------------------------------------- |
|---|
| 5 | %base_data ~/palm/current_version/JOBS |
|---|
| 6 | %base_directory $HOME/palm/current_version |
|---|
| 7 | %source_path $HOME/palm/current_version/trunk/SOURCE |
|---|
| 8 | %user_source_path $base_directory/JOBS/$run_identifier/USER_CODE |
|---|
| 9 | %fast_io_catalog /gfs2/tmp/<replace_by_your_HLRN_username> |
|---|
| 10 | %local_jobcatalog /home/<replace_by_your_local_username>/job_logfiles |
|---|
| 11 | %remote_jobcatalog /home/h/<replace_by_your_HLRN_username>/job_logfiles |
|---|
| 12 | # |
|---|
| 13 | %local_ip 130.75.105.106 |
|---|
| 14 | %local_username <replace_by_your_local_username> |
|---|
| 15 | %remote_ip 130.73.233.1 |
|---|
| 16 | %remote_loginnode blogin1 |
|---|
| 17 | %remote_username <replace_by_your_HLRN_username> |
|---|
| 18 | %ssh_key id_rsa_hlrn |
|---|
| 19 | %defaultqueue mpp2testq |
|---|
| 20 | %submit_command /opt/moab/default/bin/msub -E |
|---|
| 21 | # |
|---|
| 22 | %compiler_name ftn |
|---|
| 23 | %compiler_name_ser ftn |
|---|
| 24 | %cpp_options -e Z -DMPI_REAL=MPI_DOUBLE_PRECISION -DMPI_2REAL=MPI_2DOUBLE_PRECISION -D__parallel -D__netcdf -D__netcdf4 -D__netcdf4_parallel -D__fftw |
|---|
| 25 | %make_options -j 4 |
|---|
| 26 | %compiler_options -em -O3 -hnoomp -hnoacc -hfp3 -hdynamic -K trap=fp |
|---|
| 27 | %linker_options -em -O3 -hnoomp -hnoacc -hfp3 -hdynamic -dynamic -K trap=fp |
|---|
| 28 | %execute_command aprun -n {{mpi_tasks}} -N {{tasks_per_node}} palm |
|---|
| 29 | %execute_command_for_combine aprun -n 1 -N 1 ./combine_plot_fields.x |
|---|
| 30 | %memory 2300 |
|---|
| 31 | %module_commands module switch craype-ivybridge craype-haswell; module load fftw cray-hdf5-parallel cray-netcdf-hdf5parallel |
|---|
| 32 | # |
|---|
| 33 | # |
|---|
| 34 | # BATCH-directives to be used for batch jobs |
|---|
| 35 | BD:#!/bin/bash |
|---|
| 36 | BD:#PBS -A {{project_account}} |
|---|
| 37 | BD:#PBS -N {{run_id}} |
|---|
| 38 | BD:#PBS -l walltime={{cpu_hours}}:{{cpu_minutes}}:{{cpu_seconds}} |
|---|
| 39 | BD:#PBS -l nodes={{nodes}}:ppn={{tasks_per_node}} |
|---|
| 40 | BD:#PBS -o {{job_protocol_file}} |
|---|
| 41 | BD:#PBS -j oe |
|---|
| 42 | BD:#PBS -q {{queue}} |
|---|
| 43 | # |
|---|
| 44 | |
|---|
| 45 | # |
|---|
| 46 | # BATCH-directives for batch jobs used to send back the jobfile from a remote to a local host |
|---|
| 47 | BDT:#!/bin/bash |
|---|
| 48 | BDT:#PBS -A {{project_account}} |
|---|
| 49 | BDT:#PBS -N job_protocol_transfer |
|---|
| 50 | BDT:#PBS -l walltime=00:30:00 |
|---|
| 51 | BDT:#PBS -l nodes=1:ppn=1 |
|---|
| 52 | BDT:#PBS -o {{job_transfer_protocol_file}} |
|---|
| 53 | BDT:#PBS -j oe |
|---|
| 54 | BDT:#PBS -q dataq |
|---|
| 55 | # |
|---|
| 56 | #---------------------------------------------------------------------------- |
|---|
| 57 | # INPUT-commands, executed before running PALM - lines must start with "IC:" |
|---|
| 58 | #---------------------------------------------------------------------------- |
|---|
| 59 | IC:export ATP_ENABLED=1 |
|---|
| 60 | IC:export MPICH_GNI_BTE_MULTI_CHANNEL=disabled |
|---|
| 61 | IC:ulimit -s unlimited |
|---|
| 62 | # |
|---|
| 63 | #---------------------------------------------------------------------------- |
|---|
| 64 | # ERROR-commands - executed when program terminates abnormally |
|---|
| 65 | #---------------------------------------------------------------------------- |
|---|
| 66 | EC:[[ \$locat = execution ]] && cat RUN_CONTROL |
|---|
| 67 | # |
|---|
| 68 | #---------------------------------------------------------------------------- |
|---|
| 69 | # OUTPUT-commands - executed when program terminates normally |
|---|
| 70 | #---------------------------------------------------------------------------- |
|---|
| 71 | # |
|---|
| 72 | OC:echo \\\"PALM run with job id {{run_id}} finished\\\" | mail <replace_by_your_mail_address> |
|---|
