1 | #$Id: .palm.config.crayb 3465 2018-10-30 18:26:17Z kanani $ |
---|
2 | #column 1 column 2 |
---|
3 | #name of variable value of variable (~ must not be used) |
---|
4 | #---------------------------------------------------------------------------- |
---|
5 | %base_data ~/palm/current_version/JOBS |
---|
6 | %base_directory $HOME/palm/current_version |
---|
7 | %source_path $HOME/palm/current_version/trunk/SOURCE |
---|
8 | %user_source_path $base_directory/JOBS/$run_identifier/USER_CODE |
---|
9 | %fast_io_catalog /gfs2/tmp/<replace_by_your_HLRN_username> |
---|
10 | %local_jobcatalog /home/<replace_by_your_local_username>/job_logfiles |
---|
11 | %remote_jobcatalog /home/h/<replace_by_your_HLRN_username>/job_logfiles |
---|
12 | # |
---|
13 | %local_ip 130.75.105.106 |
---|
14 | %local_username <replace_by_your_local_username> |
---|
15 | %remote_ip 130.73.233.1 |
---|
16 | %remote_loginnode blogin1 |
---|
17 | %remote_username <replace_by_your_HLRN_username> |
---|
18 | %ssh_key id_rsa_hlrn |
---|
19 | %defaultqueue mpp2testq |
---|
20 | %submit_command /opt/moab/default/bin/msub -E |
---|
21 | # |
---|
22 | %compiler_name ftn |
---|
23 | %compiler_name_ser ftn |
---|
24 | %cpp_options -e Z -DMPI_REAL=MPI_DOUBLE_PRECISION -DMPI_2REAL=MPI_2DOUBLE_PRECISION -D__parallel -D__netcdf -D__netcdf4 -D__netcdf4_parallel -D__fftw |
---|
25 | %make_options -j 4 |
---|
26 | %compiler_options -em -O3 -hnoomp -hnoacc -hfp3 -hdynamic -K trap=fp |
---|
27 | %linker_options -em -O3 -hnoomp -hnoacc -hfp3 -hdynamic -dynamic -K trap=fp |
---|
28 | %execute_command aprun -n {{mpi_tasks}} -N {{tasks_per_node}} palm |
---|
29 | %execute_command_for_combine aprun -n 1 -N 1 ./combine_plot_fields.x |
---|
30 | %memory 2300 |
---|
31 | %module_commands module switch craype-ivybridge craype-haswell; module load fftw cray-hdf5-parallel cray-netcdf-hdf5parallel |
---|
32 | # |
---|
33 | # |
---|
34 | # BATCH-directives to be used for batch jobs |
---|
35 | BD:#!/bin/bash |
---|
36 | BD:#PBS -A {{project_account}} |
---|
37 | BD:#PBS -N {{run_id}} |
---|
38 | BD:#PBS -l walltime={{cpu_hours}}:{{cpu_minutes}}:{{cpu_seconds}} |
---|
39 | BD:#PBS -l nodes={{nodes}}:ppn={{tasks_per_node}} |
---|
40 | BD:#PBS -o {{job_protocol_file}} |
---|
41 | BD:#PBS -j oe |
---|
42 | BD:#PBS -q {{queue}} |
---|
43 | # |
---|
44 | |
---|
45 | # |
---|
46 | # BATCH-directives for batch jobs used to send back the jobfile from a remote to a local host |
---|
47 | BDT:#!/bin/bash |
---|
48 | BDT:#PBS -A {{project_account}} |
---|
49 | BDT:#PBS -N job_protocol_transfer |
---|
50 | BDT:#PBS -l walltime=00:30:00 |
---|
51 | BDT:#PBS -l nodes=1:ppn=1 |
---|
52 | BDT:#PBS -o {{job_transfer_protocol_file}} |
---|
53 | BDT:#PBS -j oe |
---|
54 | BDT:#PBS -q dataq |
---|
55 | # |
---|
56 | #---------------------------------------------------------------------------- |
---|
57 | # INPUT-commands, executed before running PALM - lines must start with "IC:" |
---|
58 | #---------------------------------------------------------------------------- |
---|
59 | IC:export ATP_ENABLED=1 |
---|
60 | IC:export MPICH_GNI_BTE_MULTI_CHANNEL=disabled |
---|
61 | IC:ulimit -s unlimited |
---|
62 | # |
---|
63 | #---------------------------------------------------------------------------- |
---|
64 | # ERROR-commands - executed when program terminates abnormally |
---|
65 | #---------------------------------------------------------------------------- |
---|
66 | EC:[[ \$locat = execution ]] && cat RUN_CONTROL |
---|
67 | # |
---|
68 | #---------------------------------------------------------------------------- |
---|
69 | # OUTPUT-commands - executed when program terminates normally |
---|
70 | #---------------------------------------------------------------------------- |
---|
71 | # |
---|
72 | OC:echo \\\"PALM run with job id {{run_id}} finished\\\" | mail <replace_by_your_mail_address> |
---|