1 | #$Id: .palm.config.crayh 2554 2017-10-18 08:06:07Z gronemeier $ |
---|
2 | #column 1 column 2 |
---|
3 | #name of variable value of variable (~ must not be used) |
---|
4 | #---------------------------------------------------------------------------- |
---|
5 | %base_data ~/palm/current_version/JOBS |
---|
6 | %base_directory $HOME/palm/current_version |
---|
7 | %source_path $HOME/palm/current_version/trunk/SOURCE |
---|
8 | %user_source_path $base_directory/JOBS/$fname/USER_CODE |
---|
9 | %fast_io_catalog /gfs2/work/niksiraa |
---|
10 | %local_jobcatalog /home/raasch/job_queue |
---|
11 | %remote_jobcatalog /home/h/niksiraa/job_queue |
---|
12 | # |
---|
13 | %local_ip 130.75.105.103 |
---|
14 | %local_username raasch |
---|
15 | %remote_ip 130.75.4.1 |
---|
16 | %remote_loginnode hlogin1 |
---|
17 | %remote_username niksiraa |
---|
18 | %ssh_key id_rsa_hlrn |
---|
19 | %defaultqueue mpp2testq |
---|
20 | %submit_command /opt/moab/default/bin/msub -E |
---|
21 | # |
---|
22 | %compiler_name ftn |
---|
23 | %compiler_name_ser ftn |
---|
24 | %cpp_options -e Z -DMPI_REAL=MPI_DOUBLE_PRECISION -DMPI_2REAL=MPI_2DOUBLE_PRECISION -D__parallel -D__netcdf -D__netcdf4 -D__netcdf4_parallel -D__fftw |
---|
25 | %make_options -j 4 |
---|
26 | %compiler_options -em -O3 -hnoomp -hnoacc -hfp3 -hdynamic |
---|
27 | %linker_options -em -O3 -hnoomp -hnoacc -hfp3 -hdynamic -dynamic |
---|
28 | %execute_command aprun -n {{MPI_TASKS}} -N {{TASKS_PER_NODE}} palm |
---|
29 | %memory 2300 |
---|
30 | %module_commands module load fftw cray-hdf5-parallel cray-netcdf-hdf5parallel |
---|
31 | %login_init_cmd module switch craype-ivybridge craype-haswell |
---|
32 | # |
---|
33 | # BATCH-directives to be used for batch jobs. |
---|
34 | BD:#!/bin/bash |
---|
35 | BD:#PBS -A {{PROJECT_ACCOUNT}} |
---|
36 | BD:#PBS -N {{JOB_ID}} |
---|
37 | BD:#PBS -l walltime={{CPU_HOURS}}:{{CPU_MINUTES}}:{{CPU_SECONDS}} |
---|
38 | BD:#PBS -l nodes={{NODES}}:ppn={{TASKS_PER_NODE}} |
---|
39 | BD:#PBS -o {{JOBFILE}} |
---|
40 | BD:#PBS -j oe |
---|
41 | BD:#PBS -q {{QUEUE}} |
---|
42 | # |
---|
43 | # BATCH-directives for batch jobs used to send back the jobfile from a remote to a local host |
---|
44 | BDT:#!/bin/bash |
---|
45 | BDT:#PBS -A {{PROJECT_ACCOUNT}} |
---|
46 | BDT:#PBS -N job_protocol_transfer |
---|
47 | BDT:#PBS -l walltime=00:30:00 |
---|
48 | BDT:#PBS -l nodes=1:ppn=1 |
---|
49 | BDT:#PBS -o {{JOB_TRANSFER_PROTOCOL_FILE}} |
---|
50 | BDT:#PBS -j oe |
---|
51 | BDT:#PBS -q dataq |
---|
52 | # |
---|
53 | #---------------------------------------------------------------------------- |
---|
54 | # INPUT-commands, executed before running PALM - lines must start with "IC:" |
---|
55 | #---------------------------------------------------------------------------- |
---|
56 | IC:export ATP_ENABLED=1 |
---|
57 | IC:export MPICH_GNI_BTE_MULTI_CHANNEL=disabled |
---|
58 | IC:ulimit -s unlimited |
---|
59 | # |
---|
60 | #---------------------------------------------------------------------------- |
---|
61 | # ERROR-commands - executed when program terminates abnormally |
---|
62 | #---------------------------------------------------------------------------- |
---|
63 | EC:[[ \$locat = execution ]] && cat RUN_CONTROL |
---|
64 | # |
---|
65 | #---------------------------------------------------------------------------- |
---|
66 | # OUTPUT-commands - executed when program terminates normally |
---|
67 | #---------------------------------------------------------------------------- |
---|
68 | # |
---|
69 | # Combine 1D- and 3D-profile output (these files are not usable for plotting) |
---|
70 | OC:[[ -f LIST_PROFIL_1D ]] && cat LIST_PROFIL_1D >> LIST_PROFILE |
---|
71 | OC:[[ -f LIST_PROFIL ]] && cat LIST_PROFIL >> LIST_PROFILE |
---|
72 | # |
---|
73 | # Combine all particle information files |
---|
74 | OC:[[ -f PARTICLE_INFOS/_0000 ]] && cat PARTICLE_INFOS/* >> PARTICLE_INFO |
---|