source: palm/trunk/SCRIPTS/.palm.config.atosg @ 4625

Last change on this file since 4625 was 4570, checked in by gronemeier, 4 years ago

update HLRN config: unload default netCDF module to prevent conflicts with

File size: 4.1 KB
RevLine 
[3836]1#$Id$
2#column 1          column 2
3#name of variable  value of variable (~ must not be used)
4#----------------------------------------------------------------------------
5%base_data           ~/palm/current_version/JOBS
6%base_directory      $HOME/palm/current_version
7%source_path         $HOME/palm/current_version/trunk/SOURCE
8%user_source_path    $base_directory/JOBS/$run_identifier/USER_CODE
9%fast_io_catalog     /scratch/usr/<replace_by_your_HLRN_username>
10%local_jobcatalog    /home/<replace_by_your_local_username>/job_logfiles
11%remote_jobcatalog   /home/<replace_by_your_HLRN_username>/job_logfiles
12#
13%local_ip            <replace by IP of your local computer>
14%local_username      <replace_by_your_local_username>
15%remote_ip           134.76.43.141
16%remote_loginnode    glogin1
17%remote_username     <replace_by_your_HLRN_username>
18%ssh_key             id_rsa_hlrn
[4410]19%defaultqueue        medium40:test
20%submit_command      /cm/shared/batch/bin/sbatch
[3836]21
22%compiler_name       mpiifort
23%compiler_name_ser   ifort
24%cpp_options         -cpp -DMPI_REAL=MPI_DOUBLE_PRECISION -DMPI_2REAL=MPI_2DOUBLE_PRECISION -D__lc -D__parallel -D__netcdf -D__netcdf4 -D__netcdf4_parallel -D__intel_compiler -D__fftw
25%make_options        -j 4
[4083]26%compiler_options    -fpe0 -O3 -fp-model source -ftz -xCORE-AVX512 -no-prec-div -no-prec-sqrt -ip -convert little_endian -I /sw/dataformats/netcdf/4.6.3/skl/intel.18_mpi/include -I /home/bekklaus/opt/fftw3_intel18/include
[4068]27%linker_options      -Wl,-rpath=\\$LD_RUN_PATH \\`nf-config --flibs\\` -L/home/bekklaus/opt/fftw3_intel18/lib -lfftw3
[4570]28%module_commands     module use /sw/modules/HLRN; module purge; module load HLRNenv sw.skl slurm intel/18.0.5 impi/2018.4 netcdf/4.6.3_intel.18_impi
[3836]29%execute_command     srun --propagate=STACK --kill-on-bad-exit -n {{mpi_tasks}} -N {{nodes}} --ntasks-per-node={{tasks_per_node}}  palm
30%execute_command_for_combine   srun --propagate=STACK -n 1 --ntasks-per-node=1  combine_plot_fields.x
31%memory              2300
32
33# BATCH-directives to be used for batch jobs. If $-characters are required, hide them with 3 backslashes
[4083]34BD:#!/bin/bash
[4484]35BD:#SBATCH --job-name={{run_id}}
[3836]36BD:#SBATCH --time={{cpu_hours}}:{{cpu_minutes}}:{{cpu_seconds}}
[4083]37BD:#SBATCH --ntasks={{mpi_tasks}}
[3836]38BD:#SBATCH --nodes={{nodes}}
39BD:#SBATCH --ntasks-per-node={{tasks_per_node}}
40BD:#SBATCH --partition={{queue}}
41BD:#SBATCH --output={{job_protocol_file}}
42BD:#SBATCH --error={{job_protocol_file}}
43
44#
45# BATCH-directives for batch jobs used to send back the jobfile from a remote to a local host
46BDT:#!/bin/bash
47BDT:#SBATCH --job-name=job_transfer
48BDT:#SBATCH --time=00:30:00
[4083]49BDT:#SBATCH --ntasks=1
[3836]50BDT:#SBATCH --nodes=1
51BDT:#SBATCH --ntasks-per-node=1
52BDT:#SBATCH --partition={{queue}}
53BDT:#SBATCH --output={{job_transfer_protocol_file}}
54BDT:#SBATCH --error={{job_transfer_protocol_file}}
55
56#----------------------------------------------------------------------------
[4083]57# INPUT-commands, executed before running PALM - lines must start with "IC:"
[3836]58#----------------------------------------------------------------------------
59# my settings
60IC:ulimit -s unlimited # requires --propagate=STACK in srun command to distribute to all nodes
61IC:export I_MPI_PMI_LIBRARY=libpmi.so
62IC:export I_MPI_FABRICS=shm:ofi
[4083]63IC:export I_MPI_OFI_PROVIDER=psm2
[3836]64IC:module list
65
66#----------------------------------------------------------------------------
67# ERROR-commands - executed when program terminates abnormally
68#----------------------------------------------------------------------------
69EC:[[ \$locat = execution ]]  &&  cat  RUN_CONTROL
70EC:[[ \$locat = execution ]]  &&  cat  PARTICLE_INFOS/*
71
72#----------------------------------------------------------------------------
73# OUTPUT-commands - executed when program terminates normally
74#----------------------------------------------------------------------------
75
76# Combine 1D- and 3D-profile output (these files are not usable for plotting)
77OC:[[ -f LIST_PROFIL_1D     ]]  &&  cat  LIST_PROFIL_1D  >>  LIST_PROFILE
78OC:[[ -f LIST_PROFIL        ]]  &&  cat  LIST_PROFIL     >>  LIST_PROFILE
79
80# Combine all particle information files
81OC:[[ -f PARTICLE_INFOS/_0000 ]]  &&  cat  PARTICLE_INFOS/* >> PARTICLE_INFO
Note: See TracBrowser for help on using the repository browser.