source: palm/trunk/SCRIPTS/.palm.config.atosb_debug @ 4780

Last change on this file since 4780 was 4570, checked in by gronemeier, 4 years ago

update HLRN config: unload default netCDF module to prevent conflicts with

  • Property svn:executable set to *
File size: 4.3 KB
RevLine 
[4439]1#$Id$
2#column 1          column 2
3#name of variable  value of variable (~ must not be used)
4#----------------------------------------------------------------------------
5%base_data           $HOME/palm/current_version/JOBS
6%base_directory      $HOME/palm/current_version
7%source_path         $HOME/palm/current_version/trunk/SOURCE
8%user_source_path    $base_directory/JOBS/$run_identifier/USER_CODE
9%fast_io_catalog     /scratch/usr/<replace_by_your_HLRN_username>
10%local_jobcatalog    /home/<replace_by_your_local_username>/job_logfiles
11%remote_jobcatalog   /home/<replace_by_your_HLRN_username>/job_logfiles
12
13%local_ip            <replace by IP of your local computer>
14%local_username      <replace_by_your_local_username>
15%remote_ip           130.75.105.103
16%remote_loginnode    blogin1
17%remote_username     <replace_by_your_HLRN_username>
18%ssh_key             id_rsa_hlrn
19%defaultqueue        standard96:test
20%submit_command      /cm/shared/apps/slurm/current/bin/sbatch
21
22%compiler_name       mpiifort
23%compiler_name_ser   ifort
24%cpp_options         -cpp -DMPI_REAL=MPI_DOUBLE_PRECISION -DMPI_2REAL=MPI_2DOUBLE_PRECISION -D__lc -D__parallel -D__netcdf -D__netcdf4 -D__netcdf4_parallel -D__intel_compiler -D__fftw
25%make_options        -j 4
26%compiler_options    -fpe0 -check -check nooutput_conversion -check noarg_temp_created -traceback -g -O0 -align all -ftz -xCORE-AVX512 -no-prec-div -no-prec-sqrt -ip -convert little_endian -I /sw/dataformats/netcdf/intel.18/4.7.3/skl/include/ -I /sw/numerics/fftw3/impi/intel/3.3.8/skl/include/
27%linker_options      -Wl,-rpath=\\$LD_RUN_PATH \\`nf-config --flibs\\` -L /sw/numerics/fftw3/impi/intel/3.3.8/skl/lib -lfftw3
[4570]28%module_commands     module use /sw/modules/HLRN; module purge; module load HLRNenv sw.skl slurm intel/18.0.6 impi/2018.5 netcdf-parallel/impi/intel fftw3/impi/intel
[4439]29%execute_command     srun --propagate=STACK --kill-on-bad-exit -n {{mpi_tasks}} -N {{nodes}} --ntasks-per-node={{tasks_per_node}}  palm
30%execute_command_for_combine   srun --propagate=STACK -n 1 --ntasks-per-node=1  combine_plot_fields.x
31%memory              2300
32
33# BATCH-directives to be used for batch jobs. If $-characters are required, hide them with 3 backslashes
[4480]34BD:#!/bin/bash
[4484]35BD:#SBATCH --job-name={{run_id}}
[4439]36BD:#SBATCH --time={{cpu_hours}}:{{cpu_minutes}}:{{cpu_seconds}}
[4480]37BD:#SBATCH --ntasks={{mpi_tasks}}
[4439]38BD:#SBATCH --nodes={{nodes}}
39BD:#SBATCH --ntasks-per-node={{tasks_per_node}}
40BD:#SBATCH --partition={{queue}}
41BD:#SBATCH --output={{job_protocol_file}}
42BD:#SBATCH --error={{job_protocol_file}}
43
44# BATCH-directives for batch jobs used to send back the jobfile from a remote to a local host
45BDT:#!/bin/bash
46BDT:#SBATCH --job-name=job_transfer
47BDT:#SBATCH --time=00:30:00
48BDT:#SBATCH --ntasks=1
49BDT:#SBATCH --nodes=1
50BDT:#SBATCH --ntasks-per-node=1
51BDT:#SBATCH --partition={{queue}}
52BDT:#SBATCH --output={{job_transfer_protocol_file}}
53BDT:#SBATCH --error={{job_transfer_protocol_file}}
54
55#----------------------------------------------------------------------------
[4480]56# INPUT-commands, executed before running PALM - lines must start with "IC:"
[4439]57#----------------------------------------------------------------------------
58# my settings
59IC:ulimit -s unlimited # requires --propagate=STACK in srun command to distribute to all nodes
60IC:export I_MPI_PMI_LIBRARY=libpmi.so
61IC:export I_MPI_FABRICS=shm:ofi
[4480]62IC:export I_MPI_OFI_PROVIDER=psm2
[4439]63IC:export I_MPI_ADJUST_ALLTOALL=3
64IC:export I_MPI_HYDRA_BRANCH_COUNT=128
65IC:module list
66
67#----------------------------------------------------------------------------
68# ERROR-commands - executed when program terminates abnormally
69#----------------------------------------------------------------------------
70EC:[[ \$locat = execution ]]  &&  cat  RUN_CONTROL
71EC:[[ \$locat = execution ]]  &&  cat  PARTICLE_INFOS/*
72
73#----------------------------------------------------------------------------
74# OUTPUT-commands - executed when program terminates normally
75#----------------------------------------------------------------------------
76
77# Combine 1D- and 3D-profile output (these files are not usable for plotting)
78#OC:[[ -f LIST_PROFIL_1D     ]]  &&  cat  LIST_PROFIL_1D  >>  LIST_PROFILE
79#OC:[[ -f LIST_PROFIL        ]]  &&  cat  LIST_PROFIL     >>  LIST_PROFILE
80
81# Combine all particle information files
82#OC:[[ -f PARTICLE_INFOS/_0000 ]]  &&  cat  PARTICLE_INFOS/* >> PARTICLE_INFO
Note: See TracBrowser for help on using the repository browser.