Changeset 3236 for palm/trunk
- Timestamp:
- Sep 10, 2018 9:07:06 AM (6 years ago)
- Location:
- palm/trunk/SCRIPTS
- Files:
-
- 11 edited
Legend:
- Unmodified
- Added
- Removed
-
palm/trunk/SCRIPTS/.palm.config.crayh
r3199 r3236 6 6 %base_directory $HOME/palm/current_version 7 7 %source_path $HOME/palm/current_version/trunk/SOURCE 8 %user_source_path $base_directory/JOBS/$ jobname/USER_CODE8 %user_source_path $base_directory/JOBS/$run_identifier/USER_CODE 9 9 %fast_io_catalog /gfs2/work/niksiraa 10 10 %local_jobcatalog /home/raasch/job_queue -
palm/trunk/SCRIPTS/.palm.config.default
r3205 r3236 13 13 14 14 # path to user interface routines 15 %user_source_path $base_directory/JOBS/$ jobname/USER_CODE15 %user_source_path $base_directory/JOBS/$run_identifier/USER_CODE 16 16 17 17 # path to file system with fast discs (if available). This folder -
palm/trunk/SCRIPTS/.palm.config.default.in
r3199 r3236 13 13 %base_data @CMAKE_INSTALL_PREFIX@/JOBS 14 14 %source_path @CMAKE_INSTALL_PREFIX@/trunk/SOURCE 15 %user_source_path @CMAKE_INSTALL_PREFIX@/JOBS/$ jobname/USER_CODE15 %user_source_path @CMAKE_INSTALL_PREFIX@/JOBS/$run_identifier/USER_CODE 16 16 %fast_io_catalog @CMAKE_INSTALL_PREFIX@/tmp 17 17 %local_jobcatalog @CMAKE_INSTALL_PREFIX@/job_queue -
palm/trunk/SCRIPTS/.palm.config.default_trace
r3206 r3236 13 13 14 14 # path to user interface routines 15 %user_source_path $base_directory/JOBS/$ jobname/USER_CODE15 %user_source_path $base_directory/JOBS/$run_identifier/USER_CODE 16 16 17 17 # path to file system with fast discs (if available). This folder -
palm/trunk/SCRIPTS/.palm.config.eddy_gfort
r3199 r3236 7 7 %base_directory $HOME/palm/current_version 8 8 %source_path $HOME/palm/current_version/trunk/SOURCE 9 %user_source_path $base_directory/JOBS/$ jobname/USER_CODE9 %user_source_path $base_directory/JOBS/$run_identifier/USER_CODE 10 10 %fast_io_catalog $WORK/palm_restart_tmp 11 11 %local_jobcatalog $HOME/job_queue -
palm/trunk/SCRIPTS/.palm.config.eddy_ifort
r3199 r3236 7 7 %base_directory $HOME/palm/current_version 8 8 %source_path $HOME/palm/current_version/trunk/SOURCE 9 %user_source_path $base_directory/JOBS/$ jobname/USER_CODE9 %user_source_path $base_directory/JOBS/$run_identifier/USER_CODE 10 10 %fast_io_catalog $WORK/palm_restart_tmp 11 11 %local_jobcatalog $HOME/job_queue -
palm/trunk/SCRIPTS/.palm.config.idefix
r3205 r3236 10 10 %fast_io_catalog /work/<replace_by_your_IDEFIX_username> 11 11 %local_jobcatalog $HOME/job_queue 12 %output_path /work/<replace_by_your_IDEFIX_username>/JOBS/$ jobname12 %output_path /work/<replace_by_your_IDEFIX_username>/JOBS/$run_identifier 13 13 %remote_jobcatalog $HOME/job_queue 14 14 %source_path $HOME/palm/current_version/trunk/SOURCE 15 %user_source_path $base_directory/JOBS/$ jobname/USER_CODE15 %user_source_path $base_directory/JOBS/$run_identifier/USER_CODE 16 16 # 17 17 %local_ip 130.75.105.239 -
palm/trunk/SCRIPTS/.palm.config.imuk
r3205 r3236 7 7 %fast_io_catalog /localdata/raasch 8 8 %source_path $HOME/palm/current_version/trunk/SOURCE 9 %user_source_path $base_directory/JOBS/$ jobname/USER_CODE9 %user_source_path $base_directory/JOBS/$run_identifier/USER_CODE 10 10 # 11 11 %local_ip 130.75.105.103 … … 15 15 %cpp_options -cpp -D__parallel -DMPI_REAL=MPI_DOUBLE_PRECISION -DMPI_2REAL=MPI_2DOUBLE_PRECISION -D__fftw -D__netcdf 16 16 %make_options -j 4 17 %compiler_options - openmp -fpe0 -O3 -xHost -fp-model source -ftz -fno-alias -no-prec-div -no-prec-sqrt -ip -I /muksoft/packages/fftw/3.3.4/include -L/muksoft/packages/fftw/3.3.4/lib64 -lfftw3 -I /muksoft/packages/netcdf/4_intel/include -L/muksoft/packages/netcdf/4_intel/lib -lnetcdf -lnetcdff18 %linker_options - openmp -fpe0 -O3 -xHost -fp-model source -ftz -fno-alias -no-prec-div -no-prec-sqrt -ip -I /muksoft/packages/fftw/3.3.4/include -L/muksoft/packages/fftw/3.3.4/lib64 -lfftw3 -I /muksoft/packages/netcdf/4_intel/include -L/muksoft/packages/netcdf/4_intel/lib -lnetcdf -lnetcdff17 %compiler_options -fpe0 -O3 -xHost -fp-model source -ftz -fno-alias -no-prec-div -no-prec-sqrt -ip -I /muksoft/packages/fftw/3.3.4/include -L/muksoft/packages/fftw/3.3.4/lib64 -lfftw3 -I /muksoft/packages/netcdf/4_intel/include -L/muksoft/packages/netcdf/4_intel/lib -lnetcdf -lnetcdff 18 %linker_options -fpe0 -O3 -xHost -fp-model source -ftz -fno-alias -no-prec-div -no-prec-sqrt -ip -I /muksoft/packages/fftw/3.3.4/include -L/muksoft/packages/fftw/3.3.4/lib64 -lfftw3 -I /muksoft/packages/netcdf/4_intel/include -L/muksoft/packages/netcdf/4_intel/lib -lnetcdf -lnetcdff 19 19 %hostfile auto 20 20 %execute_command mpiexec -machinefile hostfile -n {{mpi_tasks}} palm -
palm/trunk/SCRIPTS/.palm.iofiles
r3159 r3236 1 #$Id$ 1 2 # 2 3 #--------------------------------------------------------------------------------------------- 3 4 # List of input-files 4 5 #--------------------------------------------------------------------------------------------- 5 PARIN in:tr d3# $base_data/$ jobname/INPUT _p3d*6 PARIN in:tr d3r $base_data/$ jobname/INPUT _p3dr*7 PARIN in:tr pcr $base_data/$ jobname/INPUT _pcr*8 NAVIGATION_DATA inopt:tr d3#:d3r $base_data/$ jobname/INPUT _nav*9 TOPOGRAPHY_DATA inopt:tr d3#:d3r $base_data/$ jobname/INPUT _topo*10 PIDS_STATIC inopt:tr d3#:d3r $base_data/$ jobname/INPUT _static*11 PIDS_DYNAMIC inopt:tr d3#:d3r $base_data/$ jobname/INPUT _dynamic*12 rrtmg_lw.nc inopt:tr d3#:d3r $base_data/$ jobname/INPUT _rlw13 rrtmg_sw.nc inopt:tr d3#:d3r $base_data/$ jobname/INPUT _rsw14 WTM_DATA inopt:tr d3#:d3r $base_data/$ jobname/INPUT _wtm15 BININ in:lnpe d3r:rec $fast_io_catalog/$ jobname/RESTART _d3d*16 PARTICLE_RESTART_DATA_IN in:lnpe prtr $fast_io_catalog/$ jobname/RESTART _rprt17 SVFIN in:lnpe svfin $fast_io_catalog/$ jobname/SVF _svf*18 DATA_1D_PR_NETCDF inopt prr $base_data/$ jobname/OUTPUT _pr* nc19 DATA_1D_SP_NETCDF inopt spr $base_data/$ jobname/OUTPUT _sp* nc20 DATA_1D_TS_NETCDF inopt tsr $base_data/$ jobname/OUTPUT _ts* nc21 DATA_1D_PTS_NETCDF inopt ptsr $base_data/$ jobname/OUTPUT _pts* nc22 DATA_2D_XY_NETCDF inopt xyr $base_data/$ jobname/OUTPUT _xy* nc23 DATA_2D_XY_AV_NETCDF inopt xyr $base_data/$ jobname/OUTPUT _av_xy* nc24 DATA_2D_XZ_NETCDF inopt xzr $base_data/$ jobname/OUTPUT _xz* nc25 DATA_2D_XZ_AV_NETCDF inopt xzr $base_data/$ jobname/OUTPUT _av_xz* nc26 DATA_2D_YZ_NETCDF inopt yzr $base_data/$ jobname/OUTPUT _yz* nc27 DATA_2D_YZ_AV_NETCDF inopt yzr $base_data/$ jobname/OUTPUT _av_yz* nc28 DATA_3D_NETCDF inopt 3dr $base_data/$ jobname/OUTPUT _3d* nc29 DATA_3D_AV_NETCDF inopt 3dr $base_data/$ jobname/OUTPUT _av_3d* nc30 DATA_MASK_NETCDF inopt mar $base_data/$ jobname/OUTPUT _masked nc31 DATA_MASK_AV_NETCDF inopt mar $base_data/$ jobname/OUTPUT _av_masked nc32 DATA_PRT_NETCDF inopt:pe prtr $base_data/$ jobname/OUTPUT _prt*6 PARIN in:tr d3# $base_data/$run_identifier/INPUT _p3d* 7 PARIN in:tr d3r $base_data/$run_identifier/INPUT _p3dr* 8 PARIN in:tr pcr $base_data/$run_identifier/INPUT _pcr* 9 NAVIGATION_DATA inopt:tr d3#:d3r $base_data/$run_identifier/INPUT _nav* 10 TOPOGRAPHY_DATA inopt:tr d3#:d3r $base_data/$run_identifier/INPUT _topo* 11 PIDS_STATIC inopt:tr d3#:d3r $base_data/$run_identifier/INPUT _static* 12 PIDS_DYNAMIC inopt:tr d3#:d3r $base_data/$run_identifier/INPUT _dynamic* 13 rrtmg_lw.nc inopt:tr d3#:d3r $base_data/$run_identifier/INPUT _rlw 14 rrtmg_sw.nc inopt:tr d3#:d3r $base_data/$run_identifier/INPUT _rsw 15 WTM_DATA inopt:tr d3#:d3r $base_data/$run_identifier/INPUT _wtm 16 BININ in:lnpe d3r:rec $fast_io_catalog/$run_identifier/RESTART _d3d* 17 PARTICLE_RESTART_DATA_IN in:lnpe prtr $fast_io_catalog/$run_identifier/RESTART _rprt 18 SVFIN in:lnpe svfin $fast_io_catalog/$run_identifier/SVF _svf* 19 DATA_1D_PR_NETCDF inopt prr $base_data/$run_identifier/OUTPUT _pr* nc 20 DATA_1D_SP_NETCDF inopt spr $base_data/$run_identifier/OUTPUT _sp* nc 21 DATA_1D_TS_NETCDF inopt tsr $base_data/$run_identifier/OUTPUT _ts* nc 22 DATA_1D_PTS_NETCDF inopt ptsr $base_data/$run_identifier/OUTPUT _pts* nc 23 DATA_2D_XY_NETCDF inopt xyr $base_data/$run_identifier/OUTPUT _xy* nc 24 DATA_2D_XY_AV_NETCDF inopt xyr $base_data/$run_identifier/OUTPUT _av_xy* nc 25 DATA_2D_XZ_NETCDF inopt xzr $base_data/$run_identifier/OUTPUT _xz* nc 26 DATA_2D_XZ_AV_NETCDF inopt xzr $base_data/$run_identifier/OUTPUT _av_xz* nc 27 DATA_2D_YZ_NETCDF inopt yzr $base_data/$run_identifier/OUTPUT _yz* nc 28 DATA_2D_YZ_AV_NETCDF inopt yzr $base_data/$run_identifier/OUTPUT _av_yz* nc 29 DATA_3D_NETCDF inopt 3dr $base_data/$run_identifier/OUTPUT _3d* nc 30 DATA_3D_AV_NETCDF inopt 3dr $base_data/$run_identifier/OUTPUT _av_3d* nc 31 DATA_MASK_NETCDF inopt mar $base_data/$run_identifier/OUTPUT _masked nc 32 DATA_MASK_AV_NETCDF inopt mar $base_data/$run_identifier/OUTPUT _av_masked nc 33 DATA_PRT_NETCDF inopt:pe prtr $base_data/$run_identifier/OUTPUT _prt* 33 34 # 34 35 #--------------------------------------------------------------------------------------------- 35 36 # List of output-files 36 37 #--------------------------------------------------------------------------------------------- 37 BINOUT* out:lnpe restart $fast_io_catalog/$ jobname/RESTART _d3d38 PARTICLE_RESTART_DATA_OUT* out:lnpe prt#:prtr $fast_io_catalog/$ jobname/RESTART _rprt39 SVFOUT* out:lnpe svfout $fast_io_catalog/$ jobname/SVF _svf38 BINOUT* out:lnpe restart $fast_io_catalog/$run_identifier/RESTART _d3d 39 PARTICLE_RESTART_DATA_OUT* out:lnpe prt#:prtr $fast_io_catalog/$run_identifier/RESTART _rprt 40 SVFOUT* out:lnpe svfout $fast_io_catalog/$run_identifier/SVF _svf 40 41 # 41 RUN_CONTROL* out:tr d3#:pcr $base_data/$ jobname/MONITORING _rc42 RUN_CONTROL* out:tra d3r $base_data/$ jobname/MONITORING _rc43 HEADER* out:tr d3#:pcr $base_data/$ jobname/MONITORING _header44 HEADER* out:tra d3r $base_data/$ jobname/MONITORING _header45 CPU_MEASURES* out:tr d3#:pcr $base_data/$ jobname/MONITORING _cpu46 CPU_MEASURES* out:tra d3r $base_data/$ jobname/MONITORING _cpu47 PARTICLE_INFO* out:tr pt# $base_data/$ jobname/MONITORING _prt_info48 PARTICLE_INFO* out:tra ptr $base_data/$ jobname/MONITORING _prt_info49 LIST_PROFIL* out:tr * $base_data/$ jobname/MONITORING _list_pr42 RUN_CONTROL* out:tr d3#:pcr $base_data/$run_identifier/MONITORING _rc 43 RUN_CONTROL* out:tra d3r $base_data/$run_identifier/MONITORING _rc 44 HEADER* out:tr d3#:pcr $base_data/$run_identifier/MONITORING _header 45 HEADER* out:tra d3r $base_data/$run_identifier/MONITORING _header 46 CPU_MEASURES* out:tr d3#:pcr $base_data/$run_identifier/MONITORING _cpu 47 CPU_MEASURES* out:tra d3r $base_data/$run_identifier/MONITORING _cpu 48 PARTICLE_INFO* out:tr pt# $base_data/$run_identifier/MONITORING _prt_info 49 PARTICLE_INFO* out:tra ptr $base_data/$run_identifier/MONITORING _prt_info 50 LIST_PROFIL* out:tr * $base_data/$run_identifier/MONITORING _list_pr 50 51 # 51 DATA_1D_PR_NETCDF* out:tr * $base_data/$ jobname/OUTPUT _pr nc52 DATA_1D_SP_NETCDF* out:tr * $base_data/$ jobname/OUTPUT _sp nc53 DATA_1D_TS_NETCDF* out:tr * $base_data/$ jobname/OUTPUT _ts nc54 DATA_1D_PTS_NETCDF out:tr * $base_data/$ jobname/OUTPUT _pts nc55 DATA_2D_XY_NETCDF* out:tr * $base_data/$ jobname/OUTPUT _xy nc56 DATA_2D_XY_AV_NETCDF* out:tr * $base_data/$ jobname/OUTPUT _av_xy nc57 DATA_2D_XZ_NETCDF* out:tr * $base_data/$ jobname/OUTPUT _xz nc58 DATA_2D_XZ_AV_NETCDF* out:tr * $base_data/$ jobname/OUTPUT _av_xz nc59 DATA_2D_YZ_NETCDF* out:tr * $base_data/$ jobname/OUTPUT _yz nc60 DATA_2D_YZ_AV_NETCDF* out:tr * $base_data/$ jobname/OUTPUT _av_yz nc61 DATA_3D_NETCDF* out:tr * $base_data/$ jobname/OUTPUT _3d nc62 DATA_3D_AV_NETCDF* out:tr * $base_data/$ jobname/OUTPUT _av_3d nc63 DATA_MASK_NETCDF* out:tr * $base_data/$ jobname/OUTPUT _masked nc64 DATA_MASK_AV_NETCDF* out:tr * $base_data/$ jobname/OUTPUT _av_masked nc65 DATA_AGT_NETCDF out:tr * $base_data/$ jobname/OUTPUT _agt nc52 DATA_1D_PR_NETCDF* out:tr * $base_data/$run_identifier/OUTPUT _pr nc 53 DATA_1D_SP_NETCDF* out:tr * $base_data/$run_identifier/OUTPUT _sp nc 54 DATA_1D_TS_NETCDF* out:tr * $base_data/$run_identifier/OUTPUT _ts nc 55 DATA_1D_PTS_NETCDF out:tr * $base_data/$run_identifier/OUTPUT _pts nc 56 DATA_2D_XY_NETCDF* out:tr * $base_data/$run_identifier/OUTPUT _xy nc 57 DATA_2D_XY_AV_NETCDF* out:tr * $base_data/$run_identifier/OUTPUT _av_xy nc 58 DATA_2D_XZ_NETCDF* out:tr * $base_data/$run_identifier/OUTPUT _xz nc 59 DATA_2D_XZ_AV_NETCDF* out:tr * $base_data/$run_identifier/OUTPUT _av_xz nc 60 DATA_2D_YZ_NETCDF* out:tr * $base_data/$run_identifier/OUTPUT _yz nc 61 DATA_2D_YZ_AV_NETCDF* out:tr * $base_data/$run_identifier/OUTPUT _av_yz nc 62 DATA_3D_NETCDF* out:tr * $base_data/$run_identifier/OUTPUT _3d nc 63 DATA_3D_AV_NETCDF* out:tr * $base_data/$run_identifier/OUTPUT _av_3d nc 64 DATA_MASK_NETCDF* out:tr * $base_data/$run_identifier/OUTPUT _masked nc 65 DATA_MASK_AV_NETCDF* out:tr * $base_data/$run_identifier/OUTPUT _av_masked nc 66 DATA_AGT_NETCDF out:tr * $base_data/$run_identifier/OUTPUT _agt nc 66 67 # 67 DATA_PRT_NETCDF* out:pe * $base_data/$ jobname/OUTPUT _prt68 DATA_PRT_NETCDF* out:trpe * $base_data/$ jobname/OUTPUT _prt69 PARTICLE_DATA* out:lnpe * $base_data/$ jobname/OUTPUT _prt_dat68 DATA_PRT_NETCDF* out:pe * $base_data/$run_identifier/OUTPUT _prt 69 DATA_PRT_NETCDF* out:trpe * $base_data/$run_identifier/OUTPUT _prt 70 PARTICLE_DATA* out:lnpe * $base_data/$run_identifier/OUTPUT _prt_dat 70 71 # 71 WTM_OUTPUT_DATA* out:tr * $base_data/$ jobname/MONITORING _wtm72 WTM_OUTPUT_DATA* out:tr * $base_data/$run_identifier/MONITORING _wtm -
palm/trunk/SCRIPTS/palmbuild
r3210 r3236 27 27 # ----------------- 28 28 # $Id$ 29 # "host identifier" in header output renamed "config. identifier", 30 # host_configuration renamed configuration_identifier, 31 # jobname renamed run_identifier 32 # header output of PALM code revision, 33 # options -m, -s, and -S removed 34 # 35 # 3210 2018-08-28 07:31:13Z sward 29 36 # Bugfix: agent_preprocessing stays in MAKE_DEPOSITORY after compilation 30 37 # … … 77 84 column1="" 78 85 column2="" 79 host_configuration=default 86 configuration_identifier=default 87 global_revision="" 80 88 locat=normal 81 89 makefile="" … … 95 103 # ERROR HANDLING 96 104 # IN CASE OF EXIT: 97 trap 'rm -rf ${source_path}/${ host_configuration}_last_make_protocol105 trap 'rm -rf ${source_path}/${configuration_identifier}_last_make_protocol 98 106 if [[ $locat != normal ]] 99 107 then … … 112 120 # IN CASE OF TERMINAL-BREAK: 113 121 trap 'printf "\n\n +++ palmbuild killed by \"^C\" \n\n" 114 rm ${source_path}/${ host_configuration}_last_make_protocol122 rm ${source_path}/${configuration_identifier}_last_make_protocol 115 123 exit 116 124 ' 2 … … 119 127 120 128 # READ SHELLSCRIPT-OPTIONS 121 while getopts :d:h: m:s:S:uvV option129 while getopts :d:h:uvV option 122 130 do 123 131 case $option in 124 (d) jobname=$OPTARG;; 125 (h) host_configuration=$OPTARG;; 126 (m) makefile=$OPTARG;; 127 (s) suf=$OPTARG;; 128 (S) source_list="$OPTARG";; 132 (d) run_identifier=$OPTARG;; 133 (h) configuration_identifier=$OPTARG;; 129 134 (v) silent=true;; 130 135 (V) use_existing_sources_folder=true;; … … 135 140 136 141 137 # FOR COMPATIBILITY REASONS SET OLD ENVIRONMENT VARIABLE 138 export fname=$jobname 142 # FOR COMPATIBILITY REASONS SET OLD ENVIRONMENT VARIABLES 143 export fname=$run_identifier 144 export jobname=$run_identifier 139 145 140 146 141 147 # BUILD THE CONFIGURATION-FILE NAME AND THE SOURCES_FOR_RUN-FOLDER NAME 142 config_file=.palm.config.$ host_configuration143 sources_for_run_catalog=SOURCES_FOR_RUN_${ host_configuration}_$jobname148 config_file=.palm.config.$configuration_identifier 149 sources_for_run_catalog=SOURCES_FOR_RUN_${configuration_identifier}_$run_identifier 144 150 145 151 … … 249 255 250 256 # CHECK MAKEFILE 251 [[ "$makefile" = "" ]] &&makefile=$source_path/Makefile257 makefile=$source_path/Makefile 252 258 if [[ ! -f $makefile ]] 253 259 then … … 312 318 313 319 line=`grep %base_directory $config_file` 314 make_depository=`echo $line | cut -d" " -s -f2`/MAKE_DEPOSITORY_${ host_configuration}320 make_depository=`echo $line | cut -d" " -s -f2`/MAKE_DEPOSITORY_${configuration_identifier} 315 321 316 322 else 317 323 318 make_depository=${base_directory}/MAKE_DEPOSITORY_${host_configuration} 319 320 fi 324 make_depository=${base_directory}/MAKE_DEPOSITORY_${configuration_identifier} 325 326 fi 327 328 329 # GET THE GLOBAL REVISION-NUMBER OF THE SVN-REPOSITORY 330 global_revision=`svnversion $source_path 2>/dev/null` 331 global_revision="Rev: $global_revision" 332 321 333 322 334 # HEADER-OUTPUT (PART1: MESSAGES CONCERNING THE LOCAL HOST) … … 327 339 printf "#------------------------------------------------------------------------# \n" 328 340 printf "| %-40s%30s | \n" "$version" "$calltime" 341 printf "| %-40s%30s | \n" "PALM code $global_revision" " " 329 342 printf "| | \n" 330 343 printf "| %-13s%-57s | \n" "called on:" "$(hostname) (IP:$local_ip)" … … 363 376 if [[ "$remote_ip" != "" ]] 364 377 then 365 column2="$ host_configuration"366 printf "| %-20s%-50s | \n" " host configuration:" "$column2"378 column2="$configuration_identifier" 379 printf "| %-20s%-50s | \n" "config. identifier:" "$column2" 367 380 column2=$(echo "$make_depository" | cut -c1-50 ) 368 381 printf "| %-20s%-50s | \n" "remote depository:" "$column2" 369 382 else 370 column2="$ host_configuration"371 printf "| %-20s%-50s | \n" " hostidentifier:" "$column2"383 column2="$configuration_identifier" 384 printf "| %-20s%-50s | \n" "config. identifier:" "$column2" 372 385 column2=$(echo "$make_depository" | cut -c1-50 ) 373 386 printf "| %-20s%-50s | \n" "local depository:" "$column2" … … 496 509 497 510 # NEXT IS THE BRANCH FOR CREATING THE MAKE_DEPOSITORY_... 498 if [[ "$ jobname" = "" ]]511 if [[ "$run_identifier" = "" ]] 499 512 then 500 513 … … 543 556 fi 544 557 make_call_string="make -f Makefile_utilities $make_options F90=$compiler_name F90_SER=$compiler_name_ser COPT=\"$cpp_options\" F90FLAGS=\"$compiler_options\" LDFLAGS=\"$linker_options\" " 545 echo "$login_init_cmd $module_commands cd ${make_depository}; echo $make_call_string > LAST_MAKE_CALL; chmod u+x LAST_MAKE_CALL; $make_call_string; [[ \$? != 0 ]] && echo MAKE_ERROR" | ssh -q $ssh_key ${remote_username}@${remote_ip} 2>&1 | tee ${ host_configuration}_last_make_protocol546 547 if [[ $(grep -c MAKE_ERROR ${ host_configuration}_last_make_protocol) != 0 ]]558 echo "$login_init_cmd $module_commands cd ${make_depository}; echo $make_call_string > LAST_MAKE_CALL; chmod u+x LAST_MAKE_CALL; $make_call_string; [[ \$? != 0 ]] && echo MAKE_ERROR" | ssh -q $ssh_key ${remote_username}@${remote_ip} 2>&1 | tee ${configuration_identifier}_last_make_protocol 559 560 if [[ $(grep -c MAKE_ERROR ${configuration_identifier}_last_make_protocol) != 0 ]] 548 561 then 549 562 printf "\a\n +++ error(s) occurred during compiling or linking of utilities" 550 printf "\n for host configuration \"$ host_configuration\" "563 printf "\n for host configuration \"$configuration_identifier\" " 551 564 if [[ $silent = false ]] 552 565 then … … 559 572 if [[ "$answer" = l ]] 560 573 then 561 more ${ host_configuration}_last_make_protocol574 more ${configuration_identifier}_last_make_protocol 562 575 fi 563 576 done … … 582 595 fi 583 596 make_call_string="make $make_options PROG=$program_name F90=$compiler_name COPT=\"$cpp_options\" F90FLAGS=\"$compiler_options\" LDFLAGS=\"$linker_options\" " 584 echo "$login_init_cmd $module_commands cd ${make_depository}; echo $make_call_string > LAST_MAKE_CALL; chmod u+x LAST_MAKE_CALL; $make_call_string; [[ \$? != 0 ]] && echo MAKE_ERROR" | ssh -q $ssh_key ${remote_username}@${remote_ip} 2>&1 | tee ${ host_configuration}_last_make_protocol585 586 if [[ $(grep -c MAKE_ERROR ${ host_configuration}_last_make_protocol) != 0 ]]587 then 588 printf "\a\n +++ error(s) occurred during compiling or linking for host configuration \"$ host_configuration\" "597 echo "$login_init_cmd $module_commands cd ${make_depository}; echo $make_call_string > LAST_MAKE_CALL; chmod u+x LAST_MAKE_CALL; $make_call_string; [[ \$? != 0 ]] && echo MAKE_ERROR" | ssh -q $ssh_key ${remote_username}@${remote_ip} 2>&1 | tee ${configuration_identifier}_last_make_protocol 598 599 if [[ $(grep -c MAKE_ERROR ${configuration_identifier}_last_make_protocol) != 0 ]] 600 then 601 printf "\a\n +++ error(s) occurred during compiling or linking for host configuration \"$configuration_identifier\" " 589 602 if [[ $silent = false ]] 590 603 then … … 597 610 if [[ "$answer" = l ]] 598 611 then 599 more ${ host_configuration}_last_make_protocol612 more ${configuration_identifier}_last_make_protocol 600 613 fi 601 614 done … … 621 634 # INCLUDING E.G. USER-INTERFACE ROUTINES. ALSO ADD OTHER UTILITY EXECUTABLES. EVERYTHING IS 622 635 # COLLECTED IN DIRECTORY SOURCES_FOR_RUN_... 623 elif [[ "$ jobname" != "" ]]636 elif [[ "$run_identifier" != "" ]] 624 637 then 625 638 626 639 # FIRST CHECK, IF COMPILED SOURCES FOR THIS RUN IDENTIFIER EXISTS 627 640 # AND ASK, IF THEY SHALL BE USED 628 echo "[[ -d ${fast_io_catalog}/${sources_for_run_catalog} ]] && echo sources for run found" | ssh -q $ssh_key ${remote_username}@${remote_ip} 2>&1 > ${ host_configuration}_last_make_protocol629 if [[ $(grep -c "sources for run found" ${ host_configuration}_last_make_protocol) != 0 && $use_existing_sources_folder = true ]]630 then 631 printf "\a\n *** compiled sources for run \"$ jobname\" found on remote host in folder"641 echo "[[ -d ${fast_io_catalog}/${sources_for_run_catalog} ]] && echo sources for run found" | ssh -q $ssh_key ${remote_username}@${remote_ip} 2>&1 > ${configuration_identifier}_last_make_protocol 642 if [[ $(grep -c "sources for run found" ${configuration_identifier}_last_make_protocol) != 0 && $use_existing_sources_folder = true ]] 643 then 644 printf "\a\n *** compiled sources for run \"$run_identifier\" found on remote host in folder" 632 645 printf "\n ${fast_io_catalog}/${sources_for_run_catalog}" 633 646 printf "\n will be used!" … … 638 651 if [[ $silent = false ]] 639 652 then 640 printf "\n *** copy MAKE_DEPOSITORY_${ host_configuration} on remote host to $sources_for_run_catalog \n"653 printf "\n *** copy MAKE_DEPOSITORY_${configuration_identifier} on remote host to $sources_for_run_catalog \n" 641 654 fi 642 655 echo "rm -rf ${fast_io_catalog}/${sources_for_run_catalog}; mkdir -p ${fast_io_catalog}/${sources_for_run_catalog}; cp ${make_depository}/${program_name}_current_version.tar ${fast_io_catalog}/${sources_for_run_catalog}; cd ${fast_io_catalog}/${sources_for_run_catalog}; tar xf ${program_name}_current_version.tar" | ssh -q $ssh_key ${remote_username}@${remote_ip} 2>&1 … … 663 676 echo " *** execute \"make\" on remote host" 664 677 fi 665 echo "$login_init_cmd $module_commands cd ${fast_io_catalog}/${sources_for_run_catalog}; echo $make_call_string > LAST_MAKE_CALL; chmod u+x LAST_MAKE_CALL; $make_call_string; [[ \$? != 0 ]] && echo MAKE_ERROR" | ssh -q $ssh_key ${remote_username}@${remote_ip} 2>&1 | tee ${ host_configuration}_last_make_protocol666 667 if [[ $(grep -c MAKE_ERROR ${ host_configuration}_last_make_protocol) != 0 ]]678 echo "$login_init_cmd $module_commands cd ${fast_io_catalog}/${sources_for_run_catalog}; echo $make_call_string > LAST_MAKE_CALL; chmod u+x LAST_MAKE_CALL; $make_call_string; [[ \$? != 0 ]] && echo MAKE_ERROR" | ssh -q $ssh_key ${remote_username}@${remote_ip} 2>&1 | tee ${configuration_identifier}_last_make_protocol 679 680 if [[ $(grep -c MAKE_ERROR ${configuration_identifier}_last_make_protocol) != 0 ]] 668 681 then 669 printf "\a\n +++ error(s) occurred during compiling or linking for host configuration \"$ host_configuration\" "682 printf "\a\n +++ error(s) occurred during compiling or linking for host configuration \"$configuration_identifier\" " 670 683 if [[ $silent = false ]] 671 684 then … … 678 691 if [[ "$answer" = l ]] 679 692 then 680 more ${ host_configuration}_last_make_protocol693 more ${configuration_identifier}_last_make_protocol 681 694 fi 682 695 done … … 701 714 fi 702 715 703 rm -rf ${source_path}/${ host_configuration}_last_make_protocol716 rm -rf ${source_path}/${configuration_identifier}_last_make_protocol 704 717 705 718 … … 710 723 # NEXT IS THE BRANCH FOR CREATING THE MAKE_DEPOSITORY_... ON THE 711 724 # LOCAL HOST 712 if [[ "$ jobname" = "" ]]725 if [[ "$run_identifier" = "" ]] 713 726 then 714 727 … … 774 787 fi 775 788 776 make $make_options PROG=$program_name F90=$compiler_name COPT="$cpp_options" F90FLAGS="$compiler_options" LDFLAGS="$linker_options" 2>&1 | tee ${ host_configuration}_last_make_protocol789 make $make_options PROG=$program_name F90=$compiler_name COPT="$cpp_options" F90FLAGS="$compiler_options" LDFLAGS="$linker_options" 2>&1 | tee ${configuration_identifier}_last_make_protocol 777 790 778 791 if [[ $? != 0 ]] 779 792 then 780 printf "\a\n +++ error(s) occurred during compiling or linking for host configuration \"$ host_configuration\" "793 printf "\a\n +++ error(s) occurred during compiling or linking for host configuration \"$configuration_identifier\" " 781 794 if [[ $silent = false ]] 782 795 then … … 789 802 if [[ "$answer" = l ]] 790 803 then 791 more ${ host_configuration}_last_make_protocol804 more ${configuration_identifier}_last_make_protocol 792 805 fi 793 806 done … … 820 833 if [[ -d ${fast_io_catalog}/${sources_for_run_catalog} && $use_existing_sources_folder = true ]] 821 834 then 822 printf "\a\n *** compiled sources for run \"$ jobname\" found on local host in folder"835 printf "\a\n *** compiled sources for run \"$run_identifier\" found on local host in folder" 823 836 printf "\n ${fast_io_catalog}/${sources_for_run_catalog}" 824 837 printf "\n will be used!" … … 831 844 printf "\n +++ directory for local make depository:" 832 845 printf "\n $make_depository" 833 printf "\n not found. Please run \"palmbuild -h $ host_configuration\" "846 printf "\n not found. Please run \"palmbuild -h $configuration_identifier\" " 834 847 locat=make_depository; exit 835 848 fi … … 839 852 if [[ $silent = false ]] 840 853 then 841 printf "\n *** copy MAKE_DEPOSITORY_${ host_configuration} on local host to "854 printf "\n *** copy MAKE_DEPOSITORY_${configuration_identifier} on local host to " 842 855 printf "\n ${fast_io_catalog}/${sources_for_run_catalog} \n" 843 856 fi … … 875 888 then 876 889 877 printf "\a\n +++ error(s) occurred during compiling or linking for host configuration \"$ host_configuration\" "890 printf "\a\n +++ error(s) occurred during compiling or linking for host configuration \"$configuration_identifier\" " 878 891 if [[ $silent = false ]] 879 892 then -
palm/trunk/SCRIPTS/palmrun
r3151 r3236 27 27 # ----------------- 28 28 # $Id$ 29 # warning issued in case of file connection file version mismatch, 30 # host_configuration renamed configuration_identifier, 31 # "host identifier" in header output renamed "config. identifier", 32 # jobname renamed run_identifier, 33 # run_id renamed run_id_number 34 # job_id renamed run_id 35 # option -r renamed -i 36 # 37 # 3151 2018-07-19 08:45:38Z raasch 29 38 # removed additional listing of files to be compiled, print PALM code revision 30 39 # in header … … 170 179 compiler_name_ser="" 171 180 compiler_options="" 181 configuration_identifier="default" 172 182 cores=1 173 183 cores_atmos=0 … … 188 198 execution_error=false 189 199 fileconnection_file=trunk/SCRIPTS/.palm.iofiles 190 jobname=test191 200 global_revision="" 192 host_configuration="default"193 201 hostfile="" 194 202 hp="" … … 221 229 run_coupled_model=false 222 230 run_id="" 231 run_id_number="" 232 run_identifier=test 223 233 silent=false 224 234 source_list="" … … 267 277 # READ SHELLSCRIPT-OPTIONS AND REBUILD THE PALMRUN-COMMAND STRING (prc), 268 278 # WHICH WILL BE USED TO START RESTART-JOBS 269 while getopts :a:A:bBCd:FG:h: jkm:M:O:q:r:R:s:t:T:u:U:vVw:W:xX:yY:Z option279 while getopts :a:A:bBCd:FG:h:i:jkm:M:O:q:R:s:t:T:u:U:vVw:W:xX:yY:Z option 270 280 do 271 281 case $option in … … 275 285 (B) delete_temporary_catalog=false; prc="$prc -B";; 276 286 (C) restart_run=true; prc="$prc -C";; 277 (d) jobname=$OPTARG; prc="$prc -d$OPTARG";;287 (d) run_identifier=$OPTARG; prc="$prc -d$OPTARG";; 278 288 (F) create_jobfile_only=true;; 279 289 (G) global_revision=$OPTARG; prc="$prc -G'$OPTARG'";; 280 (h) host_configuration=$OPTARG; prc="$prc -h$OPTARG";; 290 (h) configuration_identifier=$OPTARG; prc="$prc -h$OPTARG";; 291 (i) run_id_number=$OPTARG;; 281 292 (j) running_in_batch_mode=true;; 282 293 (k) keep_data_from_previous_run=true; prc="$prc -k";; … … 285 296 (O) use_openmp=true; threads_per_task=$OPTARG; prc="$prc -O$OPTARG";; 286 297 (q) queue=$OPTARG; prc="$prc -q$OPTARG";; 287 (r) run_id=$OPTARG;;288 298 (R) return_address=$OPTARG;; 289 299 (s) source_list=$OPTARG;; … … 367 377 368 378 369 # FOR COMPATIBILITY REASONS SET OLD ENVIRONMENT VARIABLE 370 export fname=$jobname 379 # FOR COMPATIBILITY REASONS SET OLD ENVIRONMENT VARIABLES 380 export fname=$run_identifier 381 export jobname=$run_identifier 371 382 372 383 373 384 # BUILD THE CONFIGURATION-FILE NAME AND THE SOURCES_FOR_RUN-FOLDER NAME 374 config_file=.palm.config.$ host_configuration375 sources_for_run_catalog=SOURCES_FOR_RUN_${ host_configuration}_$jobname385 config_file=.palm.config.$configuration_identifier 386 sources_for_run_catalog=SOURCES_FOR_RUN_${configuration_identifier}_$run_identifier 376 387 377 388 … … 389 400 if [[ -f .palm.iofiles ]] 390 401 then 402 403 # CHECK VERSION MISMATCH 404 if [[ $running_in_batch_mode != true ]] 405 then 406 if [[ $(head -n1 $fileconnection_file) != $(head -n1 .palm.iofiles) ]] 407 then 408 printf "\n\n +++ WARNING: A file connection file has been found in your" 409 printf "\n working directory, but its revision does not match" 410 printf "\n the revision of the default (trunk) version." 411 printf "\n You may need to update your connection file!" 412 fi 413 fi 414 391 415 fileconnection_file=.palm.iofiles 416 392 417 fi 393 418 … … 1124 1149 eval filename=${pathin_pre[$i]}/${endin_pre[$i]} 1125 1150 else 1126 eval filename=${pathin_pre[$i]}/${ jobname}${endin_pre[$i]}1151 eval filename=${pathin_pre[$i]}/${run_identifier}${endin_pre[$i]} 1127 1152 fi 1128 1153 … … 1156 1181 else 1157 1182 1158 # FIRST CHECK FOR MULTIPLE NAMES WITH THE SAME BASENAME ($jobname) AND 1159 # CREATE A LIST FOR THE DETECTED BASENAME ENDINGS 1183 # FIRST CHECK FOR MULTIPLE NAMES WITH THE SAME BASENAME 1184 # ($run_identifier) AND CREATE A LIST FOR THE DETECTED BASENAME 1185 # ENDINGS 1160 1186 if [[ "${multin[$i]}" = true ]] 1161 1187 then … … 1185 1211 fi 1186 1212 1187 # remove the jobnamefrom the beginning1188 length_ jobname=${#jobname}1189 ending=${basefilename:${length_ jobname}}1213 # remove the run_identifier from the beginning 1214 length_run_identifier=${#run_identifier} 1215 ending=${basefilename:${length_run_identifier}} 1190 1216 1191 1217 # remove the ending given in the .iofiles from the beginning … … 1249 1275 eval filename=${pathin[$nr_of_input_files]}/${endin[$nr_of_input_files]} 1250 1276 else 1251 eval filename=${pathin[$nr_of_input_files]}/${ jobname}${endin[$nr_of_input_files]}1277 eval filename=${pathin[$nr_of_input_files]}/${run_identifier}${endin[$nr_of_input_files]} 1252 1278 fi 1253 1279 … … 1329 1355 frelin[$nr_of_input_files]=${endin[$nr_of_input_files]}.$cyclestring 1330 1356 else 1331 frelin[$nr_of_input_files]=${ jobname}${endin[$nr_of_input_files]}.$cyclestring1357 frelin[$nr_of_input_files]=${run_identifier}${endin[$nr_of_input_files]}.$cyclestring 1332 1358 fi 1333 1359 else … … 1336 1362 frelin[$nr_of_input_files]=${endin[$nr_of_input_files]} 1337 1363 else 1338 frelin[$nr_of_input_files]=${ jobname}${endin[$nr_of_input_files]}1364 frelin[$nr_of_input_files]=${run_identifier}${endin[$nr_of_input_files]} 1339 1365 fi 1340 1366 fi … … 1370 1396 fi 1371 1397 (( maxcycle = 0 )) 1372 eval filename=${pathout_pre[$i]}/${ jobname}${endout_pre[$i]}1398 eval filename=${pathout_pre[$i]}/${run_identifier}${endout_pre[$i]} 1373 1399 eval catalogname=${pathout_pre[$i]} 1374 1400 if ! ls $filename* 1>/dev/null 2>&1 … … 1416 1442 if [[ $running_in_batch_mode = false ]] 1417 1443 then 1418 run_id =$RANDOM1419 job_id=${jobname}.$run_id1420 1421 tempdir=$fast_io_catalog/$ job_id1444 run_id_number=$RANDOM 1445 run_id=${run_identifier}.$run_id_number 1446 1447 tempdir=$fast_io_catalog/$run_id 1422 1448 fi 1423 1449 … … 1511 1537 if [[ $create_remote_batch_job = true ]] 1512 1538 then 1513 column1="execution on:"; column2="$ host_configuration(username: $remote_username)"1539 column1="execution on:"; column2="$configuration_identifier (username: $remote_username)" 1514 1540 else 1515 1541 if [[ $running_on_remote = true ]] 1516 1542 then 1517 column1=" host identifier:"; column2="$host_configuration(execute on IP: $remote_ip)"1543 column1="config. identifier:"; column2="$configuration_identifier (execute on IP: $remote_ip)" 1518 1544 else 1519 column1=" host identifier:"; column2="$host_configuration(execute on IP: $local_ip)"1545 column1="config. identifier:"; column2="$configuration_identifier (execute on IP: $local_ip)" 1520 1546 fi 1521 1547 fi … … 1662 1688 fi 1663 1689 printf "| | \n" 1664 column1="run identifier:"; column2=$ jobname1690 column1="run identifier:"; column2=$run_identifier 1665 1691 printf "| %-25s%-45s | \n" "$column1" "$column2" 1666 1692 column1="activation string list:"; column2=$(echo $activation_string_list) … … 1780 1806 1781 1807 line=`grep %base_directory $config_file` 1782 make_depository=`echo $line | cut -d" " -s -f2`/MAKE_DEPOSITORY_${ host_configuration}1783 echo "[[ ! -d ${make_depository} ]] && echo depository not found" | ssh -q $ssh_key ${remote_username}@${remote_ip} 2>&1 | tee ${ host_configuration}_last_make_protokoll1784 1785 if [[ $(grep -c "depository not found" ${ host_configuration}_last_make_protokoll) != 0 ]]1808 make_depository=`echo $line | cut -d" " -s -f2`/MAKE_DEPOSITORY_${configuration_identifier} 1809 echo "[[ ! -d ${make_depository} ]] && echo depository not found" | ssh -q $ssh_key ${remote_username}@${remote_ip} 2>&1 | tee ${configuration_identifier}_last_make_protokoll 1810 1811 if [[ $(grep -c "depository not found" ${configuration_identifier}_last_make_protokoll) != 0 ]] 1786 1812 then 1787 1813 printf "\n\n +++ make depository \"${make_depository}\"" … … 1789 1815 ask_for_make_depository=true 1790 1816 fi 1791 rm ${ host_configuration}_last_make_protokoll1817 rm ${configuration_identifier}_last_make_protokoll 1792 1818 1793 1819 else 1794 1820 1795 1821 # CHECK FOR MAKE_DEPOSITORY ON THE LOCAL HOST 1796 make_depository=${base_directory}/MAKE_DEPOSITORY_${ host_configuration}1822 make_depository=${base_directory}/MAKE_DEPOSITORY_${configuration_identifier} 1797 1823 if [[ ! -d ${make_depository} ]] 1798 1824 then … … 1826 1852 if [[ $do_trace = true ]] 1827 1853 then 1828 palmbuild -h $ host_configuration1854 palmbuild -h $configuration_identifier 1829 1855 else 1830 palmbuild -v -h $ host_configuration1856 palmbuild -v -h $configuration_identifier 1831 1857 fi 1832 1858 … … 1845 1871 1846 1872 # NOW CREATE THE SOURCES_FOR_RUN FOLDER 1847 palmbuild -v $use_existing_sources_folder -h $ host_configuration -d $jobname1873 palmbuild -v $use_existing_sources_folder -h $configuration_identifier -d $run_identifier 1848 1874 1849 1875 if [[ $? != 0 ]] … … 2110 2136 # (FILE ENVPAR WILL BE READ BY PALM) 2111 2137 cat > ENVPAR << EOF 2112 &envpar run_identifier = '$ jobname', host = '$host_configuration',2138 &envpar run_identifier = '$run_identifier', host = '$configuration_identifier', 2113 2139 write_svf = .${write_svf}., write_binary = .${write_binary}., 2114 2140 read_svf = .${read_svf}., tasks_per_node = $tasks_per_node, … … 2361 2387 then 2362 2388 2363 eval filename=${pathout[$i]}/${ jobname}${endout[$i]}2389 eval filename=${pathout[$i]}/${run_identifier}${endout[$i]} 2364 2390 2365 2391 # DETERMINE THE CYCLE NUMBER … … 2503 2529 transfer_failed=false 2504 2530 printf "\n >>> OUTPUT: ${localout[$i]}$catalog_string $append_string by SCP to" 2505 printf "\n ${pathout[$i]}/${ host_configuration}_${jobname}${endout[$i]}$catalog_string\n"2531 printf "\n ${pathout[$i]}/${configuration_identifier}_${run_identifier}${endout[$i]}$catalog_string\n" 2506 2532 2507 2533 # TRANSFER VIA SCP 2508 2534 if [[ "$remote_loginnode" != "" ]] 2509 2535 then 2510 echo "cd $tempdir; ${fast_io_catalog}/${sources_for_run_catalog}/batch_scp $PORTOPT $catalog_option $append_option -b -m $usecycle_option -u $local_username $return_address ${localout[$i]} \"${pathout[$i]}\" ${ host_configuration}_${jobname}${endout[$i]} ${extout[$i]}" | ssh -q $remote_username@$remote_loginnode2536 echo "cd $tempdir; ${fast_io_catalog}/${sources_for_run_catalog}/batch_scp $PORTOPT $catalog_option $append_option -b -m $usecycle_option -u $local_username $return_address ${localout[$i]} \"${pathout[$i]}\" ${configuration_identifier}_${run_identifier}${endout[$i]} ${extout[$i]}" | ssh -q $remote_username@$remote_loginnode 2511 2537 else 2512 batch_scp $PORTOPT $catalog_option $append_option -b -m $usecycle_option -u $local_username $return_address ${localout[$i]} "${pathout[$i]}" ${ host_configuration}_${jobname}${endout[$i]} ${extout[$i]}2538 batch_scp $PORTOPT $catalog_option $append_option -b -m $usecycle_option -u $local_username $return_address ${localout[$i]} "${pathout[$i]}" ${configuration_identifier}_${run_identifier}${endout[$i]} ${extout[$i]} 2513 2539 fi 2514 2540 [[ $? != 0 ]] && transfer_failed=true … … 2519 2545 then 2520 2546 printf " +++ transfer failed. Trying to save a copy on this host under:\n" 2521 printf " ${pathout[$i]}/${ host_configuration}_${jobname}${endout[$i]}_$run_id\n"2547 printf " ${pathout[$i]}/${configuration_identifier}_${run_identifier}${endout[$i]}_$run_id_number\n" 2522 2548 2523 2549 # FIRST CHECK, IF DIRECTORY EXISTS, AND CREATE IT, IF NECESSARY … … 2529 2555 mkdir -p $local_catalog 2530 2556 fi 2531 eval cp ${localout[$i]} ${pathout[$i]}/${ host_configuration}_${jobname}${endout[$i]}_$run_id2557 eval cp ${localout[$i]} ${pathout[$i]}/${configuration_identifier}_${run_identifier}${endout[$i]}_$run_id_number 2532 2558 transfer_problems=true 2533 2559 fi … … 2755 2781 2756 2782 # BUILD THE PALMRUN-COMMAND TO BE CALLED IN THE BATCH-JOB 2757 palmrun_com="$palmrun_script_name -d $ jobname -h $host_configuration -m $memory -t $cpumax -q $queue -r $run_id-U $local_username"2783 palmrun_com="$palmrun_script_name -d $run_identifier -h $configuration_identifier -m $memory -t $cpumax -q $queue -i $run_id_number -U $local_username" 2758 2784 [[ "$activation_string_list" != "" ]] && palmrun_com=${palmrun_com}" -a \"$activation_string_list\"" 2759 2785 [[ "$global_revision" != "" ]] && palmrun_com=${palmrun_com}" -G \"$global_revision\"" … … 2788 2814 # DETERMINE THE FULL PATHS FOR THE JOB PROTOCOL FILES ON THE LOCAL AND 2789 2815 # REMOTE HOST 2790 job_protocol_file_local=${local_jobcatalog}/${ host_configuration}_${job_id}2816 job_protocol_file_local=${local_jobcatalog}/${configuration_identifier}_${run_id} 2791 2817 job_protocol_file=$job_protocol_file_local 2792 2818 if [[ $create_remote_batch_job = true ]] 2793 2819 then 2794 job_protocol_file_remote=${remote_jobcatalog}/${ host_configuration}_${job_id}2820 job_protocol_file_remote=${remote_jobcatalog}/${configuration_identifier}_${run_id} 2795 2821 job_protocol_file=$job_protocol_file_remote 2796 2822 job_transfer_protocol_file=${remote_jobcatalog}/last_job_transfer_protocol 2797 scpjob_file=${remote_jobcatalog}/scpjob.$run_id 2823 scpjob_file=${remote_jobcatalog}/scpjob.$run_id_number 2798 2824 fi 2799 2825 2800 2826 2801 2827 # BUILD THE JOB-SCRIPTS ON FILE jobfile 2802 jobfile=jobfile.$run_id 2828 jobfile=jobfile.$run_id_number 2803 2829 2804 2830 … … 2819 2845 if [[ $create_remote_batch_job = true ]] 2820 2846 then 2821 echo "set +vx" >> $jobfile2822 echo "trap '" >> $jobfile2823 echo "set +vx" >> $jobfile2824 echo "cd ${remote_jobcatalog}" >> $jobfile2825 echo "cat > scpjob.$run_id << %%END%%">> $jobfile2847 echo "set +vx" >> $jobfile 2848 echo "trap '" >> $jobfile 2849 echo "set +vx" >> $jobfile 2850 echo "cd ${remote_jobcatalog}" >> $jobfile 2851 echo "cat > scpjob.$run_id_number << %%END%%" >> $jobfile 2826 2852 2827 2853 # ADD THE BATCH DIRECTIVES … … 2837 2863 2838 2864 echo "set -x" >> $jobfile 2839 echo "${fast_io_catalog}/${sources_for_run_catalog}/batch_scp $PORTOPT -d -w 10 -u $local_username $local_ip $job_protocol_file_remote \"$local_jobcatalog\" ${ host_configuration}_${jobname}" >> $jobfile2865 echo "${fast_io_catalog}/${sources_for_run_catalog}/batch_scp $PORTOPT -d -w 10 -u $local_username $local_ip $job_protocol_file_remote \"$local_jobcatalog\" ${configuration_identifier}_${run_identifier}" >> $jobfile 2840 2866 echo "%%END%%" >> $jobfile 2841 2867 echo "echo \" *** submitting job for transfering the job protocol file to $local_ip\" " >> $jobfile … … 2916 2942 if [[ $do_trace = true ]] 2917 2943 then 2918 echo " scp $ssh_key $PORTOPT $jobfile ${remote_username}@${remote_ip}:${remote_jobcatalog}/${ host_configuration}_${job_id}"2919 fi 2920 scp $ssh_key $PORTOPT $jobfile ${remote_username}@${remote_ip}:${remote_jobcatalog}/${ host_configuration}_${job_id} > /dev/null2944 echo " scp $ssh_key $PORTOPT $jobfile ${remote_username}@${remote_ip}:${remote_jobcatalog}/${configuration_identifier}_${run_id}" 2945 fi 2946 scp $ssh_key $PORTOPT $jobfile ${remote_username}@${remote_ip}:${remote_jobcatalog}/${configuration_identifier}_${run_id} > /dev/null 2921 2947 2922 2948 printf " *** submit the job (output of submit command, e.g. the job-id, may follow)" 2923 2949 if [[ $do_trace = true ]] 2924 2950 then 2925 echo " cd $remote_jobcatalog; $submit_command ${ host_configuration}_${job_id}; rm ${host_configuration}_${job_id} | ssh -q $ssh_key $SSH_PORTOPT ${remote_username}@${remote_ip} 2>&1"2926 fi 2927 echo "cd $remote_jobcatalog; $submit_command ${ host_configuration}_${job_id}; rm ${host_configuration}_${job_id}" | ssh -q $ssh_key $SSH_PORTOPT ${remote_username}@${remote_ip} 2>&12951 echo " cd $remote_jobcatalog; $submit_command ${configuration_identifier}_${run_id}; rm ${configuration_identifier}_${run_id} | ssh -q $ssh_key $SSH_PORTOPT ${remote_username}@${remote_ip} 2>&1" 2952 fi 2953 echo "cd $remote_jobcatalog; $submit_command ${configuration_identifier}_${run_id}; rm ${configuration_identifier}_${run_id}" | ssh -q $ssh_key $SSH_PORTOPT ${remote_username}@${remote_ip} 2>&1 2928 2954 2929 2955 elif [[ $create_batch_job = true ]] … … 2931 2957 2932 2958 eval local_jobcatalog=$local_jobcatalog 2933 cp $jobfile ${local_jobcatalog}/${ host_configuration}_${job_id}2959 cp $jobfile ${local_jobcatalog}/${configuration_identifier}_${run_id} 2934 2960 cd $local_jobcatalog 2935 2961 echo " " … … 2937 2963 if [[ $do_trace = true ]] 2938 2964 then 2939 echo "$submit_command ${ host_configuration}_${job_id}"2940 fi 2941 $submit_command ${ host_configuration}_${job_id}2942 rm ${ host_configuration}_${job_id}2965 echo "$submit_command ${configuration_identifier}_${run_id}" 2966 fi 2967 $submit_command ${configuration_identifier}_${run_id} 2968 rm ${configuration_identifier}_${run_id} 2943 2969 cd - > /dev/null 2944 2970
Note: See TracChangeset
for help on using the changeset viewer.