- Timestamp:
- Feb 10, 2013 1:47:43 AM (12 years ago)
- Location:
- palm/trunk/SCRIPTS
- Files:
-
- 6 edited
Legend:
- Unmodified
- Added
- Removed
-
palm/trunk/SCRIPTS/.mrun.config.forwind
r1098 r1099 5 5 %mainprog palm.f90 6 6 %base_directory $HOME/palm/current_version 7 %base_data $base_directory/JOBS 8 %output_data /data/work/fw/<replace by your username>/palm/current_version/JOBS 9 # Replace <replace by your username> by your username on FLOW. Replace "/fw/" by "/iwes/" if 10 # your user directory resides in /iwes/. 7 %base_data ~/palm/current_version/jobs 8 ################################################################################ 9 # Replace <<REPLACE BY YOUR USERNAME> by your username on FLOW. Replace "/fw/" 10 # by "/iwes/" if your user directory resides in /iwes/. 11 ################################################################################ 12 %output_data /data/work/fw/<REPLACE BY YOUR USERNAME>/palm/current_version/JOBS 11 13 %source_path $base_directory/trunk/SOURCE 12 %add_source_path $base_directory/ USER_CODE/$fname13 %depository_path $base_directory/ MAKE_DEPOSITORY14 %add_source_path $base_directory/user_code/$fname 15 %depository_path $base_directory/make_depository 14 16 %use_makefile true 15 17 # … … 19 21 %host_identifier cfdh* lcflow 20 22 %host_identifier cfdx* lcflow 21 # 23 24 ################################################################################ 25 # Replace <YOUR_DESKTOP_HOSTNAME> by the hostname of your desktop 26 # an uncomment following line to enable job submission from you local desktop 27 ################################################################################ 28 #%host_identifier <YOUR_DESKTOP_HOSTNAME> lcfor 29 30 ################################################################################ 31 # Configuration for Ubuntu Linux 12.04 LTS with gcc (4.6.3) and OpenMPI (1.4.3) 22 32 # 23 33 # The next block contains all informations for compiling the PALM code 24 # and for generating and running the PALM executable using MPI. Replace <user-id> 34 # and for generating and running the PALM executable using MPI on a Linux machine 35 # with gcc and OpenMPI. Replace <LOCAL_USERNAME> with your username on your 36 # local machine 37 # 38 # NOTE: - Other hosts may require different settings. 39 # - following packages are required: 40 # openmpi-common, libopenmpi-dev, libopenmpi, libnetcdf, libnetcdf-dev, 41 # gcc 42 # 43 ################################################################################ 44 %remote_username <LOCAL_USERNAME> lcfor parallel 45 %tmp_user_catalog /tmp lcfor parallel 46 %tmp_data_catalog /tmp lcfor parallel 47 %compiler_name mpif90 lcfor parallel 48 %compiler_name_ser gfortran lcfor parallel 49 %cpp_options -DMPI_REAL=MPI_DOUBLE_PRECISION:-DMPI_2REAL=MPI_2DOUBLE_PRECISION:-D__lc:-D__netcdf:-D__netcdf4:-D__parallel lcfor parallel 50 %netcdf_inc -I/opt/netcdf/4.2.1.1/include lcfor parallel 51 %netcdf_lib -lnetcdff:-lnetcdf lcfor parallel 52 %mopts -j:4 lcfor parallel 53 %fopts -Ofast:-IPA:-mtune=native:-march=native:-cpp:-fdefault-real-8:-fbackslash:-fconvert=little-endian lcfor parallel 54 %lopts -Ofast:-IPA:-mtune=native:-march=native:-cpp:-fdefault-real-8:-fbackslash lcfor parallel 55 56 ################################################################################ 57 # Configuration for FLOW 58 # 59 # The next block contains all informations for compiling the PALM code 60 # and for generating and running the PALM executable using MPI. Replace <USERNAME_FLOW> 25 61 # with your username on FLOW and if necessary "/fw/" by "/iwes/". 26 62 # The following 'lcflow parallel' block assumes PALM compilation and execution 27 63 # on host flow. Please note that other hosts may require different settings. 28 # 29 %remote_username <replace by your username> lcflow parallel 30 %tmp_user_catalog /data/work/fw/<replace by your username>/tmp lcflow parallel 31 %tmp_data_catalog /data/work/fw/<replace by your username>/palm_restart_data lcflow parallel 32 %compiler_name mpiifort lcflow parallel 33 %compiler_name_ser ifort lcflow parallel 34 %cpp_options -cpp:-DMPI_REAL=MPI_DOUBLE_PRECISION:-DMPI_2REAL=MPI_2DOUBLE_PRECISION:-D__netcdf:-D__netcdf4:-D__lc:-D__parallel lcflow parallel 35 %netcdf_inc -I$$NETCDFF_INCLUDE lcflow parallel 36 %netcdf_lib -L$$NETCDFF_DIR:-lnetcdff:-L$$NETCDF_DIR:-lnetcdf lcflow parallel 37 %mopts -j:4 lcflow parallel 38 %fopts -xSSE4.2:-O3:-r8:-align:all:-ftz:-fno-alias:-no-scalar-rep:-ip:-nbs:-convert:little_endian lcflow parallel 39 %lopts -xSSE4.2:-O3:-r8:-align:all:-ftz:-fno-alias:-no-scalar-rep:-ip:-nbs:-limf:-lm:-Vaxlib lcflow parallel 40 %login_init_cmd .:/cm/local/apps/environment-modules/3.2.6/Modules/3.2.6/init/bash\;:MODULEPATH=/cm/shared/modulefiles/ lcflow parallel 41 %modules netcdf/4.2.1.1/intel/64/2011.0.013:netcdf-fortran/4.2/intel/64/2011.0.013:intel/ics/64/2011.0.013:intel/impi/4.0.1.007/64:hdf5/1.8.9/intel/64/2011.0.013:qt4/4.8.2 lcflow parallel 64 ################################################################################ 65 %remote_username <USERNAME_FLOW> lcflow parallel 66 %tmp_user_catalog /data/work/fw/$remote_username/tmp lcflow parallel 67 %tmp_data_catalog /data/work/fw/$remote_username/palm_restart_data lcflow parallel 68 %compiler_name mpiifort lcflow parallel 69 %compiler_name_ser ifort lcflow parallel 70 %cpp_options -DMPI_REAL=MPI_DOUBLE_PRECISION:-DMPI_2REAL=MPI_2DOUBLE_PRECISION:-D__lc:-D__netcdf:-D__netcdf4:-D__parallel lcflow parallel 71 %netcdf_inc -I/cm/shared/apps/netcdf-fortran/4.2/intel/64/2011.0.013/include lcflow parallel 72 %netcdf_lib -L/cm/shared/apps/netcdf-fortran/4.2/intel/64/2011.0.013/lib:-lnetcdff:-L/cm/shared/apps/netcdf/4.2.1.1/intel/64/2011.0.013/lib:-lnetcdf:-L/cm/shared/apps/hdf5/1.8.9/intel/64/2011.0.013/lib:-Wl,-rpath:/cm/shared/apps/hdf5/1.8.9/intel/64/2011.0.013/lib:-Wl,-rpath:/cm/shared/apps/netcdf/4.2.1.1/intel/64/2011.0.013/lib:-Wl,-rpath:/cm/shared/apps/netcdf-fortran/4.2/intel/64/2011.0.013/lib lcflow parallel 73 %mopts -j:8 lcflow parallel 74 %fopts -xhost:-O3:-fpp:-r8:-align:all:-ftz:-fno-alias:-no-scalar-rep:-no-prec-sqrt:-ip:-nbs:-convert:little_endian:-static-intel lcflow parallel 75 %lopts -xhost:-O3:-fpp:-r8:-align:all:-ftz:-fno-alias:-no-scalar-rep:-no-prec-sqrt:-ip:-nbs:-static-intel:-Wl,-rpath:/cm/shared/apps/intel/ics-2011.0.013/composerxe-2011.0.084/compiler/lib/intel64 lcflow parallel 76 %login_init_cmd .:/cm/local/apps/environment-modules/3.2.6/Modules/3.2.6/init/bash\;:MODULEPATH=/cm/shared/modulefiles/ lcflow parallel 77 %modules sge/6.2u5p2:netcdf/4.2.1.1/intel/64/2011.0.013:netcdf-fortran/4.2/intel/64/2011.0.013:intel/ics/64/2011.0.013:intel/impi/64/4.0.1.007:hdf5/1.8.9/intel/64/2011.0.013:qt4 lcflow parallel 78 %disc_space 50 lcflow parallel 42 79 # 43 80 # -
palm/trunk/SCRIPTS/.mrun.config.tatara
r1097 r1099 25 25 # required paths (given in <>) by the respective paths valid on your host. 26 26 # 27 %tmp_user_catalog /tmplckyut parallel27 %tmp_user_catalog <replace by your preferred tmp directory> lckyut parallel 28 28 %compiler_name mpifrt lckyut parallel 29 29 %compiler_name_ser frt lckyut parallel -
palm/trunk/SCRIPTS/batch_scp
r1096 r1099 22 22 # Current revisions: 23 23 # ------------------ 24 # 24 # LANG variable is unset in some ssh calls to guarantee messages in English 25 25 # 26 26 # Former revisions: … … 312 312 if [[ $(echo $local_host | cut -c1-4) = gaia ]] 313 313 then 314 ssh $SSH_PORTOPT $local_user@gaiad "ssh $SSH_PORTOPT $1 -l $remote_user \" cd $3; ls -1; echo '*** list complete'\" " > $filelist 2>&1314 ssh $SSH_PORTOPT $local_user@gaiad "ssh $SSH_PORTOPT $1 -l $remote_user \"unset LANG; cd $3; ls -1; echo '*** list complete'\" " > $filelist 2>&1 315 315 else 316 ssh $SSH_PORTOPT $1 -l $remote_user " cd $3; ls -1; echo '*** list complete'" > $filelist 2>&1316 ssh $SSH_PORTOPT $1 -l $remote_user "unset LANG; cd $3; ls -1; echo '*** list complete'" > $filelist 2>&1 317 317 fi 318 318 ssh_status=$? -
palm/trunk/SCRIPTS/mbuild
r1096 r1099 22 22 # Current revisions: 23 23 # ------------------ 24 # 24 # adjustments for Forwind cluster (lcflow) 25 25 # 26 26 # Former revisions: … … 454 454 # IP-ADRESSE DES REMOTE-RECHNERS BESTIMMEN 455 455 case $remote_host in 456 (lcflow) remote_addres="flow.hpc.uni-oldenburg.de";; 456 457 (lckordi) remote_adress=210.219.61.8;; 457 458 (lcmuk) remote_addres=130.75.105.2;; 458 459 (lcrte) remote_addres=133.5.185.60;; 459 (lcsb) remote_ad ress=147.46.30.151;;460 (lcsb) remote_addres=147.46.30.151;; 460 461 (lcsgib) remote_addres=130.73.232.102;; 461 462 (lcsgih) remote_addres=130.75.4.101;; … … 1259 1260 then 1260 1261 . $modules 1262 elif [[ $remote_host = lcflow ]] 1263 then 1264 eval `$MODULESHOME/bin/modulecmd ksh load ${modules}` 1261 1265 else 1262 1266 module load ${modules} -
palm/trunk/SCRIPTS/mrun
r1096 r1099 22 22 # Current revisions: 23 23 # ------------------ 24 # 24 # adjustments for Kyushu-University computing center (lckyuh - hayaka) 25 # and for Forwind cluster (lcflow) 26 # small further adjustments for lckyut 25 27 # 26 28 # Former revisions: … … 34 36 # 35 37 # 2013-02-02 07:06:13Z raasch 36 # adjustments for Kyushu-University computing center (lckyut )38 # adjustments for Kyushu-University computing center (lckyut - tatara) 37 39 # 38 40 # 1083 2013-01-04 10:22:09Z maronga … … 514 516 do_remote=true 515 517 case $host in 516 (ibm|ibmh|ibmkisti|ibmku|ibms|ibmy|nech|necriam|lc kyoto|lcsgib|lcsgih|unics|lcxe6|lcxt5m|lck|lckiaps|lckordi|lckyut|lcsb) true;;518 (ibm|ibmh|ibmkisti|ibmku|ibms|ibmy|nech|necriam|lcflow|lckyoto|lcsgib|lcsgih|unics|lcxe6|lcxt5m|lck|lckiaps|lckordi|lckyuh|lckyut|lcsb) true;; 517 519 (*) printf "\n" 518 520 printf "\n +++ sorry: execution of batch jobs on remote host \"$host\"" … … 600 602 fi 601 603 604 605 # WERTE VON MRUN-OPTIONEN SICHERN UND DAMIT GEGEBENENFALLS SPAETER DIE 606 # IN DER KONFIGURAIONSDATEI ANGEGEBENEN WERTE UEBERSTEUERN 607 mrun_memory=$memory 608 mrun_group_number=$group_number 609 mrun_cpumax=$cpumax 610 mrun_numprocs=$numprocs 602 611 603 612 … … 678 687 do_remote=true 679 688 case $host in 680 (ibm|ibmh|ibmkisti|ibmku|ibms|ibmy|lc kyoto|lcsgib|lcsgih|nech|necriam|unics|lcxe6|lcxt5m|lck|lckiaps|lckordi|lckyut|lcsb) true;;689 (ibm|ibmh|ibmkisti|ibmku|ibms|ibmy|lcflow|lckyoto|lcsgib|lcsgih|nech|necriam|unics|lcxe6|lcxt5m|lck|lckiaps|lckordi|lckyuh|lckyut|lcsb) true;; 681 690 (*) printf "\n +++ sorry: execution of batch jobs on remote host \"$host\"" 682 691 printf "\n is not available" … … 817 826 %%END%% 818 827 819 # WERTE VON MRUN-OPTIONEN SICHERN UND DAMIT GEGEBENENFALLS SPAETER DIE820 # IN DER KONFIGURAIONSDATEI ANGEGEBENEN WERTE UEBERSTEUERN821 mrun_memory=$memory822 mrun_group_number=$group_number823 mrun_cpumax=$cpumax824 mrun_numprocs=$numprocs825 826 828 if [[ $localhost_realname = "sx-fep" ]] 827 829 then … … 866 868 rm $interpreted_config_file 867 869 868 869 # OPTIONSWERTE UEBERSTEUERN KONFIGURATIONSDATEI 870 [[ $mrun_memory != 0 ]] && memory=$mrun_memory 871 [[ "$mrun_group_number" != "none" ]] && group_number=$mrun_group_number872 [[ $mrun_cpumax != 0 ]] && cpumax=$mrun_cpumax873 [[ "$mrun_numprocs" != "" ]] && numprocs=$mrun_numprocs874 [[ "$max_par_io_str" != "" ]] && maximum_parallel_io_streams=$max_par_io_str875 [[ "$mrun_tasks_per_node" != "" ]] && tasks_per_node=$mrun_tasks_per_node876 877 fi870 fi 871 872 873 # OPTIONSWERTE UEBERSTEUERN KONFIGURATIONSDATEI 874 [[ $mrun_memory != 0 ]] && memory=$mrun_memory 875 [[ "$mrun_group_number" != "none" ]] && group_number=$mrun_group_number 876 [[ $mrun_cpumax != 0 ]] && cpumax=$mrun_cpumax 877 [[ "$mrun_numprocs" != "" ]] && numprocs=$mrun_numprocs 878 [[ "$max_par_io_str" != "" ]] && maximum_parallel_io_streams=$max_par_io_str 879 [[ "$mrun_tasks_per_node" != "" ]] && tasks_per_node=$mrun_tasks_per_node 878 880 879 881 … … 962 964 do_remote=true 963 965 case $host in 964 (ibm|ibmh|ibmkisti|ibmku|ibms|ibmy|lc kyoto|lcsgib|lcsgih|nech|necriam|unics|lcxe6|lcxt5m|lck|lckiaps|lckordi|lckyut|lcsb) true;;966 (ibm|ibmh|ibmkisti|ibmku|ibms|ibmy|lcflow|lckyoto|lcsgib|lcsgih|nech|necriam|unics|lcxe6|lcxt5m|lck|lckiaps|lckordi|lckyuh|lckyut|lcsb) true;; 965 967 (*) printf "\n" 966 968 printf "\n +++ sorry: execution of batch jobs on remote host \"$host\"" … … 1122 1124 (lckiaps) queue=normal;; 1123 1125 (lckyoto) queue=ph;; 1124 (lckyut) queue=cx-dbg;; 1126 (lckyuh) queue=fx-single;; 1127 (lckyut) queue=cx-single;; 1125 1128 (lcsgib) queue=testq;; 1126 1129 (lcsgih) queue=testq;; … … 1870 1873 lopts="$lopts $netcdf_lib $dvr_lib" 1871 1874 ROPTS="$ropts" 1872 # if [[ ( $(echo $host | cut -c1-3) = nec || $(echo $host | cut -c1-3) = ibm || $host = lckyoto || $host = lcsgih || $host = lcsgib || $host = lctit || $host = lcfimm || $host = lc xe6 || $host = lcxt5m || $host = lck || $host = lckiaps || $host = lckordi || $host = lcsb || $host ) && -n $numprocs ]]1875 # if [[ ( $(echo $host | cut -c1-3) = nec || $(echo $host | cut -c1-3) = ibm || $host = lckyoto || $host = lcsgih || $host = lcsgib || $host = lctit || $host = lcfimm || $host = lcflow || $host = lcxe6 || $host = lcxt5m || $host = lck || $host = lckiaps || $host = lckordi || $host = lcsb || $host ) && -n $numprocs ]] 1873 1876 # then 1874 1877 XOPT="-X $numprocs" … … 3509 3512 # COPY HOSTFILE FROM SOURCE DIRECTORY OR CREATE IT, IF IT 3510 3513 # DOES NOT EXIST 3511 if [[ $host != lcsgih && $host != lcsgib ]]3514 if [[ $host != lcsgih && $host != lcsgib && $host != lckyu* ]] 3512 3515 then 3513 3516 if [[ -f $hostfile ]] … … 3630 3633 elif [[ $host = lckyu* ]] 3631 3634 then 3632 mpiexec -n $ii a.out <runfile_atmos $ROPTS3635 mpiexec -n $ii ./a.out < runfile_atmos $ROPTS 3633 3636 else 3634 3637 mpiexec -machinefile hostfile -n $ii a.out < runfile_atmos $ROPTS … … 4527 4530 then 4528 4531 4529 if [[ $localhost = lcsgih || $localhost = lcsgib || $localhost = nech || $localhost = ibmh || $localhost = ibmkisti || $localhost = ibmku || $localhost = ibms ]]4532 if [[ $localhost = lcsgih || $localhost = lcsgib || $localhost = nech || $localhost = ibmh || $localhost = ibmkisti || $localhost = ibmku || $localhost = ibms || $localhost = lcflow || $localhost = lckyu* ]] 4530 4533 then 4531 4534 echo "*** ssh will be used to initiate restart-runs!" … … 4771 4774 # ABSPEICHERN DER KONFIGURATIONSDATEI 4772 4775 # ABDECKZEICHEN VERHINDERN, DASS ERSETZUNGEN ERFOLGEN 4776 # Lines with #$ coming from the svn keyword substitution are 4777 # removed from the config file in order to avoid problems 4778 # with the SGE batch system 4773 4779 echo "cat > $config_file << \"%END%\"" >> $jobfile 4774 cat $config_file>> $jobfile4780 sed 's/#$.*//g' $config_file >> $jobfile 4775 4781 echo "%END%" >> $jobfile 4776 4782 echo " " >> $jobfile … … 4835 4841 then 4836 4842 echo "export PALM_BIN=$PALM_BIN" >> $jobfile 4843 elif [[ $host = lcflow || $localhost = lcflow ]] 4844 then 4845 echo "export PALM_BIN=$PALM_BIN" | sed -e 's:'$HOME':$HOME:' >> $jobfile 4846 echo "export PATH=\$PATH:\$PALM_BIN" >> $jobfile 4837 4847 fi 4838 4848 … … 4840 4850 echo "set -x" >> $jobfile 4841 4851 echo "queue=$queue" >> $jobfile 4852 # echo "echo \"*** shell test\" " >> $jobfile 4853 # echo "which ksh" >> $jobfile 4854 # echo "ls -al /bin" >> $jobfile 4842 4855 echo "[[ \$execute_mrun = true ]] && ./$mrun_com" >> $jobfile 4843 4856 -
palm/trunk/SCRIPTS/subjob
r1096 r1099 23 23 # Current revisions: 24 24 # ------------------ 25 # 25 # adjustments for Kyushu-Univeristy computing center (lckyuh - hayaka) 26 # and for Forwind cluster (lcflow) 26 27 # 27 28 # Former revisions: … … 34 35 # 35 36 # 2013-02-02 07:06:13Z raasch 36 # adjustments for Kyushu-University computing center (lckyut )37 # adjustments for Kyushu-University computing center (lckyut - tatara) 37 38 # old changelog messages removed 38 39 # … … 128 129 (elephanta) local_addres=130.75.105.6; local_host=lcmuk;; 129 130 (fimm.bccs.uib.no) local_addres=172.20.4.2; local_host=lcfimm;; 131 (flow01) local_addres=10.141.255.71; local_host=lcflow;; 132 (flow02) local_addres=10.141.255.72; local_host=lcflow;; 130 133 (node*) local_addres=165.132.26.61 local_host=lck;; 131 134 # (node*) local_addres=210.219.61.8 local_host=lckordi;; … … 135 138 (gregale) local_addres=130.75.105.109; local_host=lcmuk;; 136 139 (hababai) local_addres=130.75.105.108; local_host=lcmuk;; 140 (hayaka*) local_addres=133.5.4.33; local_host=lckyuh;; 137 141 (hexagon.bccs.uib.no) local_addres=129.177.20.113; local_host=lcxe6;; 138 142 (hd1) local_addres=130.75.4.104; local_host=lcsgih;; … … 150 154 (login*) local_addres=118.128.66.223; local_host=lckiaps;; 151 155 (maestro) local_addres=130.75.105.2; local_host=lcmuk;; 156 (meller) local_addres=134.106.74.155; local_host=lcfor;; 152 157 (meteo-login*) local_addres=193.166.211.144;local_host=lcxt5m;; 153 158 (hexagon*) local_addres=129.177.20.113; local_host=lcxe6;; … … 156 161 (ostria) local_addres=130.75.105.106; local_host=lcmuk;; 157 162 (paesano) local_addres=130.75.105.46; local_host=lcmuk;; 163 (pcj*) local_addres=172.31.120.1; local_host=lckyut;; 158 164 (pingui) local_addres=134.106.74.118; local_host=lcfor;; 159 165 (quanero) local_addres=130.75.105.107; local_host=lcmuk;; … … 297 303 (ibmy) queue=parallel; remote_addres=165.132.26.58; submcom=/usr/lpp/LoadL/full/bin/llsubmit;; 298 304 (lcfimm) remote_addres=172.20.4.2; submcom=/opt/torque/bin/qsub;; 305 (lcflow) remote_addres=10.140.1.71; submcom=/cm/shared/apps/sge/6.2u5p2/bin/lx26-amd64/qsub;; 299 306 (lckyoto) remote_addres=133.3.51.11; submcom=/thin/local/bin/qsub;; 300 307 (lcsgib) queue=smallq; remote_addres=130.73.232.104; submcom=/opt/moab/bin/msub;; … … 303 310 (lckiaps) remote_addres=118.128.66.223; submcom=/cm/shared/apps/pbspro/11.0.2.110766/bin/qsub;; 304 311 (lckordi) remote_addres=210.219.61.8; submcom=/usr/torque/bin/qsub;; 312 (lckyuh) remote_addres=133.5.4.33; submcom=/usr/bin/pjsub;; 305 313 (lckyut) remote_addres=133.5.4.37; submcom=/usr/bin/pjsub;; 306 314 (lcsb) remote_addres=147.46.30.151; submcom=/usr/torque/bin/qsub;; … … 349 357 (*) error=true;; 350 358 esac;; 359 (lcflow) case $ndq in 360 (cfd_lom_long.q|cfd_him_long.q|cfd_lom_serl.q|cfd_lom_shrt.q|cfd_him_shrt.q) error=false;; 361 (*) error=true;; 362 esac;; 351 363 (lckiaps) case $ndq in 352 364 (express|normal) error=false;; … … 355 367 (lckyoto) case $ndq in 356 368 (eh|ph) error=false;; 369 (*) error=true;; 370 esac;; 371 (lckyuh) case $ndq in 372 (fx-dbg|fx-single|fx-small|fx-middle|fx-large) error=false;; 357 373 (*) error=true;; 358 374 esac;; … … 753 769 fi 754 770 771 elif [[ $remote_host = lcflow ]] 772 then 773 if [ $memory -gt 1900 ]; then 774 use_himem="" 775 else 776 use_himem="#" 777 fi 778 if [[ $numprocs != 0 ]] 779 then 780 pe_set="#$ -pe impi $numprocs" 781 else 782 pe_set="#$ -pe impi 1" 783 fi 784 if [[ $queue = default ]] 785 then 786 queue_set="" 787 else 788 queue_set="#$ -q $queue" 789 fi 790 [[ "$disc_space" = "" ]] && disc_space=50 791 792 cat > $job_to_send << %%END%% 793 #!/bin/bash 794 #$ -S /bin/bash 795 #$ -N $job_name 796 #$ -cwd 797 #$ -l h_rt=$timestring 798 #$ -l h_vmem=${memory}M 799 #$ -o $remote_dayfile 800 #$ -j y 801 $pe_set 802 #$ -R y 803 ${use_himem}#$ -l highmem=true 804 #$ -l h_fsize=${disc_space}G 805 $queue_set 806 807 %%END%% 808 755 809 elif [[ $remote_host = lck || $remote_host = lckordi || $remote_host = lcsb ]] 756 810 then … … 1029 1083 fi 1030 1084 1031 elif [[ $remote_host = lckyu t]]1085 elif [[ $remote_host = lckyuh ]] 1032 1086 then 1033 1087 cat > $job_to_send << %%END%% 1034 1088 #!/bin/bash 1089 #PJM -L "rscgrp=$queue" 1090 #PJM -L "node=$nodes" 1091 #PJM --mpi "proc=$numprocs" 1092 #PJM -L "elapse=$timestring" 1093 #PJM -o $remote_dayfile 1094 #PJM -j 1095 #PJM -X 1096 #PJM --no-stging 1097 1098 export LANG=en_US.UTF-8 1099 %%END%% 1100 1101 elif [[ $remote_host = lckyut ]] 1102 then 1103 cat > $job_to_send << %%END%% 1104 #!/bin/bash 1105 #PJM -L "rscgrp=$queue" 1035 1106 #PJM -L "vnode=$numprocs" 1036 1107 #PJM -L "vnode-core=1" 1037 #PJM -L "rscgrp=$queue"1038 #PJM --no-stging1039 1108 #PJM -L "elapse=$timestring" 1040 1109 #PJM --mpi proc=$numprocs 1041 1110 #PJM -o $remote_dayfile 1042 1111 #PJM -j 1112 #PJM -X 1113 #PJM --no-stging 1043 1114 1044 1115 export LANG=en_US.UTF-8 … … 1162 1233 echo "trap '" >> $job_to_send 1163 1234 echo "set +vx" >> $job_to_send 1164 if [[ $(echo $remote_host | cut -c1-3) = ibm || $(echo $remote_host | cut -c1-5) = lcsgi || $(echo $remote_host | cut -c1-3) = nec || $remote_host = lc kiaps || $remote_host = lckyut]]1235 if [[ $(echo $remote_host | cut -c1-3) = ibm || $(echo $remote_host | cut -c1-5) = lcsgi || $(echo $remote_host | cut -c1-3) = nec || $remote_host = lcflow || $remote_host = lckiaps || $remote_host = lckyu* ]] 1165 1236 then 1166 1237 if [[ $remote_host = ibmh ]] … … 1188 1259 then 1189 1260 return_queue=express 1261 elif [[ $remote_host = lckyuh ]] 1262 then 1263 return_queue=cx-single 1190 1264 elif [[ $remote_host = lckyut ]] 1191 1265 then … … 1255 1329 echo "%%END%%" >> $job_to_send 1256 1330 1331 elif [[ $remote_host = lckyuh ]] 1332 then 1333 echo "cat > scpjob.$kennung << %%END%%" >> $job_to_send 1334 echo "#!/bin/bash" >> $job_to_send 1335 echo "#PJM -L \"node=1\"" >> $job_to_send 1336 echo "#PJM -L \"rscgrp=$return_queue\"" >> $job_to_send 1337 echo "#PJM --no-stging" >> $job_to_send 1338 echo "#PJM -L \"elapse=30:00\"" >> $job_to_send 1339 echo "#PJM -o \$HOME/job_queue/last_job_transfer_protocol" >> $job_to_send 1340 echo "#PJM -j" >> $job_to_send 1341 echo " " >> $job_to_send 1342 echo "export LANG=en_US.UTF-8" >> $job_to_send 1343 echo "set -x" >> $job_to_send 1344 echo "batch_scp $PORTOPT -d -w 10 -u $local_user $local_addres $remote_dayfile \"$job_catalog\" $local_dayfile" >> $job_to_send 1345 echo "[[ \"\$for_subjob_to_do\" != \"\" ]] && eval \$for_subjob_to_do" >> $job_to_send 1346 echo "%%END%%" >> $job_to_send 1347 1257 1348 elif [[ $remote_host = lckyut ]] 1258 1349 then … … 1288 1379 echo "[[ \"\$for_subjob_to_do\" != \"\" ]] && eval \$for_subjob_to_do" >> $job_to_send 1289 1380 echo "%%END%%" >> $job_to_send 1381 1382 elif [[ $remote_host = lcflow ]] 1383 then 1384 echo "cat > scpjob.${kennung}.tmp << %%END%%" >> $job_to_send 1385 echo "#!/bin/bash" >> $job_to_send 1386 echo "SGEPREFIX -S /bin/bash" >> $job_to_send 1387 echo "SGEPREFIX -N transfer_$job_name" >> $job_to_send 1388 echo "SGEPREFIX -cwd" >> $job_to_send 1389 echo "SGEPREFIX -l h_rt=01:00:00" >> $job_to_send 1390 echo "SGEPREFIX -l h_vmem=100M" >> $job_to_send 1391 echo "SGEPREFIX -j y" >> $job_to_send 1392 echo "SGEPREFIX -o ${local_host}_${job_name}_scpjob_$kennung" >> $job_to_send 1393 echo " " >> $job_to_send 1394 echo "set -x" >> $job_to_send 1395 echo "export PALM_BIN=$PALM_BIN" | sed -e 's:'$HOME':$HOME:' >> $job_to_send 1396 echo "export PATH=\$PATH:\$PALM_BIN" >> $job_to_send 1397 echo "" >> $job_to_send 1398 echo "batch_scp $PORTOPT -d -w 10 -u $local_user $local_addres ${job_catalog}/$remote_dayfile \"$job_catalog\" $local_dayfile" >> $job_to_send 1399 echo "[[ \"\$for_subjob_to_do\" != \"\" ]] && eval \$for_subjob_to_do" >> $job_to_send 1400 echo "rm -f scpjob.${kennung}" >> $job_to_send 1401 echo "%%END%%" >> $job_to_send 1402 echo "sed -e 's/SGEPREFIX/#$/g' scpjob.${kennung}.tmp > scpjob.${kennung}" >> $job_to_send 1403 echo "rm -f scpjob.${kennung}.tmp" >> $job_to_send 1290 1404 1291 1405 else … … 1334 1448 echo "ssh $SSH_PORTOPT ${remote_username}@${remote_addres} \"$submcom ${job_catalog}/scpjob.$kennung\" " >> $job_to_send 1335 1449 echo "rm ${job_catalog}/scpjob.$kennung" >> $job_to_send 1336 elif [[ $remote_host = lckyu t]]1450 elif [[ $remote_host = lckyu* ]] 1337 1451 then 1338 1452 echo "scp $PORTOPT scpjob.$kennung ${remote_username}@${remote_addres}:job_queue" >> $job_to_send 1339 1453 echo "ssh $SSH_PORTOPT ${remote_username}@${remote_addres} \"cd job_queue; $submcom scpjob.$kennung; rm scpjob.$kennung\" " >> $job_to_send 1454 elif [[ $remote_host = lcflow ]] 1455 then 1456 echo "mv scpjob.$kennung $job_catalog" >> $job_to_send 1457 echo "ssh ${remote_username}@${remote_addres} \"$init_cmds $module_calls cd $job_catalog; $submcom scpjob.$kennung\" " >> $job_to_send 1340 1458 else 1341 1459 echo "$submcom scpjob.$kennung" >> $job_to_send … … 1370 1488 1371 1489 # remove job file 1372 if [[ $remote_host = lctit || $remote_host = ibmku ]]1490 if [[ $remote_host = lctit || $remote_host = ibmku || $remote_host = lcflow ]] 1373 1491 then 1374 1492 echo " " >> $job_to_send … … 1440 1558 then 1441 1559 ssh $SSH_PORTOPT $remote_addres -l $remote_user "cd $job_catalog; $submcom $job_on_remhost" 1560 elif [[ $remote_host = lcflow ]] 1561 then 1562 ssh $SSH_PORTOPT $remote_addres -l $remote_user "$init_cmds $module_calls cd $job_catalog; $submcom $job_on_remhost" 1442 1563 else 1443 1564 ssh $SSH_PORTOPT $remote_addres -l $remote_user "cd $job_catalog; $submcom $job_on_remhost; rm $job_on_remhost" … … 1450 1571 then 1451 1572 eval $submcom $job_on_remhost 1452 elif [[ $local_host = lcfimm || $local_host = lctit || $localhost = lcxe6 || $localhost = lck || $localhost = lckordi || $localhost = lcyon || $localhost = lcsb || $localhost = lckyu t]]1573 elif [[ $local_host = lcfimm || $local_host = lctit || $localhost = lcxe6 || $localhost = lck || $localhost = lckordi || $localhost = lcyon || $localhost = lcsb || $localhost = lckyu* ]] 1453 1574 then 1454 1575 chmod u+x $job_on_remhost … … 1469 1590 # Jobfile must not be deleted on lctit/ibmku!! This will be done 1470 1591 # only at the end of the job. 1471 if [[ $local_host != lctit && $local_host != ibmku ]]1592 if [[ $local_host != lctit && $local_host != ibmku && $local_host != lcflow ]] 1472 1593 then 1473 1594 rm $job_on_remhost … … 1483 1604 if [[ $no_submit = false ]] 1484 1605 then 1485 rm $job_to_send1606 rm -f $job_to_send 1486 1607 fi 1487 1608 [[ $verify = true ]] && printf "\n\n *** SUBJOB finished \n\n"
Note: See TracChangeset
for help on using the changeset viewer.
