Changeset 1255 for palm/trunk/SCRIPTS
- Timestamp:
- Nov 7, 2013 2:43:35 PM (11 years ago)
- Location:
- palm/trunk/SCRIPTS
- Files:
-
- 4 edited
Legend:
- Unmodified
- Added
- Removed
-
palm/trunk/SCRIPTS/.mrun.config.hlrnIII
r1243 r1255 40 40 %remote_username <replace by your HLRN-III username> lccrayb parallel 41 41 %memory 1500 lccrayb parallel 42 %login_init_cmd source:$MODULESHOME/init/ksh lccrayb parallel43 42 %modules fftw:cray-netcdf lccrayb parallel 44 #%create_executable_for_batch true lccrayb parallel45 43 # 46 44 %write_binary true restart … … 50 48 #---------------------------------------------------------------------------- 51 49 #IC: 50 IC:[[ \$localhost = lccrayb ]] && export ATP_ENABLED=0 51 IC:[[ \$localhost = lccrayb ]] && export MPICH_GNI_BTE_MULTI_CHANNEL=disabled 52 52 # 53 53 #---------------------------------------------------------------------------- -
palm/trunk/SCRIPTS/mbuild
r1230 r1255 22 22 # Current revisions: 23 23 # ------------------ 24 # 24 # further adjustments for lccrayb remote access 25 25 # 26 26 # Former revisions: … … 471 471 # IP-ADRESSE DES REMOTE-RECHNERS BESTIMMEN 472 472 case $remote_host in 473 (lccrayb) remote_addres=130.73.233.1;; 473 474 (lcflow) remote_addres="flow.hpc.uni-oldenburg.de";; 474 475 (lckordi) remote_adress=210.219.61.8;; … … 867 868 # EVENTUELLE DOPPELPUNKTE AUS DIREKTIVENSTRING ENTFERNEN 868 869 init_cmds=`echo $line | cut -d" " -s -f2 | sed 's/::/%DUM%/g' | sed 's/:/ /g' | sed 's/%DUM%/:/g'` 869 fi870 init_cmds="${init_cmds};"870 init_cmds="${init_cmds};" 871 fi 871 872 done < $tmp_mbuild 872 873 -
palm/trunk/SCRIPTS/mrun
r1242 r1255 22 22 # Current revisions: 23 23 # ------------------ 24 # 24 # further adjustments for lccrayb remote access 25 25 # 26 26 # Former revisions: … … 2827 2827 cd - > /dev/null 2828 2828 2829 cp SOURCES_FOR_RUN_$fname/* $TEMPDIR_COMPILE 2829 # DUE TO UNKNOWN REASONS, COPY WITH cp COMMAND CREATES CORRUPT 2830 # FILES ON CRAY XC30 SYSTEMS (HLRN III), rsync IS USED INSTEAD 2831 rsync -av -t SOURCES_FOR_RUN_$fname/* $TEMPDIR_COMPILE > /dev/null 2830 2832 2831 2833 else … … 2920 2922 [[ ! -f a.out ]] && compile_error=true 2921 2923 continue # ANDERENFALLS IST STATUS=1, FALLS A.OUT VORHANDEN 2922 elif [[ $localhost = lccray f ]]2924 elif [[ $localhost = lccrayb || $localhost = lccrayf ]] 2923 2925 then 2924 2926 make $mopts -f Makefile PROG=a.out F90=$compiler_name COPT="$cpp_options" F90FLAGS="$fopts" LDFLAGS="$lopts" … … 4121 4123 printf "\n >>> OUTPUT: ${localout[$i]}$cst by SCP to" 4122 4124 printf "\n ${pathout[$i]}/${localhost}_${fname}${endout[$i]}$cst\n" 4123 batch_scp $PORTOPT $cps -b -m -u $return_username $return_addres ${localout[$i]} "${pathout[$i]}" ${localhost}_${fname}${endout[$i]} ${extout[$i]} 4125 if [[ $localhost = lccrayb ]] 4126 then 4127 ssh $usern@blogin1 "cd $TEMPDIR; batch_scp $PORTOPT $cps -b -m -u $return_username $return_addres ${localout[$i]} \"${pathout[$i]}\" ${localhost}_${fname}${endout[$i]} ${extout[$i]}" 4128 else 4129 batch_scp $PORTOPT $cps -b -m -u $return_username $return_addres ${localout[$i]} "${pathout[$i]}" ${localhost}_${fname}${endout[$i]} ${extout[$i]} 4130 fi 4124 4131 [[ $? != 0 ]] && transfer_failed=true 4125 4132 … … 4196 4203 printf "\n >>> OUTPUT: ${localout[$i]} append by SCP to" 4197 4204 printf "\n ${pathout[$i]}/${localhost}_${fname}${endout[$i]}\n" 4198 batch_scp $PORTOPT -A -b -m -u $return_username $return_addres ${localout[$i]} "${pathout[$i]}" ${localhost}_${fname}${endout[$i]} ${extout[$i]} 4205 if [[ $localhost = lccrayb ]] 4206 then 4207 ssh $usern@blogin1 "cd $TEMPDIR; batch_scp $PORTOPT -A -b -m -u $return_username $return_addres ${localout[$i]} \"${pathout[$i]}\" ${localhost}_${fname}${endout[$i]} ${extout[$i]}" 4208 else 4209 batch_scp $PORTOPT -A -b -m -u $return_username $return_addres ${localout[$i]} "${pathout[$i]}" ${localhost}_${fname}${endout[$i]} ${extout[$i]} 4210 fi 4199 4211 [[ $? != 0 ]] && transfer_failed=true 4200 4212 … … 4679 4691 then 4680 4692 4681 if [[ $localhost = lcsgih || $localhost = lc sgib || $localhost = nech || $localhost = ibmh || $localhost = ibmkisti || $localhost = ibmku || $localhost = ibms || $localhost = lcflow || $localhost = lckyu* ]]4693 if [[ $localhost = lcsgih || $localhost = lccrayb || $localhost = nech || $localhost = ibmh || $localhost = ibmkisti || $localhost = ibmku || $localhost = ibms || $localhost = lcflow || $localhost = lckyu* ]] 4682 4694 then 4683 4695 echo "*** ssh will be used to initiate restart-runs!" … … 4689 4701 then 4690 4702 ssh $SSH_PORTOPT $usern@136.172.40.15 "ssh $SSH_PORTOPT $return_addres -l $return_username \"PATH=\\\$PATH:$LOCAL_MRUN_PATH;. /muksoft/packages/intel/bin/compilervars.sh intel64;export PALM_BIN=$LOCAL_MRUN_PATH;cd $LOCAL_PWD; $mc\" " 4703 elif [[ $localhost = lccrayb ]] 4704 then 4705 ssh $usern@blogin1 "ssh $SSH_PORTOPT $return_addres -l $return_username \"PATH=\\\$PATH:$LOCAL_MRUN_PATH;. /muksoft/packages/intel/bin/compilervars.sh intel64;export PALM_BIN=$LOCAL_MRUN_PATH;cd $LOCAL_PWD; $mc\" " 4691 4706 else 4692 4707 ssh $SSH_PORTOPT $return_addres -l $return_username "PATH=\$PATH:$LOCAL_MRUN_PATH;. /muksoft/packages/intel/bin/compilervars.sh intel64;export PALM_BIN=$LOCAL_MRUN_PATH;cd $LOCAL_PWD; $mc " … … 4696 4711 then 4697 4712 ssh $SSH_PORTOPT $usern@gaiad "ssh $SSH_PORTOPT $return_addres -l $return_username \"PATH=\\\$PATH:$LOCAL_MRUN_PATH;export PALM_BIN=$LOCAL_MRUN_PATH;cd $LOCAL_PWD; $mc\" " 4713 elif [[ $localhost = lcflow ]] 4714 then 4715 /usr/bin/ssh $SSH_PORTOPT $return_addres -l $return_username "PATH=\$PATH:$LOCAL_MRUN_PATH;export PALM_BIN=$LOCAL_MRUN_PATH;cd $LOCAL_PWD; $mc " 4716 elif [[ $localhost = lccrayb ]] 4717 then 4718 ssh $usern@blogin1 "ssh $SSH_PORTOPT $return_addres -l $return_username \"PATH=\\\$PATH:$LOCAL_MRUN_PATH;export PALM_BIN=$LOCAL_MRUN_PATH;cd $LOCAL_PWD; $mc\" " 4698 4719 else 4699 if [[ $localhost = lcflow ]] 4700 then 4701 /usr/bin/ssh $SSH_PORTOPT $return_addres -l $return_username "PATH=\$PATH:$LOCAL_MRUN_PATH;export PALM_BIN=$LOCAL_MRUN_PATH;cd $LOCAL_PWD; $mc " 4702 else 4703 ssh $SSH_PORTOPT $return_addres -l $return_username "PATH=\$PATH:$LOCAL_MRUN_PATH;export PALM_BIN=$LOCAL_MRUN_PATH;cd $LOCAL_PWD; $mc " 4704 fi 4720 ssh $SSH_PORTOPT $return_addres -l $return_username "PATH=\$PATH:$LOCAL_MRUN_PATH;export PALM_BIN=$LOCAL_MRUN_PATH;cd $LOCAL_PWD; $mc " 4705 4721 fi 4706 4722 fi … … 4925 4941 # DUE TO UNKNOWN REASONS, COPY WITH cp COMMAND CREATES CORRUPT 4926 4942 # FILES ON CRAY XC30 SYSTEMS (CSC HELSINKI), rsync IS USED INSTEAD 4927 echo "rsync -a e-t $working_directory/SOURCES_FOR_RUN_$fname ." >> $jobfile4943 echo "rsync -av -t $working_directory/SOURCES_FOR_RUN_$fname ." >> $jobfile 4928 4944 4929 4945 else 4930 if [[ $host != ibmkisti ]] 4931 then 4932 echo "scp $PORTOPT -r $return_username@$return_addres:$working_directory/SOURCES_FOR_RUN_$fname ." >> $jobfile 4933 else 4946 if [[ $host = ibmkisti ]] 4947 then 4934 4948 # on KISTI's IBM firewall is only opened on interactive node 4935 4949 echo "localdir=\`pwd\`" >> $jobfile 4936 4950 echo "ssh $SSH_PORTOPT $remote_username@gaiad \"cd \$localdir; scp $PORTOPT -r $return_username@$return_addres:$working_directory/SOURCES_FOR_RUN_$fname .\" " >> $jobfile 4951 elif [[ $host = lccrayb ]] 4952 then 4953 echo "localdir=\`pwd\`" >> $jobfile 4954 echo "ssh $SSH_PORTOPT $remote_username@blogin1 \"cd \$localdir; scp $PORTOPT -r $return_username@$return_addres:$working_directory/SOURCES_FOR_RUN_$fname .\" " >> $jobfile 4955 else 4956 echo "scp $PORTOPT -r $return_username@$return_addres:$working_directory/SOURCES_FOR_RUN_$fname ." >> $jobfile 4937 4957 fi 4938 4958 fi -
palm/trunk/SCRIPTS/subjob
r1235 r1255 23 23 # Current revisions: 24 24 # ------------------ 25 # 25 # further adjustments for lccrayb 26 26 # 27 27 # Former revisions: … … 142 142 (bicegate2) local_addres=130.73.232.103; local_host=lcsgib;; 143 143 (blizzard1) local_addres=136.172.40.15; local_host=ibmh;; 144 (blogin* )local_addres=130.73.233.1; local_host=lccrayb;;144 (blogin*|bxc*) local_addres=130.73.233.1; local_host=lccrayb;; 145 145 (breva) local_addres=130.75.105.98; local_host=lcmuk;; 146 146 (buran) local_addres=130.75.105.58; local_host=lcmuk;; … … 203 203 (*.cc.kyushu-u.ac.jp) local_addres=133.5.4.129; local_host=ibmku;; 204 204 (*) printf "\n +++ \"$local_host\" unknown"; 205 printf "\n please inform S. Raasch!";205 printf "\n please contact the PALM group at IMUK"; 206 206 locat=parameter; exit;; 207 207 esac … … 783 783 then 784 784 cat > $job_to_send << %%END%% 785 #!/bin/bash --login785 #!/bin/bash 786 786 #PBS -N $job_name 787 787 #PBS -l walltime=$timestring … … 793 793 794 794 $module_calls 795 export ATP_ENABLED=0796 export MPICH_GNI_BTE_MULTI_CHANNEL=disabled797 795 798 796 %%END%% … … 1341 1339 echo "trap '" >> $job_to_send 1342 1340 echo "set +vx" >> $job_to_send 1343 if [[ $(echo $remote_host | cut -c1-3) = ibm || $ (echo $remote_host | cut -c1-5) = lcsgi || $(echo $remote_host | cut -c1-3) = nec || $remote_host = lcflow || $remote_host = lckiaps || $remote_host = lckyu* ]]1341 if [[ $(echo $remote_host | cut -c1-3) = ibm || $remote_host = lccrayb || $(echo $remote_host | cut -c1-5) = lcsgi || $(echo $remote_host | cut -c1-3) = nec || $remote_host = lcflow || $remote_host = lckiaps || $remote_host = lckyu* ]] 1344 1342 then 1345 1343 if [[ $remote_host = ibmh ]] … … 1364 1362 then 1365 1363 return_queue=SP 1364 elif [[ $remote_host = lccrayb ]] 1365 then 1366 return_queue=dataq 1366 1367 elif [[ $remote_host = lckiaps ]] 1367 1368 then … … 1487 1488 echo "[[ \"\$for_subjob_to_do\" != \"\" ]] && eval \$for_subjob_to_do" >> $job_to_send 1488 1489 echo "%%END%%" >> $job_to_send 1490 1491 elif [[ $remote_host = lccrayb ]] 1492 then 1493 echo "cat > scpjob.$kennung << %%END%%" >> $job_to_send 1494 echo "#!/bin/bash" >> $job_to_send 1495 echo "#PBS -N job_protocol_transfer" >> $job_to_send 1496 echo "#PBS -l walltime=00:30:00" >> $job_to_send 1497 echo "#PBS -l mppwidth=1" >> $job_to_send 1498 echo "#PBS -l mppnppn=1" >> $job_to_send 1499 echo "#PBS -o \$HOME/job_queue/last_job_transfer_protocol" >> $job_to_send 1500 echo "#PBS -j oe" >> $job_to_send 1501 echo " " >> $job_to_send 1502 echo "set -x" >> $job_to_send 1503 echo "batch_scp $PORTOPT -d -w 10 -u $local_user $local_addres ${job_catalog}/$remote_dayfile \"$job_catalog\" $local_dayfile" >> $job_to_send 1504 echo "[[ \"\$for_subjob_to_do\" != \"\" ]] && eval \$for_subjob_to_do" >> $job_to_send 1505 echo "%%END%%" >> $job_to_send 1489 1506 1490 1507 elif [[ $remote_host = lcflow ]] … … 1541 1558 then 1542 1559 echo "llsubmit scpjob.$kennung" >> $job_to_send 1560 elif [[ $remote_host = lccrayb ]] 1561 then 1562 echo "qsub -q $return_queue scpjob.$kennung" >> $job_to_send 1543 1563 elif [[ $(echo $remote_host | cut -c1-5) = lcsgi ]] 1544 1564 then
Note: See TracChangeset
for help on using the changeset viewer.
