Changeset 1255 for palm/trunk/SCRIPTS


Ignore:
Timestamp:
Nov 7, 2013 2:43:35 PM (11 years ago)
Author:
raasch
Message:

further adjustments for lccrayb, mainly concerning remote job access

Location:
palm/trunk/SCRIPTS
Files:
4 edited

Legend:

Unmodified
Added
Removed
  • palm/trunk/SCRIPTS/.mrun.config.hlrnIII

    r1243 r1255  
    4040%remote_username     <replace by your HLRN-III username>                    lccrayb parallel
    4141%memory              1500                        lccrayb parallel
    42 %login_init_cmd      source:$MODULESHOME/init/ksh lccrayb parallel
    4342%modules             fftw:cray-netcdf            lccrayb parallel
    44 #%create_executable_for_batch  true               lccrayb parallel
    4543#             
    4644%write_binary        true                             restart
     
    5048#----------------------------------------------------------------------------
    5149#IC:
     50IC:[[ \$localhost = lccrayb ]]  &&  export ATP_ENABLED=0
     51IC:[[ \$localhost = lccrayb ]]  &&  export MPICH_GNI_BTE_MULTI_CHANNEL=disabled
    5252#
    5353#----------------------------------------------------------------------------
  • palm/trunk/SCRIPTS/mbuild

    r1230 r1255  
    2222# Current revisions:
    2323# ------------------
    24 #
     24# further adjustments for lccrayb remote access
    2525#
    2626# Former revisions:
     
    471471       # IP-ADRESSE DES REMOTE-RECHNERS BESTIMMEN
    472472    case  $remote_host  in
     473        (lccrayb)        remote_addres=130.73.233.1;;
    473474        (lcflow)         remote_addres="flow.hpc.uni-oldenburg.de";;
    474475        (lckordi)        remote_adress=210.219.61.8;;
     
    867868             # EVENTUELLE DOPPELPUNKTE AUS DIREKTIVENSTRING ENTFERNEN
    868869          init_cmds=`echo $line | cut -d" " -s -f2 | sed 's/::/%DUM%/g' | sed 's/:/ /g' | sed 's/%DUM%/:/g'`
    869        fi
    870        init_cmds="${init_cmds};"
     870          init_cmds="${init_cmds};"
     871       fi
    871872    done < $tmp_mbuild
    872873
  • palm/trunk/SCRIPTS/mrun

    r1242 r1255  
    2222# Current revisions:
    2323# ------------------
    24 #
     24# further adjustments for lccrayb remote access
    2525#
    2626# Former revisions:
     
    28272827       cd -  > /dev/null
    28282828
    2829        cp  SOURCES_FOR_RUN_$fname/*  $TEMPDIR_COMPILE
     2829          # DUE TO UNKNOWN REASONS, COPY WITH cp COMMAND CREATES CORRUPT
     2830          # FILES ON CRAY XC30 SYSTEMS (HLRN III), rsync IS USED INSTEAD
     2831       rsync -av -t  SOURCES_FOR_RUN_$fname/*  $TEMPDIR_COMPILE  >  /dev/null
    28302832
    28312833    else
     
    29202922             [[ ! -f a.out ]]  &&  compile_error=true
    29212923             continue   # ANDERENFALLS IST STATUS=1, FALLS A.OUT VORHANDEN
    2922           elif [[ $localhost = lccrayf ]]
     2924          elif [[ $localhost = lccrayb  ||  $localhost = lccrayf ]]
    29232925          then
    29242926             make $mopts -f Makefile PROG=a.out  F90=$compiler_name  COPT="$cpp_options"  F90FLAGS="$fopts"  LDFLAGS="$lopts"
     
    41214123                   printf "\n  >>> OUTPUT: ${localout[$i]}$cst  by SCP to"
    41224124                   printf "\n              ${pathout[$i]}/${localhost}_${fname}${endout[$i]}$cst\n"
    4123                    batch_scp $PORTOPT $cps -b -m -u $return_username $return_addres  ${localout[$i]} "${pathout[$i]}" ${localhost}_${fname}${endout[$i]}  ${extout[$i]}
     4125                   if [[ $localhost = lccrayb ]]
     4126                   then
     4127                      ssh $usern@blogin1 "cd $TEMPDIR; batch_scp $PORTOPT $cps -b -m -u $return_username $return_addres  ${localout[$i]} \"${pathout[$i]}\" ${localhost}_${fname}${endout[$i]}  ${extout[$i]}"
     4128                   else
     4129                      batch_scp $PORTOPT $cps -b -m -u $return_username $return_addres  ${localout[$i]} "${pathout[$i]}" ${localhost}_${fname}${endout[$i]}  ${extout[$i]}
     4130                   fi
    41244131                   [[ $? != 0 ]]  &&  transfer_failed=true
    41254132
     
    41964203                   printf "\n  >>> OUTPUT: ${localout[$i]}  append by SCP to"
    41974204                   printf "\n              ${pathout[$i]}/${localhost}_${fname}${endout[$i]}\n"
    4198                    batch_scp $PORTOPT -A -b -m -u $return_username  $return_addres ${localout[$i]} "${pathout[$i]}" ${localhost}_${fname}${endout[$i]}  ${extout[$i]}
     4205                   if [[ $localhost = lccrayb ]]
     4206                   then
     4207                      ssh $usern@blogin1 "cd $TEMPDIR; batch_scp $PORTOPT -A -b -m -u $return_username $return_addres  ${localout[$i]} \"${pathout[$i]}\" ${localhost}_${fname}${endout[$i]}  ${extout[$i]}"
     4208                   else
     4209                      batch_scp $PORTOPT -A -b -m -u $return_username  $return_addres ${localout[$i]} "${pathout[$i]}" ${localhost}_${fname}${endout[$i]}  ${extout[$i]}
     4210                   fi
    41994211                   [[ $? != 0 ]]  &&  transfer_failed=true
    42004212
     
    46794691          then
    46804692
    4681              if [[ $localhost = lcsgih  ||  $localhost = lcsgib  ||  $localhost = nech  ||  $localhost = ibmh  ||  $localhost = ibmkisti  ||  $localhost = ibmku  ||  $localhost = ibms  ||  $localhost = lcflow  ||  $localhost = lckyu* ]]
     4693             if [[ $localhost = lcsgih  ||  $localhost = lccrayb  ||  $localhost = nech  ||  $localhost = ibmh  ||  $localhost = ibmkisti  ||  $localhost = ibmku  ||  $localhost = ibms  ||  $localhost = lcflow  ||  $localhost = lckyu* ]]
    46824694             then
    46834695                echo "*** ssh will be used to initiate restart-runs!"
     
    46894701                   then
    46904702                      ssh $SSH_PORTOPT $usern@136.172.40.15 "ssh $SSH_PORTOPT $return_addres -l $return_username \"PATH=\\\$PATH:$LOCAL_MRUN_PATH;. /muksoft/packages/intel/bin/compilervars.sh intel64;export PALM_BIN=$LOCAL_MRUN_PATH;cd $LOCAL_PWD; $mc\" "
     4703                   elif [[ $localhost = lccrayb ]]
     4704                   then
     4705                      ssh $usern@blogin1 "ssh $SSH_PORTOPT $return_addres -l $return_username \"PATH=\\\$PATH:$LOCAL_MRUN_PATH;. /muksoft/packages/intel/bin/compilervars.sh intel64;export PALM_BIN=$LOCAL_MRUN_PATH;cd $LOCAL_PWD; $mc\" "
    46914706                   else
    46924707                      ssh $SSH_PORTOPT $return_addres -l $return_username "PATH=\$PATH:$LOCAL_MRUN_PATH;. /muksoft/packages/intel/bin/compilervars.sh intel64;export PALM_BIN=$LOCAL_MRUN_PATH;cd $LOCAL_PWD; $mc "
     
    46964711                   then
    46974712                      ssh $SSH_PORTOPT $usern@gaiad "ssh $SSH_PORTOPT $return_addres -l $return_username \"PATH=\\\$PATH:$LOCAL_MRUN_PATH;export PALM_BIN=$LOCAL_MRUN_PATH;cd $LOCAL_PWD; $mc\" "
     4713                   elif [[ $localhost = lcflow ]]
     4714                   then
     4715                      /usr/bin/ssh $SSH_PORTOPT $return_addres -l $return_username "PATH=\$PATH:$LOCAL_MRUN_PATH;export PALM_BIN=$LOCAL_MRUN_PATH;cd $LOCAL_PWD; $mc "
     4716                   elif [[ $localhost = lccrayb ]]
     4717                   then
     4718                      ssh $usern@blogin1 "ssh $SSH_PORTOPT $return_addres -l $return_username \"PATH=\\\$PATH:$LOCAL_MRUN_PATH;export PALM_BIN=$LOCAL_MRUN_PATH;cd $LOCAL_PWD; $mc\" "
    46984719                   else
    4699                       if [[ $localhost = lcflow ]]
    4700                       then
    4701                          /usr/bin/ssh $SSH_PORTOPT $return_addres -l $return_username "PATH=\$PATH:$LOCAL_MRUN_PATH;export PALM_BIN=$LOCAL_MRUN_PATH;cd $LOCAL_PWD; $mc "
    4702                       else
    4703                          ssh $SSH_PORTOPT $return_addres -l $return_username "PATH=\$PATH:$LOCAL_MRUN_PATH;export PALM_BIN=$LOCAL_MRUN_PATH;cd $LOCAL_PWD; $mc "
    4704                       fi
     4720                      ssh $SSH_PORTOPT $return_addres -l $return_username "PATH=\$PATH:$LOCAL_MRUN_PATH;export PALM_BIN=$LOCAL_MRUN_PATH;cd $LOCAL_PWD; $mc "
    47054721                   fi
    47064722                fi
     
    49254941             # DUE TO UNKNOWN REASONS, COPY WITH cp COMMAND CREATES CORRUPT
    49264942             # FILES ON CRAY XC30 SYSTEMS (CSC HELSINKI), rsync IS USED INSTEAD
    4927           echo  "rsync -ae -t  $working_directory/SOURCES_FOR_RUN_$fname  ."  >>  $jobfile
     4943          echo  "rsync -av -t  $working_directory/SOURCES_FOR_RUN_$fname  ."  >>  $jobfile
    49284944
    49294945       else
    4930           if [[ $host != ibmkisti ]]
    4931           then
    4932              echo  "scp $PORTOPT -r $return_username@$return_addres:$working_directory/SOURCES_FOR_RUN_$fname ."  >>  $jobfile
    4933           else
     4946          if [[ $host = ibmkisti ]]
     4947          then
    49344948                # on KISTI's IBM firewall is only opened on interactive node
    49354949             echo  "localdir=\`pwd\`"                            >>  $jobfile
    49364950             echo  "ssh $SSH_PORTOPT $remote_username@gaiad \"cd \$localdir; scp $PORTOPT -r  $return_username@$return_addres:$working_directory/SOURCES_FOR_RUN_$fname .\" "  >>  $jobfile
     4951          elif [[ $host = lccrayb ]]
     4952          then
     4953             echo  "localdir=\`pwd\`"                            >>  $jobfile
     4954             echo  "ssh $SSH_PORTOPT $remote_username@blogin1 \"cd \$localdir; scp $PORTOPT -r  $return_username@$return_addres:$working_directory/SOURCES_FOR_RUN_$fname .\" "  >>  $jobfile
     4955          else
     4956             echo  "scp $PORTOPT -r $return_username@$return_addres:$working_directory/SOURCES_FOR_RUN_$fname ."  >>  $jobfile
    49374957          fi
    49384958       fi
  • palm/trunk/SCRIPTS/subjob

    r1235 r1255  
    2323# Current revisions:
    2424# ------------------
    25 #
     25# further adjustments for lccrayb
    2626#
    2727# Former revisions:
     
    142142     (bicegate2)             local_addres=130.73.232.103; local_host=lcsgib;;
    143143     (blizzard1)             local_addres=136.172.40.15;  local_host=ibmh;;
    144      (blogin*)               local_addres=130.73.233.1;   local_host=lccrayb;;
     144     (blogin*|bxc*)          local_addres=130.73.233.1;   local_host=lccrayb;;
    145145     (breva)                 local_addres=130.75.105.98;  local_host=lcmuk;;
    146146     (buran)                 local_addres=130.75.105.58;  local_host=lcmuk;;
     
    203203     (*.cc.kyushu-u.ac.jp)   local_addres=133.5.4.129;    local_host=ibmku;;
    204204     (*)                     printf "\n  +++ \"$local_host\" unknown";
    205                              printf "\n      please inform S. Raasch!";
     205                             printf "\n      please contact the PALM group at IMUK";
    206206                             locat=parameter; exit;;
    207207 esac
     
    783783    then
    784784       cat > $job_to_send << %%END%%
    785 #!/bin/bash --login
     785#!/bin/bash
    786786#PBS -N $job_name
    787787#PBS -l walltime=$timestring
     
    793793
    794794$module_calls
    795 export ATP_ENABLED=0
    796 export MPICH_GNI_BTE_MULTI_CHANNEL=disabled
    797795
    798796%%END%%
     
    13411339    echo "trap '"                               >>  $job_to_send
    13421340    echo "set +vx"                              >>  $job_to_send
    1343     if [[ $(echo $remote_host | cut -c1-3) = ibm  ||  $(echo $remote_host | cut -c1-5) = lcsgi  ||  $(echo $remote_host | cut -c1-3) = nec  ||  $remote_host = lcflow  ||  $remote_host = lckiaps  ||  $remote_host = lckyu* ]]
     1341    if [[ $(echo $remote_host | cut -c1-3) = ibm  ||  $remote_host = lccrayb  ||  $(echo $remote_host | cut -c1-5) = lcsgi  ||  $(echo $remote_host | cut -c1-3) = nec  ||  $remote_host = lcflow  ||  $remote_host = lckiaps  ||  $remote_host = lckyu* ]]
    13441342    then
    13451343       if [[ $remote_host = ibmh ]]
     
    13641362       then
    13651363          return_queue=SP
     1364       elif [[ $remote_host = lccrayb ]]
     1365       then
     1366          return_queue=dataq
    13661367       elif [[ $remote_host = lckiaps ]]
    13671368       then
     
    14871488          echo "[[ \"\$for_subjob_to_do\" != \"\" ]]  &&  eval \$for_subjob_to_do"  >>  $job_to_send
    14881489          echo "%%END%%"                           >>  $job_to_send
     1490
     1491       elif [[ $remote_host = lccrayb ]]
     1492       then
     1493          echo "cat > scpjob.$kennung << %%END%%"        >>  $job_to_send
     1494          echo "#!/bin/bash"                             >>  $job_to_send
     1495          echo "#PBS -N job_protocol_transfer"           >>  $job_to_send
     1496          echo "#PBS -l walltime=00:30:00"               >>  $job_to_send
     1497          echo "#PBS -l mppwidth=1"                      >>  $job_to_send
     1498          echo "#PBS -l mppnppn=1"                       >>  $job_to_send
     1499          echo "#PBS -o \$HOME/job_queue/last_job_transfer_protocol"      >>  $job_to_send
     1500          echo "#PBS -j oe"                              >>  $job_to_send
     1501          echo " "                                       >>  $job_to_send
     1502          echo "set -x"                                  >>  $job_to_send
     1503          echo "batch_scp  $PORTOPT  -d  -w 10  -u $local_user $local_addres  ${job_catalog}/$remote_dayfile  \"$job_catalog\"  $local_dayfile"  >>  $job_to_send
     1504          echo "[[ \"\$for_subjob_to_do\" != \"\" ]]  &&  eval \$for_subjob_to_do"  >>  $job_to_send
     1505          echo "%%END%%"                                 >>  $job_to_send
    14891506
    14901507       elif [[ $remote_host = lcflow ]]
     
    15411558       then
    15421559          echo "llsubmit  scpjob.$kennung"      >>  $job_to_send
     1560       elif [[ $remote_host = lccrayb ]]
     1561       then
     1562          echo "qsub -q $return_queue  scpjob.$kennung"               >>  $job_to_send
    15431563       elif [[ $(echo $remote_host | cut -c1-5) = lcsgi ]]
    15441564       then
Note: See TracChangeset for help on using the changeset viewer.