Changeset 2266 for palm/trunk/SCRIPTS


Ignore:
Timestamp:
Jun 9, 2017 9:27:21 AM (7 years ago)
Author:
raasch
Message:

bugfix for calculating cpu-time per gridpoint, nech related parts removed from subjob script

File:
1 edited

Legend:

Unmodified
Added
Removed
  • palm/trunk/SCRIPTS/subjob

    r2257 r2266  
    2828# -----------------
    2929# $Id$
     30# nech related parts removed
     31#
     32# 2257 2017-06-07 14:07:05Z witha
    3033# adjustments for lceddy, removed lcflow-specific code
    3134#
     
    231234     (climate*)              local_address=165.132.26.68;  local_host=lcyon;;
    232235     (clogin*)               local_address=86.50.166.21;   local_host=lccrayf;;
    233      (cs*)                   local_address=136.172.44.131; local_host=nech;;
    234236     (elephanta)             local_address=130.75.105.6;   local_host=lcmuk;;
    235237     (hpcl*)                 local_address=eddy.hpc.uni-oldenburg.de; local_host=lceddy;;
     
    334336    printf "\n        -h    execution host, available hosts:    $remote_host"
    335337    printf "\n              ibm, ibmh, ibmkisti, ibmku, ibms, lc...,"
    336     printf "\n              lckiaps, lctit, nech"
     338    printf "\n              lckiaps, lctit"
    337339    printf "\n        -m    memory demand per process in MByte  ---"
    338340    printf "\n        -n    jobname                             <jobdatei>"
     
    420422        (lcxt5m)  remote_address=193.166.211.144; submcom=/opt/pbs/10.1.0.91350/bin/qsub;;
    421423        (lcyon)   remote_address=165.132.26.68; submcom=/usr/torque/bin/qsub;;
    422         (nech)    qsubmem=memsz_job; qsubtime=cputim_job; remote_address=136.172.44.147; submcom="/usr/local/bin/qsub";;
    423424        (*)       printf "\n  +++ hostname \"$remote_host\" not allowed";
    424425                  locat=parameter; exit;;
     
    536537    fi
    537538 done
    538  if [[ $remote_host = nech ]]
    539  then
    540     if (( tasks_per_node != 0 ))
    541     then
    542        (( cputime = cputime * tasks_per_node ))
    543     elif [[ $numprocs != 0 ]]
    544     then
    545        (( cputime = cputime * numprocs ))
    546     fi
    547  fi
    548539 (( stunden  = cputime / 3600 ))
    549540 (( resttime = cputime - stunden * 3600 ))
     
    569560 done
    570561
    571  if [[ $remote_host = nech ]]
    572  then
    573     if (( tasks_per_node != 0 ))
    574     then
    575        (( Memory = memory * tasks_per_node / 1000 ))
    576     elif [[ $numprocs != 0 ]]
    577     then
    578        (( Memory = memory * numprocs / 1000 ))
    579     else
    580        (( Memory = memory / 1000 ))
    581     fi
    582  elif [[ $remote_host = lctit ]]
     562 if [[ $remote_host = lctit ]]
    583563 then
    584564    (( Memory = memory * tasks_per_node / 1000 ))
     
    12041184%%END%%
    12051185
    1206  elif [[ $remote_host = nech ]]
    1207  then
    1208 
    1209     if (( nodes > 1 ))
    1210     then
    1211        cat > $job_to_send << %%END%%
    1212 #!/bin/ksh
    1213 #PBS -l cpunum_prc=$processes_per_node,cputim_job=$cputime
    1214 #PBS -l ${qsubmem}=${Memory}gb
    1215 #PBS -b $nodes
    1216 #PBS -o $remote_dayfile
    1217 #PBS -N palm
    1218 #PBS -j o
    1219 #PBS -T mpisx
    1220 
    1221 %%END%%
    1222 
    1223     elif [[ $numprocs != 0 ]]
    1224     then
    1225        cat > $job_to_send << %%END%%
    1226 #!/bin/ksh
    1227 #PBS -l cpunum_prc=$processes_per_node,cputim_job=$cputime
    1228 #PBS -l ${qsubmem}=${Memory}gb
    1229 #PBS -o $remote_dayfile
    1230 #PBS -N palm
    1231 #PBS -j o
    1232 
    1233 %%END%%
    1234 
    1235     else
    1236        cat > $job_to_send << %%END%%
    1237 #!/bin/ksh
    1238 #PBS -l ${qsubmem}=${Memory}gb,${qsubtime}=$cputime
    1239 #PBS -o $remote_dayfile
    1240 #PBS -j o
    1241 
    1242 %%END%%
    1243 
    1244     fi
    1245 
    12461186 elif [[ $remote_host = lctit ]]
    12471187 then
     
    13521292          fi
    13531293          echo "echo \"exit\" >> scpjob.$identifier"                     >>  $job_to_send
    1354 
    1355        elif [[ $remote_host = nech ]]
    1356        then
    1357           echo "cd /pf/b/${remote_user}/job_queue" >>  $job_to_send
    1358           echo "cat > scpjob.$identifier << %%END%%"  >>  $job_to_send
    1359           echo "#PBS -l ${qsubmem}=1GB,${qsubtime}=100"  >>  $job_to_send
    1360           echo "#PBS -o last_job_transfer_protocol"      >>  $job_to_send
    1361           echo "#PBS -j o"                         >>  $job_to_send
    1362           echo " "                                 >>  $job_to_send
    1363           echo "set -x"                            >>  $job_to_send
    1364           echo "cd /pf/b/${remote_user}/job_queue" >>  $job_to_send
    1365           echo "batch_scp  $PORTOPT  -d  -w 10  -u $local_user $local_address  $remote_dayfile  \"$job_catalog\"  $local_dayfile"  >>  $job_to_send
    1366           echo "[[ \"\$for_subjob_to_do\" != \"\" ]]  &&  eval \$for_subjob_to_do"  >>  $job_to_send
    1367           echo "%%END%%"                           >>  $job_to_send
    13681294
    13691295       elif [[ $remote_host = lcbullhh ]]
     
    15331459          echo "rm  scpjob.$identifier"            >>  $job_to_send
    15341460       fi
    1535        if [[ $remote_host = nech ]]
    1536        then
    1537           echo "cd -"                           >>  $job_to_send
    1538        fi
    15391461    else
    15401462#       echo "ftpcopy  -d  $local_address  ${job_catalog}/$remote_dayfile  \"$job_catalog\"  $local_dayfile"  >>  $job_to_send
     
    15751497          job_catalog_save=$job_catalog
    15761498          job_catalog=job_queue
    1577        elif [[ $remote_host = nech ]]
    1578        then
    1579           job_catalog_save=$job_catalog
    1580           job_catalog=/hpf/b/${remote_user}/job_queue
    15811499       fi
    1582        if [[ $remote_host = nech ]]
    1583        then
    1584              # FILES CAN ONLY BE TRANSFERED VIA DKRZ'S ARCHIVE-SERVER
    1585           scp  $PORTOPT  $job_to_send  ${remote_user}@136.172.44.205:${job_catalog}/$job_on_remhost
    1586        else
    1587           scp  $ssh_key  $PORTOPT  $job_to_send  ${remote_user}@${remote_address}:${job_catalog}/$job_on_remhost
    1588        fi
     1500       scp  $ssh_key  $PORTOPT  $job_to_send  ${remote_user}@${remote_address}:${job_catalog}/$job_on_remhost
    15891501       if [[ $? = 1 ]]
    15901502       then
     
    16251537          chmod  u+x  $job_on_remhost
    16261538          eval  $submcom  $job_on_remhost
    1627        elif [[ $local_host = nech ]]
    1628        then
    1629           if [[ $queue = default ]]
    1630           then
    1631              eval  $submcom  $job_on_remhost
    1632           else
    1633              eval  $submcom  -q $queue  $job_on_remhost
    1634           fi
    16351539       elif [[ $local_host = lcbullhh ]]
    16361540       then
Note: See TracChangeset for help on using the changeset viewer.