Changeset 635 for palm/trunk/SCRIPTS/mrun

Timestamp:

Dec 14, 2010 1:33:02 PM (13 years ago)

Author:

raasch

Message:

mrun/mbuild/subjob adjustments for new Tsubama system at Tokyo Institute of Techology (lctit)

File:

• palm/trunk/SCRIPTS/mrun (modified) (12 diffs)

palm/trunk/SCRIPTS/mrun

@@ -213 +213 @@
      #                     has now argument threads_per_task
      #                     adjustments for Kyushu Univ. (lcrte, ibmku)
+     # 14/12/10 - Siggi  - adjustments for new Tsubame system at Tokyo
+     #                     institute of technology (lctit)
 
 
@@ -662 +664 @@
     do_remote=true
     case  $host  in
-        (ibm|ibmh|ibmku|ibms|ibmy|nech|necriam|lckyoto|lcsgib|lcsgih|lctit|unics|lcxt4|lcxt5m|lck)  true;;
+        (ibm|ibmh|ibmku|ibms|ibmy|nech|necriam|lckyoto|lcsgib|lcsgih|unics|lcxt4|lcxt5m|lck)  true;;
         (*)  printf "\n"
              printf "\n  +++ sorry: execution of batch jobs on remote host \"$host\""
@@ -839 +841 @@
                    do_remote=true
                    case  $host  in
-                       (ibm|ibmh|ibmku|ibms|ibmy|lckyoto|lcsgib|lcsgih|lctit|nech|necriam|unics|lcxt4|lcxt5m|lck)  true;;
+                       (ibm|ibmh|ibmku|ibms|ibmy|lckyoto|lcsgib|lcsgih|nech|necriam|unics|lcxt4|lcxt5m|lck)  true;;
                        (*)  printf "\n  +++ sorry: execution of batch jobs on remote host \"$host\""
                             printf "\n      is not available"
@@ -1121 +1123 @@
     do_remote=true
     case  $host  in
-        (ibm|ibmh|ibmku|ibms|ibmy|lckyoto|lcsgib|lcsgih|lctit|nech|necriam|unics|lcxt4|lcxt5m|lck)  true;;
+        (ibm|ibmh|ibmku|ibms|ibmy|lckyoto|lcsgib|lcsgih|nech|necriam|unics|lcxt4|lcxt5m|lck)  true;;
         (*)  printf "\n"
              printf "\n  +++ sorry: execution of batch jobs on remote host \"$host\""
@@ -1208 +1210 @@
        then
           node_usage=shared
-       elif [[ $host = lctit ]]
-       then
-          node_usage=RAM64GB
        elif [[ $(echo $host | cut -c1-5) = lcsgi ]]
        then
@@ -1219 +1218 @@
     fi
 
-    if [[ $node_usage != shared  &&  $node_usage != not_shared  &&  $node_usage != singlejob  &&  "$(echo $node_usage | cut -c1-3)" != "sla"  &&  $node_usage != RAM64GB  ]]
+    if [[ $node_usage != shared  &&  $node_usage != not_shared  &&  $node_usage != singlejob  &&  "$(echo $node_usage | cut -c1-3)" != "sla" ]]
     then
        printf "\n"
@@ -1270 +1269 @@
         (lcsgib)     queue=bigq;;
         (lcsgih)     queue=bigq;;
-        (lctit)      queue=RAM64GB;;
+        (lctit)      queue=S;;
         (nech)       queue=none;;
         (necriam)    queue=SP;;
@@ -1967 +1966 @@
 
     # JOBMODUS FESTSTELLEN 
- if [[ "$ENVIRONMENT" = BATCH  &&  $localhost != lctit  ||  "$QUEUE" != interactive  &&  $localhost = lctit ]]
+ if [[ "$ENVIRONMENT" = BATCH ]]
  then
     jobmo=BATCH
  else
     jobmo=INTERACTIVE
+ fi
+
+
+    # no interactive runs on lctit
+ if [[ $host = lctit  &&  $jobmo = INTERACTIVE  &&  $do_batch = false ]]
+ then
+    printf "\n  +++ no interactive runs allowed on host \"$host\" "
+    printf "\n      please submit batch job using mrun option \"-b\" \n"
+    locat=normal; exit
  fi
 
@@ -2533 +2541 @@
           continue   # ANDERENFALLS IST STATUS=1, FALLS A.OUT VORHANDEN
        else
-          [[ $localhost = lctit ]]  &&  export LM_LICENSE_FILE=27050@tggls
           [[ $localhost = lcxt4 ]]  &&  . /opt/modules/default/init/ksh
           [[ "$module_calls" != "" ]]  &&  eval $module_calls
@@ -3439 +3446 @@
           elif [[ $host = lctit ]]
           then
-             export runfile=runfile.$kennung
-
-             echo "cd $PWD"                                  >   $runfile
-             echo "export OMP_NUM_THREADS=$OMP_NUM_THREADS"  >>  $runfile
-             echo "export cpurest=$cpurest"                  >>  $runfile
-             echo "export fname=$fname"                      >>  $runfile
-             echo "export localhost=$localhost"              >>  $runfile
-             echo "export return_addres=$return_addres"      >>  $runfile
-             echo "export return_username=$return_username"  >>  $runfile
-             echo "export tasks_per_node=$tasks_per_node"    >>  $runfile
-             echo "export write_binary=$write_binary"        >>  $runfile
-             echo "export use_seperate_pe_for_dvrp_output=$use_seperate_pe_for_dvrp_output"  >>  $runfile
-             echo "./a.out"                                  >>  $runfile
-             chmod  u+x  $runfile
-
-             if [[ "$QUEUE" = interactive ]]
-             then
-                mpirun  -np $numprocs  a.out  $ROPTS
-             else
-                 (( mem_tsubame = $memory / 1024.0 ))
-                 echo "Memory for Tsubame for each process in GB:", $mem_tsubame
-#                n1ge  -fore  -g 1S060156  -mpi $numprocs  -mem 4  -N palm  -q $queue  a.out  $ROPTS
-#               /n1ge/TITECH_GRID/tools/bin/n1ge -fore -g $group_number -mpi ${numprocs}:$tasks_per_node -mem $mem_tsubame -N palm -rt $minuten -q $queue  a.out  $ROPTS
-                 n1ge -fore -g $group_number -mpi ${numprocs}:$tasks_per_node -mem $mem_tsubame -N palm -rt $minuten -q $queue  a.out  $ROPTS
-             fi
-
-             rm  $runfile
+             mpirun  -np $numprocs  -hostfile $PBS_NODEFILE ./a.out  $ROPTS
           else
              mpprun  -n $numprocs  a.out  $ROPTS
@@ -4233 +4214 @@
           then
 
-             if [[ $localhost = lcsgih  ||  $localhost = lcsgib  ||  $localhost = nech  ||  $localhost = ibmh  ||  $localhost = ibmku  ||  $localhost = ibms  ||  $localhost = lctit ]]
+             if [[ $localhost = lcsgih  ||  $localhost = lcsgib  ||  $localhost = nech  ||  $localhost = ibmh  ||  $localhost = ibmku  ||  $localhost = ibms ]]
              then
                 echo "*** ssh will be used to initiate restart-runs!"
                 echo "    return_addres=\"$return_addres\" "
                 echo "    return_username=\"$return_username\" "
-                if [[ $return_addres = 172.20.25.41 ]]
-                then
-                      # WORKAROUND AUF SCIROCCO AM TIT
-                   print  "PATH=\$PATH:$LOCAL_MRUN_PATH;export PALM_BIN=$LOCAL_MRUN_PATH;cd $LOCAL_PWD; $mc "  |  ssh $return_addres -l $return_username
-                elif [[ $(echo $return_addres | grep -c "130.75.105") = 1 ]]
+                if [[ $(echo $return_addres | grep -c "130.75.105") = 1 ]]
                 then
                    ssh $return_addres -l $return_username "PATH=\$PATH:$LOCAL_MRUN_PATH;export LD_LIBRARY_PATH=\$LD_LIBRARY_PATH:/muksoft/packages/intel/Compiler/11.0/083/lib/intel64/;export PALM_BIN=$LOCAL_MRUN_PATH;cd $LOCAL_PWD; $mc "
@@ -4460 +4437 @@
        cat   ${PALM_BIN}/$mrun_script_name          >>  $jobfile
        echo  "%END%"                                >>  $jobfile
-       if [[ $host = lctit ]]
-       then
-          echo "sed 's/bin\/ksh/home2\/usr5\/mkanda\/pub\/ksh/' < $mrun_script_name > mrun_new" >>  $jobfile
-          echo "mv  mrun_new  $mrun_script_name"    >>  $jobfile
-       fi
        echo  "chmod u+x $mrun_script_name"          >>  $jobfile
        echo  "execute_mrun=true"                    >>  $jobfile