Changeset 312


Ignore:
Timestamp:
May 12, 2009 10:54:28 AM (12 years ago)
Author:
raasch
Message:

adjustments for IBM at DKRZ (ibmh)

Location:
palm/trunk/SCRIPTS
Files:
2 edited

Legend:

Unmodified
Added
Removed
  • palm/trunk/SCRIPTS/mrun

    r306 r312  
    181181     # 16/04/09 - Siggi  - new option -y for precursor (uncoupled) ocean runs
    182182     #                     to be followed by a coupled atmosphere-ocean run
     183     # 21/04/09 - Siggi - adjustments for new IBM at DKRZ, which is now ibmh
    183184
    184185 
     
    12061207                        queue=csolo
    12071208                     fi;;
    1208         (ibmh)       if [[ $node_usage = shared ]]
    1209                      then
    1210                         queue=cshare
    1211                      else
    1212                         queue=csolo
    1213                      fi;;
     1209        (ibmh)       queue=no_class;;
    12141210        (ibmy)       queue=parallel;;
    12151211        (lcsgib)     queue=bigq;;
     
    19401936 if [[ "$tmp_user_catalog" = "" ]]
    19411937 then
    1942     if [[ $localhost = ibmb  ||  $localhost = ibmh ]]
    1943     then
    1944        tmp_user_catalog=$TMPDIR
     1938    if [[ $localhost = ibmh ]]
     1939    then
     1940       tmp_user_catalog=$SCRATCH
    19451941    elif [[ $localhost = nech ]]
    19461942    then
     
    19571953 if [[ "$tmp_data_catalog" = "" ]]
    19581954 then
    1959     if [[ $localhost = ibmb  ||  $localhost = ibmh ]]
     1955    if [[ $localhost = ibmb ]]
    19601956    then
    19611957       tmp_data_catalog=$WORK/mrun_restart_data
     
    24102406          [[ $? != 0 ]]  &&  compile_error=true
    24112407          rm -rf  $TEMPDIR_COMPILE
     2408       elif [[ $localhost = ibmh ]]
     2409       then
     2410          printf "      compiler is called via ssh on \"blizzard\" \n"
     2411          ssh  136.172.40.15  -l $usern  "cd $TEMPDIR; make -f Makefile PROG=a.out  F90=$compiler_name  COPT=\"$cpp_options\"  F90FLAGS=\"$fopts\"  LDFLAGS=\"$lopts\" "
     2412          [[ ! -f a.out ]]  &&  compile_error=true
     2413          continue   # ANDERENFALLS IST STATUS=1, FALLS A.OUT VORHANDEN
    24122414       elif [[ $localhost = lcsgib ]]
    24132415       then
     
    29592961          then
    29602962                # SETUP THE IBM MPI ENVIRONMENT
    2961              export MP_SHARED_MEMORY=yes
    2962              export AIXTHREAD_SCOPE=S
    2963              export OMP_NUM_THREADS=$threads_per_task
    2964              export XLSMPOPTS="spins=0:yields=0:stack=20000000"
    2965              export AUTHSTATE=files
    2966              export XLFRTEOPTS="nlwidth=132:err_recovery=no"    # RECORD-LENGTH OF NAMELIST-OUTPUT
    2967              #  export MP_PRINTENV=yes
    2968 
    2969                 # TUNING-VARIABLEN ZUR VERBESSERUNG DER KOMMUNIKATION
    2970                 # ZEIGEN ABER DERZEIT (SEP 04, FEDERATION) KAUM WIRKUNG
    2971              export MP_WAIT_MODE=poll
    2972              [[ $node_usage = not_shared ]]  &&  export MP_SINGLE_THREAD=yes
    2973 #             export MP_EAGER_LIMIT=65535
    2974 
    2975 #                # TESTWEISE FUER TURBOMPI (JAN 05)
    2976 #             export MPJ_MTAB=128
    2977 #             export MPJ_ALLTOALL=1
    2978 #             export MPJ_ALLTOALLV=1
     2963             if [[ $host != ibmh ]]
     2964             then
     2965                export MP_SHARED_MEMORY=yes
     2966                export AIXTHREAD_SCOPE=S
     2967                export OMP_NUM_THREADS=$threads_per_task
     2968                export XLSMPOPTS="spins=0:yields=0:stack=20000000"
     2969                export AUTHSTATE=files
     2970                export XLFRTEOPTS="nlwidth=132:err_recovery=no"    # RECORD-LENGTH OF NAMELIST-OUTPUT
     2971                #  export MP_PRINTENV=yes
     2972
     2973                   # TUNING-VARIABLEN ZUR VERBESSERUNG DER KOMMUNIKATION
     2974                   # ZEIGEN ABER DERZEIT (SEP 04, FEDERATION) KAUM WIRKUNG
     2975                export MP_WAIT_MODE=poll
     2976                [[ $node_usage = not_shared ]]  &&  export MP_SINGLE_THREAD=yes
     2977#                export MP_EAGER_LIMIT=65535
     2978
     2979#                   # TESTWEISE FUER TURBOMPI (JAN 05)
     2980#                export MPJ_MTAB=128
     2981#                export MPJ_ALLTOALL=1
     2982#                export MPJ_ALLTOALLV=1
     2983             fi
    29792984
    29802985             if [[ "$LOADLBATCH" = yes ]]
  • palm/trunk/SCRIPTS/subjob

    r292 r312  
    9797     # 02/03/09 - Siggi - Adjustments for new NEC-SX9 at RIAM
    9898     # 16/04/09 - Marcus- Adjustments for lcsgib and lcsgih
     99     # 21/04/09 - Siggi - adjustments for new IBM at DKRZ, which is now ibmh
    99100
    100101
     
    181182     (h01*|hicegate1)        local_addres=130.75.4.102;   local_host=lcsgih;;
    182183     (hicegate2)             local_addres=130.75.4.103;   local_host=lcsgih;;
    183      (hreg*-en0|hanni*-en0)  local_addres=130.75.4.10;    local_host=ibmh;;
     184     (blizzard1)             local_addres=136.172.40.15;  local_host=ibmh;;
    184185     (irifi)                 local_addres=130.75.105.104; local_host=lcmuk;;
    185186     (levanto)               local_addres=130.75.105.45;  local_host=lcmuk;;
     
    317318        (ibm)     queue=p690_standard; remote_addres=134.76.99.81; submcom=/usr/lpp/LoadL/full/bin/llsubmit;;
    318319        (ibmb)    queue=cpar; remote_addres=130.73.230.10; submcom=/usr/lpp/LoadL/full/bin/llsubmit;;
    319         (ibmh)    queue=cpar; remote_addres=130.75.4.10; submcom=/usr/lpp/LoadL/full/bin/llsubmit;;
     320        (ibmh)    queue=no_class; remote_addres=136.172.40.15; submcom=/usr/lpp/LoadL/full/bin/llsubmit;;
    320321        (ibms)    queue=p_normal; remote_addres=150.183.5.101; submcom=/usr/lpp/LoadL/full/bin/llsubmit;;
    321322        (ibmy)    queue=parallel; remote_addres=165.132.26.58; submcom=/usr/lpp/LoadL/full/bin/llsubmit;;
     
    350351                 esac;;
    351352        (ibmh)   case  $ndq  in
    352                      (cdata|cdev|cexp|channi|cxxl|c1|cshare|csolo|csoloh3h|csoloh6h|csoloh12h|csoloh1d|csoloh2d|cspec)  error=false;;
     353                     (no_class)  error=false;;
    353354                     (*)                                     error=true;;
    354355                 esac;;
     
    557558       consumable_memory="ConsumableMemory($memory mb)"
    558559    fi
    559     if [[ $queue = cdev ]]
    560     then
    561        data_limit="# @ data_limit = 1.76gb"
    562        network_to_use="# @ network.mpi = sn_all,shared,ip"
    563     else
    564        if [[ $remote_host = ibms ]]
    565        then
    566           network_to_use="# @ network.mpi = csss,shared,us"
    567        elif [[ $remote_host = ibmy ]]
    568        then
    569           network_to_use=""
     560
     561    if [[ $remote_host = ibmh ]]
     562    then
     563       data_limit=""
     564       network_to_use=""
     565       class=""
     566       environment=""
     567    else
     568       class="# @ class = $queue"
     569       environment="# @ environment = OMP_NUM_THREADS=$threads_per_task; MP_SHARED_MEMORY=yes"
     570       if [[ $queue = cdev ]]
     571       then
     572          data_limit="# @ data_limit = 1.76gb"
     573          network_to_use="# @ network.mpi = sn_all,shared,ip"
    570574       else
    571           network_to_use="# @ network.mpi = sn_all,shared,us"
    572           data_limit="# @ data_limit = 1.76gb"
     575          if [[ $remote_host = ibms ]]
     576          then
     577             network_to_use="# @ network.mpi = csss,shared,us"
     578          elif [[ $remote_host = ibmy ]]
     579          then
     580             network_to_use=""
     581          else
     582             network_to_use="# @ network.mpi = sn_all,shared,us"
     583             data_limit="# @ data_limit = 1.76gb"
     584          fi
    573585       fi
    574586    fi
     
    576588    cat > $job_to_send << %%END%%
    577589#!/bin/ksh
     590# @ shell = /bin/ksh
    578591
    579592# @ job_type = parallel
     
    584597# @ error = $remote_dayfile
    585598# @ image_size = 50
    586 # @ class = $queue
    587 # @ environment = OMP_NUM_THREADS=$threads_per_task; MP_SHARED_MEMORY=yes
     599$class
     600$environment
    588601$network_to_use
    589602$data_limit
     
    642655# @ output = $remote_dayfile
    643656# @ error = $remote_dayfile
    644 # @ class = $queue
     657$class
    645658$notification
    646659
     
    916929          echo "echo \"# @ output = job_queue/last_job_transfer_protocol\" >> scpjob.$kennung"  >>  $job_to_send
    917930          echo "echo \"# @ error = job_queue/last_job_transfer_protocol\" >> scpjob.$kennung"  >>  $job_to_send
    918           echo "echo \"# @ class = $return_queue\" >> scpjob.$kennung"  >>  $job_to_send
     931          if [[ $host != "ibmh" ]]
     932          then
     933             echo "echo \"# @ class = $return_queue\" >> scpjob.$kennung"  >>  $job_to_send
     934          fi
    919935          echo "echo \"# @ image_size = 10\" >> scpjob.$kennung"      >>  $job_to_send
    920936          echo "echo \"# @ notification = never\" >> scpjob.$kennung" >>  $job_to_send
Note: See TracChangeset for help on using the changeset viewer.