Changeset 260 for palm/trunk/SCRIPTS

Timestamp:

Mar 16, 2009 11:57:58 AM (16 years ago)

Author:

raasch

Message:

automatic generation of dvrs/html file for combined dvr streams; automatic call of streaming server

Location:

palm/trunk/SCRIPTS

Files:

• .dvrserver.config (added)
• .mrun.config.default (modified) (1 diff)
• mrun (modified) (11 diffs)
• process_dvr_output (added)

palm/trunk/SCRIPTS/.mrun.config.default

@@ -31 +31 @@
 %compiler_name     mpif90                                        <hi> parallel
 %compiler_name_ser ifort                                         <hi> parallel
-%cpp_options       -D__mpi2:-DMPI_REAL=MPI_DOUBLE_PRECISION:-DMPI_2REAL=MPI_2DOUBLE_PRECISION:-D__netcdf:-D__netcdf_64bit:-D__intel_openmp_bug   <hi> parallel
+%cpp_options       -D__mpi2:-DMPI_REAL=MPI_DOUBLE_PRECISION:-DMPI_2REAL=MPI_2DOUBLE_PRECISION:-D__netcdf:-D__netcdf_64bit   <hi> parallel
 %netcdf_inc        -I:<replace by netcdf include path>           <hi> parallel
 %netcdf_lib        -L<replace by netcdf library path>:-lnetcdf   <hi> parallel
-%fopts             -axW:-cpp:-openmp:-r8:-nbs:-convert:little_endian:-I:<replace by mpi include path>   <hi> parallel
-%lopts             -axW:-cpp:-openmp:-r8:-nbs:-Vaxlib:-L:<replace by mpi library path>                  <hi> parallel
+%fopts             -axW:-cpp:-r8:-nbs:-convert:little_endian:-I:<replace by mpi include path>   <hi> parallel
+%lopts             -axW:-cpp:-r8:-nbs:-Vaxlib:-L:<replace by mpi library path>                  <hi> parallel
 # if you want to use your own hostfile, uncomment next line
 #%hostfile          $base_directory/.hostfile                    <hi> parallel

palm/trunk/SCRIPTS/mrun

@@ -171 +171 @@
      #                     interactive runs
      # 05/03/09 - Siggi  - adjustments for new NEC-SX9 at RIAM (necriam)
+     # 16/03/09 - Siggi  - dvrp_lib, dvrp_inc replaced by dvr_lib, dvr_inc,
+     #                     dvr streaming server is automatically started using
+     #                     new variable dvr_server and a configuration file
+     #                     .dvrserver.config,
+     #                     processing of dvr output files implemented, in order
+     #                     to make dvr application more user friendly
 
 
@@ -225 +231 @@
  localhost_realname=$(hostname)
  local_compile=false
+ local_dvrserver_running=.FALSE.
  locat=normal
  mainprog=""
@@ -360 +367 @@
              [[ $delete_temporary_catalog = true ]]  &&  rm -rf $TEMPDIR
           fi
+          if [[ "$dvrserver_id" != "" ]]
+          then
+             echo "+++ killing dvrserver_id=$dvrserver_id"
+             kill $dvrserver_id
+          fi
           if [[ -f ~/job_queue/JOBINFO.$QSUB_REQID ]]
           then
@@ -378 +390 @@
        then
           rm -rf  ~/job_queue/JOBINFO.$QSUB_REQID
+       fi
+       if [[ "$dvrserver_id" != "" ]]
+       then
+          echo "+++ killing dvrserver_id=$dvrserver_id"
+          kill $dvrserver_id
        fi
        printf "\n+++ MRUN killed by \"^C\" \n\n"
@@ -1320 +1337 @@
     if [[ ! ( $fromhost != $localhost  &&  ( "${actionout[$i]}" = tr || "${actionout[$i]}" = tra || "${actionout[$i]}" = trpe ) ) ]]
     then
-       if [[ "${actionout[$i]}" = tr  ||  "${actionout[$i]}" = trpe ]]
+       if [[ "${actionout[$i]}" = tr ]]
        then
           actionout[$i]=""
+       elif [[ "${actionout[$i]}" = trpe ]]
+       then
+          actionout[$i]=pe
        elif [[ "${actionout[$i]}" = tra ]]
        then
@@ -1429 +1449 @@
 
 
-     # DAS DVRP-PAKET ERFORDERT EINE ENTSPRECHENDE BIBLIOTHEK
+     # DAS DVR-PAKET ERFORDERT EINE ENTSPRECHENDE BIBLIOTHEK
  if [[ $(echo $package_list | grep -c dvrp_graphics) != 0 ]]
  then
-    if [[ "$dvrp_inc" = "" ]]
-    then
-       printf "\n\n  +++ no value for \"dvrp_inc\" given in configuration file"
+    if [[ "$dvr_inc" = "" ]]
+    then
+       printf "\n\n  +++ no value for \"dvr_inc\" given in configuration file"
        printf "\n      This is required for the dvrp_graphics package.\n"
-       locat=dvrp; exit
-    fi
-    if [[ "$dvrp_lib" = "" ]]
-    then
-       printf "\n\n  +++ no value for \"dvrp_lib\" given in configuration file"
+       locat=dvr; exit
+    fi
+    if [[ "$dvr_lib" = "" ]]
+    then
+       printf "\n\n  +++ no value for \"dvr_lib\" given in configuration file"
        printf "\n      This is required for the dvrp_graphics package.\n"
-       locat=dvrp; exit
+       locat=dvr; exit
     fi
  fi
@@ -1953 +1973 @@
 
     # COMPILE- UND LINK-OPTIONEN BESTIMMEN
- fopts="$fopts $netcdf_inc $dvrp_inc"
- lopts="$lopts $netcdf_lib $dvrp_lib"
+ fopts="$fopts $netcdf_inc $dvr_inc"
+ lopts="$lopts $netcdf_lib $dvr_lib"
  ROPTS="$ropts"
  if [[ ( $(echo $host | cut -c1-3) = nec  ||  $(echo $host | cut -c1-3) = ibm  ||  $host = lcsgih  ||  $host = lcsgib  ||  $host = lctit  ||  $host = lcfimm  ||  $host = lcxt4 )  &&  -n $numprocs ]]
@@ -2742 +2762 @@
 
 
+       # EVENTUELLE INPUT-KOMMANDOS ABARBEITEN
+    (( i = 0 ))
+    while (( i < iic ))
+    do
+       (( i = i + 1 ))
+       if (( i == 1 ))
+       then
+          printf "\n\n  *** execution of INPUT-commands:\n$striche"
+       fi
+       printf "\n  >>> ${in_command[$i]}"
+       eval  ${in_command[$i]}
+       if (( i == iic ))
+       then
+          printf "\n$striche\n"
+       fi
+    done
+
+
+       # VERBLEIBENDE CPU-ZEIT BERECHNEN
+    cpurest=${cpumax}.
+
+
+       # START DVR STREAMING SERVER
+    if [[ $(echo $package_list | grep -c dvrp_graphics) != 0 ]]
+    then
+       if [[ "$dvr_server" != "" ]]
+       then
+
+          printf "\n\n  *** preparing the dvr streaming server configuration file"
+
+             # Check, if a dvr server is already running
+          running_dvrserver_id=`echo $(ps -edaf | grep .dvrserver.config | grep -v grep) | cut -d" " -f2`
+          if [[ "$running_dvrserver_id" != "" ]]
+          then
+
+             printf "\n  +++ WARNING: A dvr server with id=$running_dvrserver_id is already running!"
+             printf "\n      This server is used instead starting a new one!"
+
+          else
+
+                # COPY CONFIGURATION FILE FOR STREAMING SERVER FROM REPOSITORY TO HERE
+             if [[ -f ${PALM_BIN}/.dvrserver.config ]]
+             then
+                cp  ${PALM_BIN}/.dvrserver.config  .
+
+                   # Entering the BASEDIR, UID and GID into this file
+                user_id=`id -u`
+                group_id=`id -g`
+                   # & is needed as seperator, because TEMPDIR contains /
+                sed "s&<replace by dvr data directory>&${TEMPDIR}&g" .dvrserver.config > .dvrserver.1
+                sed "s/<replace by user id>/$user_id/g"    .dvrserver.1 > .dvrserver.2
+                sed "s/<replace by group id>/$group_id/g"  .dvrserver.2 > .dvrserver.3
+                mv  .dvrserver.3  .dvrserver.config
+                rm  .dvrserver.1  .dvrserver.2
+
+                   # Start dvr server in background, get his id and print on terminal
+                $dvr_server  .dvrserver.config  >>  DVR_LOGFILE  2>&1  &
+                dvrserver_id=`echo $(ps -edaf | grep .dvrserver.config) | cut -d" " -f2`
+                printf "\n  *** streaming server with id=$dvrserver_id is started in background"
+                local_dvrserver_running=.TRUE.
+             else
+                printf "\n  +++ missing file \".dvrserver.config\" in directory:"
+                printf "\n      \"$PALM_BIN\" "
+                locat=dvr
+                exit
+             fi
+
+          fi
+
+       else
+          printf "\n\n  --- INFORMATIVE: no dvr streaming server will be started"
+       fi
+    fi
+
+
        # NAMELIST-DATEI MIT WERTEN VON ENVIRONMENT-VARIABLEN ERZEUGEN (ZU
        # LESEN VON PALM)
@@ -2748 +2843 @@
           write_binary = '$write_binary', tasks_per_node = $tasks_per_node,
           maximum_cpu_time_allowed = ${cpumax}.,
-          revision = '$global_revision' /
+          revision = '$global_revision',
+          local_dvrserver_running = $local_dvrserver_running /
 
 %%END%%
-
-
-       # EVENTUELLE INPUT-KOMMANDOS ABARBEITEN
-    (( i = 0 ))
-    while (( i < iic ))
-    do
-       (( i = i + 1 ))
-       if (( i == 1 ))
-       then
-          printf "\n\n  *** execution of INPUT-commands:\n$striche"
-       fi
-       printf "\n  >>> ${in_command[$i]}"
-       eval  ${in_command[$i]}
-       if (( i == iic ))
-       then
-          printf "\n$striche\n"
-       fi
-    done
-
-
-       # VERBLEIBENDE CPU-ZEIT BERECHNEN
-    cpurest=${cpumax}.
 
 
@@ -3178 +3252 @@
 #       [[ ! ( "$cond1" = debug  ||  "$cond2" = debug ) ]]  &&  cat  aout_output*
        printf "\n$striche\n  *** execution finished \n"
+
+          # Stop the dvr streaming server
+       if [[ "$dvrserver_id" != "" ]]
+       then
+          kill $dvrserver_id
+          printf "\n  *** dvr server with id=$dvrserver_id has been stopped"
+       fi
     fi
 
@@ -3254 +3335 @@
        then
           printf "\n  +++ temporary OUTPUT-file  ${localout[$i]}  does not exist\n"
-       elif [[ ! -f ${localout[$i]}/_0000  &&  $files_for_pes = true ]]
+       elif [[ ! -d ${localout[$i]}  &&  $files_for_pes = true ]]
        then
           printf "\n  +++ temporary OUTPUT-file  ${localout[$i]}/....  does not exist\n"