source: palm/trunk/SCRIPTS/batch_scp @ 1980

Last change on this file since 1980 was 1310, checked in by raasch, 8 years ago

update of GPL copyright

  • Property svn:keywords set to Id
File size: 24.7 KB
Line 
1#! /bin/ksh
2
3# batch_scp - script for automatic file/directory transfer using scp
4
5#--------------------------------------------------------------------------------#
6# This file is part of PALM.
7#
8# PALM is free software: you can redistribute it and/or modify it under the terms
9# of the GNU General Public License as published by the Free Software Foundation,
10# either version 3 of the License, or (at your option) any later version.
11#
12# PALM is distributed in the hope that it will be useful, but WITHOUT ANY
13# WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR
14# A PARTICULAR PURPOSE.  See the GNU General Public License for more details.
15#
16# You should have received a copy of the GNU General Public License along with
17# PALM. If not, see <http://www.gnu.org/licenses/>.
18#
19# Copyright 1997-2014  Leibniz Universitaet Hannover
20#--------------------------------------------------------------------------------#
21#
22# Current revisions:
23# ------------------
24#
25#
26# Former revisions:
27# -----------------
28# $Id: batch_scp 1310 2014-03-14 08:01:56Z suehring $
29#
30# 1202 2013-07-10 16:22:07Z witha
31# adjustments for Forwind cluster (lcflow): using absolute paths for ssh
32#
33# 1099 2013-02-10 01:47:43Z raasch
34# LANG variable is unset in some ssh calls to guarantee messages in English
35#
36# 1094 2013-02-03 01:52:12Z raasch
37# new option -P for explicit setting of ssh/scp port
38#
39# 1090 2013-02-02 07:06:13Z raasch
40# code put under GPL (PALM 3.9)
41# adjustments for Kyushu-University computing center (lckyut)
42# old changelog messages removed
43#
44# 08/03/11 - Siggi - adjustments for ibmkisti: this machine allows
45#                    outgoing ssh/scp connections only from the
46#                    interactive nodes (gaiad). All ssh/scp traffic is
47#                    done via this interactive node.
48# 04/01/02 - Siggi - first version finished
49# 29/11/01 - Siggi - script development started
50#
51#--------------------------------------------------------------------------------#
52# batch_scp - script for automatic file/directory transfers using scp
53#
54# batch_scp has 4 arguments:
55#               $1 = IP-addres of remote (target) machine
56#               $2 = file to be transferred
57#               $3 = directory of remote machine, where file should be copied to
58#               $4 = filename that file should be given on remote machine
59#
60# ATTENTION: problems might occur if directories on remote machine include very
61#            old files for which "ls -al" does give "year" as modification
62#            time instead of "hh:mm". In such a case, batch_scp cannot check the
63#            filename and may not find the file (e.g. if option -g is used).
64#--------------------------------------------------------------------------------#
65
66
67 
68    # VARIABLENVEREINBARUNGEN + DEFAULTWERTE
69 random=$RANDOM
70
71 absolut=false
72 append=false
73 catalog_copy=false
74 check=false
75 delete=false
76 errfile=batch_scp.errfile.$random
77 filelist=filelist.$random
78 get=false
79 local_host=`hostname`
80 local_user=$USER
81 local_wdir=`pwd`
82 locat=normal
83 make_catalog=false
84 overwrite=false
85 print_local_filename=false
86 quote_wait=false
87 remote_user=""
88 silent=false
89 transfermode=binary
90 zyklusnr=""
91 typeset -i iii icycle maxcycle=0 wait=0
92
93    # FEHLERBEHANDLUNG
94    # BEI EXIT:
95 trap 'if [[ $locat != normal ]]
96       then
97          [[ -f "$filelist" ]]  &&  cat $filelist
98          [[ -f "$errfile"  ]]  &&  cat $errfile
99          rm -rf $filelist $errfile
100          printf " +++ BATCH_SCP terminated \n"
101          printf "     locat     = $locat \n"
102          printf "     arguments = $1 $2 $3 $4 \n\n"
103          exit 1
104       fi' exit
105
106
107    # BEI TERMINAL-BREAK:
108 trap 'rm -rf $filelist $errfile
109       printf " +++ BATCH_SCP terminated \n\n"
110       exit 1
111      ' 2
112
113
114    # SHELLSCRIPT-OPTIONEN EINLESEN
115 while  getopts  :aAbcCdgmnoP:qsu:w:  option
116 do
117   case  $option  in
118       (a)   absolut=true;;
119       (A)   append=true;;
120       (b)   transfermode=binary;;
121       (c)   catalog_copy=true;;
122       (C)   check=true;;
123       (d)   delete=true;;
124       (g)   get=true;;
125       (m)   make_catalog=true;;
126       (n)   print_local_filename=true;;  # Option ist nicht dokumentiert !
127       (o)   overwrite=true;;
128       (P)   scp_port=$OPTARG;;
129       (q)   quote_wait=true;;
130       (s)   silent=true;;
131       (u)   remote_user=$OPTARG;;
132       (w)   wait=$OPTARG;;
133       (\?)  printf "  +++ option $OPTARG unknown \n"
134             printf "  --> call: batch_scp [-aAbcCdgmnoqsuw] <IP-adress> <localfile> <remotepath> <remotefile>\n"
135             locat=parameter;exit;;
136   esac
137 done
138 shift OPTIND-1
139
140
141 
142    # KURZE AUFRUFBESCHREIBUNG WIRD HIER AUSGEGEBEN
143 if [ "$1" = "?" ]
144 then
145   (printf "\n  *** batch_scp can be called as follows:\n"
146    printf "\n      batch_scp -a -b -d -g -o -q -s -u.. -w..  <param1> <param2> <param3> <param4>\n"
147    printf "\n      Description of available options:\n"
148    printf "\n      Option  Description                            Default-Value"
149    printf "\n        -a    Filenames are absolute. No cycle-      ---"
150    printf "\n              numbers will be determined"
151    printf "\n        -A    append to destination file             ---"
152    printf "\n        -b    use binary-modus for transfer          ASCII-modus"
153    printf "\n        -c    transfer of directory                  ---"
154    printf "\n        -C    check-Modus, no transfer               ---"
155    printf "\n        -d    file to be transferred will be         ---"
156    printf "\n              deleted after successful transfer"
157    printf "\n        -g    change of transfer direction, i.e.     ---"
158    printf "\n              file will be transferred from"
159    printf "\n              destination host"
160    printf "\n        -o    any existing file will be overwritten  ---"
161    printf "\n        -q    switch on  \"quote wait\"  on          ---"
162    printf "\n              estination host"
163    printf "\n        -s    do not display informative messages    ---"
164    printf "\n        -u    username on remote machine             <username>"
165    printf "\n        -w    waiting time in seconds, before trans- 0"
166    printf "\n              fer will be initiated"
167    printf "\n "
168    printf "\n      The positional parameters <param1> - <param4> must be provided at"
169    printf "\n      any time and have the following meaning:"
170    printf "\n        <param1>  -  IP-adress of destination host"
171    printf "\n                     or \"?\"  (creates this outline)"
172    printf "\n        <param2>  -  abs. or rel. path of file to be transferred"
173    printf "\n        <param3>  -  directory (abs.!) on destination host. Special cahracters"
174    printf "\n                     like \~ are allowed but must be quoted by \"."
175    printf "\n        <param4>  -  filename (without path!) on destination host; must not"
176    printf "\n                     be given, if option -c is used."
177    printf "\n      When using option -g, file will be copied from destination host to file"
178    printf "\n      <param2>. In this case, no overwriting is possible.") | more
179    exit
180 fi
181
182
183    # PRUEFEN, OB ALLE ARGUMENTE VORLIEGEN
184 if [[ "$1" = "" ]]
185 then
186    printf " +++ 1. argument missing \n"
187    locat=argument; exit
188 elif [[ "$2" = "" ]]
189 then
190    printf " +++ 2. argument missing \n"
191    locat=argument; exit
192 elif [[ "$3" = "" ]]
193 then
194    printf " +++ 3. argument missing \n"
195    locat=argument; exit
196 elif [[ "$4" = "" ]]
197 then
198    printf " +++ 4. argument missing \n"
199    locat=argument; exit
200 fi
201
202
203    # USER-NAME AUF ZIELRECHNER AUS .NETRC-DATEI ERMITTELN
204 if [[ -z $remote_user ]]
205 then
206
207       # PRUEFEN, OB NETRC-DATEI VORHANDEN
208    if [[ ! -f ~/.netrc ]]
209    then
210       printf " +++ option -u not given; \n"
211       printf "     getting remote-username from password file failed \n"
212       printf "     because ~/.netrc does not exist \n"
213       locat=netrc; exit
214    fi
215    grep  $1  ~/.netrc | read dum dum dum remote_user dum dum
216 fi
217
218
219    # APPEND IST NUR BEI TRANSFER EINZELNER DATEIEN OHNE UEBERSCHREIBEN
220    # ERLAUBT. GET IST DABEI EBENFALLS NICHT ERLAUBT
221 if [[ $append = true  &&  ( $get = true || $catalog_copy = true || $overwrite = true ) ]]
222 then
223    printf " +++ options -g, -c and -o are not allowed, if -A is given \n"
224    locat=parameter; exit
225 fi
226
227
228    # DATEINAME IM 4. ARGUMENT DARF NUR BEIM UEBERSCHREIBEN ODER IM ABSOLUT-
229    # MODUS PUNKTE ENTHALTEN
230 if [[ $overwrite = false  &&  $absolut = false  &&  $(echo $4 | grep -c "\.") != 0 ]]
231 then
232    printf " +++ 4th argument may only contain dots (".") , if one of the \n"
233    printf "     options -a or -o are given \n"
234    locat=argument; exit
235 fi
236
237
238    # QUOTE WAIT FUNKTIONIERT NICHT BEIM KOPIEREN GANZER VERZEICHNISSE
239 if [[ $quote_wait = true  &&  $catalog_copy = true ]]
240 then
241    printf " +++ options  -c  and  -q  must not be used simultaneously\n"
242    locat=parameter; exit
243 fi
244
245
246    # IM CHECK-MODUS WIRD SCRIPT HIER BEENDET
247 [[ $check = true ]]  &&  exit
248
249
250    # BESTIMMTE ZEIT WARTEN, BIS WEITERGEMACHT WIRD (NOETIG Z.B. BEI TRANSFER
251    # VON JOBPROTOKOLLEN AUS JOBS HERAUS)
252 sleep  $wait
253
254
255    # Set port number option for calls of ssh/scp, subjob and batch_scp scripts
256 if [[ "$scp_port" != "" ]]
257 then
258    PORTOPT="-P $scp_port"
259    SSH_PORTOPT="-p $scp_port"
260 fi
261
262
263   # Using absolute paths for ssh on lcflow (nodes "cfd_*") as the paths of the
264   # job scheduler have changed
265 if [[ $(echo $local_host | cut -c1-3) = "cfd" ]]
266 then
267   SSH_BIN=/usr/bin/ssh
268 else
269   SSH_BIN=ssh
270 fi
271
272
273    # PRUEFEN, OB LOKALE DATEI/LOKALES VERZEICHNIS VORHANDEN BZW. NICHT VORHANDEN
274 if [[ $get = false ]]
275 then
276    if [[ $catalog_copy = false ]]
277    then
278       if [[ ! -f $2 ]]
279       then
280          printf " +++ file \"$2\" to be transferred does not exist \n"
281          locat=localfile; exit
282       fi
283    else
284       if [[ ! -d $2 ]]
285       then
286          printf " +++ directory \"$2\" to be transferred does not exist\n"
287          printf "     or is not a directory \n"
288          locat=localfile; exit
289       fi
290    fi
291 else
292    if [[ $catalog_copy = false ]]
293    then
294       if [[ -f $2 ]]
295       then
296          if [[ $overwrite = true ]]
297          then
298             rm  $2
299          else
300             printf " +++ local file \"$2\" is already existing \n"
301             locat=localfile; exit
302          fi
303       else
304
305             # PRUEFEN, OB SICH LOKALE DATEI ANLEGEN LAESST
306          local_dirname=`dirname $2`
307          if [[ ! -d $local_dirname ]]
308          then
309             printf " +++ local directory \"$local_dirname\" \n"
310             printf "     does not exist or is not a directory \n"
311             printf " +++ cannot copy file \"$3/$4\" \n"
312             printf "     from \"$1\" to \"$local_host\" \n"
313             locat=localfile; exit
314          fi
315       fi
316    else
317       if [[ -d $2  ||  -f $2 ]]
318       then
319          printf " +++ local directory \"$2\" is already existing, \n"
320          printf "     or a file with the same name exists \n"
321          locat=localfile; exit
322       fi
323    fi
324 fi
325
326
327    # VERZEICHNISLSTE DES ZIELRECHNERS ERSTELLEN
328 if [[ $(echo $local_host | cut -c1-4) = gaia ]]
329 then
330    ssh $SSH_PORTOPT $local_user@gaiad "ssh $SSH_PORTOPT $1 -l $remote_user \"unset LANG; cd $3; ls -1; echo '*** list complete'\" "  > $filelist  2>&1
331 else
332    $SSH_BIN $SSH_PORTOPT $1 -l $remote_user "unset LANG; cd $3; ls -1; echo '*** list complete'" > $filelist  2>&1
333 fi
334 ssh_status=$?
335
336 if [[ $ssh_status != 0 ]]
337 then
338    if [[ ! -f $filelist ]]
339    then
340       echo " local_host = $local_host   ssh_status = $ssh_status"
341       locat=ssh_failed_1; exit
342    else
343       if [[ $(grep -c "*** list complete" $filelist) = 0 ]]
344       then
345          echo " local_host = $local_host   ssh_status = $ssh_status"
346          locat=ssh_failed_2; exit
347       fi
348    fi
349 fi
350
351
352    # PRUEFEN, OB VERZEICHNIS VORHANDEN IST. WENN GANZES VERZEICHNISS ZUM
353    # ZIELRECHNER KOPIERT WERDEN SOLL, DARF DORT NOCH KEIN ENTSPRECHENDES
354    # VERZEICHNIS VORHANDEN SEIN
355 if [[ $(cat $filelist | grep -c "not found") != 0  || \
356       $(cat $filelist | grep -c "No such file or directory") != 0 ]]
357 then
358    if [[ ! ( $catalog_copy = true  &&  $get = false ) ]]
359    then
360       if [[ $make_catalog = false ]]
361       then
362          printf " +++ directory \"$3\" does not exist on destination host (\"$1\") \n"
363          locat=directory; exit
364       else
365          if [[ $silent = false ]]
366          then
367             printf "  >>> directory \"$3\" does not exist on destination host (\"$1\")"
368             printf "\n      trying to create \"$3\" \n"
369          fi
370
371          make_catalog=force
372       fi
373    fi
374 fi
375
376
377    # PRUEFEN, OB DATEI/VERZEICHNIS VORHANDEN, WENN JA, HOECHSTEN ZYKLUS
378    # ERMITTELN (BZW. IM ABSOLUT-MODUS PRUEFEN, OB DATEI VORHANDEN IST)
379    # DAS GANZE ABER NUR, WENN NICHT OVERWRITE-MODUS GEWAEHLT WURDE, DIE
380    # EVENTUELL VORHANDENE DATEI ALSO UEBERSCHRIEBEN WERDEN SOLL
381 found=false
382 if [[ ( $overwrite = false   &&  $get = false )  ||  $get = true ]]
383 then
384    while  read zeile
385    do
386       if [[ $absolut = false ]]
387       then
388          text=$(echo $zeile | cut -f1 -d".")
389          if [[ "$text" = "$4" ]]
390          then
391             found=true
392             cycle=$(echo $zeile | cut -f2 -d".")
393             if [[ "$cycle" = "$text" ]]
394             then
395                (( icycle = 0 ))
396             else
397
398                   # PRUEFEN, OB CYCLE EINE ZAHL IST
399                (( iii = 1 ))
400                character=`echo $cycle | cut -c$iii`
401                character_found=false
402                while [[ "$character" != ""  &&  $character_found = false ]]
403                do
404                   case  $character  in
405                      (0|1|2|3|4|5|6|7|8|9)  true;;
406                      (*)  character_found=true
407                   esac
408                   (( iii = iii + 1 ))
409                   character=`echo $cycle | cut -c$iii`
410                done
411
412                if [[ $character_found = false ]]
413                then
414                   (( icycle = $cycle ))
415                fi
416             fi >|$errfile 2>&1    # AUSGABE FEHLER AUF ERRFILE WENN CYCLE NICHTNUMERISCH
417
418
419                # INFORMATIVE AUSGABE, WENN DATEI NICHTNUMERISCHE EXTENSION HAT
420                # if [[ $(cat $errfile | grep -c "bad number") != 0 ]]
421             if [[ $character_found = true ]]
422             then
423                if [[ $cycle != "$5" ]]
424                then
425                   printf "  +++ file \"$text\" has non-numerical extension \".$cycle\" \n"
426                   locat=file; exit
427                else
428                   if [[ $silent = false ]]
429                   then
430                      printf "  >>> file \"$text\" has non-numerical extension \".$cycle\" \n"
431                   fi
432                fi
433             fi
434
435             if (( icycle > maxcycle ))
436             then
437                (( maxcycle = icycle ))
438             fi
439          fi
440
441       else
442
443             # IM ABSOLUT-MODUS MUSS NUR GEPRUEFT WERDEN, OB DIE DATEI
444             # VORHANDEN IST
445          [[ $4 = $zeile ]]  &&  found=true
446       fi
447
448    done <$filelist
449 fi
450
451 if [[ $found = true ]]
452 then
453    if [[ $get = false ]]
454    then
455       if [[ $absolut = false ]]
456       then
457          if [[ $append = false ]]
458          then
459             (( maxcycle = maxcycle + 1 ))
460             zyklusnr=".$maxcycle"
461          else
462             if (( maxcycle == 0 ))
463             then
464                zyklusnr=""
465             else
466                zyklusnr=".$maxcycle"
467             fi
468          fi
469       else
470          if [[ $overwrite = false ]]
471          then
472             printf "  +++ file \"$3/$4\" \n"
473             printf "      already exists on destination host (use -o, if necessary) \n"
474             locat=file; exit
475          fi
476       fi
477    else
478       if [[ $absolut = false ]]
479       then
480          if (( maxcycle == 0 ))
481          then
482             zyklusnr=""
483          else
484             zyklusnr=".$maxcycle"
485             (( maxcycle = 0 ))
486          fi
487       else
488          zyklusnr=""
489       fi
490    fi
491 else
492    zyklusnr=""
493
494       # ABBRUCH, WENN DATEI VON ZIELRECHNER GEHOLT WERDEN SOLL, DORT ABER
495       # NICHT VORHANDEN IST
496    if [[ $get = true ]]
497    then
498       printf " +++ file \"$3/$4\" \n"
499       printf "     does not exist on destination host (\"$1\") \n"
500       locat=remotefile; exit
501    fi
502 fi
503
504
505    # FALLS KATALOG ERZEUGT WIRD, DARF DIE DATEI IN KEINEM FALL EINE
506    # ZYKLUSNUMMER BESITZEN, DA SIE JA NOCh GARNICHT EXISTIEREN KANN
507 if [[ $make_catalog = force ]]
508 then
509    zyklusnr=""
510    (( maxcycle = 0 ))
511 fi
512
513 
514    # FALLS NAMENSOPTION (-n) GEWAEHLT WURDE, NUR DEN ERMITTELTEN LOKALEN
515    # DATEINAMEN DES ZIELRECHNERS AUSGEBEN UND SCRIPT BEENDEN
516 if [[ $print_local_filename = true ]]
517 then
518    printf "$4$zyklusnr\n"
519    rm -r $filelist
520    exit
521 fi
522
523
524    # FALLS 5. ARGUMENT ANGEGEBEN WURDE, WIRD DIES ALS FILE-EXTENSION
525    # HINTER DIE ZYKLUS-NUMMER GEHAENGT (FUNKTIONIERT NUR BEI KOPIEREN EINER
526    # DATEI AUF ZIELRECHNER
527 if [[ "$5" != ""  &&  $get = false ]]
528 then
529    zyklusnr=${zyklusnr}.$5
530 fi
531
532
533    # BEI VERZEICHNISTRANSFER VON ZIELRECHNER AUF LOKALEN RECHNER PRUEFEN, OB
534    # $3 AUF ZIELRECHNER WIRKLICH EIN VERZEICHNIS IST
535 if [[ $catalog_copy = true  &&  $get = true ]]
536 then
537    rm -rf $filelist
538    if [[ $(echo $local_host | cut -c1-4) = gaia ]]
539    then
540       ssh $SSH_PORTOPT $local_user@gaiad "ssh $1 -l $remote_user \"cd $3\" " > $filelist
541    else
542       $SSH_BIN $SSH_PORTOPT $1 -l $remote_user "cd $3" > $filelist
543    fi
544    if [[ $? != 0 ]]
545    then
546       locat=ssh_failed_3; exit
547    fi
548
549    if [[ $(cat $filelist | grep -c "Not a directory") != 0 ]]
550    then
551       printf " +++ \"$3\" on destination host is not a directory \n"
552       locat=directory; exit
553    fi
554 fi
555
556
557    # BEI KATALOGTRANSFER AUF LOKALEN RECHNER ENTSPRECHENDES VERZEICHNIS
558    # ANLEGEN
559 if [[ $catalog_copy = true ]]
560 then
561    if [[ $get = true ]]
562    then
563       mkdir $2
564    fi
565 fi
566
567
568    # Auf IBM-Rechnern (HLRN) Tilde aus Katalognamen entfernen, da scp
569    # diese nicht versteht
570 catalog_name=$3
571 if [[ $(hostname | cut -c1-4) = hreg  ||  $(hostname | cut -c1-4) = breg ]]
572 then
573    catalog_name=${catalog_name#"~/"}
574    catalog_name=${catalog_name#"~"}
575 fi
576 [[ "$catalog_name" != "" ]]  &&  catalog_name=${catalog_name}/
577
578
579    # DATEI/VERZEICHNIS PER SCP UEBERTRAGEN
580 if [[ $get = false ]]
581 then
582    if [[ $make_catalog != force ]]
583    then
584       if [[ $append = false ]]
585       then
586          if [[ $(echo $local_host | cut -c1-2) = cs ]]
587          then
588             if [[ $catalog_copy = false ]]
589             then
590                scp $PORTOPT -p -q -v $2 $remote_user@$1:$catalog_name$4$zyklusnr
591             else
592                scp $PORTOPT -p -r -q -v $2 $remote_user@$1:$catalog_name$4$zyklusnr
593             fi
594          elif [[ $(echo $local_host | cut -c1-4) = gaia ]]
595          then
596             if [[ $catalog_copy = false ]]
597             then
598                ssh $SSH_PORTOPT $local_user@gaiad "cd $local_wdir; scp $PORTOPT -p $2 $remote_user@$1:$catalog_name$4$zyklusnr"  > /dev/null
599             else
600                ssh $SSH_PORTOPT $local_user@gaiad "cd $local_wdir; scp $PORTOPT -p -r $2 $remote_user@$1:$catalog_name$4$zyklusnr"  > /dev/null
601             fi
602          else
603             if [[ $catalog_copy = false ]]
604             then
605                scp $PORTOPT -p $2 $remote_user@$1:$catalog_name$4$zyklusnr  > /dev/null
606             else
607                scp $PORTOPT -p -r $2 $remote_user@$1:$catalog_name$4$zyklusnr  > /dev/null
608             fi
609          fi
610          scp_status=$?
611
612          if [[ $scp_status != 0 ]]
613          then
614                # CHECK, OB DATEIGROESSEN AUF LOKALEM UND REMOTERECHNER
615                # UEBEREINSTIMMEN
616             local_size=`ls -al  $2`
617             local_size=`echo $local_size | cut -d" " -f5`
618
619             if  [[ $(echo $local_host | cut -c1-4) = gaia ]]
620             then
621                remote_size=`ssh $SSH_PORTOPT $local_user@gaiad "ssh $SSH_PORTOPT $1 -l $remote_user \"ls -al $catalog_name$4$zyklusnr\" "`
622             else
623                remote_size=`$SSH_BIN $SSH_PORTOPT $1 -l $remote_user "ls -al $catalog_name$4$zyklusnr"`
624             fi
625             remote_size=`echo $remote_size | cut -d" " -f5`
626
627             if [[ "$remote_size" != "$local_size" ]]
628             then
629                echo " +++ scp failed on host \"$local_host\" with exit $scp_status"
630                echo "     local size = \"$local_size\"  remote size = \"$remote_size\" "
631                date
632                locat=scp_failed; exit
633             fi
634          fi
635       else
636          if [[ $(echo $local_host | cut -c1-4) = gaia ]]
637          then
638             ssh $SSH_PORTOPT $local_user@gaiad "cd $local_wdir; scp $PORTOPT -p $2 $remote_user@$1:${catalog_name}batch_scp_append_file.$random"  > /dev/null
639          else
640             scp $PORTOPT -p $2 $remote_user@$1:${catalog_name}batch_scp_append_file.$random  > /dev/null
641          fi
642          if [[ $? != 0 ]]
643          then
644                # CHECK, OB DATEIGROESSEN AUF LOKALEM UND REMOTERECHNER
645                # UEBEREINSTIMMEN
646             local_size=`ls -al  $2`
647             local_size=`echo $local_size | cut -d" " -f5`
648
649             if  [[ $(echo $local_host | cut -c1-4) = gaia ]]
650             then
651                remote_size=`ssh $SSH_PORTOPT $local_user@gaiad "ssh $SSH_PORTOPT $1 -l $remote_user \"ls -al ${catalog_name}batch_scp_append_file.$random\" "`
652             else
653                remote_size=`$SSH_BIN $SSH_PORTOPT $1 -l $remote_user "ls -al ${catalog_name}batch_scp_append_file.$random"`
654             fi
655             remote_size=`echo $remote_size | cut -d" " -f5`
656
657             if [[ "$remote_size" != "$local_size" ]]
658             then
659                echo " +++ scp failed on host \"$local_host\" with exit $scp_status"
660                echo "     local size = \"$local_size\"  remote size = \"$remote_size\" "
661                date
662                locat=scp_for_append_failed; exit
663             fi
664          fi
665
666          rm  $filelist
667
668          if  [[ $(echo $local_host | cut -c1-4) = gaia ]]
669          then
670             ssh $SSH_PORTOPT $local_user@gaiad "ssh $SSH_PORTOPT $1 -l $remote_user \"cd $3; cat batch_scp_append_file.$random >> $4$zyklusnr; rm batch_scp_append_file.$random; echo '*** append complete'\" " > $filelist
671          else
672             $SSH_BIN $SSH_PORTOPT $1 -l $remote_user "cd $3; cat batch_scp_append_file.$random >> $4$zyklusnr; rm batch_scp_append_file.$random; echo '*** append complete'" > $filelist
673          fi
674          if [[ $? != 0 ]]
675          then
676             if [[ ! -f $filelist ]]
677             then
678                locat=append_via_ssh_failed; exit
679             else
680                if [[ $(grep -c "*** append complete" $filelist) = 0 ]]
681                then
682                   locat=append_via_ssh_failed; exit
683                fi
684             fi
685          fi
686       fi
687    else
688       if  [[ $(echo $local_host | cut -c1-4) = gaia ]]
689       then
690          ssh $SSH_PORTOPT $local_user@gaiad "ssh $1 -l $remote_user \"mkdir -p $3\" "
691       else
692          $SSH_BIN $SSH_PORTOPT $1 -l $remote_user "mkdir -p $3"
693       fi
694       if [[ $? != 0 ]]
695       then
696          locat=ssh_failed_4; exit
697       fi
698       if  [[ $(echo $local_host | cut -c1-4) = gaia ]]
699       then
700          ssh $SSH_PORTOPT $local_user@gaiad "cd $local_wdir; scp $PORTOPT -p $2 $remote_user@$1:$catalog_name$4$zyklusnr"  > /dev/null
701       else
702          scp $PORTOPT -p $2 $remote_user@$1:$catalog_name$4$zyklusnr  > /dev/null
703       fi
704       if [[ $? != 0 ]]
705       then
706          locat=scp_failed; exit
707       fi
708    fi
709
710 else
711
712    if [[ $catalog_copy = false ]]
713    then
714       if [[ $quote_wait = true ]]
715       then
716
717          printf " +++ quote wait not realized with BATCH_SCP"
718          locat=unavailable_feature; exit
719
720       else
721
722          if  [[ $(echo $local_host | cut -c1-4) = gaia ]]
723          then
724             ssh $SSH_PORTOPT $local_user@gaiad "cd $local_wdir; scp $PORTOPT -p $remote_user@$1:$catalog_name$4$zyklusnr $2"  > /dev/null
725          else
726             scp $PORTOPT -p $remote_user@$1:$catalog_name$4$zyklusnr $2  > /dev/null
727          fi
728          if [[ $? != 0 ]]
729          then
730             locat=scp_failed; exit
731          fi
732
733       fi
734    else
735
736       printf " +++ get of whole cataloges not realized with BATCH_SCP so far"
737       locat=unavailable_feature; exit
738
739#       ftp -i $1 << %END%  > /dev/null
740#$transfermode
741#cd $3
742#mget *
743#quit
744#%END%
745    fi
746 fi
747
748
749
750    # EVTL. TRANSFERIERTE DATEI AUF LOKALEM RECHNER LOESCHEN
751 if [[ $delete = true  &&  $get = false ]]
752 then
753    rm -rf  $2
754 fi
755
756
757
758    # ABSCHLUSSMELDUNG
759 if [[ $silent = false ]]
760 then
761    if (( maxcycle == 0 ))
762    then
763       if [[ $append = false ]]
764       then
765          printf "  >>> transfer successful \n"
766       else
767          printf "  >>> file was appended \n"
768       fi
769    else
770       printf "  >>> transfer successful \n"
771       if [[ $append = false ]]
772       then
773          if [[ $catalog_copy = false ]]
774          then
775             printf "      new file has cycle number $maxcycle \n"
776          else
777             printf "      new catalog has cycle number $maxcycle \n"
778          fi
779       else
780          printf "      append to cycle number $maxcycle \n"
781       fi
782    fi
783 fi
784
785 rm -rf  $filelist  $errfile
Note: See TracBrowser for help on using the repository browser.