source: palm/trunk/SCRIPTS/batch_scp @ 2303

Last change on this file since 2303 was 2261, checked in by raasch, 7 years ago

changes in mrun: unified cycle numbers for output files are used, paths and filenames are allowed to contain arbitrary numbers of dots, archive feature completely removed from the script, nech related parts completely removed, OpenMP bugfix in prognostic_equations

  • Property svn:keywords set to Id
File size: 26.5 KB
Line 
1#! /bin/bash
2
3# batch_scp - script for automatic file/directory transfer using scp
4
5#--------------------------------------------------------------------------------#
6# This file is part of PALM.
7#
8# PALM is free software: you can redistribute it and/or modify it under the terms
9# of the GNU General Public License as published by the Free Software Foundation,
10# either version 3 of the License, or (at your option) any later version.
11#
12# PALM is distributed in the hope that it will be useful, but WITHOUT ANY
13# WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR
14# A PARTICULAR PURPOSE.  See the GNU General Public License for more details.
15#
16# You should have received a copy of the GNU General Public License along with
17# PALM. If not, see <http://www.gnu.org/licenses/>.
18#
19# Copyright 1997-2014  Leibniz Universitaet Hannover
20#--------------------------------------------------------------------------------#
21#
22# Current revisions:
23# ------------------
24#
25#
26# Former revisions:
27# -----------------
28# $Id: batch_scp 2261 2017-06-08 14:25:57Z raasch $
29# option usecycle added, script is running under bash now,
30# filenames are allowed to contain arbitrary number of dots "."
31#
32# 1310 2014-03-14 08:01:56Z raasch
33#
34# 1202 2013-07-10 16:22:07Z witha
35# adjustments for Forwind cluster (lcflow): using absolute paths for ssh
36#
37# 1099 2013-02-10 01:47:43Z raasch
38# LANG variable is unset in some ssh calls to guarantee messages in English
39#
40# 1094 2013-02-03 01:52:12Z raasch
41# new option -P for explicit setting of ssh/scp port
42#
43# 1090 2013-02-02 07:06:13Z raasch
44# code put under GPL (PALM 3.9)
45# adjustments for Kyushu-University computing center (lckyut)
46# old changelog messages removed
47#
48# 08/03/11 - Siggi - adjustments for ibmkisti: this machine allows
49#                    outgoing ssh/scp connections only from the
50#                    interactive nodes (gaiad). All ssh/scp traffic is
51#                    done via this interactive node.
52# 04/01/02 - Siggi - first version finished
53# 29/11/01 - Siggi - script development started
54#
55#--------------------------------------------------------------------------------#
56# batch_scp - script for automatic file/directory transfers using scp
57#
58# batch_scp has up to 5 arguments (first 4 are mandatory):
59#               $1 = IP-addres of remote (target) machine
60#               $2 = file to be transferred
61#               $3 = directory of remote machine, where file should be copied to
62#               $4 = filename that file should be given on remote machine
63#               $5 = file extension (optional argument)
64#
65# ATTENTION: problems might occur if directories on remote machine include very
66#            old files for which "ls -al" does give "year" as modification
67#            time instead of "hh:mm". In such a case, batch_scp cannot check the
68#            filename and may not find the file (e.g. if option -g is used).
69#--------------------------------------------------------------------------------#
70
71
72 
73    # VARIABLENVEREINBARUNGEN + DEFAULTWERTE
74 random=$RANDOM
75
76 absolut=false
77 append=false
78 catalog_copy=false
79 check=false
80 delete=false
81 errfile=batch_scp.errfile.$random
82 filelist=filelist.$random
83 get=false
84 local_host=`hostname`
85 local_user=$USER
86 local_wdir=`pwd`
87 locat=normal
88 make_catalog=false
89 overwrite=false
90 print_local_filename=false
91 quote_wait=false
92 remote_user=""
93 silent=false
94 transfermode=binary
95 zyklusnr=""
96 typeset -i iii icycle maxcycle=0 usecycle wait=0
97
98    # FEHLERBEHANDLUNG
99    # BEI EXIT:
100 trap 'if [[ $locat != normal ]]
101       then
102          [[ -f "$filelist" ]]  &&  cat $filelist
103          [[ -f "$errfile"  ]]  &&  cat $errfile
104          rm -rf $filelist $errfile
105          printf " +++ BATCH_SCP terminated \n"
106          printf "     locat     = $locat \n"
107          printf "     arguments = $1 $2 $3 $4 \n\n"
108          exit 1
109       fi' exit
110
111
112    # BEI TERMINAL-BREAK:
113 trap 'rm -rf $filelist $errfile
114       printf " +++ BATCH_SCP terminated \n\n"
115       exit 1
116      ' 2
117
118
119    # SHELLSCRIPT-OPTIONEN EINLESEN
120 while  getopts  :aAbcCdgmnoP:qsu:U:w:  option
121 do
122   case  $option  in
123       (a)   absolut=true;;
124       (A)   append=true;;
125       (b)   transfermode=binary;;
126       (c)   catalog_copy=true;;
127       (C)   check=true;;
128       (d)   delete=true;;
129       (g)   get=true;;
130       (m)   make_catalog=true;;
131       (n)   print_local_filename=true;;  # Option ist nicht dokumentiert !
132       (o)   overwrite=true;;
133       (P)   scp_port=$OPTARG;;
134       (q)   quote_wait=true;;
135       (s)   silent=true;;
136       (u)   remote_user=$OPTARG;;
137       (U)   usecycle=$OPTARG;;
138       (w)   wait=$OPTARG;;
139       (\?)  printf "  +++ option $OPTARG unknown \n"
140             printf "  --> call: batch_scp [-aAbcCdgmnoqsuw] <IP-adress> <localfile> <remotepath> <remotefile>\n"
141             locat=parameter;exit;;
142   esac
143 done
144
145 (( to_shift = $OPTIND - 1 ))
146 shift $to_shift
147
148
149
150 
151    # KURZE AUFRUFBESCHREIBUNG WIRD HIER AUSGEGEBEN
152 if [ "$1" = "?" ]
153 then
154   (printf "\n  *** batch_scp can be called as follows:\n"
155    printf "\n      batch_scp -a -b -d -g -o -q -s -u.. -U.. -w..  <param1> <param2> <param3> <param4>\n"
156    printf "\n      Description of available options:\n"
157    printf "\n      Option  Description                            Default-Value"
158    printf "\n        -a    Filenames are absolute. No cycle-      ---"
159    printf "\n              numbers will be determined"
160    printf "\n        -A    append to destination file             ---"
161    printf "\n        -b    use binary-modus for transfer          ASCII-modus"
162    printf "\n        -c    transfer of directory                  ---"
163    printf "\n        -C    check-Modus, no transfer               ---"
164    printf "\n        -d    file to be transferred will be         ---"
165    printf "\n              deleted after successful transfer"
166    printf "\n        -g    change of transfer direction, i.e.     ---"
167    printf "\n              file will be transferred from"
168    printf "\n              destination host"
169    printf "\n        -o    any existing file will be overwritten  ---"
170    printf "\n        -q    switch on  \"quote wait\"  on          ---"
171    printf "\n              estination host"
172    printf "\n        -s    do not display informative messages    ---"
173    printf "\n        -u    username on remote machine             <username>"
174    printf "\n        -U    cycle number to be used                ---"
175    printf "\n        -w    waiting time in seconds, before trans- 0"
176    printf "\n              fer will be initiated"
177    printf "\n "
178    printf "\n      The positional parameters <param1> - <param4> must be provided at"
179    printf "\n      any time and have the following meaning:"
180    printf "\n        <param1>  -  IP-adress of destination host"
181    printf "\n                     or \"?\"  (creates this outline)"
182    printf "\n        <param2>  -  abs. or rel. path of file to be transferred"
183    printf "\n        <param3>  -  directory (abs.!) on destination host. Special cahracters"
184    printf "\n                     like \~ are allowed but must be quoted by \"."
185    printf "\n        <param4>  -  filename (without path!) on destination host; must not"
186    printf "\n                     be given, if option -c is used."
187    printf "\n      When using option -g, file will be copied from destination host to file"
188    printf "\n      <param2>. In this case, no overwriting is possible.") | more
189    exit
190 fi
191
192
193    # PRUEFEN, OB ALLE ARGUMENTE VORLIEGEN
194 if [[ "$1" = "" ]]
195 then
196    printf " +++ 1. argument missing \n"
197    locat=argument; exit
198 elif [[ "$2" = "" ]]
199 then
200    printf " +++ 2. argument missing \n"
201    locat=argument; exit
202 elif [[ "$3" = "" ]]
203 then
204    printf " +++ 3. argument missing \n"
205    locat=argument; exit
206 elif [[ "$4" = "" ]]
207 then
208    printf " +++ 4. argument missing \n"
209    locat=argument; exit
210 fi
211
212
213    # USER-NAME AUF ZIELRECHNER AUS .NETRC-DATEI ERMITTELN
214 if [[ -z $remote_user ]]
215 then
216
217       # PRUEFEN, OB NETRC-DATEI VORHANDEN
218    if [[ ! -f ~/.netrc ]]
219    then
220       printf " +++ option -u not given; \n"
221       printf "     getting remote-username from password file failed \n"
222       printf "     because ~/.netrc does not exist \n"
223       locat=netrc; exit
224    fi
225    grep  $1  ~/.netrc | read dum dum dum remote_user dum dum
226 fi
227
228
229    # APPEND IST NUR BEI TRANSFER EINZELNER DATEIEN OHNE UEBERSCHREIBEN
230    # ERLAUBT. GET IST DABEI EBENFALLS NICHT ERLAUBT
231 if [[ $append = true  &&  ( $get = true || $catalog_copy = true || $overwrite = true ) ]]
232 then
233    printf " +++ options -g, -c and -o are not allowed, if -A is given \n"
234    locat=parameter; exit
235 fi
236
237
238    # QUOTE WAIT FUNKTIONIERT NICHT BEIM KOPIEREN GANZER VERZEICHNISSE
239 if [[ $quote_wait = true  &&  $catalog_copy = true ]]
240 then
241    printf " +++ options  -c  and  -q  must not be used simultaneously\n"
242    locat=parameter; exit
243 fi
244
245
246    # IM CHECK-MODUS WIRD SCRIPT HIER BEENDET
247 [[ $check = true ]]  &&  exit
248
249
250    # BESTIMMTE ZEIT WARTEN, BIS WEITERGEMACHT WIRD (NOETIG Z.B. BEI TRANSFER
251    # VON JOBPROTOKOLLEN AUS JOBS HERAUS)
252 sleep  $wait
253
254
255    # Set port number option for calls of ssh/scp, subjob and batch_scp scripts
256 if [[ "$scp_port" != "" ]]
257 then
258    PORTOPT="-P $scp_port"
259    SSH_PORTOPT="-p $scp_port"
260 fi
261
262
263   # Using absolute paths for ssh on lcflow (nodes "cfd_*") as the paths of the
264   # job scheduler have changed
265 if [[ $(echo $local_host | cut -c1-3) = "cfd" ]]
266 then
267   SSH_BIN=/usr/bin/ssh
268 else
269   SSH_BIN=ssh
270 fi
271
272
273    # PRUEFEN, OB LOKALE DATEI/LOKALES VERZEICHNIS VORHANDEN BZW. NICHT VORHANDEN
274 if [[ $get = false ]]
275 then
276    if [[ $catalog_copy = false ]]
277    then
278       if [[ ! -f $2 ]]
279       then
280          printf " +++ file \"$2\" to be transferred does not exist \n"
281          locat=localfile; exit
282       fi
283    else
284       if [[ ! -d $2 ]]
285       then
286          printf " +++ directory \"$2\" to be transferred does not exist\n"
287          printf "     or is not a directory \n"
288          locat=localfile; exit
289       fi
290    fi
291 else
292    if [[ $catalog_copy = false ]]
293    then
294       if [[ -f $2 ]]
295       then
296          if [[ $overwrite = true ]]
297          then
298             rm  $2
299          else
300             printf " +++ local file \"$2\" is already existing \n"
301             locat=localfile; exit
302          fi
303       else
304
305             # PRUEFEN, OB SICH LOKALE DATEI ANLEGEN LAESST
306          local_dirname=`dirname $2`
307          if [[ ! -d $local_dirname ]]
308          then
309             printf " +++ local directory \"$local_dirname\" \n"
310             printf "     does not exist or is not a directory \n"
311             printf " +++ cannot copy file \"$3/$4\" \n"
312             printf "     from \"$1\" to \"$local_host\" \n"
313             locat=localfile; exit
314          fi
315       fi
316    else
317       if [[ -d $2  ||  -f $2 ]]
318       then
319          printf " +++ local directory \"$2\" is already existing, \n"
320          printf "     or a file with the same name exists \n"
321          locat=localfile; exit
322       fi
323    fi
324 fi
325
326
327    # VERZEICHNISLSTE DES ZIELRECHNERS ERSTELLEN
328 if [[ $(echo $local_host | cut -c1-4) = gaia ]]
329 then
330    ssh $SSH_PORTOPT $local_user@gaiad "ssh $SSH_PORTOPT $1 -l $remote_user \"unset LANG; cd $3; ls -1; echo '*** list complete'\" "  > $filelist  2>&1
331 else
332    $SSH_BIN $SSH_PORTOPT $1 -l $remote_user "unset LANG; cd $3; ls -1; echo '*** list complete'" > $filelist  2>&1
333 fi
334 ssh_status=$?
335
336 if [[ $ssh_status != 0 ]]
337 then
338    if [[ ! -f $filelist ]]
339    then
340       echo " local_host = $local_host   ssh_status = $ssh_status"
341       locat=ssh_failed_1; exit
342    else
343       if [[ $(grep -c "*** list complete" $filelist) = 0 ]]
344       then
345          echo " local_host = $local_host   ssh_status = $ssh_status"
346          locat=ssh_failed_2; exit
347       fi
348    fi
349 fi
350
351
352    # PRUEFEN, OB VERZEICHNIS VORHANDEN IST. WENN GANZES VERZEICHNISS ZUM
353    # ZIELRECHNER KOPIERT WERDEN SOLL, DARF DORT NOCH KEIN ENTSPRECHENDES
354    # VERZEICHNIS VORHANDEN SEIN
355 if [[ $(cat $filelist | grep -c "not found") != 0  || \
356       $(cat $filelist | grep -c "No such file or directory") != 0 ]]
357 then
358    if [[ ! ( $catalog_copy = true  &&  $get = false ) ]]
359    then
360       if [[ $make_catalog = false ]]
361       then
362          printf " +++ directory \"$3\" does not exist on destination host (\"$1\") \n"
363          locat=directory; exit
364       else
365          if [[ $silent = false ]]
366          then
367             printf "  >>> directory \"$3\" does not exist on destination host (\"$1\")"
368             printf "\n      trying to create \"$3\" \n"
369          fi
370
371          make_catalog=force
372       fi
373    fi
374 fi
375
376
377    # PRUEFEN, OB DATEI/VERZEICHNIS VORHANDEN, WENN JA, HOECHSTEN ZYKLUS
378    # ERMITTELN (BZW. IM ABSOLUT-MODUS PRUEFEN, OB DATEI VORHANDEN IST)
379    # DAS GANZE ABER NUR, WENN NICHT OVERWRITE-MODUS GEWAEHLT WURDE, DIE
380    # EVENTUELL VORHANDENE DATEI ALSO UEBERSCHRIEBEN WERDEN SOLL
381 found=false
382 if [[ ( $overwrite = false   &&  $get = false )  ||  $get = true ]]
383 then
384    while  read zeile
385    do
386       if [[ $absolut = false ]]
387       then
388             # REMOVE EXTENSION, IF EXISTING AND GIVEN AS ARGUMENT
389          if [[ "$5" != ""  &&  "$5" != " " ]]
390          then
391             extension=${zeile##*.}
392             if [[ $extension = $5 ]]
393             then
394                text=${zeile%.*}
395             else
396                text=${zeile}
397             fi
398          else
399             text=${zeile}
400          fi
401
402             # GET AND REMOVE CYCLE NUMBER, IF EXISTING, AND CHECK, IF FILE EXISTS
403          cycle=${text##*.}
404          if [[ $cycle = $text ]]
405          then
406                # filename contains no dot, i.e. no cycle number
407             if [[ "$text" = "$4" ]]
408             then
409                found=true
410                (( icycle = 0 ))
411             fi
412          else
413                # filename contains at least one dot
414                # find out if the string after the last dot is a number
415             if [[ $cycle =~ ^-?[0-9]+$ ]]
416             then
417                text=${text%.*}
418                if [[ "$text" = "$4" ]]
419                then
420                   found=true
421                   (( icycle = $cycle ))
422                fi
423             else
424                if [[ "$text" = "$4" ]]
425                then
426                   found=true
427                   (( icycle = 0 ))
428                fi
429             fi
430          fi
431
432
433#          text=$(echo $zeile | cut -f1 -d".")
434#
435#          if [[ "$text" = "$4" ]]
436#          then
437#             found=true
438#             cycle=$(echo $zeile | cut -f2 -d".")
439#             if [[ "$cycle" = "$text" ]]
440#             then
441#                (( icycle = 0 ))
442#             else
443#
444#                   # PRUEFEN, OB CYCLE EINE ZAHL IST
445#                (( iii = 1 ))
446#                character=`echo $cycle | cut -c$iii`
447#                character_found=false
448#                while [[ "$character" != ""  &&  $character_found = false ]]
449#                do
450#                   case  $character  in
451#                      (0|1|2|3|4|5|6|7|8|9)  true;;
452#                      (*)  character_found=true
453#                   esac
454#                   (( iii = iii + 1 ))
455#                   character=`echo $cycle | cut -c$iii`
456#                done
457#
458#                if [[ $character_found = false ]]
459#                then
460#                   (( icycle = $cycle ))
461#                fi
462#             fi >|$errfile 2>&1    # AUSGABE FEHLER AUF ERRFILE WENN CYCLE NICHTNUMERISCH
463#
464#
465#                # INFORMATIVE AUSGABE, WENN DATEI NICHTNUMERISCHE EXTENSION HAT
466#                # if [[ $(cat $errfile | grep -c "bad number") != 0 ]]
467#             if [[ $character_found = true ]]
468#             then
469#                if [[ $cycle != "$5" ]]
470#                then
471#                   printf "  +++ file \"$text\" has non-numerical extension \".$cycle\" \n"
472#                   locat=file; exit
473#                else
474#                   if [[ $silent = false ]]
475#                   then
476#                      printf "  >>> file \"$text\" has non-numerical extension \".$cycle\" \n"
477#                   fi
478#                fi
479#             fi
480
481             if (( icycle > maxcycle ))
482             then
483                (( maxcycle = icycle ))
484             fi
485#          fi
486
487       else
488
489             # IM ABSOLUT-MODUS MUSS NUR GEPRUEFT WERDEN, OB DIE DATEI
490             # VORHANDEN IST
491          [[ $4 = $zeile ]]  &&  found=true
492       fi
493
494    done <$filelist
495 fi
496
497 if [[ $found = true ]]
498 then
499    if [[ $get = false ]]
500    then
501       if [[ $absolut = false ]]
502       then
503          if [[ $append = false ]]
504          then
505             (( maxcycle = maxcycle + 1 ))
506                # TRY TO USE FIXED CYCLE NUMBER, IF GIVEN AS OPTION
507             if [[ "$usecycle" != "" ]]
508             then
509                if (( usecycle >= maxcycle ))
510                then
511                   (( maxcycle = usecycle ))
512                else
513                    printf "  >>> Unfied cycle number cannot be used\n"
514                fi
515             fi
516             zyklusnr=".$maxcycle"
517          else
518             if (( maxcycle == 0 ))
519             then
520                zyklusnr=""
521             else
522                zyklusnr=".$maxcycle"
523             fi
524          fi
525       else
526          if [[ $overwrite = false ]]
527          then
528             printf "  +++ file \"$3/$4\" \n"
529             printf "      already exists on destination host (use -o, if necessary) \n"
530             locat=file; exit
531          fi
532       fi
533    else
534       if [[ $absolut = false ]]
535       then
536          if (( maxcycle == 0 ))
537          then
538             zyklusnr=""
539          else
540             zyklusnr=".$maxcycle"
541             (( maxcycle = 0 ))
542          fi
543       else
544          zyklusnr=""
545       fi
546    fi
547
548 else
549
550    if [[ "$usecycle" != "" ]]
551    then
552       (( maxcycle = usecycle ))
553       zyklusnr=".$usecycle"
554    else
555       zyklusnr=""
556    fi
557
558       # ABBRUCH, WENN DATEI VON ZIELRECHNER GEHOLT WERDEN SOLL, DORT ABER
559       # NICHT VORHANDEN IST
560    if [[ $get = true ]]
561    then
562       printf " +++ file \"$3/$4\" \n"
563       printf "     does not exist on destination host (\"$1\") \n"
564       locat=remotefile; exit
565    fi
566 fi
567
568
569    # FALLS KATALOG ERZEUGT WIRD, DARF DIE DATEI IN KEINEM FALL EINE
570    # ZYKLUSNUMMER BESITZEN, DA SIE JA NOCh GARNICHT EXISTIEREN KANN
571 if [[ $make_catalog = force ]]
572 then
573    zyklusnr=""
574    (( maxcycle = 0 ))
575 fi
576
577 
578    # FALLS NAMENSOPTION (-n) GEWAEHLT WURDE, NUR DEN ERMITTELTEN LOKALEN
579    # DATEINAMEN DES ZIELRECHNERS AUSGEBEN UND SCRIPT BEENDEN
580 if [[ $print_local_filename = true ]]
581 then
582    printf "$4$zyklusnr\n"
583    rm -r $filelist
584    exit
585 fi
586
587
588    # FALLS 5. ARGUMENT ANGEGEBEN WURDE, WIRD DIES ALS FILE-EXTENSION
589    # HINTER DIE ZYKLUS-NUMMER GEHAENGT (FUNKTIONIERT NUR BEI KOPIEREN EINER
590    # DATEI AUF ZIELRECHNER
591 if [[ "$5" != ""  &&  $get = false ]]
592 then
593    zyklusnr=${zyklusnr}.$5
594 fi
595
596
597    # BEI VERZEICHNISTRANSFER VON ZIELRECHNER AUF LOKALEN RECHNER PRUEFEN, OB
598    # $3 AUF ZIELRECHNER WIRKLICH EIN VERZEICHNIS IST
599 if [[ $catalog_copy = true  &&  $get = true ]]
600 then
601    rm -rf $filelist
602    if [[ $(echo $local_host | cut -c1-4) = gaia ]]
603    then
604       ssh $SSH_PORTOPT $local_user@gaiad "ssh $1 -l $remote_user \"cd $3\" " > $filelist
605    else
606       $SSH_BIN $SSH_PORTOPT $1 -l $remote_user "cd $3" > $filelist
607    fi
608    if [[ $? != 0 ]]
609    then
610       locat=ssh_failed_3; exit
611    fi
612
613    if [[ $(cat $filelist | grep -c "Not a directory") != 0 ]]
614    then
615       printf " +++ \"$3\" on destination host is not a directory \n"
616       locat=directory; exit
617    fi
618 fi
619
620
621    # BEI KATALOGTRANSFER AUF LOKALEN RECHNER ENTSPRECHENDES VERZEICHNIS
622    # ANLEGEN
623 if [[ $catalog_copy = true ]]
624 then
625    if [[ $get = true ]]
626    then
627       mkdir $2
628    fi
629 fi
630
631
632    # Auf IBM-Rechnern (HLRN) Tilde aus Katalognamen entfernen, da scp
633    # diese nicht versteht
634 catalog_name=$3
635 if [[ $(hostname | cut -c1-4) = hreg  ||  $(hostname | cut -c1-4) = breg ]]
636 then
637    catalog_name=${catalog_name#"~/"}
638    catalog_name=${catalog_name#"~"}
639 fi
640 [[ "$catalog_name" != "" ]]  &&  catalog_name=${catalog_name}/
641
642
643    # DATEI/VERZEICHNIS PER SCP UEBERTRAGEN
644 if [[ $get = false ]]
645 then
646    if [[ $make_catalog != force ]]
647    then
648       if [[ $append = false ]]
649       then
650          if [[ $(echo $local_host | cut -c1-2) = cs ]]
651          then
652             if [[ $catalog_copy = false ]]
653             then
654                scp $PORTOPT -p -q -v $2 $remote_user@$1:$catalog_name$4$zyklusnr
655             else
656                scp $PORTOPT -p -r -q -v $2 $remote_user@$1:$catalog_name$4$zyklusnr
657             fi
658          elif [[ $(echo $local_host | cut -c1-4) = gaia ]]
659          then
660             if [[ $catalog_copy = false ]]
661             then
662                ssh $SSH_PORTOPT $local_user@gaiad "cd $local_wdir; scp $PORTOPT -p $2 $remote_user@$1:$catalog_name$4$zyklusnr"  > /dev/null
663             else
664                ssh $SSH_PORTOPT $local_user@gaiad "cd $local_wdir; scp $PORTOPT -p -r $2 $remote_user@$1:$catalog_name$4$zyklusnr"  > /dev/null
665             fi
666          else
667             if [[ $catalog_copy = false ]]
668             then
669                scp $PORTOPT -p $2 $remote_user@$1:$catalog_name$4$zyklusnr  > /dev/null
670             else
671                scp $PORTOPT -p -r $2 $remote_user@$1:$catalog_name$4$zyklusnr  > /dev/null
672             fi
673          fi
674          scp_status=$?
675
676          if [[ $scp_status != 0 ]]
677          then
678                # CHECK, OB DATEIGROESSEN AUF LOKALEM UND REMOTERECHNER
679                # UEBEREINSTIMMEN
680             local_size=`ls -al  $2`
681             local_size=`echo $local_size | cut -d" " -f5`
682
683             if  [[ $(echo $local_host | cut -c1-4) = gaia ]]
684             then
685                remote_size=`ssh $SSH_PORTOPT $local_user@gaiad "ssh $SSH_PORTOPT $1 -l $remote_user \"ls -al $catalog_name$4$zyklusnr\" "`
686             else
687                remote_size=`$SSH_BIN $SSH_PORTOPT $1 -l $remote_user "ls -al $catalog_name$4$zyklusnr"`
688             fi
689             remote_size=`echo $remote_size | cut -d" " -f5`
690
691             if [[ "$remote_size" != "$local_size" ]]
692             then
693                echo " +++ scp failed on host \"$local_host\" with exit $scp_status"
694                echo "     local size = \"$local_size\"  remote size = \"$remote_size\" "
695                date
696                locat=scp_failed; exit
697             fi
698          fi
699       else
700          if [[ $(echo $local_host | cut -c1-4) = gaia ]]
701          then
702             ssh $SSH_PORTOPT $local_user@gaiad "cd $local_wdir; scp $PORTOPT -p $2 $remote_user@$1:${catalog_name}batch_scp_append_file.$random"  > /dev/null
703          else
704             scp $PORTOPT -p $2 $remote_user@$1:${catalog_name}batch_scp_append_file.$random  > /dev/null
705          fi
706          if [[ $? != 0 ]]
707          then
708                # CHECK, OB DATEIGROESSEN AUF LOKALEM UND REMOTERECHNER
709                # UEBEREINSTIMMEN
710             local_size=`ls -al  $2`
711             local_size=`echo $local_size | cut -d" " -f5`
712
713             if  [[ $(echo $local_host | cut -c1-4) = gaia ]]
714             then
715                remote_size=`ssh $SSH_PORTOPT $local_user@gaiad "ssh $SSH_PORTOPT $1 -l $remote_user \"ls -al ${catalog_name}batch_scp_append_file.$random\" "`
716             else
717                remote_size=`$SSH_BIN $SSH_PORTOPT $1 -l $remote_user "ls -al ${catalog_name}batch_scp_append_file.$random"`
718             fi
719             remote_size=`echo $remote_size | cut -d" " -f5`
720
721             if [[ "$remote_size" != "$local_size" ]]
722             then
723                echo " +++ scp failed on host \"$local_host\" with exit $scp_status"
724                echo "     local size = \"$local_size\"  remote size = \"$remote_size\" "
725                date
726                locat=scp_for_append_failed; exit
727             fi
728          fi
729
730          rm  $filelist
731
732          if  [[ $(echo $local_host | cut -c1-4) = gaia ]]
733          then
734             ssh $SSH_PORTOPT $local_user@gaiad "ssh $SSH_PORTOPT $1 -l $remote_user \"cd $3; cat batch_scp_append_file.$random >> $4$zyklusnr; rm batch_scp_append_file.$random; echo '*** append complete'\" " > $filelist
735          else
736             $SSH_BIN $SSH_PORTOPT $1 -l $remote_user "cd $3; cat batch_scp_append_file.$random >> $4$zyklusnr; rm batch_scp_append_file.$random; echo '*** append complete'" > $filelist
737          fi
738          if [[ $? != 0 ]]
739          then
740             if [[ ! -f $filelist ]]
741             then
742                locat=append_via_ssh_failed; exit
743             else
744                if [[ $(grep -c "*** append complete" $filelist) = 0 ]]
745                then
746                   locat=append_via_ssh_failed; exit
747                fi
748             fi
749          fi
750       fi
751    else
752       if  [[ $(echo $local_host | cut -c1-4) = gaia ]]
753       then
754          ssh $SSH_PORTOPT $local_user@gaiad "ssh $1 -l $remote_user \"mkdir -p $3\" "
755       else
756          $SSH_BIN $SSH_PORTOPT $1 -l $remote_user "mkdir -p $3"
757       fi
758       if [[ $? != 0 ]]
759       then
760          locat=ssh_failed_4; exit
761       fi
762       if  [[ $(echo $local_host | cut -c1-4) = gaia ]]
763       then
764          ssh $SSH_PORTOPT $local_user@gaiad "cd $local_wdir; scp $PORTOPT -p $2 $remote_user@$1:$catalog_name$4$zyklusnr"  > /dev/null
765       else
766          scp $PORTOPT -p $2 $remote_user@$1:$catalog_name$4$zyklusnr  > /dev/null
767       fi
768       if [[ $? != 0 ]]
769       then
770          locat=scp_failed; exit
771       fi
772    fi
773
774 else
775
776    if [[ $catalog_copy = false ]]
777    then
778       if [[ $quote_wait = true ]]
779       then
780
781          printf " +++ quote wait not realized with BATCH_SCP"
782          locat=unavailable_feature; exit
783
784       else
785
786          if  [[ $(echo $local_host | cut -c1-4) = gaia ]]
787          then
788             ssh $SSH_PORTOPT $local_user@gaiad "cd $local_wdir; scp $PORTOPT -p $remote_user@$1:$catalog_name$4$zyklusnr $2"  > /dev/null
789          else
790             scp $PORTOPT -p $remote_user@$1:$catalog_name$4$zyklusnr $2  > /dev/null
791          fi
792          if [[ $? != 0 ]]
793          then
794             locat=scp_failed; exit
795          fi
796
797       fi
798    else
799
800       printf " +++ get of whole cataloges not realized with BATCH_SCP so far"
801       locat=unavailable_feature; exit
802
803#       ftp -i $1 << %END%  > /dev/null
804#$transfermode
805#cd $3
806#mget *
807#quit
808#%END%
809    fi
810 fi
811
812
813
814    # EVTL. TRANSFERIERTE DATEI AUF LOKALEM RECHNER LOESCHEN
815 if [[ $delete = true  &&  $get = false ]]
816 then
817    rm -rf  $2
818 fi
819
820
821
822    # ABSCHLUSSMELDUNG
823 if [[ $silent = false ]]
824 then
825    if (( maxcycle == 0 ))
826    then
827       if [[ $append = false ]]
828       then
829          printf "  >>> transfer successful \n"
830       else
831          printf "  >>> file was appended \n"
832       fi
833    else
834       printf "  >>> transfer successful \n"
835       if [[ $append = false ]]
836       then
837          if [[ $catalog_copy = false ]]
838          then
839             printf "      new file has cycle number $maxcycle \n"
840          else
841             printf "      new catalog has cycle number $maxcycle \n"
842          fi
843       else
844          printf "      append to cycle number $maxcycle \n"
845       fi
846    fi
847 fi
848
849 rm -rf  $filelist  $errfile
Note: See TracBrowser for help on using the repository browser.