Home

Context Navigation

batch_scp @ 1165

Last change on this file since 1165 was 1100, checked in by raasch, 12 years ago
last commit documented
Property svn:keywords set to `Id`
File size: 24.3 KB

Line
1	#! /bin/ksh
2
3	# batch_scp - script for automatic file/directory transfer using scp
4
5	#--------------------------------------------------------------------------------#
6	# This file is part of PALM.
7	#
8	# PALM is free software: you can redistribute it and/or modify it under the terms
9	# of the GNU General Public License as published by the Free Software Foundation,
10	# either version 3 of the License, or (at your option) any later version.
11	#
12	# PALM is distributed in the hope that it will be useful, but WITHOUT ANY
13	# WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR
14	# A PARTICULAR PURPOSE. See the GNU General Public License for more details.
15	#
16	# You should have received a copy of the GNU General Public License along with
17	# PALM. If not, see <http://www.gnu.org/licenses/>.
18	#
19	# Copyright 1997-2012 Leibniz University Hannover
20	#--------------------------------------------------------------------------------#
21	#
22	# Current revisions:
23	# ------------------
24	#
25	#
26	# Former revisions:
27	# -----------------
28	# $Id: batch_scp 1100 2013-02-10 01:58:22Z raasch $
29	#
30	# 1099 2013-02-10 01:47:43Z raasch
31	# LANG variable is unset in some ssh calls to guarantee messages in English
32	#
33	# 1094 2013-02-03 01:52:12Z raasch
34	# new option -P for explicit setting of ssh/scp port
35	#
36	# 1090 2013-02-02 07:06:13Z raasch
37	# code put under GPL (PALM 3.9)
38	# adjustments for Kyushu-University computing center (lckyut)
39	# old changelog messages removed
40	#
41	# 08/03/11 - Siggi - adjustments for ibmkisti: this machine allows
42	# outgoing ssh/scp connections only from the
43	# interactive nodes (gaiad). All ssh/scp traffic is
44	# done via this interactive node.
45	# 04/01/02 - Siggi - first version finished
46	# 29/11/01 - Siggi - script development started
47	#
48	#--------------------------------------------------------------------------------#
49	# batch_scp - script for automatic file/directory transfers using scp
50	#
51	# batch_scp has 4 arguments:
52	# $1 = IP-addres of remote (target) machine
53	# $2 = file to be transferred
54	# $3 = directory of remote machine, where file should be copied to
55	# $4 = filename that file should be given on remote machine
56	#
57	# ATTENTION: problems might occur if directories on remote machine include very
58	# old files for which "ls -al" does give "year" as modification
59	# time instead of "hh:mm". In such a case, batch_scp cannot check the
60	# filename and may not find the file (e.g. if option -g is used).
61	#--------------------------------------------------------------------------------#
62
63
64
65	# VARIABLENVEREINBARUNGEN + DEFAULTWERTE
66	random=$RANDOM
67
68	absolut=false
69	append=false
70	catalog_copy=false
71	check=false
72	delete=false
73	errfile=batch_scp.errfile.$random
74	filelist=filelist.$random
75	get=false
76	local_host=`hostname`
77	local_user=$USER
78	local_wdir=`pwd`
79	locat=normal
80	make_catalog=false
81	overwrite=false
82	print_local_filename=false
83	quote_wait=false
84	remote_user=""
85	silent=false
86	transfermode=binary
87	zyklusnr=""
88	typeset -i iii icycle maxcycle=0 wait=0
89
90	# FEHLERBEHANDLUNG
91	# BEI EXIT:
92	trap 'if [[ $locat != normal ]]
93	then
94	[[ -f "$filelist" ]] && cat $filelist
95	[[ -f "$errfile" ]] && cat $errfile
96	rm -rf $filelist $errfile
97	printf " +++ BATCH_SCP terminated \n"
98	printf " locat = $locat \n"
99	printf " arguments = $1 $2 $3 $4 \n\n"
100	exit 1
101	fi' exit
102
103
104	# BEI TERMINAL-BREAK:
105	trap 'rm -rf $filelist $errfile
106	printf " +++ BATCH_SCP terminated \n\n"
107	exit 1
108	' 2
109
110
111	# SHELLSCRIPT-OPTIONEN EINLESEN
112	while getopts :aAbcCdgmnoP:qsu:w: option
113	do
114	case $option in
115	(a) absolut=true;;
116	(A) append=true;;
117	(b) transfermode=binary;;
118	(c) catalog_copy=true;;
119	(C) check=true;;
120	(d) delete=true;;
121	(g) get=true;;
122	(m) make_catalog=true;;
123	(n) print_local_filename=true;; # Option ist nicht dokumentiert !
124	(o) overwrite=true;;
125	(P) scp_port=$OPTARG;;
126	(q) quote_wait=true;;
127	(s) silent=true;;
128	(u) remote_user=$OPTARG;;
129	(w) wait=$OPTARG;;
130	(\?) printf " +++ option $OPTARG unknown \n"
131	printf " --> call: batch_scp [-aAbcCdgmnoqsuw] <IP-adress> <localfile> <remotepath> <remotefile>\n"
132	locat=parameter;exit;;
133	esac
134	done
135	shift OPTIND-1
136
137
138
139	# KURZE AUFRUFBESCHREIBUNG WIRD HIER AUSGEGEBEN
140	if [ "$1" = "?" ]
141	then
142	(printf "\n *** batch_scp can be called as follows:\n"
143	printf "\n batch_scp -a -b -d -g -o -q -s -u.. -w.. <param1> <param2> <param3> <param4>\n"
144	printf "\n Description of available options:\n"
145	printf "\n Option Description Default-Value"
146	printf "\n -a Filenames are absolute. No cycle- ---"
147	printf "\n numbers will be determined"
148	printf "\n -A append to destination file ---"
149	printf "\n -b use binary-modus for transfer ASCII-modus"
150	printf "\n -c transfer of directory ---"
151	printf "\n -C check-Modus, no transfer ---"
152	printf "\n -d file to be transferred will be ---"
153	printf "\n deleted after successful transfer"
154	printf "\n -g change of transfer direction, i.e. ---"
155	printf "\n file will be transferred from"
156	printf "\n destination host"
157	printf "\n -o any existing file will be overwritten ---"
158	printf "\n -q switch on \"quote wait\" on ---"
159	printf "\n estination host"
160	printf "\n -s do not display informative messages ---"
161	printf "\n -u username on remote machine <username>"
162	printf "\n -w waiting time in seconds, before trans- 0"
163	printf "\n fer will be initiated"
164	printf "\n "
165	printf "\n The positional parameters <param1> - <param4> must be provided at"
166	printf "\n any time and have the following meaning:"
167	printf "\n <param1> - IP-adress of destination host"
168	printf "\n or \"?\" (creates this outline)"
169	printf "\n <param2> - abs. or rel. path of file to be transferred"
170	printf "\n <param3> - directory (abs.!) on destination host. Special cahracters"
171	printf "\n like \~ are allowed but must be quoted by \"."
172	printf "\n <param4> - filename (without path!) on destination host; must not"
173	printf "\n be given, if option -c is used."
174	printf "\n When using option -g, file will be copied from destination host to file"
175	printf "\n <param2>. In this case, no overwriting is possible.") \| more
176	exit
177	fi
178
179
180	# PRUEFEN, OB ALLE ARGUMENTE VORLIEGEN
181	if [[ "$1" = "" ]]
182	then
183	printf " +++ 1. argument missing \n"
184	locat=argument; exit
185	elif [[ "$2" = "" ]]
186	then
187	printf " +++ 2. argument missing \n"
188	locat=argument; exit
189	elif [[ "$3" = "" ]]
190	then
191	printf " +++ 3. argument missing \n"
192	locat=argument; exit
193	elif [[ "$4" = "" ]]
194	then
195	printf " +++ 4. argument missing \n"
196	locat=argument; exit
197	fi
198
199
200	# USER-NAME AUF ZIELRECHNER AUS .NETRC-DATEI ERMITTELN
201	if [[ -z $remote_user ]]
202	then
203
204	# PRUEFEN, OB NETRC-DATEI VORHANDEN
205	if [[ ! -f ~/.netrc ]]
206	then
207	printf " +++ option -u not given; \n"
208	printf " getting remote-username from password file failed \n"
209	printf " because ~/.netrc does not exist \n"
210	locat=netrc; exit
211	fi
212	grep $1 ~/.netrc \| read dum dum dum remote_user dum dum
213	fi
214
215
216	# APPEND IST NUR BEI TRANSFER EINZELNER DATEIEN OHNE UEBERSCHREIBEN
217	# ERLAUBT. GET IST DABEI EBENFALLS NICHT ERLAUBT
218	if [[ $append = true && ( $get = true \|\| $catalog_copy = true \|\| $overwrite = true ) ]]
219	then
220	printf " +++ options -g, -c and -o are not allowed, if -A is given \n"
221	locat=parameter; exit
222	fi
223
224
225	# DATEINAME IM 4. ARGUMENT DARF NUR BEIM UEBERSCHREIBEN ODER IM ABSOLUT-
226	# MODUS PUNKTE ENTHALTEN
227	if [[ $overwrite = false && $absolut = false && $(echo $4 \| grep -c "\.") != 0 ]]
228	then
229	printf " +++ 4th argument may only contain dots (".") , if one of the \n"
230	printf " options -a or -o are given \n"
231	locat=argument; exit
232	fi
233
234
235	# QUOTE WAIT FUNKTIONIERT NICHT BEIM KOPIEREN GANZER VERZEICHNISSE
236	if [[ $quote_wait = true && $catalog_copy = true ]]
237	then
238	printf " +++ options -c and -q must not be used simultaneously\n"
239	locat=parameter; exit
240	fi
241
242
243	# IM CHECK-MODUS WIRD SCRIPT HIER BEENDET
244	[[ $check = true ]] && exit
245
246
247	# BESTIMMTE ZEIT WARTEN, BIS WEITERGEMACHT WIRD (NOETIG Z.B. BEI TRANSFER
248	# VON JOBPROTOKOLLEN AUS JOBS HERAUS)
249	sleep $wait
250
251
252	# Set port number option for calls of ssh/scp, subjob and batch_scp scripts
253	if [[ "$scp_port" != "" ]]
254	then
255	PORTOPT="-P $scp_port"
256	SSH_PORTOPT="-p $scp_port"
257	fi
258
259
260	# PRUEFEN, OB LOKALE DATEI/LOKALES VERZEICHNIS VORHANDEN BZW. NICHT VORHANDEN
261	if [[ $get = false ]]
262	then
263	if [[ $catalog_copy = false ]]
264	then
265	if [[ ! -f $2 ]]
266	then
267	printf " +++ file \"$2\" to be transferred does not exist \n"
268	locat=localfile; exit
269	fi
270	else
271	if [[ ! -d $2 ]]
272	then
273	printf " +++ directory \"$2\" to be transferred does not exist\n"
274	printf " or is not a directory \n"
275	locat=localfile; exit
276	fi
277	fi
278	else
279	if [[ $catalog_copy = false ]]
280	then
281	if [[ -f $2 ]]
282	then
283	if [[ $overwrite = true ]]
284	then
285	rm $2
286	else
287	printf " +++ local file \"$2\" is already existing \n"
288	locat=localfile; exit
289	fi
290	else
291
292	# PRUEFEN, OB SICH LOKALE DATEI ANLEGEN LAESST
293	local_dirname=`dirname $2`
294	if [[ ! -d $local_dirname ]]
295	then
296	printf " +++ local directory \"$local_dirname\" \n"
297	printf " does not exist or is not a directory \n"
298	printf " +++ cannot copy file \"$3/$4\" \n"
299	printf " from \"$1\" to \"$local_host\" \n"
300	locat=localfile; exit
301	fi
302	fi
303	else
304	if [[ -d $2 \|\| -f $2 ]]
305	then
306	printf " +++ local directory \"$2\" is already existing, \n"
307	printf " or a file with the same name exists \n"
308	locat=localfile; exit
309	fi
310	fi
311	fi
312
313
314	# VERZEICHNISLSTE DES ZIELRECHNERS ERSTELLEN
315	if [[ $(echo $local_host \| cut -c1-4) = gaia ]]
316	then
317	ssh $SSH_PORTOPT $local_user@gaiad "ssh $SSH_PORTOPT $1 -l $remote_user \"unset LANG; cd $3; ls -1; echo '*** list complete'\" " > $filelist 2>&1
318	else
319	ssh $SSH_PORTOPT $1 -l $remote_user "unset LANG; cd $3; ls -1; echo '*** list complete'" > $filelist 2>&1
320	fi
321	ssh_status=$?
322
323	if [[ $ssh_status != 0 ]]
324	then
325	if [[ ! -f $filelist ]]
326	then
327	echo " local_host = $local_host ssh_status = $ssh_status"
328	locat=ssh_failed_1; exit
329	else
330	if [[ $(grep -c "*** list complete" $filelist) = 0 ]]
331	then
332	echo " local_host = $local_host ssh_status = $ssh_status"
333	locat=ssh_failed_2; exit
334	fi
335	fi
336	fi
337
338
339	# PRUEFEN, OB VERZEICHNIS VORHANDEN IST. WENN GANZES VERZEICHNISS ZUM
340	# ZIELRECHNER KOPIERT WERDEN SOLL, DARF DORT NOCH KEIN ENTSPRECHENDES
341	# VERZEICHNIS VORHANDEN SEIN
342	if [[ $(cat $filelist \| grep -c "not found") != 0 \|\| \
343	$(cat $filelist \| grep -c "No such file or directory") != 0 ]]
344	then
345	if [[ ! ( $catalog_copy = true && $get = false ) ]]
346	then
347	if [[ $make_catalog = false ]]
348	then
349	printf " +++ directory \"$3\" does not exist on destination host (\"$1\") \n"
350	locat=directory; exit
351	else
352	if [[ $silent = false ]]
353	then
354	printf " >>> directory \"$3\" does not exist on destination host (\"$1\")"
355	printf "\n trying to create \"$3\" \n"
356	fi
357
358	make_catalog=force
359	fi
360	fi
361	fi
362
363
364	# PRUEFEN, OB DATEI/VERZEICHNIS VORHANDEN, WENN JA, HOECHSTEN ZYKLUS
365	# ERMITTELN (BZW. IM ABSOLUT-MODUS PRUEFEN, OB DATEI VORHANDEN IST)
366	# DAS GANZE ABER NUR, WENN NICHT OVERWRITE-MODUS GEWAEHLT WURDE, DIE
367	# EVENTUELL VORHANDENE DATEI ALSO UEBERSCHRIEBEN WERDEN SOLL
368	found=false
369	if [[ ( $overwrite = false && $get = false ) \|\| $get = true ]]
370	then
371	while read zeile
372	do
373	if [[ $absolut = false ]]
374	then
375	text=$(echo $zeile \| cut -f1 -d".")
376	if [[ "$text" = "$4" ]]
377	then
378	found=true
379	cycle=$(echo $zeile \| cut -f2 -d".")
380	if [[ "$cycle" = "$text" ]]
381	then
382	(( icycle = 0 ))
383	else
384
385	# PRUEFEN, OB CYCLE EINE ZAHL IST
386	(( iii = 1 ))
387	character=`echo $cycle \| cut -c$iii`
388	character_found=false
389	while [[ "$character" != "" && $character_found = false ]]
390	do
391	case $character in
392	(0\|1\|2\|3\|4\|5\|6\|7\|8\|9) true;;
393	(*) character_found=true
394	esac
395	(( iii = iii + 1 ))
396	character=`echo $cycle \| cut -c$iii`
397	done
398
399	if [[ $character_found = false ]]
400	then
401	(( icycle = $cycle ))
402	fi
403	fi >\|$errfile 2>&1 # AUSGABE FEHLER AUF ERRFILE WENN CYCLE NICHTNUMERISCH
404
405
406	# INFORMATIVE AUSGABE, WENN DATEI NICHTNUMERISCHE EXTENSION HAT
407	# if [[ $(cat $errfile \| grep -c "bad number") != 0 ]]
408	if [[ $character_found = true ]]
409	then
410	if [[ $cycle != "$5" ]]
411	then
412	printf " +++ file \"$text\" has non-numerical extension \".$cycle\" \n"
413	locat=file; exit
414	else
415	if [[ $silent = false ]]
416	then
417	printf " >>> file \"$text\" has non-numerical extension \".$cycle\" \n"
418	fi
419	fi
420	fi
421
422	if (( icycle > maxcycle ))
423	then
424	(( maxcycle = icycle ))
425	fi
426	fi
427
428	else
429
430	# IM ABSOLUT-MODUS MUSS NUR GEPRUEFT WERDEN, OB DIE DATEI
431	# VORHANDEN IST
432	[[ $4 = $zeile ]] && found=true
433	fi
434
435	done <$filelist
436	fi
437
438	if [[ $found = true ]]
439	then
440	if [[ $get = false ]]
441	then
442	if [[ $absolut = false ]]
443	then
444	if [[ $append = false ]]
445	then
446	(( maxcycle = maxcycle + 1 ))
447	zyklusnr=".$maxcycle"
448	else
449	if (( maxcycle == 0 ))
450	then
451	zyklusnr=""
452	else
453	zyklusnr=".$maxcycle"
454	fi
455	fi
456	else
457	if [[ $overwrite = false ]]
458	then
459	printf " +++ file \"$3/$4\" \n"
460	printf " already exists on destination host (use -o, if necessary) \n"
461	locat=file; exit
462	fi
463	fi
464	else
465	if [[ $absolut = false ]]
466	then
467	if (( maxcycle == 0 ))
468	then
469	zyklusnr=""
470	else
471	zyklusnr=".$maxcycle"
472	(( maxcycle = 0 ))
473	fi
474	else
475	zyklusnr=""
476	fi
477	fi
478	else
479	zyklusnr=""
480
481	# ABBRUCH, WENN DATEI VON ZIELRECHNER GEHOLT WERDEN SOLL, DORT ABER
482	# NICHT VORHANDEN IST
483	if [[ $get = true ]]
484	then
485	printf " +++ file \"$3/$4\" \n"
486	printf " does not exist on destination host (\"$1\") \n"
487	locat=remotefile; exit
488	fi
489	fi
490
491
492	# FALLS KATALOG ERZEUGT WIRD, DARF DIE DATEI IN KEINEM FALL EINE
493	# ZYKLUSNUMMER BESITZEN, DA SIE JA NOCh GARNICHT EXISTIEREN KANN
494	if [[ $make_catalog = force ]]
495	then
496	zyklusnr=""
497	(( maxcycle = 0 ))
498	fi
499
500
501	# FALLS NAMENSOPTION (-n) GEWAEHLT WURDE, NUR DEN ERMITTELTEN LOKALEN
502	# DATEINAMEN DES ZIELRECHNERS AUSGEBEN UND SCRIPT BEENDEN
503	if [[ $print_local_filename = true ]]
504	then
505	printf "$4$zyklusnr\n"
506	rm -r $filelist
507	exit
508	fi
509
510
511	# FALLS 5. ARGUMENT ANGEGEBEN WURDE, WIRD DIES ALS FILE-EXTENSION
512	# HINTER DIE ZYKLUS-NUMMER GEHAENGT (FUNKTIONIERT NUR BEI KOPIEREN EINER
513	# DATEI AUF ZIELRECHNER
514	if [[ "$5" != "" && $get = false ]]
515	then
516	zyklusnr=${zyklusnr}.$5
517	fi
518
519
520	# BEI VERZEICHNISTRANSFER VON ZIELRECHNER AUF LOKALEN RECHNER PRUEFEN, OB
521	# $3 AUF ZIELRECHNER WIRKLICH EIN VERZEICHNIS IST
522	if [[ $catalog_copy = true && $get = true ]]
523	then
524	rm -rf $filelist
525	if [[ $(echo $local_host \| cut -c1-4) = gaia ]]
526	then
527	ssh $SSH_PORTOPT $local_user@gaiad "ssh $1 -l $remote_user \"cd $3\" " > $filelist
528	else
529	ssh $SSH_PORTOPT $1 -l $remote_user "cd $3" > $filelist
530	fi
531	if [[ $? != 0 ]]
532	then
533	locat=ssh_failed_3; exit
534	fi
535
536	if [[ $(cat $filelist \| grep -c "Not a directory") != 0 ]]
537	then
538	printf " +++ \"$3\" on destination host is not a directory \n"
539	locat=directory; exit
540	fi
541	fi
542
543
544	# BEI KATALOGTRANSFER AUF LOKALEN RECHNER ENTSPRECHENDES VERZEICHNIS
545	# ANLEGEN
546	if [[ $catalog_copy = true ]]
547	then
548	if [[ $get = true ]]
549	then
550	mkdir $2
551	fi
552	fi
553
554
555	# Auf IBM-Rechnern (HLRN) Tilde aus Katalognamen entfernen, da scp
556	# diese nicht versteht
557	catalog_name=$3
558	if [[ $(hostname \| cut -c1-4) = hreg \|\| $(hostname \| cut -c1-4) = breg ]]
559	then
560	catalog_name=${catalog_name#"~/"}
561	catalog_name=${catalog_name#"~"}
562	fi
563	[[ "$catalog_name" != "" ]] && catalog_name=${catalog_name}/
564
565
566	# DATEI/VERZEICHNIS PER SCP UEBERTRAGEN
567	if [[ $get = false ]]
568	then
569	if [[ $make_catalog != force ]]
570	then
571	if [[ $append = false ]]
572	then
573	if [[ $(echo $local_host \| cut -c1-2) = cs ]]
574	then
575	if [[ $catalog_copy = false ]]
576	then
577	scp $PORTOPT -p -q -v $2 $remote_user@$1:$catalog_name$4$zyklusnr
578	else
579	scp $PORTOPT -p -r -q -v $2 $remote_user@$1:$catalog_name$4$zyklusnr
580	fi
581	elif [[ $(echo $local_host \| cut -c1-4) = gaia ]]
582	then
583	if [[ $catalog_copy = false ]]
584	then
585	ssh $SSH_PORTOPT $local_user@gaiad "cd $local_wdir; scp $PORTOPT -p $2 $remote_user@$1:$catalog_name$4$zyklusnr" > /dev/null
586	else
587	ssh $SSH_PORTOPT $local_user@gaiad "cd $local_wdir; scp $PORTOPT -p -r $2 $remote_user@$1:$catalog_name$4$zyklusnr" > /dev/null
588	fi
589	else
590	if [[ $catalog_copy = false ]]
591	then
592	scp $PORTOPT -p $2 $remote_user@$1:$catalog_name$4$zyklusnr > /dev/null
593	else
594	scp $PORTOPT -p -r $2 $remote_user@$1:$catalog_name$4$zyklusnr > /dev/null
595	fi
596	fi
597	scp_status=$?
598
599	if [[ $scp_status != 0 ]]
600	then
601	# CHECK, OB DATEIGROESSEN AUF LOKALEM UND REMOTERECHNER
602	# UEBEREINSTIMMEN
603	local_size=`ls -al $2`
604	local_size=`echo $local_size \| cut -d" " -f5`
605
606	if [[ $(echo $local_host \| cut -c1-4) = gaia ]]
607	then
608	remote_size=`ssh $SSH_PORTOPT $local_user@gaiad "ssh $SSH_PORTOPT $1 -l $remote_user \"ls -al $catalog_name$4$zyklusnr\" "`
609	else
610	remote_size=`ssh $SSH_PORTOPT $1 -l $remote_user "ls -al $catalog_name$4$zyklusnr"`
611	fi
612	remote_size=`echo $remote_size \| cut -d" " -f5`
613
614	if [[ "$remote_size" != "$local_size" ]]
615	then
616	echo " +++ scp failed on host \"$local_host\" with exit $scp_status"
617	echo " local size = \"$local_size\" remote size = \"$remote_size\" "
618	date
619	locat=scp_failed; exit
620	fi
621	fi
622	else
623	if [[ $(echo $local_host \| cut -c1-4) = gaia ]]
624	then
625	ssh $SSH_PORTOPT $local_user@gaiad "cd $local_wdir; scp $PORTOPT -p $2 $remote_user@$1:${catalog_name}batch_scp_append_file.$random" > /dev/null
626	else
627	scp $PORTOPT -p $2 $remote_user@$1:${catalog_name}batch_scp_append_file.$random > /dev/null
628	fi
629	if [[ $? != 0 ]]
630	then
631	# CHECK, OB DATEIGROESSEN AUF LOKALEM UND REMOTERECHNER
632	# UEBEREINSTIMMEN
633	local_size=`ls -al $2`
634	local_size=`echo $local_size \| cut -d" " -f5`
635
636	if [[ $(echo $local_host \| cut -c1-4) = gaia ]]
637	then
638	remote_size=`ssh $SSH_PORTOPT $local_user@gaiad "ssh $SSH_PORTOPT $1 -l $remote_user \"ls -al ${catalog_name}batch_scp_append_file.$random\" "`
639	else
640	remote_size=`ssh $SSH_PORTOPT $1 -l $remote_user "ls -al ${catalog_name}batch_scp_append_file.$random"`
641	fi
642	remote_size=`echo $remote_size \| cut -d" " -f5`
643
644	if [[ "$remote_size" != "$local_size" ]]
645	then
646	echo " +++ scp failed on host \"$local_host\" with exit $scp_status"
647	echo " local size = \"$local_size\" remote size = \"$remote_size\" "
648	date
649	locat=scp_for_append_failed; exit
650	fi
651	fi
652
653	rm $filelist
654
655	if [[ $(echo $local_host \| cut -c1-4) = gaia ]]
656	then
657	ssh $SSH_PORTOPT $local_user@gaiad "ssh $SSH_PORTOPT $1 -l $remote_user \"cd $3; cat batch_scp_append_file.$random >> $4$zyklusnr; rm batch_scp_append_file.$random; echo '*** append complete'\" " > $filelist
658	else
659	ssh $SSH_PORTOPT $1 -l $remote_user "cd $3; cat batch_scp_append_file.$random >> $4$zyklusnr; rm batch_scp_append_file.$random; echo '*** append complete'" > $filelist
660	fi
661	if [[ $? != 0 ]]
662	then
663	if [[ ! -f $filelist ]]
664	then
665	locat=append_via_ssh_failed; exit
666	else
667	if [[ $(grep -c "*** append complete" $filelist) = 0 ]]
668	then
669	locat=append_via_ssh_failed; exit
670	fi
671	fi
672	fi
673	fi
674	else
675	if [[ $(echo $local_host \| cut -c1-4) = gaia ]]
676	then
677	ssh $SSH_PORTOPT $local_user@gaiad "ssh $1 -l $remote_user \"mkdir -p $3\" "
678	else
679	ssh $SSH_PORTOPT $1 -l $remote_user "mkdir -p $3"
680	fi
681	if [[ $? != 0 ]]
682	then
683	locat=ssh_failed_4; exit
684	fi
685	if [[ $(echo $local_host \| cut -c1-4) = gaia ]]
686	then
687	ssh $SSH_PORTOPT $local_user@gaiad "cd $local_wdir; scp $PORTOPT -p $2 $remote_user@$1:$catalog_name$4$zyklusnr" > /dev/null
688	else
689	scp $PORTOPT -p $2 $remote_user@$1:$catalog_name$4$zyklusnr > /dev/null
690	fi
691	if [[ $? != 0 ]]
692	then
693	locat=scp_failed; exit
694	fi
695	fi
696
697	else
698
699	if [[ $catalog_copy = false ]]
700	then
701	if [[ $quote_wait = true ]]
702	then
703
704	printf " +++ quote wait not realized with BATCH_SCP"
705	locat=unavailable_feature; exit
706
707	else
708
709	if [[ $(echo $local_host \| cut -c1-4) = gaia ]]
710	then
711	ssh $SSH_PORTOPT $local_user@gaiad "cd $local_wdir; scp $PORTOPT -p $remote_user@$1:$catalog_name$4$zyklusnr $2" > /dev/null
712	else
713	scp $PORTOPT -p $remote_user@$1:$catalog_name$4$zyklusnr $2 > /dev/null
714	fi
715	if [[ $? != 0 ]]
716	then
717	locat=scp_failed; exit
718	fi
719
720	fi
721	else
722
723	printf " +++ get of whole cataloges not realized with BATCH_SCP so far"
724	locat=unavailable_feature; exit
725
726	# ftp -i $1 << %END% > /dev/null
727	#$transfermode
728	#cd $3
729	#mget *
730	#quit
731	#%END%
732	fi
733	fi
734
735
736
737	# EVTL. TRANSFERIERTE DATEI AUF LOKALEM RECHNER LOESCHEN
738	if [[ $delete = true && $get = false ]]
739	then
740	rm -rf $2
741	fi
742
743
744
745	# ABSCHLUSSMELDUNG
746	if [[ $silent = false ]]
747	then
748	if (( maxcycle == 0 ))
749	then
750	if [[ $append = false ]]
751	then
752	printf " >>> transfer successful \n"
753	else
754	printf " >>> file was appended \n"
755	fi
756	else
757	printf " >>> transfer successful \n"
758	if [[ $append = false ]]
759	then
760	if [[ $catalog_copy = false ]]
761	then
762	printf " new file has cycle number $maxcycle \n"
763	else
764	printf " new catalog has cycle number $maxcycle \n"
765	fi
766	else
767	printf " append to cycle number $maxcycle \n"
768	fi
769	fi
770	fi
771
772	rm -rf $filelist $errfile

Note: See TracBrowser for help on using the repository browser.

Download in other formats:

Original Format