Home

Context Navigation

source: palm/trunk/SCRIPTS/subjob @ 61

Last change on this file since 61 was 54, checked in by raasch, 18 years ago
property Id set for most of all files, small bug in mbuild fixed
Property svn:keywords set to `Id`
File size: 37.7 KB

Rev	Line
[1]	1	#!/bin/ksh
[5]	2	# subjob - Plot-Shellskript Version: @(#)SUBJOB 1.0 13/02/07
[54]	3	# $Id: subjob 54 2007-03-08 00:00:02Z raasch $
[1]	4
	5	# Prozedur zum automatischen Generieren von Batch-Jobs, die unter NQS
	6	# laufen sollen und deren Ergebnis (Dayfile) zum Job-generierenden
	7	# Host zurueckgeschickt werden sollen
	8
	9
	10	# letzte Aenderung:
	11	# 29/06/94 - Siggi - Beginn mit Erstellung der Originalversion
	12	# 08/07/94 - Siggi - Originalversion abgeschlossen (Version 1.0)
	13	# 06/02/98 - Siggi - berte validiert
	14	# 27/01/01 - Siggi - ground.yonsei.ac.kr validiert, Jobs zur T3E in Korea
	15	# moeglich
	16	# 08/02/01 - Siggi - alle subjob-Meldungen ins englische uebersetzt
	17	# 25/05/02 - Siggi - Unterstuetzung des LoadLeveler
	18	# 30/05/02 - Siggi - Validierung fuer ibm-Rechner in Seoul (nobel) sowie
	19	# allgemeine Anpassungen fuer ibm-Rechner
	20	# 15/10/02 - Siggi - Neue Default-Jobklasse (p_normal) fuer IBM in Seoul
	21	# Ruecktransfer des Jobprotokolls fuer diese
	22	# Maschine abgeschaltet
	23	# 31/10/02 - Siggi - berni validiert
	24	# 06/11/02 - Siggi - Neue Jobklassen auf ibmb und ibmh
	25	# 08/11/02 - Siggi - quanero validiert
	26	# 11/12/02 - Siggi - Notification fuer Transfer-Jobs abgeschaltet
	27	# 23/01/03 - Siggi - hostname nobel changed to nobela
	28	# 06/02/03 - Siggi - gregale validated
	29	# 12/02/03 - Siggi - orkan and maestro validated
	30	# 21/02/03 - Siggi - all nobel nodes in Seoul validated
	31	# 12/03/03 - Siggi - nec at DKRZ validated
	32	# 13/03/03 - Siggi - new nqs resource variable Memory
	33	# 07/04/03 - Siggi - processor request option -c on nech needs tasks per
	34	# node
	35	# 11/04/03 - Siggi - network on ibms has attribute "shared"
	36	# 31/07/03 - Siggi - nqs2 on nech implemented (provisional: -h nech2)
	37	# cxxl added to ibmh
	38	# 29/08/03 - Siggi - changes in job queues and communication system on
	39	# ibms
	40	# 24/10/03 - Siggi - using alternate hanni address 130.75.4.2
	41	# 30/10/03 - Siggi - nech is not supported any more
	42	# 10/11/03 - Siggi - nech2 renamed to nech
	43	# 20/11/03 - Siggi - submit command on nech changed from qsub.test to qsub
	44	# 29/03/04 - Siggi - ground not supported any more, gfdl3 validated
	45	# 31/03/04 - Siggi - new option -N for node usage
	46	# 12/04/04 - Siggi - scp2 instead of scp used for transfer from decalpha
	47	# due to error in ssh installation (otherwise a prompt
	48	# for the password appears)
	49	# 23/07/04 - Siggi - changes due to the new berni configuration
	50	# (federation switch)
	51	# 01/09/04 - Gerald new job-classes on hanni
	52	# 08/09/04 - Siggi - hanni IP address changed to 130.75.4.10
	53	# 23/11/04 - Siggi - new job class cdata on hanni and berni
	54	# 03/12/04 - Siggi - notification on ibm switched of in case of
	55	# delete_dayfile = true, node usage in cdev set to
	56	# shared
	57	# 16/02/05 - Gerald hababai validated
	58	# 29/03/05 - Micha - new job class channi on hanni
	59	# 11/05/05 - Siggi - ConsumableMemory is now required as resource keyword
	60	# on ibms
	61	# 24/05/05 - Siggi - Default queue on ibms changed from p_normal_1.3 to
	62	# p_normal
	63	# 30/06/05 - Siggi - network changed for queue cdev from "us" to "ip"
	64	# 12/07/05 - Siggi - in network.mpi on ibmh/ibmb "csss" changed to
	65	# "sn_all", new job class cexp
	66	# 08/09/05 - Siggi - IP-address of gfdl3 changed
	67	# 31/10/05 - Siggi - new job class pp on hurricane, serial jobs on
	68	# hurricane (with -X0)
	69	# 01/11/05 - Siggi - missing queue for jobs submitted on nech (for nech)
	70	# added
	71	# 30/12/05 - Siggi - change of IP adresses in subnet 130.75.105
	72	# 09/02/06 - Siggi - ibmy admitted
	73	# 10/02/06 - Siggi - scp2 changed to /bin/scp on decalpha
	74	# 13/04/06 - Siggi - ostria admitted
	75	# 18/04/06 - Siggi - new option -O for OpenMP usage
	76	# 24/05/06 - Siggi - lctit admitted, ftpjob renamed scpjob
	77	# 25/07/06 - Siggi - gfdl5 (ibmy) admitted for submitting jobs
	78	# 27/09/06 - Siggi - breg/hreg extended with berni/hanni
	79	# 25/10/06 - Siggi - data_limit set to 1.76 GByte on hanni and berni
	80	# 28/11/06 - Siggi - levanto admitted
[5]	81	# 13/02/07 - Siggi - hpmuk releated code removed
[35]	82	# 01/03/07 - Siggi - adjustments for RIAM machines gate and NEC-SX8 (n-sx)
[1]	83
	84
	85	# VARIABLENVEREINBARUNGEN + DEFAULTWERTE
	86	delete_dayfile=false
	87	filetransfer_protocol=scp
	88	locat=normal
	89	no_default_queue=none
	90	no_submit=false
	91	job_catalog="~/job_queue"
	92	job_name=none
	93	local_user=$LOGNAME
	94	node_usage=shared
	95	numprocs=1
	96	punkte="..........................................................."
	97	submcom=qsub
	98	queue=default
	99	remote_host=none
	100	remote_user=""
	101	verify=true
	102
	103	typeset -i cputime=0 memory=0 Memory=0 minuten resttime sekunden stunden
	104	typeset -i inumprocs nodes=0 tasks_per_node=0 threads_per_task=1
	105	typeset -L20 spalte1
	106	typeset -R40 spalte2
	107	typeset -L60 spalte3
	108
	109
	110
	111	# FEHLERBEHANDLUNG
	112	# BEI EXIT:
	113	trap 'if [[ $locat != normal ]]
	114	then
	115	case $locat in
	116	(option) printf "\n --> available optios can be displayed"
	117	printf " by typing:"
	118	printf "\n \"subjob ?\" \n";;
	119	(ftpcopy\|parameter\|scp\|verify) printf "\n";;
	120	(*) printf "\n +++ unknown error"
	121	printf "\n please inform S. Raasch!\n"
	122	esac
	123	[[ -f $job_to_send ]] && rm $job_to_send
	124	printf "\n\n+++ SUBJOB killed \n\n"
	125	fi' exit
	126
	127
	128	# BEI TERMINAL-BREAK:
	129	trap '[[ -f $job_to_send ]] && rm $job_to_send
	130	printf "\n\n+++ SUBJOB killed \n\n"
	131	exit
	132	' 2
	133
	134
	135
	136
	137	# LOKALEN HOSTNAMEN FESTSTELLEN
	138	local_host=$(hostname)
	139
	140
	141
	142	# HOSTSPEZIFISCHE VARIABLEN VEREINBAREN BZW. PRUEFEN, OB LOKALER HOST
	143	# UEBERHAUPT ZULAESSIG IST
	144	case $local_host in
	145	(atmos) local_addres=172.20.25.35; local_host=lcide;;
[5]	146	(bora) local_addres=130.75.105.103; local_host=lcmuk;;
[1]	147	(breg-en0\|berni-en0) local_addres=130.73.230.10; local_host=ibmb;;
[12]	148	(breva) local_addres=130.75.105.98; local_host=lcmuk;;
[1]	149	(cs*) local_addres=136.172.44.131; local_host=nech;;
[5]	150	(elephanta) local_addres=130.75.105.6; local_host=lcmuk;;
[35]	151	(gate\|n-sx) local_addres=133.5.178.11; local_host=neck;;
[1]	152	(gfdl5) local_addres=165.132.26.58; local_host=ibmy;;
	153	(gfdl3.yonsei.ac.kr) local_addres=165.132.26.56; local_host=decalpha;;
[5]	154	(gregale) local_addres=130.75.105.109; local_host=lcmuk;;
	155	(hababai) local_addres=130.75.105.108; local_host=lcmuk;;
[1]	156	(hreg-en0\|hanni-en0) local_addres=130.75.4.10; local_host=ibmh;;
[5]	157	(irifi) local_addres=130.75.105.104; local_host=lcmuk;;
	158	(levanto) local_addres=130.75.105.45; local_host=lcmuk;;
	159	(maestro) local_addres=130.75.105.2; local_host=lcmuk;;
[1]	160	(nobel*) local_addres=150.183.5.101; local_host=ibms;;
[5]	161	(orkan) local_addres=130.75.105.3; local_host=lcmuk;;
	162	(ostria) local_addres=130.75.105.106; local_host=lcmuk;;
	163	(quanero) local_addres=130.75.105.107; local_host=lcmuk;;
[1]	164	(scirocco) local_addres=172.20.25.41; local_host=lcmuk;;
	165	(sun1\|sun2) local_addres=130.75.6.1; local_host=unics;;
	166	(tgg*) local_addres=172.17.75.161; local_host=lctit;;
	167	(vorias) local_addres=172.20.25.43; local_host=lcmuk;;
	168	(*) printf "\n +++ \"$local_host\" unknown";
	169	printf "\n please inform S. Raasch!";
	170	locat=parameter; exit;;
	171	esac
	172
	173
	174
	175	# REMOTE HOST DEFAULTMAESSIG = LOCAL HOST SETZEN
	176	remote_host=$local_host
	177
	178
	179
	180
	181	# PROZEDUROPTIONEN EINLESEN
	182	while getopts :c:dDf:h:m:n:N:O:q:t:T:u:vX: option
	183	do
	184	case $option in
	185	(c) job_catalog=$OPTARG;;
	186	(d) delete_dayfile=true;;
	187	(D) no_submit=true;;
	188	(f) filetransfer_protocol=$OPTARG;;
	189	(h) remote_host=$OPTARG;;
	190	(m) memory=$OPTARG;;
	191	(n) job_name=$OPTARG;;
	192	(N) node_usage=$OPTARG;;
	193	(O) threads_per_task=$OPTARG;;
	194	(q) no_default_queue=$OPTARG;;
	195	(t) cputime=$OPTARG;;
	196	(T) tasks_per_node=$OPTARG;;
	197	(u) remote_user=$OPTARG;;
	198	(v) verify=false;;
	199	(X) numprocs=$OPTARG;;
	200	(\?) printf "\n +++ Option $OPTARG unknown \n";
	201	locat=option; exit;;
	202	esac
	203	done
	204
	205
	206	# JOBDATEINAMEN ALS NAECHSTES ARGUMENT HOLEN
	207	shift OPTIND-1; file_to_send=$1
	208
	209
	210	# KURZE AUFRUFBESCHREIBUNG WIRD HIER AUSGEGEBEN
	211	if [ "$1" = "?" ]
	212	then
	213	(printf "\n *** subjob can be called as follows:\n"
	214	printf "\n subjob -c.. -d -D -h.. -m.. -q.. -t.. -u.. -v <jobfile>\n"
	215	printf "\n Description of available options:\n"
	216	printf "\n Option Description Default-Value"
	217	printf "\n -c job-input- and output-catalog ~/job_queue"
	218	printf "\n -d no job-protocol will be created ---"
	219	printf "\n -D only the job-file will be created ---"
	220	printf "\n -f filetransfer protocol scp"
	221	printf "\n -h execution host, available hosts: $remote_host"
[5]	222	printf "\n ibm, ibmb, ibmh, ibms, ibmy, lcmuk,"
[35]	223	printf "\n lctit, nech, neck, unics"
[1]	224	printf "\n -m memory demand per process in MByte ---"
	225	printf "\n -n jobname <jobdatei>"
	226	printf "\n -O threads per task (for OpenMP usage) 1"
	227	printf "\n -q job-queue to be used default"
	228	printf "\n -t allowed cpu-time in seconds ---"
	229	printf "\n -T tasks per node (on parallel hosts) ---"
	230	printf "\n -u username on execution host from .netrc"
	231	printf "\n -v no prompt for confirmation ---"
	232	printf "\n -X # of processors (on parallel hosts) 1"
	233	printf "\n "
	234	printf "\n The only possible positional parameter is <jobfile>:"
	235	printf "\n The complete NQS-job must be provided here."
	236	printf "\n <jobfile>=? creates this outline\n\n") \| more
	237	exit
	238	fi
	239
	240
	241
	242	# PRUEFEN, OB JOBDATEI ANGEGEBEN WURDE UND OB SIE AUCH EXISTIERT
	243	if [[ "$file_to_send" = "" ]]
	244	then
	245	printf "\n +++ job-file missing"
	246	locat=parameter; exit
	247	else
	248	if [[ -f $file_to_send ]]
	249	then
	250	true
	251	else
	252	printf "\n +++ job-file: "
	253	printf "\n $file_to_send"
	254	printf "\n does not exist"
	255	locat=parameter; exit
	256	fi
	257	fi
	258
	259
	260
	261	# FALLS KEIN JOBNAME ANGEGEBEN WURDE, WIRD JOBNAME = JOBDATEINAME
	262	# GESETZT. VORAUSSETZUNG: JOBDATEINAME BEINHALTET KEINE PFADE
	263	if [[ $job_name = none ]]
	264	then
	265	job_name=$file_to_send
	266	fi
	267	if [[ $(echo $job_name \| grep -c "/") != 0 ]]
	268	then
	269	printf "\n +++ job-file name: "
	270	printf "\n $job_name"
	271	printf "\n must not contain \"/\"-characters"
	272	locat=parameter; exit
	273	fi
	274
	275
	276
	277
	278	# HOSTSPEZIFISCHE GROESSEN VEREINBAREN BZW. ABBRUCH BEI UNZULAESSIGEM HOST
	279	# ODER WENN HOST NICHT ANGEGEBEN WURDE
	280	if [[ $remote_host = none ]]
	281	then
	282	printf "\n +++ host missing"
	283	locat=option; exit
	284	else
	285	case $remote_host in
	286	(ibm) queue=p690_standard; remote_addres=134.76.99.81; submcom=/usr/lpp/LoadL/full/bin/llsubmit;;
	287	(ibmb) queue=cpar; remote_addres=130.73.230.10; submcom=/usr/lpp/LoadL/full/bin/llsubmit;;
	288	(ibmh) queue=cpar; remote_addres=130.75.4.10; submcom=/usr/lpp/LoadL/full/bin/llsubmit;;
	289	(ibms) queue=p_normal; remote_addres=150.183.5.101; submcom=/usr/lpp/LoadL/full/bin/llsubmit;;
	290	(ibmy) queue=parallel; remote_addres=165.132.26.58; submcom=/usr/lpp/LoadL/full/bin/llsubmit;;
	291	(lctit) queue=test; remote_addres=172.17.75.161; submcom=/n1ge/TITECH_GRID/tools/bin/n1ge;;
	292	(nech) qsubmem=memsz_job; qsubtime=cputim_job; remote_addres=136.172.44.147; submcom="/usr/local/bin/qsub";;
[35]	293	(neck) qsubmem=memsz_job; qsubtime=cputim_job; remote_addres=133.5.178.11; submcom="/usr/bin/nqsII/qsub";;
[1]	294	(vpp) qsubmem=m; qsubtime=t; queue=vpp; remote_addres=130.75.4.130;;
	295	(unics) qsubmem=d; qsubtime=t; queue=unics; remote_addres=130.75.6.1;;
	296	(*) printf "\n +++ hostname \"$remote_host\" not allowed";
	297	locat=parameter; exit;;
	298	esac
	299	fi
	300
	301
	302	# EVTL. PRUEFEN, OB ANGEGEBENE QUEUE ZULAESSIG IST
	303	if [[ $no_default_queue != none ]]
	304	then
	305	error=false
	306	ndq=$no_default_queue
	307	case $remote_host in
	308	(ibm) case $ndq in
	309	(p690_express\|p690_standard\|p690_long) error=false;;
	310	(*) error=true;;
	311	esac;;
	312	(ibmb) case $ndq in
	313	(cdata\|cdev\|cexp\|c1\|cshare\|csolo\|cspec) error=false;;
	314	(*) error=true;;
	315	esac;;
	316	(ibmh) case $ndq in
	317	(cdata\|cdev\|cexp\|channi\|cxxl\|c1\|cshare\|csolo\|cspec) error=false;;
	318	(*) error=true;;
	319	esac;;
	320	(ibms) case $ndq in
	321	(express\|normal\|p_express\|p_normal\|p_normal_1.3\|p_normal_1.7\|grand) error=false;;
	322	(*) error=true;;
	323	esac;;
	324	(ibmy) case $ndq in
	325	(parallel) error=false;;
	326	(*) error=true;;
	327	esac;;
	328	(lctit) case $ndq in
	329	(cs\|default\|high\|test) error=false;;
	330	(*) error=true;;
	331	esac;;
	332	(t3eb) case $ndq in
	333	(berte\|p50\|p100\|p392\|forfree\|p25himem) error=false;;
	334	(*) error=true;;
	335	esac;;
	336	(t3eh) case $ndq in
	337	(para_t3e\|em\|k\|l\|lm\|comp_t3e\|c\|p\|ht) error=false;;
	338	(*) error=true;;
	339	esac;;
	340	(t3ej2\|t3ej5) case $ndq in
	341	(low\|normal\|high) error=false;;
	342	(*) error=true;;
	343	esac;;
	344	(t3es) case $ndq in
	345	(batch\|serial-4\|pe4\|p48\|pe16\|pe32\|pe64\|pe128) error=false;;
	346	(*) error=true;;
	347	esac;;
	348	(unics) case $ndq in
	349	(unics\|ht) error=false;;
	350	(*) error=true;;
	351	esac;;
	352	esac
	353	if [[ $error = true ]]
	354	then
	355	printf "\n +++ queue \"$no_default_queue\" on host \"$remote_host\" not allowed"
	356	locat=parameter; exit
	357	else
	358	queue=$no_default_queue
	359	fi
	360	fi
	361
	362
	363
	364	# KNOTENNUTZUNG IN ENTWICKLERQUEUE MUSS SHARED SEIN
	365	if [[ $node_usage != shared && $queue = cdev ]]
	366	then
	367	node_usage=shared
	368	fi
	369
	370
	371
	372	# PRUEFEN DER CPU-ZEIT, ZEIT NACH STUNDEN, MINUTEN UND SEKUNDEN
	373	# AUFTEILEN
	374	done=false
	375	while [[ $done = false ]]
	376	do
	377	if (( $cputime <= 0 ))
	378	then
	379	printf "\n +++ wrong cpu-time or cpu-time missing"
	380	printf "\n >>> Please type cpu-time in seconds as INTEGER:"
	381	printf "\n >>> "
	382	read cputime 1>/dev/null 2>&1
	383	else
	384	done=true
	385	fi
	386	done
	387	if [[ $remote_host = nech ]]
	388	then
	389	if (( tasks_per_node != 0 ))
	390	then
	391	(( cputime = cputime * tasks_per_node ))
	392	elif [[ $numprocs != 0 ]]
	393	then
	394	(( cputime = cputime * numprocs ))
	395	fi
	396	fi
	397	(( stunden = cputime / 3600 ))
	398	(( resttime = cputime - stunden * 3600 ))
	399	(( minuten = resttime / 60 ))
	400	(( sekunden = resttime - minuten * 60 ))
	401	timestring=${stunden}:${minuten}:${sekunden}
	402
	403
	404
	405	# PRUEFEN DER KERNSPEICHERANFORDERUNG
	406	done=false
	407	while [[ $done = false ]]
	408	do
	409	if (( memory <= 0 ))
	410	then
	411	printf "\n +++ wrong memory demand or memory demand missing"
	412	printf "\n >>> Please type memory in MByte per process as INTEGER:"
	413	printf "\n >>> "
	414	read memory 1>/dev/null 2>&1
	415	else
	416	done=true
	417	fi
	418	done
	419
[35]	420	if [[ $remote_host = nech \|\| $remote_host = neck ]]
[1]	421	then
	422	if (( tasks_per_node != 0 ))
	423	then
	424	(( Memory = memory * tasks_per_node / 1000 ))
	425	elif [[ $numprocs != 0 ]]
	426	then
	427	(( Memory = memory * numprocs / 1000 ))
	428	else
	429	(( Memory = memory / 1000 ))
	430	fi
	431	fi
	432
	433
	434	# SPEICHERBERECHNUNG BEI OPENMP-NUTZUNG
	435	if [[ $(echo $remote_host \| cut -c1-3) = ibm ]]
	436	then
	437	(( memory = memory * threads_per_task ))
	438	fi
	439
	440
	441	# BERECHNUNG DER ANZAHL DER ZU VERWENDENDEN KNOTEN
	442	if (( tasks_per_node != 0 ))
	443	then
	444	(( nodes = numprocs / ( tasks_per_node * threads_per_task ) ))
	445	fi
	446
	447
	448
	449	# HEADER-AUSGABE
	450	if [[ $verify = true ]]
	451	then
	452	printf "\n\n"
	453	printf "#--------------------------------------------------------------# \n"
	454	spalte1=SUBJOB;spalte2=$(date)
	455	printf "\| $spalte1$spalte2 \| \n"
	456	printf "\| \| \n"
	457	printf "\| values of parameters/options: \| \n"
	458	spalte1=local_host$punkte; spalte2=$punkte$local_host
	459	printf "\| $spalte1$spalte2 \| \n"
	460	spalte1=remote_host$punkte; spalte2=$punkte$remote_host
	461	printf "\| $spalte1$spalte2 \| \n"
	462	spalte1=queue$punkte; spalte2=$punkte$queue
	463	printf "\| $spalte1$spalte2 \| \n"
	464	spalte1=memory$punkte; spalte2="$punkte$memory mb"
	465	printf "\| $spalte1$spalte2 \| \n"
	466	spalte1=cputime$punkte; spalte2="$punkte$cputime sec"
	467	printf "\| $spalte1$spalte2 \| \n"
	468	spalte1=job_name$punkte; spalte2="$punkte$job_name"
	469	printf "\| $spalte1$spalte2 \| \n"
	470	printf "#--------------------------------------------------------------# \n\n"
	471
	472
	473	# KONTROLLABFRAGE, OB ALLES O.K.
	474	antwort="dummy"
	475	while [[ $antwort != y && $antwort != Y && $antwort != n && $antwort != N ]]
	476	do
	477	read antwort?" >>> continue (y/n) ? "
	478	done
	479	if [[ $antwort = n \|\| $antwort = N ]]
	480	then
	481	locat=verify; exit
	482	fi
	483	printf "\n"
	484	fi
	485
	486
	487
	488	# ZUFALLSKENNUNG GENERIEREN UND JOBNAMEN AUF ZIELRECHNER BESTIMMEN
	489	kennung=$RANDOM
	490	job_on_remhost=${job_name}_${kennung}_$local_host
	491	job_to_send=job_to_send_$kennung
	492	if [[ $delete_dayfile = false ]]
	493	then
	494	remote_dayfile=${local_host}_${job_name}_result_$kennung
	495	local_dayfile=${remote_host}_${job_name}
	496	else
	497	remote_dayfile=/dev/null
	498	if [[ $(echo $remote_host \| cut -c1-3) = ibm ]]
	499	then
	500	notification='# @ notification = never'
	501	fi
	502	fi
	503
	504
	505
	506	# QSUB- ODER LL-KOMMANDOS BZW. SKRIPTE GENERIEREN
	507	if [[ $(echo $remote_host \| cut -c1-3) = ibm && $numprocs != 0 ]]
	508	then
	509
	510	if [[ $remote_host = ibmy ]]
	511	then
	512	consumable_memory=""
	513	else
	514	consumable_memory="ConsumableMemory($memory mb)"
	515	fi
	516	if [[ $queue = cdev ]]
	517	then
	518	data_limit="# @ data_limit = 1.76gb"
	519	network_to_use="# @ network.mpi = sn_all,shared,ip"
	520	else
	521	if [[ $remote_host = ibms ]]
	522	then
	523	network_to_use="# @ network.mpi = csss,shared,us"
	524	elif [[ $remote_host = ibmy ]]
	525	then
	526	network_to_use=""
	527	else
	528	network_to_use="# @ network.mpi = sn_all,shared,us"
	529	data_limit="# @ data_limit = 1.76gb"
	530	fi
	531	fi
	532
	533	cat > $job_to_send << %%END%%
	534	#!/bin/ksh
	535
	536	# @ job_type = parallel
	537	# @ job_name = palm
	538	# @ wall_clock_limit = ${timestring},$timestring
	539	# @ resources = ConsumableCpus($threads_per_task) $consumable_memory
	540	# @ output = $remote_dayfile
	541	# @ error = $remote_dayfile
	542	# @ image_size = 50
	543	# @ class = $queue
	544	# @ environment = OMP_NUM_THREADS=$threads_per_task; MP_SHARED_MEMORY=yes
	545	$network_to_use
	546	$data_limit
	547	$notification
	548
	549	%%END%%
	550
	551	if (( nodes > 0 ))
	552	then
	553
	554	cat >> $job_to_send << %%END%%
	555	# @ node = $nodes
	556	# @ tasks_per_node = $tasks_per_node
	557	# @ node_usage = $node_usage
	558	# @ queue
	559
	560	%%END%%
	561
	562	else
	563
	564	if [[ $remote_host != ibmy ]]
	565	then
	566
	567	cat >> $job_to_send << %%END%%
	568	# @ blocking = unlimited
	569	# @ total_tasks = $numprocs
	570	# @ node_usage = $node_usage
	571	# @ queue
	572
	573	%%END%%
	574
	575	else
	576
	577	cat >> $job_to_send << %%END%%
	578	# @ node = 1
	579	# @ total_tasks = $numprocs
	580	# @ queue
	581
	582	%%END%%
	583
	584	fi
	585
	586	fi
	587
	588	elif [[ $(echo $remote_host \| cut -c1-3) = ibm && $numprocs = 0 ]]
	589	then
	590
	591	cat > $job_to_send << %%END%%
	592	#!/bin/ksh
	593
	594	# @ job_type = serial
	595	# @ node_usage = $node_usage
	596	# @ job_name = palm
	597	# @ wall_clock_limit = ${timestring},$timestring
	598	# @ resources = ConsumableCpus(1) ConsumableMemory(1 gb)
	599	# @ output = $remote_dayfile
	600	# @ error = $remote_dayfile
	601	# @ class = $queue
	602	$notification
	603
	604	# @ queue
	605
	606	%%END%%
	607
	608	elif [[ $remote_host = nech ]]
	609	then
	610
	611	if (( nodes > 1 ))
	612	then
	613	cat > $job_to_send << %%END%%
	614	#!/bin/ksh
	615	#PBS -l cpunum_prc=$tasks_per_node,cputim_job=$cputime
	616	#PBS -l ${qsubmem}=${Memory}gb
	617	#PBS -b $nodes
	618	#PBS -o $remote_dayfile
	619	#PBS -N palm
	620	#PBS -j o
	621	#PBS -T mpisx
	622
	623	%%END%%
	624
	625	elif [[ $numprocs != 0 ]]
	626	then
	627	cat > $job_to_send << %%END%%
	628	#!/bin/ksh
	629	#PBS -l cpunum_prc=$tasks_per_node,cputim_job=$cputime
	630	#PBS -l ${qsubmem}=${Memory}gb
	631	#PBS -o $remote_dayfile
	632	#PBS -N palm
	633	#PBS -j o
	634
	635	%%END%%
	636
	637	else
	638	cat > $job_to_send << %%END%%
	639	#!/bin/ksh
	640	#PBS -l ${qsubmem}=${Memory}gb,${qsubtime}=$cputime
	641	#PBS -o $remote_dayfile
	642	#PBS -j o
	643
	644	%%END%%
	645
	646	fi
	647
[35]	648	elif [[ $remote_host = neck ]]
	649	then
	650
	651	if (( nodes > 1 ))
	652	then
	653	cat > $job_to_send << %%END%%
	654	#!/bin/ksh
	655	#PBS -l cpunum_prc=$tasks_per_node,cputim_job=$cputime
	656	#PBS -l ${qsubmem}=${Memory}gb
	657	#PBS -b $nodes
	658	#PBS -o $remote_dayfile
	659	#PBS -N palm
	660	#PBS -j o
	661	#PBS -T mpisx
	662
	663	%%END%%
	664
	665	elif [[ $numprocs != 0 ]]
	666	then
	667	cat > $job_to_send << %%END%%
	668	#!/bin/ksh
	669	#PBS -q ${queue}
	670	#PBS -l cpunum_prc=$tasks_per_node,cputim_job=$cputime
	671	#PBS -l ${qsubmem}=${Memory}gb
	672	#PBS -o $remote_dayfile
	673	#PBS -N palm
	674	#PBS -j o
	675	#PBS -T mpisx
	676
	677	%%END%%
	678
	679	else
	680	cat > $job_to_send << %%END%%
	681	#!/bin/ksh
	682	#PBS -l ${qsubmem}=${Memory}gb,${qsubtime}=$cputime
	683	#PBS -o $remote_dayfile
	684	#PBS -j o
	685
	686	%%END%%
	687
	688	fi
	689
[1]	690	elif [[ $remote_host = lctit ]]
	691	then
	692	cat > $job_to_send << %%END%%
	693	#!/bin/bash
	694	#$ -S /bin/bash
	695	cd $job_catalog
	696	PATH=$job_catalog:${job_catalog}/../pub:\$PATH
	697	export PATH
	698
	699	%%END%%
	700
	701	# OPTIONEN FUER SUBMIT-KOMMANDO ZUSAMMENSTELLEN
	702	submcom="$submcom -N $job_name -sgeout $remote_dayfile -q default"
	703
	704	else
	705
	706	cat > $job_to_send << %%END%%
	707	# @\$-q ${queue}
	708	# @\$-l${qsubtime} $timestring
	709	# @\$-l${qsubmem} ${memory}mb
	710	# @\$-o $remote_dayfile
	711	# @\$-eo
	712
	713	%%END%%
	714
	715	fi
	716
	717
	718	# BEI RECHNUNG AUF REMOTE-MASCHINEN RUECKTRANSFER DES DAYFILES PER TRAP
	719	# BEI EXIT VERANLASSEN
	720	# VEKTORRECHNER MUSS EIGENEN JOB STARTEN, DA DORT NOHUP NICHT FUNKTIONIERT
	721	# AUF IBM IN SEOUL IST RUECKTRANSFER ZUR ZEIT GENERELL NICHT MOEGLICH
	722	if [[ $delete_dayfile = false && $remote_host != $local_host ]]
	723	then
	724	echo "set +vx" >> $job_to_send
	725	echo "trap '" >> $job_to_send
	726	echo "set +vx" >> $job_to_send
[35]	727	if [[ $(echo $remote_host \| cut -c1-3) = ibm \|\| $(echo $remote_host \| cut -c1-3) = nec \|\| $remote_host = lctit ]]
[1]	728	then
	729	if [[ $remote_host = ibmb \|\| $remote_host = ibmh ]]
	730	then
	731	return_queue=c1
	732	elif [[ $remote_host = ibms ]]
	733	then
	734	return_queue=p_normal
	735	elif [[ $remote_host = ibmy ]]
	736	then
	737	return_queue=serial
	738	elif [[ $remote_host = lctit ]]
	739	then
	740	return_queue=default
[35]	741	elif [[ $remote_host = neck ]]
[1]	742	then
[35]	743	return_queue=S
[1]	744	else
	745	return_queue=unknown
	746	fi
	747
	748	if [[ $(echo $remote_host \| cut -c1-3) = ibm ]]
	749	then
	750
	751	echo "echo \"#!/bin/ksh\" >> scpjob.$kennung" >> $job_to_send
	752	echo "echo \"# @ job_type = serial\" >> scpjob.$kennung" >> $job_to_send
	753	echo "echo \"# @ job_name = transfer\" >> scpjob.$kennung" >> $job_to_send
	754	echo "echo \"# @ resources = ConsumableCpus(1) ConsumableMemory(1 gb)\" >> scpjob.$kennung" >> $job_to_send
	755	echo "echo \"# @ wall_clock_limit = 00:10:00,00:10:00\" >> scpjob.$kennung " >> $job_to_send
	756	echo "echo \"# @ output = job_queue/last_job_transfer_protocol\" >> scpjob.$kennung" >> $job_to_send
	757	echo "echo \"# @ error = job_queue/last_job_transfer_protocol\" >> scpjob.$kennung" >> $job_to_send
	758	echo "echo \"# @ class = $return_queue\" >> scpjob.$kennung" >> $job_to_send
	759	echo "echo \"# @ image_size = 10\" >> scpjob.$kennung" >> $job_to_send
	760	echo "echo \"# @ notification = never\" >> scpjob.$kennung" >> $job_to_send
	761
	762	echo "echo \"# @ queue\" >> scpjob.$kennung" >> $job_to_send
	763	echo "echo \" \" >> scpjob.$kennung" >> $job_to_send
	764
	765	echo "echo \"set -x\" >> scpjob.$kennung" >> $job_to_send
	766	echo "echo \"batch_scp -d -w 10 -u $local_user $local_addres ${job_catalog}/$remote_dayfile \\\"$job_catalog\\\" $local_dayfile\" >> scpjob.$kennung" >> $job_to_send
	767	echo "echo \"exit\" >> scpjob.$kennung" >> $job_to_send
	768
	769	elif [[ $remote_host = nech ]]
	770	then
	771	echo "cd /pf/b/${remote_user}/job_queue" >> $job_to_send
	772	echo "cat > scpjob.$kennung << %%END%%" >> $job_to_send
	773	echo "#PBS -l ${qsubmem}=1GB,${qsubtime}=100" >> $job_to_send
	774	echo "#PBS -o last_job_transfer_protocol" >> $job_to_send
	775	echo "#PBS -j o" >> $job_to_send
	776	echo " " >> $job_to_send
	777	echo "set -x" >> $job_to_send
	778	echo "cd /pf/b/${remote_user}/job_queue" >> $job_to_send
	779	echo "batch_scp -d -w 10 -u $local_user $local_addres $remote_dayfile \"$job_catalog\" $local_dayfile" >> $job_to_send
	780	echo "[[ \"\$for_subjob_to_do\" != \"\" ]] && eval \$for_subjob_to_do" >> $job_to_send
	781	echo "%%END%%" >> $job_to_send
	782
[35]	783	elif [[ $remote_host = neck ]]
	784	then
	785	echo "cat > scpjob.$kennung << %%END%%" >> $job_to_send
	786	echo "#PBS -q $return_queue" >> $job_to_send
	787	echo "#PBS -l ${qsubmem}=1GB,${qsubtime}=100" >> $job_to_send
	788	echo "#PBS -o last_job_transfer_protocol" >> $job_to_send
	789	echo "#PBS -j o" >> $job_to_send
	790	echo " " >> $job_to_send
	791	echo "set -x" >> $job_to_send
	792	echo "batch_scp -d -w 10 -u $local_user $local_addres $remote_dayfile \"$job_catalog\" $local_dayfile" >> $job_to_send
	793	echo "[[ \"\$for_subjob_to_do\" != \"\" ]] && eval \$for_subjob_to_do" >> $job_to_send
	794	echo "%%END%%" >> $job_to_send
	795
[1]	796	elif [[ $remote_host = lctit ]]
	797	then
	798	echo "cat > scpjob.$kennung << %%END%%" >> $job_to_send
	799	echo "set -x" >> $job_to_send
	800	echo "PATH=\$PATH:$job_catalog/../pub" >> $job_to_send
	801	echo "cd $job_catalog" >> $job_to_send
	802	echo "batch_scp -d -w 10 -u $local_user $local_addres $remote_dayfile \"$job_catalog\" $local_dayfile" >> $job_to_send
	803	echo "[[ \"\$for_subjob_to_do\" != \"\" ]] && eval \$for_subjob_to_do" >> $job_to_send
	804	echo "%%END%%" >> $job_to_send
	805
	806	else
	807
	808	echo "cat > scpjob.$kennung << %%END%%" >> $job_to_send
	809	echo "# @\\\$-q $return_queue" >> $job_to_send
	810	echo "# @\\\$-l${qsubtime} 10" >> $job_to_send
	811	echo "# @\\\$-l${qsubmem} 10mb" >> $job_to_send
	812	if [[ $remote_host = t3ej2 \|\| $remote_host = t3ej5 \|\| $remote_host = t3es ]]
	813	then
	814	echo "# @\$-l mpp_p=0" >> $job_to_send
	815	fi
	816	echo '# @\$-lF 10mb' >> $job_to_send
	817	# echo '# @\$-o /dev/null' >> $job_to_send
	818	echo '# @\$-o job_queue/last_job_transfer_protocol' >> $job_to_send
	819	echo '# @\\\$-eo' >> $job_to_send
	820	echo " " >> $job_to_send
	821	if [[ $remote_host = t3ej2 \|\| $remote_host = t3ej5 ]]
	822	then
	823	echo "set +vx" >> $job_to_send
	824	echo ". .profile" >> $job_to_send
	825	fi
	826	echo "set -x" >> $job_to_send
	827	echo "batch_scp -d -w 10 -u $local_user $local_addres ${job_catalog}/$remote_dayfile \"$job_catalog\" $local_dayfile > /dev/null" >> $job_to_send
	828	echo "[[ \"\$for_subjob_to_do\" != \"\" ]] && eval \$for_subjob_to_do" >> $job_to_send
	829	echo "%%END%%" >> $job_to_send
	830	fi
	831
	832	if [[ $(echo $remote_host \| cut -c1-3) = ibm ]]
	833	then
	834	echo "llsubmit scpjob.$kennung" >> $job_to_send
	835	elif [[ $remote_host = lctit ]]
	836	then
	837	echo "chmod u+x scpjob.$kennung" >> $job_to_send
	838	echo "rm -rf ${job_catalog}/last_job_transfer_protocol" >> $job_to_send
	839	echo "n1ge -N jobtransfer -q $return_queue -sgeout ${job_catalog}/last_job_transfer_protocol scpjob.$kennung" >> $job_to_send
	840	echo "sleep 10" >> $job_to_send
	841	elif [[ $remote_host = t3eb \|\| $remote_host = t3eh \|\| $remote_host = t3ej2 \|\| $remote_host = t3ej5 ]]
	842	then
	843	echo "qsub -J n scpjob.$kennung" >> $job_to_send
	844	elif [[ $remote_host = t3es ]]
	845	then
	846	echo "qsub -J n -s /bin/ksh scpjob.$kennung" >> $job_to_send
	847	else
	848	echo "qsub scpjob.$kennung" >> $job_to_send
	849	fi
	850	echo "rm scpjob.$kennung" >> $job_to_send
	851	if [[ $remote_host = nech ]]
	852	then
	853	echo "cd -" >> $job_to_send
	854	fi
	855	else
	856	# echo "ftpcopy -d $local_addres ${job_catalog}/$remote_dayfile \"$job_catalog\" $local_dayfile" >> $job_to_send
	857	echo "nohup ftpcopy -d -w 15 $local_addres ${job_catalog}/$remote_dayfile \"$job_catalog\" $local_dayfile > /dev/null &" >> $job_to_send
	858	fi
	859	echo "set -x" >> $job_to_send
	860	echo " ' exit" >> $job_to_send
	861	echo "set -x" >> $job_to_send
	862	fi
	863
	864
	865
	866	# EIGENTLICHE JOB-DATEI AN QSUB-KOMMANDOS ANHAENGEN
	867	cat $file_to_send >> $job_to_send
	868	if [[ $remote_host = ibm ]]
	869	then
	870	echo " " >> $job_to_send
	871	echo "exit" >> $job_to_send
	872	fi
	873
	874
	875
	876	# USER-NAME AUF ZIELRECHNER AUS .NETRC-DATEI ERMITTELN
	877	if [[ -z $remote_user ]]
	878	then
	879	if [[ $remote_host = t3eb \|\| $remote_host = t3eh \|\| $remote_host = t3ej2 \|\| $remote_host = t3ej5 \|\| $remote_host = t3es \|\| $remote_host = vpp ]]
	880	then
	881	grep $remote_addres ~/.netrc \| read dum dum dum remote_user dum dum
	882	fi
	883	fi
	884
	885
	886
	887	# JOB AUF ZIELRECHNER TRANSFERIEREN BZW. INS JOBVERZEICHNIS KOPIEREN
	888	if [[ $no_submit = false ]]
	889	then
	890	if [[ $remote_host != $local_host ]]
	891	then
	892	[[ $verify = true ]] && printf "\n >>> transfering job to \"$remote_host\"..."
	893	if [[ $filetransfer_protocol = scp ]]
	894	then
	895	if [[ $remote_host = ibms \|\| $remote_host = ibmy ]] # ssh on ibms cannot handle "~/"
	896	then
	897	job_catalog_save=$job_catalog
	898	job_catalog=job_queue
	899	elif [[ $remote_host = nech ]]
	900	then
	901	job_catalog_save=$job_catalog
	902	job_catalog=/hpf/b/${remote_user}/job_queue
	903	fi
	904	if [[ $local_host = decalpha ]]
	905	then
	906	# VERWENDUNG VON SCP AUF DECALPHA FRAGT FEHLERHAFTERWEISE
	907	# PASSWORT AB
	908	/bin/scp $job_to_send ${remote_user}@${remote_addres}:${job_catalog}/$job_on_remhost
	909	elif [[ $remote_host = nech ]]
	910	then
	911	# DATEIEN KOENNEN NUR UEBER DEN ARCHIVE-SERVER DES DKRZ
	912	# TRANSFERIERT WERDEN
	913	scp $job_to_send ${remote_user}@136.172.44.205:${job_catalog}/$job_on_remhost
	914	else
	915	scp $job_to_send ${remote_user}@${remote_addres}:${job_catalog}/$job_on_remhost
	916	fi
	917	if [[ $? = 1 ]]
	918	then
	919	locat=scp; exit
	920	fi
	921	if [[ $remote_host = ibms ]]
	922	then
	923	job_catalog=$job_catalog_save
	924	fi
	925	else
	926	ftpcopy -s -o $remote_addres $job_to_send "$job_catalog" $job_on_remhost
	927	if [[ $? = 1 ]]
	928	then
	929	locat=ftpcopy; exit
	930	fi
	931	fi
	932	[[ $verify = true ]] && printf "\n >>> finished\n"
	933	else
	934	eval job_catalog=$job_catalog
	935	cp $job_to_send ${job_catalog}/$job_on_remhost
	936	fi
	937
	938
	939
	940	# NQS- BZW. LOADLEVELER-JOB STARTEN
	941	if [[ $remote_host != $local_host ]]
	942	then
	943	[[ $verify = true ]] && printf "\n >>> submitting job using \"qsub\"...\n"
	944	if [[ $filetransfer_protocol = scp ]]
	945	then
	946	if [[ $remote_host != lctit ]]
	947	then
	948	ssh $remote_addres -l $remote_user "cd $job_catalog; $submcom $job_on_remhost; rm $job_on_remhost"
	949	else
	950	# TIT ERLAUBT NUR DIE AUSFÜHRUNG GANZ BESTIMMTER KOMMANDOS
	951	# MIT SSH, DESHALB AUFRUF PER PIPE
	952	# UEBERGANGSWEISE CHECK, OB N1GE ENVIRONMENT WIRKLICH VERFUEGBAR
	953	print "cd $job_catalog; chmod u+x $job_on_remhost" \| ssh $remote_addres -l $remote_user > /dev/null 2>&1
	954	echo "first try" > send_protocol
	955	while [[ $(cat send_protocol \| grep -c "Forwarding to N1GE") = 0 ]]
	956	do
	957	if [[ $(cat send_protocol \| grep -c "first try") = 1 ]]
	958	then
	959	printf "\n trying to submit job to TIT cluster..."
	960	else
	961	printf "\n +++ failed ... trying to submit again ..."
	962	fi
	963	print "cd $job_catalog; $submcom $job_on_remhost" \| ssh $remote_addres -l $remote_user > send_protocol 2>&1
	964	cat send_protocol
	965	done
	966	sleep 10
	967	print "cd $job_catalog; rm $job_on_remhost" \| ssh $remote_addres -l $remote_user > /dev/null 2>&1
	968	echo "$submcom $job_on_remhost"
	969	rm send_protocol
	970	fi
	971	else
	972	if [[ $remote_host = ibms ]]
	973	then
	974	password=`cat ~/.netrc \| grep $remote_addres \| awk '{print $6}'`
	975	echo "echo \"$remote_user\" " > telnet_script
	976	echo "sleep 5" >> telnet_script
	977	echo "echo \"$password\" " >> telnet_script
	978	echo "sleep 10" >> telnet_script
	979	echo "echo \"\" " >> telnet_script
	980	echo "sleep 2" >> telnet_script
	981	echo "echo \"cd $job_catalog; $submcom $job_on_remhost; rm -rf $job_on_remhost\" " >> telnet_script
	982	echo "sleep 10" >> telnet_script
	983	echo "echo \"exit\" " >> telnet_script
	984
	985	chmod u+x telnet_script
	986	telnet_script \| telnet $remote_addres 2>&1 \| grep "llsubmit:"
	987	rm telnet_script
	988	elif [[ $remote_host = t3es ]]
	989	then
	990	password=`cat ~/.netrc \| grep $remote_addres \| awk '{print $6}'`
	991	echo "printf \"$remote_user\\\n\" " > telnet_script
	992	echo "sleep 10" >> telnet_script
	993	echo "printf \"$password\\\n\" " >> telnet_script
	994	echo "sleep 10" >> telnet_script
	995	echo "printf \"\\\n\" " >> telnet_script
	996	echo "sleep 5" >> telnet_script
	997	echo "printf \"\\\n\" " >> telnet_script
	998	echo "sleep 5" >> telnet_script
	999	echo "printf \"cd $job_catalog; $submcom $job_on_remhost; rm -f $job_on_remhost\\\n\" " >> telnet_script
	1000	echo "sleep 10" >> telnet_script
	1001	echo "printf \"exit\\\n\" " >> telnet_script
	1002
	1003	chmod u+x telnet_script
	1004	cat telnet_script
	1005	telnet_script \| telnet $remote_addres \| grep $remote_user
	1006	rm telnet_script
	1007	else
	1008	remcom.x $remote_addres "cd $job_catalog; $submcom $job_on_remhost; rm $job_on_remhost"
	1009	fi
	1010	fi
	1011	[[ $verify = true ]] && printf " >>> o.k.\n"
	1012	else
	1013	cd $job_catalog
	1014	if [[ $(echo $local_host \| cut -c1-3) = ibm ]]
	1015	then
	1016	eval $submcom $job_on_remhost
	1017	elif [[ $local_host = lctit ]]
	1018	then
	1019	eval $submcom $job_on_remhost
	1020	echo "$submcom $job_on_remhost"
	1021	chmod u+x $job_on_remhost
	1022	sleep 5 # WEIL N1GE IM HINTERGRUND ARBEITET UND DATEI SONST EVTL.
	1023	# SCHON WIEDER GELOESCT IST
	1024	elif [[ $local_host = nech ]]
	1025	then
	1026	if [[ $queue = default ]]
	1027	then
	1028	eval $submcom $job_on_remhost
	1029	else
	1030	eval $submcom -q $queue $job_on_remhost
	1031	fi
	1032	else
	1033	qsub $job_on_remhost
	1034	fi
	1035	rm $job_on_remhost
	1036	cd - > /dev/null
	1037	fi
	1038	fi
	1039
	1040
	1041
	1042	# ABSCHLUSSARBEITEN
	1043
	1044	if [[ $no_submit = false ]]
	1045	then
	1046	rm $job_to_send
	1047	fi
	1048	[[ $verify = true ]] && printf "\n\n *** SUBJOB finished \n\n"

Note: See TracBrowser for help on using the repository browser.

Download in other formats:

| Impressum | ©Leibniz Universität Hannover |