xentaur
view xentaur.py @ 67:6c145935ece5
Fixed path scripts and configuration templates moved to a single file.
| author | Igor Chubin <igor@chub.in> |
|---|---|
| date | Mon Jan 11 13:01:35 2010 +0200 (2010-01-11) |
| parents | aaf034af3a35 |
| children | f652fab38c7a |
line source
1 #!/usr/bin/python
2 # vim: set fileencoding=utf-8 :
4 import sys,os,time
5 from IPython.Shell import IPShellEmbed
7 path_xentaur="%s/hg/xentaur" % os.environ['HOME']
8 path_shapes=path_xentaur+'/shapes'
9 path_scripts=path_xentaur+'/files'
11 network='net1'
13 path_network=os.environ['HOME']+"/.xentaur/"+network
14 if not os.path.exists(path_network):
15 os.makedirs(path_network)
16 screenrc=path_network+"/.screenrc_xentaur"
18 sys.path.append('/etc/xen')
19 sys.path.append(path_xentaur)
20 sys.path.append(path_network)
21 sys.path.append('.')
24 node_object={}
25 link_object={}
26 bridge_object={}
27 ec2_node={}
29 # ec2 settings
30 ec2_dns_domain='ec2.xgu.ru'
31 ec2_zone="us-east-1a"
33 domain='dyn1'
34 from xendomain import *
36 execfile(path_xentaur+"/configuration_templates.py")
38 bridges_turned_down=[]
40 def run(program, *args):
41 pid = os.fork()
42 if not pid:
43 os.execvp(program, (program,) + args)
44 return os.wait()[0]
46 def run_command(line):
47 #cmds=line.split()
48 #run(cmds[0],*cmds[1:])
49 run("/bin/sh", "-c", line)
51 def run_command_return_stdout(line):
52 p = os.popen(line)
53 output = p.read()
54 p.close()
55 return output
57 ################################################################################
58 #Xentaur command-line commands
60 ## Start
62 def start_bridges():
63 unbound_bridges=set(bridges)-set(real_bridges)
64 script=""
65 script="\n".join(map(lambda x: "sudo brctl show | awk '{print $1}' | grep -qx "+x+" || sudo brctl addbr "+x, unbound_bridges))
66 script+="\n"+"\n".join(map(lambda x: "sudo brctl stp "+x+" off", unbound_bridges))
67 script+="\n"+"\n".join(map(lambda x: "sudo ip link set "+x+" up", unbound_bridges))
69 print """#!/bin/sh
70 # create unbound bridges
71 %s
72 """ % (script)
74 def start_domain(domain):
75 print "sudo xm create "+path_xentaur+"/xendomain.py "+" domain="+domain+" network="+network+" && sleep 1 && sudo xm sched-credit -d $(sudo xm list | grep "+domain+" | awk '{print $2}') -c 10 && sleep 1"
77 def start_domains(doms=domains):
78 for domain in doms:
79 if not domain in real_nodes:
80 start_domain(domain)
82 def start_all():
83 graph()
84 screen()
85 html()
86 start_bridges()
87 start_domains()
89 def ec2_assign_nodes_to_instances():
90 domain_number=0
91 for dom in domains:
92 node_name=network+"-node%s"%(domain_number/3)
93 ec2_node[dom]=node_name+"."+ec2_dns_domain
94 domain_number+=1
96 def make_start_emulators():
97 s=""
98 ios="/mnt/ios/C7200-AD.BIN"
99 ec2_assign_nodes_to_instances()
100 for dom in domains:
101 node_name=ec2_node[dom]
102 i=0
103 line='dynamips '+ios
104 line2=''
105 for iface in vbridges_table[dom]:
106 bridge=vbridges_table[dom][i]
107 if i>0:
108 line += " -p %s:PA-FE-TX "%i
109 line += " -s %s:0:tap:%s_%s "% (i,dom,iface)
110 line2 += "sleep 2; brctl addif %s %s; "%(bridge, dom+"_"+iface)
111 line2 +='ifconfig %s up; ifconfig %s promisc ;' %(bridge, bridge)
112 line2 += "ifconfig %s_%s up; "%(dom, iface)
113 i+=1
114 s += "ssh %s \"mkdir -p /mnt/%s; cd /mnt/%s; screen -S %s- -d -m %s\"\n"%(node_name,dom,dom,dom,line)
115 s += "ssh %s \"%s\"\n" % (node_name, line2)
116 return s
118 def make_start_instances_config(net=network):
119 f = open(path_network+"/start-instances-"+network, "w");
120 f.write("""
121 NETWORK=%(network)s
122 INSTANCES_NUMBER=%(instances_number)s
123 INSTANCE_AMI=ami-b21ff8db
124 INSTANCE_AMI=ami-7cfd1a15
125 VOLUME_NAME=vol-28d13141
126 SSH_SECRET_KEY=~/.ec2/id_rsa-pstam-keypair
127 SSH_KEYPAIR=pstam-keypair
128 EC2_ZONE=%(ec2_zone)s
129 DOMAIN=%(ec2_dns_domain)s
130 SCRIPTS_PATH=%(path_scripts)s
131 """ % {
132 "network" : network,
133 "instances_number" : len(set(ec2_node.values())),
134 "path_scripts" : path_scripts,
136 "ec2_dns_domain" : ec2_dns_domain,
137 "ec2_zone" : ec2_zone,
138 })
139 f.write("start_emulators()\n{\n%s\n}\n"%make_start_emulators())
140 f.close()
142 def start_network(net=network):
143 make_start_instances_config()
144 run_command("cd %s; env NETWORK=%s sh %s start" % (path_network, network, path_scripts+"/ec2-instances"))
146 def stop_network(net=network):
147 run_command("cd %s; env NETWORK=%s sh %s stop" % (path_network, network, path_scripts+"/ec2-instances"))
149 ## Stop
151 def stop_domain(domain,wait=0):
152 if wait:
153 print "sudo xm shutdown -w "+domain
154 else:
155 print "sudo xm shutdown "+domain
157 def stop_domains(doms=domains, wait=0):
158 for domain in doms:
159 if not domain in real_nodes:
160 stop_domain(domain,wait)
162 def stop_bridges():
163 ###FIXME###
164 return 0
166 def stop_all(wait=0):
167 stop_domains(domains, wait)
168 stop_bridges()
170 def restart_all():
171 stop_all(1)
172 start_all()
174 ####################################################
176 def create_objects():
177 create_node_objects()
178 create_bridge_objects()
179 create_link_objects()
181 def create_node_objects():
182 for dom in domains:
183 node_object[dom]=Node(dom)
185 def create_bridge_objects():
186 for bridge in bridges:
187 bridge_object[bridge]=Bridge(bridge)
189 def create_link_objects():
191 for node, bridges_raw in vbridges_table.iteritems():
192 interface=0
193 j=0
194 for this_bridge in bridges_raw:
195 int_label=""
196 if this_bridge.find(':') != -1:
197 res = this_bridge.split(':')
198 this_bridge= res[0]
199 bridges_raw[j] = this_bridge
200 int_label = res[1]
201 if not [ node, bridges_raw.index(this_bridge), this_bridge ] in temporary_links:
202 name="%s %s %s" % (node,interface,this_bridge)
203 link_object[name]=Link(name,node,interface,this_bridge,int_label)
204 interface+=1
205 vbridges_table[node]=bridges_raw
207 for node, bridges_raw in bridge_bridge_table.iteritems():
208 interface=0
209 j=0
210 for this_bridge in bridges_raw:
211 int_label=""
212 if this_bridge.find(':') != -1:
213 res = this_bridge.split(':')
214 this_bridge= res[2]
215 bridges_raw[j] = this_bridge
216 int_label = res[1]
217 if not [ node, bridges_raw.index(this_bridge), this_bridge ] in temporary_links:
218 name="%s %s %s" % (node,interface,this_bridge)
219 link_object[name]=Link(name,node,interface,this_bridge,int_label)
220 interface+=1
221 bridge_bridge_table[node]=bridges_raw
223 for node,interface,bridge in temporary_links:
224 name="%s %s %s" % (node,interface,bridge)
225 link_object[name]=Link(name,node,interface,this_bridge)
227 for node,interface,bridge in broken_links:
228 name="%s %s %s" % (node,interface,bridge)
229 link_object[name]=Link(name,node,interface,this_bridge)
232 ####################################################
234 def screen():
235 wait_seconds=1
236 screens=[]
237 for domain in domains:
238 screens.append("screen -t %(domain)s %(domain_number)s %(console_string)s" % {
239 'domain' : domain,
240 'domain_number' : domains.index(domain)+1,
241 'console_string': node_object[domain].console_string(),
242 'wait_interval' : wait_seconds } )
244 screenlist="\n".join(screens)
246 hardstatus='hardstatus string "%{rk}Xentaur%{bk}@%H %{gk}%c %{yk}%d.%m %{wk}%?%-Lw%?%{bw}%n*%f%t%?(%u)%?%{wk}%?%+Lw%?"'
247 f=open(screenrc, "w");
248 f.write("""
249 hardstatus on
250 hardstatus alwayslastline
251 %s
253 screen -t console 0 sh -c 'while true; do %s/xentaur.py shell ; echo Retrying in %s secods...; sleep %s ; clear; done'
254 %s
255 """ % (hardstatus,path_xentaur,wait_seconds,wait_seconds,screenlist))
256 f.close()
257 print "# GNU Screen config file is written to: %s" % screenrc
259 def graph():
260 nodelist=""
261 bridgelist=""
262 linklist=""
263 physicallist=""
264 networklist=""
266 nodelist=";\n ".join(map(lambda node: node_object[node].graphviz_string(),nodes))
267 if nodelist: nodelist += ";"
268 bridgelist=";\n ".join(map(lambda bridge: bridge_object[bridge].graphviz_string(),bridges))
269 if bridgelist: bridgelist += ";"
270 linklist=";\n ".join(map(lambda link: link_object[link].graphviz_string(),link_object.keys()))
271 if linklist: linklist += ";"
273 f = open(path_network+"/"+network+".dot", "w");
274 f.write ("""
275 graph G {
276 edge [len=1.25];
277 splines=true;
278 // nodes
279 %s
281 // bridges
282 %s
284 // physical
285 node [shape=rectangle,color=blue];
286 %s
288 // networks (not bridges, not physical)
289 node [shape=rectangle,color=green];
290 %s
292 // links (between nodes and bridges)
293 %s
295 };
296 """ % (nodelist, bridgelist, physicallist, networklist, linklist))
297 f.close()
298 run_command("neato -Tpng -o %s.png %s.dot "%(path_network+"/"+network,path_network+"/"+network))
299 run_command("neato -Tjpg -o %s.jpg %s.dot "%(path_network+"/"+network,path_network+"/"+network))
300 run_command("neato -Tsvg -o %s.svg %s.dot "%(path_network+"/"+network,path_network+"/"+network))
301 #run_command("neato -Tcmapx -o %s.cmapx -NURL=http://google.com %s.dot "%(path_network+"/"+network,path_network+"/"+network))
302 print "# Network map is written to files: %s.{png,svg,jpg,dot}" % (path_network+"/"+network)
304 def html():
305 f = open(path_network+"/index.html", "w");
306 f.write ("""
307 <html>
308 <head>
309 <title>Network %s map</network>
310 <body>
311 <img src="%s.png" /><br/>
312 <pre>
313 nodes=%s
314 bridges=%s
315 vbridges_table=%s
316 </pre>
317 </body>
318 </head>
319 </html>
320 """ % (network, network, domains, bridges, vbridges_table))
321 f.close()
322 #run_command("cp %s.html /var/www/ec2/network/%s/index.html"%(network,network))
324 def autoredraw():
325 graph()
326 html()
327 screen()
329 def shell():
330 autoredraw()
331 ipshell = IPShellEmbed(['-noconfirm_exit'])
332 ipshell()
334 def version():
335 print """
336 Xentaur 0.1-PRE
338 ,--,
339 _ ___/ /\\|
340 ,;`( )__, ) ~
341 // .// '--;
342 ' / \ |
344 """
346 def info():
347 version()
349 print "Network name: ", network
350 print "-----------------------------------------------"
351 print
352 print "Nodes: ", len(domains)
353 print " * virtual nodes: ", len(domains)-len(real_nodes)
354 print " * real nodes:", len(real_nodes)
355 print
356 print "Bridges:", len(bridges)
357 print " * virtual bridges:", len(bridges)-len(real_bridges)-len(cross_bridges)
358 print " * real switches:", len(real_bridges)
359 print " * direct links:", len(cross_bridges)
361 def show_usage():
362 print """Usage:
363 xentaur <command> [<argument>]
365 Commands:
366 start-all -- start bridges and domains
367 start-domains -- start domains only
368 start-bridges -- start bridges only
369 stop-all -- stop bridges and domains
370 stop-domains -- stop domains only
371 stop-bridges -- stop bridges only (domains have to be stopped already)
372 restart-all -- restart bridges and domains
374 start <domain> -- start the <domain>
375 stop <domain> -- stop the <domain>
377 graph -- generate network scheme (result is in <network>.{png,jpg,svg})
378 screen -- generate GNU Screen config file (~/.screenrc_xentaur)
379 shell -- run Xentaur shell
381 """
383 def save():
384 print "network =", xen_config_name
385 print "domains =", domains
386 print "domain_types =", domain_types
387 print "bridges =", bridges
388 print "vbridges_table =", vbridges_table
389 print "hidden_bridges =", hidden_bridges
390 print "broken_links =", broken_links
391 print "temporary_links =", temporary_links
392 print "bridges_turned_down =", bridges_turned_down
394 #-----------------------------------------------------------------------
395 # CLASSES
397 class Bridge:
398 def __init__ (self,name):
399 self.name=name
400 def up(self):
401 bridge_up(self.name)
402 def down(self):
403 bridge_down(self.name)
404 def show(self):
405 show_bridge(self.name)
406 def dump_start(self,filter=""):
407 dump_start(self.name,filter)
409 def is_hidden(self):
410 return self.name in hidden_bridges
411 def is_real(self):
412 return self.name in real_bridges
413 def is_turned_down(self):
414 return self.name in bridges_turned_down
415 def is_cross(self):
416 return self.name in cross_bridges
418 def graphviz_string(self):
419 if self.is_hidden():
420 return "//"
421 elif self.is_cross():
422 return "%s [shape=circle,height=0.03,color=black,fillcolor=black,style=filled,label=\"\"]" % (self.name)
423 elif self.is_real():
424 return "%s [color=white,shape=none,shapefile=\"%s/all/real_switch.png\"]" % (self.name, path_shapes)
425 elif self.is_turned_down():
426 return "%s [color=white,shape=none,shapefile=\"%s/all/switch_turned_down.png\"]" % (self.name, path_shapes)
427 else:
428 return "%s [color=white,shape=none,shapefile=\"%s/all/switch.png\"]" % (self.name, path_shapes)
431 class Node:
432 def __init__ (self,name):
433 self.name=name
434 self.type=domain_types[domains.index(name)]
435 def start(self):
436 return ""
437 def stop(self):
438 return ""
439 def start_commandline(self):
440 return ""
441 def get_domain_id(self):
442 return get_domain_id(self.name)
443 def graphviz_string(self):
444 return self.name+" [color=white,shape=plaintext,label=\" "+self.name+"\",shapefile=\""+path_shapes+"/all/"+\
445 domain_types[domains.index(self.name)]+".png\",fontcolor=black,fontsize=16,target=\"http://google.com\"]"
446 def console_string(self):
447 ec2=True # FIXME
448 ec2_assign_nodes_to_instances()
449 if ec2:
450 return path_scripts+"/node-terminal-session INSTANCE EC2_NODE %s %s %s"%(ec2_node[self.name], network, self.name)
452 if self.type in [ 'quagga', 'dynamips', 'freebsd', 'linux' ]:
453 return "sudo xm console "+self.name
454 elif self.name in real_bridges or self.name in real_nodes:
455 return "echo Press enter to connect; read line; "+connection_table[self.name]
458 class Link:
459 def __init__ (self,name,node,interface,bridge,label=""):
460 self.name=name
461 self.node=node
462 self.interface=interface
463 self.bridge=bridge
464 self.label=label
466 def is_temporary(self):
467 return [self.node,self.interface,self.bridge] in temporary_links
469 def is_broken(self):
470 return ([self.node,self.interface,self.bridge] in broken_links)
472 def is_hidden(self):
473 return self.bridge in hidden_bridges
475 def graphviz_string(self):
476 if self.is_hidden():
477 return "//"
478 if self.is_temporary():
479 return self.node+" -- "+self.bridge+" [taillabel=\"fa"+str(self.interface)+"/0\",color=blue,len=10,w=5,weight=5]"
480 if self.is_broken():
481 return self.node+" -- "+self.bridge+" [taillabel=\"fa"+str(self.interface)+"/0\",style=dashed]"
483 ip="\\n.%s.%s" % (bridges.index(self.bridge)+1, domains.index(self.node)+1)
484 if domain_types[domains.index(self.node)] == 'dynamips':
485 int_name="fa"+str(self.interface)+"/0"
486 else:
487 int_name="eth"+str(self.interface)
488 if self.label != "":
489 int_name = self.label
490 return self.node+" -- "+self.bridge+" [taillabel=\""+int_name+ip+"\",fontsize=14,fontname=fixed]"
493 #-----------------------------------------------------------------------
494 # DOMAINS
496 def get_domain_id(domain):
497 return run_command_return_stdout("sudo xm list | awk '{if ($1 == \"'%s'\") print $2}'" % domain).rstrip("\n")
500 #-----------------------------------------------------------------------
501 # BRIDGES and IFACES
503 def bridge_down(bridge):
504 """
505 Turn the bridge <bridge> down
506 """
507 if bridge in real_bridges:
508 print "Bridge %s is a real bridge" % (bridge)
509 return -1
510 if bridge in bridges_turned_down:
511 print "Bridge %s is turned down already" % (bridge)
512 else:
513 bridges_turned_down.append(bridge)
514 run_command("sudo ip link set %s down" % bridge)
515 autoredraw()
517 def bridge_up(bridge):
518 """
519 Turn the bridge <bridge> up
520 """
521 if bridge in real_bridges:
522 print "Bridge %s is a real bridge" % (bridge)
523 return -1
524 if not (bridge in bridges_turned_down):
525 print "Bridge %s is turned up already" % (bridge)
526 else:
527 bridges_turned_down.remove(bridge)
528 run_command("sudo ip link set %s up" % bridge)
529 autoredraw()
531 def show_bridge(bridge):
532 """
533 Show the state of the bridge <bridge>
534 """
535 if bridge in real_bridges:
536 print "Bridge %s is a real bridge" % (bridge)
537 return -1
538 run_command("sudo ip link show %s" % bridge)
541 def int_disconnect(domain, int_number):
542 """
543 Disconnect the interface with the number <int_number>
544 of the domain <domain> from the bridge to which
545 it is connected
546 """
547 dom_id=get_domain_id(domain)
548 bridge=vbridges_table[domain][int_number]
549 if not bridge:
550 print "Interface %s of the %s domain is not connected" % (int_number, domain)
551 return 1
552 run_command("sudo brctl delif %s vif%s.%s" % (bridge, dom_id, int_number))
553 vbridges_table[domain][int_number]=''
554 if [ domain, int_number, bridge ] in temporary_links:
555 temporary_links.remove([ domain, int_number, bridge ])
556 else:
557 broken_links.append([ domain, int_number, bridge ])
558 autoredraw()
560 def int_connect(domain, int_number, bridge):
561 """
562 Connect the interface with the number <int_number>
563 of the domain <domain> to the bridge <bridge>
564 """
565 if bridge in real_bridges:
566 print "Bridge %s is a real bridge" % (bridge)
567 return -1
569 dom_id=get_domain_id(domain)
570 if vbridges_table[domain][int_number]:
571 print "Interface %s of the %s domain is connected already to the %s bridge" % (int_number, domain, vbridges_table[domain][int_number])
572 return 1
573 run_command("sudo brctl addif %s vif%s.%s" % (bridge, dom_id, int_number))
574 vbridges_table[domain][int_number]=bridge
575 if [ domain, int_number, bridge ] in broken_links:
576 broken_links.remove([ domain, int_number, bridge ])
577 else:
578 temporary_links.append([ domain, int_number, bridge ])
579 autoredraw()
581 def int_reconnect(domain, int_number, bridge):
582 """
583 Reconnect the interface with the number <int_number>
584 of the domain <domain> from the bridge to which
585 it is connected to the bridge <bridge>
586 """
587 if bridge in real_bridges:
588 print "Bridge %s is a real bridge" % (bridge)
589 return -1
591 int_disconnect(domain, int_number)
592 int_connect(domain, int_number, bridge)
594 def show_int(domain, int_number):
595 """
596 Show information about the interface <int_nuber>
597 of the domain <domain>
598 """
599 return vbridges_table[domain][int_number]
601 def dump_start(bridge, filter=""):
602 if bridge in real_bridges:
603 print "Bridge %s is a real bridge" % (bridge)
604 return -1
605 try:
606 print "Writing dump... (press Ctrl-C to stop)"
607 run_command("sudo tcpdump -w xentaur.dump -i %s %s > /dev/null 2>&1 " % (bridge,filter))
608 except:
609 print "Done.\n Dump is written to xentaur.dump"
610 return 0
612 def dump_stop():
613 return 0
616 #-----------------------------------------------------------------------
618 def add_domain(name,type):
619 domains.append(name)
620 domain_types.append(type)
622 def break_link(domain,bridge):
623 broken_links.append([domain,bridge])
625 #-----------------------------------------------------------------------
627 wt_timeout=1
628 def write_to(screen,string,return_to_screen=""):
629 """
630 write_to(screen,string):
632 Type *string* to the specified screen(s).
633 Screen may be specified with the number *screen*,
634 with array of numbers,
635 with array of names.
637 """
638 screen_numbers=[] # number of the screens to write to
639 if type(screen) == list:
640 screen_numbers=map(lambda x: domains.index(x)+1, screen)
641 elif type(screen) == int:
642 screen_numbers=[screen]
643 else:
644 screen_numbers=[domains.index(screen)+1]
646 for screen_number in screen_numbers:
647 run_command("screen -X select "+str(screen_number))
648 time.sleep(wt_timeout)
649 for line in string.splitlines():
650 f=open('/tmp/xentaurbuf', 'w')
651 f.write(line+"\n")
652 f.close()
653 run_command("screen -X readreg p /tmp/xentaurbuf")
654 time.sleep(wt_timeout)
655 run_command("nohup screen -X paste p >& /dev/null")
656 time.sleep(wt_timeout)
658 if return_to_screen != "":
659 run_command("screen -X select %s" % (return_to_screen))
660 time.sleep(wt_timeout)
662 def filter_by_type(doms,type):
663 """
664 filter_by_type(doms,type)
666 Return only domains of *doms* that have specified *type*
667 """
668 return filter(lambda x: domain_types[domains.index(x)]==type,domains)
670 #-----------------------------------------------------------------------
672 nodes=domains
673 create_objects()
675 if len(sys.argv) == 2:
676 if sys.argv[1] == 'start-all':
677 start_all()
678 elif sys.argv[1] == 'start-domains':
679 start_domains()
680 elif sys.argv[1] == 'start-bridges':
681 start_bridges()
682 elif sys.argv[1] == 'stop-all':
683 stop_all()
684 elif sys.argv[1] == 'stop-domains':
685 stop_domains()
686 elif sys.argv[1] == 'stop-bridges':
687 stop_bridges()
688 elif sys.argv[1] == 'restart-all':
689 restart_all()
690 elif sys.argv[1] == 'screen':
691 screen()
692 elif sys.argv[1] == 'graph':
693 graph()
694 elif sys.argv[1] == 'shell':
695 shell()
696 elif sys.argv[1] == 'info':
697 info()
698 else:
699 show_usage()
700 sys.exit(1)
701 elif len(sys.argv) == 3:
702 if sys.argv[1] == 'start':
703 start_domain(sys.argv[2])
704 elif sys.argv[1] == 'stop':
705 stop_domain(sys.argv[2])
706 elif sys.argv[1] == 'restart':
707 stop_domain(sys.argv[2])
708 start_domain(sys.argv[2])
709 else:
710 show_usage()
711 sys.exit(1)
712 else:
713 show_usage()
714 sys.exit(1)
716 sys.exit(0)