openvswitch入门（二）

参考：
https://bbs.huaweicloud.com/blogs/360458
《跟唐老师学习云网络》 - OpenStack网络实现

先上一张图

然后是正文

单节点的packstack安装
5台VM，每个VM有一个eth0接口，对应的host里有5个tap接口
eth0和tap使用相同的MAC
qbr开头的linux bridge有自己独立的MAC

for i in `virsh list --name`;do echo $i;virsh domiflist $i;done
Interface  Type(略.都是bridge)       Source     Model(略.都是virtio)       MAC

instance-00000001
tap2b84947b-14 qbr2b84947b-14 fa:16:3e:0a:6e:0a #这是eth0和tap共用的MAC

instance-00000003
tap399c140c-0e qbr399c140c-0e fa:16:3e:b5:7b:de

instance-00000002
tap353175f4-55 qbr353175f4-55 fa:16:3e:47:35:e5

instance-00000005
tapbe09c318-2b qbrbe09c318-2b fa:16:3e:df:e7:a5

instance-00000006
tapc1f39611-57 qbrc1f39611-57 fa:16:3e:50:c7:8f

----------------------------------------

brctl show |awk '{print $1,$4}'
#5个linux bridge上的5个tap接口，上接5个VM
#5个linux bridge上的5个接口qvb...下与1个OVS bridge上的5个接口qvo...是一对一的
bridge_id  interfaces 
qbr2b84947b-14 qvb2b84947b-14 tap2b84947b-14
qbr353175f4-55 qvb353175f4-55 tap353175f4-55
qbr399c140c-0e qvb399c140c-0e tap399c140c-0e
qbrbe09c318-2b qvbbe09c318-2b tapbe09c318-2b
qbrc1f39611-57 qvbc1f39611-57 tapc1f39611-57

#用ip link，从名称是可看出他们是一对的。VM里的eth0和HOST里的tap，就没有这么直观
#qvo是挂再ovs上，qvb是挂在bridge(linux)上
 qvo2b84947b-14@qvb2b84947b-14
 qvb2b84947b-14@qvo2b84947b-14
...

----------------------------------------
for i in `ovs-vsctl list-br`; do echo "---$i";ovs-vsctl list-ports $i;done

---br-int
qvo2b84947b-14 #1个OVS bridge上的5个接口qvo...和5个linux bridge上的接口qvb...是一对一的
qvo353175f4-55
qvo399c140c-0e
qvobe09c318-2b
qvoc1f39611-57

int-br-ex #这2个，1个接br-ex，1个接br-tun
patch-tun

#这3个: qg与gateway有关、qr与router有关
#因为是2个网络/子网，所以有2个口接router；要连外网，所以有1个gateway口
#ip link并不显示这3个Port. 他们是internal的
qg-ed762523-e0 
qr-034721b3-87
qr-b2cb36d5-c8

#ip link并不显示这3个Port. 
#它们是3个DHCP服务器的：2个内网、1个外网（EIP）
tap5dbff319-c5 
tap9ad034d8-96
tapddb7203f-8e

---br-tun
patch-int

---br-ex
eth0
phy-br-ex

下面是网络命名空间

ip netns
qdhcp-9ce7287b-0835-4f4e-a6ab-e52d0d0739c3   (id: 3)
qdhcp-4d5e5a3b-6033-4572-8801-5f434795dbcf   (id: 2)
qrouter-b61f4f80-c360-46a9-a90d-a88f4d45c13d (id: 1)
qdhcp-88e6d932-c0c1-4f6a-a991-aa4202abd35e   (id: 0)


for i in `ip netns |awk '{print $1}'`;do echo $i; ip netns exec $i ip a;done

qdhcp-9ce7287b-0835-4f4e-a6ab-e52d0d0739c3
37: tapddb7203f-8e: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue state UNKNOWN group default qlen 1000
    link/ether fa:16:3e:30:ef:dd brd ff:ff:ff:ff:ff:ff
    inet 10.10.0.2/24 brd 10.10.0.255 scope global tapddb7203f-8e

qdhcp-4d5e5a3b-6033-4572-8801-5f434795dbcf
14: tap9ad034d8-96
    link/ether fa:16:3e:eb:0e:47 
    inet 192.168.199.105/24 brd 192.168.199.255 scope global tap9ad034d8-96

qrouter-b61f4f80-c360-46a9-a90d-a88f4d45c13d
13: qr-034721b3-87
    link/ether fa:16:3e:37:56:30 
    inet 10.0.0.1/24 brd 10.0.0.255 scope global qr-034721b3-87
15: qg-ed762523-e0
    link/ether fa:16:3e:f2:b8:05 
    inet 192.168.199.106/24 brd 192.168.199.255 scope global qg-ed762523-e0
       valid_lft forever preferred_lft forever
    inet 192.168.199.110/32 brd 192.168.199.110 scope global qg-ed762523-e0
       valid_lft forever preferred_lft forever
    inet 192.168.199.109/32 brd 192.168.199.109 scope global qg-ed762523-e0
42: qr-b2cb36d5-c8: 
    link/ether fa:16:3e:6d:29:33 
    inet 10.10.0.1/24 brd 10.10.0.255 scope global qr-b2cb36d5-c8

qdhcp-88e6d932-c0c1-4f6a-a991-aa4202abd35e
12: tap5dbff319-c5: 
    link/ether fa:16:3e:24:b8:d7 
    inet 10.0.0.2/24 brd 10.0.0.255 scope global tap5dbff319-c5