059、安裝配置flannel（2019-03-28 週四）

三角形發表於2019-03-30
 
build flannel
 
flannel 沒喲現成的執行檔案可用，必須自己build，最可靠的方法是在 Docker 容器中build。不過用於做build的docker映象託管在 gcr.io ，國內可能無法直接訪問，為了方便實驗，老師已經將他mirror 到了docker hub中，構建步驟如下
 
#    1、下載並重新命名image
 
docker pull cloudman6/kube-cross:v1.6.2-2
docker tag cloudman6/kube-cross:v1.6.2-2 gcr.io/google_containers/kube-cross:v1.6.2-2
 
#    2、下載flannel原始碼
 
git clone https://github.com/coreos/flannel.git
 
#    3、開始構建
 
apt-get  install zip
apt-get  install make
apt-get  install make-guile
cd flannel
make dist/flanneld-amd64
 
#    4、將flanneld執行檔案拷貝到 host1 和 host2 上
 
scp dist/flanneld-amd64 10.12.31.211:/usr/local/bin/flanneld
scp dist/flanneld-amd64 10.12.31.212:/usr/local/bin/flanneld
 
#    5、將flannel網路的配置資訊儲存到etcd中
 
[root@docker-machine ~]# cat flannel-config.json
{
  "Network": "10.2.0.0/16",    #    定義該flannel網路的IP池
  "SubnetLen": 24,             #    指定每個host分配到的subnet大小為24位，即 10.2.x.0/24
  "Backend": {
    "Type": "vxlan"            #    backend為vxlan
  }
}
 
#    /docker-test/network/config 是etcd資料項的key，flannel-config.json的內容是etcd資料項的 value
 
[root@docker-machine ~]# etcdctl --endpoints=10.12.31.213:2379 set /docker-test/network/config < flannel-config.json
{
  "Network": "10.2.0.0/16",
  "SubnetLen": 24,
  "Backend": {
    "Type": "vxlan"
  }
}
[root@docker-machine ~]# etcdctl --endpoints=10.12.31.213:2379 get /docker-test/network/config
{
  "Network": "10.2.0.0/16",
  "SubnetLen": 24,
  "Backend": {
    "Type": "vxlan"
  }
}
 
#    6、在host上啟動flannel
 
root@host1:~# flanneld-amd64 -etcd-endpoints=http://10.12.31.213:2379 -iface=ens160 -etcd-prefix=/docker-test/network &
I0329 23:15:03.568863    4615 main.go:529] Using interface with name ens160 and address 10.12.31.211
I0329 23:15:03.568916    4615 main.go:546] Defaulting external address to interface address (10.12.31.211)
I0329 23:15:03.569029    4615 main.go:244] Created subnet manager: Etcd Local Manager with Previous Subnet: 10.2.46.0/24
I0329 23:15:03.569051    4615 main.go:247] Installing signal handlers
I0329 23:15:03.570648    4615 main.go:388] Found network config - Backend type: vxlan
I0329 23:15:03.570718    4615 vxlan.go:120] VXLAN config: VNI=1 Port=0 GBP=false DirectRouting=false
I0329 23:15:03.598548    4615 local_manager.go:147] Found lease (10.2.46.0/24) for current IP (10.12.31.211), reusing
I0329 23:15:03.622441    4615 main.go:311] Changing default FORWARD chain policy to ACCEPT
I0329 23:15:03.622590    4615 main.go:319] Wrote subnet file to /run/flannel/subnet.env
I0329 23:15:03.622621    4615 main.go:323] Running backend.
I0329 23:15:03.622734    4615 vxlan_network.go:60] watching for new subnet leases
I0329 23:15:03.651253    4615 main.go:431] Waiting for 22h59m59.996415542s to renew lease
root@host1:~# ip addr show flannel.1
9: flannel.1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue state UNKNOWN group default
    link/ether 0e:38:3f:4c:d5:02 brd ff:ff:ff:ff:ff:ff
    inet 10.2.46.0/32 scope global flannel.1
       valid_lft forever preferred_lft forever
    inet6 fe80::c38:3fff:fe4c:d502/64 scope link
       valid_lft forever preferred_lft forever
root@host1:~# ip route
default via 10.12.28.6 dev ens160 onlink
10.2.1.0/24 via 10.2.1.0 dev flannel.1 onlink
10.12.28.0/22 dev ens160  proto kernel  scope link  src 10.12.31.211
172.17.0.0/16 dev docker0  proto kernel  scope link  src 172.17.0.1 linkdown
172.22.0.0/16 via 10.12.28.1 dev ens160
 
 
 
root@host2:~# flanneld-amd64 -etcd-endpoints=http://10.12.31.213:2379 -iface=ens160 -etcd-prefix=/docker-test/network &
I0329 23:14:58.702967    2452 main.go:529] Using interface with name ens160 and address 10.12.31.212
I0329 23:14:58.703079    2452 main.go:546] Defaulting external address to interface address (10.12.31.212)
I0329 23:14:58.703267    2452 main.go:244] Created subnet manager: Etcd Local Manager with Previous Subnet: 10.2.1.0/24
I0329 23:14:58.703295    2452 main.go:247] Installing signal handlers
I0329 23:14:58.705106    2452 main.go:388] Found network config - Backend type: vxlan
I0329 23:14:58.705156    2452 vxlan.go:120] VXLAN config: VNI=1 Port=0 GBP=false DirectRouting=false
I0329 23:14:58.729435    2452 local_manager.go:147] Found lease (10.2.1.0/24) for current IP (10.12.31.212), reusing
I0329 23:14:58.741472    2452 main.go:311] Changing default FORWARD chain policy to ACCEPT
I0329 23:14:58.741672    2452 main.go:319] Wrote subnet file to /run/flannel/subnet.env
I0329 23:14:58.741697    2452 main.go:323] Running backend.
I0329 23:14:58.741761    2452 vxlan_network.go:60] watching for new subnet leases
I0329 23:14:58.757628    2452 main.go:431] Waiting for 22h59m59.965049243s to renew lease
root@host2:~# ip addr show flannel.1
9: flannel.1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue state UNKNOWN group default
    link/ether 56:42:ec:d7:7d:7d brd ff:ff:ff:ff:ff:ff
    inet 10.2.1.0/32 scope global flannel.1
       valid_lft forever preferred_lft forever
    inet6 fe80::5442:ecff:fed7:7d7d/64 scope link
       valid_lft forever preferred_lft forever
root@host2:~# ip route
default via 10.12.28.6 dev ens160 onlink
10.2.46.0/24 via 10.2.46.0 dev flannel.1 onlink
10.12.28.0/22 dev ens160  proto kernel  scope link  src 10.12.31.212
172.17.0.0/16 dev docker0  proto kernel  scope link  src 172.17.0.1 linkdown
172.22.0.0/16 via 10.12.28.1 dev ens160
 
 
etcd庫查詢方法：
 
[root@docker-machine ~]# etcdctl --endpoints=10.12.31.213:2379 ls
/docker-test
/foo
[root@docker-machine ~]# etcdctl --endpoints=10.12.31.213:2379 ls /docker-test
/docker-test/network
[root@docker-machine ~]# etcdctl --endpoints=10.12.31.213:2379 ls /docker-test/network
/docker-test/network/config
/docker-test/network/subnets
[root@docker-machine ~]# etcdctl --endpoints=10.12.31.213:2379 ls /docker-test/network/config
/docker-test/network/config
[root@docker-machine ~]# etcdctl --endpoints=10.12.31.213:2379 get  /docker-test/network/config
{
  "Network": "10.2.0.0/16",
  "SubnetLen": 24,
  "Backend": {
    "Type": "vxlan"
  }
}
[root@docker-machine ~]# etcdctl --endpoints=10.12.31.213:2379 get  /docker-test/network/subnets
/docker-test/network/subnets: is a directory
[root@docker-machine ~]# etcdctl --endpoints=10.12.31.213:2379 ls  /docker-test/network/subnets
/docker-test/network/subnets/10.2.46.0-24
/docker-test/network/subnets/10.2.1.0-24
[root@docker-machine ~]# etcdctl --endpoints=10.12.31.213:2379 get  /docker-test/network/subnets/10.2.46.0-24
{"PublicIP":"10.12.31.211","BackendType":"vxlan","BackendData":{"VtepMAC":"66:2b:a5:56:0d:c6"}}
[root@docker-machine ~]# etcdctl --endpoints=10.12.31.213:2379 get  /docker-test/network/subnets/10.2.1.0-24
{"PublicIP":"10.12.31.212","BackendType":"vxlan","BackendData":{"VtepMAC":"8a:8c:b5:42:47:40"}}
 
 

相關文章