环境 : CentOS7
master 192.168.94.11
node1 192.168.94.22
node2 192.168.94.33
关闭防火墙、SElinux
安装包地址 : 链接: https://pan.baidu.com/s/1_Jjpfhly5fvA6ICf4zrYCQ 提取码: gaic
所有节点做以下操作
将安装包上传到每个节点
[root@master ~]# unzip k8s-offline-install.zip
[root@master ~]# cd k8s-images
# 安装docker
[root@master k8s-images]# yum -y localinstall docker-ce*
# 修改docker的镜像仓库源或者使用阿里云docker仓库的加速
[root@master k8s-images]# curl -sSL https://get.daocloud.io/daotools/set_mirror.sh | sh -s http://a58c8480.m.daocloud.io
# 启动docker并设置开启启动
[root@master k8s-images]# systemctl start docker
[root@master k8s-images]# systemctl enable docker
配置系统路由参数,防止kubeadm报路由警告
[root@master k8s-images]# cat <<EOF > /etc/sysctl.d/k8s.conf
net.bridge.bridge-nf-call-ip6tables = 1
net.bridge.bridge-nf-call-iptables = 1
EOF
[root@master k8s-images]# sysctl --system
* Applying /usr/lib/sysctl.d/-system.conf ...
net.bridge.bridge-nf-call-ip6tables =
net.bridge.bridge-nf-call-iptables =
net.bridge.bridge-nf-call-arptables =
* Applying /usr/lib/sysctl.d/-default-yama-scope.conf ...
kernel.yama.ptrace_scope =
* Applying /usr/lib/sysctl.d/-default.conf ...
kernel.sysrq =
kernel.core_uses_pid =
net.ipv4.conf.default.rp_filter =
net.ipv4.conf.all.rp_filter =
net.ipv4.conf.default.accept_source_route =
net.ipv4.conf.all.accept_source_route =
net.ipv4.conf.default.promote_secondaries =
net.ipv4.conf.all.promote_secondaries =
fs.protected_hardlinks =
fs.protected_symlinks =
* Applying /etc/sysctl.d/-sysctl.conf ...
* Applying /etc/sysctl.d/k8s.conf ...
net.bridge.bridge-nf-call-ip6tables =
net.bridge.bridge-nf-call-iptables =
* Applying /etc/sysctl.conf ...
关闭swap
[root@master k8s-images]# swapoff -a
# 注释掉swap的行
[root@master k8s-images]# sed -i 's/.*swap/#&/' /etc/fstab
导入镜像
# 解压docker镜像
[root@master k8s-images]# unzip docker_images.zip
# 如果解压失败的话, 使用zip命令来修复压缩包
# 例: zip -F(或者-FF) file_old.zip --out file_new.zip , 之后尝试重新解压
# 导入镜像
docker load < /root/k8s-images/docker_images/etcd-amd64_v3.1.10.tardocker load </root/k8s-images/docker_images/flannel_v0.9.1-amd64.tar
docker load </root/k8s-images/docker_images/k8s-dns-dnsmasq-nanny-amd64_v1.14.7.tar
docker load </root/k8s-images/docker_images/k8s-dns-kube-dns-amd64_1.14.7.tar
docker load </root/k8s-images/docker_images/k8s-dns-sidecar-amd64_1.14.7.tar
docker load </root/k8s-images/docker_images/kube-apiserver-amd64_v1.9.0.tar
docker load </root/k8s-images/docker_images/kube-controller-manager-amd64_v1.9.0.tar
docker load </root/k8s-images/docker_images/kube-scheduler-amd64_v1.9.0.tar
docker load < /root/k8s-images/docker_images/kube-proxy-amd64_v1.9.0.tar
docker load </root/k8s-images/docker_images/pause-amd64_3..tar
docker load < /root/k8s-images/docker_images/kubernetes-dashboard_v1.8.1.tar
安装kubelet kubeadm kubectl包
[root@master k8s-images]# yum -y localinstall socat-1.7.3.2-.el7.x86_64.rpm kubernetes-cni-0.6.-.x86_64.rpm kubelet-1.9.-.x86_64.rpm kubectl-1.9.-.x86_64.rpm kubectl-1.9.-.x86_64.rpm kubeadm-1.9.-.x86_64.rpm
[root@master k8s-images]# systemctl enable kubelet
master与node做ssh互信
[root@master k8s-images]# ssh-keygen -t rsa -f ~/.ssh/id_rsa -N "" -q
[root@master k8s-images]# ssh-copy-id node1
[root@master k8s-images]# ssh-copy-id node2
kubelet默认的cgroup的driver和docker的不一样,docker默认的cgroupfs,kubelet默认为systemd
[root@master k8s-images]# cp -a /etc/systemd/system/kubelet.service.d/-kubeadm.conf /etc/systemd/system/kubelet.service.d/-kubeadm.conf_bak
[root@master k8s-images]# sed -i "s/systemd/cgroupfs/g" /etc/systemd/system/kubelet.service.d/-kubeadm.conf
重新加载system配置文件
[root@master k8s-images]# systemctl daemon-reload
# 将环境reset
[root@master k8s-images]# kubeadm reset
# master初始化配置
[root@master k8s-images]# kubeadm init --kubernetes-version=v1.9.0 --pod-network-cidr=10.244.0.0/16
kubeadm join --token b209aa.249f0b51592e58bb 192.168.94.11:6443 --discovery-token-ca-cert-hash sha256:b3537b3ecf6e7febd8fec7b4a635c740a0bd52fe2fb1606b026a938d52fa9e60
# 将kubeadm join --token ...... 保存下来,等下node节点需要使用 ,可以在master上通过 kubeadmin token list 命令来得到
配置环境变量
[root@master k8s-images]# echo "export KUBECONFIG=/etc/kubernetes/admin.conf" >> ~/.bash_profile
[root@master k8s-images]# . ~/.bash_profile
# 测试
[root@master k8s-images]# kubectl version
安装网络,可以使用flannel、calico、weave、macvlan这里我们用flannel
[root@master k8s-images]# kubectl create -f kube-flannel.yml
# 安装dashboard
[root@master k8s-images]# kubectl apply -f kubernetes-dashboard.yaml
# 查看部署状态是否正常
[root@master k8s-images]# kubectl get pods --all-namespaces
node节点操作:
kubeadm init 输出的 join 指令中 token 只有 24h 的有效期,如果过期后,可以使用 kubeadm token create --print-join-command 命令重新生成
# 使用刚才master的
[root@node1 k8s-images]# kubeadm join --token b209aa.249f0b51592e58bb 192.168.94.11: --discovery-token-ca-cert-hash sha256:b3537b3ecf6e7febd8fec7b4a635c740a0bd52fe2fb1606b026a938d52fa9e60 --namespace=kube-systemc
master节点验证:
[root@master k8s-images]# kubectl get nodes
NAME STATUS ROLES AGE VERSION
master Ready master 1h v1.9.0
node1 Ready <none> 58m v1.9.0
node2 Ready <none> 58m v1.9.0
测试集群
[root@master k8s-images]# kubectl run httpd-app --image=httpd --replicas=
[root@master k8s-images]# kubectl get deployment
NAME DESIRED CURRENT UP-TO-DATE AVAILABLE AGE
httpd-app 58m
# 检查pod,pod分别在node1和node2上
[root@master k8s-images]# kubectl get pods
NAME READY STATUS RESTARTS AGE
httpd-app-5fbccd7c6c-b4pzp / Running 58m
httpd-app-5fbccd7c6c-pjmx2 / Running 58m
[root@master k8s-images]# kubectl get pods -o wide
NAME READY STATUS RESTARTS AGE IP NODE
httpd-app-5fbccd7c6c-b4pzp / Running 59m 10.244.1.2 node1
httpd-app-5fbccd7c6c-pjmx2 / Running 59m 10.244.2.2 node2
# 因为创建的资源不是service,所以不会调用proxy
# 直接访问测试
[root@master k8s-images]# curl 10.244.1.2
<html><body><h1>It works!</h1></body></html>
[root@master k8s-images]# curl 10.244.2.2
<html><body><h1>It works!</h1></body></html>
创建用户
# 创建服务账号 ,并放在kube-system名称空间下
[root@master k8s-images]# kubectl create -f admin-user.yaml
# 默认情况下,kubeadm创建集群时已经创建了admin角色,我们直接绑定即可
[root@master k8s-images]# kubectl create -f admin-user-role-binding.yaml
# 现在需要新创建的用户的Token,以便用来登录dashboard
[root@master k8s-images]# kubectl -n kube-system describe secret $(kubectl -n kube-system get secret | grep admin-user | awk '{print $1}')
# 会输出以下内容
Name: admin-user-token-j46b8
Namespace: kube-system
Labels: <none>
Annotations: kubernetes.io/service-account.name=admin-user
kubernetes.io/service-account.uid=0915f27c-d0a2-11e8-bf22-000c29b353bc Type: kubernetes.io/service-account-token Data
====
ca.crt: bytes
namespace: bytes
token: eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJrdWJlLXN5c3RlbSIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJhZG1pbi11c2VyLXRva2VuLWo0NmI4Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9zZXJ2aWNlLWFjY291bnQubmFtZSI6ImFkbWluLXVzZXIiLCJrdWJlcm5ldGVzLmlvL3NlcnZpY2VhY2NvdW50L3NlcnZpY2UtYWNjb3VudC51aWQiOiIwOTE1ZjI3Yy1kMGEyLTExZTgtYmYyMi0wMDBjMjliMzUzYmMiLCJzdWIiOiJzeXN0ZW06c2VydmljZWFjY291bnQ6a3ViZS1zeXN0ZW06YWRtaW4tdXNlciJ9.dpKrpQPNeixzyFOBRGOaCAnLzORoM300FRfXa0bZEByTEUz5o7Ti9oKVGNOaNOIqsDXJ_HU16DWbkYR58Dnu6UaIy_Ya1_Ro5zRFHPUUkc1PSfCJxIMOxRas4irKy8pL9QMY6evQCtQDKzrVF7xNmUIyxCKtm9d7h7RKxL7xADODz7Sr7HgPOaMtu6MyxHT1EjoXwlXbl4WylTquuMfj1EjXBU1E_6ScUtkJ2yX_MkTNshAWbpFufUW4cTgQ1GumabXPhTmnr4r1HDRXVbJNDd_gGnj_2GwM72YEee-W-iq1dJtDTrbwGgG3mbkiJdkze22F-Ec_twGjfuYuR04Rmw
访问kubernetes-dashboard
使用Firefox浏览器访问 https://master_ip:32666
把刚才获取到的token输入进去
登录效果
集成Heapster
Heapster是容器集群监控和性能分析工具,天然的支持Kubernetes和CoreOS
Heapster支持多种储存方式,本示例中使用influxdb,直接执行下列命令即可:
[root@master k8s-images]# mkdir heapster
[root@master k8s-images]# cd heapster/
[root@master heapster]# wget https://raw.githubusercontent.com/kubernetes/heapster/master/deploy/kube-config/influxdb/grafana.yaml
[root@master heapster]# wget https://raw.githubusercontent.com/kubernetes/heapster/master/deploy/kube-config/influxdb/heapster.yaml
[root@master heapster]# wget https://raw.githubusercontent.com/kubernetes/heapster/master/deploy/kube-config/influxdb/influxdb.yaml
[root@master heapster]# wget https://raw.githubusercontent.com/kubernetes/heapster/master/deploy/kube-config/rbac/heapster-rbac.yaml
修改yaml 中 image 的值 把k8s.gcr.io
全部修改为 registry.cn-hangzhou.aliyuncs.com/google_containers
部署 Heapster
[root@master heapster]# cd ..
[root@master k8s-images]# kubectl create -f heapster/
# 查看状态,都是running之后就可以了
[root@master heapster]# kubectl get pods --namespace=kube-system
刷新浏览器,查看效果
重新获取token
[root@master heapster]# kubectl -n kube-system describe secret $(kubectl -n kube-system get secret | grep admin-user | awk '{print $1}')
多了CPU和内存信息