ansible一键部署k8s单机环境

时间：2021-08-12 05:04:47

一、虚拟机准备

干净的Centsot7.4、4G内存、2个CPU

最小化安装，最好带虚拟化

二、执行初始化脚本

注意：脚本中配置静态网卡根据实际网卡名称配置，我用的是ens33

可以用 sed -i "s/ens33/（实际网卡名)/g" 文件路径 进行替换

#!/bin/bash

echo "正在执行安装k8s环境初始化..."

#关闭防火墙

/usr/bin/iptables -F >/dev/null >&

/usr/bin/iptables -X >/dev/null >&

/usr/bin/systemctl disable firewalld.service >/dev/null >&

/usr/bin/systemctl stop firewalld.service >/dev/null >&

echo "执行关闭防火墙..."

#禁用SELINUX

/usr/sbin/setenforce

/usr/bin/sed -i 's/^SELINUX=enforcing$/SELINUX=disabled/' /etc/selinux/config

echo "执行关闭selinux..."

#关闭swap

/usr/sbin/swapoff -a

echo "vm.swappiness = 0">> /etc/sysctl.conf

echo "执行关闭swap..."

#配置静态网络

echo "配置静态网络..."

cat << EOF >/etc/sysconfig/network-scripts/ifcfg-ens33

TYPE="Ethernet"

BOOTPROTO="static"

IPADDR="`ifconfig ens33 | grep broadcast | awk -F " " '{print $2}'`"

NETMASK="`ifconfig ens33 | grep broadcast | awk -F " " '{print $4}'`"

GATREWAY="`route -n | grep UG | awk -F " " '{print$2}'`"

NAME="ens33"

DEVICE="ens33"

ONBOOT="yes"

PEERDNS="yes"

DNS1="114.114.114.114"

DNS2="8.8.8.8"

DNS3="`route -n | grep UG | awk -F " " '{print$2}'`"

EOF

cat <<EOF >/etc/sysconfig/network

GATEWAY=`route -n | grep UG | awk -F " " '{print$2}'`

EOF

#配置yum源

cat << EOF >/etc/yum.repos.d/.repo

[]

name=

baseurl=http://mirrors.163.com/centos/7/os/x86_64/

gpgcheck=

enable=

EOF

cat << EOF >/etc/yum.repos.d/epel.repo

[epel]

name=epel

baseurl=https://mirrors.aliyun.com/epel/7/x86_64/

enabled=

gpgcheck=

EOF

echo "写入网络yum源..."

#更新yum源

yum clean all >/dev/null >&

yum makecache >/dev/null >&

echo "更新yum源..."

#安装wget、ansible

yum install -y wget >/dev/null >&

yum install -y ansible >/dev/null >&

echo "安装wget、ansible工具..."

#定义ansible组

cat << EOF >>/etc/ansible/hosts

[k8s]

`ifconfig ens33 | grep broadcast | awk -F " " '{print $2}'`

EOF

echo "配置ansible组..."

#设置主机名

echo -n "请输入主机名："

read -p "" name

/usr/bin/hostnamectl --static set-hostname $name

if [ $? =  ]

then

   echo "修改主机名成功..."

else

   echo "修改主机名失败..."

   exit

fi

echo "初始化完成..."

echo "正在执行重启操作..."

sleep

/usr/sbin/init

三、执行ssh进行主机验证

ssh root@本机ip

若不执行，ansible执行会报错

四、ansible部署k8s环境准备

注意：shell脚本我统一放在/root/start-sh/目录下

mkdir -p /root/start-sh/

cd /root/start-sh/

vim docker-k8s.sh

创建docker-k8s.sh脚本，其内容是拉取k8s镜像

#!/bin/bash

#下载镜像

docker pull mirrorgooglecontainers/kube-apiserver:v1.14.0

docker pull mirrorgooglecontainers/kube-controller-manager:v1.14.0

docker pull mirrorgooglecontainers/kube-scheduler:v1.14.0

docker pull mirrorgooglecontainers/kube-proxy:v1.14.0

docker pull mirrorgooglecontainers/pause:3.1

docker pull mirrorgooglecontainers/etcd:3.3.

docker pull coredns/coredns:1.3.

docker pull registry.cn-shenzhen.aliyuncs.com/cp_m/flannel:v0.10.0-amd64

#给镜像打tag

docker tag mirrorgooglecontainers/kube-apiserver:v1.14.0 k8s.gcr.io/kube-apiserver:v1.14.0

docker tag mirrorgooglecontainers/kube-controller-manager:v1.14.0 k8s.gcr.io/kube-controller-manager:v1.14.0

docker tag mirrorgooglecontainers/kube-scheduler:v1.14.0 k8s.gcr.io/kube-scheduler:v1.14.0

docker tag mirrorgooglecontainers/kube-proxy:v1.14.0 k8s.gcr.io/kube-proxy:v1.14.0

docker tag mirrorgooglecontainers/pause:3.1 k8s.gcr.io/pause:3.1

docker tag mirrorgooglecontainers/etcd:3.3. k8s.gcr.io/etcd:3.3.

docker tag coredns/coredns:1.3. k8s.gcr.io/coredns:1.3.

docker tag registry.cn-shenzhen.aliyuncs.com/cp_m/flannel:v0.10.0-amd64 quay.io/coreos/flannel:v0.10.0-amd64

#删除原镜像

docker rmi mirrorgooglecontainers/kube-apiserver:v1.14.0

docker rmi mirrorgooglecontainers/kube-controller-manager:v1.14.0

docker rmi mirrorgooglecontainers/kube-scheduler:v1.14.0

docker rmi mirrorgooglecontainers/kube-proxy:v1.14.0

docker rmi mirrorgooglecontainers/pause:3.1

docker rmi mirrorgooglecontainers/etcd:3.3.

docker rmi coredns/coredns:1.3.

docker rmi registry.cn-shenzhen.aliyuncs.com/cp_m/flannel:v0.10.0-amd64

创建k8s目录，编写kube-flannel.yaml文件（参照https://www.codesheep.cn/kube-flannel-yml/?spm=a2c4e.11153940.blogcont682810.11.6f853974iYJ4BU）

该内容目的是pod的网络通信

mkdir -p /root/kube-system/

cd /root/kube-system/

vim kube-flannel.yaml

---

kind: ClusterRole

apiVersion: rbac.authorization.k8s.io/v1beta1

metadata:

  name: flannel

rules:

  - apiGroups:

      - ""

    resources:

      - pods

    verbs:

      - get

  - apiGroups:

      - ""

    resources:

      - nodes

    verbs:

      - list

      - watch

  - apiGroups:

      - ""

    resources:

      - nodes/status

    verbs:

      - patch

---

kind: ClusterRoleBinding

apiVersion: rbac.authorization.k8s.io/v1beta1

metadata:

  name: flannel

roleRef:

  apiGroup: rbac.authorization.k8s.io

  kind: ClusterRole

  name: flannel

subjects:

- kind: ServiceAccount

  name: flannel

  namespace: kube-system

---

apiVersion: v1

kind: ServiceAccount

metadata:

  name: flannel

  namespace: kube-system

---

kind: ConfigMap

apiVersion: v1

metadata:

  name: kube-flannel-cfg

  namespace: kube-system

  labels:

    tier: node

    app: flannel

data:

  cni-conf.json: |

    {

      "name": "cbr0",

      "plugins": [

        {

          "type": "flannel",

          "delegate": {

            "hairpinMode": true,

            "isDefaultGateway": true

          }

        },

        {

          "type": "portmap",

          "capabilities": {

            "portMappings": true

          }

        }

      ]

    }

  net-conf.json: |

    {

      "Network": "10.244.0.0/16",

      "Backend": {

        "Type": "vxlan"

      }

    }

---

apiVersion: extensions/v1beta1

kind: DaemonSet

metadata:

  name: kube-flannel-ds-amd64

  namespace: kube-system

  labels:

    tier: node

    app: flannel

spec:

  template:

    metadata:

      labels:

        tier: node

        app: flannel

    spec:

      hostNetwork: true

      nodeSelector:

        beta.kubernetes.io/arch: amd64

      tolerations:

      - operator: Exists

        effect: NoSchedule

      serviceAccountName: flannel

      initContainers:

      - name: install-cni

        image: quay.io/coreos/flannel:v0.10.0-amd64

        command:

        - cp

        args:

        - -f

        - /etc/kube-flannel/cni-conf.json

        - /etc/cni/net.d/10-flannel.conflist

        volumeMounts:

        - name: cni

          mountPath: /etc/cni/net.d

        - name: flannel-cfg

          mountPath: /etc/kube-flannel/

      containers:

      - name: kube-flannel

        image: quay.io/coreos/flannel:v0.10.0-amd64

        command:

        - /opt/bin/flanneld

        args:

        - --ip-masq

        - --kube-subnet-mgr

        resources:

          requests:

            cpu: "100m"

            memory: "50Mi"

          limits:

            cpu: "100m"

            memory: "50Mi"

        securityContext:

          privileged: true

        env:

        - name: POD_NAME

          valueFrom:

            fieldRef:

              fieldPath: metadata.name

        - name: POD_NAMESPACE

          valueFrom:

            fieldRef:

              fieldPath: metadata.namespace

        volumeMounts:

        - name: run

          mountPath: /run

        - name: flannel-cfg

          mountPath: /etc/kube-flannel/

      volumes:

        - name: run

          hostPath:

            path: /run

        - name: cni

          hostPath:

            path: /etc/cni/net.d

        - name: flannel-cfg

          configMap:

            name: kube-flannel-cfg

---

apiVersion: extensions/v1beta1

kind: DaemonSet

metadata:

  name: kube-flannel-ds-arm64

  namespace: kube-system

  labels:

    tier: node

    app: flannel

spec:

  template:

    metadata:

      labels:

        tier: node

        app: flannel

    spec:

      hostNetwork: true

      nodeSelector:

        beta.kubernetes.io/arch: arm64

      tolerations:

      - operator: Exists

        effect: NoSchedule

      serviceAccountName: flannel

      initContainers:

      - name: install-cni

        image: quay.io/coreos/flannel:v0.10.0-arm64

        command:

        - cp

        args:

        - -f

        - /etc/kube-flannel/cni-conf.json

        - /etc/cni/net.d/10-flannel.conflist

        volumeMounts:

        - name: cni

          mountPath: /etc/cni/net.d

        - name: flannel-cfg

          mountPath: /etc/kube-flannel/

      containers:

      - name: kube-flannel

        image: quay.io/coreos/flannel:v0.10.0-arm64

        command:

        - /opt/bin/flanneld

        args:

        - --ip-masq

        - --kube-subnet-mgr

        resources:

          requests:

            cpu: "100m"

            memory: "50Mi"

          limits:

            cpu: "100m"

            memory: "50Mi"

        securityContext:

          privileged: true

        env:

        - name: POD_NAME

          valueFrom:

            fieldRef:

              fieldPath: metadata.name

        - name: POD_NAMESPACE

          valueFrom:

            fieldRef:

              fieldPath: metadata.namespace

        volumeMounts:

        - name: run

          mountPath: /run

        - name: flannel-cfg

          mountPath: /etc/kube-flannel/

      volumes:

        - name: run

          hostPath:

            path: /run

        - name: cni

          hostPath:

            path: /etc/cni/net.d

        - name: flannel-cfg

          configMap:

            name: kube-flannel-cfg

---

apiVersion: extensions/v1beta1

kind: DaemonSet

metadata:

  name: kube-flannel-ds-arm

  namespace: kube-system

  labels:

    tier: node

    app: flannel

spec:

  template:

    metadata:

      labels:

        tier: node

        app: flannel

    spec:

      hostNetwork: true

      nodeSelector:

        beta.kubernetes.io/arch: arm

      tolerations:

      - operator: Exists

        effect: NoSchedule

      serviceAccountName: flannel

      initContainers:

      - name: install-cni

        image: quay.io/coreos/flannel:v0.10.0-arm

        command:

        - cp

        args:

        - -f

        - /etc/kube-flannel/cni-conf.json

        - /etc/cni/net.d/10-flannel.conflist

        volumeMounts:

        - name: cni

          mountPath: /etc/cni/net.d

        - name: flannel-cfg

          mountPath: /etc/kube-flannel/

      containers:

      - name: kube-flannel

        image: quay.io/coreos/flannel:v0.10.0-arm

        command:

        - /opt/bin/flanneld

        args:

        - --ip-masq

        - --kube-subnet-mgr

        resources:

          requests:

            cpu: "100m"

            memory: "50Mi"

          limits:

            cpu: "100m"

            memory: "50Mi"

        securityContext:

          privileged: true

        env:

        - name: POD_NAME

          valueFrom:

            fieldRef:

              fieldPath: metadata.name

        - name: POD_NAMESPACE

          valueFrom:

            fieldRef:

              fieldPath: metadata.namespace

        volumeMounts:

        - name: run

          mountPath: /run

        - name: flannel-cfg

          mountPath: /etc/kube-flannel/

      volumes:

        - name: run

          hostPath:

            path: /run

        - name: cni

          hostPath:

            path: /etc/cni/net.d

        - name: flannel-cfg

          configMap:

            name: kube-flannel-cfg

---

apiVersion: extensions/v1beta1

kind: DaemonSet

metadata:

  name: kube-flannel-ds-ppc64le

  namespace: kube-system

  labels:

    tier: node

    app: flannel

spec:

  template:

    metadata:

      labels:

        tier: node

        app: flannel

    spec:

      hostNetwork: true

      nodeSelector:

        beta.kubernetes.io/arch: ppc64le

      tolerations:

      - operator: Exists

        effect: NoSchedule

      serviceAccountName: flannel

      initContainers:

      - name: install-cni

        image: quay.io/coreos/flannel:v0.10.0-ppc64le

        command:

        - cp

        args:

        - -f

        - /etc/kube-flannel/cni-conf.json

        - /etc/cni/net.d/10-flannel.conflist

        volumeMounts:

        - name: cni

          mountPath: /etc/cni/net.d

        - name: flannel-cfg

          mountPath: /etc/kube-flannel/

      containers:

      - name: kube-flannel

        image: quay.io/coreos/flannel:v0.10.0-ppc64le

        command:

        - /opt/bin/flanneld

        args:

        - --ip-masq

        - --kube-subnet-mgr

        resources:

          requests:

            cpu: "100m"

            memory: "50Mi"

          limits:

            cpu: "100m"

            memory: "50Mi"

        securityContext:

          privileged: true

        env:

        - name: POD_NAME

          valueFrom:

            fieldRef:

              fieldPath: metadata.name

        - name: POD_NAMESPACE

          valueFrom:

            fieldRef:

              fieldPath: metadata.namespace

        volumeMounts:

        - name: run

          mountPath: /run

        - name: flannel-cfg

          mountPath: /etc/kube-flannel/

      volumes:

        - name: run

          hostPath:

            path: /run

        - name: cni

          hostPath:

            path: /etc/cni/net.d

        - name: flannel-cfg

          configMap:

            name: kube-flannel-cfg

---

apiVersion: extensions/v1beta1

kind: DaemonSet

metadata:

  name: kube-flannel-ds-s390x

  namespace: kube-system

  labels:

    tier: node

    app: flannel

spec:

  template:

    metadata:

      labels:

        tier: node

        app: flannel

    spec:

      hostNetwork: true

      nodeSelector:

        beta.kubernetes.io/arch: s390x

      tolerations:

      - operator: Exists

        effect: NoSchedule

      serviceAccountName: flannel

      initContainers:

      - name: install-cni

        image: quay.io/coreos/flannel:v0.10.0-s390x

        command:

        - cp

        args:

        - -f

        - /etc/kube-flannel/cni-conf.json

        - /etc/cni/net.d/10-flannel.conflist

        volumeMounts:

        - name: cni

          mountPath: /etc/cni/net.d

        - name: flannel-cfg

          mountPath: /etc/kube-flannel/

      containers:

      - name: kube-flannel

        image: quay.io/coreos/flannel:v0.10.0-s390x

        command:

        - /opt/bin/flanneld

        args:

        - --ip-masq

        - --kube-subnet-mgr

        resources:

          requests:

            cpu: "100m"

            memory: "50Mi"

          limits:

            cpu: "100m"

            memory: "50Mi"

        securityContext:

          privileged: true

        env:

        - name: POD_NAME

          valueFrom:

            fieldRef:

              fieldPath: metadata.name

        - name: POD_NAMESPACE

          valueFrom:

            fieldRef:

              fieldPath: metadata.namespace

        volumeMounts:

        - name: run

          mountPath: /run

        - name: flannel-cfg

          mountPath: /etc/kube-flannel/

      volumes:

        - name: run

          hostPath:

            path: /run

        - name: cni

          hostPath:

            path: /etc/cni/net.d

        - name: flannel-cfg

          configMap:

            name: kube-flannel-cfg

yaml文件建好后使用一个脚本启动它

cd /root/start-sh/

vim start-pod-network

#!/bin/bash

#设置kubectl

echo "export KUBECONFIG=/etc/kubernetes/admin.conf" >> /etc/profile

source /etc/profile

#安装pod network

/usr/sbin/sysctl net.bridge.bridge-nf-call-iptables=

kubectl apply -f /root/k8s/kube-system/kube-flannel.yaml

准备好k8s需要的环境文件后编写ansible剧本

mkdir -p /root/asnible

cd /root/ansible

vim k8s.yml

注意：init k8s我使用了一个awk获取本地ip也是根据ens33网卡

---

- hosts: k8s

  remote_user: root

  tasks:

  - name: off iptables

    shell: iptables -F && iptables -X

  - name: wget CentOS-Base.repo

    shell: wget -O /etc/yum.repos.d/CentOS-Base.repo http://mirrors.aliyun.com/repo/Centos-7.repo

  - name: update CentOS-Base.repo

    shell: sed -i "s/[$]releasever/7/g" /etc/yum.repos.d/CentOS-Base.repo

  - name: k8s.repo

    shell: echo -e [kubernetes]"\n"name=Kubernetes Repo"\n"baseurl=https://mirrors.aliyun.com/kubernetes/yum/repos/kubernetes-el7-x86_64/"\n"gpgcheck=0"\n"gpgkey=https://mirrors.aliyun.com/kubernetes/yum/doc/yum-key.gpg >/etc/yum.repos.d/k8s.repo

  - name: wget docker-ce.repo

    shell: wget http://mirrors.aliyun.com/docker-ce/linux/centos/docker-ce.repo -O /etc/yum.repos.d/docker.repo

  - name: yum makecache

    shell: yum clean all && yum makecache

  - name: install epel-release

    yum: name=epel-release state=present

  - name: install container-selinux

    yum: name=container-selinux state=present

  - name: install docker

    yum: name=docker state=present

  - name: update docker-selinux

    shell: sed -i "s/OPTIONS='--selinux-enabled --log-driver=journald --signature-verification=false'/OPTIONS='--log-driver=journald --signature-verification=false'/g" /etc/sysconfig/docker

  - name: start docker

    service: name=docker enabled=yes state=restarted

  - name: install kubelet

    yum: name=kubelet state=present

  - name: install kubeadm

    yum: name=kubeadm state=present

  - name: install kubectl

    yum: name=kubectl state=present

  - name: start kubelet

    service: name=kubelet enabled=yes state=restarted

  - name: pull k8s iso

    shell: bash /root/start-sh/docker-k8s.sh

  - name: off swap

    shell: swapoff -a

  - name: init k8s

    ignore_errors: yes

    shell: kubeadm init --kubernetes-version=v1.14.0 --apiserver-advertise-address `ifconfig ens33 | grep broadcast | awk -F " " '{print $2}'`  --pod-network-cidr=10.244.0.0/

  - name: install pod network

    script: /root/start-sh/start-pod-network.sh

  - name: source kubcetl

    shell: source /etc/profile

五、执行ansible一键部署

cd /root/ansible/

ansible-playbook k8s.yml --ask-pass

输入密码

开始执行中，过程会有些慢，因为需拉取镜像

六、验证pod是否正常

完成后执行 kubectl get pod -n kube-system查看pod状态

若输入命令无效，再执行一次source /etc/profile

ansible一键部署k8s单机环境

k8s环境部署好了

------------------------------------------------------------------------------------------------------------------------------------

技术不足望多见谅，若ansible有更好的优化方式可以留言交流

谢谢，祝工作顺利，身体健康

相关文章