三台机器 

  1. ## 设置 hostnaem
  2. hostnamectl set-hostname master  
  3. hostnamectl set-hostname node1  
  4. hostnamectl set-hostname node2
  6. # edit  the  /etc/host 
  7. echo '192.168.116.136  master ' >> /etc/hosts
  8. echo '192.168.116.137  node1 ' >> /etc/hosts
  9. echo '192.168.116.130  node2 ' >> /etc/hosts
  10. source /etc/hosts
  11. reboot

pre

  1. yum -y install conntrack ntpdate ntp ipvsadm ipset jq iptables curl sysstat libseccomp wget vim net-tools git
  3. systemctl disable firewalld
  4. systemctl stop firewalld
  5. setenforce 0
  7. setenforce 0
  8. sed -i 's/^SELINUX=enforcing$/SELINUX=permissive/' /etc/selinux/config
  10. swapoff -a
  11. echo “vm.swappiness = 0”>> /etc/sysctl.conf
  13. timedatectl set-timezone Asia/Shanghai  
  14. #将当前的UTC时间写入硬件时钟  
  15. timedatectl set-local-rtc 0 
  16. systemctl restart rsyslog  
  17. systemctl restart crond
  18. date 
  20. cat <<EOF | tee /etc/sysctl.d/k8s.conf
  21. net.bridge.bridge-nf-call-ip6tables = 1
  22. net.bridge.bridge-nf-call-iptables = 1
  23. EOF
  25. echo "net.bridge.bridge-nf-call-ip6tables = 1" >> /etc/sysctl.conf
  26. echo "net.bridge.bridge-nf-call-iptables = 1" >> /etc/sysctl.conf

docker

  1. ## docker 
  2. yum remove docker \
  3.                   docker-client \
  4.                   docker-client-latest \
  5.                   docker-common \
  6.                   docker-latest \
  7.                   docker-latest-logrotate \
  8.                   docker-logrotate \
  9.                   docker-engine
  11. yum remove  containerd.io   docker-ce   docker-ce-cli
  14. yum-config-manager --add-repo http://mirrors.aliyun.com/docker-ce/linux/centos/docker-ce.repo
  16. yum-config-manager --add-repo  https://mirrors.tuna.tsinghua.edu.cn/docker-ce/linux/centos/docker-ce.repo
  18. cd /etc/yum.repos.d/
  19. # yum  update -y
  21. yum install  -y    docker-ce  docker-ce-cli
  23. cat <<EOF |  tee /etc/docker/daemon.json
  24. {
  25.   "exec-opts": ["native.cgroupdriver=systemd"],
  26.   "log-driver": "json-file",
  27.   "log-opts": {
  28.     "max-size": "100m"
  29.   },
  30.   "storage-driver": "overlay2",
  31.   "storage-opts": [
  32.     "overlay2.override_kernel_check=true"
  33.   ]
  34. }
  35. EOF
  36.  mkdir -p /etc/systemd/system/docker.service.d
  38. systemctl enable --now  docker
  39. systemctl daemon-reload
  40. systemctl restart docker
  41. docker --version

pre_k8s

  1.  ### k8s
  2.  cat > /etc/yum.repos.d/kubenetes.repo <<eof
  3. [k8s]
  4. name=k8s
  5. baseurl=https://mirrors.aliyun.com/kubernetes/yum/repos/kubernetes-el7-x86_64/
  6. gpgcheck=0
  7. enabled=1
  8. #gpgkey=https://mirrors.aliyun.com/kubernetes/yum/doc/yum-key.gpg
  9. eof
  12. setenforce 0
  13. sed -i 's/^SELINUX=enforcing$/SELINUX=permissive/' /etc/selinux/config
  15. yum install -y kubelet kubeadm kubectl --disableexcludes=kubernetes
  17. systemctl enable --now kubelet
  21. rm /var/lib/kubelet/ -rf
  22. rm /var/lib/etcd/ -rf
  23. # rm /var/lib/docker/* -rf
  24. rm -rf /root/.kube/
  25. kubeadm reset

just_in master

  1. ## master node configuration
  3. swapoff -a
  4. echo “vm.swappiness = 0”>> /etc/sysctl.conf
  6. kubeadm init --kubernetes-version=v1.20.4 \
  7. --image-repository registry.aliyuncs.com/google_containers \
  8. --pod-network-cidr=10.244.0.0/16 \
  9. --service-cidr=10.96.0.0/12 \
  10. --ignore-preflight-errors=Swap \
  11. --apiserver-advertise-address=192.168.116.136
  15. mkdir /root/k8s -p
  16. HOME=/root/k8s
  17. mkdir -p $HOME/.kube
  18. sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
  19. sudo chown $(id -u):$(id -g) $HOME/.kube/config
  20. export KUBECONFIG=/etc/kubernetes/admin.conf
  22. kubectl get nodes
  23. kubectl get pods -n kube-system
  25. # kubeadm join 192.168.116.136:6443 --token h0pyqy.srd57bbc1i9rlfs7 \
  26. #     --discovery-token-ca-cert-hash sha256:a75e758d33031438e6bc581f3ddcf59cb688bbd81c31713b324226ea120a7a92
  28. ### error 
  29. # kubectl get cs 
  30. # controller-manager Unhealthy Get “http://127.0.0.1:10252/healthz”: dial tcp 127.0.0.1:10252: connect: connection refused
  31. # scheduler Unhealthy Get “http://127.0.0.1:10251/healthz”: dial tcp 127.0.0.1:10251: connect: connection refused
  32. # 解决思路：
  33. # 注释掉/etc/kubernetes/manifests下的kube-controller-manager.yaml和kube-scheduler.yaml的- – port=0。
  34. # 再次查看应该正常了。
  35. # 如还没有，可以重启机器看看。

just for nodes

  1. ####  nodes 
  3. scp root@192.168.116.136:/etc/kubernetes/admin.conf ./    # password:  test
  5. systemctl enable --now kubelet
  6. export KUBECONFIG=./admin.conf
  7. kubectl get nodes
  11. echo '192.168.116.136  master' >> /etc/hosts
  12. echo '192.168.116.137  node1' >> /etc/hosts
  13. echo '192.168.116.130  node02' >> /etc/hosts
  14. echo '185.199.109.133 raw.githubusercontent.com' >> /etc/hosts
  15. echo '185.199.108.133 raw.githubusercontent.com' >> /etc/hosts
  16. echo '185.199.110.133 raw.githubusercontent.com' >> /etc/hosts
  17. echo '185.199.111.133 raw.githubusercontent.com' >> /etc/hosts
  18. echo '185.199.111.133 raw.githubusercontent.com' >> /etc/hosts
  19. wget https://raw.githubusercontent.com/coreos/flannel/master/Documentation/kube-flannel.yml
  20. kubectl apply -f kube-flannel.yml
  22. systemctl restart kubelet 
  23. ### join 失败， 查看下 kubelet 的状态。我们需要 running, 若不running  执行一下. 或者看看 syslog 找原因。 
  24. # vim /var/lib/kubelet/kubeadm-flags.env
  25. # KUBELET_KUBEADM_ARGS="--cgroup-driver=systemd --network-plugin=cni --pod-infra-container-image=registry.aliyuncs.com/google_containers/pause:3.2"
  27. swapoff -a
  28. echo “vm.swappiness = 0”>> /etc/sysctl.conf
  29. # rm -rf /etc/kubernetes/bootstrap-kubelet.conf /etc/kubernetes/pki/ca.crt /etc/kubernetes/kubelet.conf 
  30. kubeadm join 192.168.116.136:6443 --token h0pyqy.srd57bbc1i9rlfs7 \
  31.     --discovery-token-ca-cert-hash sha256:a75e758d33031438e6bc581f3ddcf59cb688bbd81c31713b324226ea120a7a92