系统初始化

设置系统主机名及Host文件的相互解析

  1. cat >> /etc/hosts <<EOF
  2. 10.0.0.70 master
  3. 10.0.0.80 node1
  4. 10.0.0.81 node2
  5. EOF

安装依赖包

  1. yum install -y conntrack ntpdate ntp ipvsadm ipset jq iptables curl sysstat libseccomp wgetvimnet-tools git yum-utils device-mapper-persistent-data lvm2

设置防火墙Iptables并设置空规则

  1. systemctl  stop firewalld  &&  systemctl  disable firewalld
  2. yum -y install iptables-services  &&  systemctl  start iptables  &&  systemctl  enable iptables&&  iptables -F  &&  service iptables save

关闭swap分区

  1. swapoff -a && sed -i '/ swap / s/^\(.*\)$/#\1/g' /etc/fstab

关闭SELinux

  1. setenforce 0 && sed -i 's/^SELINUX=.*/SELINUX=disabled/' /etc/selinux/config

针对K8S调整内核参数

  1. cat > kubernetes.conf <<EOF
  2. net.bridge.bridge-nf-call-iptables=1
  3. net.bridge.bridge-nf-call-ip6tables=1
  4. net.ipv4.ip_forward=1
  5. net.ipv4.tcp_tw_recycle=0
  6. vm.swappiness=0 # 禁止使用 swap 空间，只有当系统 OOM 时才允许使用它
  7. vm.overcommit_memory=1 # 不检查物理内存是否够用
  8. vm.panic_on_oom=0 # 开启 OOM
  9. fs.inotify.max_user_instances=8192
  10. fs.inotify.max_user_watches=1048576
  11. fs.file-max=52706963
  12. fs.nr_open=52706963
  13. net.ipv6.conf.all.disable_ipv6=1
  14. net.netfilter.nf_conntrack_max=2310720
  15. EOF
  16. cp kubernetes.conf  /etc/sysctl.d/kubernetes.conf
  17. sysctl -p /etc/sysctl.d/kubernetes.conf

调整系统时区

  1. # 设置系统时区为中国/上海
  2. timedatectl set-timezone Asia/Shanghai
  3. # 将当前的 UTC 时间写入硬件时钟
  4. timedatectl set-local-rtc 0
  5. # 重启依赖于系统时间的服务
  6. systemctl restart rsyslog

关闭不需要的服务

  1. systemctl stop postfix && systemctl disable postfix

设置rsyslogd和systemd journald

  1. mkdir /var/log/journal # 持久化保存日志的目录
  2. mkdir /etc/systemd/journald.conf.d
  3. cat > /etc/systemd/journald.conf.d/99-prophet.conf <<EOF
  4. [Journal]
  5. # 持久化保存到磁盘
  6. Storage=persistent
  7. # 压缩历史日志
  8. Compress=yes
  9. SyncIntervalSec=5m
  10. RateLimitInterval=30s
  11. RateLimitBurst=1000
  13. # 最大占用空间 10G
  14. SystemMaxUse=10G
  16. # 单日志文件最大 200M
  17. SystemMaxFileSize=200M
  19. # 日志保存时间 2 周
  20. MaxRetentionSec=2week
  22. # 不将日志转发到 syslog
  23. ForwardToSyslog=no
  24. EOF
  25. systemctl restart systemd-journald

升级系统内核为4.44

  1. rpm -Uvh http://www.elrepo.org/elrepo-release-7.0-3.el7.elrepo.noarch.rpm
  2. # 安装完成后检查 /boot/grub2/grub.cfg 中对应内核 menuentry 中是否包含 initrd16 配置，如果没有，再安装一次
  3. yum --enablerepo=elrepo-kernel install -y kernel-lt
  5. # 设置开机从新内核启动
  6. grub2-set-default 'CentOS Linux (4.4.189-1.el7.elrepo.x86_64) 7 (Core)'

替换为IPVS

  1. modprobe br_netfilter
  2. cat > /etc/sysconfig/modules/ipvs.modules <<EOF
  3. #!/bin/bash
  4. modprobe -- ip_vs
  5. modprobe -- ip_vs_rr
  6. modprobe -- ip_vs_wrr
  7. modprobe -- ip_vs_sh
  8. modprobe -- nf_conntrack_ipv4
  9. EOF
  10. chmod 755 /etc/sysconfig/modules/ipvs.modules && bash /etc/sysconfig/modules/ipvs.modules && lsmod | grep -e ip_vs -e nf_conntrack_ipv4

使用Kubeadm安装

安装Docker

  1. yum-config-manager --add-repo http://mirrors.aliyun.com/docker-ce/linux/centos/docker-ce.repo
  2. yum makecache fast
  3. yum -y install docker-ce
  5. #配置Docker
  6. mkdir /etc/docker
  8. #配置Daemon
  9. cat > /etc/docker/daemon.json <<EOF
  10. {
  11.     "exec-opts": ["native.cgroupdriver=systemd"],
  12.     "log-driver": "json-file",
  13.     "log-opts": {
  14.         "max-size": "100m"
  15.     }
  16. }
  17. EOF
  19. mkdir -p /etc/systemd/system/docker.service.d
  21. #重启Docker服务
  22. systemctl daemon-reload && systemctl restart docker && systemctl enable docker

安装Kubeadm

  1. cat <<EOF > /etc/yum.repos.d/kubernetes.repo
  2. [kubernetes]
  3. name=Kubernetes
  4. baseurl=https://mirrors.aliyun.com/kubernetes/yum/repos/kubernetes-el7-x86_64/
  5. enabled=1
  6. gpgcheck=1
  7. repo_gpgcheck=0
  8. gpgkey=https://mirrors.aliyun.com/kubernetes/yum/doc/yum-key.gpg https://mirrors.aliyun.com/kubernetes/yum/doc/rpm-package-key.gpg
  9. EOF
  11. yum -y  install  kubeadm-1.15.1 kubectl-1.15.1 kubelet-1.15.1
  12. systemctl enable kubelet.service

初始化节点

  1. #下载并导入镜像
  1. kubeadm config print init-defaults > kubeadm-config.yaml
  2. #需要修改的地方
  3.     localAPIEndpoint:
  4.             advertiseAddress: 10.0.0.70
  5.   kubernetesVersion: v1.15.1
  6.   networking:
  7.       podSubnet: "10.244.0.0/16"
  8.     serviceSubnet: 10.96.0.0/12
  10. #在最后加入以下内容
  11. ---    
  12. apiVersion: kubeproxy.config.k8s.io/v1alpha1    
  13. kind: KubeProxyConfiguration
  14. featureGates:      
  15.     SupportIPVSProxyMode: true    
  16. mode: ipvs
  18. kubeadm init --config=kubeadm-config.yaml --experimental-upload-certs | tee kubeadm-init.log

加入主节点及其余工作节点

部署网络

kubectl apply -f https://raw.githubusercontent.com/coreos/flannel/master/Documentation/kube-flannel.yml