centos8上安装k8s 1.19.2，并恢复1.18.6集群的etcd中数据

过程如下：

[root@10-0-9-52 member]# ll
total 0
drwx------ 2 root root 246 Sep 29 11:11 snap
drwx------ 2 root root 244 Sep 29 11:11 wal
[root@10-0-9-52 member]# cd  /etc/yum.repos.d/
[root@10-0-9-52 yum.repos.d]# ll
total 48
-rw-r--r--. 1 root root  203 Mar 10  2020 CentOS-AppStream.repo
-rw-r--r--. 1 root root  606 Mar 10  2020 CentOS-Base.repo
-rw-r--r--. 1 root root  200 Mar 10  2020 CentOS-centosplus.repo
-rw-r--r--. 1 root root 1320 Aug 14  2019 CentOS-CR.repo
-rw-r--r--. 1 root root  668 Aug 14  2019 CentOS-Debuginfo.repo
-rw-r--r--. 1 root root  194 Mar 10  2020 CentOS-Extras.repo
-rw-r--r--. 1 root root  338 Aug 14  2019 CentOS-fasttrack.repo
-rw-r--r--. 1 root root  928 Aug 14  2019 CentOS-Media.repo
-rw-r--r--. 1 root root  736 Aug 14  2019 CentOS-PowerTools.repo
-rw-r--r--. 1 root root 1382 Aug 14  2019 CentOS-Sources.repo
-rw-r--r--. 1 root root   74 Aug 14  2019 CentOS-Vault.repo
-rw-r--r--  1 root root  214 Jul 15 23:44 epel.repo
[root@10-0-9-52 yum.repos.d]# mkdir bak
[root@10-0-9-52 yum.repos.d]# mkdir bak^C
[root@10-0-9-52 yum.repos.d]#  mv ./* bak/
mv: cannot move './bak' to a subdirectory of itself, 'bak/bak'
[root@10-0-9-52 yum.repos.d]# ll
total 0
drwxr-xr-x 2 root root 319 Oct  9 22:36 bak
[root@10-0-9-52 yum.repos.d]#  curl -o /etc/yum.repos.d/CentOS-Base.repo http://mirrors.aliyun.com/repo/Centos-8.repo
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed
100  2595  100  2595    0     0   2805      0 --:--:-- --:--:-- --:--:--  2802
[root@10-0-9-52 yum.repos.d]#  swapoff -a
[root@10-0-9-52 yum.repos.d]#  cat /etc/fstab
#
# /etc/fstab
# Created by anaconda on Tue Dec 10 17:36:27 2019
#
# Accessible filesystems, by reference, are maintained under '/dev/disk/'.
# See man pages fstab(5), findfs(8), mount(8) and/or blkid(8) for more info.
#
# After editing this file, run 'systemctl daemon-reload' to update systemd
# units generated from this file.
#
UUID=2029425f-6f3f-4000-8a9c-20f2bc9fa564 /                       xfs     defaults        0 0
UUID=e263119d-dc24-42d5-80fc-a831251f4268 /data ext4 defaults 0 0
[root@10-0-9-52 yum.repos.d]#  yum install vim bash-completion net-tools gcc -y
CentOS-8 - AppStream - mirrors.aliyun.com                                                                        640 kB/s | 5.8 MB     00:09    
CentOS-8 - Base - mirrors.aliyun.com                                                                             421 kB/s | 2.2 MB     00:05    
CentOS-8 - Extras - mirrors.aliyun.com                                                                           4.3 kB/s | 8.1 kB     00:01    
Package vim-enhanced-2:8.0.1763-10.el8.x86_64 is already installed.
Package bash-completion-1:2.7-5.el8.noarch is already installed.
Package net-tools-2.0-0.51.20160912git.el8.x86_64 is already installed.
Dependencies resolved.
=================================================================================================================================================
 Package                               Arch                       Version                                    Repository                     Size
=================================================================================================================================================
Installing:
 gcc                                   x86_64                     8.3.1-5.el8.0.2                            AppStream                      23 M
Upgrading:
 vim-common                            x86_64                     2:8.0.1763-13.el8                          AppStream                     6.3 M
 vim-enhanced                          x86_64                     2:8.0.1763-13.el8                          AppStream                     1.4 M
 glibc                                 x86_64                     2.28-101.el8                               base                          3.7 M
 glibc-common                          x86_64                     2.28-101.el8                               base                          1.3 M
 glibc-langpack-en                     x86_64                     2.28-101.el8                               base                          821 k
 libgcc                                x86_64                     8.3.1-5.el8.0.2                            base                           78 k
 libgomp                               x86_64                     8.3.1-5.el8.0.2                            base                          203 k
Installing dependencies:
 cpp                                   x86_64                     8.3.1-5.el8.0.2                            AppStream                      10 M
 isl                                   x86_64                     0.16.1-6.el8                               AppStream                     841 k
 libmpc                                x86_64                     1.0.2-9.el8                                AppStream                      59 k
 glibc-devel                           x86_64                     2.28-101.el8                               base                          1.0 M
 glibc-headers                         x86_64                     2.28-101.el8                               base                          473 k
 kernel-headers                        x86_64                     4.18.0-193.19.1.el8_2                      base                          4.0 M
 libxcrypt-devel                       x86_64                     4.1.1-4.el8                                base                           25 k
Transaction Summary
=================================================================================================================================================
Install  8 Packages
Upgrade  7 Packages
Total download size: 54 M
Downloading Packages:
(1/15): cpp-8.3.1-5.el8.0.2.x86_64.rpm                                                                           6.0 MB/s |  10 MB     00:01    
(2/15): isl-0.16.1-6.el8.x86_64.rpm                                                                              446 kB/s | 841 kB     00:01    
(3/15): libmpc-1.0.2-9.el8.x86_64.rpm                                                                            135 kB/s |  59 kB     00:00    
(4/15): glibc-headers-2.28-101.el8.x86_64.rpm                                                                    160 kB/s | 473 kB     00:02    
(5/15): glibc-devel-2.28-101.el8.x86_64.rpm                                                                      311 kB/s | 1.0 MB     00:03    
(6/15): kernel-headers-4.18.0-193.19.1.el8_2.x86_64.rpm                                                          2.6 MB/s | 4.0 MB     00:01    
(7/15): libxcrypt-devel-4.1.1-4.el8.x86_64.rpm                                                                    12 kB/s |  25 kB     00:02    
(8/15): vim-common-8.0.1763-13.el8.x86_64.rpm                                                                    4.1 MB/s | 6.3 MB     00:01    
(9/15): vim-enhanced-8.0.1763-13.el8.x86_64.rpm                                                                  849 kB/s | 1.4 MB     00:01    
(10/15): glibc-common-2.28-101.el8.x86_64.rpm                                                                    683 kB/s | 1.3 MB     00:01    
(11/15): gcc-8.3.1-5.el8.0.2.x86_64.rpm                                                                          2.1 MB/s |  23 MB     00:11    
(12/15): glibc-langpack-en-2.28-101.el8.x86_64.rpm                                                               1.1 MB/s | 821 kB     00:00    
(13/15): glibc-2.28-101.el8.x86_64.rpm                                                                           992 kB/s | 3.7 MB     00:03    
(14/15): libgcc-8.3.1-5.el8.0.2.x86_64.rpm                                                                       118 kB/s |  78 kB     00:00    
(15/15): libgomp-8.3.1-5.el8.0.2.x86_64.rpm                                                                      457 kB/s | 203 kB     00:00    
-------------------------------------------------------------------------------------------------------------------------------------------------
Total                                                                                                            4.5 MB/s |  54 MB     00:12     
Running transaction check
Transaction check succeeded.
Running transaction test
Transaction test succeeded.
Running transaction
  Preparing        :                                                                                                                         1/1 
  Upgrading        : glibc-common-2.28-101.el8.x86_64                                                                                       1/22 
  Upgrading        : glibc-langpack-en-2.28-101.el8.x86_64                                                                                  2/22 
  Running scriptlet: glibc-2.28-101.el8.x86_64                                                                                              3/22 
  Upgrading        : glibc-2.28-101.el8.x86_64                                                                                              3/22 
  Running scriptlet: glibc-2.28-101.el8.x86_64                                                                                              3/22 
warning: /etc/nsswitch.conf created as /etc/nsswitch.conf.rpmnew
  Installing       : libmpc-1.0.2-9.el8.x86_64                                                                                              4/22 
  Running scriptlet: libmpc-1.0.2-9.el8.x86_64                                                                                              4/22 
  Upgrading        : libgcc-8.3.1-5.el8.0.2.x86_64                                                                                          5/22 
  Running scriptlet: libgcc-8.3.1-5.el8.0.2.x86_64                                                                                          5/22 
  Installing       : cpp-8.3.1-5.el8.0.2.x86_64                                                                                             6/22 
  Running scriptlet: cpp-8.3.1-5.el8.0.2.x86_64                                                                                             6/22 
  Installing       : isl-0.16.1-6.el8.x86_64                                                                                                7/22 
  Running scriptlet: isl-0.16.1-6.el8.x86_64                                                                                                7/22 
  Upgrading        : vim-common-2:8.0.1763-13.el8.x86_64                                                                                    8/22 
  Upgrading        : libgomp-8.3.1-5.el8.0.2.x86_64                                                                                         9/22 
  Running scriptlet: libgomp-8.3.1-5.el8.0.2.x86_64                                                                                         9/22 
  Installing       : kernel-headers-4.18.0-193.19.1.el8_2.x86_64                                                                           10/22 
  Running scriptlet: glibc-headers-2.28-101.el8.x86_64                                                                                     11/22 
  Installing       : glibc-headers-2.28-101.el8.x86_64                                                                                     11/22 
  Installing       : libxcrypt-devel-4.1.1-4.el8.x86_64                                                                                    12/22 
  Installing       : glibc-devel-2.28-101.el8.x86_64                                                                                       13/22 
  Running scriptlet: glibc-devel-2.28-101.el8.x86_64                                                                                       13/22 
  Installing       : gcc-8.3.1-5.el8.0.2.x86_64                                                                                            14/22 
  Running scriptlet: gcc-8.3.1-5.el8.0.2.x86_64                                                                                            14/22 
  Upgrading        : vim-enhanced-2:8.0.1763-13.el8.x86_64                                                                                 15/22 
  Cleanup          : vim-enhanced-2:8.0.1763-10.el8.x86_64                                                                                 16/22 
  Running scriptlet: libgomp-8.2.1-3.5.el8.x86_64                                                                                          17/22 
  Cleanup          : libgomp-8.2.1-3.5.el8.x86_64                                                                                          17/22 
  Running scriptlet: libgomp-8.2.1-3.5.el8.x86_64                                                                                          17/22 
  Cleanup          : vim-common-2:8.0.1763-10.el8.x86_64                                                                                   18/22 
  Cleanup          : glibc-2.28-42.el8.1.x86_64                                                                                            19/22 
  Cleanup          : glibc-langpack-en-2.28-42.el8.1.x86_64                                                                                20/22 
  Cleanup          : glibc-common-2.28-42.el8.1.x86_64                                                                                     21/22 
  Cleanup          : libgcc-8.2.1-3.5.el8.x86_64                                                                                           22/22 
  Running scriptlet: libgcc-8.2.1-3.5.el8.x86_64                                                                                           22/22 
  Running scriptlet: glibc-common-2.28-101.el8.x86_64                                                                                      22/22 
  Running scriptlet: vim-common-2:8.0.1763-13.el8.x86_64                                                                                   22/22 
  Verifying        : cpp-8.3.1-5.el8.0.2.x86_64                                                                                             1/22 
  Verifying        : gcc-8.3.1-5.el8.0.2.x86_64                                                                                             2/22 
  Verifying        : isl-0.16.1-6.el8.x86_64                                                                                                3/22 
  Verifying        : libmpc-1.0.2-9.el8.x86_64                                                                                              4/22 
  Verifying        : glibc-devel-2.28-101.el8.x86_64                                                                                        5/22 
  Verifying        : glibc-headers-2.28-101.el8.x86_64                                                                                      6/22 
  Verifying        : kernel-headers-4.18.0-193.19.1.el8_2.x86_64                                                                            7/22 
  Verifying        : libxcrypt-devel-4.1.1-4.el8.x86_64                                                                                     8/22 
  Verifying        : vim-common-2:8.0.1763-13.el8.x86_64                                                                                    9/22 
  Verifying        : vim-common-2:8.0.1763-10.el8.x86_64                                                                                   10/22 
  Verifying        : vim-enhanced-2:8.0.1763-13.el8.x86_64                                                                                 11/22 
  Verifying        : vim-enhanced-2:8.0.1763-10.el8.x86_64                                                                                 12/22 
  Verifying        : glibc-2.28-101.el8.x86_64                                                                                             13/22 
  Verifying        : glibc-2.28-42.el8.1.x86_64                                                                                            14/22 
  Verifying        : glibc-common-2.28-101.el8.x86_64                                                                                      15/22 
  Verifying        : glibc-common-2.28-42.el8.1.x86_64                                                                                     16/22 
  Verifying        : glibc-langpack-en-2.28-101.el8.x86_64                                                                                 17/22 
  Verifying        : glibc-langpack-en-2.28-42.el8.1.x86_64                                                                                18/22 
  Verifying        : libgcc-8.3.1-5.el8.0.2.x86_64                                                                                         19/22 
  Verifying        : libgcc-8.2.1-3.5.el8.x86_64                                                                                           20/22 
  Verifying        : libgomp-8.3.1-5.el8.0.2.x86_64                                                                                        21/22 
  Verifying        : libgomp-8.2.1-3.5.el8.x86_64                                                                                          22/22 
Upgraded:
  vim-common-2:8.0.1763-13.el8.x86_64    vim-enhanced-2:8.0.1763-13.el8.x86_64  glibc-2.28-101.el8.x86_64       glibc-common-2.28-101.el8.x86_64 
  glibc-langpack-en-2.28-101.el8.x86_64  libgcc-8.3.1-5.el8.0.2.x86_64          libgomp-8.3.1-5.el8.0.2.x86_64 
Installed:
  gcc-8.3.1-5.el8.0.2.x86_64                            cpp-8.3.1-5.el8.0.2.x86_64                   isl-0.16.1-6.el8.x86_64                    
  libmpc-1.0.2-9.el8.x86_64                             glibc-devel-2.28-101.el8.x86_64              glibc-headers-2.28-101.el8.x86_64          
  kernel-headers-4.18.0-193.19.1.el8_2.x86_64           libxcrypt-devel-4.1.1-4.el8.x86_64          
Complete!
[root@10-0-9-52 yum.repos.d]#  yum install -y yum-utils device-mapper-persistent-data lvm2
Last metadata expiration check: 0:00:26 ago on Fri 09 Oct 2020 10:38:12 PM HKT.
Package device-mapper-persistent-data-0.7.6-1.el8.x86_64 is already installed.
Package lvm2-8:2.03.02-6.el8.x86_64 is already installed.
Dependencies resolved.
=================================================================================================================================================
 Package                                          Arch                      Version                                Repository               Size
=================================================================================================================================================
Installing:
 yum-utils                                        noarch                    4.0.12-4.el8_2                         base                     66 k
Upgrading:
 device-mapper                                    x86_64                    8:1.02.169-3.el8                       base                    372 k
 device-mapper-event                              x86_64                    8:1.02.169-3.el8                       base                    267 k
 device-mapper-event-libs                         x86_64                    8:1.02.169-3.el8                       base                    266 k
 device-mapper-libs                               x86_64                    8:1.02.169-3.el8                       base                    405 k
 device-mapper-persistent-data                    x86_64                    0.8.5-3.el8                            base                    470 k
 dnf                                              noarch                    4.2.17-7.el8_2                         base                    469 k
 dnf-data                                         noarch                    4.2.17-7.el8_2                         base                    145 k
 dnf-plugins-core                                 noarch                    4.0.12-4.el8_2                         base                     64 k
 libdnf                                           x86_64                    0.39.1-6.el8_2                         base                    620 k
 librepo                                          x86_64                    1.11.0-3.el8_2                         base                     90 k
 libsolv                                          x86_64                    0.7.7-1.el8                            base                    356 k
 lvm2                                             x86_64                    8:2.03.08-3.el8                        base                    1.5 M
 lvm2-libs                                        x86_64                    8:2.03.08-3.el8                        base                    1.1 M
 python3-dnf                                      noarch                    4.2.17-7.el8_2                         base                    521 k
 python3-dnf-plugins-core                         noarch                    4.0.12-4.el8_2                         base                    204 k
 python3-hawkey                                   x86_64                    0.39.1-6.el8_2                         base                     99 k
 python3-libdnf                                   x86_64                    0.39.1-6.el8_2                         base                    689 k
 python3-librepo                                  x86_64                    1.11.0-3.el8_2                         base                     52 k
 python3-rpm                                      x86_64                    4.14.2-37.el8                          base                    156 k
 rpm                                              x86_64                    4.14.2-37.el8                          base                    540 k
 rpm-build-libs                                   x86_64                    4.14.2-37.el8                          base                    154 k
 rpm-libs                                         x86_64                    4.14.2-37.el8                          base                    337 k
 rpm-plugin-selinux                               x86_64                    4.14.2-37.el8                          base                     75 k
 rpm-plugin-systemd-inhibit                       x86_64                    4.14.2-37.el8                          base                     76 k
 yum                                              noarch                    4.2.17-7.el8_2                         base                    191 k
Installing dependencies:
 libzstd                                          x86_64                    1.4.2-2.el8                            base                    260 k
Transaction Summary
=================================================================================================================================================
Install   2 Packages
Upgrade  25 Packages
Total download size: 9.4 M
Downloading Packages:
(1/27): device-mapper-1.02.169-3.el8.x86_64.rpm                                                                  192 kB/s | 372 kB     00:01    
(2/27): yum-utils-4.0.12-4.el8_2.noarch.rpm                                                                       29 kB/s |  66 kB     00:02    
(3/27): device-mapper-event-1.02.169-3.el8.x86_64.rpm                                                            126 kB/s | 267 kB     00:02    
(4/27): libzstd-1.4.2-2.el8.x86_64.rpm                                                                            59 kB/s | 260 kB     00:04    
(5/27): device-mapper-event-libs-1.02.169-3.el8.x86_64.rpm                                                        97 kB/s | 266 kB     00:02    
(6/27): dnf-4.2.17-7.el8_2.noarch.rpm                                                                            384 kB/s | 469 kB     00:01    
(7/27): device-mapper-persistent-data-0.8.5-3.el8.x86_64.rpm                                                     179 kB/s | 470 kB     00:02    
(8/27): dnf-plugins-core-4.0.12-4.el8_2.noarch.rpm                                                               151 kB/s |  64 kB     00:00    
(9/27): dnf-data-4.2.17-7.el8_2.noarch.rpm                                                                       114 kB/s | 145 kB     00:01    
(10/27): device-mapper-libs-1.02.169-3.el8.x86_64.rpm                                                            106 kB/s | 405 kB     00:03    
(11/27): librepo-1.11.0-3.el8_2.x86_64.rpm                                                                       104 kB/s |  90 kB     00:00    
(12/27): libsolv-0.7.7-1.el8.x86_64.rpm                                                                          297 kB/s | 356 kB     00:01    
(13/27): libdnf-0.39.1-6.el8_2.x86_64.rpm                                                                        315 kB/s | 620 kB     00:01    
(14/27): lvm2-2.03.08-3.el8.x86_64.rpm                                                                           905 kB/s | 1.5 MB     00:01    
(15/27): python3-dnf-4.2.17-7.el8_2.noarch.rpm                                                                   546 kB/s | 521 kB     00:00    
(16/27): python3-dnf-plugins-core-4.0.12-4.el8_2.noarch.rpm                                                      399 kB/s | 204 kB     00:00    
(17/27): python3-hawkey-0.39.1-6.el8_2.x86_64.rpm                                                                119 kB/s |  99 kB     00:00    
(18/27): python3-libdnf-0.39.1-6.el8_2.x86_64.rpm                                                                739 kB/s | 689 kB     00:00    
(19/27): lvm2-libs-2.03.08-3.el8.x86_64.rpm                                                                      328 kB/s | 1.1 MB     00:03    
(20/27): python3-librepo-1.11.0-3.el8_2.x86_64.rpm                                                                37 kB/s |  52 kB     00:01    
(21/27): rpm-build-libs-4.14.2-37.el8.x86_64.rpm                                                                 386 kB/s | 154 kB     00:00    
(22/27): python3-rpm-4.14.2-37.el8.x86_64.rpm                                                                     88 kB/s | 156 kB     00:01    
(23/27): rpm-libs-4.14.2-37.el8.x86_64.rpm                                                                       579 kB/s | 337 kB     00:00    
(24/27): rpm-4.14.2-37.el8.x86_64.rpm                                                                            448 kB/s | 540 kB     00:01    
(25/27): rpm-plugin-selinux-4.14.2-37.el8.x86_64.rpm                                                             136 kB/s |  75 kB     00:00    
(26/27): rpm-plugin-systemd-inhibit-4.14.2-37.el8.x86_64.rpm                                                      65 kB/s |  76 kB     00:01    
(27/27): yum-4.2.17-7.el8_2.noarch.rpm                                                                            74 kB/s | 191 kB     00:02    
-------------------------------------------------------------------------------------------------------------------------------------------------
Total                                                                                                            591 kB/s | 9.4 MB     00:16     
Running transaction check
Transaction check succeeded.
Running transaction test
Transaction test succeeded.
Running transaction
  Preparing        :                                                                                                                         1/1 
  Running scriptlet: libzstd-1.4.2-2.el8.x86_64                                                                                              1/1 
  Installing       : libzstd-1.4.2-2.el8.x86_64                                                                                             1/52 
  Upgrading        : librepo-1.11.0-3.el8_2.x86_64                                                                                          2/52 
  Upgrading        : device-mapper-libs-8:1.02.169-3.el8.x86_64                                                                             3/52 
  Upgrading        : device-mapper-8:1.02.169-3.el8.x86_64                                                                                  4/52 
  Upgrading        : device-mapper-event-libs-8:1.02.169-3.el8.x86_64                                                                       5/52 
  Upgrading        : device-mapper-event-8:1.02.169-3.el8.x86_64                                                                            6/52 
  Running scriptlet: device-mapper-event-8:1.02.169-3.el8.x86_64                                                                            6/52 
  Upgrading        : lvm2-libs-8:2.03.08-3.el8.x86_64                                                                                       7/52 
  Upgrading        : rpm-4.14.2-37.el8.x86_64                                                                                               8/52 
  Upgrading        : rpm-libs-4.14.2-37.el8.x86_64                                                                                          9/52 
  Running scriptlet: rpm-libs-4.14.2-37.el8.x86_64                                                                                          9/52 
  Upgrading        : libsolv-0.7.7-1.el8.x86_64                                                                                            10/52 
  Upgrading        : libdnf-0.39.1-6.el8_2.x86_64                                                                                          11/52 
  Upgrading        : python3-libdnf-0.39.1-6.el8_2.x86_64                                                                                  12/52 
  Upgrading        : python3-hawkey-0.39.1-6.el8_2.x86_64                                                                                  13/52 
  Upgrading        : rpm-build-libs-4.14.2-37.el8.x86_64                                                                                   14/52 
  Running scriptlet: rpm-build-libs-4.14.2-37.el8.x86_64                                                                                   14/52 
  Upgrading        : python3-rpm-4.14.2-37.el8.x86_64                                                                                      15/52 
  Upgrading        : rpm-plugin-systemd-inhibit-4.14.2-37.el8.x86_64                                                                       16/52 
  Upgrading        : dnf-data-4.2.17-7.el8_2.noarch                                                                                        17/52 
  Upgrading        : python3-dnf-4.2.17-7.el8_2.noarch                                                                                     18/52 
  Upgrading        : dnf-4.2.17-7.el8_2.noarch                                                                                             19/52 
  Running scriptlet: dnf-4.2.17-7.el8_2.noarch                                                                                             19/52 
  Upgrading        : python3-dnf-plugins-core-4.0.12-4.el8_2.noarch                                                                        20/52 
  Upgrading        : dnf-plugins-core-4.0.12-4.el8_2.noarch                                                                                21/52 
  Upgrading        : device-mapper-persistent-data-0.8.5-3.el8.x86_64                                                                      22/52 
  Upgrading        : lvm2-8:2.03.08-3.el8.x86_64                                                                                           23/52 
  Running scriptlet: lvm2-8:2.03.08-3.el8.x86_64                                                                                           23/52 
  Installing       : yum-utils-4.0.12-4.el8_2.noarch                                                                                       24/52 
  Upgrading        : yum-4.2.17-7.el8_2.noarch                                                                                             25/52 
  Upgrading        : rpm-plugin-selinux-4.14.2-37.el8.x86_64                                                                               26/52 
  Upgrading        : python3-librepo-1.11.0-3.el8_2.x86_64                                                                                 27/52 
  Cleanup          : yum-4.0.9.2-5.el8.noarch                                                                                              28/52 
  Running scriptlet: dnf-4.0.9.2-5.el8.noarch                                                                                              29/52 
  Cleanup          : dnf-4.0.9.2-5.el8.noarch                                                                                              29/52 
  Running scriptlet: dnf-4.0.9.2-5.el8.noarch                                                                                              29/52 
  Cleanup          : dnf-plugins-core-4.0.2.2-3.el8.noarch                                                                                 30/52 
  Running scriptlet: lvm2-8:2.03.02-6.el8.x86_64                                                                                           31/52 
  Cleanup          : lvm2-8:2.03.02-6.el8.x86_64                                                                                           31/52 
  Running scriptlet: lvm2-8:2.03.02-6.el8.x86_64                                                                                           31/52 
  Cleanup          : lvm2-libs-8:2.03.02-6.el8.x86_64                                                                                      32/52 
  Running scriptlet: lvm2-libs-8:2.03.02-6.el8.x86_64                                                                                      32/52 
  Running scriptlet: device-mapper-event-8:1.02.155-6.el8.x86_64                                                                           33/52 
  Cleanup          : device-mapper-event-8:1.02.155-6.el8.x86_64                                                                           33/52 
  Cleanup          : device-mapper-event-libs-8:1.02.155-6.el8.x86_64                                                                      34/52 
  Running scriptlet: device-mapper-event-libs-8:1.02.155-6.el8.x86_64                                                                      34/52 
  Cleanup          : rpm-plugin-selinux-4.14.2-9.el8.x86_64                                                                                35/52 
  Cleanup          : python3-dnf-plugins-core-4.0.2.2-3.el8.noarch                                                                         36/52 
  Cleanup          : python3-dnf-4.0.9.2-5.el8.noarch                                                                                      37/52 
  Cleanup          : python3-hawkey-0.22.5-4.el8.x86_64                                                                                    38/52 
  Cleanup          : python3-libdnf-0.22.5-4.el8.x86_64                                                                                    39/52 
  Cleanup          : libdnf-0.22.5-4.el8.x86_64                                                                                            40/52 
  Cleanup          : python3-rpm-4.14.2-9.el8.x86_64                                                                                       41/52 
  Cleanup          : rpm-build-libs-4.14.2-9.el8.x86_64                                                                                    42/52 
  Running scriptlet: rpm-build-libs-4.14.2-9.el8.x86_64                                                                                    42/52 
  Cleanup          : rpm-plugin-systemd-inhibit-4.14.2-9.el8.x86_64                                                                        43/52 
  Cleanup          : libsolv-0.6.35-6.el8.x86_64                                                                                           44/52 
  Cleanup          : python3-librepo-1.9.2-1.el8.x86_64                                                                                    45/52 
  Cleanup          : rpm-4.14.2-9.el8.x86_64                                                                                               46/52 
  Cleanup          : rpm-libs-4.14.2-9.el8.x86_64                                                                                          47/52 
  Running scriptlet: rpm-libs-4.14.2-9.el8.x86_64                                                                                          47/52 
  Cleanup          : device-mapper-libs-8:1.02.155-6.el8.x86_64                                                                            48/52 
  Running scriptlet: device-mapper-libs-8:1.02.155-6.el8.x86_64                                                                            48/52 
  Cleanup          : device-mapper-8:1.02.155-6.el8.x86_64                                                                                 49/52 
  Cleanup          : dnf-data-4.0.9.2-5.el8.noarch                                                                                         50/52 
  Cleanup          : librepo-1.9.2-1.el8.x86_64                                                                                            51/52 
  Cleanup          : device-mapper-persistent-data-0.7.6-1.el8.x86_64                                                                      52/52 
  Running scriptlet: device-mapper-persistent-data-0.7.6-1.el8.x86_64                                                                      52/52 
  Verifying        : libzstd-1.4.2-2.el8.x86_64                                                                                             1/52 
  Verifying        : yum-utils-4.0.12-4.el8_2.noarch                                                                                        2/52 
  Verifying        : device-mapper-8:1.02.169-3.el8.x86_64                                                                                  3/52 
  Verifying        : device-mapper-8:1.02.155-6.el8.x86_64                                                                                  4/52 
  Verifying        : device-mapper-event-8:1.02.169-3.el8.x86_64                                                                            5/52 
  Verifying        : device-mapper-event-8:1.02.155-6.el8.x86_64                                                                            6/52 
  Verifying        : device-mapper-event-libs-8:1.02.169-3.el8.x86_64                                                                       7/52 
  Verifying        : device-mapper-event-libs-8:1.02.155-6.el8.x86_64                                                                       8/52 
  Verifying        : device-mapper-libs-8:1.02.169-3.el8.x86_64                                                                             9/52 
  Verifying        : device-mapper-libs-8:1.02.155-6.el8.x86_64                                                                            10/52 
  Verifying        : device-mapper-persistent-data-0.8.5-3.el8.x86_64                                                                      11/52 
  Verifying        : device-mapper-persistent-data-0.7.6-1.el8.x86_64                                                                      12/52 
  Verifying        : dnf-4.2.17-7.el8_2.noarch                                                                                             13/52 
  Verifying        : dnf-4.0.9.2-5.el8.noarch                                                                                              14/52 
  Verifying        : dnf-data-4.2.17-7.el8_2.noarch                                                                                        15/52 
  Verifying        : dnf-data-4.0.9.2-5.el8.noarch                                                                                         16/52 
  Verifying        : dnf-plugins-core-4.0.12-4.el8_2.noarch                                                                                17/52 
  Verifying        : dnf-plugins-core-4.0.2.2-3.el8.noarch                                                                                 18/52 
  Verifying        : libdnf-0.39.1-6.el8_2.x86_64                                                                                          19/52 
  Verifying        : libdnf-0.22.5-4.el8.x86_64                                                                                            20/52 
  Verifying        : librepo-1.11.0-3.el8_2.x86_64                                                                                         21/52 
  Verifying        : librepo-1.9.2-1.el8.x86_64                                                                                            22/52 
  Verifying        : libsolv-0.7.7-1.el8.x86_64                                                                                            23/52 
  Verifying        : libsolv-0.6.35-6.el8.x86_64                                                                                           24/52 
  Verifying        : lvm2-8:2.03.08-3.el8.x86_64                                                                                           25/52 
  Verifying        : lvm2-8:2.03.02-6.el8.x86_64                                                                                           26/52 
  Verifying        : lvm2-libs-8:2.03.08-3.el8.x86_64                                                                                      27/52 
  Verifying        : lvm2-libs-8:2.03.02-6.el8.x86_64                                                                                      28/52 
  Verifying        : python3-dnf-4.2.17-7.el8_2.noarch                                                                                     29/52 
  Verifying        : python3-dnf-4.0.9.2-5.el8.noarch                                                                                      30/52 
  Verifying        : python3-dnf-plugins-core-4.0.12-4.el8_2.noarch                                                                        31/52 
  Verifying        : python3-dnf-plugins-core-4.0.2.2-3.el8.noarch                                                                         32/52 
  Verifying        : python3-hawkey-0.39.1-6.el8_2.x86_64                                                                                  33/52 
  Verifying        : python3-hawkey-0.22.5-4.el8.x86_64                                                                                    34/52 
  Verifying        : python3-libdnf-0.39.1-6.el8_2.x86_64                                                                                  35/52 
  Verifying        : python3-libdnf-0.22.5-4.el8.x86_64                                                                                    36/52 
  Verifying        : python3-librepo-1.11.0-3.el8_2.x86_64                                                                                 37/52 
  Verifying        : python3-librepo-1.9.2-1.el8.x86_64                                                                                    38/52 
  Verifying        : python3-rpm-4.14.2-37.el8.x86_64                                                                                      39/52 
  Verifying        : python3-rpm-4.14.2-9.el8.x86_64                                                                                       40/52 
  Verifying        : rpm-4.14.2-37.el8.x86_64                                                                                              41/52 
  Verifying        : rpm-4.14.2-9.el8.x86_64                                                                                               42/52 
  Verifying        : rpm-build-libs-4.14.2-37.el8.x86_64                                                                                   43/52 
  Verifying        : rpm-build-libs-4.14.2-9.el8.x86_64                                                                                    44/52 
  Verifying        : rpm-libs-4.14.2-37.el8.x86_64                                                                                         45/52 
  Verifying        : rpm-libs-4.14.2-9.el8.x86_64                                                                                          46/52 
  Verifying        : rpm-plugin-selinux-4.14.2-37.el8.x86_64                                                                               47/52 
  Verifying        : rpm-plugin-selinux-4.14.2-9.el8.x86_64                                                                                48/52 
  Verifying        : rpm-plugin-systemd-inhibit-4.14.2-37.el8.x86_64                                                                       49/52 
  Verifying        : rpm-plugin-systemd-inhibit-4.14.2-9.el8.x86_64                                                                        50/52 
  Verifying        : yum-4.2.17-7.el8_2.noarch                                                                                             51/52 
  Verifying        : yum-4.0.9.2-5.el8.noarch                                                                                              52/52 
Upgraded:
  device-mapper-8:1.02.169-3.el8.x86_64       device-mapper-event-8:1.02.169-3.el8.x86_64       device-mapper-event-libs-8:1.02.169-3.el8.x86_64 
  device-mapper-libs-8:1.02.169-3.el8.x86_64  device-mapper-persistent-data-0.8.5-3.el8.x86_64  dnf-4.2.17-7.el8_2.noarch                        
  dnf-data-4.2.17-7.el8_2.noarch              dnf-plugins-core-4.0.12-4.el8_2.noarch            libdnf-0.39.1-6.el8_2.x86_64                     
  librepo-1.11.0-3.el8_2.x86_64               libsolv-0.7.7-1.el8.x86_64                        lvm2-8:2.03.08-3.el8.x86_64                      
  lvm2-libs-8:2.03.08-3.el8.x86_64            python3-dnf-4.2.17-7.el8_2.noarch                 python3-dnf-plugins-core-4.0.12-4.el8_2.noarch   
  python3-hawkey-0.39.1-6.el8_2.x86_64        python3-libdnf-0.39.1-6.el8_2.x86_64              python3-librepo-1.11.0-3.el8_2.x86_64            
  python3-rpm-4.14.2-37.el8.x86_64            rpm-4.14.2-37.el8.x86_64                          rpm-build-libs-4.14.2-37.el8.x86_64              
  rpm-libs-4.14.2-37.el8.x86_64               rpm-plugin-selinux-4.14.2-37.el8.x86_64           rpm-plugin-systemd-inhibit-4.14.2-37.el8.x86_64  
  yum-4.2.17-7.el8_2.noarch                  
Installed:
  yum-utils-4.0.12-4.el8_2.noarch                                           libzstd-1.4.2-2.el8.x86_64                                          
Complete!
[root@10-0-9-52 yum.repos.d]#  yum-config-manager --add-repo https://mirrors.aliyun.com/docker-ce/linux/centos/docker-ce.repo
Adding repo from: https://mirrors.aliyun.com/docker-ce/linux/centos/docker-ce.repo
[root@10-0-9-52 yum.repos.d]# yum -y install docker-ce
Docker CE Stable - x86_64                                                                                         23 kB/s |  25 kB     00:01    
Error: 
 Problem: package docker-ce-3:19.03.13-3.el7.x86_64 requires containerd.io >= 1.2.2-3, but none of the providers can be installed
  - cannot install the best candidate for the job
  - package containerd.io-1.2.10-3.2.el7.x86_64 is filtered out by modular filtering
  - package containerd.io-1.2.13-3.1.el7.x86_64 is filtered out by modular filtering
  - package containerd.io-1.2.13-3.2.el7.x86_64 is filtered out by modular filtering
  - package containerd.io-1.2.2-3.3.el7.x86_64 is filtered out by modular filtering
  - package containerd.io-1.2.2-3.el7.x86_64 is filtered out by modular filtering
  - package containerd.io-1.2.4-3.1.el7.x86_64 is filtered out by modular filtering
  - package containerd.io-1.2.5-3.1.el7.x86_64 is filtered out by modular filtering
  - package containerd.io-1.2.6-3.3.el7.x86_64 is filtered out by modular filtering
  - package containerd.io-1.3.7-3.1.el7.x86_64 is filtered out by modular filtering
(try to add '--skip-broken' to skip uninstallable packages or '--nobest' to use not only best candidate packages)
[root@10-0-9-52 yum.repos.d]# 
[root@10-0-9-52 yum.repos.d]# 
[root@10-0-9-52 yum.repos.d]#  wget https://download.docker.com/linux/centos/7/x86_64/edge/Packages/containerd.io-1.2.6-3.3.e
--2020-10-09 22:41:28--  https://download.docker.com/linux/centos/7/x86_64/edge/Packages/containerd.io-1.2.6-3.3.e
Resolving download.docker.com (download.docker.com)... 13.224.164.68, 13.224.164.41, 13.224.164.59, ...
Connecting to download.docker.com (download.docker.com)|13.224.164.68|:443... connected.
HTTP request sent, awaiting response... 404 Not Found
2020-10-09 22:41:28 ERROR 404: Not Found.
[root@10-0-9-52 yum.repos.d]#  wget https://download.docker.com/linux/centos/7/x86_64/edge/Packages/containerd.io-1.2.6-3.3.el7.x86_64.rpm
--2020-10-09 22:41:36--  https://download.docker.com/linux/centos/7/x86_64/edge/Packages/containerd.io-1.2.6-3.3.el7.x86_64.rpm
Resolving download.docker.com (download.docker.com)... 13.224.164.41, 13.224.164.59, 13.224.164.97, ...
Connecting to download.docker.com (download.docker.com)|13.224.164.41|:443... connected.
HTTP request sent, awaiting response... 200 OK
Length: 27119348 (26M) [application/x-redhat-package-manager]
Saving to: ‘containerd.io-1.2.6-3.3.el7.x86_64.rpm’
containerd.io-1.2.6-3.3.el7.x86_64.r 100%[===================================================================>]  25.86M  10.4MB/s    in 2.5s    
2020-10-09 22:41:39 (10.4 MB/s) - ‘containerd.io-1.2.6-3.3.el7.x86_64.rpm’ saved [27119348/27119348]
[root@10-0-9-52 yum.repos.d]# yum install containerd.io-1.2.6-3.3.el7.x86_64.rpm
Last metadata expiration check: 0:01:00 ago on Fri 09 Oct 2020 10:40:52 PM HKT.
Dependencies resolved.
=================================================================================================================================================
 Package                             Architecture                 Version                               Repository                          Size
=================================================================================================================================================
Installing:
 containerd.io                       x86_64                       1.2.6-3.3.el7                         @commandline                        26 M
     replacing  runc.x86_64 1.0.0-55.rc5.dev.git2abd837.module_el8.0.0+58+91b614e7
Transaction Summary
=================================================================================================================================================
Install  1 Package
Total size: 26 M
Is this ok [y/N]: y
Downloading Packages:
Running transaction check
Transaction check succeeded.
Running transaction test
Transaction test succeeded.
Running transaction
  Preparing        :                                                                                                                         1/1 
  Installing       : containerd.io-1.2.6-3.3.el7.x86_64                                                                                      1/2 
  Running scriptlet: containerd.io-1.2.6-3.3.el7.x86_64                                                                                      1/2 
  Obsoleting       : runc-1.0.0-55.rc5.dev.git2abd837.module_el8.0.0+58+91b614e7.x86_64                                                      2/2 
  Running scriptlet: runc-1.0.0-55.rc5.dev.git2abd837.module_el8.0.0+58+91b614e7.x86_64                                                      2/2 
  Verifying        : containerd.io-1.2.6-3.3.el7.x86_64                                                                                      1/2 
  Verifying        : runc-1.0.0-55.rc5.dev.git2abd837.module_el8.0.0+58+91b614e7.x86_64                                                      2/2 
Installed:
  containerd.io-1.2.6-3.3.el7.x86_64                                                                                                             
Complete!
[root@10-0-9-52 yum.repos.d]#  yum -y install docker-ce
Last metadata expiration check: 0:01:15 ago on Fri 09 Oct 2020 10:40:52 PM HKT.
Dependencies resolved.
=================================================================================================================================================
 Package                           Architecture               Version                                 Repository                            Size
=================================================================================================================================================
Installing:
 docker-ce                         x86_64                     3:19.03.13-3.el7                        docker-ce-stable                      24 M
Installing dependencies:
 docker-ce-cli                     x86_64                     1:19.03.13-3.el7                        docker-ce-stable                      38 M
 libcgroup                         x86_64                     0.41-19.el8                             base                                  70 k
Transaction Summary
=================================================================================================================================================
Install  3 Packages
Total download size: 63 M
Installed size: 273 M
Downloading Packages:
(1/3): libcgroup-0.41-19.el8.x86_64.rpm                                                                           42 kB/s |  70 kB     00:01    
(2/3): docker-ce-cli-19.03.13-3.el7.x86_64.rpm                                                                   3.9 MB/s |  38 MB     00:09    
(3/3): docker-ce-19.03.13-3.el7.x86_64.rpm                                                                       2.1 MB/s |  24 MB     00:11    
-------------------------------------------------------------------------------------------------------------------------------------------------
Total                                                                                                            5.4 MB/s |  63 MB     00:11     
warning: /var/cache/dnf/docker-ce-stable-3e5647bf4960c796/packages/docker-ce-19.03.13-3.el7.x86_64.rpm: Header V4 RSA/SHA512 Signature, key ID 621e9f35: NOKEY
Docker CE Stable - x86_64                                                                                        747  B/s | 1.6 kB     00:02    
Importing GPG key 0x621E9F35:
 Userid     : "Docker Release (CE rpm) <docker@docker.com>"
 Fingerprint: 060A 61C5 1B55 8A7F 742B 77AA C52F EB6B 621E 9F35
 From       : https://mirrors.aliyun.com/docker-ce/linux/centos/gpg
Key imported successfully
Running transaction check
Transaction check succeeded.
Running transaction test
Transaction test succeeded.
Running transaction
  Preparing        :                                                                                                                         1/1 
  Installing       : docker-ce-cli-1:19.03.13-3.el7.x86_64                                                                                   1/3 
  Running scriptlet: docker-ce-cli-1:19.03.13-3.el7.x86_64                                                                                   1/3 
  Running scriptlet: libcgroup-0.41-19.el8.x86_64                                                                                            2/3 
  Installing       : libcgroup-0.41-19.el8.x86_64                                                                                            2/3 
  Running scriptlet: libcgroup-0.41-19.el8.x86_64                                                                                            2/3 
  Installing       : docker-ce-3:19.03.13-3.el7.x86_64                                                                                       3/3 
  Running scriptlet: docker-ce-3:19.03.13-3.el7.x86_64                                                                                       3/3 
  Verifying        : libcgroup-0.41-19.el8.x86_64                                                                                            1/3 
  Verifying        : docker-ce-3:19.03.13-3.el7.x86_64                                                                                       2/3 
  Verifying        : docker-ce-cli-1:19.03.13-3.el7.x86_64                                                                                   3/3 
Installed:
  docker-ce-3:19.03.13-3.el7.x86_64               docker-ce-cli-1:19.03.13-3.el7.x86_64               libcgroup-0.41-19.el8.x86_64              
Complete!
[root@10-0-9-52 yum.repos.d]#  docker info
Client:
 Debug Mode: false
Server:
ERROR: Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?
errors pretty printing info
[root@10-0-9-52 yum.repos.d]# cat /mount/etc/docker/
daemon.json  key.json     
[root@10-0-9-52 yum.repos.d]# cat /mount/etc/docker/daemon.json 
{
  "registry-mirrors": ["https://fl791z1h.mirror.aliyuncs.com"]
}
[root@10-0-9-52 yum.repos.d]# cp /mount/etc/docker/daemon.json  ^C
[root@10-0-9-52 yum.repos.d]# mkdir -p /etc/docker/
[root@10-0-9-52 yum.repos.d]# cp /mount/etc/docker/daemon.json /etc/docker/
[root@10-0-9-52 yum.repos.d]# cat <<EOF > /etc/yum.repos.d/kubernetes.repo^C
[root@10-0-9-52 yum.repos.d]# cp /mount/etc/yum /etc/docker/
yum/         yum.conf     yum.repos.d/ 
[root@10-0-9-52 yum.repos.d]# cp /mount/etc/yum.repos.d/kubernetes.repo /etc/yum.repos.d/
[root@10-0-9-52 yum.repos.d]# yum install kubectl kubelet kubeadm
Kubernetes                                                                                                       410  B/s | 454  B     00:01    
Kubernetes                                                                                                       2.4 kB/s | 1.8 kB     00:00    
Importing GPG key 0xA7317B0F:
 Userid     : "Google Cloud Packages Automatic Signing Key <gc-team@google.com>"
 Fingerprint: D0BC 747F D8CA F711 7500 D6FA 3746 C208 A731 7B0F
 From       : https://mirrors.aliyun.com/kubernetes/yum/doc/yum-key.gpg
Is this ok [y/N]: y
Importing GPG key 0xBA07F4FB:
 Userid     : "Google Cloud Packages Automatic Signing Key <gc-team@google.com>"
 Fingerprint: 54A6 47F9 048D 5688 D7DA 2ABE 6A03 0B21 BA07 F4FB
 From       : https://mirrors.aliyun.com/kubernetes/yum/doc/yum-key.gpg
Is this ok [y/N]: y
Kubernetes                                                                                                       2.7 kB/s | 975  B     00:00    
Importing GPG key 0x3E1BA8D5:
 Userid     : "Google Cloud Packages RPM Signing Key <gc-team@google.com>"
 Fingerprint: 3749 E1BA 95A8 6CE0 5454 6ED2 F09C 394C 3E1B A8D5
 From       : https://mirrors.aliyun.com/kubernetes/yum/doc/rpm-package-key.gpg
Is this ok [y/N]: y
Kubernetes                                                                                                       155 kB/s | 104 kB     00:00    
Dependencies resolved.
=================================================================================================================================================
 Package                                    Architecture               Version                              Repository                      Size
=================================================================================================================================================
Installing:
 kubeadm                                    x86_64                     1.19.2-0                             kubernetes                     8.3 M
 kubectl                                    x86_64                     1.19.2-0                             kubernetes                     9.0 M
 kubelet                                    x86_64                     1.19.2-0                             kubernetes                      19 M
Installing dependencies:
 conntrack-tools                            x86_64                     1.4.4-10.el8                         base                           204 k
 cri-tools                                  x86_64                     1.13.0-0                             kubernetes                     5.1 M
 kubernetes-cni                             x86_64                     0.8.7-0                              kubernetes                      19 M
 libnetfilter_cthelper                      x86_64                     1.0.0-15.el8                         base                            24 k
 libnetfilter_cttimeout                     x86_64                     1.0.0-11.el8                         base                            24 k
 libnetfilter_queue                         x86_64                     1.0.2-11.el8                         base                            30 k
 socat                                      x86_64                     1.7.3.3-2.el8                        AppStream                      302 k
Transaction Summary
=================================================================================================================================================
Install  10 Packages
Total download size: 61 M
Installed size: 261 M
Is this ok [y/N]: y
Downloading Packages:
(1/10): libnetfilter_cttimeout-1.0.0-11.el8.x86_64.rpm                                                            70 kB/s |  24 kB     00:00    
(2/10): libnetfilter_cthelper-1.0.0-15.el8.x86_64.rpm                                                             47 kB/s |  24 kB     00:00    
(3/10): conntrack-tools-1.4.4-10.el8.x86_64.rpm                                                                  337 kB/s | 204 kB     00:00    
(4/10): libnetfilter_queue-1.0.2-11.el8.x86_64.rpm                                                                63 kB/s |  30 kB     00:00    
(5/10): socat-1.7.3.3-2.el8.x86_64.rpm                                                                           786 kB/s | 302 kB     00:00    
(6/10): d0ba40edfc0fdf3aeec3dd8e56c01ff0d3a511cc0012aabce55d9a83d9bf2b69-kubeadm-1.19.2-0.x86_64.rpm              16 MB/s | 8.3 MB     00:00    
(7/10): b1b077555664655ba01b2c68d13239eaf9db1025287d0d9ccaeb4a8850c7a9b7-kubectl-1.19.2-0.x86_64.rpm             4.0 MB/s | 9.0 MB     00:02    
(8/10): 14bfe6e75a9efc8eca3f638eb22c7e2ce759c67f95b43b16fae4ebabde1549f3-cri-tools-1.13.0-0.x86_64.rpm           1.2 MB/s | 5.1 MB     00:04    
(9/10): db7cb5cb0b3f6875f54d10f02e625573988e3e91fd4fc5eef0b1876bb18604ad-kubernetes-cni-0.8.7-0.x86_64.rpm       3.1 MB/s |  19 MB     00:06    
(10/10): d9d997cdbfd6562824eb7786abbc7f4c6a6825662d0f451793aa5ab8c4a85c96-kubelet-1.19.2-0.x86_64.rpm            2.3 MB/s |  19 MB     00:08    
-------------------------------------------------------------------------------------------------------------------------------------------------
Total                                                                                                            6.3 MB/s |  61 MB     00:09     
warning: /var/cache/dnf/kubernetes-d03a9fe438e18cac/packages/14bfe6e75a9efc8eca3f638eb22c7e2ce759c67f95b43b16fae4ebabde1549f3-cri-tools-1.13.0-0.x86_64.rpm: Header V4 RSA/SHA512 Signature, key ID 3e1ba8d5: NOKEY
Kubernetes                                                                                                       1.8 kB/s | 1.8 kB     00:01    
Importing GPG key 0xA7317B0F:
 Userid     : "Google Cloud Packages Automatic Signing Key <gc-team@google.com>"
 Fingerprint: D0BC 747F D8CA F711 7500 D6FA 3746 C208 A731 7B0F
 From       : https://mirrors.aliyun.com/kubernetes/yum/doc/yum-key.gpg
Is this ok [y/N]: y
Key imported successfully
Importing GPG key 0xBA07F4FB:
 Userid     : "Google Cloud Packages Automatic Signing Key <gc-team@google.com>"
 Fingerprint: 54A6 47F9 048D 5688 D7DA 2ABE 6A03 0B21 BA07 F4FB
 From       : https://mirrors.aliyun.com/kubernetes/yum/doc/yum-key.gpg
Is this ok [y/N]: y
Key imported successfully
Kubernetes                                                                                                        32 kB/s | 975  B     00:00    
Importing GPG key 0x3E1BA8D5:
 Userid     : "Google Cloud Packages RPM Signing Key <gc-team@google.com>"
 Fingerprint: 3749 E1BA 95A8 6CE0 5454 6ED2 F09C 394C 3E1B A8D5
 From       : https://mirrors.aliyun.com/kubernetes/yum/doc/rpm-package-key.gpg
Is this ok [y/N]: 
Import of key(s) didn't help, wrong key(s)?
Public key for 14bfe6e75a9efc8eca3f638eb22c7e2ce759c67f95b43b16fae4ebabde1549f3-cri-tools-1.13.0-0.x86_64.rpm is not installed. Failing package is: cri-tools-1.13.0-0.x86_64
 GPG Keys are configured as: https://mirrors.aliyun.com/kubernetes/yum/doc/yum-key.gpg, https://mirrors.aliyun.com/kubernetes/yum/doc/rpm-package-key.gpg
Public key for d0ba40edfc0fdf3aeec3dd8e56c01ff0d3a511cc0012aabce55d9a83d9bf2b69-kubeadm-1.19.2-0.x86_64.rpm is not installed. Failing package is: kubeadm-1.19.2-0.x86_64
 GPG Keys are configured as: https://mirrors.aliyun.com/kubernetes/yum/doc/yum-key.gpg, https://mirrors.aliyun.com/kubernetes/yum/doc/rpm-package-key.gpg
Public key for b1b077555664655ba01b2c68d13239eaf9db1025287d0d9ccaeb4a8850c7a9b7-kubectl-1.19.2-0.x86_64.rpm is not installed. Failing package is: kubectl-1.19.2-0.x86_64
 GPG Keys are configured as: https://mirrors.aliyun.com/kubernetes/yum/doc/yum-key.gpg, https://mirrors.aliyun.com/kubernetes/yum/doc/rpm-package-key.gpg
Public key for d9d997cdbfd6562824eb7786abbc7f4c6a6825662d0f451793aa5ab8c4a85c96-kubelet-1.19.2-0.x86_64.rpm is not installed. Failing package is: kubelet-1.19.2-0.x86_64
 GPG Keys are configured as: https://mirrors.aliyun.com/kubernetes/yum/doc/yum-key.gpg, https://mirrors.aliyun.com/kubernetes/yum/doc/rpm-package-key.gpg
Public key for db7cb5cb0b3f6875f54d10f02e625573988e3e91fd4fc5eef0b1876bb18604ad-kubernetes-cni-0.8.7-0.x86_64.rpm is not installed. Failing package is: kubernetes-cni-0.8.7-0.x86_64
 GPG Keys are configured as: https://mirrors.aliyun.com/kubernetes/yum/doc/yum-key.gpg, https://mirrors.aliyun.com/kubernetes/yum/doc/rpm-package-key.gpg
The downloaded packages were saved in cache until the next successful transaction.
You can remove cached packages by executing 'yum clean packages'.
Error: GPG check FAILED
[root@10-0-9-52 yum.repos.d]# yum install kubectl kubelet kubeadm
Last metadata expiration check: 0:00:21 ago on Fri 09 Oct 2020 10:44:17 PM HKT.
Dependencies resolved.
=================================================================================================================================================
 Package                                    Architecture               Version                              Repository                      Size
=================================================================================================================================================
Installing:
 kubeadm                                    x86_64                     1.19.2-0                             kubernetes                     8.3 M
 kubectl                                    x86_64                     1.19.2-0                             kubernetes                     9.0 M
 kubelet                                    x86_64                     1.19.2-0                             kubernetes                      19 M
Installing dependencies:
 conntrack-tools                            x86_64                     1.4.4-10.el8                         base                           204 k
 cri-tools                                  x86_64                     1.13.0-0                             kubernetes                     5.1 M
 kubernetes-cni                             x86_64                     0.8.7-0                              kubernetes                      19 M
 libnetfilter_cthelper                      x86_64                     1.0.0-15.el8                         base                            24 k
 libnetfilter_cttimeout                     x86_64                     1.0.0-11.el8                         base                            24 k
 libnetfilter_queue                         x86_64                     1.0.2-11.el8                         base                            30 k
 socat                                      x86_64                     1.7.3.3-2.el8                        AppStream                      302 k
Transaction Summary
=================================================================================================================================================
Install  10 Packages
Total size: 61 M
Installed size: 261 M
Is this ok [y/N]: y
Downloading Packages:
[SKIPPED] conntrack-tools-1.4.4-10.el8.x86_64.rpm: Already downloaded                                                                           
[SKIPPED] libnetfilter_cthelper-1.0.0-15.el8.x86_64.rpm: Already downloaded                                                                     
[SKIPPED] libnetfilter_cttimeout-1.0.0-11.el8.x86_64.rpm: Already downloaded                                                                    
[SKIPPED] libnetfilter_queue-1.0.2-11.el8.x86_64.rpm: Already downloaded                                                                        
[SKIPPED] socat-1.7.3.3-2.el8.x86_64.rpm: Already downloaded                                                                                    
[SKIPPED] 14bfe6e75a9efc8eca3f638eb22c7e2ce759c67f95b43b16fae4ebabde1549f3-cri-tools-1.13.0-0.x86_64.rpm: Already downloaded                    
[SKIPPED] d0ba40edfc0fdf3aeec3dd8e56c01ff0d3a511cc0012aabce55d9a83d9bf2b69-kubeadm-1.19.2-0.x86_64.rpm: Already downloaded                      
[SKIPPED] b1b077555664655ba01b2c68d13239eaf9db1025287d0d9ccaeb4a8850c7a9b7-kubectl-1.19.2-0.x86_64.rpm: Already downloaded                      
[SKIPPED] d9d997cdbfd6562824eb7786abbc7f4c6a6825662d0f451793aa5ab8c4a85c96-kubelet-1.19.2-0.x86_64.rpm: Already downloaded                      
[SKIPPED] db7cb5cb0b3f6875f54d10f02e625573988e3e91fd4fc5eef0b1876bb18604ad-kubernetes-cni-0.8.7-0.x86_64.rpm: Already downloaded                
warning: /var/cache/dnf/kubernetes-d03a9fe438e18cac/packages/14bfe6e75a9efc8eca3f638eb22c7e2ce759c67f95b43b16fae4ebabde1549f3-cri-tools-1.13.0-0.x86_64.rpm: Header V4 RSA/SHA512 Signature, key ID 3e1ba8d5: NOKEY
Kubernetes                                                                                                        54 kB/s | 1.8 kB     00:00    
GPG key at https://mirrors.aliyun.com/kubernetes/yum/doc/yum-key.gpg (0xA7317B0F) is already installed
GPG key at https://mirrors.aliyun.com/kubernetes/yum/doc/yum-key.gpg (0xBA07F4FB) is already installed
Kubernetes                                                                                                        43 kB/s | 975  B     00:00    
Importing GPG key 0x3E1BA8D5:
 Userid     : "Google Cloud Packages RPM Signing Key <gc-team@google.com>"
 Fingerprint: 3749 E1BA 95A8 6CE0 5454 6ED2 F09C 394C 3E1B A8D5
 From       : https://mirrors.aliyun.com/kubernetes/yum/doc/rpm-package-key.gpg
Is this ok [y/N]: y
Key imported successfully
Running transaction check
Transaction check succeeded.
Running transaction test
Transaction test succeeded.
Running transaction
  Preparing        :                                                                                                                         1/1 
  Installing       : kubectl-1.19.2-0.x86_64                                                                                                1/10 
  Installing       : cri-tools-1.13.0-0.x86_64                                                                                              2/10 
  Installing       : socat-1.7.3.3-2.el8.x86_64                                                                                             3/10 
  Installing       : libnetfilter_queue-1.0.2-11.el8.x86_64                                                                                 4/10 
  Running scriptlet: libnetfilter_queue-1.0.2-11.el8.x86_64                                                                                 4/10 
  Installing       : libnetfilter_cttimeout-1.0.0-11.el8.x86_64                                                                             5/10 
  Running scriptlet: libnetfilter_cttimeout-1.0.0-11.el8.x86_64                                                                             5/10 
  Installing       : libnetfilter_cthelper-1.0.0-15.el8.x86_64                                                                              6/10 
  Running scriptlet: libnetfilter_cthelper-1.0.0-15.el8.x86_64                                                                              6/10 
  Installing       : conntrack-tools-1.4.4-10.el8.x86_64                                                                                    7/10 
  Running scriptlet: conntrack-tools-1.4.4-10.el8.x86_64                                                                                    7/10 
  Installing       : kubernetes-cni-0.8.7-0.x86_64                                                                                          8/10 
  Installing       : kubelet-1.19.2-0.x86_64                                                                                                9/10 
  Installing       : kubeadm-1.19.2-0.x86_64                                                                                               10/10 
  Running scriptlet: kubeadm-1.19.2-0.x86_64                                                                                               10/10 
  Verifying        : conntrack-tools-1.4.4-10.el8.x86_64                                                                                    1/10 
  Verifying        : libnetfilter_cthelper-1.0.0-15.el8.x86_64                                                                              2/10 
  Verifying        : libnetfilter_cttimeout-1.0.0-11.el8.x86_64                                                                             3/10 
  Verifying        : libnetfilter_queue-1.0.2-11.el8.x86_64                                                                                 4/10 
  Verifying        : socat-1.7.3.3-2.el8.x86_64                                                                                             5/10 
  Verifying        : cri-tools-1.13.0-0.x86_64                                                                                              6/10 
  Verifying        : kubeadm-1.19.2-0.x86_64                                                                                                7/10 
  Verifying        : kubectl-1.19.2-0.x86_64                                                                                                8/10 
  Verifying        : kubelet-1.19.2-0.x86_64                                                                                                9/10 
  Verifying        : kubernetes-cni-0.8.7-0.x86_64                                                                                         10/10 
Installed:
  conntrack-tools-1.4.4-10.el8.x86_64             cri-tools-1.13.0-0.x86_64                        kubeadm-1.19.2-0.x86_64                     
  kubectl-1.19.2-0.x86_64                         kubelet-1.19.2-0.x86_64                          kubernetes-cni-0.8.7-0.x86_64               
  libnetfilter_cthelper-1.0.0-15.el8.x86_64       libnetfilter_cttimeout-1.0.0-11.el8.x86_64       libnetfilter_queue-1.0.2-11.el8.x86_64      
  socat-1.7.3.3-2.el8.x86_64                     
Complete!
[root@10-0-9-52 yum.repos.d]# 
[root@10-0-9-52 yum.repos.d]#  systemctl enable kubelet
Created symlink /etc/systemd/system/multi-user.target.wants/kubelet.service → /usr/lib/systemd/system/kubelet.service.
[root@10-0-9-52 yum.repos.d]#  systemctl enable docker
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
[root@10-0-9-52 yum.repos.d]# kubeadm init --kubernetes-version=1.18.6  \
> > --apiserver-advertise-address=10.0.9.52   \
> > --image-repository registry.aliyuncs.com/google_containers  \
> > --service-cidr=10.10.0.0/16 --pod-network-cidr=192.168.0.0/16
-bash: --service-cidr=10.10.0.0/16: No such file or directory
[root@10-0-9-52 yum.repos.d]# kubeadm init --kubernetes-version=1.18.6 --apiserver-advertise-address=10.0.9.52  --image-repository registry.aliyuncs.com/google_containers  --service-cidr=10.10.0.0/16 --pod-network-cidr=192.168.0.0/16
W1009 22:45:51.175457   46476 kubelet.go:200] cannot automatically set CgroupDriver when starting the Kubelet: cannot execute 'docker info -f {{.CgroupDriver}}': exit status 2
W1009 22:45:51.184414   46476 configset.go:348] WARNING: kubeadm cannot validate component configs for API groups [kubelet.config.k8s.io kubeproxy.config.k8s.io]
[init] Using Kubernetes version: v1.18.6
[preflight] Running pre-flight checks
    [WARNING FileExisting-tc]: tc not found in system path
[preflight] The system verification failed. Printing the output from the verification:
KERNEL_VERSION: 4.18.0-147.5.1.el8_1.x86_64
CONFIG_NAMESPACES: enabled
CONFIG_NET_NS: enabled
CONFIG_PID_NS: enabled
CONFIG_IPC_NS: enabled
CONFIG_UTS_NS: enabled
CONFIG_CGROUPS: enabled
CONFIG_CGROUP_CPUACCT: enabled
CONFIG_CGROUP_DEVICE: enabled
CONFIG_CGROUP_FREEZER: enabled
CONFIG_CGROUP_SCHED: enabled
CONFIG_CPUSETS: enabled
CONFIG_MEMCG: enabled
CONFIG_INET: enabled
CONFIG_EXT4_FS: enabled (as module)
CONFIG_PROC_FS: enabled
CONFIG_NETFILTER_XT_TARGET_REDIRECT: enabled (as module)
CONFIG_NETFILTER_XT_MATCH_COMMENT: enabled (as module)
CONFIG_OVERLAY_FS: enabled (as module)
CONFIG_AUFS_FS: not set - Required for aufs.
CONFIG_BLK_DEV_DM: enabled (as module)
OS: Linux
CGROUPS_CPU: enabled
CGROUPS_CPUACCT: enabled
CGROUPS_CPUSET: enabled
CGROUPS_DEVICES: enabled
CGROUPS_FREEZER: enabled
CGROUPS_MEMORY: enabled
CGROUPS_HUGETLB: enabled
CGROUPS_PIDS: enabled
error execution phase preflight: [preflight] Some fatal errors occurred:
    [ERROR CRI]: container runtime is not running: output: Client:
 Debug Mode: false
Server:
ERROR: Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?
errors pretty printing info
, error: exit status 1
    [ERROR Service-Docker]: docker service is not active, please run 'systemctl start docker.service'
    [ERROR IsDockerSystemdCheck]: cannot execute 'docker info -f {{.CgroupDriver}}': exit status 2
    [ERROR FileContent--proc-sys-net-bridge-bridge-nf-call-iptables]: /proc/sys/net/bridge/bridge-nf-call-iptables does not exist
    [ERROR FileContent--proc-sys-net-ipv4-ip_forward]: /proc/sys/net/ipv4/ip_forward contents are not set to 1
    [ERROR SystemVerification]: error verifying Docker info: "Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?"
    [ERROR KubeletVersion]: the kubelet version is higher than the control plane version. This is not a supported version skew and may lead to a malfunctional cluster. Kubelet version: "1.19.2" Control plane version: "1.18.6"
    [ERROR DirAvailable--var-lib-etcd]: /var/lib/etcd is not empty
[preflight] If you know what you are doing, you can make a check non-fatal with `--ignore-preflight-errors=...`
To see the stack trace of this error execute with --v=5 or higher
[root@10-0-9-52 yum.repos.d]# systemctl start docker
[root@10-0-9-52 yum.repos.d]# 
[root@10-0-9-52 yum.repos.d]# kubeadm init --kubernetes-version=1.18.6 --apiserver-advertise-address=10.0.9.52  --image-repository registry.aliyuncs.com/google_containers  --service-cidr=10.10.0.0/16 --pod-network-cidr=192.168.0.0/16
W1009 22:46:07.053097   47249 configset.go:348] WARNING: kubeadm cannot validate component configs for API groups [kubelet.config.k8s.io kubeproxy.config.k8s.io]
[init] Using Kubernetes version: v1.18.6
[preflight] Running pre-flight checks
    [WARNING IsDockerSystemdCheck]: detected "cgroupfs" as the Docker cgroup driver. The recommended driver is "systemd". Please follow the guide at https://kubernetes.io/docs/setup/cri/
    [WARNING FileExisting-tc]: tc not found in system path
error execution phase preflight: [preflight] Some fatal errors occurred:
    [ERROR KubeletVersion]: the kubelet version is higher than the control plane version. This is not a supported version skew and may lead to a malfunctional cluster. Kubelet version: "1.19.2" Control plane version: "1.18.6"
    [ERROR DirAvailable--var-lib-etcd]: /var/lib/etcd is not empty
[preflight] If you know what you are doing, you can make a check non-fatal with `--ignore-preflight-errors=...`
To see the stack trace of this error execute with --v=5 or higher
[root@10-0-9-52 yum.repos.d]# kubeadm init --kubernetes-version=1.19.2 --apiserver-advertise-address=10.0.9.52  --image-repository registry.aliyuncs.com/google_containers  --service-cidr=10.10.0.0/16 --pod-network-cidr=192.168.0.0/16
W1009 22:46:34.391314   47392 configset.go:348] WARNING: kubeadm cannot validate component configs for API groups [kubelet.config.k8s.io kubeproxy.config.k8s.io]
[init] Using Kubernetes version: v1.19.2
[preflight] Running pre-flight checks
    [WARNING IsDockerSystemdCheck]: detected "cgroupfs" as the Docker cgroup driver. The recommended driver is "systemd". Please follow the guide at https://kubernetes.io/docs/setup/cri/
    [WARNING FileExisting-tc]: tc not found in system path
error execution phase preflight: [preflight] Some fatal errors occurred:
    [ERROR DirAvailable--var-lib-etcd]: /var/lib/etcd is not empty
[preflight] If you know what you are doing, you can make a check non-fatal with `--ignore-preflight-errors=...`
To see the stack trace of this error execute with --v=5 or higher
[root@10-0-9-52 yum.repos.d]# 
[root@10-0-9-52 yum.repos.d]# 
[root@10-0-9-52 yum.repos.d]# kubeadm init --kubernetes-version=1.19.2 --apiserver-advertise-address=10.0.9.52  --image-repository registry.aliyuncs.com/google_containers  --service-cidr=10.10.0.0/16 --pod-network-cidr=192.168.0.0/16 --ignore-preflight-errors=DirAvailable--var-lib-etcd
W1009 22:47:53.700013   47552 configset.go:348] WARNING: kubeadm cannot validate component configs for API groups [kubelet.config.k8s.io kubeproxy.config.k8s.io]
[init] Using Kubernetes version: v1.19.2
[preflight] Running pre-flight checks
    [WARNING IsDockerSystemdCheck]: detected "cgroupfs" as the Docker cgroup driver. The recommended driver is "systemd". Please follow the guide at https://kubernetes.io/docs/setup/cri/
    [WARNING FileExisting-tc]: tc not found in system path
    [WARNING DirAvailable--var-lib-etcd]: /var/lib/etcd is not empty
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
^C
[root@10-0-9-52 yum.repos.d]# kubeadm init --kubernetes-version=1.19.2 --apiserver-advertise-address=10.0.9.52  --image-repository registry.aliyuncs.com/google_containers  --service-cidr=10.10.0.0/16 --pod-network-cidr=192.168.0.0/16 --ignore-preflight-errors=DirAvailable--var-lib-etcd
W1009 22:48:43.561870   47856 configset.go:348] WARNING: kubeadm cannot validate component configs for API groups [kubelet.config.k8s.io kubeproxy.config.k8s.io]
[init] Using Kubernetes version: v1.19.2
[preflight] Running pre-flight checks
    [WARNING IsDockerSystemdCheck]: detected "cgroupfs" as the Docker cgroup driver. The recommended driver is "systemd". Please follow the guide at https://kubernetes.io/docs/setup/cri/
    [WARNING FileExisting-tc]: tc not found in system path
    [WARNING DirAvailable--var-lib-etcd]: /var/lib/etcd is not empty
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
[certs] Using certificateDir folder "/etc/kubernetes/pki"
[certs] Generating "ca" certificate and key
[certs] Generating "apiserver" certificate and key
[certs] apiserver serving cert is signed for DNS names [10-0-9-52 kubernetes kubernetes.default kubernetes.default.svc kubernetes.default.svc.cluster.local] and IPs [10.10.0.1 10.0.9.52]
[certs] Generating "apiserver-kubelet-client" certificate and key
[certs] Generating "front-proxy-ca" certificate and key
[certs] Generating "front-proxy-client" certificate and key
[certs] Generating "etcd/ca" certificate and key
[certs] Generating "etcd/server" certificate and key
[certs] etcd/server serving cert is signed for DNS names [10-0-9-52 localhost] and IPs [10.0.9.52 127.0.0.1 ::1]
[certs] Generating "etcd/peer" certificate and key
[certs] etcd/peer serving cert is signed for DNS names [10-0-9-52 localhost] and IPs [10.0.9.52 127.0.0.1 ::1]
[certs] Generating "etcd/healthcheck-client" certificate and key
[certs] Generating "apiserver-etcd-client" certificate and key
[certs] Generating "sa" key and public key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Starting the kubelet
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
[kubelet-check] Initial timeout of 40s passed.
[apiclient] All control plane components are healthy after 199.004508 seconds
[upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
[kubelet] Creating a ConfigMap "kubelet-config-1.19" in namespace kube-system with the configuration for the kubelets in the cluster
[upload-certs] Skipping phase. Please see --upload-certs
[mark-control-plane] Marking the node 10-0-9-52 as control-plane by adding the label "node-role.kubernetes.io/master=''"
[mark-control-plane] Marking the node 10-0-9-52 as control-plane by adding the taints [node-role.kubernetes.io/master:NoSchedule]
[bootstrap-token] Using token: mfpux5.i4tf8rwol236meum
[bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
[bootstrap-token] configured RBAC rules to allow Node Bootstrap tokens to get nodes
[bootstrap-token] configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
[bootstrap-token] configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
[bootstrap-token] configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
[bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
[kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
[addons] Applied essential addon: CoreDNS
[addons] Applied essential addon: kube-proxy
Your Kubernetes control-plane has initialized successfully!
To start using your cluster, you need to run the following as a regular user:
  mkdir -p $HOME/.kube
  sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
  sudo chown $(id -u):$(id -g) $HOME/.kube/config
You should now deploy a pod network to the cluster.
Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
  https://kubernetes.io/docs/concepts/cluster-administration/addons/
Then you can join any number of worker nodes by running the following on each as root:
kubeadm join 10.0.9.52:6443 --token mfpux5.i4tf8rwol236meum \
    --discovery-token-ca-cert-hash sha256:4e464c499e924c279ba7a3215fb718e4b5c71af7974f7dd83aeb997c8812401e