CentOS7使用ansible部署Nautilus

环境角色

安装操作系统

CentOS7.9最小化安装；

[root@inf-c7-n1 ~]# uname -a
Linux inf-c7-n1 3.10.0-1160.el7.x86_64 #1 SMP Mon Oct 19 16:18:59 UTC 2020 x86_64 x86_64 x86_64 GNU/Linux
[root@inf-c7-n1 ~]# cat /etc/centos-release
CentOS Linux release 7.9.2009 (Core)

安装ansible

[root@inf-c7-n4 yum.repos.d]# yum install centos-release-ansible-29.noarch 
Loaded plugins: fastestmirror
Loading mirror speeds from cached hostfile
 * base: mirrors.aliyun.com
 * extras: mirrors.aliyun.com
 * updates: mirrors.aliyun.com
Resolving Dependencies
--> Running transaction check
---> Package centos-release-ansible-29.noarch 0:1-1.el7 will be installed
--> Processing Dependency: centos-release-configmanagement for package: centos-release-ansible-29-1-1.el7.noarch
--> Running transaction check
---> Package centos-release-configmanagement.noarch 0:1-1.el7.centos will be installed
--> Finished Dependency Resolution
Dependencies Resolved
==================================================================================================================================================
 Package                                            Arch                      Version                             Repository                 Size
==================================================================================================================================================
Installing:
 centos-release-ansible-29                          noarch                    1-1.el7                             extras                    3.9 k
Installing for dependencies:
 centos-release-configmanagement                    noarch                    1-1.el7.centos                      extras                    4.3 k
Transaction Summary
==================================================================================================================================================
Install  1 Package (+1 Dependent package)
Total download size: 8.2 k
Installed size: 2.2 k
Is this ok [y/d/N]: y
Downloading packages:
......
[root@inf-c7-n4 yum.repos.d]# yum install ansible
Loaded plugins: fastestmirror
Loading mirror speeds from cached hostfile
 * base: mirrors.aliyun.com
 * centos-ansible-29: mirrors.aliyun.com
 * extras: mirrors.aliyun.com
 * updates: mirrors.aliyun.com
centos-ansible-29                                                                                                          | 3.0 kB  00:00:00     
centos-ansible-29/7/x86_64/primary_db                                                                                      |  29 kB  00:00:00     
Resolving Dependencies
--> Running transaction check
---> Package ansible.noarch 0:2.9.23-1.el7 will be installed
--> Processing Dependency: PyYAML for package: ansible-2.9.23-1.el7.noarch
--> Processing Dependency: python-jinja2 for package: ansible-2.9.23-1.el7.noarch
--> Processing Dependency: python-paramiko for package: ansible-2.9.23-1.el7.noarch
--> Processing Dependency: python-six for package: ansible-2.9.23-1.el7.noarch
--> Processing Dependency: python2-cryptography for package: ansible-2.9.23-1.el7.noarch
--> Processing Dependency: sshpass for package: ansible-2.9.23-1.el7.noarch
--> Running transaction check
---> Package PyYAML.x86_64 0:3.10-11.el7 will be installed
--> Processing Dependency: libyaml-0.so.2()(64bit) for package: PyYAML-3.10-11.el7.x86_64
---> Package python-jinja2.noarch 0:2.7.2-4.el7 will be installed
--> Processing Dependency: python-babel >= 0.8 for package: python-jinja2-2.7.2-4.el7.noarch
--> Processing Dependency: python-markupsafe for package: python-jinja2-2.7.2-4.el7.noarch
---> Package python-paramiko.noarch 0:2.1.1-9.el7 will be installed
--> Processing Dependency: python2-pyasn1 for package: python-paramiko-2.1.1-9.el7.noarch
---> Package python-six.noarch 0:1.9.0-2.el7 will be installed
---> Package python2-cryptography.x86_64 0:1.7.2-2.el7 will be installed
--> Processing Dependency: python-idna >= 2.0 for package: python2-cryptography-1.7.2-2.el7.x86_64
--> Processing Dependency: python-cffi >= 1.4.1 for package: python2-cryptography-1.7.2-2.el7.x86_64
--> Processing Dependency: python-setuptools for package: python2-cryptography-1.7.2-2.el7.x86_64
--> Processing Dependency: python-ipaddress for package: python2-cryptography-1.7.2-2.el7.x86_64
--> Processing Dependency: python-enum34 for package: python2-cryptography-1.7.2-2.el7.x86_64
---> Package sshpass.x86_64 0:1.06-2.el7 will be installed
--> Running transaction check
---> Package libyaml.x86_64 0:0.1.4-11.el7_0 will be installed
---> Package python-babel.noarch 0:0.9.6-8.el7 will be installed
---> Package python-cffi.x86_64 0:1.6.0-5.el7 will be installed
--> Processing Dependency: python-pycparser for package: python-cffi-1.6.0-5.el7.x86_64
---> Package python-enum34.noarch 0:1.0.4-1.el7 will be installed
---> Package python-idna.noarch 0:2.4-1.el7 will be installed
---> Package python-ipaddress.noarch 0:1.0.16-2.el7 will be installed
---> Package python-markupsafe.x86_64 0:0.11-10.el7 will be installed
---> Package python-setuptools.noarch 0:0.9.8-7.el7 will be installed
--> Processing Dependency: python-backports-ssl_match_hostname for package: python-setuptools-0.9.8-7.el7.noarch
---> Package python2-pyasn1.noarch 0:0.1.9-7.el7 will be installed
--> Running transaction check
---> Package python-backports-ssl_match_hostname.noarch 0:3.5.0.1-1.el7 will be installed
--> Processing Dependency: python-backports for package: python-backports-ssl_match_hostname-3.5.0.1-1.el7.noarch
---> Package python-pycparser.noarch 0:2.14-1.el7 will be installed
--> Processing Dependency: python-ply for package: python-pycparser-2.14-1.el7.noarch
--> Running transaction check
---> Package python-backports.x86_64 0:1.0-8.el7 will be installed
---> Package python-ply.noarch 0:3.4-11.el7 will be installed
--> Finished Dependency Resolution
Dependencies Resolved
==================================================================================================================================================
 Package                                            Arch                  Version                          Repository                        Size
==================================================================================================================================================
Installing:
 ansible                                            noarch                2.9.23-1.el7                     centos-ansible-29                 17 M
Installing for dependencies:
 PyYAML                                             x86_64                3.10-11.el7                      base                             153 k
 libyaml                                            x86_64                0.1.4-11.el7_0                   base                              55 k
 python-babel                                       noarch                0.9.6-8.el7                      base                             1.4 M
 python-backports                                   x86_64                1.0-8.el7                        base                             5.8 k
 python-backports-ssl_match_hostname                noarch                3.5.0.1-1.el7                    base                              13 k
 python-cffi                                        x86_64                1.6.0-5.el7                      base                             218 k
 python-enum34                                      noarch                1.0.4-1.el7                      base                              52 k
 python-idna                                        noarch                2.4-1.el7                        base                              94 k
 python-ipaddress                                   noarch                1.0.16-2.el7                     base                              34 k
 python-jinja2                                      noarch                2.7.2-4.el7                      base                             519 k
 python-markupsafe                                  x86_64                0.11-10.el7                      base                              25 k
 python-paramiko                                    noarch                2.1.1-9.el7                      base                             269 k
 python-ply                                         noarch                3.4-11.el7                       base                             123 k
 python-pycparser                                   noarch                2.14-1.el7                       base                             104 k
 python-setuptools                                  noarch                0.9.8-7.el7                      base                             397 k
 python-six                                         noarch                1.9.0-2.el7                      base                              29 k
 python2-cryptography                               x86_64                1.7.2-2.el7                      base                             502 k
 python2-pyasn1                                     noarch                0.1.9-7.el7                      base                             100 k
 sshpass                                            x86_64                1.06-2.el7                       extras                            21 k
Transaction Summary
==================================================================================================================================================
Install  1 Package (+19 Dependent packages)
Total download size: 21 M
Installed size: 122 M
Is this ok [y/d/N]: y
Downloading packages:
......

安装nautilus源

[root@inf-c7-n4 yum.repos.d]# yum install centos-release-ceph-nautilus.noarch
Loaded plugins: fastestmirror
Loading mirror speeds from cached hostfile
 * base: mirrors.aliyun.com
 * centos-ansible-29: mirrors.aliyun.com
 * extras: mirrors.aliyun.com
 * updates: mirrors.aliyun.com
Resolving Dependencies
--> Running transaction check
---> Package centos-release-ceph-nautilus.noarch 0:1.2-2.el7.centos will be installed
--> Processing Dependency: centos-release-storage-common for package: centos-release-ceph-nautilus-1.2-2.el7.centos.noarch
--> Processing Dependency: centos-release-nfs-ganesha28 for package: centos-release-ceph-nautilus-1.2-2.el7.centos.noarch
--> Running transaction check
---> Package centos-release-nfs-ganesha28.noarch 0:1.0-3.el7.centos will be installed
---> Package centos-release-storage-common.noarch 0:2-2.el7.centos will be installed
--> Finished Dependency Resolution
Dependencies Resolved
==================================================================================================================================================
 Package                                          Arch                      Version                               Repository                 Size
==================================================================================================================================================
Installing:
 centos-release-ceph-nautilus                     noarch                    1.2-2.el7.centos                      extras                    5.1 k
Installing for dependencies:
 centos-release-nfs-ganesha28                     noarch                    1.0-3.el7.centos                      extras                    4.3 k
 centos-release-storage-common                    noarch                    2-2.el7.centos                        extras                    5.1 k
Transaction Summary
==================================================================================================================================================
Install  1 Package (+2 Dependent packages)
Total download size: 15 k
Installed size: 3.0 k
Is this ok [y/d/N]: y
Downloading packages:
......

安装ceph-ansible

[root@inf-c7-n4 yum.repos.d]# yum install ceph-ansible
Loaded plugins: fastestmirror
Loading mirror speeds from cached hostfile
 * base: mirrors.aliyun.com
 * centos-ansible-29: mirrors.aliyun.com
 * centos-ceph-nautilus: mirrors.aliyun.com
 * centos-nfs-ganesha28: ftp.sjtu.edu.cn
 * extras: mirrors.aliyun.com
 * updates: mirrors.aliyun.com
Resolving Dependencies
--> Running transaction check
---> Package ceph-ansible.noarch 0:4.0.62-1.el7 will be installed
--> Processing Dependency: python2-netaddr for package: ceph-ansible-4.0.62-1.el7.noarch
--> Running transaction check
---> Package python2-netaddr.noarch 0:0.7.19-5.el7 will be installed
--> Finished Dependency Resolution
Dependencies Resolved
==================================================================================================================================================
 Package                             Arch                       Version                            Repository                                Size
==================================================================================================================================================
Installing:
 ceph-ansible                        noarch                     4.0.62-1.el7                       centos-ceph-nautilus                     237 k
Installing for dependencies:
 python2-netaddr                     noarch                     0.7.19-5.el7                       centos-ceph-nautilus                     1.5 M
Transaction Summary
==================================================================================================================================================
Install  1 Package (+1 Dependent package)
Total download size: 1.8 M
Installed size: 9.6 M
Is this ok [y/d/N]: y
Downloading packages:
......

配置/etc/hosts文件

[root@inf-c7-n1 ~]# cat /etc/centos-release
CentOS Linux release 7.9.2009 (Core)
[root@inf-c7-n1 ~]# cat /etc/hosts
127.0.0.1   localhost localhost.localdomain localhost4 localhost4.localdomain4
::1         localhost localhost.localdomain localhost6 localhost6.localdomain6
10.199.13.119   inf-c7-n1
10.199.13.122   inf-c7-n2
10.199.13.123   inf-c7-n3
10.199.13.128   inf-c7-n4
10.199.13.107   inf-c7-n5
10.199.13.108   inf-c7-n6
10.199.13.109   inf-c7-n7

生成密钥文件

[root@inf-c7-n4 ~]# ssh-keygen 
Generating public/private rsa key pair.
Enter file in which to save the key (/root/.ssh/id_rsa): 
Created directory '/root/.ssh'.
Enter passphrase (empty for no passphrase): 
Enter same passphrase again: 
Your identification has been saved in /root/.ssh/id_rsa.
Your public key has been saved in /root/.ssh/id_rsa.pub.
The key fingerprint is:
SHA256:cPja6om+NUsW2gpxeR/7Vqwc3iFxbdKX64Dgz+WjzGc root@inf-c7-n4
The key's randomart image is:
+---[RSA 2048]----+
|                 |
|       .         |
|      o .    o  .|
|     . + .. o +..|
|  . o o S .+.o ..|
|   o + = +o.+o . |
|  . . B +oo*o.o  |
|   . * = .Bo.E . |
|   .=o=  ..++ .  |
+----[SHA256]-----+

配置免密登录

[root@inf-c7-n4 ~]# ssh-copy-id -i .ssh/id_rsa.pub inf-c7-n1
/usr/bin/ssh-copy-id: INFO: Source of key(s) to be installed: ".ssh/id_rsa.pub"
The authenticity of host 'inf-c7-n1 (10.199.13.119)' can't be established.
ECDSA key fingerprint is SHA256:Nzy5jCpTBlcNdJmceW7RjxcDzmaiXVvdPdJt/Avct1g.
ECDSA key fingerprint is MD5:7c:c1:54:03:13:d7:1c:f7:22:31:6f:8b:c9:be:90:e1.
Are you sure you want to continue connecting (yes/no)? yes
/usr/bin/ssh-copy-id: INFO: attempting to log in with the new key(s), to filter out any that are already installed
/usr/bin/ssh-copy-id: INFO: 1 key(s) remain to be installed -- if you are prompted now it is to install the new keys
root@inf-c7-n1's password: 
Number of key(s) added: 1
Now try logging into the machine, with:   "ssh 'inf-c7-n1'"
and check to make sure that only the key(s) you wanted were added.
[root@inf-c7-n4 ~]# ssh-copy-id -i .ssh/id_rsa.pub inf-c7-n2
/usr/bin/ssh-copy-id: INFO: Source of key(s) to be installed: ".ssh/id_rsa.pub"
The authenticity of host 'inf-c7-n2 (10.199.13.122)' can't be established.
ECDSA key fingerprint is SHA256:dbXDcapX6D4jnzXODW75ZLWyQxJb59WtHb4gXxmsnww.
ECDSA key fingerprint is MD5:54:3b:fb:be:68:ec:a7:48:bb:b5:06:0a:1b:52:33:63.
Are you sure you want to continue connecting (yes/no)? yes
/usr/bin/ssh-copy-id: INFO: attempting to log in with the new key(s), to filter out any that are already installed
/usr/bin/ssh-copy-id: INFO: 1 key(s) remain to be installed -- if you are prompted now it is to install the new keys
root@inf-c7-n2's password: 
Number of key(s) added: 1
Now try logging into the machine, with:   "ssh 'inf-c7-n2'"
and check to make sure that only the key(s) you wanted were added.
[root@inf-c7-n4 ~]# ssh-copy-id -i .ssh/id_rsa.pub inf-c7-n3
/usr/bin/ssh-copy-id: INFO: Source of key(s) to be installed: ".ssh/id_rsa.pub"
The authenticity of host 'inf-c7-n3 (10.199.13.123)' can't be established.
ECDSA key fingerprint is SHA256:NLEMW+tRUS1K9rA4XgMFuO+dM6A3wpIuJgydp9/WkJo.
ECDSA key fingerprint is MD5:b1:9e:2d:9c:0f:82:b5:d3:af:8b:c8:47:4b:ec:dc:b3.
Are you sure you want to continue connecting (yes/no)? yes
/usr/bin/ssh-copy-id: INFO: attempting to log in with the new key(s), to filter out any that are already installed
/usr/bin/ssh-copy-id: INFO: 1 key(s) remain to be installed -- if you are prompted now it is to install the new keys
root@inf-c7-n3's password: 
Number of key(s) added: 1
Now try logging into the machine, with:   "ssh 'inf-c7-n3'"
and check to make sure that only the key(s) you wanted were added.
......

定义ansible hosts

[root@inf-c7-n4 ceph-ansible]# cat /etc/ansible/hosts |grep -v '^#'|grep -v '^$'
[mons]
inf-c7-n1
inf-c7-n2
inf-c7-n3
[osds]
inf-c7-n1
inf-c7-n2
inf-c7-n3
[grafana-server]
inf-c7-n5
inf-c7-n6
inf-c7-n7

定义ansible-playbook变量

[root@inf-c7-n4 ceph-ansible]# cp site.yml.sample site.yml
[root@inf-c7-n4 group_vars]# cp all.yml.sample all.yml
[root@inf-c7-n4 group_vars]# cat all.yml|grep -v '^#'|grep -v '^$'
---
dummy:
ceph_origin: repository
ceph_repository: community
ceph_stable_release: nautilus
monitor_interface: eth0
public_network: "10.199.13.0/24"
cluster_network: "192.168.31.0/24"
dashboard_admin_password: p@ssw0rd
grafana_admin_password: admin
[root@inf-c7-n4 group_vars]# cp osds.yml.sample osds.yml
[root@inf-c7-n4 group_vars]# cat osds.yml |grep -v '^#'|grep -v '^$'
---
dummy:
devices:
  - /dev/vdb
  - /dev/vdc
  - /dev/vdd

安装部署

[root@inf-c7-n4 ceph-ansible]# ansible-playbook site.yml -vvv
ansible-playbook 2.9.23
  config file = /usr/share/ceph-ansible/ansible.cfg
  configured module search path = [u'/usr/share/ceph-ansible/library']
  ansible python module location = /usr/lib/python2.7/site-packages/ansible
  executable location = /usr/bin/ansible-playbook
  python version = 2.7.5 (default, Oct 14 2020, 14:45:30) [GCC 4.8.5 20150623 (Red Hat 4.8.5-44)]
Using /usr/share/ceph-ansible/ansible.cfg as config file
host_list declined parsing /etc/ansible/hosts as it did not pass its verify_file() method
script declined parsing /etc/ansible/hosts as it did not pass its verify_file() method
auto declined parsing /etc/ansible/hosts as it did not pass its verify_file() method
Parsed /etc/ansible/hosts inventory source with ini plugin
statically imported: /usr/share/ceph-ansible/roles/ceph-handler/tasks/check_running_cluster.yml
statically imported: /usr/share/ceph-ansible/raw_install_python.yml
statically imported: /usr/share/ceph-ansible/roles/ceph-handler/tasks/check_running_cluster.yml
statically imported: /usr/share/ceph-ansible/roles/ceph-handler/tasks/check_running_cluster.yml
statically imported: /usr/share/ceph-ansible/roles/ceph-handler/tasks/check_running_cluster.yml
statically imported: /usr/share/ceph-ansible/roles/ceph-handler/tasks/check_running_cluster.yml
statically imported: /usr/share/ceph-ansible/roles/ceph-handler/tasks/check_running_cluster.yml
statically imported: /usr/share/ceph-ansible/roles/ceph-handler/tasks/check_running_cluster.yml
statically imported: /usr/share/ceph-ansible/roles/ceph-handler/tasks/check_running_cluster.yml
statically imported: /usr/share/ceph-ansible/roles/ceph-nfs/tasks/create_rgw_nfs_user.yml
statically imported: /usr/share/ceph-ansible/roles/ceph-nfs/tasks/start_nfs.yml
statically imported: /usr/share/ceph-ansible/roles/ceph-handler/tasks/check_running_cluster.yml
statically imported: /usr/share/ceph-ansible/roles/ceph-handler/tasks/check_running_cluster.yml
statically imported: /usr/share/ceph-ansible/roles/ceph-handler/tasks/check_running_cluster.yml
Skipping callback 'actionable', as we already have a stdout callback.
Skipping callback 'counter_enabled', as we already have a stdout callback.
Skipping callback 'debug', as we already have a stdout callback.
Skipping callback 'dense', as we already have a stdout callback.
Skipping callback 'dense', as we already have a stdout callback.
Skipping callback 'full_skip', as we already have a stdout callback.
Skipping callback 'json', as we already have a stdout callback.
Skipping callback 'minimal', as we already have a stdout callback.
Skipping callback 'null', as we already have a stdout callback.
Skipping callback 'oneline', as we already have a stdout callback.
Skipping callback 'selective', as we already have a stdout callback.
Skipping callback 'skippy', as we already have a stdout callback.
Skipping callback 'stderr', as we already have a stdout callback.
Skipping callback 'unixy', as we already have a stdout callback.
Skipping callback 'yaml', as we already have a stdout callback.
PLAYBOOK: site.yml *******************************************************************************************************************************
16 plays in site.yml
[WARNING]: Could not match supplied host pattern, ignoring: mdss
[WARNING]: Could not match supplied host pattern, ignoring: rgws
[WARNING]: Could not match supplied host pattern, ignoring: nfss
[WARNING]: Could not match supplied host pattern, ignoring: rbdmirrors
[WARNING]: Could not match supplied host pattern, ignoring: clients
[WARNING]: Could not match supplied host pattern, ignoring: mgrs
[WARNING]: Could not match supplied host pattern, ignoring: iscsigws
[WARNING]: Could not match supplied host pattern, ignoring: iscsi-gws
[WARNING]: Could not match supplied host pattern, ignoring: rgwloadbalancers
PLAY [mons,osds,mdss,rgws,nfss,rbdmirrors,clients,mgrs,iscsigws,iscsi-gws,grafana-server,rgwloadbalancers] ***************************************
TASK [check for python] **************************************************************************************************************************
task path: /usr/share/ceph-ansible/raw_install_python.yml:2
Friday 17 September 2021  14:43:11 +0800 (0:00:00.112)       0:00:00.112 ****** 
<inf-c7-n1> Attempting python interpreter discovery
<inf-c7-n2> Attempting python interpreter discovery
<inf-c7-n3> Attempting python interpreter discovery
<inf-c7-n1> ESTABLISH SSH CONNECTION FOR USER: None
<inf-c7-n2> ESTABLISH SSH CONNECTION FOR USER: None
<inf-c7-n5> Attempting python interpreter discovery
<inf-c7-n3> ESTABLISH SSH CONNECTION FOR USER: None
<inf-c7-n7> Attempting python interpreter discovery
......
......
TASK [show ceph status for cluster ceph] *********************************************************************************************************
task path: /usr/share/ceph-ansible/site.yml:508
Friday 17 September 2021  15:15:17 +0800 (0:00:01.902)       0:32:05.977 ****** 
ok: [inf-c7-n1 -> inf-c7-n1] => 
  msg:
  - '  cluster:'
  - '    id:     62fcf0e4-4491-45fd-934f-2ff184be6ff0'
  - '    health: HEALTH_WARN'
  - '            mons are allowing insecure global_id reclaim'
  - ' '
  - '  services:'
  - '    mon: 3 daemons, quorum inf-c7-n1,inf-c7-n2,inf-c7-n3 (age 12m)'
  - '    mgr: inf-c7-n2(active, since 20s), standbys: inf-c7-n3, inf-c7-n1'
  - '    osd: 9 osds: 9 up (since 7m), 9 in (since 7m)'
  - ' '
  - '  data:'
  - '    pools:   0 pools, 0 pgs'
  - '    objects: 0 objects, 0 B'
  - '    usage:   9.0 GiB used, 81 GiB / 90 GiB avail'
  - '    pgs:     '
  - ' '
META: ran handlers
META: ran handlers
PLAY RECAP ***************************************************************************************************************************************
inf-c7-n1                  : ok=368  changed=53   unreachable=0    failed=0    skipped=586  rescued=0    ignored=0   
inf-c7-n2                  : ok=285  changed=44   unreachable=0    failed=0    skipped=531  rescued=0    ignored=0   
inf-c7-n3                  : ok=296  changed=47   unreachable=0    failed=0    skipped=518  rescued=0    ignored=0   
inf-c7-n5                  : ok=145  changed=42   unreachable=0    failed=0    skipped=292  rescued=0    ignored=0   
inf-c7-n6                  : ok=135  changed=41   unreachable=0    failed=0    skipped=286  rescued=0    ignored=0   
inf-c7-n7                  : ok=135  changed=42   unreachable=0    failed=0    skipped=286  rescued=0    ignored=0   
INSTALLER STATUS *********************************************************************************************************************************
Install Ceph Monitor           : Complete (0:04:08)
Install Ceph OSD               : Complete (0:01:35)
Install Ceph Dashboard         : Complete (0:02:28)
Install Ceph Grafana           : Complete (0:02:31)
Install Ceph Node Exporter     : Complete (0:02:03)
Install Ceph Crash             : Complete (0:00:24)
Friday 17 September 2021  15:15:17 +0800 (0:00:00.128)       0:32:06.106 ****** 
=============================================================================== 
ceph-common : install redhat ceph packages ---------------------------------------------------------------------------------------------- 934.58s
/usr/share/ceph-ansible/roles/ceph-common/tasks/installs/install_redhat_packages.yml:18 ---------------------------------------------------------
install ceph-mgr packages on RedHat or SUSE --------------------------------------------------------------------------------------------- 145.92s
/usr/share/ceph-ansible/roles/ceph-mgr/tasks/pre_requisite.yml:9 --------------------------------------------------------------------------------
ceph-container-engine : install container packages --------------------------------------------------------------------------------------- 63.66s
/usr/share/ceph-ansible/roles/ceph-container-engine/tasks/pre_requisites/prerequisites.yml:26 ---------------------------------------------------
ceph-dashboard : check if dashboard admin user exists ------------------------------------------------------------------------------------ 44.98s
/usr/share/ceph-ansible/roles/ceph-dashboard/tasks/configure_dashboard.yml:154 ------------------------------------------------------------------
ceph-grafana : wait for grafana to start ------------------------------------------------------------------------------------------------- 44.79s
/usr/share/ceph-ansible/roles/ceph-grafana/tasks/configure_grafana.yml:110 ----------------------------------------------------------------------
ceph-common : install centos dependencies ------------------------------------------------------------------------------------------------ 31.31s
/usr/share/ceph-ansible/roles/ceph-common/tasks/installs/install_redhat_packages.yml:10 ---------------------------------------------------------
install ceph-grafana-dashboards package on RedHat or SUSE -------------------------------------------------------------------------------- 25.94s
/usr/share/ceph-ansible/roles/ceph-grafana/tasks/configure_grafana.yml:2 ------------------------------------------------------------------------
ceph-osd : use ceph-volume lvm batch to create bluestore osds ---------------------------------------------------------------------------- 22.51s
/usr/share/ceph-ansible/roles/ceph-osd/tasks/scenarios/lvm-batch.yml:3 --------------------------------------------------------------------------
ceph-infra : install firewalld python binding -------------------------------------------------------------------------------------------- 14.26s
/usr/share/ceph-ansible/roles/ceph-infra/tasks/configure_firewall.yml:16 ------------------------------------------------------------------------
ceph-grafana : make sure grafana is down ------------------------------------------------------------------------------------------------- 11.37s
/usr/share/ceph-ansible/roles/ceph-grafana/tasks/configure_grafana.yml:13 -----------------------------------------------------------------------
ceph-dashboard : copy self-signed generated certificate on mons --------------------------------------------------------------------------- 9.01s
/usr/share/ceph-ansible/roles/ceph-dashboard/tasks/configure_dashboard.yml:84 -------------------------------------------------------------------
gather and delegate facts ----------------------------------------------------------------------------------------------------------------- 8.65s
/usr/share/ceph-ansible/site.yml:42 -------------------------------------------------------------------------------------------------------------
ceph-mgr : wait for all mgr to be up ------------------------------------------------------------------------------------------------------ 8.61s
/usr/share/ceph-ansible/roles/ceph-mgr/tasks/mgr_modules.yml:11 ---------------------------------------------------------------------------------
ceph-mon : fetch ceph initial keys -------------------------------------------------------------------------------------------------------- 8.12s
/usr/share/ceph-ansible/roles/ceph-mon/tasks/ceph_keys.yml:20 -----------------------------------------------------------------------------------
ceph-mon : waiting for the monitor(s) to form the quorum... ------------------------------------------------------------------------------- 7.70s
/usr/share/ceph-ansible/roles/ceph-mon/tasks/ceph_keys.yml:2 ------------------------------------------------------------------------------------
add modules to ceph-mgr ------------------------------------------------------------------------------------------------------------------- 7.38s
/usr/share/ceph-ansible/roles/ceph-mgr/tasks/mgr_modules.yml:44 ---------------------------------------------------------------------------------
ceph-container-engine : start container service ------------------------------------------------------------------------------------------- 6.50s
/usr/share/ceph-ansible/roles/ceph-container-engine/tasks/pre_requisites/prerequisites.yml:81 ---------------------------------------------------
ceph-dashboard : config the current dashboard backend ------------------------------------------------------------------------------------- 6.28s
/usr/share/ceph-ansible/roles/ceph-dashboard/tasks/configure_dashboard.yml:122 ------------------------------------------------------------------
ceph-infra : install chrony --------------------------------------------------------------------------------------------------------------- 6.06s
/usr/share/ceph-ansible/roles/ceph-infra/tasks/setup_ntp.yml:15 ---------------------------------------------------------------------------------
ceph-common : configure red hat ceph community repository stable key ---------------------------------------------------------------------- 5.70s
/usr/share/ceph-ansible/roles/ceph-common/tasks/installs/redhat_community_repository.yml:10 -----------------------------------------------------

完成

[root@inf-c7-n1 ~]# ceph -s
  cluster:
    id:     62fcf0e4-4491-45fd-934f-2ff184be6ff0
    health: HEALTH_OK
  services:
    mon: 3 daemons, quorum inf-c7-n1,inf-c7-n2,inf-c7-n3 (age 2h)
    mgr: inf-c7-n2(active, since 111m), standbys: inf-c7-n3, inf-c7-n1
    osd: 9 osds: 9 up (since 118m), 9 in (since 118m)
  data:
    pools:   1 pools, 32 pgs
    objects: 0 objects, 0 B
    usage:   9.5 GiB used, 80 GiB / 90 GiB avail
    pgs:     32 active+clean