环境准备

防火墙关闭

selinux关闭

jdk安装

mysql安装

hosts文件
192.168.10.20 master
192.168.10.30 slave1
192.168.10.40 slave2

时间同步

创建db 用户

  2. create database cmf default character set utf8;   #注意创建数据库要指定utf8格式
  3. GRANT ALL PRIVILEGES ON cmf.* TO 'cmf'@'%' IDENTIFIED BY '123456' ;
  5. create database amon default character set utf8;
  6. GRANT ALL PRIVILEGES ON amon.* TO 'amon'@'%' IDENTIFIED BY '123456' ;
  7. flush privileges;
  9. 查看mysql数据库格式
  10. mysql> show create database mysql;

部署mysql jar

  1. [root@master cdh]# mkdir -p /usr/share/java
  2. [root@master cdh]# cp mysql-connector-java-5.1.47.jar /usr/share/java/mysql-connector-java.jar

离线部署cm

  1. # 先把包传输到另外两台节点
  2. [root@master cdh]# scp cloudera-manager-centos7-cm5.16.1_x86_64.tar.gz slave1:/usr/local/src/cdh   
  3. [root@master cdh]# scp cloudera-manager-centos7-cm5.16.1_x86_64.tar.gz slave2:/usr/local/src/cdh
  5. # 创建安装目录，三台节点一样
  6. [root@master cdh]# mkdir /opt/cloudera-manager
  7. [root@master cdh]# tar -xvf cloudera-manager-centos7-cm5.16.1_x86_64.tar.gz -C /opt/cloudera-manager
  9. # agent配置：三台都配置成agent
  10. [root@master cdh]# cd /opt/cloudera-manager/cm-5.16.1/etc/cloudera-scm-agent/
  11. [root@master cloudera-scm-agent]# cp config.ini config.ini.bak
  12. [root@master cloudera-scm-agent]# vim config.ini
  13. [General]
  14. # Hostname of the CM server.
  15. server_host=master    # 设置为主机名，其它两台一样，这里就不操作了
  17. # server配置：将master配置成server端
  18. [root@master cloudera-scm-agent]# cd ../cloudera-scm-server/
  19. [root@master cloudera-scm-server]# cp db.properties db.properties.bak
  20. [root@master cloudera-scm-server]# vim db.properties
  21. com.cloudera.cmf.db.type=mysql
  22. com.cloudera.cmf.db.host=master
  23. com.cloudera.cmf.db.name=cmf
  24. com.cloudera.cmf.db.user=cmf
  25. com.cloudera.cmf.db.password=123456
  26. com.cloudera.cmf.db.setupType=EXTERNAL
  28. # 创建用户，授权
  29. [root@master cloudera-scm-server]# useradd --system --home=/opt/cloudera-manager/cm-5.16.1/run/cloudera-scm-server/ --no-create-home --shell=/bin/false cloudera-scm 
  30. [root@master cloudera-scm-server]# chown -R cloudera-scm:cloudera-scm /opt/cloudera-manager

parcel文件离线源

  1. [root@master cdh]# mkdir -p /opt/cloudera/parcel-repo
  2. [root@master cdh]# mv CDH-5.16.1-1.cdh5.16.1.p0.3-el7.parcel /opt/cloudera/parcel-repo/
  3. [root@master cdh]# mv CDH-5.16.1-1.cdh5.16.1.p0.3-el7.parcel.sha1 /opt/cloudera/parcel-repo/CDH-5.16.1-1.cdh5.16.1.p0.3-el7.parcel.sha 
  4. [root@master cdh]# mv manifest.json /opt/cloudera/parcel-repo/
  5. [root@master cdh]# cd /opt/cloudera/parcel-repo/
  6. [root@master parcel-repo]# ll
  7. 总用量 2077716
  8. -rw-r--r-- 1 root root 2127506677 9月  17 14:57 CDH-5.16.1-1.cdh5.16.1.p0.3-el7.parcel
  9. -rw-r--r-- 1 root root         41 9月  17 14:55 CDH-5.16.1-1.cdh5.16.1.p0.3-el7.parcel.sha
  10. -rw-r--r-- 1 root root      66538 9月  17 14:55 manifest.json
  12. # 查看校验值是否正确
  13. [root@master parcel-repo]# cat CDH-5.16.1-1.cdh5.16.1.p0.3-el7.parcel.sha 
  14. 703728dfa7690861ecd3a9bcd412b04ac8de7148
  15. [root@master parcel-repo]# /usr/bin/sha1sum CDH-5.16.1-1.cdh5.16.1.p0.3-el7.parcel
  16. 703728dfa7690861ecd3a9bcd412b04ac8de7148  CDH-5.16.1-1.cdh5.16.1.p0.3-el7.parcel
  18. # 授权
  19. [root@master parcel-repo]# chown -R cloudera-scm:cloudera-scm /opt/cloudera

所有节点创建大数据软件的安装目录 用户和用户组

  1. [root@master parcel-repo]# mkdir -p /opt/cloudera/parcels
  2. [root@master parcel-repo]# chown -R cloudera-scm:cloudera-scm /opt/cloudera/

启动节点

  1. 启动master
  2. # /opt/cloudera-manager/cm-5.16.1/etc/init.d/cloudera-scm-server start
  4. 启动agent，三台都起
  5. /opt/cloudera-manager/cm-5.16.1/etc/init.d/cloudera-scm-agent start
  7. 问题：pstree: 未找到命令
  8. # yum -y install psmisc

Web界面访问

  1. http://192.168.10.20:7180 
  2. 用户密码：admin/amdin