节点总览

172.10.0.2 cm.hadoop cm
172.10.0.3 cdh01.hadoop cdh01
172.10.0.5 cdh02.hadoop cdh02
172.10.0.6 cdh03.hadoop cdh03

运行容器节点

  1. #cdh01节点
  2. docker run -d --add-host cm.hadoop cm:172.10.0.2 --add-host cdh02.hadoop cdn02:172.10.0.5 \
  3. --add-host cdh03.hadoop cdh03:172.10.0.6 --net hadoop_net --ip 172.10.0.3 -h cdn01.hadoop \
  4. -p 20022:22 --restart always --name cdh01.hadoop --privileged centos /usr/sbin/init 
  5. #cdh02节点
  6. docker run -d --add-host cm.hadoop cm:172.10.0.2 --add-host cdh01.hadoop cdn01:172.10.0.3 \
  7. --add-host cdh03.hadoop cdh03:172.10.0.6 --net hadoop_net --ip 172.10.0.5 -h cdn02.hadoop \
  8. -p 30022:22 --restart always --name cdh02.hadoop --privileged centos /usr/sbin/init
  9. #cdh03节点
  10. docker run -d --add-host cm.hadoop cm:172.10.0.2 --add-host cdh02.hadoop cdn02:172.10.0.5 \
  11. --add-host cdh01.hadoop cdh01:172.10.0.3 --net hadoop_net --ip 172.10.0.6 -h cdn03.hadoop \
  12. -p 50022:22 --restart always --name cdh03.hadoop --privileged centos /usr/sbin/init
  14. #注意hostnam不能重复

初始化节点

  1. #每个节点类似,以cdh01为例
  2. docker exec -it cdh01.hadoop /bin/sh
  4. #安装常见工具
  5. yum install -y kde-l10n-Chinese telnet reinstall glibc-common vim wget ntp net-tools
  7. #配置中文环境变量
  8. (
  9. cat <<EOF
  10. export LC_ALL=zh_CN.utf8
  11. export LANG=zh_CN.utf8
  12. export LANGUAGE=zh_CN.utf8
  13. EOF
  14. ) >> ~/.bashrc \
  15. && localedef -c -f UTF-8 -i zh_CN zh_CN.utf8 \
  16. && source ~/.bashrc \
  17. && echo $LANG
  19. #配置ntp服务
  20. vim /etc/ntp.conf #注释原来的server,添加国内的server

server 0.cn.pool.ntp.org server 1.cn.pool.ntp.org server 2.cn.pool.ntp.org server 3.cn.pool.ntp.org

  1. systemctl start ntpd && \
  2. systemctl enable ntpd && \
  3. ntpdate -u 0.cn.pool.ntp.org && \
  4. hwclock --systohc && \
  5. timedatectl set-timezone Asia/Shanghai && \  #配置时区
  6. date
  8. #开启ssh
  9. yum install openssh-clients.x86_64 && \
  10. yum install openssh-server.x86_64 && \
  11. systemctl enable sshd && \
  12. systemctl start sshd
  14. #按提示修改root密码 所有节点保持一致
  15. passwd 
  17. #关闭transparent_hugepage  关闭内存按2M页大小分配
  18. echo never > /sys/kernel/mm/transparent_hugepage/defrag && \
  19. echo never > /sys/kernel/mm/transparent_hugepage/enabled
  20. vim /etc/rc.local

echo never > /sys/kernel/mm/transparent_hugepage/defrag echo never > /sys/kernel/mm/transparent_hugepage/enabled

  1. sysctl vm.swappiness=10 #默认是60 即物理内存用到40%就开始使用swap虚拟内存
  2. echo "vm.swappiness=10" >> /etc/sysctl.conf
  3. sysctl -p #立刻生效

安装集群

浏览器访问http://172.10.0.2:7180 用户名/密码:admin/admin ,按照向导来 简单的就不贴图了
角色分配截图

image.png