xsync脚本

  1. #!/bin/bash
  2. #1 获取输入参数个数，如果没有参数，直接退出
  3. pcount=$#
  4. if((pcount==0)); then
  5. echo no args;
  6. exit;
  7. fi
  9. #2 获取文件名称
  10. p1=$1
  11. fname=`basename $p1`
  12. echo fname=$fname
  14. #3 获取上级目录到绝对路径
  15. pdir=`cd -P $(dirname $p1); pwd`
  16. echo pdir=$pdir
  18. #4 获取当前用户名称
  19. user=`whoami`
  21. #5 循环
  22. for((host=103; host<105; host++)); do
  23.         echo ------------------- hadoop$host --------------
  24.         rsync -av $pdir/$fname $user@hadoop$host:$pdir
  25. done

免密配置

  1. ssh-keygen -t rsa
  2. ssh-copy-id hadoop102

其他配置

  1. vim /etc/hosts
  2. 172.17.138.24 hadoop102 hadoop102
  3. 172.17.138.25 hadoop103 hadoop103
  4. 172.17.138.23 hadoop104 hadoop104
  5. #关闭SELINUX
  6. vim /etc/selinux/config
  7. #将SELINUX=enforcing 改为SELINUX=disabled
  8. #安装jdk
  9. tar -zxvf jdk-8u144-linux-x64.tar.gz -C /usr/java/
  10. #修改环境变量
  11. vim /etc/profile
  13. export JAVA_HOME=/usr/java/jdk1.8.0_144
  14. export PATH=$PATH:$JAVA_HOME/bin
  18. CREATE DATABASE scm DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
  20. CREATE DATABASE amon DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
  22. CREATE DATABASE hue DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
  24. CREATE DATABASE hive DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
  26. CREATE DATABASE sentry DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
  28. CREATE DATABASE oozie DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
  30. /usr/share/cmf/schema/scm_prepare_database.sh mysql scm root 123456
  32. yum -y install cloudera-manager-daemons cloudera-manager-agent cloudera-manager-server
  33. yum -y install cloudera-manager-agent cloudera-manager-daemons
  34. vim /etc/cloudera-scm-agent/config.ini
  35. /usr/share/cmf/schema/scm_prepare_database.sh mysql scm root 123456
  36. /etc/rc.d/init.d/cloudera-scm-server start
  37. /etc/rc.d/init.d/cloudera-scm-agent restart
  40. UPDATE user SET Password=PASSWORD('root') where USER='root';
  42. grant all privileges on *.* to 'root' @'%' identified by 'root';
  45. /opt/cloudera/cm/schema/scm_prepare_database.sh mysql scm root root
  46. /opt/cm-5.13.0/share/cmf/schema/scm_prepare_database.sh -hd001 -P3306 --scm-host d001 --force mysql cdh root root

mysql依赖处理
https://www.jianshu.com/p/7b8c4dea6829