core-site.xml

    1. <property>
    2.   <name>fs.defaultFS</name>
    3.   <value>hdfs://bigdata</value>
    4. </property>
    5. <property>
    6.   <name>hadoop.tmp.dir</name>
    7.   <value>/opt/module/hadoop/data</value>
    8. </property>
    9. <property>
    10.   <name>ha.zookeeper.quorum</name>
    11.   <value>master:2181,slave1:2181,slave2:2181</value>
    12. </property>
    14. <property>
    15.   <name></name>
    16.   <value></value>
    17. </property>

    hdfa.-site.xml

    2. <property>
    3.   <name>dfs.nameservices</name>
    4.   <value>bigdata</value>
    5. </property>
    6. <property>
    7.   <name>dfs.ha.namenodes.bigdata</name>
    8.   <value>nn1,nn2</value>
    9. </property>
    10. <property>
    11.   <name>dfs.namenode.rpc-address.bigdata.nn1</name>
    12.   <value>master:8020</value>
    13. </property>
    14. <property>
    15.   <name>dfs.namenode.http-address.bigdata.nn2</name>
    16.   <value>master:50070</value>
    17. </property>
    19. <property>
    20.   <name>dfs.namenode.rpc-address.bigdata.nn1</name>
    21.   <value>slave1:8020</value>
    22. </property>
    23. <property>
    24.   <name>dfs.namenode.http-address.bigdata.nn2</name>
    25.   <value>salve2:50070</value>
    26. </property>
    28. <property>
    29.   <name>dfs.namennode.shared.edits.dir</name>
    30.   <value>qjournal://master:8485;slave1:8485;slave2:8485/bigdata</value>
    31. </property>
    32. <property>
    33.   <name>dfs.journalnode.edits.dir</name>
    34.   <value>/opt/module/hadoop/journaldata</value>
    35. </property>
    37. <property>
    38.   <name>dfs.client.failover.property.provider.bigdata</name>
    39.   <value>org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider</value>
    40. </property>
    41. <property>
    42.   <name>dfs.ha.automatic-failover.enabled</name>
    43.   <value>true</value>
    44. </property>
    45. <property>
    46.   <name>dfs.ha.fencing.methods</name>
    47.   <value>sshfence
    48.     shell(true)
    49.   </value>
    50. </property>
    51. <property>
    52.   <name>dfs.ha.fencing.ssh.private-key-files</name>
    53.   <value>/root/.ssh/id_rsa</value>
    54. </property>
    56. <property>
    57.   <name>dfs.ha.fencing.ssh.connent-timeout</name>
    58.   <value>3000</value>
    59. </property>
    60. <property>
    61.   <name>dfs.namenode.name.dir</name>
    62.   <value>/opt/module/hadoop/data/namenode</value>
    63. </property>
    64. <property>
    65.   <name>dfs.datanode.data.dir</name>
    66.   <value>/opt/module/hadoop/data/datanode</value>
    67. </property>
    68. <property>
    69.   <name>dfs.replication</name>
    70.   <value>2</value>
    71. </property>

    yarn-site.xml

    3. <property>
    4.   <name>yarn.resourcemanager.ha.enabled</name>
    5.   <value>true</value>
    6. </property>
    7. <property>
    8.   <name>yarn.resourcemanager.cluster.id</name>
    9.   <value>YN</value>
    10. </property>
    11. <property>
    12.   <name>yarn.resourcemanager.ha.rm-ids</name>
    13.   <value>rm1,rm2</value>
    14. </property>
    15. <property>
    16.   <name>yarn.resourcemanager.hostname.rm1</name>
    17.   <value>master</value>
    18. </property>
    20. <property>
    21.   <name>yarn.resourcemanager.hostname</name>
    22.   <value>slave1</value>
    23. </property>
    24. <property>
    25.   <name>yarn.resourcemanager.store.class</name>
    26.   <value>org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore</value>
    27. </property>
    28. <property>
    29.   <name>yarn.resourcemanager.zk-address</name>
    30.   <value>master:2181,slave1:2181,slave2:2181</value>
    31. </property>
    32. <property>
    33.   <name>yarn.resourcemanager.ha.automatic-failover.enabled</name>
    34.   <value>true</value>
    35. </property>
    37. <property>
    38.   <name>yarn.nodemanager.aux-services</name>
    39.   <value>mapreduce_shuffle</value>
    40. </property>

    mapreduce-site.xml

    1. <property>
    2.   <name>mapreudce.framwork.name</name>
    3.   <value>yarn</value>
    4. </property>
    6. <property>
    7.   <name>mapreduce.jobhistory.address</name>
    8.   <value>master:10020</value>
    9. </property>
    11. <property>
    12.   <name>mapreduce_jobhistory.wabapp.address</name>
    13.   <value>master:19888</value>
    14. </property>

    hive

    1. export hadoop_home = /opt/module/hadoop
    2. export hive_conf_hoem = /opt/module/hive/conf

    touch hive-site.xml

    1. <configuration>
    2.     <property>
    3.         <name>javax.jdo.option.ConectionURL</name>
    4.         <value>jdbc:mysql://master:3306/test?IfNotExist&useSSH=false</value>
    5.   </property>
    7.       <property>
    8.         <name>javax.jdo.option.ConnectionDriverName</name>
    9.         <value>com.mysql.jdbc.Dirver</value>
    10.   </property>
    11.       <property>
    12.         <name>javax.jdo.option.ConnectionUser</name>
    13.         <value>root</value>
    14.   </property>
    15.       <property>
    16.         <name>jaavx.jdo.option.ConnectionPassword</name>
    17.         <value>123456</value>
    18.   </property>
    21. </configuration>

    hbase

    1. vi hbase-env.xml
    2. java_home = /opt/module/java
    3. 注释 jdk+8
    4. 修改 habse_manager_ = false
    1. vi hbase-site.xml
    3. <property>
    4.   <name>hbase.rootdir</name>
    5.   <value>hdfs://master:8020/hbase</value>
    6. </property>
    8. <property>
    9.   <name>hbase.cluster.distributed</name>
    10.   <value>true</value>
    11. </property>
    12. <property>
    13.   <name>habse.zookeeper.address</name>
    14.   <value>master:2181,slave1:2181,slave2:2181</value>
    15. </property>
    16. <property>
    17.   <name>hbbase.zookeeper.property.dir</name>
    18.   <value>/opt/modules/hbase/data</value>
    19. </property>

    zookeeper

    1. vi zoo.conf
    2. datadir = =/opt/module/zookeper/data
    3. server.1=masrer:2888:3888
    4. server.2=slave1:2888:3888
    5. server.3=slave2:2888.3888
    7. mdkir data
    8. echo 1 > myid

    mysql

    1. rm -rf /etc/my.cnf
    3. cd mysql
    5. mysqld --initialize --user=root --basedir=/opt/module/mysql  datadir=/opt/module/mysql/data 
    7. 记录初始化密码
    9. mysqld_safa --user=root &
    11. 回车
    13. cd ../support-files
    14. vi support-files
    15. 添加 
    17. basedir=/opt/module/mysql
    18. datadir=/opt/module/mysql/data
    20. 启动mysql服务
    21. mysql.server start 
    23. 进入mysql中
    24. mysql -user=root -p 
    25. 初始化密码
    27. 修改密码
    28. set password = "123456"
    29. 远程连接
    30. grant all privileges on *.* to 'root'@'%' identified by 123456

    设置开机mysql服务

    cp mysql.server /etc/init.d/mysqld
    chkconfig —add /etc/init.d/mysq.d
    chkconfig mysqld on