启动镜像

    cd $HADOOP_HOME/etc/hadoop 进入hadoop配置文件目录

    配置1命名节点-nn,2数据节点dn1,dn2

    修改workers 内容为
    dn1
    dn2

    编辑core-site.xml


    fs.defaultFS
    hdfs://nn:9000



    hadoop.tmp.dir
    file:///home/hadoop/tmp

    编辑 hdfs-site.xml


    dfs.replication
    2



    dfs.namenode.name.dir
    file:///home/hadoop/hdfs/name

    配置SSH:
    ssh-keygen -t rsa -P ‘’ -f ~/.ssh/id_rsa
    ssh-copy-id -i ~/.ssh/id_rsa hadoop@localhost

    关闭容器
    docker commit hadoop_temp cluster_proto

    创建hadoop集群专用网路 hnet
    docker network create —subnet=172.20.0.0/16 hnet

    docker run -d —name=nn —hostname=nn —network=hnet —ip=172.20.1.0 —add-host=dn1:172.20.1.1 —add-host=dn2:172.20.1.2 —privileged cluster_proto /usr/sbin/init

    docker run -d —name=dn1 —hostname=dn1 —network=hnet —ip=172.20.1.1 —add-host=nn:172.20.1.0 —add-host=dn2:172.20.1.2 —privileged cluster_proto /usr/sbin/init

    docker run -d —name=dn2 —hostname=dn2 —network=hnet —ip=172.20.1.2 —add-host=nn:172.20.1.0 —add-host=dn1:172.20.1.1 —privileged cluster_proto /usr/sbin/init

    进入命名节点
    docker exec -it nn su hadoop

    格式化hdfs
    hdfs namecode -format

    启动hdfs
    start-dfs.sh