一、hive创建表
create database lxl1;
use lxl1;
create table test_ec (id1 string,id2 string) ROW FORMAT DELIMITED FIELDS TERMINATED BY ‘,’ STORED AS TEXTFILE;
create table test_ec1 (id1 string,id2 string) ROW FORMAT DELIMITED FIELDS TERMINATED BY ‘,’ STORED AS TEXTFILE;
二、HIVE数据目录开启EC策略
hdfs ec -enablePolicy -policy RS-3-2-1024k
hdfs ec -setPolicy -path /warehouse/tablespace/managed/hive/lxl1.db/test_ec -policy RS-3-2-1024k
hdfs ec -setPolicy -path /warehouse/tablespace/managed/hive/lxl1.db/test_ec1 -policy RS-3-2-1024k
三、查看EC策略开启是否成功:
hdfs ec -getPolicy -path /warehouse/tablespace/managed/hive/lxl1.db/test_ec
hdfs ec -getPolicy -path /warehouse/tablespace/managed/hive/lxl1.db/test_ec1
四、开始验证
1.节点全正常测试
insert into test_ec values (‘a’,’b’);
insert into test_ec1 select from test_ec;
正常,无报错
2.停掉一个节点测试:
insert into test_ec1 select from test_ec;
正常,无报错
3.停掉两个节点测试:
insert into test_ec1 select from test_ec;
4.查询数据是否可用
select from test_ec1;
数据不可用
5.启动为3个datenode节点测试:
insert into test_ec1 select * from test_ec;
刚开始报错
过一会再次测试
测试成功
查询数据可用