需要背记的内容
hive建表语句
create table 表名()partitioned by (etldata string)row format delimited fields terminated by ',';
alter table customer add partition(etldata=’2022-04-10’); 添加静态分区
连接数据库
val url="jdbc:mysql://master:3306/test?useUnicode=true&characterEncoding=utf-8"val prop=new Properties()prop.put("user", "root")prop.put("password", "123456")prop.put("driver", "com.mysql.jdbc.Driver")
/user/local/src/spark-standalone/bin/spark-submit \-- class Test_MySQL_To_Hive.part \-- master spark://master:7077 \/user/local/src/data/spark.jar 10
/user/local/src/spark-standalone/bin/spark-submit
—class Test_MySQL_To_Hive.part
—master spark://master:7077
/user/local/src/data/spark.jar 10
