设置hive支持中文注释

  1. use metastore;
  2. alter table COLUMNS_V2 modify column COMMENT varchar(256) character set utf8;
  3. alter table TABLE_PARAMS modify column PARAM_VALUE varchar(4000) character set utf8;
  4. alter table PARTITION_PARAMS modify column PARAM_VALUE varchar(4000) character set utf8;
  5. alter table PARTITION_KEYS modify column PKEY_COMMENT varchar(4000) character set utf8;
  6. flush privileges;

hive-site.xml

<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<configuration>
<!-- jdbc 连接的 URL --> 
<property>
  <name>javax.jdo.option.ConnectionURL</name>
  <value>jdbc:mysql://hadoop102:3306/metastore?useSSL=false</value>
</property>
<!-- jdbc 连接的 Driver--> 
<property>
  <name>javax.jdo.option.ConnectionDriverName</name>
  <value>com.mysql.jdbc.Driver</value>
</property>
<!-- jdbc 连接的 username--> 
<property>
  <name>javax.jdo.option.ConnectionUserName</name>
  <value>root</value>
</property>
<!-- jdbc 连接的 password --> 
<property>
  <name>javax.jdo.option.ConnectionPassword</name>
  <value>000000</value>
</property>
<!-- Hive 元数据存储版本的验证 --> 
<property>
  <name>hive.metastore.schema.verification</name>
  <value>false</value>
</property>
<!--元数据存储授权--> 
<property>
  <name>hive.metastore.event.db.notification.api.auth</name>
  <value>false</value>
</property>
<!-- Hive 默认在 HDFS 的工作目录 --> 
<property>
  <name>hive.metastore.warehouse.dir</name>
  <value>/user/hive/warehouse</value>
</property>

<!-- 指定存储元数据要连接的地址 --> 
<property>
   <name>hive.metastore.uris</name>
   <value>thrift://hadoop102:9083</value>
</property>

 <!-- 指定 hiveserver2 连接的 host --> 
<property>
  <name>hive.server2.thrift.bind.host</name>
  <value>hadoop102</value>
</property>
<!-- 指定 hiveserver2 连接的端口号 --> 
<property>
  <name>hive.server2.thrift.port</name>
  <value>10000</value>
</property>


</configuration>
  • nohup hive —service metastore > $HIVE_LOG_DIR/metastore.log 2>&1 &
  • nohup hive —service hiveserver2 > $HIVE_LOG_DIR/metastore.log 2>&1 &

hive-log4j2.properties

hive的log默认/tmp/atguigu/hive.log，修改为指定目录
hive.log.dir=/opt/module/hive/logs

hive-env.sh

hiveserver2进程JVM堆内存默认1024，改为2048
vim /hive/conf/hive-env.sh

if [ "SERVICE"="metastore"];thenif[−z"DEBUG" ]; then
export HIVE_METASTORE_HADOOP_OPTS=" -XX:+PrintCommandLineFlags -Xms12g -Xmx12g -XX:MetaspaceSize=128m -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFract
ion=75 -XX:+UseCMSInitiatingOccupancyOnly -verbose:gc -XX:+PrintGCDetails -XX:+PrintTenuringDistribution -XX:+PrintGCApplicationStoppedTime -XX:+PrintPromotionFailure -XX:+PrintGCDat
eStamps -XX:+UseGCLogFileRotation -XX:NumberOfGCLogFiles=2 -XX:GCLogFileSize=512M -Xloggc:/app/hive/log/gc-metastore.log"
else
export HIVE_METASTORE_HADOOP_OPTS=" -XX:+PrintCommandLineFlags -Xms12g -Xmx12g -XX:MetaspaceSize=128m -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFract
ion=75 -XX:+UseCMSInitiatingOccupancyOnly -verbose:gc -XX:+PrintGCDetails -XX:+PrintTenuringDistribution -XX:+PrintGCApplicationStoppedTime -XX:+PrintPromotionFailure -XX:+PrintGCDat
eStamps -XX:+UseGCLogFileRotation -XX:NumberOfGCLogFiles=2 -XX:GCLogFileSize=512M -Xloggc:/app/hive/log/gc-metastore.log"
fi 
export HADOOP_CLIENT_OPTS=" -Xmx12g -Xss512k $HADOOP_CLIENT_OPTS"
fi



if [ "SERVICE"="hiveserver2"];thenif[−z"DEBUG" ]; then
export HIVE_SERVER2_HADOOP_OPTS="HADOOPOPTS−XX:+PrintCommandLineFlags−Xms12g−Xmx12g−XX:MetaspaceSize=128m−XX:+UseParNewGC−XX:+UseConcMarkSweepGC−XX:CMSInitiatingOccupancyFraction=75−XX:+UseCMSInitiatingOccupancyOnly−verbose:gc−XX:+PrintGCDetails−XX:+PrintTenuringDistribution−XX:+PrintGCApplicationStoppedTime−XX:+PrintPromotionFailure−XX:+PrintGCDateStamps−XX:+UseGCLogFileRotation−XX:NumberOfGCLogFiles=2−XX:GCLogFileSize=512M−Xloggc:/app/hive/log/gc−hiveserver2.log"elseexportHIVESERVER2HADOOPOPTS="HADOOP_OPTS -XX:+PrintCommandLineFlags -Xms12g -Xmx12g -XX:MetaspaceSize=128m -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccu
pancyFraction=75 -XX:+UseCMSInitiatingOccupancyOnly -verbose:gc -XX:+PrintGCDetails -XX:+PrintTenuringDistribution -XX:+PrintGCApplicationStoppedTime -XX:+PrintPromotionFailure -XX:+
PrintGCDateStamps -XX:+UseGCLogFileRotation -XX:NumberOfGCLogFiles=2 -XX:GCLogFileSize=512M -Xloggc:/app/hive/log/gc-hiveserver2.log"
fi 
export HADOOP_CLIENT_OPTS=" -Xmx12g -Xss512k $HADOOP_CLIENT_OPTS"
fi