flink 1.10.0版 hive 1.2.1版
    参考博客：flink 对 hive的支持

    1. <?xml version="1.0" encoding="UTF-8"?>
    2. <project xmlns="http://maven.apache.org/POM/4.0.0"
    3.          xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
    4.          xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
    5.     <modelVersion>4.0.0</modelVersion>
    7.     <groupId>flink_example</groupId>
    8.     <artifactId>flink</artifactId>
    9.     <version>1.0-SNAPSHOT</version>
    11.     <!--<properties>-->
    12.         <!--<flink.version>1.10.0</flink.version>-->
    13.         <!--<hive.version>1.2.1</hive.version>-->
    14.     <!--<properties/>-->
    16.     <properties>
    17.         <flink.version>1.10.0</flink.version>
    18.         <scala.binary.version>2.11</scala.binary.version>
    19.         <kafka.version>2.2.0</kafka.version>
    20.         <hive.version>1.2.1</hive.version>
    21.         <hadoop.version>2.8.5</hadoop.version>
    22.     </properties>
    24.     <dependencies>
    25.         <dependency>
    26.             <groupId>org.apache.flink</groupId>
    27.             <artifactId>flink-hadoop-fs</artifactId>
    28.             <version>${flink.version}</version>
    29.         </dependency>
    30.         <dependency>
    31.             <groupId>com.jolbox</groupId>
    32.             <artifactId>bonecp</artifactId>
    33.             <version>0.8.0.RELEASE</version>
    34.         </dependency>
    35.         <dependency>
    36.             <groupId>com.twitter</groupId>
    37.             <artifactId>parquet-hive-bundle</artifactId>
    38.             <version>1.6.0</version>
    39.         </dependency>
    41.         <dependency>
    42.             <groupId>org.apache.flink</groupId>
    43.             <artifactId>flink-scala_2.11</artifactId>
    44.             <version>${flink.version}</version>
    45.          </dependency>
    47.         <dependency>
    48.             <groupId>org.apache.flink</groupId>
    49.             <artifactId>flink-streaming-scala_2.11</artifactId>
    50.             <version>${flink.version}</version>
    51.         </dependency>
    54.         <dependency>
    55.             <groupId>org.apache.hadoop</groupId>
    56.             <artifactId>hadoop-common</artifactId>
    57.             <version>${hadoop.version}</version>
    58.         </dependency>
    59.         <dependency>
    60.             <groupId>org.apache.hadoop</groupId>
    61.             <artifactId>hadoop-hdfs</artifactId>
    62.             <version>${hadoop.version}</version>
    63.         </dependency>
    65.         <dependency>
    66.             <groupId>org.apache.hadoop</groupId>
    67.             <artifactId>hadoop-client</artifactId>
    68.             <version>${hadoop.version}</version>
    69.         </dependency>
    70.         <dependency>
    71.             <groupId>org.apache.hadoop</groupId>
    72.             <artifactId>hadoop-mapreduce-client-core</artifactId>
    73.             <version>${hadoop.version}</version>
    74.         </dependency>
    75.         <dependency>
    76.             <groupId>org.apache.hadoop</groupId>
    77.             <artifactId>hadoop-client</artifactId>
    78.             <version>${hadoop.version}</version>
    79.         </dependency>
    80.         <dependency>
    81.             <groupId>org.apache.hive</groupId>
    82.             <artifactId>hive-jdbc</artifactId>
    83.             <version>${hive.version}</version>
    84.         </dependency>
    85.         <dependency>
    86.             <groupId>org.apache.hive</groupId>
    87.             <artifactId>hive-exec</artifactId>
    88.             <version>${hive.version}</version>
    89.         </dependency>
    90.         <dependency>
    91.             <groupId>org.apache.hive</groupId>
    92.             <artifactId>hive-metastore</artifactId>
    93.             <version>${hive.version}</version>
    94.         </dependency>
    95.         <dependency>
    96.             <groupId>org.apache.hive</groupId>
    97.             <artifactId>hive-cli</artifactId>
    98.             <version>${hive.version}</version>
    99.         </dependency>
    100.         <dependency>
    101.             <groupId>org.apache.hive</groupId>
    102.             <artifactId>hive-common</artifactId>
    103.             <version>${hive.version}</version>
    104.         </dependency>
    105.         <dependency>
    106.             <groupId>org.apache.hive</groupId>
    107.             <artifactId>hive-service</artifactId>
    108.             <version>${hive.version}</version>
    109.         </dependency>
    110.         <dependency>
    111.             <groupId>org.apache.hive</groupId>
    112.             <artifactId>hive-shims</artifactId>
    113.             <version>${hive.version}</version>
    114.         </dependency>
    115.         <dependency>
    116.             <groupId>org.apache.hive.hcatalog</groupId>
    117.             <artifactId>hive-hcatalog-core</artifactId>
    118.             <version>${hive.version}</version>
    119.         </dependency>
    120.         <dependency>
    121.             <groupId>org.apache.hive.hcatalog</groupId>
    122.             <artifactId>hive-hcatalog</artifactId>
    123.             <version>${hive.version}</version>
    124.         </dependency>
    125.         <dependency>
    126.             <groupId>org.apache.thrift</groupId>
    127.             <artifactId>libfb303</artifactId>
    128.             <version>0.9.3</version>
    129.             <type>pom</type>
    130.         </dependency>
    131.         <dependency>
    132.             <groupId>org.apache.flink</groupId>
    133.             <artifactId>flink-hadoop-compatibility_2.11</artifactId>
    134.             <version>${flink.version}</version>
    135.         </dependency>
    136.         <dependency>
    137.             <groupId>org.apache.flink</groupId>
    138.             <artifactId>flink-shaded-hadoop-2-uber</artifactId>
    139.             <version>2.7.5-8.0</version>
    140.         </dependency>
    142.         <!-- Flink Dependency -->
    143.         <dependency>
    144.             <groupId>org.apache.flink</groupId>
    145.             <artifactId>flink-connector-hive_2.11</artifactId>
    146.             <version>${flink.version}</version>
    148.         </dependency>
    150.         <dependency>
    151.             <groupId>org.apache.flink</groupId>
    152.             <artifactId>flink-table-api-java-bridge_2.11</artifactId>
    153.             <version>${flink.version}</version>
    154.         </dependency>
    156.         <dependency>
    157.             <groupId>org.apache.flink</groupId>
    158.             <artifactId>flink-table-api-scala_2.11</artifactId>
    159.             <version>${flink.version}</version>
    160.         </dependency>
    162.         <dependency>
    163.             <groupId>org.apache.flink</groupId>
    164.             <artifactId>flink-table-common</artifactId>
    165.             <version>${flink.version}</version>
    166.         </dependency>
    167.     </dependencies>
    168.     <build>
    169.         <plugins>
    170.     <!-- 该插件用于将 Scala 代码编译成 class 文件 -->
    171.             <plugin>
    172.                 <groupId>net.alchim31.maven</groupId>
    173.                 <artifactId>scala-maven-plugin</artifactId>
    174.                 <version>3.4.6</version> <executions>
    175.             <execution>
    176.             <!-- 声明绑定到 maven 的 compile 阶段 --> <goals>
    177.             <goal>testCompile</goal> </goals>
    178.             </execution>
    179.             </executions>
    181.             </plugin>
    182.             <plugin>
    183.                 <groupId>org.apache.maven.plugins</groupId>
    184.                 <artifactId>maven-assembly-plugin</artifactId>
    185.                 <version>3.0.0</version>
    186.                 <configuration>
    187.                  <descriptorRefs>
    188.                      <descriptorRef>jar-with-dependencies</descriptorRef>
    189.                      <!--<source>1.8</source>-->
    190.                      <!--<target>1.8</target>-->
    191.                  </descriptorRefs>
    193.                 </configuration>
    195.                  <executions><execution>
    196.         <id>make-assembly</id>
    197.         <phase>package</phase> <goals>
    198.         <goal>single</goal> </goals>
    199.     </execution> </executions>
    200.     </plugin>
    202.             <plugin>
    203.                 <artifactId>maven-dependency-plugin</artifactId>
    204.                 <configuration>
    205.                     <excludeTransitive>false</excludeTransitive>
    206.                     <stripVersion>true</stripVersion>
    207.                     <outputDirectory>./lib</outputDirectory>
    209.                 </configuration>
    211.             </plugin>
    213.     </plugins> </build>
    214. </project>

    代码01:

    1. package org.caip;
    3. import org.apache.flink.configuration.Configuration;
    4. import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment;
    5. import org.apache.flink.streaming.api.environment.StreamExecutionEnvironmentFactory;
    6. import org.apache.flink.table.api.EnvironmentSettings;
    7. import org.apache.flink.table.api.TableEnvironment;
    8. import org.apache.flink.table.catalog.hive.HiveCatalog;
    9. public class ReadHive {
    10.     public static void main(String[] args) {
    12.         EnvironmentSettings settings = EnvironmentSettings.newInstance().useBlinkPlanner().inBatchMode().inStreamingMode().build();
    14.         TableEnvironment tableEnv = TableEnvironment.create(settings);
    16. //        Configuration configuration = tableEnv.getConfig().getConfiguration();
    17. //        configuration.setString("streaming-mode","false");
    20.         String name            = "myhive";
    21.         String defaultDatabase = "caip";
    22.         String hiveConfDir     = "/Users/gaozhen/IdeaProjects/flink/src/main/resources"; // a local path
    23.         String version         = "1.2.1";
    25.         HiveCatalog hive = new HiveCatalog(name, defaultDatabase, hiveConfDir, version);
    26.         tableEnv.registerCatalog("myhive", hive);
    27.         tableEnv.useCatalog("myhive");
    28.         String database[] = tableEnv.listDatabases();
    29.         System.out.println(database);
    30. // set the HiveCatalog as the current catalog of the session
    31.         tableEnv.useCatalog("myhive");
    32.     }
    33. }