flink1.13 读取kafka写入hive

时间:2025-04-09 07:05:37
<dependencies> <dependency> <groupId></groupId> <artifactId>flink-connector-kafka_2.11</artifactId> <version>${}</version> </dependency> <dependency> <groupId></groupId> <artifactId>flink-streaming-java_${}</artifactId> <version>${}</version> </dependency> <dependency> <groupId></groupId> <artifactId>flink-statebackend-rocksdb_${}</artifactId> <version>${}</version> <scope>provided</scope> </dependency> <dependency> <groupId></groupId> <artifactId>flink-statebackend-rocksdb_${}</artifactId> <version>${}</version> </dependency> <dependency> <groupId></groupId> <artifactId>flink-table-planner_2.11</artifactId> <version>${}</version> </dependency> <dependency> <groupId></groupId> <artifactId>flink-streaming-scala_${}</artifactId> <version>${}</version> </dependency> <dependency> <groupId></groupId> <artifactId>flink-clients_${}</artifactId> <version>${}</version> </dependency> <dependency> <groupId></groupId> <artifactId>flink-table-common</artifactId> <version>${}</version> </dependency> <dependency> <groupId></groupId> <artifactId>flink-table-api-scala-bridge_${}</artifactId> <version>${}</version> </dependency> <dependency> <groupId></groupId> <artifactId>flink-table-planner-blink_${}</artifactId> <version>${}</version> </dependency> <dependency> <groupId></groupId> <artifactId>flink-connector-hive_${}</artifactId> <version>${}</version> </dependency> <dependency> <groupId></groupId> <artifactId>flink-json</artifactId> <version>${}</version> </dependency> <dependency> <groupId></groupId> <artifactId>hadoop-client</artifactId> <version>${}</version> </dependency> <dependency> <groupId></groupId> <artifactId>hadoop-common</artifactId> <version>${}</version> </dependency> <dependency> <groupId></groupId> <artifactId>hadoop-hdfs</artifactId> <version>${}</version> </dependency> <dependency> <groupId></groupId> <artifactId>hadoop-yarn-client</artifactId> <version>${}</version> </dependency> <dependency> <groupId></groupId> <artifactId>hadoop-mapreduce-client-core</artifactId> <version>${}</version> </dependency> <dependency> <groupId></groupId> <artifactId>hive-exec</artifactId> <version>${}</version> <exclusions> <exclusion> <groupId></groupId> <artifactId>pentaho-aggdesigner-algorithm</artifactId> </exclusion> </exclusions> </dependency> <dependency> <groupId></groupId> <artifactId>hbase-server</artifactId> <version>${}</version> </dependency> <dependency> <groupId></groupId> <artifactId>hbase-common</artifactId> <version>${}</version> </dependency> <dependency> <groupId></groupId> <artifactId>commons-pool2</artifactId> <version>2.4.2</version> </dependency> </dependencies> <build> <plugins> <!-- 指定编译java的插件 --> <plugin> <groupId></groupId> <artifactId>maven-compiler-plugin</artifactId> <version>3.5.1</version> <configuration> <source>1.8</source> <target>1.8</target> </configuration> </plugin> <!-- 指定编译scala的插件 --> <plugin> <groupId>net.</groupId> <artifactId>scala-maven-plugin</artifactId> <version>3.2.2</version> <executions> <execution> <goals> <goal>compile</goal> <goal>testCompile</goal> </goals> <configuration> <args> <arg>-dependencyfile</arg> <arg>${}/.scala_dependencies</arg> </args> </configuration> </execution> </executions> </plugin> <plugin> <groupId></groupId> <artifactId>maven-compiler-plugin</artifactId> <configuration> <source>1.8</source> <target>1.8</target> </configuration> </plugin> <plugin> <artifactId>maven-assembly-plugin</artifactId> <configuration> <descriptorRefs> <descriptorRef>jar-with-dependencies</descriptorRef> </descriptorRefs> </configuration> <executions> <execution> <id>make-assembly</id> <phase>package</phase> <goals> <goal>single</goal> </goals> </execution> </executions> </plugin> </plugins> </build>