hive-exec-shaded
- 此包是hive exec的shaded版本，在flink环境访问hive需要用到此包，兼容flink，排除掉了各类与flink冲突的依赖项，在hive 3.1.2版本中使用正常。
- maven打包命令：mvn clean compile install -f pom.xml
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<groupId>jolin</groupId>
<artifactId>hive-exec-shaded</artifactId>
<version>1.0-SNAPSHOT</version>
<packaging>jar</packaging>
<properties>
<hive-version>3.1.2</hive-version>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
<flink.version>1.12.2</flink.version>
<java.version>1.8</java.version>
<scala.binary.version>2.12</scala.binary.version>
<maven.compiler.source>${java.version}</maven.compiler.source>
<maven.compiler.target>${java.version}</maven.compiler.target>
</properties>
<dependencies>
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-exec</artifactId>
<version>${hive-version}</version>
</dependency>
</dependencies>
<build>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-shade-plugin</artifactId>
<version>3.2.4</version>
<configuration>
<createDependencyReducedPom>false</createDependencyReducedPom>
</configuration>
<executions>
<execution>
<phase>package</phase>
<goals>
<goal>shade</goal>
</goals>
<configuration>
<filters>
<filter>
<artifact>*:*</artifact>
<includes>
<include>hive-exec-log4j2.properties</include>
<include>hive-log4j2.properties</include>
<include>package.jdo</include>
<include>parquet-logging.properties</include>
<include>parquet.thrift</include>
<include>tez-container-log4j2.properties</include>
<include>au/com/bytecode/opencsv/**</include>
<include>com/**</include>
<include>io/airlift/**</include>
<include>javaewah/**</include>
<include>javax/jdo/**</include>
<include>javax/realtime/**</include>
<include>META-INF/maven/**</include>
<include>META-INF/org/**</include>
<include>META-INF/services/**</include>
<include>META-INF/ASL2.0</include>
<include>META-INF/DEPENDENCIES</include>
<include>META-INF/LICENSE</include>
<include>META-INF/LICENSE.txt</include>
<include>META-INF/MANIFEST.MF</include>
<include>META-INF/NOTICE</include>
<include>META-INF/NOTICE.txt</include>
<include>org/json/**</include>
<include>org/joda/**</include>
<include>org/apache/avro/**</include>
<include>org/apache/hive/**</include>
<include>org/apache/orc/**</include>
<include>org/apache/parquet/**</include>
<include>org/apache/tez/**</include>
<include>org/apache/thrift/**</include>
<include>org/apache/commons/lang/**</include>
<include>org/apache/commons/lang3/**</include>
<include>org/apache/hadoop/mapred/**</include>
<include>org/apache/hadoop/hive/**</include>
<include>org/apache/hadoop/fs/DefaultFileAccess.class</include>
<include>org/apache/hadoop/fs/ProxyFileSystem.class</include>
<include>org/apache/hadoop/fs/ProxyLocalFileSystem$PFileChecksum.class</include>
<include>org/apache/hadoop/fs/ProxyLocalFileSystem.class</include>
<include>
org/apache/hadoop/security/token/delegation/HiveDelegationTokenSupport.class
</include>
<include>
org/apache/hadoop/security/token/delegation/MetastoreDelegationTokenSupport.class
</include>
<include>org/codehaus/jackson/**</include>
<include>shaded/**</include>
<include>javolution/**</include>
<include>jodd/**</include>
</includes>
</filter>
</filters>
<relocations>
<relocation>
<pattern>com.google.common</pattern>
<shadedPattern>com.cerence.shaded.common</shadedPattern>
</relocation>
<relocation>
<pattern>com.google.protobuf</pattern>
<shadedPattern>com.cerence.shaded.protobuf</shadedPattern>
</relocation>
<relocation>
<pattern>com.google.thirdparty</pattern>
<shadedPattern>com.cerence.shaded.thirdparty</shadedPattern>
</relocation>
</relocations>
</configuration>
</execution>
</executions>
</plugin>
</plugins>
</build>
</project>
最后编辑于 ：
©著作权归作者所有,转载或内容合作请联系作者
平台声明：文章内容（如有图片或视频亦包括在内）由作者上传并发布，文章内容仅代表作者本人观点，简书系信息发布平台，仅提供信息存储服务。
