RANGER-4178:NoClassDefFoundError: org/apache/hadoop/hive/ql/exec/vect…

…or/ColumnVector Signed-off-by: Ramesh Mani <rmani@apache.org>
apache · Aug 24, 2023 · d8dab9f · d8dab9f
1 parent 34ab105
commit d8dab9f
Show file tree

Hide file tree

Showing 19 changed files with 89 additions and 2 deletions.
diff --git a/agents-audit/pom.xml b/agents-audit/pom.xml
@@ -361,6 +361,28 @@
                 </exclusion>
             </exclusions>
         </dependency>
+        <dependency>
+            <groupId>org.apache.orc</groupId>
+            <artifactId>orc-shims</artifactId>
+            <version>${orc.version}</version>
+            <exclusions>
+                <exclusion>
+                    <groupId>*</groupId>
+                    <artifactId>*</artifactId>
+                </exclusion>
+            </exclusions>
+        </dependency>
+        <dependency>
+            <groupId>io.airlift</groupId>
+            <artifactId>aircompressor</artifactId>
+            <version>${aircompressor.version}</version>
+            <exclusions>
+                <exclusion>
+                    <groupId>*</groupId>
+                    <artifactId>*</artifactId>
+                </exclusion>
+            </exclusions>
+        </dependency>
         <dependency>
             <groupId>com.amazonaws</groupId>
             <artifactId>aws-java-sdk-bundle</artifactId>

diff --git a/agents-audit/src/main/java/org/apache/ranger/audit/utils/RangerORCAuditWriter.java b/agents-audit/src/main/java/org/apache/ranger/audit/utils/RangerORCAuditWriter.java
@@ -54,7 +54,7 @@ public void init(Properties props, String propPrefix, String auditProviderName,
         if (logger.isDebugEnabled()) {
             logger.debug("==> RangerORCAuditWriter.init()");
         }
-        init(props,propPrefix);
+        init(props,propPrefix,auditProviderName);
         super.init(props, propPrefix, auditProviderName, auditConfigs);
         if (logger.isDebugEnabled()) {
             logger.debug("<== RangerORCAuditWriter.init()");
@@ -174,7 +174,7 @@ public Collection<AuthzAuditEvent> getAuthzAuditEvents(Collection<String> events
         return ret;
     }
 
-    public void init(Properties props, String propPrefix) {
+    public void init(Properties props, String propPrefix, String auditProviderName) {
         compression    = MiscUtil.getStringProperty(props, propPrefix + "." + fileType +".compression");
         orcBufferSize  = MiscUtil.getIntProperty(props, propPrefix + "." + fileType +".buffersize",defaultbufferSize);
         orcStripeSize  = MiscUtil.getLongProperty(props, propPrefix + "." + fileType +".stripesize",defaultStripeSize);

diff --git a/distro/src/main/assembly/hbase-agent.xml b/distro/src/main/assembly/hbase-agent.xml
@@ -75,6 +75,10 @@
           <include>org.apache.lucene:lucene-core</include>
           <include>joda-time:joda-time</include>
           <include>com.carrotsearch:hppc</include>
+          <include>org.apache.hive:hive-storage-api:jar:${hive.storage-api.version}</include>
+          <include>org.apache.orc:orc-core:jar:${orc.version}</include>
+          <include>org.apache.orc:orc-shims:jar:${orc.version}</include>
+          <include>io.airlift:aircompressor:jar:${aircompressor.version}</include>
         </includes>
       </binaries>
     </moduleSet>

diff --git a/distro/src/main/assembly/hdfs-agent.xml b/distro/src/main/assembly/hdfs-agent.xml
@@ -105,6 +105,10 @@
           <include>org.apache.lucene:lucene-core</include>
           <include>joda-time:joda-time</include>
           <include>com.carrotsearch:hppc</include>
+            <include>org.apache.hive:hive-storage-api:jar:${hive.storage-api.version}</include>
+            <include>org.apache.orc:orc-core:jar:${orc.version}</include>
+            <include>org.apache.orc:orc-shims:jar:${orc.version}</include>
+            <include>io.airlift:aircompressor:jar:${aircompressor.version}</include>
         </includes>
       </binaries>
     </moduleSet>

diff --git a/distro/src/main/assembly/kms.xml b/distro/src/main/assembly/kms.xml
@@ -322,6 +322,10 @@
                             <include>org.apache.lucene:lucene-core</include>
                             <include>joda-time:joda-time</include>
                             <include>com.carrotsearch:hppc</include>
+                            <include>org.apache.hive:hive-storage-api:jar:${hive.storage-api.version}</include>
+                            <include>org.apache.orc:orc-core:jar:${orc.version}</include>
+                            <include>org.apache.orc:orc-shims:jar:${orc.version}</include>
+                            <include>io.airlift:aircompressor:jar:${aircompressor.version}</include>
                         </includes>
                     </dependencySet>
                     <dependencySet>

diff --git a/distro/src/main/assembly/knox-agent.xml b/distro/src/main/assembly/knox-agent.xml
@@ -83,6 +83,10 @@
           <include>org.apache.lucene:lucene-core</include>
           <include>joda-time:joda-time</include>
           <include>com.carrotsearch:hppc</include>
+          <include>org.apache.hive:hive-storage-api:jar:${hive.storage-api.version}</include>
+          <include>org.apache.orc:orc-core:jar:${orc.version}</include>
+          <include>org.apache.orc:orc-shims:jar:${orc.version}</include>
+          <include>io.airlift:aircompressor:jar:${aircompressor.version}</include>
         </includes>
       </binaries>
     </moduleSet>

diff --git a/distro/src/main/assembly/plugin-atlas.xml b/distro/src/main/assembly/plugin-atlas.xml
@@ -89,6 +89,10 @@
           <include>org.apache.lucene:lucene-core</include>
           <include>joda-time:joda-time</include>
           <include>com.carrotsearch:hppc</include>
+          <include>org.apache.hive:hive-storage-api:jar:${hive.storage-api.version}</include>
+          <include>org.apache.orc:orc-core:jar:${orc.version}</include>
+          <include>org.apache.orc:orc-shims:jar:${orc.version}</include>
+          <include>io.airlift:aircompressor:jar:${aircompressor.version}</include>
         </includes>
       </binaries>
     </moduleSet>

diff --git a/distro/src/main/assembly/plugin-elasticsearch.xml b/distro/src/main/assembly/plugin-elasticsearch.xml
@@ -95,6 +95,10 @@
           <include>org.apache.lucene:lucene-core</include>
           <include>joda-time:joda-time</include>
           <include>com.carrotsearch:hppc</include>
+          <include>org.apache.hive:hive-storage-api:jar:${hive.storage-api.version}</include>
+          <include>org.apache.orc:orc-core:jar:${orc.version}</include>
+          <include>org.apache.orc:orc-shims:jar:${orc.version}</include>
+          <include>io.airlift:aircompressor:jar:${aircompressor.version}</include>
         </includes>
       </binaries>
     </moduleSet>

diff --git a/distro/src/main/assembly/plugin-kafka.xml b/distro/src/main/assembly/plugin-kafka.xml
@@ -91,6 +91,10 @@
 					<include>org.apache.lucene:lucene-core</include>
 					<include>joda-time:joda-time</include>
 					<include>com.carrotsearch:hppc</include>
+					<include>org.apache.hive:hive-storage-api:jar:${hive.storage-api.version}</include>
+					<include>org.apache.orc:orc-core:jar:${orc.version}</include>
+					<include>org.apache.orc:orc-shims:jar:${orc.version}</include>
+					<include>io.airlift:aircompressor:jar:${aircompressor.version}</include>
 				</includes>
 			</binaries>
 		</moduleSet>

diff --git a/distro/src/main/assembly/plugin-kms.xml b/distro/src/main/assembly/plugin-kms.xml
@@ -69,6 +69,10 @@
           <include>com.kstruct:gethostname4j:jar:${kstruct.gethostname4j.version}</include>
           <include>net.java.dev.jna:jna:jar:${jna.version}</include>
           <include>net.java.dev.jna:jna-platform:jar:${jna-platform.version}</include>
+          <include>org.apache.hive:hive-storage-api:jar:${hive.storage-api.version}</include>
+          <include>org.apache.orc:orc-core:jar:${orc.version}</include>
+          <include>org.apache.orc:orc-shims:jar:${orc.version}</include>
+          <include>io.airlift:aircompressor:jar:${aircompressor.version}</include>
         </includes>
       </binaries>
     </moduleSet>

diff --git a/distro/src/main/assembly/plugin-kylin.xml b/distro/src/main/assembly/plugin-kylin.xml
@@ -78,6 +78,10 @@
               <include>org.apache.lucene:lucene-core</include>
               <include>joda-time:joda-time</include>
               <include>com.carrotsearch:hppc</include>
+              <include>org.apache.hive:hive-storage-api:jar:${hive.storage-api.version}</include>
+              <include>org.apache.orc:orc-core:jar:${orc.version}</include>
+              <include>org.apache.orc:orc-shims:jar:${orc.version}</include>
+              <include>io.airlift:aircompressor:jar:${aircompressor.version}</include>
             </includes>
           </dependencySet>
           <dependencySet>

diff --git a/distro/src/main/assembly/plugin-ozone.xml b/distro/src/main/assembly/plugin-ozone.xml
@@ -125,6 +125,10 @@
                     <include>org.apache.lucene:lucene-core</include>
                     <include>joda-time:joda-time</include>
                     <include>com.carrotsearch:hppc</include>
+                    <include>org.apache.hive:hive-storage-api:jar:${hive.storage-api.version}</include>
+                    <include>org.apache.orc:orc-core:jar:${orc.version}</include>
+                    <include>org.apache.orc:orc-shims:jar:${orc.version}</include>
+                    <include>io.airlift:aircompressor:jar:${aircompressor.version}</include>
                 </includes>
             </binaries>
         </moduleSet>

diff --git a/distro/src/main/assembly/plugin-presto.xml b/distro/src/main/assembly/plugin-presto.xml
@@ -117,6 +117,10 @@
                     <include>org.apache.lucene:lucene-core</include>
                     <include>joda-time:joda-time</include>
                     <include>com.carrotsearch:hppc</include>
+                    <include>org.apache.hive:hive-storage-api:jar:${hive.storage-api.version}</include>
+                    <include>org.apache.orc:orc-core:jar:${orc.version}</include>
+                    <include>org.apache.orc:orc-shims:jar:${orc.version}</include>
+                    <include>io.airlift:aircompressor:jar:${aircompressor.version}</include>
                 </includes>
             </binaries>
         </moduleSet>

diff --git a/distro/src/main/assembly/plugin-solr.xml b/distro/src/main/assembly/plugin-solr.xml
@@ -70,6 +70,10 @@
           <include>org.apache.lucene:lucene-core</include>
           <include>joda-time:joda-time</include>
           <include>com.carrotsearch:hppc</include>
+          <include>org.apache.hive:hive-storage-api:jar:${hive.storage-api.version}</include>
+          <include>org.apache.orc:orc-core:jar:${orc.version}</include>
+          <include>org.apache.orc:orc-shims:jar:${orc.version}</include>
+          <include>io.airlift:aircompressor:jar:${aircompressor.version}</include>
         </includes>
       </binaries>
     </moduleSet>

diff --git a/distro/src/main/assembly/plugin-sqoop.xml b/distro/src/main/assembly/plugin-sqoop.xml
@@ -74,6 +74,10 @@
           <include>org.apache.lucene:lucene-core</include>
           <include>joda-time:joda-time</include>
           <include>com.carrotsearch:hppc</include>
+          <include>org.apache.hive:hive-storage-api:jar:${hive.storage-api.version}</include>
+          <include>org.apache.orc:orc-core:jar:${orc.version}</include>
+          <include>org.apache.orc:orc-shims:jar:${orc.version}</include>
+          <include>io.airlift:aircompressor:jar:${aircompressor.version}</include>
         </includes>
       </binaries>
     </moduleSet>

diff --git a/distro/src/main/assembly/plugin-trino.xml b/distro/src/main/assembly/plugin-trino.xml
@@ -126,6 +126,10 @@
                     <include>joda-time:joda-time</include>
                     <include>com.carrotsearch:hppc</include>
                     <include>dnsjava:dnsjava:jar:${dnsjava.version}</include>
+                    <include>org.apache.hive:hive-storage-api:jar:${hive.storage-api.version}</include>
+                    <include>org.apache.orc:orc-core:jar:${orc.version}</include>
+                    <include>org.apache.orc:orc-shims:jar:${orc.version}</include>
+                    <include>io.airlift:aircompressor:jar:${aircompressor.version}</include>
                 </includes>
             </binaries>
         </moduleSet>

diff --git a/distro/src/main/assembly/plugin-yarn.xml b/distro/src/main/assembly/plugin-yarn.xml
@@ -75,6 +75,10 @@
           <include>org.apache.lucene:lucene-core</include>
           <include>joda-time:joda-time</include>
           <include>com.carrotsearch:hppc</include>
+          <include>org.apache.hive:hive-storage-api:jar:${hive.storage-api.version}</include>
+          <include>org.apache.orc:orc-core:jar:${orc.version}</include>
+          <include>org.apache.orc:orc-shims:jar:${orc.version}</include>
+          <include>io.airlift:aircompressor:jar:${aircompressor.version}</include>
         </includes>
       </binaries>
     </moduleSet>

diff --git a/distro/src/main/assembly/storm-agent.xml b/distro/src/main/assembly/storm-agent.xml
@@ -95,6 +95,10 @@
               <include>org.apache.lucene:lucene-core</include>
               <include>joda-time:joda-time</include>
               <include>com.carrotsearch:hppc</include>
+              <include>org.apache.hive:hive-storage-api:jar:${hive.storage-api.version}</include>
+              <include>org.apache.orc:orc-core:jar:${orc.version}</include>
+              <include>org.apache.orc:orc-shims:jar:${orc.version}</include>
+              <include>io.airlift:aircompressor:jar:${aircompressor.version}</include>
             </includes>
           </dependencySet>
           <dependencySet>

diff --git a/pom.xml b/pom.xml
@@ -129,6 +129,7 @@
         <hive.version>3.1.2</hive.version>
         <hive.storage-api.version>2.7.2</hive.storage-api.version>
         <orc.version>1.5.8</orc.version>
+        <aircompressor.version>0.10</aircompressor.version>
         <hbase-shaded-protobuf>3.5.1</hbase-shaded-protobuf>
         <hbase-shaded-netty>3.5.1</hbase-shaded-netty>
         <hbase-shaded-miscellaneous>3.5.1</hbase-shaded-miscellaneous>