RANGER-5489: Add required libraries for kms module

Author: pradeepagrawal8184

credentialbuilder/pom.xml

@@ -121,6 +121,73 @@
             <artifactId>hadoop-client-runtime</artifactId>
             <version>${hadoop.version}</version>
         </dependency>
+        <dependency>
+            <groupId>org.apache.hadoop</groupId>
+            <artifactId>hadoop-common</artifactId>
+            <version>${hadoop.version}</version>
+            <exclusions>
+                <exclusion>
+                    <groupId>com.fasterxml.jackson.core</groupId>
+                    <artifactId>*</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>com.fasterxml.jackson.jaxrs</groupId>
+                    <artifactId>*</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>com.fasterxml.jackson.module</groupId>
+                    <artifactId>*</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>com.github.pjfanning</groupId>
+                    <artifactId>jersey-json</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>com.google.protobuf</groupId>
+                    <artifactId>protobuf-java</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>com.sun.jersey</groupId>
+                    <artifactId>*</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>io.netty</groupId>
+                    <artifactId>*</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>javax.servlet</groupId>
+                    <artifactId>javax.servlet-api</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>log4j</groupId>
+                    <artifactId>*</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>org.apache.commons</groupId>
+                    <artifactId>commons-compress</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>org.apache.commons</groupId>
+                    <artifactId>commons-configuration2</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>org.apache.commons</groupId>
+                    <artifactId>commons-lang3</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>org.apache.commons</groupId>
+                    <artifactId>commons-text</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>org.slf4j</groupId>
+                    <artifactId>*</artifactId>
+                </exclusion>
+                <exclusion>
+                    <groupId>org.slf4j</groupId>
+                    <artifactId>slf4j-log4j12</artifactId>
+                </exclusion>
+            </exclusions>
+        </dependency>
         <dependency>
             <groupId>org.codehaus.woodstox</groupId>
             <artifactId>stax2-api</artifactId>

distro/src/main/assembly/kms.xml

@@ -41,6 +41,7 @@
                             <include>org.apache.hadoop:hadoop-common:jar:${hadoop.version}</include>
                             <include>org.apache.hadoop.thirdparty:hadoop-shaded-guava:jar:${hadoop-shaded-guava.version}</include>
                             <include>org.apache.hadoop:hadoop-auth:jar:${hadoop.version}</include>
+                            <include>org.apache.hadoop:hadoop-hdfs-client:jar:${hadoop.version}</include>
                             <include>org.eclipse.persistence:eclipselink</include>
                             <include>org.eclipse.persistence:javax.persistence</include>
                             <include>com.googlecode.log4jdbc:log4jdbc</include>
@@ -67,6 +68,7 @@
                             <include>org.codehaus.jettison:jettison:jar:${jettison.version}</include>
                             <include>jline:jline</include>
                             <include>com.jcraft:jsch</include>
+                            <include>com.google.code.gson:gson</include>
                             <include>com.google.code.findbugs:jsr305</include>
                             <include>io.netty:netty-all</include>
                             <include>org.xerial.snappy:snappy-java</include>
@@ -220,8 +222,7 @@
                     <include>org.eclipse.jdt.core.compiler:ecj:jar:P20140317-1600</include>
                     <include>org.eclipse.jetty:jetty-client:jar:${jetty-client.version}</include>
                     <include>org.apache.hadoop:hadoop-auth:jar:${hadoop.version}</include>
-                    <include>org.apache.hadoop:hadoop-client-api:jar:${hadoop.version}</include>
-                    <include>org.apache.hadoop:hadoop-client-runtime:jar:${hadoop.version}</include>
+                    <include>org.apache.hadoop:hadoop-common:jar:${hadoop.version}</include>
                     <include>org.apache.solr:solr-solrj:jar:${solr.version}</include>
                     <include>org.apache.ranger:ranger-authz-api</include>
                     <include>org.apache.ranger:ranger-plugins-common</include>
@@ -306,7 +307,9 @@
                         <outputDirectory>ews/webapp/WEB-INF/lib/ranger-kms-plugin-impl</outputDirectory>
                         <unpack>false</unpack>
                         <includes>
+                            <include>org.apache.hadoop:hadoop-common:jar:${hadoop.version}</include>
                             <include>org.apache.commons:commons-configuration2:jar:${commons.configuration.version}</include>
+                            <include>org.apache.commons:commons-collections4:jar:${commons.collections4.version}</include>
                             <include>org.eclipse.persistence:eclipselink</include>
                             <include>org.eclipse.persistence:javax.persistence</include>
                             <include>commons-collections:commons-collections</include>
@@ -331,6 +334,7 @@
                         <directoryMode>755</directoryMode>
                         <fileMode>644</fileMode>
                         <includes>
+                            <include>org.apache.hadoop:hadoop-common:jar:${hadoop.version}</include>
                             <include>com.fasterxml.woodstox:woodstox-core</include>
                             <include>commons-cli:commons-cli</include>
                             <include>commons-collections:commons-collections</include>
@@ -340,8 +344,6 @@
                             <include>org.apache.commons:commons-configuration2:jar:${commons.configuration.version}</include>
                             <include>org.apache.commons:commons-lang3:jar:${commons.lang3.version}</include>
                             <include>org.apache.hadoop:hadoop-auth:jar:${hadoop.version}</include>
-                            <include>org.apache.hadoop:hadoop-client-api:jar:${hadoop.version}</include>
-                            <include>org.apache.hadoop:hadoop-client-runtime:jar:${hadoop.version}</include>
                             <include>org.apache.hadoop.thirdparty:hadoop-shaded-guava:jar:${hadoop-shaded-guava.version}</include>
                             <include>org.codehaus.woodstox:stax2-api</include>
                             <include>org.slf4j:slf4j-api:jar:${slf4j-api.version}</include>
@@ -377,15 +379,15 @@
                 <directoryMode>755</directoryMode>
                 <fileMode>644</fileMode>
                 <includes>
+                    <include>org.apache.hadoop:hadoop-common:jar:${hadoop.version}</include>
+                    <include>org.apache.commons:commons-collections4:jar:${commons.collections4.version}</include>
                     <include>commons-cli:commons-cli</include>
                     <include>commons-collections:commons-collections</include>
                     <include>org.apache.commons:commons-configuration2</include>
                     <include>commons-io:commons-io:jar:${commons.io.version}</include>
                     <include>commons-logging:commons-logging</include>
                     <include>org.slf4j:slf4j-api</include>
                     <include>org.apache.hadoop:hadoop-auth:jar:${hadoop.version}</include>
-                    <include>org.apache.hadoop:hadoop-client-api:jar:${hadoop.version}</include>
-                    <include>org.apache.hadoop:hadoop-client-runtime:jar:${hadoop.version}</include>
                     <include>org.codehaus.woodstox:stax2-api</include>
                     <include>com.fasterxml.woodstox:woodstox-core</include>
                     <include>org.apache.commons:commons-compress:jar:${commons.compress.version}</include>

kms/pom.xml

@@ -113,6 +113,11 @@
             <artifactId>jsr305</artifactId>
             <version>${jsr305.version}</version>
         </dependency>
+        <dependency>
+            <groupId>com.google.code.gson</groupId>
+            <artifactId>gson</artifactId>
+            <version>${gson.version}</version>
+        </dependency>
         <dependency>
             <groupId>com.google.protobuf</groupId>
             <artifactId>protobuf-java</artifactId>
@@ -484,6 +489,11 @@
                 </exclusion>
             </exclusions>
         </dependency>
+        <dependency>
+            <groupId>org.apache.hadoop</groupId>
+            <artifactId>hadoop-hdfs-client</artifactId>
+            <version>${hadoop.version}</version>
+        </dependency>
         <dependency>
             <groupId>org.apache.httpcomponents</groupId>
             <artifactId>httpclient</artifactId>

plugin-kms/pom.xml

@@ -36,6 +36,11 @@
             <artifactId>jackson-core</artifactId>
             <version>${fasterxml.jackson.version}</version>
         </dependency>
+        <dependency>
+            <groupId>com.google.code.gson</groupId>
+            <artifactId>gson</artifactId>
+            <version>${gson.version}</version>
+        </dependency>
         <dependency>
             <groupId>jakarta.ws.rs</groupId>
             <artifactId>jakarta.ws.rs-api</artifactId>

pom.xml

@@ -99,7 +99,7 @@
         <google.cloud.kms>2.3.0</google.cloud.kms>
         <googlecode.log4jdbc.version>1.2</googlecode.log4jdbc.version>
         <graalvm.version>22.3.0</graalvm.version>
-        <gson.version>2.9.0</gson.version>
+        <gson.version>2.13.1</gson.version>
         <guice.version>4.0</guice.version>
         <hadoop-shaded-guava.version>1.4.0</hadoop-shaded-guava.version>
         <hadoop.version>3.4.2</hadoop.version>