Exclude Hadoop dependencies from distribution package of Trino (#153)

* Exclude Hadoop dependencies from distribution package of Trino --------- Co-authored-by: Yiqiang Ding <[email protected]>
linkedin · Jun 5, 2023 · 9e80b20 · 9e80b20
1 parent d2d62d2
commit 9e80b20
Show file tree

Hide file tree

Showing 4 changed files with 12 additions and 4 deletions.
diff --git a/transportable-udfs-examples/transportable-udfs-example-udfs/build.gradle b/transportable-udfs-examples/transportable-udfs-example-udfs/build.gradle
@@ -13,6 +13,8 @@ dependencies {
   implementation('org.apache.commons:commons-io:1.3.2')
   testImplementation('io.airlift:aircompressor:0.21')
   testImplementation('org.junit.jupiter:junit-jupiter-api:5.9.2')
+  testImplementation 'org.apache.hadoop:hadoop-common:2.7.4'
+  testImplementation 'org.apache.hadoop:hadoop-mapreduce-client-core:2.7.4'
 }
 
 // As the tasks of trinoDistThinJar and trinoTrinJar are from Transport plugin which is built by Gradle 7.5.1,

diff --git a/transportable-udfs-test/transportable-udfs-test-generic/build.gradle b/transportable-udfs-test/transportable-udfs-test-generic/build.gradle
@@ -7,4 +7,8 @@ dependencies {
   implementation project(":transportable-udfs-test:transportable-udfs-test-api")
   implementation project(":transportable-udfs-test:transportable-udfs-test-spi")
   implementation 'org.testng:testng:6.11'
+  compileOnly 'org.apache.hadoop:hadoop-common:2.7.4'
+  compileOnly 'org.apache.hadoop:hadoop-mapreduce-client-core:2.7.4'
+  testImplementation 'org.apache.hadoop:hadoop-common:2.7.4'
+  testImplementation 'org.apache.hadoop:hadoop-mapreduce-client-core:2.7.4'
 }
diff --git a/transportable-udfs-trino/build.gradle b/transportable-udfs-trino/build.gradle
@@ -18,8 +18,8 @@ dependencies {
     exclude 'group': 'com.google.collections', 'module': 'google-collections'
   }
   compileOnly(group:'io.trino', name: 'trino-spi', version: project.ext.'trino-version')
-  implementation('org.apache.hadoop:hadoop-hdfs:2.7.4')
-  implementation('org.apache.hadoop:hadoop-common:2.7.4')
+  compileOnly('org.apache.hadoop:hadoop-hdfs:2.7.4')
+  compileOnly('org.apache.hadoop:hadoop-common:2.7.4')
   testImplementation group: 'io.airlift', name: 'testing', version: '221'
   // The io.airlift.slice dependency below has to match its counterpart  in trino-root's pom.xml file
   // If not specified, an older version is picked up transitively from another dependency

diff --git a/transportable-udfs-utils/build.gradle b/transportable-udfs-utils/build.gradle
@@ -1,6 +1,8 @@
 apply plugin: 'java-library'
 
 dependencies {
-  api 'org.apache.hadoop:hadoop-common:2.7.4'
-  implementation 'org.apache.hadoop:hadoop-mapreduce-client-core:2.7.4'
+  compileOnly 'org.apache.hadoop:hadoop-common:2.7.4'
+  compileOnly 'org.apache.hadoop:hadoop-mapreduce-client-core:2.7.4'
+  testImplementation 'org.apache.hadoop:hadoop-common:2.7.4'
+  testImplementation 'org.apache.hadoop:hadoop-mapreduce-client-core:2.7.4'
 }