From ce887653629cd2c12c6e0d45401de30be188965d Mon Sep 17 00:00:00 2001 From: David Venable Date: Wed, 10 Jul 2024 10:49:20 -0500 Subject: [PATCH] Removes Zookeeper from Data Prepper. This was a transitive dependency from Hadoop. (#4707) Signed-off-by: David Venable --- data-prepper-plugins/parquet-codecs/build.gradle | 4 ++++ data-prepper-plugins/s3-sink/build.gradle | 1 + data-prepper-plugins/s3-source/build.gradle | 6 +++++- 3 files changed, 10 insertions(+), 1 deletion(-) diff --git a/data-prepper-plugins/parquet-codecs/build.gradle b/data-prepper-plugins/parquet-codecs/build.gradle index fbc8f4a209..c402fb6741 100644 --- a/data-prepper-plugins/parquet-codecs/build.gradle +++ b/data-prepper-plugins/parquet-codecs/build.gradle @@ -15,15 +15,19 @@ dependencies { runtimeOnly(libs.hadoop.common) { exclude group: 'org.eclipse.jetty' exclude group: 'org.apache.hadoop', module: 'hadoop-auth' + exclude group: 'org.apache.zookeeper', module: 'zookeeper' } runtimeOnly(libs.hadoop.mapreduce) { + exclude group: 'org.eclipse.jetty' exclude group: 'org.apache.hadoop', module: 'hadoop-hdfs-client' + exclude group: 'org.apache.zookeeper', module: 'zookeeper' } testImplementation project(':data-prepper-test-common') testImplementation project(':data-prepper-test-event') testImplementation(libs.hadoop.common) { exclude group: 'org.eclipse.jetty' exclude group: 'org.apache.hadoop', module: 'hadoop-auth' + exclude group: 'org.apache.zookeeper', module: 'zookeeper' } constraints { diff --git a/data-prepper-plugins/s3-sink/build.gradle b/data-prepper-plugins/s3-sink/build.gradle index d8ca855b13..4ea0a364fd 100644 --- a/data-prepper-plugins/s3-sink/build.gradle +++ b/data-prepper-plugins/s3-sink/build.gradle @@ -22,6 +22,7 @@ dependencies { implementation(libs.hadoop.common) { exclude group: 'org.eclipse.jetty' exclude group: 'org.apache.hadoop', module: 'hadoop-auth' + exclude group: 'org.apache.zookeeper', module: 'zookeeper' } implementation libs.parquet.avro implementation 'software.amazon.awssdk:apache-client' diff --git a/data-prepper-plugins/s3-source/build.gradle b/data-prepper-plugins/s3-source/build.gradle index b0209a5d08..06818d8eaa 100644 --- a/data-prepper-plugins/s3-source/build.gradle +++ b/data-prepper-plugins/s3-source/build.gradle @@ -45,7 +45,11 @@ dependencies { testImplementation project(':data-prepper-plugins:parquet-codecs') testImplementation project(':data-prepper-test-event') testImplementation libs.avro.core - testImplementation libs.hadoop.common + testImplementation(libs.hadoop.common) { + exclude group: 'org.eclipse.jetty' + exclude group: 'org.apache.hadoop', module: 'hadoop-auth' + exclude group: 'org.apache.zookeeper', module: 'zookeeper' + } testImplementation libs.parquet.avro testImplementation libs.parquet.column testImplementation libs.parquet.hadoop