From 7d9dc71ca2595d7224e49b1647045ed359d2ec70 Mon Sep 17 00:00:00 2001 From: David Venable Date: Wed, 31 Jan 2024 20:06:15 -0600 Subject: [PATCH] Updates the Kafka client libraries to the latest - Apache Kafka clients to 3.6.1 and the MSK IAM authentication library to 2.0.3. Removes the AWS SDK v1 Glue package. Signed-off-by: David Venable --- data-prepper-plugins/kafka-plugins/build.gradle | 13 +++++-------- 1 file changed, 5 insertions(+), 8 deletions(-) diff --git a/data-prepper-plugins/kafka-plugins/build.gradle b/data-prepper-plugins/kafka-plugins/build.gradle index 7cd1d9bad6..96d8cc1c64 100644 --- a/data-prepper-plugins/kafka-plugins/build.gradle +++ b/data-prepper-plugins/kafka-plugins/build.gradle @@ -28,7 +28,8 @@ dependencies { implementation project(':data-prepper-plugins:buffer-common') implementation project(':data-prepper-plugins:blocking-buffer') implementation project(':data-prepper-plugins:aws-plugin-api') - implementation 'org.apache.kafka:kafka-clients:3.4.0' + implementation 'org.apache.kafka:kafka-clients:3.6.1' + implementation 'org.apache.kafka:connect-json:3.6.1' implementation libs.avro.core implementation 'com.fasterxml.jackson.core:jackson-databind' implementation 'io.micrometer:micrometer-core' @@ -44,12 +45,10 @@ dependencies { implementation 'software.amazon.awssdk:auth' implementation 'software.amazon.awssdk:kafka' implementation 'software.amazon.awssdk:kms' - implementation 'software.amazon.msk:aws-msk-iam-auth:1.1.6' + implementation 'software.amazon.msk:aws-msk-iam-auth:2.0.3' implementation 'software.amazon.glue:schema-registry-serde:1.1.15' - implementation 'com.amazonaws:aws-java-sdk-glue:1.12.506' implementation 'io.confluent:kafka-json-schema-serializer:7.4.0' implementation project(':data-prepper-plugins:failures-common') - implementation 'org.apache.kafka:connect-json:3.4.0' implementation 'com.github.fge:json-schema-validator:2.2.14' implementation 'commons-collections:commons-collections:3.2.2' implementation 'software.amazon.awssdk:s3' @@ -63,12 +62,10 @@ dependencies { testImplementation project(':data-prepper-plugins:blocking-buffer') testImplementation project(':data-prepper-core') testImplementation testLibs.mockito.inline - testImplementation 'org.apache.kafka:kafka_2.13:3.4.0' - testImplementation 'org.apache.kafka:kafka_2.13:3.4.0:test' + testImplementation 'org.apache.kafka:kafka_2.13:3.6.1' + testImplementation 'org.apache.kafka:kafka_2.13:3.6.1:test' testImplementation 'org.apache.curator:curator-test:5.5.0' testImplementation 'io.confluent:kafka-schema-registry:7.4.0' - testImplementation 'org.apache.kafka:kafka-clients:3.4.0:test' - testImplementation 'org.apache.kafka:connect-json:3.4.0' testImplementation('com.kjetland:mbknor-jackson-jsonschema_2.13:1.0.39') testImplementation group: 'org.powermock', name: 'powermock-api-mockito2', version: '2.0.9' testImplementation project(':data-prepper-plugins:otel-metrics-source')