Merge pull request #647 from rahul-kumar-ML/master

For SNP-8001 Change in ES Kafka Connect to Production
snappyflow · Apr 22, 2024 · 5ae2fa9 · 5ae2fa9
2 parents fe75287 + 38eaba1
commit 5ae2fa9
Show file tree

Hide file tree

Showing 17 changed files with 11 additions and 14 deletions.
diff --git a/charts/sf-datapath/Chart.yaml b/charts/sf-datapath/Chart.yaml
@@ -2,4 +2,4 @@ apiVersion: v1
 appVersion: '1.0'
 description: A Helm chart for Confluent Open Source
 name: sf-datapath
-version: 2.0.101
+version: 2.0.102
diff --git a/charts/sf-datapath/charts/archival-kafka-connect-0.1.0.tgz b/charts/sf-datapath/charts/archival-kafka-connect-0.1.0.tgz
diff --git a/charts/sf-datapath/charts/authenticator-0.1.1.tgz b/charts/sf-datapath/charts/authenticator-0.1.1.tgz
diff --git a/charts/sf-datapath/charts/cp-kafka-rest-0.1.2.tgz b/charts/sf-datapath/charts/cp-kafka-rest-0.1.2.tgz
diff --git a/charts/sf-datapath/charts/cp-schema-registry-0.1.1.tgz b/charts/sf-datapath/charts/cp-schema-registry-0.1.1.tgz
diff --git a/charts/sf-datapath/charts/es-kafka-connect-0.1.2.tgz b/charts/sf-datapath/charts/es-kafka-connect-0.1.2.tgz
diff --git a/charts/sf-datapath/charts/es-kafka-connect-0.1.3.tgz b/charts/sf-datapath/charts/es-kafka-connect-0.1.3.tgz
diff --git a/charts/sf-datapath/charts/minio-8.0.11.tgz b/charts/sf-datapath/charts/minio-8.0.11.tgz
diff --git a/charts/sf-datapath/charts/sfk-interface-0.1.1.tgz b/charts/sf-datapath/charts/sfk-interface-0.1.1.tgz
diff --git a/charts/sf-datapath/charts/sfk-interface-0.1.2.tgz b/charts/sf-datapath/charts/sfk-interface-0.1.2.tgz
diff --git a/charts/sf-datapath/charts/signatures-and-kafka-apis-0.1.1.tgz b/charts/sf-datapath/charts/signatures-and-kafka-apis-0.1.1.tgz
diff --git a/charts/sf-datapath/requirements.lock b/charts/sf-datapath/requirements.lock
@@ -10,18 +10,18 @@ dependencies:
   version: 0.1.0
 - name: es-kafka-connect
   repository: file://./sub_charts/es-kafka-connect
-  version: 0.1.2
+  version: 0.1.3
 - name: authenticator
   repository: file://./sub_charts/authenticator
   version: 0.1.1
 - name: sfk-interface
   repository: file://./sub_charts/sfk-interface
-  version: 0.1.1
+  version: 0.1.2
 - name: signatures-and-kafka-apis
   repository: file://./sub_charts/signatures-and-kafka-apis
   version: 0.1.1
 - name: minio
   repository: file://./sub_charts/minio
   version: 8.0.11
-digest: sha256:40ba46d388109e0b9df998e26414f8c48cc0aa16b516dc7b50cf8b1dfc4610f8
-generated: "2023-04-04T22:10:34.85425681+05:30"
+digest: sha256:bd715276cd2f30aab5f6259aff9d408da2e3c353463009f5d487e83de9ffe625
+generated: "2024-04-19T12:16:54.8472124+05:30"
diff --git a/charts/sf-datapath/requirements.yaml b/charts/sf-datapath/requirements.yaml
@@ -10,13 +10,13 @@ dependencies:
   repository: file://./sub_charts/archival-kafka-connect
   condition: global.archival.enabled
 - name: es-kafka-connect
-  version: 0.1.2
+  version: 0.1.3
   repository: file://./sub_charts/es-kafka-connect
 - name: authenticator
   version: 0.1.1
   repository: file://./sub_charts/authenticator
 - name: sfk-interface
-  version: 0.1.1
+  version: 0.1.2
   repository: file://./sub_charts/sfk-interface
 - name: signatures-and-kafka-apis
   version: 0.1.1

diff --git a/charts/sf-datapath/sub_charts/es-kafka-connect/Chart.yaml b/charts/sf-datapath/sub_charts/es-kafka-connect/Chart.yaml
@@ -2,4 +2,4 @@ apiVersion: v1
 appVersion: "1.0"
 description: A Helm chart for Confluent Kafka Connect on Kubernetes which helps sinking to Elasticsearch
 name: es-kafka-connect
-version: 0.1.2
+version: 0.1.3
diff --git a/charts/sf-datapath/sub_charts/es-kafka-connect/values.yaml b/charts/sf-datapath/sub_charts/es-kafka-connect/values.yaml
@@ -49,11 +49,7 @@ containerResources:
 cp-schema-registry:
   url: ''
 customEnv: {}
-heapOptions: -Xms450M -Xmx1800M -Xmns350M -Xmnx1400M -XX:MaxDirectMemorySize=200M
-  -Xcodecachetotal50M -Xmso128K -Xgc:concurrentScavenge -XX:-EnableCPUMonitor -Xtune:virtualized
-  -XX:+CompactStrings -Xverbosegclog:/memory-util-logs/gc-logs/%seq.xml,20,100 -Xdump:system:defaults:file=/memory-util-logs/system-dumps/%seq.dmp
-  -Xdump:heap:defaults:file=/memory-util-logs/heap-dumps/%seq.phd -Xdump:java:defaults:file=/memory-util-logs/java-dumps/%seq.txt
-  -Xdump:system+heap+java
+heapOptions: -Xms450M -Xmx1800M
 image:
   pullPolicy: IfNotPresent
   repository: snappyflowml/apm-kafka-connect

diff --git a/charts/sf-datapath/sub_charts/sfk-interface/Chart.yaml b/charts/sf-datapath/sub_charts/sfk-interface/Chart.yaml
@@ -2,5 +2,5 @@ apiVersion: v2
 name: sfk-interface
 description: A Helm chart for Kubernetes
 type: application
-version: 0.1.1
+version: 0.1.2
 appVersion: 1.16.0
diff --git a/charts/sf-datapath/sub_charts/sfk-interface/templates/configmap.yaml b/charts/sf-datapath/sub_charts/sfk-interface/templates/configmap.yaml
@@ -46,6 +46,7 @@ data:
             "read.timeout.ms": "30000",
             "flush.timeout.ms": "150000",
             "batch.size": "5000",
+            "max.buffered.byte_size": "10485760",
             "max.in.flight.requests": "1",
             "linger.ms": "1000",
             "schema.ignore": "true",