Downgrade ElasticSearch batch size from 256mib to 32mib (#11752)

* Update ElasticsearchAirbyteMessageConsumerFactory.java * add changleog and bump connector version seed file Co-authored-by: marcosmarxm <[email protected]>
airbytehq · May 30, 2022 · 721b5b6 · 721b5b6
1 parent 2293f89
commit 721b5b6
Show file tree

Hide file tree

Showing 5 changed files with 12 additions and 5 deletions.
diff --git a/airbyte-config/init/src/main/resources/seed/destination_definitions.yaml b/airbyte-config/init/src/main/resources/seed/destination_definitions.yaml
@@ -93,7 +93,7 @@
 - destinationDefinitionId: 68f351a7-2745-4bef-ad7f-996b8e51bb8c
   name: ElasticSearch
   dockerRepository: airbyte/destination-elasticsearch
-  dockerImageTag: 0.1.1
+  dockerImageTag: 0.1.2
   documentationUrl: https://docs.airbyte.io/integrations/destinations/elasticsearch
   icon: elasticsearch.svg
   releaseStage: alpha

diff --git a/airbyte-config/init/src/main/resources/seed/destination_specs.yaml b/airbyte-config/init/src/main/resources/seed/destination_specs.yaml
@@ -1351,7 +1351,7 @@
     supported_destination_sync_modes:
     - "overwrite"
     - "append"
-- dockerImage: "airbyte/destination-elasticsearch:0.1.1"
+- dockerImage: "airbyte/destination-elasticsearch:0.1.2"
   spec:
     documentationUrl: "https://docs.airbyte.io/integrations/destinations/elasticsearch"
     connectionSpecification:

diff --git a/airbyte-integrations/connectors/destination-elasticsearch/Dockerfile b/airbyte-integrations/connectors/destination-elasticsearch/Dockerfile
@@ -16,5 +16,5 @@ ENV APPLICATION destination-elasticsearch
 
 COPY --from=build /airbyte /airbyte
 
-LABEL io.airbyte.version=0.1.1
+LABEL io.airbyte.version=0.1.2
 LABEL io.airbyte.name=airbyte/destination-elasticsearch
diff --git a/...te/integrations/destination/elasticsearch/ElasticsearchAirbyteMessageConsumerFactory.java b/...te/integrations/destination/elasticsearch/ElasticsearchAirbyteMessageConsumerFactory.java
@@ -29,7 +29,7 @@
 public class ElasticsearchAirbyteMessageConsumerFactory {
 
   private static final Logger log = LoggerFactory.getLogger(ElasticsearchAirbyteMessageConsumerFactory.class);
-  private static final int MAX_BATCH_SIZE_BYTES = 1024 * 1024 * 1024 / 4; // 256mib
+  private static final int MAX_BATCH_SIZE_BYTES = 1024 * 1024 * 32; // 32mib
   private static final ObjectMapper mapper = new ObjectMapper();
 
   private static final AtomicLong recordsWritten = new AtomicLong(0);

diff --git a/docs/integrations/destinations/elasticsearch.md b/docs/integrations/destinations/elasticsearch.md
@@ -66,4 +66,11 @@ The connector should be enhanced to support variable batch sizes.
 ### Setup guide
 
 Enter the hostname and/or other configuration information ... 
-#### TODO: more info, screenshots?, etc...
+## CHANGELOG
+
+| Version | Date | Pull Request | Subject |
+| :--- | :--- | :--- | :--- |
+| 0.1.2 | 2022-04-19 | [11752](https://github.com/airbytehq/airbyte/pull/11752) | Reduce batch size to 32Mb |
+| 0.1.1 | 2022-02-10 | [10256](https://github.com/airbytehq/airbyte/pull/1256) | Add ExitOnOutOfMemoryError connectors |
+| 0.1.0 | 2021-10-13 | [7005](https://github.com/airbytehq/airbyte/pull/7005) | Initial release. |
+