drop newer chunking params not supported by pinned version of unstruc…

…tured-client
Unstructured-IO · Apr 19, 2024 · 9453fd8 · 9453fd8
1 parent 840e231
commit 9453fd8
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 4 deletions.
diff --git a/test_unstructured_ingest/unit/pipeline/reformat/test_chunking.py b/test_unstructured_ingest/unit/pipeline/reformat/test_chunking.py
@@ -130,8 +130,8 @@ def it_chunks_remotely(self, _ingest_docs_map_: Mock, _partition_via_api_: Mock)
             max_characters=None,
             multipage_sections=None,
             new_after_n_chars=None,
-            overlap=None,
-            overlap_all=None,
+            # overlap=None,
+            # overlap_all=None,
         )
 
     # -- fixtures --------------------------------------------------------------------------------

diff --git a/unstructured/ingest/pipeline/reformat/chunking.py b/unstructured/ingest/pipeline/reformat/chunking.py
@@ -121,8 +121,10 @@ def chunk(self, elements_json_file: str) -> Optional[list[Element]]:
                 max_characters=self.chunking_config.max_characters,
                 multipage_sections=self.chunking_config.multipage_sections,
                 new_after_n_chars=self.chunking_config.new_after_n_chars,
-                overlap=self.chunking_config.overlap,
-                overlap_all=self.chunking_config.overlap_all,
+                # -- These are not supported by older versions of unstructured-client, which we have
+                # -- pinned to <=0.18.0
+                # overlap=self.chunking_config.overlap,
+                # overlap_all=self.chunking_config.overlap_all,
             )
         # -- Warn that the defined chunking_strategy is not locally available --
         logger.warning(