Fix endpoint param in s3 fsspec connector

Unstructured-IO · May 16, 2024 · cdd2af9 · cdd2af9
1 parent 262009b
commit cdd2af9
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 3 deletions.
diff --git a/unstructured/ingest/v2/cli/base/dest.py b/unstructured/ingest/v2/cli/base/dest.py
@@ -32,7 +32,7 @@ def cmd(self, ctx: click.Context, **options) -> None:
             )
             pipeline.run()
         except Exception as e:
-            logger.error(e, exc_info=True)
+            logger.error(f"failed to run destination command {self.cmd_name}: {e}", exc_info=True)
             raise click.ClickException(str(e)) from e
 
     def get_cmd(self) -> click.Command:

diff --git a/unstructured/ingest/v2/cli/base/src.py b/unstructured/ingest/v2/cli/base/src.py
@@ -39,7 +39,7 @@ def cmd(self, ctx: click.Context, **options) -> None:
             pipeline = self.get_pipline(src=self.cmd_name, source_options=options)
             pipeline.run()
         except Exception as e:
-            logger.error(e, exc_info=True)
+            logger.error(f"failed to run source command {self.cmd_name}: {e}", exc_info=True)
             raise click.ClickException(str(e)) from e
 
     def get_cmd(self) -> click.Group:

diff --git a/unstructured/ingest/v2/processes/connectors/fsspec/s3.py b/unstructured/ingest/v2/processes/connectors/fsspec/s3.py
@@ -48,7 +48,7 @@ class S3ConnectionConfig(FsspecConnectionConfig):
     def get_access_config(self) -> dict[str, Any]:
         access_configs: dict[str, Any] = {"anon": self.anonymous}
         if self.endpoint_url:
-            access_configs["endpoint"] = self.endpoint_url
+            access_configs["endpoint_url"] = self.endpoint_url
 
         access_configs.update(self.access_config.to_dict())
         return access_configs