Add teardown method to components

components/index_aws_opensearch/src/main.py

@@ -39,6 +39,9 @@ def __init__(
         )
         self.create_index(index_body)
 
+    def teardown(self) -> None:
+        self.client.close()
+
     def create_index(self, index_body: Dict[str, Any]):
         """Creates an index if not existing in AWS OpenSearch.
 

components/index_qdrant/src/main.py

@@ -47,6 +47,9 @@ def __init__(
         self.batch_size = batch_size
         self.parallelism = parallelism
 
+    def teardown(self) -> None:
+        self.client.close()
+
     def write(self, dataframe: dd.DataFrame) -> None:
         """
         Writes the data from the given Dask DataFrame to the Qdrant collection.

components/index_weaviate/src/main.py

@@ -53,6 +53,9 @@ def __init__(
                 },
             )
 
+    def teardown(self) -> None:
+        del self.client
+
     def write(self, dataframe: dd.DataFrame) -> None:
         with self.client.batch as batch:
             for part in tqdm(

components/retrieve_from_weaviate/src/main.py

@@ -24,6 +24,9 @@ def __init__(
         self.class_name = class_name
         self.k = top_k
 
+    def teardown(self) -> None:
+        del self.client
+
     def retrieve_chunks(self, vector_query: list):
         """Get results from weaviate database."""
         result = (