Add owner and size to text metadata

daxa-ai · Sep 20, 2024 · 06fd572 · 06fd572
1 parent 8d8b27b
commit 06fd572
Showing 1 changed file with 7 additions and 3 deletions.
diff --git a/pebblo_safeloader/langchain/textloader_postgress/util.py b/pebblo_safeloader/langchain/textloader_postgress/util.py
@@ -3,7 +3,7 @@
 
 
 def get_data(
-    metadata=False, ids=False, metadatas=False
+        metadata=False, ids=False, metadatas=False
 ) -> tuple[
     list[str],
     Optional[dict[str, Any]],
@@ -40,8 +40,12 @@ def get_data(
     if metadatas:
         # Metadata(source: fake news web url) for each text
         _metadata_list = [
-            {"source": f"https://www.acme.org/news/{i}"}
-            for i in range(1, len(texts) + 1)
+            {
+                "source": f"https://www.acme.org/news/{i + 1}",
+                "owner": "Joe Smith",
+                "size": f"{len(texts[i])}"
+            }
+            for i in range(len(texts))
         ]
     else:
         _metadata_list = None