From 3109fc5d1861c74288ffbe654784dc2f551d3a2a Mon Sep 17 00:00:00 2001
From: Christine Straub <christinemstraub@gmail.com>
Date: Wed, 9 Oct 2024 08:39:08 -0700
Subject: [PATCH] exclude date_created and date_modified from
 metadata.data_source in sftp.sh

---
 test_unstructured_ingest/src/sftp.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/test_unstructured_ingest/src/sftp.sh b/test_unstructured_ingest/src/sftp.sh
index 1d666e04fa..e3312224df 100755
--- a/test_unstructured_ingest/src/sftp.sh
+++ b/test_unstructured_ingest/src/sftp.sh
@@ -38,7 +38,7 @@ PYTHONPATH=${PYTHONPATH:-.} "$RUN_SCRIPT" \
   sftp \
   --num-processes "$max_processes" \
   --download-dir "$DOWNLOAD_DIR" \
-  --metadata-exclude file_directory,metadata.data_source.date_processed,metadata.data_source.filesize_bytes,metadata.last_modified,metadata.data_source.version \
+  --metadata-exclude file_directory,metadata.data_source.date_processed,metadata.data_source.filesize_bytes,metadata.data_source.date_created,metadata.data_source.date_modified,metadata.last_modified,metadata.data_source.version \
   --preserve-downloads \
   --reprocess \
   --output-dir "$OUTPUT_DIR" \