From dca47458c81c211fee485a502feebe28426848f0 Mon Sep 17 00:00:00 2001 From: Hyeongseok Yoo Date: Thu, 2 Mar 2023 14:56:19 +0900 Subject: [PATCH] =?UTF-8?q?fix:=20Add=20filesystem=20kwargs=20when=20read?= =?UTF-8?q?=20prev=5Ftable=20on=20FileRetrievalJob=20(=E2=80=A6=20(#3491)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit fix: Add filesystem kwargs when read prev_table on FileRetrievalJob (#3490) Signed-off-by: hyeongseok.yoo --- sdk/python/feast/infra/offline_stores/file.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/sdk/python/feast/infra/offline_stores/file.py b/sdk/python/feast/infra/offline_stores/file.py index 44c67a56c7..d6cce78bd4 100644 --- a/sdk/python/feast/infra/offline_stores/file.py +++ b/sdk/python/feast/infra/offline_stores/file.py @@ -453,7 +453,9 @@ def offline_write_batch( filesystem, path = FileSource.create_filesystem_and_path( file_options.uri, file_options.s3_endpoint_override ) - prev_table = pyarrow.parquet.read_table(path, memory_map=True) + prev_table = pyarrow.parquet.read_table( + path, filesystem=filesystem, memory_map=True + ) if table.schema != prev_table.schema: table = table.cast(prev_table.schema) new_table = pyarrow.concat_tables([table, prev_table])