fix: Add filesystem kwargs when read prev_table on FileRetrievalJob (… (

#3491) fix: Add filesystem kwargs when read prev_table on FileRetrievalJob (#3490) Signed-off-by: hyeongseok.yoo <[email protected]>
feast-dev · Mar 2, 2023 · dca4745 · dca4745
1 parent c0db1c9
commit dca4745
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/sdk/python/feast/infra/offline_stores/file.py b/sdk/python/feast/infra/offline_stores/file.py
@@ -453,7 +453,9 @@ def offline_write_batch(
         filesystem, path = FileSource.create_filesystem_and_path(
             file_options.uri, file_options.s3_endpoint_override
         )
-        prev_table = pyarrow.parquet.read_table(path, memory_map=True)
+        prev_table = pyarrow.parquet.read_table(
+            path, filesystem=filesystem, memory_map=True
+        )
         if table.schema != prev_table.schema:
             table = table.cast(prev_table.schema)
         new_table = pyarrow.concat_tables([table, prev_table])