fix: Add filesystem kwargs when read prev_table on FileRetrievalJob (f…

…east-dev#3490) Signed-off-by: hyeongseok.yoo <goodseog.yoo@navercorp.com>
goodseog · Feb 14, 2023 · 6541206 · 6541206
1 parent 3249b97
commit 6541206
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/sdk/python/feast/infra/offline_stores/file.py b/sdk/python/feast/infra/offline_stores/file.py
@@ -453,7 +453,9 @@ def offline_write_batch(
         filesystem, path = FileSource.create_filesystem_and_path(
             file_options.uri, file_options.s3_endpoint_override
         )
-        prev_table = pyarrow.parquet.read_table(path, memory_map=True)
+        prev_table = pyarrow.parquet.read_table(
+            path, filesystem=filesystem, memory_map=True
+        )
         if table.schema != prev_table.schema:
             table = table.cast(prev_table.schema)
         new_table = pyarrow.concat_tables([table, prev_table])