diff --git a/sdk/python/feast/infra/offline_stores/contrib/spark_offline_store/spark.py b/sdk/python/feast/infra/offline_stores/contrib/spark_offline_store/spark.py index 1fff4fd3c2..21a00a6c5a 100644 --- a/sdk/python/feast/infra/offline_stores/contrib/spark_offline_store/spark.py +++ b/sdk/python/feast/infra/offline_stores/contrib/spark_offline_store/spark.py @@ -7,11 +7,11 @@ import pandas import pandas as pd import pyarrow +import pyarrow.parquet as pq import pyspark from pydantic import StrictStr from pyspark import SparkConf from pyspark.sql import SparkSession -import pyarrow.parquet as pq from pytz import utc from feast import FeatureView, OnDemandFeatureView @@ -272,7 +272,7 @@ def _to_arrow_internal(self) -> pyarrow.Table: # write to temp parquet and then load it as pyarrow table from disk with tempfile.TemporaryDirectory() as temp_dir: - self.to_spark_df().write.parquet(temp_dir,mode="overwrite") + self.to_spark_df().write.parquet(temp_dir, mode="overwrite") return pq.read_table(temp_dir) def persist(self, storage: SavedDatasetStorage):