File tree Expand file tree Collapse file tree
sdk/python/feast/infra/offline_stores/contrib/spark_offline_store Expand file tree Collapse file tree Original file line number Diff line number Diff line change 77import pandas
88import pandas as pd
99import pyarrow
10+ import pyarrow .parquet as pq
1011import pyspark
1112from pydantic import StrictStr
1213from pyspark import SparkConf
1314from pyspark .sql import SparkSession
14- import pyarrow .parquet as pq
1515from pytz import utc
1616
1717from feast import FeatureView , OnDemandFeatureView
@@ -272,7 +272,7 @@ def _to_arrow_internal(self) -> pyarrow.Table:
272272
273273 # write to temp parquet and then load it as pyarrow table from disk
274274 with tempfile .TemporaryDirectory () as temp_dir :
275- self .to_spark_df ().write .parquet (temp_dir ,mode = "overwrite" )
275+ self .to_spark_df ().write .parquet (temp_dir , mode = "overwrite" )
276276 return pq .read_table (temp_dir )
277277
278278 def persist (self , storage : SavedDatasetStorage ):
You can’t perform that action at this time.
0 commit comments