Dedupe columns when extracting from the dataframe

Signed-off-by: Achal Shah <[email protected]>
feast-dev · Jun 2, 2021 · f5e62a2 · f5e62a2
1 parent 88d2abf
commit f5e62a2
Showing 1 changed file with 2 additions and 3 deletions.
diff --git a/sdk/python/feast/infra/offline_stores/file.py b/sdk/python/feast/infra/offline_stores/file.py
@@ -236,8 +236,7 @@ def pull_latest_from_table_or_query(
         # make driver_id a normal column again
         last_values_df.reset_index(inplace=True)
 
-        table = pyarrow.Table.from_pandas(
-            last_values_df[join_key_columns + feature_name_columns + ts_columns]
-        )
+        columns_to_extract = set(join_key_columns + feature_name_columns + ts_columns)
+        table = pyarrow.Table.from_pandas(last_values_df[columns_to_extract])
 
         return table