From 0858989ff17c6e5ed8664e56e09a21f6edf7ca4c Mon Sep 17 00:00:00 2001 From: niklasvm Date: Fri, 10 Jan 2025 15:19:19 +0200 Subject: [PATCH 1/2] add date field support to spark Signed-off-by: niklasvm --- sdk/python/feast/type_map.py | 1 + 1 file changed, 1 insertion(+) diff --git a/sdk/python/feast/type_map.py b/sdk/python/feast/type_map.py index 000e9cdae4..722ea7b4ac 100644 --- a/sdk/python/feast/type_map.py +++ b/sdk/python/feast/type_map.py @@ -815,6 +815,7 @@ def spark_to_feast_value_type(spark_type_as_str: str) -> ValueType: "float": ValueType.FLOAT, "boolean": ValueType.BOOL, "timestamp": ValueType.UNIX_TIMESTAMP, + "date": ValueType.UNIX_TIMESTAMP, "array": ValueType.BYTES_LIST, "array": ValueType.STRING_LIST, "array": ValueType.INT32_LIST, From 72993b1de7c6b492575dc1646e11ecad401593ac Mon Sep 17 00:00:00 2001 From: niklasvm Date: Fri, 10 Jan 2025 15:27:53 +0200 Subject: [PATCH 2/2] add support for lists of dates Signed-off-by: niklasvm --- sdk/python/feast/type_map.py | 1 + 1 file changed, 1 insertion(+) diff --git a/sdk/python/feast/type_map.py b/sdk/python/feast/type_map.py index 722ea7b4ac..7e2b8a5362 100644 --- a/sdk/python/feast/type_map.py +++ b/sdk/python/feast/type_map.py @@ -825,6 +825,7 @@ def spark_to_feast_value_type(spark_type_as_str: str) -> ValueType: "array": ValueType.FLOAT_LIST, "array": ValueType.BOOL_LIST, "array": ValueType.UNIX_TIMESTAMP_LIST, + "array": ValueType.UNIX_TIMESTAMP_LIST, } if spark_type_as_str.startswith("decimal"): spark_type_as_str = "decimal"