diff --git a/generated/provider_dependencies.json b/generated/provider_dependencies.json index 9114068e4303f..848c0d9ac02c8 100644 --- a/generated/provider_dependencies.json +++ b/generated/provider_dependencies.json @@ -75,7 +75,8 @@ "apache.beam": { "deps": [ "apache-airflow>=2.9.0", - "apache-beam>=2.53.0", + "apache-beam>=2.53.0; python_version < \"3.12\"", + "apache-beam>=2.57.0; python_version >= \"3.12\"", "numpy>=1.26.0", "pyarrow>=14.0.1" ], diff --git a/providers/apache/beam/README.rst b/providers/apache/beam/README.rst index 7f61ac4e600bd..d55425f7cddae 100644 --- a/providers/apache/beam/README.rst +++ b/providers/apache/beam/README.rst @@ -51,14 +51,15 @@ The package supports the following python versions: 3.9,3.10,3.11,3.12 Requirements ------------ -================== ================== +================== ====================================== PIP package Version required -================== ================== +================== ====================================== ``apache-airflow`` ``>=2.9.0`` -``apache-beam`` ``>=2.53.0`` +``apache-beam`` ``>=2.53.0; python_version < "3.12"`` +``apache-beam`` ``>=2.57.0; python_version >= "3.12"`` ``pyarrow`` ``>=14.0.1`` ``numpy`` ``>=1.26.0`` -================== ================== +================== ====================================== Cross provider package dependencies ----------------------------------- diff --git a/providers/apache/beam/pyproject.toml b/providers/apache/beam/pyproject.toml index 9425bdfa5d3a1..9e8355d89a74f 100644 --- a/providers/apache/beam/pyproject.toml +++ b/providers/apache/beam/pyproject.toml @@ -57,9 +57,11 @@ requires-python = "~=3.9" dependencies = [ "apache-airflow>=2.9.0", # Apache Beam > 2.53.0 and pyarrow > 14.0.1 fix https://nvd.nist.gov/vuln/detail/CVE-2023-47248. - "apache-beam>=2.53.0", + 'apache-beam>=2.53.0; python_version < "3.12"', + 'apache-beam>=2.57.0; python_version >= "3.12"', "pyarrow>=14.0.1", "numpy>=1.26.0", + ] # The optional dependencies should be modified in place in the generated file diff --git a/providers/apache/beam/src/airflow/providers/apache/beam/get_provider_info.py b/providers/apache/beam/src/airflow/providers/apache/beam/get_provider_info.py index 479cfbeb41ba0..4f9e2055564eb 100644 --- a/providers/apache/beam/src/airflow/providers/apache/beam/get_provider_info.py +++ b/providers/apache/beam/src/airflow/providers/apache/beam/get_provider_info.py @@ -93,7 +93,13 @@ def get_provider_info(): "python-modules": ["airflow.providers.apache.beam.triggers.beam"], } ], - "dependencies": ["apache-airflow>=2.9.0", "apache-beam>=2.53.0", "pyarrow>=14.0.1", "numpy>=1.26.0"], + "dependencies": [ + "apache-airflow>=2.9.0", + 'apache-beam>=2.53.0; python_version < "3.12"', + 'apache-beam>=2.57.0; python_version >= "3.12"', + "pyarrow>=14.0.1", + "numpy>=1.26.0", + ], "optional-dependencies": { "google": ["apache-beam[gcp]"], "common.compat": ["apache-airflow-providers-common-compat"],