Skip to content

Commit

Permalink
Resume yandex provider (apache#33574)
Browse files Browse the repository at this point in the history
---------

Co-authored-by: sofya generalova <[email protected]>
  • Loading branch information
s0neq and sofya generalova authored Aug 22, 2023
1 parent e434ae8 commit 2b43fa4
Show file tree
Hide file tree
Showing 16 changed files with 87 additions and 67 deletions.
2 changes: 1 addition & 1 deletion CONTRIBUTING.rst
Original file line number Diff line number Diff line change
Expand Up @@ -679,7 +679,7 @@ ldap, leveldb, microsoft.azure, microsoft.mssql, microsoft.psrp, microsoft.winrm
mysql, neo4j, odbc, openfaas, openlineage, opsgenie, oracle, otel, pagerduty, pandas, papermill,
password, pinot, plexus, postgres, presto, qds, qubole, rabbitmq, redis, s3, salesforce, samba,
segment, sendgrid, sentry, sftp, singularity, slack, smtp, snowflake, spark, sqlite, ssh, statsd,
tableau, tabular, telegram, trino, vertica, virtualenv, webhdfs, winrm, zendesk
tableau, tabular, telegram, trino, vertica, virtualenv, webhdfs, winrm, yandex, zendesk
.. END EXTRAS HERE
Provider packages
Expand Down
2 changes: 1 addition & 1 deletion INSTALL
Original file line number Diff line number Diff line change
Expand Up @@ -106,7 +106,7 @@ ldap, leveldb, microsoft.azure, microsoft.mssql, microsoft.psrp, microsoft.winrm
mysql, neo4j, odbc, openfaas, openlineage, opsgenie, oracle, otel, pagerduty, pandas, papermill,
password, pinot, plexus, postgres, presto, qds, qubole, rabbitmq, redis, s3, salesforce, samba,
segment, sendgrid, sentry, sftp, singularity, slack, smtp, snowflake, spark, sqlite, ssh, statsd,
tableau, tabular, telegram, trino, vertica, virtualenv, webhdfs, winrm, zendesk
tableau, tabular, telegram, trino, vertica, virtualenv, webhdfs, winrm, yandex, zendesk
# END EXTRAS HERE

# For installing Airflow in development environments - see CONTRIBUTING.rst
Expand Down
4 changes: 2 additions & 2 deletions airflow/providers/yandex/provider.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,7 @@ package-name: apache-airflow-providers-yandex
name: Yandex
description: |
Yandex including `Yandex.Cloud <https://cloud.yandex.com/>`__
suspended: true # see https://github.com/apache/airflow/pull/30667/
suspended: false
versions:
- 3.3.0
- 3.2.0
Expand All @@ -37,7 +37,7 @@ versions:

dependencies:
- apache-airflow>=2.4.0
- yandexcloud>=0.173.0
- yandexcloud>=0.228.0

integrations:
- integration-name: Yandex.Cloud
Expand Down
47 changes: 0 additions & 47 deletions dev/breeze/tests/test_selective_checks.py
Original file line number Diff line number Diff line change
Expand Up @@ -1134,53 +1134,6 @@ def test_helm_tests_trigger_ci_build(files: tuple[str, ...], expected_outputs: d
assert_outputs_are_printed(expected_outputs, str(stderr))


@pytest.mark.parametrize(
"files, labels, expected_outputs, should_fail",
[
pytest.param(
("airflow/providers/yandex/test.py",),
(),
None,
True,
id="Suspended provider changes should fail",
),
pytest.param(
("airflow/providers/yandex/test.py",),
("allow suspended provider changes",),
{"affected-providers-list-as-string": ALL_PROVIDERS_AFFECTED},
False,
id="Suspended provider changes should not fail if appropriate label is set",
),
pytest.param(
("airflow/providers/yandex/test.py", "airflow/providers/airbyte/test.py"),
("allow suspended provider changes",),
{"affected-providers-list-as-string": "airbyte http"},
False,
id="Only non-suspended provider changes should be listed",
),
],
)
def test_suspended_providers(
files: tuple[str, ...], labels: tuple[str], expected_outputs: dict[str, str], should_fail: bool
):
failed = False
try:
stderr = str(
SelectiveChecks(
files=files,
commit_ref="HEAD",
github_event=GithubEvents.PULL_REQUEST,
pr_labels=labels,
default_branch="main",
)
)
except SystemExit:
failed = True
assert failed == should_fail
if not failed:
assert_outputs_are_printed(expected_outputs, str(stderr))


@pytest.mark.parametrize(
"github_event, github_actor, github_repository, pr_labels, github_context_dict, runs_on",
[
Expand Down
19 changes: 19 additions & 0 deletions docs/apache-airflow-providers-yandex/changelog.rst
Original file line number Diff line number Diff line change
@@ -0,0 +1,19 @@

.. Licensed to the Apache Software Foundation (ASF) under one
or more contributor license agreements. See the NOTICE file
distributed with this work for additional information
regarding copyright ownership. The ASF licenses this file
to you under the Apache License, Version 2.0 (the
"License"); you may not use this file except in compliance
with the License. You may obtain a copy of the License at
.. http://www.apache.org/licenses/LICENSE-2.0
.. Unless required by applicable law or agreed to in writing,
software distributed under the License is distributed on an
"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
KIND, either express or implied. See the License for the
specific language governing permissions and limitations
under the License.
.. include:: ../../airflow/providers/yandex/CHANGELOG.rst
38 changes: 38 additions & 0 deletions docs/apache-airflow-providers-yandex/security.rst
Original file line number Diff line number Diff line change
@@ -0,0 +1,38 @@

.. Licensed to the Apache Software Foundation (ASF) under one
or more contributor license agreements. See the NOTICE file
distributed with this work for additional information
regarding copyright ownership. The ASF licenses this file
to you under the Apache License, Version 2.0 (the
"License"); you may not use this file except in compliance
with the License. You may obtain a copy of the License at
.. http://www.apache.org/licenses/LICENSE-2.0
.. Unless required by applicable law or agreed to in writing,
software distributed under the License is distributed on an
"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
KIND, either express or implied. See the License for the
specific language governing permissions and limitations
under the License.
Releasing security patches
--------------------------

Airflow providers are released independently from Airflow itself and the information about vulnerabilities
is published separately. You can upgrade providers independently from Airflow itself, following the
instructions found in :doc:`apache-airflow:installation/installing-from-pypi`.

When we release Provider version, the development is always done from the ``main`` branch where we prepare
the next version. The provider uses strict `SemVer <https://semver.org>`_ versioning policy. Depending on
the scope of the change, Provider will get ''MAJOR'' version upgrade when there are
breaking changes, ``MINOR`` version upgrade when there are new features or ``PATCHLEVEL`` version upgrade
when there are only bug fixes (including security bugfixes) - and this is the only version that receives
security fixes by default, so you should upgrade to latest version of the provider if you want to receive
all released security fixes.

The only exception to that rule is when we have a critical security fix and good reason to provide an
out-of-band release for the provider, in which case stakeholders in the provider might decide to cherry-pick
and prepare a branch for an older version of the provider following the
`mixed governance model <https://github.com/apache/airflow/blob/main/PROVIDERS.rst#mixed-governance-model>`_
and requires interested parties to cherry-pick and test the fixes.
2 changes: 2 additions & 0 deletions docs/apache-airflow/extra-packages-ref.rst
Original file line number Diff line number Diff line change
Expand Up @@ -214,6 +214,8 @@ These are extras that add dependencies needed for integration with external serv
+---------------------+-----------------------------------------------------+-----------------------------------------------------+
| vertica | ``pip install 'apache-airflow[vertica]'`` | Vertica hook support as an Airflow backend |
+---------------------+-----------------------------------------------------+-----------------------------------------------------+
| yandex | ``pip install 'apache-airflow[yandex]'`` | Yandex.cloud hooks and operators |
+---------------------+-----------------------------------------------------+-----------------------------------------------------+
| zendesk | ``pip install 'apache-airflow[zendesk]'`` | Zendesk hooks |
+---------------------+-----------------------------------------------------+-----------------------------------------------------+

Expand Down
8 changes: 8 additions & 0 deletions generated/provider_dependencies.json
Original file line number Diff line number Diff line change
Expand Up @@ -909,6 +909,14 @@
],
"excluded-python-versions": []
},
"yandex": {
"deps": [
"apache-airflow>=2.4.0",
"yandexcloud>=0.228.0"
],
"cross-providers-deps": [],
"excluded-python-versions": []
},
"zendesk": {
"deps": [
"apache-airflow>=2.4.0",
Expand Down
18 changes: 9 additions & 9 deletions images/breeze/output-commands-hash.txt
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
# Please do not solve it but run `breeze setup regenerate-command-images`.
# This command should fix the conflict and regenerate help images that you have conflict with.
main:42493af4045e28dcf52040810fbb7036
build-docs:bfc91db55c595516fe84d56c96a5a8e0
build-docs:173a48b2e23c17fa5adf394fc5c8a71e
ci:find-backtracking-candidates:17fe56b867a745e5032a08dfcd3f73ee
ci:fix-ownership:3e5a73533cc96045e72cb258783cfc96
ci:free-space:49af17b032039c05c41a7a8283f365cc
Expand Down Expand Up @@ -36,25 +36,25 @@ prod-image:build:10cc859b7d898581bf9b2a24c19c1032
prod-image:pull:76f1f27e6119928412abecf153fce4bb
prod-image:verify:bd2b78738a7c388dbad6076c41a9f906
prod-image:d9b47217a12f73f214bcd2938bbab84a
release-management:add-back-references:919b3bd706acf794e0e5e129fc587f6d
release-management:add-back-references:7e3a4e6d3f7932773cfb256059f7c2c8
release-management:create-minor-branch:a3834afc4aa5d1e98002c9e9e7a9931d
release-management:generate-constraints:b8fcaf8f0acd35ed5dbd48659bdb6485
release-management:generate-issue-content-providers:dc7149a2c6fc43d323e7c83865c0ca0b
release-management:generate-issue-content-providers:b810c1afe316edf547572b232759c004
release-management:generate-providers-metadata:d4e8e5cfaa024e3963af02d7a873048d
release-management:install-provider-packages:a89493be1ae961c13469b5a25a605069
release-management:prepare-airflow-package:85d01c57e5b5ee0fb9e5f9d9706ed3b5
release-management:prepare-provider-documentation:71dd952212206ca5c3b24bf8deaf13d6
release-management:prepare-provider-packages:ed727969a3fa27e41c75c08381c9ebf4
release-management:publish-docs:6d8ea0362b7a4394d8367e2105516cf8
release-management:prepare-provider-documentation:01393745645e0307dcc15baaf24d3435
release-management:prepare-provider-packages:93769f8db9fda9bb28fd0cd1a201cae8
release-management:publish-docs:6540266086872d11fd6f6fba1c044756
release-management:release-prod-images:cfbfe8b19fee91fd90718f98ef2fd078
release-management:start-rc-process:b27bd524dd3c89f50a747b60a7e892c1
release-management:start-release:419f48f6a4ff4457cb9de7ff496aebbe
release-management:update-constraints:02ec4b119150e3fdbac52026e94820ef
release-management:verify-provider-packages:96dce5644aad6b37080acf77b3d8de3a
release-management:89b9da7b140208d6d15823d7ccf3c017
sbom:generate-provider-requirements:9abe53200ea5f40e0bf7c27f6087f27f
release-management:fec2e6ac2786d18d0d2c2461a0ac0f33
sbom:generate-provider-requirements:42cb9f199c7be30b5bf7102ea175d736
sbom:update-sbom-information:0ce56884e5f842e3e80d6619df1ccc64
sbom:935d041028e847d3faf763a95b51063e
sbom:97ea9bb927149c1675345d3102a29ac7
setup:autocomplete:fffcd49e102e09ccd69b3841a9e3ea8e
setup:check-all-params-in-groups:639dfb061b8da02dcaa4a57b567ff42a
setup:config:fd32471ee31894decf91984615771add
Expand Down
2 changes: 1 addition & 1 deletion images/breeze/output_build-docs.svg
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading

0 comments on commit 2b43fa4

Please sign in to comment.