apache-airflow-providers-yandex 4.1.0rc1__tar.gz → 4.3.2rc1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- apache_airflow_providers_yandex-4.3.2rc1/NOTICE +5 -0
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/PKG-INFO +33 -23
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/README.rst +22 -12
- apache_airflow_providers_yandex-4.3.2rc1/docs/.latest-doc-only-change.txt +1 -0
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/docs/changelog.rst +100 -2
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/docs/index.rst +14 -13
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/docs/operators/dataproc.rst +1 -1
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/docs/operators/yq.rst +1 -1
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/provider.yaml +10 -1
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/pyproject.toml +12 -17
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/src/airflow/__init__.py +1 -1
- {apache_airflow_providers_yandex-4.1.0rc1/tests/system → apache_airflow_providers_yandex-4.3.2rc1/src/airflow/providers}/__init__.py +1 -1
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/src/airflow/providers/yandex/__init__.py +3 -3
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/src/airflow/providers/yandex/hooks/yandex.py +1 -1
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/src/airflow/providers/yandex/links/yq.py +5 -18
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/src/airflow/providers/yandex/operators/dataproc.py +18 -10
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/src/airflow/providers/yandex/operators/yq.py +3 -7
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/src/airflow/providers/yandex/secrets/lockbox.py +4 -2
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/src/airflow/providers/yandex/utils/user_agent.py +1 -1
- apache_airflow_providers_yandex-4.3.2rc1/src/airflow/providers/yandex/version_compat.py +36 -0
- {apache_airflow_providers_yandex-4.1.0rc1/tests/unit → apache_airflow_providers_yandex-4.3.2rc1/tests/system}/__init__.py +1 -1
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/tests/system/yandex/example_yandexcloud.py +6 -1
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/tests/system/yandex/example_yandexcloud_dataproc.py +5 -1
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/tests/system/yandex/example_yandexcloud_dataproc_lightweight.py +5 -1
- {apache_airflow_providers_yandex-4.1.0rc1/src/airflow/providers → apache_airflow_providers_yandex-4.3.2rc1/tests/unit}/__init__.py +1 -1
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/tests/unit/yandex/hooks/test_dataproc.py +7 -4
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/tests/unit/yandex/hooks/test_yandex.py +9 -7
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/tests/unit/yandex/hooks/test_yq.py +5 -2
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/tests/unit/yandex/links/test_yq.py +13 -31
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/tests/unit/yandex/operators/test_dataproc.py +78 -8
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/tests/unit/yandex/operators/test_yq.py +17 -22
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/tests/unit/yandex/secrets/test_lockbox.py +3 -2
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/tests/unit/yandex/utils/test_fields.py +1 -1
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/tests/unit/yandex/utils/test_user_agent.py +1 -1
- apache_airflow_providers_yandex-4.1.0rc1/docs/.latest-doc-only-change.txt +0 -1
- {apache_airflow_providers_yandex-4.1.0rc1/src/airflow/providers/yandex → apache_airflow_providers_yandex-4.3.2rc1}/LICENSE +0 -0
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/docs/commits.rst +0 -0
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/docs/conf.py +0 -0
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/docs/configurations-ref.rst +0 -0
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/docs/connections/yandexcloud.rst +0 -0
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/docs/installing-providers-from-sources.rst +0 -0
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/docs/integration-logos/Yandex-Cloud.png +0 -0
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/docs/operators/index.rst +0 -0
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/docs/secrets-backends/yandex-cloud-lockbox-secret-backend.rst +0 -0
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/docs/security.rst +0 -0
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/src/airflow/providers/yandex/get_provider_info.py +0 -0
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/src/airflow/providers/yandex/hooks/__init__.py +0 -0
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/src/airflow/providers/yandex/hooks/dataproc.py +0 -0
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/src/airflow/providers/yandex/hooks/yq.py +0 -0
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/src/airflow/providers/yandex/links/__init__.py +0 -0
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/src/airflow/providers/yandex/operators/__init__.py +0 -0
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/src/airflow/providers/yandex/secrets/__init__.py +0 -0
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/src/airflow/providers/yandex/utils/__init__.py +0 -0
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/src/airflow/providers/yandex/utils/credentials.py +0 -0
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/src/airflow/providers/yandex/utils/defaults.py +0 -0
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/src/airflow/providers/yandex/utils/fields.py +0 -0
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/tests/conftest.py +0 -0
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/tests/system/yandex/__init__.py +0 -0
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/tests/system/yandex/example_yandexcloud_yq.py +0 -0
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/tests/unit/yandex/__init__.py +0 -0
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/tests/unit/yandex/hooks/__init__.py +0 -0
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/tests/unit/yandex/links/__init__.py +0 -0
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/tests/unit/yandex/operators/__init__.py +0 -0
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/tests/unit/yandex/secrets/__init__.py +0 -0
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/tests/unit/yandex/utils/__init__.py +0 -0
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/tests/unit/yandex/utils/test_credentials.py +0 -0
- {apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/tests/unit/yandex/utils/test_defaults.py +0 -0
{apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/PKG-INFO
RENAMED
|
@@ -1,12 +1,13 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: apache-airflow-providers-yandex
|
|
3
|
-
Version: 4.
|
|
3
|
+
Version: 4.3.2rc1
|
|
4
4
|
Summary: Provider package apache-airflow-providers-yandex for Apache Airflow
|
|
5
5
|
Keywords: airflow-provider,yandex,airflow,integration
|
|
6
6
|
Author-email: Apache Software Foundation <dev@airflow.apache.org>
|
|
7
7
|
Maintainer-email: Apache Software Foundation <dev@airflow.apache.org>
|
|
8
|
-
Requires-Python:
|
|
8
|
+
Requires-Python: >=3.10,!=3.13
|
|
9
9
|
Description-Content-Type: text/x-rst
|
|
10
|
+
License-Expression: Apache-2.0
|
|
10
11
|
Classifier: Development Status :: 5 - Production/Stable
|
|
11
12
|
Classifier: Environment :: Console
|
|
12
13
|
Classifier: Environment :: Web Environment
|
|
@@ -14,24 +15,23 @@ Classifier: Intended Audience :: Developers
|
|
|
14
15
|
Classifier: Intended Audience :: System Administrators
|
|
15
16
|
Classifier: Framework :: Apache Airflow
|
|
16
17
|
Classifier: Framework :: Apache Airflow :: Provider
|
|
17
|
-
Classifier: License :: OSI Approved :: Apache Software License
|
|
18
|
-
Classifier: Programming Language :: Python :: 3.9
|
|
19
18
|
Classifier: Programming Language :: Python :: 3.10
|
|
20
19
|
Classifier: Programming Language :: Python :: 3.11
|
|
21
20
|
Classifier: Programming Language :: Python :: 3.12
|
|
22
21
|
Classifier: Topic :: System :: Monitoring
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
Requires-Dist:
|
|
26
|
-
Requires-Dist:
|
|
22
|
+
License-File: LICENSE
|
|
23
|
+
License-File: NOTICE
|
|
24
|
+
Requires-Dist: apache-airflow>=2.11.0rc1
|
|
25
|
+
Requires-Dist: yandexcloud>=0.308.0; python_version < '3.13'
|
|
26
|
+
Requires-Dist: yandex-query-client>=0.1.4; python_version < '3.13'
|
|
27
|
+
Requires-Dist: apache-airflow-providers-common-compat>=1.12.0rc1
|
|
27
28
|
Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
|
|
28
|
-
Project-URL: Changelog, https://airflow.staged.apache.org/docs/apache-airflow-providers-yandex/4.
|
|
29
|
-
Project-URL: Documentation, https://airflow.staged.apache.org/docs/apache-airflow-providers-yandex/4.
|
|
29
|
+
Project-URL: Changelog, https://airflow.staged.apache.org/docs/apache-airflow-providers-yandex/4.3.2/changelog.html
|
|
30
|
+
Project-URL: Documentation, https://airflow.staged.apache.org/docs/apache-airflow-providers-yandex/4.3.2
|
|
30
31
|
Project-URL: Mastodon, https://fosstodon.org/@airflow
|
|
31
32
|
Project-URL: Slack Chat, https://s.apache.org/airflow-slack
|
|
32
33
|
Project-URL: Source Code, https://github.com/apache/airflow
|
|
33
34
|
Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
|
|
34
|
-
Provides-Extra: common-compat
|
|
35
35
|
|
|
36
36
|
|
|
37
37
|
.. Licensed to the Apache Software Foundation (ASF) under one
|
|
@@ -58,7 +58,7 @@ Provides-Extra: common-compat
|
|
|
58
58
|
|
|
59
59
|
Package ``apache-airflow-providers-yandex``
|
|
60
60
|
|
|
61
|
-
Release: ``4.
|
|
61
|
+
Release: ``4.3.2``
|
|
62
62
|
|
|
63
63
|
|
|
64
64
|
This package is for Yandex, including:
|
|
@@ -73,27 +73,28 @@ This is a provider package for ``yandex`` provider. All classes for this provide
|
|
|
73
73
|
are in ``airflow.providers.yandex`` python package.
|
|
74
74
|
|
|
75
75
|
You can find package information and changelog for the provider
|
|
76
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-yandex/4.
|
|
76
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-yandex/4.3.2/>`_.
|
|
77
77
|
|
|
78
78
|
Installation
|
|
79
79
|
------------
|
|
80
80
|
|
|
81
|
-
You can install this package on top of an existing Airflow
|
|
81
|
+
You can install this package on top of an existing Airflow installation (see ``Requirements`` below
|
|
82
82
|
for the minimum Airflow version supported) via
|
|
83
83
|
``pip install apache-airflow-providers-yandex``
|
|
84
84
|
|
|
85
|
-
The package supports the following python versions: 3.
|
|
85
|
+
The package supports the following python versions: 3.10,3.11,3.12
|
|
86
86
|
|
|
87
87
|
Requirements
|
|
88
88
|
------------
|
|
89
89
|
|
|
90
|
-
|
|
91
|
-
PIP package
|
|
92
|
-
|
|
93
|
-
``apache-airflow``
|
|
94
|
-
``yandexcloud``
|
|
95
|
-
``yandex-query-client``
|
|
96
|
-
|
|
90
|
+
========================================== ======================================
|
|
91
|
+
PIP package Version required
|
|
92
|
+
========================================== ======================================
|
|
93
|
+
``apache-airflow`` ``>=2.11.0``
|
|
94
|
+
``yandexcloud`` ``>=0.308.0; python_version < "3.13"``
|
|
95
|
+
``yandex-query-client`` ``>=0.1.4; python_version < "3.13"``
|
|
96
|
+
``apache-airflow-providers-common-compat`` ``>=1.8.0``
|
|
97
|
+
========================================== ======================================
|
|
97
98
|
|
|
98
99
|
Cross provider package dependencies
|
|
99
100
|
-----------------------------------
|
|
@@ -114,6 +115,15 @@ Dependent package
|
|
|
114
115
|
`apache-airflow-providers-common-compat <https://airflow.apache.org/docs/apache-airflow-providers-common-compat>`_ ``common.compat``
|
|
115
116
|
================================================================================================================== =================
|
|
116
117
|
|
|
118
|
+
Optional dependencies
|
|
119
|
+
----------------------
|
|
120
|
+
|
|
121
|
+
================= ==========================================
|
|
122
|
+
Extra Dependencies
|
|
123
|
+
================= ==========================================
|
|
124
|
+
``common.compat`` ``apache-airflow-providers-common-compat``
|
|
125
|
+
================= ==========================================
|
|
126
|
+
|
|
117
127
|
The changelog for the provider package can be found in the
|
|
118
|
-
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-yandex/4.
|
|
128
|
+
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-yandex/4.3.2/changelog.html>`_.
|
|
119
129
|
|
{apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/README.rst
RENAMED
|
@@ -23,7 +23,7 @@
|
|
|
23
23
|
|
|
24
24
|
Package ``apache-airflow-providers-yandex``
|
|
25
25
|
|
|
26
|
-
Release: ``4.
|
|
26
|
+
Release: ``4.3.2``
|
|
27
27
|
|
|
28
28
|
|
|
29
29
|
This package is for Yandex, including:
|
|
@@ -38,27 +38,28 @@ This is a provider package for ``yandex`` provider. All classes for this provide
|
|
|
38
38
|
are in ``airflow.providers.yandex`` python package.
|
|
39
39
|
|
|
40
40
|
You can find package information and changelog for the provider
|
|
41
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-yandex/4.
|
|
41
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-yandex/4.3.2/>`_.
|
|
42
42
|
|
|
43
43
|
Installation
|
|
44
44
|
------------
|
|
45
45
|
|
|
46
|
-
You can install this package on top of an existing Airflow
|
|
46
|
+
You can install this package on top of an existing Airflow installation (see ``Requirements`` below
|
|
47
47
|
for the minimum Airflow version supported) via
|
|
48
48
|
``pip install apache-airflow-providers-yandex``
|
|
49
49
|
|
|
50
|
-
The package supports the following python versions: 3.
|
|
50
|
+
The package supports the following python versions: 3.10,3.11,3.12
|
|
51
51
|
|
|
52
52
|
Requirements
|
|
53
53
|
------------
|
|
54
54
|
|
|
55
|
-
|
|
56
|
-
PIP package
|
|
57
|
-
|
|
58
|
-
``apache-airflow``
|
|
59
|
-
``yandexcloud``
|
|
60
|
-
``yandex-query-client``
|
|
61
|
-
|
|
55
|
+
========================================== ======================================
|
|
56
|
+
PIP package Version required
|
|
57
|
+
========================================== ======================================
|
|
58
|
+
``apache-airflow`` ``>=2.11.0``
|
|
59
|
+
``yandexcloud`` ``>=0.308.0; python_version < "3.13"``
|
|
60
|
+
``yandex-query-client`` ``>=0.1.4; python_version < "3.13"``
|
|
61
|
+
``apache-airflow-providers-common-compat`` ``>=1.8.0``
|
|
62
|
+
========================================== ======================================
|
|
62
63
|
|
|
63
64
|
Cross provider package dependencies
|
|
64
65
|
-----------------------------------
|
|
@@ -79,5 +80,14 @@ Dependent package
|
|
|
79
80
|
`apache-airflow-providers-common-compat <https://airflow.apache.org/docs/apache-airflow-providers-common-compat>`_ ``common.compat``
|
|
80
81
|
================================================================================================================== =================
|
|
81
82
|
|
|
83
|
+
Optional dependencies
|
|
84
|
+
----------------------
|
|
85
|
+
|
|
86
|
+
================= ==========================================
|
|
87
|
+
Extra Dependencies
|
|
88
|
+
================= ==========================================
|
|
89
|
+
``common.compat`` ``apache-airflow-providers-common-compat``
|
|
90
|
+
================= ==========================================
|
|
91
|
+
|
|
82
92
|
The changelog for the provider package can be found in the
|
|
83
|
-
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-yandex/4.
|
|
93
|
+
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-yandex/4.3.2/changelog.html>`_.
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
134348e1895ad54cfa4d3a75a78bafe872328b11
|
|
@@ -27,6 +27,106 @@
|
|
|
27
27
|
Changelog
|
|
28
28
|
---------
|
|
29
29
|
|
|
30
|
+
4.3.2
|
|
31
|
+
.....
|
|
32
|
+
|
|
33
|
+
Misc
|
|
34
|
+
~~~~
|
|
35
|
+
|
|
36
|
+
* ``New year means updated Copyright notices (#60344)``
|
|
37
|
+
* ``Check team boundaries in connections (#59476)``
|
|
38
|
+
* ``Migrate yandex provider to use airflow.sdk.configuration.conf (#59992)``
|
|
39
|
+
|
|
40
|
+
.. Below changes are excluded from the changelog. Move them to
|
|
41
|
+
appropriate section above if needed. Do not delete the lines(!):
|
|
42
|
+
|
|
43
|
+
4.3.1
|
|
44
|
+
.....
|
|
45
|
+
|
|
46
|
+
Misc
|
|
47
|
+
~~~~
|
|
48
|
+
|
|
49
|
+
* ``Check team boundaries in variables (#58905)``
|
|
50
|
+
|
|
51
|
+
.. Below changes are excluded from the changelog. Move them to
|
|
52
|
+
appropriate section above if needed. Do not delete the lines(!):
|
|
53
|
+
* ``TaskInstance unused method cleanup (#59835)``
|
|
54
|
+
|
|
55
|
+
4.3.0
|
|
56
|
+
.....
|
|
57
|
+
|
|
58
|
+
.. note::
|
|
59
|
+
This release of provider is only available for Airflow 2.11+ as explained in the
|
|
60
|
+
Apache Airflow providers support policy <https://github.com/apache/airflow/blob/main/PROVIDERS.rst#minimum-supported-version-of-airflow-for-community-managed-providers>_.
|
|
61
|
+
|
|
62
|
+
Misc
|
|
63
|
+
~~~~
|
|
64
|
+
|
|
65
|
+
* ``Bump minimum Airflow version in providers to Airflow 2.11.0 (#58612)``
|
|
66
|
+
|
|
67
|
+
.. Below changes are excluded from the changelog. Move them to
|
|
68
|
+
appropriate section above if needed. Do not delete the lines(!):
|
|
69
|
+
* ``Updates to release process of providers (#58316)``
|
|
70
|
+
|
|
71
|
+
4.2.1
|
|
72
|
+
.....
|
|
73
|
+
|
|
74
|
+
Misc
|
|
75
|
+
~~~~
|
|
76
|
+
|
|
77
|
+
* ``Convert all airflow distributions to be compliant with ASF requirements (#58138)``
|
|
78
|
+
* ``Migrate 'yandex' provider to 'common.compat' (#57116)``
|
|
79
|
+
|
|
80
|
+
.. Below changes are excluded from the changelog. Move them to
|
|
81
|
+
appropriate section above if needed. Do not delete the lines(!):
|
|
82
|
+
* ``Delete all unnecessary LICENSE Files (#58191)``
|
|
83
|
+
* ``Prepare release for Oct 2025 wave of providers (#57029)``
|
|
84
|
+
* ``Remove placeholder Release Date in changelog and index files (#56056)``
|
|
85
|
+
* ``Prepare release for Sep 2025 2nd wave of providers (#55688)``
|
|
86
|
+
* ``Enable pt011 rule 1 (#55706)``
|
|
87
|
+
* ``Prepare release for Sep 2025 1st wave of providers (#55203)``
|
|
88
|
+
* ``Fix Airflow 2 reference in README/index of providers (#55240)``
|
|
89
|
+
* ``Make term Dag consistent in providers docs (#55101)``
|
|
90
|
+
* ``Move trigger_rule utils from 'airflow/utils' to 'airflow.task'and integrate with Execution API spec (#53389)``
|
|
91
|
+
* ``Switch pre-commit to prek (#54258)``
|
|
92
|
+
|
|
93
|
+
4.2.0
|
|
94
|
+
.....
|
|
95
|
+
|
|
96
|
+
Features
|
|
97
|
+
~~~~~~~~
|
|
98
|
+
|
|
99
|
+
* ``Add environment and oslogin for yandex dataproc create cluster (#52973)``
|
|
100
|
+
|
|
101
|
+
Misc
|
|
102
|
+
~~~~
|
|
103
|
+
|
|
104
|
+
* ``Fix unreachable code errors in yandex provider (#53453)``
|
|
105
|
+
* ``Add Python 3.13 support for Airflow. (#46891)``
|
|
106
|
+
* ``Remove type ignore across codebase after mypy upgrade (#53243)``
|
|
107
|
+
* ``Remove upper-binding for "python-requires" (#52980)``
|
|
108
|
+
* ``Temporarily switch to use >=,< pattern instead of '~=' (#52967)``
|
|
109
|
+
* ``Moving BaseHook usages to version_compat for yandex (#52963)``
|
|
110
|
+
|
|
111
|
+
.. Below changes are excluded from the changelog. Move them to
|
|
112
|
+
appropriate section above if needed. Do not delete the lines(!):
|
|
113
|
+
* ``Deprecate decorators from Core (#53629)``
|
|
114
|
+
* ``Cleanup type ignores in yandex provider where possible (#53251)``
|
|
115
|
+
* ``Make dag_version_id in TI non-nullable (#50825)``
|
|
116
|
+
|
|
117
|
+
4.1.1
|
|
118
|
+
.....
|
|
119
|
+
|
|
120
|
+
Misc
|
|
121
|
+
~~~~
|
|
122
|
+
|
|
123
|
+
* ``Move 'BaseHook' implementation to task SDK (#51873)``
|
|
124
|
+
* ``Provider Migration: Update yandex provider for Airflow 3.0 compatibility (#52422)``
|
|
125
|
+
* ``Drop support for Python 3.9 (#52072)``
|
|
126
|
+
|
|
127
|
+
.. Below changes are excluded from the changelog. Move them to
|
|
128
|
+
appropriate section above if needed. Do not delete the lines(!):
|
|
129
|
+
|
|
30
130
|
4.1.0
|
|
31
131
|
.....
|
|
32
132
|
|
|
@@ -132,8 +232,6 @@ Misc
|
|
|
132
232
|
* ``Use Python 3.9 as target version for Ruff & Black rules (#44298)``
|
|
133
233
|
* ``Prepare docs for Nov 1st wave of providers (#44011)``
|
|
134
234
|
* ``Split providers out of the main "airflow/" tree into a UV workspace project (#42505)``
|
|
135
|
-
|
|
136
|
-
.. Review and move the new changes to one of the sections above:
|
|
137
235
|
* ``Update path of example dags in docs (#45069)``
|
|
138
236
|
|
|
139
237
|
3.12.0
|
{apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/docs/index.rst
RENAMED
|
@@ -58,7 +58,7 @@
|
|
|
58
58
|
:maxdepth: 1
|
|
59
59
|
:caption: Resources
|
|
60
60
|
|
|
61
|
-
Example
|
|
61
|
+
Example Dags <https://github.com/apache/airflow/tree/providers-yandex/|version|/providers/yandex/tests/system/yandex/example_yandexcloud_dataproc.py>
|
|
62
62
|
PyPI Repository <https://pypi.org/project/apache-airflow-providers-yandex/>
|
|
63
63
|
Installing from sources <installing-providers-from-sources>
|
|
64
64
|
|
|
@@ -81,7 +81,7 @@ This package is for Yandex, including:
|
|
|
81
81
|
- `Yandex.Cloud <https://cloud.yandex.com/>`__
|
|
82
82
|
|
|
83
83
|
|
|
84
|
-
Release: 4.
|
|
84
|
+
Release: 4.3.2
|
|
85
85
|
|
|
86
86
|
Provider package
|
|
87
87
|
----------------
|
|
@@ -92,22 +92,23 @@ All classes for this package are included in the ``airflow.providers.yandex`` py
|
|
|
92
92
|
Installation
|
|
93
93
|
------------
|
|
94
94
|
|
|
95
|
-
You can install this package on top of an existing Airflow
|
|
95
|
+
You can install this package on top of an existing Airflow installation via
|
|
96
96
|
``pip install apache-airflow-providers-yandex``.
|
|
97
97
|
For the minimum Airflow version supported, see ``Requirements`` below.
|
|
98
98
|
|
|
99
99
|
Requirements
|
|
100
100
|
------------
|
|
101
101
|
|
|
102
|
-
The minimum Apache Airflow version supported by this provider distribution is ``2.
|
|
102
|
+
The minimum Apache Airflow version supported by this provider distribution is ``2.11.0``.
|
|
103
103
|
|
|
104
|
-
|
|
105
|
-
PIP package
|
|
106
|
-
|
|
107
|
-
``apache-airflow``
|
|
108
|
-
``yandexcloud``
|
|
109
|
-
``yandex-query-client``
|
|
110
|
-
|
|
104
|
+
========================================== ======================================
|
|
105
|
+
PIP package Version required
|
|
106
|
+
========================================== ======================================
|
|
107
|
+
``apache-airflow`` ``>=2.11.0``
|
|
108
|
+
``yandexcloud`` ``>=0.308.0; python_version < "3.13"``
|
|
109
|
+
``yandex-query-client`` ``>=0.1.4; python_version < "3.13"``
|
|
110
|
+
``apache-airflow-providers-common-compat`` ``>=1.12.0``
|
|
111
|
+
========================================== ======================================
|
|
111
112
|
|
|
112
113
|
Cross provider package dependencies
|
|
113
114
|
-----------------------------------
|
|
@@ -134,5 +135,5 @@ Downloading official packages
|
|
|
134
135
|
You can download officially released packages and verify their checksums and signatures from the
|
|
135
136
|
`Official Apache Download site <https://downloads.apache.org/airflow/providers/>`_
|
|
136
137
|
|
|
137
|
-
* `The apache-airflow-providers-yandex 4.
|
|
138
|
-
* `The apache-airflow-providers-yandex 4.
|
|
138
|
+
* `The apache-airflow-providers-yandex 4.3.2 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_yandex-4.3.2.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_yandex-4.3.2.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_yandex-4.3.2.tar.gz.sha512>`__)
|
|
139
|
+
* `The apache-airflow-providers-yandex 4.3.2 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_yandex-4.3.2-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_yandex-4.3.2-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_yandex-4.3.2-py3-none-any.whl.sha512>`__)
|
|
@@ -34,4 +34,4 @@ that can be integrated with Apache Hadoop and other storage systems.
|
|
|
34
34
|
Using the operators
|
|
35
35
|
^^^^^^^^^^^^^^^^^^^
|
|
36
36
|
To learn how to use Data Proc operators,
|
|
37
|
-
see `example
|
|
37
|
+
see `example Dags <https://github.com/apache/airflow/tree/providers-yandex/|version|/providers/yandex/tests/system/yandex/example_yandexcloud_dataproc.py>`_.
|
|
@@ -25,4 +25,4 @@ Yandex Query Operators
|
|
|
25
25
|
Using the operators
|
|
26
26
|
^^^^^^^^^^^^^^^^^^^
|
|
27
27
|
To learn how to use Yandex Query operator,
|
|
28
|
-
see `example
|
|
28
|
+
see `example Dag <https://github.com/apache/airflow/tree/providers-yandex/|version|/providers/yandex/tests/system/yandex/example_yandexcloud_yq.py>`__.
|
{apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/provider.yaml
RENAMED
|
@@ -23,12 +23,18 @@ description: |
|
|
|
23
23
|
|
|
24
24
|
- `Yandex.Cloud <https://cloud.yandex.com/>`__
|
|
25
25
|
state: ready
|
|
26
|
-
source-date-epoch:
|
|
26
|
+
source-date-epoch: 1768335746
|
|
27
27
|
# Note that those versions are maintained by release manager - do not update them manually
|
|
28
28
|
# with the exception of case where other provider in sources has >= new provider version.
|
|
29
29
|
# In such case adding >= NEW_VERSION and bumping to NEW_VERSION in a provider have
|
|
30
30
|
# to be done in the same PR
|
|
31
31
|
versions:
|
|
32
|
+
- 4.3.2
|
|
33
|
+
- 4.3.1
|
|
34
|
+
- 4.3.0
|
|
35
|
+
- 4.2.1
|
|
36
|
+
- 4.2.0
|
|
37
|
+
- 4.1.1
|
|
32
38
|
- 4.1.0
|
|
33
39
|
- 4.0.3
|
|
34
40
|
- 4.0.2
|
|
@@ -59,6 +65,9 @@ versions:
|
|
|
59
65
|
- 1.0.1
|
|
60
66
|
- 1.0.0
|
|
61
67
|
|
|
68
|
+
excluded-python-versions:
|
|
69
|
+
- "3.13"
|
|
70
|
+
|
|
62
71
|
integrations:
|
|
63
72
|
- integration-name: Yandex.Cloud
|
|
64
73
|
external-doc-url: https://cloud.yandex.com/
|
{apache_airflow_providers_yandex-4.1.0rc1 → apache_airflow_providers_yandex-4.3.2rc1}/pyproject.toml
RENAMED
|
@@ -25,9 +25,11 @@ build-backend = "flit_core.buildapi"
|
|
|
25
25
|
|
|
26
26
|
[project]
|
|
27
27
|
name = "apache-airflow-providers-yandex"
|
|
28
|
-
version = "4.
|
|
28
|
+
version = "4.3.2rc1"
|
|
29
29
|
description = "Provider package apache-airflow-providers-yandex for Apache Airflow"
|
|
30
30
|
readme = "README.rst"
|
|
31
|
+
license = "Apache-2.0"
|
|
32
|
+
license-files = ['LICENSE', 'NOTICE']
|
|
31
33
|
authors = [
|
|
32
34
|
{name="Apache Software Foundation", email="dev@airflow.apache.org"},
|
|
33
35
|
]
|
|
@@ -43,30 +45,22 @@ classifiers = [
|
|
|
43
45
|
"Intended Audience :: System Administrators",
|
|
44
46
|
"Framework :: Apache Airflow",
|
|
45
47
|
"Framework :: Apache Airflow :: Provider",
|
|
46
|
-
"License :: OSI Approved :: Apache Software License",
|
|
47
|
-
"Programming Language :: Python :: 3.9",
|
|
48
48
|
"Programming Language :: Python :: 3.10",
|
|
49
49
|
"Programming Language :: Python :: 3.11",
|
|
50
50
|
"Programming Language :: Python :: 3.12",
|
|
51
51
|
"Topic :: System :: Monitoring",
|
|
52
52
|
]
|
|
53
|
-
requires-python = "
|
|
53
|
+
requires-python = ">=3.10,!=3.13"
|
|
54
54
|
|
|
55
55
|
# The dependencies should be modified in place in the generated file.
|
|
56
56
|
# Any change in the dependencies is preserved when the file is regenerated
|
|
57
|
-
# Make sure to run ``
|
|
57
|
+
# Make sure to run ``prek update-providers-dependencies --all-files``
|
|
58
58
|
# After you modify the dependencies, and rebuild your Breeze CI image with ``breeze ci-image build``
|
|
59
59
|
dependencies = [
|
|
60
|
-
"apache-airflow>=2.
|
|
61
|
-
"yandexcloud>=0.308.0",
|
|
62
|
-
"yandex-query-client>=0.1.4",
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
# The optional dependencies should be modified in place in the generated file
|
|
66
|
-
# Any change in the dependencies is preserved when the file is regenerated
|
|
67
|
-
[project.optional-dependencies]
|
|
68
|
-
"common.compat" = [
|
|
69
|
-
"apache-airflow-providers-common-compat"
|
|
60
|
+
"apache-airflow>=2.11.0rc1",
|
|
61
|
+
"yandexcloud>=0.308.0; python_version < '3.13'",
|
|
62
|
+
"yandex-query-client>=0.1.4; python_version < '3.13'",
|
|
63
|
+
"apache-airflow-providers-common-compat>=1.12.0rc1",
|
|
70
64
|
]
|
|
71
65
|
|
|
72
66
|
[dependency-groups]
|
|
@@ -77,6 +71,7 @@ dev = [
|
|
|
77
71
|
"apache-airflow-providers-common-compat",
|
|
78
72
|
# Additional devel dependencies (do not remove this line and add extra development dependencies)
|
|
79
73
|
"responses>=0.25.0",
|
|
74
|
+
|
|
80
75
|
]
|
|
81
76
|
|
|
82
77
|
# To build docs:
|
|
@@ -105,8 +100,8 @@ apache-airflow-providers-common-sql = {workspace = true}
|
|
|
105
100
|
apache-airflow-providers-standard = {workspace = true}
|
|
106
101
|
|
|
107
102
|
[project.urls]
|
|
108
|
-
"Documentation" = "https://airflow.staged.apache.org/docs/apache-airflow-providers-yandex/4.
|
|
109
|
-
"Changelog" = "https://airflow.staged.apache.org/docs/apache-airflow-providers-yandex/4.
|
|
103
|
+
"Documentation" = "https://airflow.staged.apache.org/docs/apache-airflow-providers-yandex/4.3.2"
|
|
104
|
+
"Changelog" = "https://airflow.staged.apache.org/docs/apache-airflow-providers-yandex/4.3.2/changelog.html"
|
|
110
105
|
"Bug Tracker" = "https://github.com/apache/airflow/issues"
|
|
111
106
|
"Source Code" = "https://github.com/apache/airflow"
|
|
112
107
|
"Slack Chat" = "https://s.apache.org/airflow-slack"
|
|
@@ -14,4 +14,4 @@
|
|
|
14
14
|
# KIND, either express or implied. See the License for the
|
|
15
15
|
# specific language governing permissions and limitations
|
|
16
16
|
# under the License.
|
|
17
|
-
__path__ = __import__("pkgutil").extend_path(__path__, __name__)
|
|
17
|
+
__path__ = __import__("pkgutil").extend_path(__path__, __name__)
|
|
@@ -14,4 +14,4 @@
|
|
|
14
14
|
# KIND, either express or implied. See the License for the
|
|
15
15
|
# specific language governing permissions and limitations
|
|
16
16
|
# under the License.
|
|
17
|
-
__path__ = __import__("pkgutil").extend_path(__path__, __name__)
|
|
17
|
+
__path__ = __import__("pkgutil").extend_path(__path__, __name__)
|
|
@@ -29,11 +29,11 @@ from airflow import __version__ as airflow_version
|
|
|
29
29
|
|
|
30
30
|
__all__ = ["__version__"]
|
|
31
31
|
|
|
32
|
-
__version__ = "4.
|
|
32
|
+
__version__ = "4.3.2"
|
|
33
33
|
|
|
34
34
|
if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
|
|
35
|
-
"2.
|
|
35
|
+
"2.11.0"
|
|
36
36
|
):
|
|
37
37
|
raise RuntimeError(
|
|
38
|
-
f"The package `apache-airflow-providers-yandex:{__version__}` needs Apache Airflow 2.
|
|
38
|
+
f"The package `apache-airflow-providers-yandex:{__version__}` needs Apache Airflow 2.11.0+"
|
|
39
39
|
)
|
|
@@ -18,24 +18,11 @@ from __future__ import annotations
|
|
|
18
18
|
|
|
19
19
|
from typing import TYPE_CHECKING
|
|
20
20
|
|
|
21
|
+
from airflow.providers.common.compat.sdk import BaseOperatorLink, XCom
|
|
22
|
+
|
|
21
23
|
if TYPE_CHECKING:
|
|
22
|
-
from airflow.models import BaseOperator
|
|
23
24
|
from airflow.models.taskinstancekey import TaskInstanceKey
|
|
24
|
-
|
|
25
|
-
try:
|
|
26
|
-
from airflow.sdk.definitions.context import Context
|
|
27
|
-
except ImportError:
|
|
28
|
-
# TODO: Remove once provider drops support for Airflow 2
|
|
29
|
-
from airflow.utils.context import Context
|
|
30
|
-
|
|
31
|
-
from airflow.providers.common.compat.version_compat import AIRFLOW_V_3_0_PLUS
|
|
32
|
-
|
|
33
|
-
if AIRFLOW_V_3_0_PLUS:
|
|
34
|
-
from airflow.sdk import BaseOperatorLink
|
|
35
|
-
from airflow.sdk.execution_time.xcom import XCom
|
|
36
|
-
else:
|
|
37
|
-
from airflow.models import XCom # type: ignore[no-redef]
|
|
38
|
-
from airflow.models.baseoperatorlink import BaseOperatorLink # type: ignore[no-redef]
|
|
25
|
+
from airflow.providers.common.compat.sdk import BaseOperator, Context
|
|
39
26
|
|
|
40
27
|
XCOM_WEBLINK_KEY = "web_link"
|
|
41
28
|
|
|
@@ -49,5 +36,5 @@ class YQLink(BaseOperatorLink):
|
|
|
49
36
|
return XCom.get_value(key=XCOM_WEBLINK_KEY, ti_key=ti_key) or "https://yq.cloud.yandex.ru"
|
|
50
37
|
|
|
51
38
|
@staticmethod
|
|
52
|
-
def persist(context: Context,
|
|
53
|
-
|
|
39
|
+
def persist(context: Context, web_link: str) -> None:
|
|
40
|
+
context["ti"].xcom_push(key=XCOM_WEBLINK_KEY, value=web_link)
|