apache-airflow-providers-yandex 3.11.0rc1__tar.gz → 3.11.1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (24) hide show
  1. {apache_airflow_providers_yandex-3.11.0rc1 → apache_airflow_providers_yandex-3.11.1}/PKG-INFO +11 -11
  2. {apache_airflow_providers_yandex-3.11.0rc1 → apache_airflow_providers_yandex-3.11.1}/README.rst +5 -5
  3. {apache_airflow_providers_yandex-3.11.0rc1 → apache_airflow_providers_yandex-3.11.1}/airflow/providers/yandex/__init__.py +3 -6
  4. {apache_airflow_providers_yandex-3.11.0rc1 → apache_airflow_providers_yandex-3.11.1}/airflow/providers/yandex/get_provider_info.py +7 -6
  5. apache_airflow_providers_yandex-3.11.1/airflow/providers/yandex/hooks/yandexcloud_dataproc.py +30 -0
  6. {apache_airflow_providers_yandex-3.11.0rc1 → apache_airflow_providers_yandex-3.11.1}/airflow/providers/yandex/hooks/yq.py +2 -13
  7. apache_airflow_providers_yandex-3.11.0rc1/airflow/providers/yandex/operators/yandexcloud_dataproc.py → apache_airflow_providers_yandex-3.11.1/airflow/providers/yandex/operators/dataproc.py +1 -1
  8. apache_airflow_providers_yandex-3.11.1/airflow/providers/yandex/operators/yandexcloud_dataproc.py +30 -0
  9. {apache_airflow_providers_yandex-3.11.0rc1 → apache_airflow_providers_yandex-3.11.1}/pyproject.toml +6 -6
  10. {apache_airflow_providers_yandex-3.11.0rc1 → apache_airflow_providers_yandex-3.11.1}/airflow/providers/yandex/LICENSE +0 -0
  11. {apache_airflow_providers_yandex-3.11.0rc1 → apache_airflow_providers_yandex-3.11.1}/airflow/providers/yandex/hooks/__init__.py +0 -0
  12. /apache_airflow_providers_yandex-3.11.0rc1/airflow/providers/yandex/hooks/yandexcloud_dataproc.py → /apache_airflow_providers_yandex-3.11.1/airflow/providers/yandex/hooks/dataproc.py +0 -0
  13. {apache_airflow_providers_yandex-3.11.0rc1 → apache_airflow_providers_yandex-3.11.1}/airflow/providers/yandex/hooks/yandex.py +0 -0
  14. {apache_airflow_providers_yandex-3.11.0rc1 → apache_airflow_providers_yandex-3.11.1}/airflow/providers/yandex/links/__init__.py +0 -0
  15. {apache_airflow_providers_yandex-3.11.0rc1 → apache_airflow_providers_yandex-3.11.1}/airflow/providers/yandex/links/yq.py +0 -0
  16. {apache_airflow_providers_yandex-3.11.0rc1 → apache_airflow_providers_yandex-3.11.1}/airflow/providers/yandex/operators/__init__.py +0 -0
  17. {apache_airflow_providers_yandex-3.11.0rc1 → apache_airflow_providers_yandex-3.11.1}/airflow/providers/yandex/operators/yq.py +0 -0
  18. {apache_airflow_providers_yandex-3.11.0rc1 → apache_airflow_providers_yandex-3.11.1}/airflow/providers/yandex/secrets/__init__.py +0 -0
  19. {apache_airflow_providers_yandex-3.11.0rc1 → apache_airflow_providers_yandex-3.11.1}/airflow/providers/yandex/secrets/lockbox.py +0 -0
  20. {apache_airflow_providers_yandex-3.11.0rc1 → apache_airflow_providers_yandex-3.11.1}/airflow/providers/yandex/utils/__init__.py +0 -0
  21. {apache_airflow_providers_yandex-3.11.0rc1 → apache_airflow_providers_yandex-3.11.1}/airflow/providers/yandex/utils/credentials.py +0 -0
  22. {apache_airflow_providers_yandex-3.11.0rc1 → apache_airflow_providers_yandex-3.11.1}/airflow/providers/yandex/utils/defaults.py +0 -0
  23. {apache_airflow_providers_yandex-3.11.0rc1 → apache_airflow_providers_yandex-3.11.1}/airflow/providers/yandex/utils/fields.py +0 -0
  24. {apache_airflow_providers_yandex-3.11.0rc1 → apache_airflow_providers_yandex-3.11.1}/airflow/providers/yandex/utils/user_agent.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: apache-airflow-providers-yandex
3
- Version: 3.11.0rc1
3
+ Version: 3.11.1
4
4
  Summary: Provider package apache-airflow-providers-yandex for Apache Airflow
5
5
  Keywords: airflow-provider,yandex,airflow,integration
6
6
  Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -21,12 +21,12 @@ Classifier: Programming Language :: Python :: 3.10
21
21
  Classifier: Programming Language :: Python :: 3.11
22
22
  Classifier: Programming Language :: Python :: 3.12
23
23
  Classifier: Topic :: System :: Monitoring
24
- Requires-Dist: apache-airflow>=2.7.0rc0
25
- Requires-Dist: yandex-query-client>=0.1.2
26
- Requires-Dist: yandexcloud>=0.228.0
24
+ Requires-Dist: apache-airflow>=2.7.0
25
+ Requires-Dist: yandex-query-client>=0.1.4
26
+ Requires-Dist: yandexcloud>=0.278.0
27
27
  Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
28
- Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-yandex/3.11.0/changelog.html
29
- Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-yandex/3.11.0
28
+ Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-yandex/3.11.1/changelog.html
29
+ Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-yandex/3.11.1
30
30
  Project-URL: Slack Chat, https://s.apache.org/airflow-slack
31
31
  Project-URL: Source Code, https://github.com/apache/airflow
32
32
  Project-URL: Twitter, https://twitter.com/ApacheAirflow
@@ -76,7 +76,7 @@ Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
76
76
 
77
77
  Package ``apache-airflow-providers-yandex``
78
78
 
79
- Release: ``3.11.0.rc1``
79
+ Release: ``3.11.1``
80
80
 
81
81
 
82
82
  This package is for Yandex, including:
@@ -91,7 +91,7 @@ This is a provider package for ``yandex`` provider. All classes for this provide
91
91
  are in ``airflow.providers.yandex`` python package.
92
92
 
93
93
  You can find package information and changelog for the provider
94
- in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-yandex/3.11.0/>`_.
94
+ in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-yandex/3.11.1/>`_.
95
95
 
96
96
  Installation
97
97
  ------------
@@ -109,9 +109,9 @@ Requirements
109
109
  PIP package Version required
110
110
  ======================= ==================
111
111
  ``apache-airflow`` ``>=2.7.0``
112
- ``yandexcloud`` ``>=0.228.0``
113
- ``yandex-query-client`` ``>=0.1.2``
112
+ ``yandexcloud`` ``>=0.278.0``
113
+ ``yandex-query-client`` ``>=0.1.4``
114
114
  ======================= ==================
115
115
 
116
116
  The changelog for the provider package can be found in the
117
- `changelog <https://airflow.apache.org/docs/apache-airflow-providers-yandex/3.11.0/changelog.html>`_.
117
+ `changelog <https://airflow.apache.org/docs/apache-airflow-providers-yandex/3.11.1/changelog.html>`_.
@@ -42,7 +42,7 @@
42
42
 
43
43
  Package ``apache-airflow-providers-yandex``
44
44
 
45
- Release: ``3.11.0.rc1``
45
+ Release: ``3.11.1``
46
46
 
47
47
 
48
48
  This package is for Yandex, including:
@@ -57,7 +57,7 @@ This is a provider package for ``yandex`` provider. All classes for this provide
57
57
  are in ``airflow.providers.yandex`` python package.
58
58
 
59
59
  You can find package information and changelog for the provider
60
- in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-yandex/3.11.0/>`_.
60
+ in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-yandex/3.11.1/>`_.
61
61
 
62
62
  Installation
63
63
  ------------
@@ -75,9 +75,9 @@ Requirements
75
75
  PIP package Version required
76
76
  ======================= ==================
77
77
  ``apache-airflow`` ``>=2.7.0``
78
- ``yandexcloud`` ``>=0.228.0``
79
- ``yandex-query-client`` ``>=0.1.2``
78
+ ``yandexcloud`` ``>=0.278.0``
79
+ ``yandex-query-client`` ``>=0.1.4``
80
80
  ======================= ==================
81
81
 
82
82
  The changelog for the provider package can be found in the
83
- `changelog <https://airflow.apache.org/docs/apache-airflow-providers-yandex/3.11.0/changelog.html>`_.
83
+ `changelog <https://airflow.apache.org/docs/apache-airflow-providers-yandex/3.11.1/changelog.html>`_.
@@ -25,14 +25,11 @@ from __future__ import annotations
25
25
 
26
26
  import packaging.version
27
27
 
28
- __all__ = ["__version__"]
28
+ from airflow import __version__ as airflow_version
29
29
 
30
- __version__ = "3.11.0"
30
+ __all__ = ["__version__"]
31
31
 
32
- try:
33
- from airflow import __version__ as airflow_version
34
- except ImportError:
35
- from airflow.version import version as airflow_version
32
+ __version__ = "3.11.1"
36
33
 
37
34
  if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
38
35
  "2.7.0"
@@ -28,8 +28,9 @@ def get_provider_info():
28
28
  "name": "Yandex",
29
29
  "description": "This package is for Yandex, including:\n\n - `Yandex.Cloud <https://cloud.yandex.com/>`__\n",
30
30
  "state": "ready",
31
- "source-date-epoch": 1714477757,
31
+ "source-date-epoch": 1716289256,
32
32
  "versions": [
33
+ "3.11.1",
33
34
  "3.11.0",
34
35
  "3.10.0",
35
36
  "3.9.0",
@@ -52,7 +53,7 @@ def get_provider_info():
52
53
  "1.0.1",
53
54
  "1.0.0",
54
55
  ],
55
- "dependencies": ["apache-airflow>=2.7.0", "yandexcloud>=0.228.0", "yandex-query-client>=0.1.2"],
56
+ "dependencies": ["apache-airflow>=2.7.0", "yandexcloud>=0.278.0", "yandex-query-client>=0.1.4"],
56
57
  "integrations": [
57
58
  {
58
59
  "integration-name": "Yandex.Cloud",
@@ -63,14 +64,14 @@ def get_provider_info():
63
64
  {
64
65
  "integration-name": "Yandex.Cloud Dataproc",
65
66
  "external-doc-url": "https://cloud.yandex.com/dataproc",
66
- "how-to-guide": ["/docs/apache-airflow-providers-yandex/operators.rst"],
67
+ "how-to-guide": ["/docs/apache-airflow-providers-yandex/operators/dataproc.rst"],
67
68
  "logo": "/integration-logos/yandex/Yandex-Cloud.png",
68
69
  "tags": ["service"],
69
70
  },
70
71
  {
71
72
  "integration-name": "Yandex.Cloud YQ",
72
73
  "external-doc-url": "https://cloud.yandex.com/en/services/query",
73
- "how-to-guide": ["/docs/apache-airflow-providers-yandex/operators.rst"],
74
+ "how-to-guide": ["/docs/apache-airflow-providers-yandex/operators/yq.rst"],
74
75
  "logo": "/integration-logos/yandex/Yandex-Cloud.png",
75
76
  "tags": ["service"],
76
77
  },
@@ -78,7 +79,7 @@ def get_provider_info():
78
79
  "operators": [
79
80
  {
80
81
  "integration-name": "Yandex.Cloud Dataproc",
81
- "python-modules": ["airflow.providers.yandex.operators.yandexcloud_dataproc"],
82
+ "python-modules": ["airflow.providers.yandex.operators.dataproc"],
82
83
  },
83
84
  {
84
85
  "integration-name": "Yandex.Cloud YQ",
@@ -89,7 +90,7 @@ def get_provider_info():
89
90
  {"integration-name": "Yandex.Cloud", "python-modules": ["airflow.providers.yandex.hooks.yandex"]},
90
91
  {
91
92
  "integration-name": "Yandex.Cloud Dataproc",
92
- "python-modules": ["airflow.providers.yandex.hooks.yandexcloud_dataproc"],
93
+ "python-modules": ["airflow.providers.yandex.hooks.dataproc"],
93
94
  },
94
95
  {"integration-name": "Yandex.Cloud YQ", "python-modules": ["airflow.providers.yandex.hooks.yq"]},
95
96
  ],
@@ -0,0 +1,30 @@
1
+ # Licensed to the Apache Software Foundation (ASF) under one
2
+ # or more contributor license agreements. See the NOTICE file
3
+ # distributed with this work for additional information
4
+ # regarding copyright ownership. The ASF licenses this file
5
+ # to you under the Apache License, Version 2.0 (the
6
+ # "License"); you may not use this file except in compliance
7
+ # with the License. You may obtain a copy of the License at
8
+ #
9
+ # http://www.apache.org/licenses/LICENSE-2.0
10
+ #
11
+ # Unless required by applicable law or agreed to in writing,
12
+ # software distributed under the License is distributed on an
13
+ # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
14
+ # KIND, either express or implied. See the License for the
15
+ # specific language governing permissions and limitations
16
+ # under the License.
17
+ """This module is deprecated. Please use :mod:`airflow.providers.yandex.hooks.dataproc` instead."""
18
+
19
+ from __future__ import annotations
20
+
21
+ import warnings
22
+
23
+ from airflow.exceptions import AirflowProviderDeprecationWarning
24
+ from airflow.providers.yandex.hooks.dataproc import * # noqa: F403
25
+
26
+ warnings.warn(
27
+ "This module is deprecated. Please use `airflow.providers.yandex.hooks.dataproc` instead.",
28
+ AirflowProviderDeprecationWarning,
29
+ stacklevel=2,
30
+ )
@@ -19,9 +19,7 @@ from __future__ import annotations
19
19
  from datetime import timedelta
20
20
  from typing import Any
21
21
 
22
- import yandexcloud
23
- import yandexcloud._auth_fabric as auth_fabric
24
- from yandex.cloud.iam.v1.iam_token_service_pb2_grpc import IamTokenServiceStub
22
+ import yandexcloud.auth as yc_auth
25
23
  from yandex_query_client import YQHttpClient, YQHttpClientConfig
26
24
 
27
25
  from airflow.providers.yandex.hooks.yandex import YandexCloudBaseHook
@@ -100,13 +98,4 @@ class YQHook(YandexCloudBaseHook):
100
98
  if iam_token is not None:
101
99
  return iam_token
102
100
 
103
- service_account_key = self.credentials.get("service_account_key")
104
- # if service_account_key is None metadata server will be used
105
- token_requester = auth_fabric.get_auth_token_requester(service_account_key=service_account_key)
106
-
107
- if service_account_key is None:
108
- return token_requester.get_token()
109
-
110
- sdk = yandexcloud.SDK()
111
- client = sdk.client(IamTokenServiceStub)
112
- return client.Create(token_requester.get_token_request()).iam_token
101
+ return yc_auth.get_auth_token(service_account_key=self.credentials.get("service_account_key"))
@@ -22,7 +22,7 @@ from typing import TYPE_CHECKING, Iterable, Sequence
22
22
 
23
23
  from airflow.exceptions import AirflowProviderDeprecationWarning
24
24
  from airflow.models import BaseOperator
25
- from airflow.providers.yandex.hooks.yandexcloud_dataproc import DataprocHook
25
+ from airflow.providers.yandex.hooks.dataproc import DataprocHook
26
26
 
27
27
  if TYPE_CHECKING:
28
28
  from airflow.utils.context import Context
@@ -0,0 +1,30 @@
1
+ # Licensed to the Apache Software Foundation (ASF) under one
2
+ # or more contributor license agreements. See the NOTICE file
3
+ # distributed with this work for additional information
4
+ # regarding copyright ownership. The ASF licenses this file
5
+ # to you under the Apache License, Version 2.0 (the
6
+ # "License"); you may not use this file except in compliance
7
+ # with the License. You may obtain a copy of the License at
8
+ #
9
+ # http://www.apache.org/licenses/LICENSE-2.0
10
+ #
11
+ # Unless required by applicable law or agreed to in writing,
12
+ # software distributed under the License is distributed on an
13
+ # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
14
+ # KIND, either express or implied. See the License for the
15
+ # specific language governing permissions and limitations
16
+ # under the License.
17
+ """This module is deprecated. Please use :mod:`airflow.providers.yandex.operators.dataproc` instead."""
18
+
19
+ from __future__ import annotations
20
+
21
+ import warnings
22
+
23
+ from airflow.exceptions import AirflowProviderDeprecationWarning
24
+ from airflow.providers.yandex.operators.dataproc import * # noqa: F403
25
+
26
+ warnings.warn(
27
+ "This module is deprecated. Please use `airflow.providers.yandex.operators.dataproc` instead.",
28
+ AirflowProviderDeprecationWarning,
29
+ stacklevel=2,
30
+ )
@@ -28,7 +28,7 @@ build-backend = "flit_core.buildapi"
28
28
 
29
29
  [project]
30
30
  name = "apache-airflow-providers-yandex"
31
- version = "3.11.0.rc1"
31
+ version = "3.11.1"
32
32
  description = "Provider package apache-airflow-providers-yandex for Apache Airflow"
33
33
  readme = "README.rst"
34
34
  authors = [
@@ -56,14 +56,14 @@ classifiers = [
56
56
  ]
57
57
  requires-python = "~=3.8"
58
58
  dependencies = [
59
- "apache-airflow>=2.7.0rc0",
60
- "yandex-query-client>=0.1.2",
61
- "yandexcloud>=0.228.0",
59
+ "apache-airflow>=2.7.0",
60
+ "yandex-query-client>=0.1.4",
61
+ "yandexcloud>=0.278.0",
62
62
  ]
63
63
 
64
64
  [project.urls]
65
- "Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-yandex/3.11.0"
66
- "Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-yandex/3.11.0/changelog.html"
65
+ "Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-yandex/3.11.1"
66
+ "Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-yandex/3.11.1/changelog.html"
67
67
  "Bug Tracker" = "https://github.com/apache/airflow/issues"
68
68
  "Source Code" = "https://github.com/apache/airflow"
69
69
  "Slack Chat" = "https://s.apache.org/airflow-slack"