apache-airflow-providers-yandex 4.1.1__py3-none-any.whl → 4.2.1__py3-none-any.whl

airflow/providers/yandex/__init__.py

@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "4.1.1"
+__version__ = "4.2.1"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.10.0"

airflow/providers/yandex/hooks/yandex.py

@@ -20,6 +20,7 @@ from typing import Any
 
 import yandexcloud
 
+from airflow.providers.common.compat.sdk import BaseHook
 from airflow.providers.yandex.utils.credentials import (
     CredentialsType,
     get_credentials,
@@ -29,11 +30,6 @@ from airflow.providers.yandex.utils.defaults import conn_name_attr, conn_type, d
 from airflow.providers.yandex.utils.fields import get_field_from_extras
 from airflow.providers.yandex.utils.user_agent import provider_user_agent
 
-try:
-    from airflow.sdk import BaseHook
-except ImportError:
-    from airflow.hooks.base import BaseHook  # type: ignore[attr-defined,no-redef]
-
 
 class YandexCloudBaseHook(BaseHook):
     """

airflow/providers/yandex/links/yq.py

@@ -18,11 +18,11 @@ from __future__ import annotations
 
 from typing import TYPE_CHECKING
 
-from airflow.providers.yandex.version_compat import BaseOperatorLink, XCom
+from airflow.providers.common.compat.sdk import BaseOperatorLink, XCom
 
 if TYPE_CHECKING:
     from airflow.models.taskinstancekey import TaskInstanceKey
-    from airflow.providers.yandex.version_compat import BaseOperator, Context
+    from airflow.providers.common.compat.sdk import BaseOperator, Context
 
 XCOM_WEBLINK_KEY = "web_link"
 

airflow/providers/yandex/operators/dataproc.py

@@ -14,17 +14,20 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
+
 from __future__ import annotations
 
 from collections.abc import Iterable, Sequence
 from dataclasses import dataclass
 from typing import TYPE_CHECKING
 
+import yandexcloud
+
+from airflow.providers.common.compat.sdk import BaseOperator
 from airflow.providers.yandex.hooks.dataproc import DataprocHook
-from airflow.providers.yandex.version_compat import BaseOperator
 
 if TYPE_CHECKING:
-    from airflow.providers.yandex.version_compat import Context
+    from airflow.providers.common.compat.sdk import Context
 
 
 @dataclass
@@ -54,6 +57,7 @@ class DataprocCreateClusterOperator(BaseOperator):
                  Currently there are ru-central1-a, ru-central1-b and ru-central1-c.
     :param service_account_id: Service account id for the cluster.
                                Service account can be created inside the folder.
+    :param environment: Environment for the cluster. Possible options: PRODUCTION, PRESTABLE.
     :param masternode_resource_preset: Resources preset (CPU+RAM configuration)
                                        for the primary node of the cluster.
     :param masternode_disk_size: Masternode storage size in GiB.
@@ -96,6 +100,7 @@ class DataprocCreateClusterOperator(BaseOperator):
                     Docs: https://cloud.yandex.com/docs/data-proc/concepts/logs
     :param initialization_actions: Set of init-actions to run when cluster starts.
                         Docs: https://cloud.yandex.com/docs/data-proc/concepts/init-action
+    :param oslogin_enabled: Enable authorization via OS Login for cluster.
     :param labels: Cluster labels as key:value pairs. No more than 64 per resource.
                         Docs: https://cloud.yandex.com/docs/resource-manager/concepts/labels
     """
@@ -109,10 +114,11 @@ class DataprocCreateClusterOperator(BaseOperator):
         cluster_image_version: str | None = None,
         ssh_public_keys: str | Iterable[str] | None = None,
         subnet_id: str | None = None,
-        services: Iterable[str] = ("HDFS", "YARN", "MAPREDUCE", "HIVE", "SPARK"),
+        services: Iterable[str] | None = ("HDFS", "YARN", "MAPREDUCE", "HIVE", "SPARK"),
         s3_bucket: str | None = None,
         zone: str = "ru-central1-b",
         service_account_id: str | None = None,
+        environment: str | None = None,
         masternode_resource_preset: str | None = None,
         masternode_disk_size: int | None = None,
         masternode_disk_type: str | None = None,
@@ -138,6 +144,7 @@ class DataprocCreateClusterOperator(BaseOperator):
         security_group_ids: Iterable[str] | None = None,
         log_group_id: str | None = None,
         initialization_actions: Iterable[InitializationAction] | None = None,
+        oslogin_enabled: bool = False,
         labels: dict[str, str] | None = None,
         **kwargs,
     ) -> None:
@@ -145,9 +152,6 @@ class DataprocCreateClusterOperator(BaseOperator):
         if ssh_public_keys is None:
             ssh_public_keys = []
 
-        if services is None:
-            services = []
-
         self.folder_id = folder_id
         self.yandex_conn_id = connection_id
         self.cluster_name = cluster_name
@@ -159,6 +163,7 @@ class DataprocCreateClusterOperator(BaseOperator):
         self.s3_bucket = s3_bucket
         self.zone = zone
         self.service_account_id = service_account_id
+        self.environment = environment
         self.masternode_resource_preset = masternode_resource_preset
         self.masternode_disk_size = masternode_disk_size
         self.masternode_disk_type = masternode_disk_type
@@ -183,6 +188,7 @@ class DataprocCreateClusterOperator(BaseOperator):
         self.security_group_ids = security_group_ids
         self.log_group_id = log_group_id
         self.initialization_actions = initialization_actions
+        self.oslogin_enabled = oslogin_enabled
         self.labels = labels
 
         self.hook: DataprocHook | None = None
@@ -191,6 +197,11 @@ class DataprocCreateClusterOperator(BaseOperator):
         self.hook = DataprocHook(
             yandex_conn_id=self.yandex_conn_id,
         )
+        kwargs_depends_on_version = {}
+        if yandexcloud.__version__ >= "0.350.0":
+            kwargs_depends_on_version.update(
+                {"oslogin_enabled": self.oslogin_enabled, "environment": self.environment}
+            )
         operation_result = self.hook.dataproc_client.create_cluster(
             folder_id=self.folder_id,
             cluster_name=self.cluster_name,
@@ -236,6 +247,7 @@ class DataprocCreateClusterOperator(BaseOperator):
             ]
             if self.initialization_actions
             else None,
+            **kwargs_depends_on_version,
         )
         cluster_id = operation_result.response.id
 

airflow/providers/yandex/operators/yq.py

@@ -20,12 +20,12 @@ from collections.abc import Sequence
 from functools import cached_property
 from typing import TYPE_CHECKING, Any
 
+from airflow.providers.common.compat.sdk import BaseOperator
 from airflow.providers.yandex.hooks.yq import YQHook
 from airflow.providers.yandex.links.yq import YQLink
-from airflow.providers.yandex.version_compat import BaseOperator
 
 if TYPE_CHECKING:
-    from airflow.providers.yandex.version_compat import Context
+    from airflow.providers.common.compat.sdk import Context
 
 
 class YQExecuteQueryOperator(BaseOperator):

airflow/providers/yandex/version_compat.py

@@ -28,21 +28,9 @@ def get_base_airflow_version_tuple() -> tuple[int, int, int]:
 
 
 AIRFLOW_V_3_0_PLUS = get_base_airflow_version_tuple() >= (3, 0, 0)
-
-if AIRFLOW_V_3_0_PLUS:
-    from airflow.sdk import BaseOperator, BaseOperatorLink
-    from airflow.sdk.definitions.context import Context
-    from airflow.sdk.execution_time.xcom import XCom
-else:
-    from airflow.models import BaseOperator, XCom
-    from airflow.models.baseoperatorlink import BaseOperatorLink  # type: ignore[no-redef]
-    from airflow.utils.context import Context
-
+AIRFLOW_V_3_1_PLUS: bool = get_base_airflow_version_tuple() >= (3, 1, 0)
 
 __all__ = [
     "AIRFLOW_V_3_0_PLUS",
-    "BaseOperator",
-    "BaseOperatorLink",
-    "Context",
-    "XCom",
+    "AIRFLOW_V_3_1_PLUS",
 ]

{apache_airflow_providers_yandex-4.1.1.dist-info → apache_airflow_providers_yandex-4.2.1.dist-info}/METADATA

@@ -1,12 +1,13 @@
 Metadata-Version: 2.4
 Name: apache-airflow-providers-yandex
-Version: 4.1.1
+Version: 4.2.1
 Summary: Provider package apache-airflow-providers-yandex for Apache Airflow
 Keywords: airflow-provider,yandex,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
 Maintainer-email: Apache Software Foundation <dev@airflow.apache.org>
-Requires-Python: ~=3.10
+Requires-Python: >=3.10,!=3.13
 Description-Content-Type: text/x-rst
+License-Expression: Apache-2.0
 Classifier: Development Status :: 5 - Production/Stable
 Classifier: Environment :: Console
 Classifier: Environment :: Web Environment
@@ -14,18 +15,20 @@ Classifier: Intended Audience :: Developers
 Classifier: Intended Audience :: System Administrators
 Classifier: Framework :: Apache Airflow
 Classifier: Framework :: Apache Airflow :: Provider
-Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: System :: Monitoring
+License-File: LICENSE
+License-File: NOTICE
 Requires-Dist: apache-airflow>=2.10.0
-Requires-Dist: yandexcloud>=0.308.0
-Requires-Dist: yandex-query-client>=0.1.4
+Requires-Dist: yandexcloud>=0.308.0; python_version < '3.13'
+Requires-Dist: yandex-query-client>=0.1.4; python_version < '3.13'
+Requires-Dist: apache-airflow-providers-common-compat>=1.8.0
 Requires-Dist: apache-airflow-providers-common-compat ; extra == "common-compat"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-yandex/4.1.1/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-yandex/4.1.1
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-yandex/4.2.1/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-yandex/4.2.1
 Project-URL: Mastodon, https://fosstodon.org/@airflow
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
@@ -57,7 +60,7 @@ Provides-Extra: common-compat
 
 Package ``apache-airflow-providers-yandex``
 
-Release: ``4.1.1``
+Release: ``4.2.1``
 
 
 This package is for Yandex, including:
@@ -72,12 +75,12 @@ This is a provider package for ``yandex`` provider. All classes for this provide
 are in ``airflow.providers.yandex`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-yandex/4.1.1/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-yandex/4.2.1/>`_.
 
 Installation
 ------------
 
-You can install this package on top of an existing Airflow 2 installation (see ``Requirements`` below
+You can install this package on top of an existing Airflow installation (see ``Requirements`` below
 for the minimum Airflow version supported) via
 ``pip install apache-airflow-providers-yandex``
 
@@ -86,13 +89,14 @@ The package supports the following python versions: 3.10,3.11,3.12
 Requirements
 ------------
 
-=======================  ==================
-PIP package              Version required
-=======================  ==================
-``apache-airflow``       ``>=2.10.0``
-``yandexcloud``          ``>=0.308.0``
-``yandex-query-client``  ``>=0.1.4``
-=======================  ==================
+==========================================  ======================================
+PIP package                                 Version required
+==========================================  ======================================
+``apache-airflow``                          ``>=2.10.0``
+``yandexcloud``                             ``>=0.308.0; python_version < "3.13"``
+``yandex-query-client``                     ``>=0.1.4; python_version < "3.13"``
+``apache-airflow-providers-common-compat``  ``>=1.8.0``
+==========================================  ======================================
 
 Cross provider package dependencies
 -----------------------------------
@@ -113,6 +117,15 @@ Dependent package
 `apache-airflow-providers-common-compat <https://airflow.apache.org/docs/apache-airflow-providers-common-compat>`_  ``common.compat``
 ==================================================================================================================  =================
 
+Optional dependencies
+----------------------
+
+=================  ==========================================
+Extra              Dependencies
+=================  ==========================================
+``common.compat``  ``apache-airflow-providers-common-compat``
+=================  ==========================================
+
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-yandex/4.1.1/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-yandex/4.2.1/changelog.html>`_.
 

{apache_airflow_providers_yandex-4.1.1.dist-info → apache_airflow_providers_yandex-4.2.1.dist-info}/RECORD

@@ -1,16 +1,15 @@
-airflow/providers/yandex/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
-airflow/providers/yandex/__init__.py,sha256=67ndbApW7fBf1vwhVnXolKf9bnWuQLAZoa8nAswC2pg,1495
+airflow/providers/yandex/__init__.py,sha256=Np421ffpCOogwfucs-Ccjbgc5Qe9h69n75lQBP9t8ZI,1495
 airflow/providers/yandex/get_provider_info.py,sha256=eihBGmOy9ljwxZQLES-Fi0RdSKWGze07VtFBRUITLP0,4015
-airflow/providers/yandex/version_compat.py,sha256=6IDC7JAL1RaxOlEouNZTzv2fHP8a7yiBBw3nPDucBrA,1654
+airflow/providers/yandex/version_compat.py,sha256=vtJvU2K5KMXOjTPGDc58tkbBn6Ys8SEro15TNMrIO5Q,1296
 airflow/providers/yandex/hooks/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/yandex/hooks/dataproc.py,sha256=8ykGvlZUAjAKHpypiOYcWVJk7u-WNjfEohuyOy1Okss,1944
-airflow/providers/yandex/hooks/yandex.py,sha256=YmcA7fUfdWlAWHN52C44rvictxSF9jBB1Dc1Sg7FgGA,6540
+airflow/providers/yandex/hooks/yandex.py,sha256=TJKvsawI8N1PDqeJPolpGg-pS80rV-ke58tbhbPGz2g,6451
 airflow/providers/yandex/hooks/yq.py,sha256=Qh1ZTp8OVKvQ6sFzmKUMe3kbkYT5v7D4qEq6VsKtB2k,3503
 airflow/providers/yandex/links/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/yandex/links/yq.py,sha256=I-Tp0EUb5-DhMmiQJcHSPiOK__7MkIYFIAfLxDlS4p0,1553
+airflow/providers/yandex/links/yq.py,sha256=ijtwys-BlDhDWOY0wMoyKujfjYsbbzUVzeMZ8thBHhQ,1545
 airflow/providers/yandex/operators/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/yandex/operators/dataproc.py,sha256=wVNc7vHApsHhDAU_YZ_CEVMZTljk7X4PqIDVPBIPOQA,25697
-airflow/providers/yandex/operators/yq.py,sha256=csvfEv1yXmc_bBIgMjs4Nh2yngk0tiQRM1GpgeJM5og,3287
+airflow/providers/yandex/operators/dataproc.py,sha256=vsToeSUXmQLD6anhcs8vO_i63A_G0HhundhCNRmQw4k,26275
+airflow/providers/yandex/operators/yq.py,sha256=WBF7sVVeiACA5iPcoi69mcXPE1H--_xuuT4LoZLK1mQ,3279
 airflow/providers/yandex/secrets/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/yandex/secrets/lockbox.py,sha256=gUYWJE2qEvAZRz35qv0iKYK33BGnWesahZFuQgK5_kM,12168
 airflow/providers/yandex/utils/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
@@ -18,7 +17,9 @@ airflow/providers/yandex/utils/credentials.py,sha256=l-8lIkQaIXTsNP_hMfP_tVADM54
 airflow/providers/yandex/utils/defaults.py,sha256=CXt75MhGJe8echoDpl1vR4VG5bEvYDDjIHmFqckDh2w,950
 airflow/providers/yandex/utils/fields.py,sha256=1D8SDWH8h0djj5Hnk50w6BpPeNJyP-689Qfjpkr-yCg,1728
 airflow/providers/yandex/utils/user_agent.py,sha256=AC-WEzhjxkgUYOy4LdX2-nnUZdMhKRRUCJ2_TjfNm6k,1839
-apache_airflow_providers_yandex-4.1.1.dist-info/entry_points.txt,sha256=ApXKRkvdgU2QNSQovjewC0b-LptwfBGBnJB3LTgBNx8,102
-apache_airflow_providers_yandex-4.1.1.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
-apache_airflow_providers_yandex-4.1.1.dist-info/METADATA,sha256=PkB-ZRmSKxOFZ6hjG-KsV5aq2p_EsBy_aTabbnuEH_s,5137
-apache_airflow_providers_yandex-4.1.1.dist-info/RECORD,,
+apache_airflow_providers_yandex-4.2.1.dist-info/entry_points.txt,sha256=ApXKRkvdgU2QNSQovjewC0b-LptwfBGBnJB3LTgBNx8,102
+apache_airflow_providers_yandex-4.2.1.dist-info/licenses/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
+apache_airflow_providers_yandex-4.2.1.dist-info/licenses/NOTICE,sha256=E3-_E02gwwSEFzeeWPKmnIjOoos3hW28CLISV6sYrbQ,168
+apache_airflow_providers_yandex-4.2.1.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
+apache_airflow_providers_yandex-4.2.1.dist-info/METADATA,sha256=YKh1dJnnm44U891jqAC0cZriw_FLGqzO-CQnTNa-VVM,5890
+apache_airflow_providers_yandex-4.2.1.dist-info/RECORD,,

apache_airflow_providers_yandex-4.2.1.dist-info/licenses/NOTICE

@@ -0,0 +1,5 @@
+Apache Airflow
+Copyright 2016-2025 The Apache Software Foundation
+
+This product includes software developed at
+The Apache Software Foundation (http://www.apache.org/).