apache-airflow-providers-yandex 4.1.1rc1__tar.gz → 4.2.0rc1__tar.gz

{apache_airflow_providers_yandex-4.1.1rc1 → apache_airflow_providers_yandex-4.2.0rc1}/PKG-INFO

@@ -1,11 +1,11 @@
 Metadata-Version: 2.4
 Name: apache-airflow-providers-yandex
-Version: 4.1.1rc1
+Version: 4.2.0rc1
 Summary: Provider package apache-airflow-providers-yandex for Apache Airflow
 Keywords: airflow-provider,yandex,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
 Maintainer-email: Apache Software Foundation <dev@airflow.apache.org>
-Requires-Python: ~=3.10
+Requires-Python: >=3.10,!=3.13
 Description-Content-Type: text/x-rst
 Classifier: Development Status :: 5 - Production/Stable
 Classifier: Environment :: Console
@@ -20,12 +20,12 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: System :: Monitoring
 Requires-Dist: apache-airflow>=2.10.0rc1
-Requires-Dist: yandexcloud>=0.308.0
-Requires-Dist: yandex-query-client>=0.1.4
+Requires-Dist: yandexcloud>=0.308.0; python_version < '3.13'
+Requires-Dist: yandex-query-client>=0.1.4; python_version < '3.13'
 Requires-Dist: apache-airflow-providers-common-compat ; extra == "common-compat"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.staged.apache.org/docs/apache-airflow-providers-yandex/4.1.1/changelog.html
-Project-URL: Documentation, https://airflow.staged.apache.org/docs/apache-airflow-providers-yandex/4.1.1
+Project-URL: Changelog, https://airflow.staged.apache.org/docs/apache-airflow-providers-yandex/4.2.0/changelog.html
+Project-URL: Documentation, https://airflow.staged.apache.org/docs/apache-airflow-providers-yandex/4.2.0
 Project-URL: Mastodon, https://fosstodon.org/@airflow
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
@@ -57,8 +57,9 @@ Provides-Extra: common-compat
 
 Package ``apache-airflow-providers-yandex``
 
-Release: ``4.1.1``
+Release: ``4.2.0``
 
+Release Date: ``|PypiReleaseDate|``
 
 This package is for Yandex, including:
 
@@ -72,7 +73,7 @@ This is a provider package for ``yandex`` provider. All classes for this provide
 are in ``airflow.providers.yandex`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-yandex/4.1.1/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-yandex/4.2.0/>`_.
 
 Installation
 ------------
@@ -86,33 +87,14 @@ The package supports the following python versions: 3.10,3.11,3.12
 Requirements
 ------------
 
-=======================  ==================
+=======================  ======================================
 PIP package              Version required
-=======================  ==================
+=======================  ======================================
 ``apache-airflow``       ``>=2.10.0``
-``yandexcloud``          ``>=0.308.0``
-``yandex-query-client``  ``>=0.1.4``
-=======================  ==================
-
-Cross provider package dependencies
------------------------------------
-
-Those are dependencies that might be needed in order to use all the features of the package.
-You need to install the specified providers in order to use them.
-
-You can install such cross-provider dependencies when installing from PyPI. For example:
-
-.. code-block:: bash
-
-    pip install apache-airflow-providers-yandex[common.compat]
-
-
-==================================================================================================================  =================
-Dependent package                                                                                                   Extra
-==================================================================================================================  =================
-`apache-airflow-providers-common-compat <https://airflow.apache.org/docs/apache-airflow-providers-common-compat>`_  ``common.compat``
-==================================================================================================================  =================
+``yandexcloud``          ``>=0.308.0; python_version < "3.13"``
+``yandex-query-client``  ``>=0.1.4; python_version < "3.13"``
+=======================  ======================================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-yandex/4.1.1/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-yandex/4.2.0/changelog.html>`_.
 

{apache_airflow_providers_yandex-4.1.1rc1 → apache_airflow_providers_yandex-4.2.0rc1}/README.rst

@@ -23,8 +23,9 @@
 
 Package ``apache-airflow-providers-yandex``
 
-Release: ``4.1.1``
+Release: ``4.2.0``
 
+Release Date: ``|PypiReleaseDate|``
 
 This package is for Yandex, including:
 
@@ -38,7 +39,7 @@ This is a provider package for ``yandex`` provider. All classes for this provide
 are in ``airflow.providers.yandex`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-yandex/4.1.1/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-yandex/4.2.0/>`_.
 
 Installation
 ------------
@@ -52,32 +53,13 @@ The package supports the following python versions: 3.10,3.11,3.12
 Requirements
 ------------
 
-=======================  ==================
+=======================  ======================================
 PIP package              Version required
-=======================  ==================
+=======================  ======================================
 ``apache-airflow``       ``>=2.10.0``
-``yandexcloud``          ``>=0.308.0``
-``yandex-query-client``  ``>=0.1.4``
-=======================  ==================
-
-Cross provider package dependencies
------------------------------------
-
-Those are dependencies that might be needed in order to use all the features of the package.
-You need to install the specified providers in order to use them.
-
-You can install such cross-provider dependencies when installing from PyPI. For example:
-
-.. code-block:: bash
-
-    pip install apache-airflow-providers-yandex[common.compat]
-
-
-==================================================================================================================  =================
-Dependent package                                                                                                   Extra
-==================================================================================================================  =================
-`apache-airflow-providers-common-compat <https://airflow.apache.org/docs/apache-airflow-providers-common-compat>`_  ``common.compat``
-==================================================================================================================  =================
+``yandexcloud``          ``>=0.308.0; python_version < "3.13"``
+``yandex-query-client``  ``>=0.1.4; python_version < "3.13"``
+=======================  ======================================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-yandex/4.1.1/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-yandex/4.2.0/changelog.html>`_.

{apache_airflow_providers_yandex-4.1.1rc1 → apache_airflow_providers_yandex-4.2.0rc1}/docs/changelog.rst

@@ -27,6 +27,30 @@
 Changelog
 ---------
 
+4.2.0
+.....
+
+Features
+~~~~~~~~
+
+* ``Add environment and oslogin for yandex dataproc create cluster (#52973)``
+
+Misc
+~~~~
+
+* ``Fix unreachable code errors in yandex provider (#53453)``
+* ``Add Python 3.13 support for Airflow. (#46891)``
+* ``Remove type ignore across codebase after mypy upgrade (#53243)``
+* ``Remove upper-binding for "python-requires" (#52980)``
+* ``Temporarily switch to use >=,< pattern instead of '~=' (#52967)``
+* ``Moving BaseHook usages to version_compat for yandex (#52963)``
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Deprecate decorators from Core (#53629)``
+   * ``Cleanup type ignores in yandex provider where possible (#53251)``
+   * ``Make dag_version_id in TI non-nullable (#50825)``
+
 4.1.1
 .....
 

{apache_airflow_providers_yandex-4.1.1rc1 → apache_airflow_providers_yandex-4.2.0rc1}/docs/index.rst

@@ -81,7 +81,9 @@ This package is for Yandex, including:
     - `Yandex.Cloud <https://cloud.yandex.com/>`__
 
 
-Release: 4.1.1
+Release: 4.2.0
+
+Release Date: ``|PypiReleaseDate|``
 
 Provider package
 ----------------
@@ -101,38 +103,10 @@ Requirements
 
 The minimum Apache Airflow version supported by this provider distribution is ``2.10.0``.
 
-=======================  ==================
+=======================  ======================================
 PIP package              Version required
-=======================  ==================
+=======================  ======================================
 ``apache-airflow``       ``>=2.10.0``
-``yandexcloud``          ``>=0.308.0``
-``yandex-query-client``  ``>=0.1.4``
-=======================  ==================
-
-Cross provider package dependencies
------------------------------------
-
-Those are dependencies that might be needed in order to use all the features of the package.
-You need to install the specified provider distributions in order to use them.
-
-You can install such cross-provider dependencies when installing from PyPI. For example:
-
-.. code-block:: bash
-
-    pip install apache-airflow-providers-yandex[common.compat]
-
-
-==================================================================================================================  =================
-Dependent package                                                                                                   Extra
-==================================================================================================================  =================
-`apache-airflow-providers-common-compat <https://airflow.apache.org/docs/apache-airflow-providers-common-compat>`_  ``common.compat``
-==================================================================================================================  =================
-
-Downloading official packages
------------------------------
-
-You can download officially released packages and verify their checksums and signatures from the
-`Official Apache Download site <https://downloads.apache.org/airflow/providers/>`_
-
-* `The apache-airflow-providers-yandex 4.1.1 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_yandex-4.1.1.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_yandex-4.1.1.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_yandex-4.1.1.tar.gz.sha512>`__)
-* `The apache-airflow-providers-yandex 4.1.1 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_yandex-4.1.1-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_yandex-4.1.1-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_yandex-4.1.1-py3-none-any.whl.sha512>`__)
+``yandexcloud``          ``>=0.308.0; python_version < "3.13"``
+``yandex-query-client``  ``>=0.1.4; python_version < "3.13"``
+=======================  ======================================

{apache_airflow_providers_yandex-4.1.1rc1 → apache_airflow_providers_yandex-4.2.0rc1}/provider.yaml

@@ -23,12 +23,13 @@ description: |
 
         - `Yandex.Cloud <https://cloud.yandex.com/>`__
 state: ready
-source-date-epoch: 1751474658
+source-date-epoch: 1753692100
 # Note that those versions are maintained by release manager - do not update them manually
 # with the exception of case where other provider in sources has >= new provider version.
 # In such case adding >= NEW_VERSION and bumping to NEW_VERSION in a provider have
 # to be done in the same PR
 versions:
+  - 4.2.0
   - 4.1.1
   - 4.1.0
   - 4.0.3
@@ -60,6 +61,9 @@ versions:
   - 1.0.1
   - 1.0.0
 
+excluded-python-versions:
+  - "3.13"
+
 integrations:
   - integration-name: Yandex.Cloud
     external-doc-url: https://cloud.yandex.com/

{apache_airflow_providers_yandex-4.1.1rc1 → apache_airflow_providers_yandex-4.2.0rc1}/pyproject.toml

@@ -25,7 +25,7 @@ build-backend = "flit_core.buildapi"
 
 [project]
 name = "apache-airflow-providers-yandex"
-version = "4.1.1rc1"
+version = "4.2.0rc1"
 description = "Provider package apache-airflow-providers-yandex for Apache Airflow"
 readme = "README.rst"
 authors = [
@@ -49,7 +49,7 @@ classifiers = [
     "Programming Language :: Python :: 3.12",
     "Topic :: System :: Monitoring",
 ]
-requires-python = "~=3.10"
+requires-python = ">=3.10,!=3.13"
 
 # The dependencies should be modified in place in the generated file.
 # Any change in the dependencies is preserved when the file is regenerated
@@ -57,8 +57,8 @@ requires-python = "~=3.10"
 # After you modify the dependencies, and rebuild your Breeze CI image with ``breeze ci-image build``
 dependencies = [
     "apache-airflow>=2.10.0rc1",
-    "yandexcloud>=0.308.0",
-    "yandex-query-client>=0.1.4",
+    "yandexcloud>=0.308.0; python_version < '3.13'",
+    "yandex-query-client>=0.1.4; python_version < '3.13'",
 ]
 
 # The optional dependencies should be modified in place in the generated file
@@ -103,8 +103,8 @@ apache-airflow-providers-common-sql = {workspace = true}
 apache-airflow-providers-standard = {workspace = true}
 
 [project.urls]
-"Documentation" = "https://airflow.staged.apache.org/docs/apache-airflow-providers-yandex/4.1.1"
-"Changelog" = "https://airflow.staged.apache.org/docs/apache-airflow-providers-yandex/4.1.1/changelog.html"
+"Documentation" = "https://airflow.staged.apache.org/docs/apache-airflow-providers-yandex/4.2.0"
+"Changelog" = "https://airflow.staged.apache.org/docs/apache-airflow-providers-yandex/4.2.0/changelog.html"
 "Bug Tracker" = "https://github.com/apache/airflow/issues"
 "Source Code" = "https://github.com/apache/airflow"
 "Slack Chat" = "https://s.apache.org/airflow-slack"

{apache_airflow_providers_yandex-4.1.1rc1 → apache_airflow_providers_yandex-4.2.0rc1}/src/airflow/__init__.py

@@ -14,4 +14,4 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
-__path__ = __import__("pkgutil").extend_path(__path__, __name__)  # type: ignore
+__path__ = __import__("pkgutil").extend_path(__path__, __name__)

{apache_airflow_providers_yandex-4.1.1rc1/tests/system → apache_airflow_providers_yandex-4.2.0rc1/src/airflow/providers}/__init__.py

@@ -14,4 +14,4 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
-__path__ = __import__("pkgutil").extend_path(__path__, __name__)  # type: ignore
+__path__ = __import__("pkgutil").extend_path(__path__, __name__)

{apache_airflow_providers_yandex-4.1.1rc1 → apache_airflow_providers_yandex-4.2.0rc1}/src/airflow/providers/yandex/__init__.py

@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "4.1.1"
+__version__ = "4.2.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.10.0"

{apache_airflow_providers_yandex-4.1.1rc1 → apache_airflow_providers_yandex-4.2.0rc1}/src/airflow/providers/yandex/hooks/yandex.py

@@ -28,11 +28,7 @@ from airflow.providers.yandex.utils.credentials import (
 from airflow.providers.yandex.utils.defaults import conn_name_attr, conn_type, default_conn_name, hook_name
 from airflow.providers.yandex.utils.fields import get_field_from_extras
 from airflow.providers.yandex.utils.user_agent import provider_user_agent
-
-try:
-    from airflow.sdk import BaseHook
-except ImportError:
-    from airflow.hooks.base import BaseHook  # type: ignore[attr-defined,no-redef]
+from airflow.providers.yandex.version_compat import BaseHook
 
 
 class YandexCloudBaseHook(BaseHook):

{apache_airflow_providers_yandex-4.1.1rc1 → apache_airflow_providers_yandex-4.2.0rc1}/src/airflow/providers/yandex/operators/dataproc.py

@@ -14,12 +14,15 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
+
 from __future__ import annotations
 
 from collections.abc import Iterable, Sequence
 from dataclasses import dataclass
 from typing import TYPE_CHECKING
 
+import yandexcloud
+
 from airflow.providers.yandex.hooks.dataproc import DataprocHook
 from airflow.providers.yandex.version_compat import BaseOperator
 
@@ -54,6 +57,7 @@ class DataprocCreateClusterOperator(BaseOperator):
                  Currently there are ru-central1-a, ru-central1-b and ru-central1-c.
     :param service_account_id: Service account id for the cluster.
                                Service account can be created inside the folder.
+    :param environment: Environment for the cluster. Possible options: PRODUCTION, PRESTABLE.
     :param masternode_resource_preset: Resources preset (CPU+RAM configuration)
                                        for the primary node of the cluster.
     :param masternode_disk_size: Masternode storage size in GiB.
@@ -96,6 +100,7 @@ class DataprocCreateClusterOperator(BaseOperator):
                     Docs: https://cloud.yandex.com/docs/data-proc/concepts/logs
     :param initialization_actions: Set of init-actions to run when cluster starts.
                         Docs: https://cloud.yandex.com/docs/data-proc/concepts/init-action
+    :param oslogin_enabled: Enable authorization via OS Login for cluster.
     :param labels: Cluster labels as key:value pairs. No more than 64 per resource.
                         Docs: https://cloud.yandex.com/docs/resource-manager/concepts/labels
     """
@@ -109,10 +114,11 @@ class DataprocCreateClusterOperator(BaseOperator):
         cluster_image_version: str | None = None,
         ssh_public_keys: str | Iterable[str] | None = None,
         subnet_id: str | None = None,
-        services: Iterable[str] = ("HDFS", "YARN", "MAPREDUCE", "HIVE", "SPARK"),
+        services: Iterable[str] | None = ("HDFS", "YARN", "MAPREDUCE", "HIVE", "SPARK"),
         s3_bucket: str | None = None,
         zone: str = "ru-central1-b",
         service_account_id: str | None = None,
+        environment: str | None = None,
         masternode_resource_preset: str | None = None,
         masternode_disk_size: int | None = None,
         masternode_disk_type: str | None = None,
@@ -138,6 +144,7 @@ class DataprocCreateClusterOperator(BaseOperator):
         security_group_ids: Iterable[str] | None = None,
         log_group_id: str | None = None,
         initialization_actions: Iterable[InitializationAction] | None = None,
+        oslogin_enabled: bool = False,
         labels: dict[str, str] | None = None,
         **kwargs,
     ) -> None:
@@ -145,9 +152,6 @@ class DataprocCreateClusterOperator(BaseOperator):
         if ssh_public_keys is None:
             ssh_public_keys = []
 
-        if services is None:
-            services = []
-
         self.folder_id = folder_id
         self.yandex_conn_id = connection_id
         self.cluster_name = cluster_name
@@ -159,6 +163,7 @@ class DataprocCreateClusterOperator(BaseOperator):
         self.s3_bucket = s3_bucket
         self.zone = zone
         self.service_account_id = service_account_id
+        self.environment = environment
         self.masternode_resource_preset = masternode_resource_preset
         self.masternode_disk_size = masternode_disk_size
         self.masternode_disk_type = masternode_disk_type
@@ -183,6 +188,7 @@ class DataprocCreateClusterOperator(BaseOperator):
         self.security_group_ids = security_group_ids
         self.log_group_id = log_group_id
         self.initialization_actions = initialization_actions
+        self.oslogin_enabled = oslogin_enabled
         self.labels = labels
 
         self.hook: DataprocHook | None = None
@@ -191,6 +197,11 @@ class DataprocCreateClusterOperator(BaseOperator):
         self.hook = DataprocHook(
             yandex_conn_id=self.yandex_conn_id,
         )
+        kwargs_depends_on_version = {}
+        if yandexcloud.__version__ >= "0.350.0":
+            kwargs_depends_on_version.update(
+                {"oslogin_enabled": self.oslogin_enabled, "environment": self.environment}
+            )
         operation_result = self.hook.dataproc_client.create_cluster(
             folder_id=self.folder_id,
             cluster_name=self.cluster_name,
@@ -236,6 +247,7 @@ class DataprocCreateClusterOperator(BaseOperator):
             ]
             if self.initialization_actions
             else None,
+            **kwargs_depends_on_version,
         )
         cluster_id = operation_result.response.id
 

{apache_airflow_providers_yandex-4.1.1rc1 → apache_airflow_providers_yandex-4.2.0rc1}/src/airflow/providers/yandex/version_compat.py

@@ -28,6 +28,13 @@ def get_base_airflow_version_tuple() -> tuple[int, int, int]:
 
 
 AIRFLOW_V_3_0_PLUS = get_base_airflow_version_tuple() >= (3, 0, 0)
+AIRFLOW_V_3_1_PLUS: bool = get_base_airflow_version_tuple() >= (3, 1, 0)
+
+
+if AIRFLOW_V_3_1_PLUS:
+    from airflow.sdk import BaseHook
+else:
+    from airflow.hooks.base import BaseHook  # type: ignore[attr-defined,no-redef]
 
 if AIRFLOW_V_3_0_PLUS:
     from airflow.sdk import BaseOperator, BaseOperatorLink
@@ -41,6 +48,8 @@ else:
 
 __all__ = [
     "AIRFLOW_V_3_0_PLUS",
+    "AIRFLOW_V_3_1_PLUS",
+    "BaseHook",
     "BaseOperator",
     "BaseOperatorLink",
     "Context",

{apache_airflow_providers_yandex-4.1.1rc1/tests/unit → apache_airflow_providers_yandex-4.2.0rc1/tests/system}/__init__.py

@@ -14,4 +14,4 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
-__path__ = __import__("pkgutil").extend_path(__path__, __name__)  # type: ignore
+__path__ = __import__("pkgutil").extend_path(__path__, __name__)

{apache_airflow_providers_yandex-4.1.1rc1 → apache_airflow_providers_yandex-4.2.0rc1}/tests/system/yandex/example_yandexcloud.py

@@ -30,7 +30,12 @@ from google.protobuf.json_format import MessageToDict
 from yandexcloud.operations import OperationError
 
 from airflow import DAG
-from airflow.decorators import task
+
+try:
+    from airflow.sdk import task
+except ImportError:
+    # Airflow 2 path
+    from airflow.decorators import task  # type: ignore[attr-defined,no-redef]
 from airflow.providers.yandex.hooks.yandex import YandexCloudBaseHook
 
 from tests_common.test_utils.system_tests import get_test_env_id

{apache_airflow_providers_yandex-4.1.1rc1/src/airflow/providers → apache_airflow_providers_yandex-4.2.0rc1/tests/unit}/__init__.py

@@ -14,4 +14,4 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
-__path__ = __import__("pkgutil").extend_path(__path__, __name__)  # type: ignore
+__path__ = __import__("pkgutil").extend_path(__path__, __name__)

{apache_airflow_providers_yandex-4.1.1rc1 → apache_airflow_providers_yandex-4.2.0rc1}/tests/unit/yandex/hooks/test_dataproc.py

@@ -21,6 +21,8 @@ from unittest import mock
 
 import pytest
 
+pytest.importorskip("yandexcloud")
+
 try:
     import importlib.util
 
@@ -30,10 +32,9 @@ try:
     BASEHOOK_PATCH_PATH = "airflow.sdk.bases.hook.BaseHook"
 except ImportError:
     BASEHOOK_PATCH_PATH = "airflow.hooks.base.BaseHook"
-yandexlcloud = pytest.importorskip("yandexcloud")
 
-from airflow.models import Connection  # noqa: E402
-from airflow.providers.yandex.hooks.dataproc import DataprocHook  # noqa: E402
+from airflow.models import Connection
+from airflow.providers.yandex.hooks.dataproc import DataprocHook
 
 # Airflow connection with type "yandexcloud" must be created
 CONNECTION_ID = "yandexcloud_default"

{apache_airflow_providers_yandex-4.1.1rc1 → apache_airflow_providers_yandex-4.2.0rc1}/tests/unit/yandex/hooks/test_yandex.py

@@ -21,6 +21,8 @@ from unittest import mock
 
 import pytest
 
+pytest.importorskip("yandexcloud")
+
 from airflow.providers.yandex.hooks.yandex import YandexCloudBaseHook
 
 from tests_common.test_utils.config import conf_vars
@@ -34,7 +36,6 @@ try:
     BASEHOOK_PATCH_PATH = "airflow.sdk.bases.hook.BaseHook"
 except ImportError:
     BASEHOOK_PATCH_PATH = "airflow.hooks.base.BaseHook"
-yandexcloud = pytest.importorskip("yandexcloud")
 
 
 class TestYandexHook:

{apache_airflow_providers_yandex-4.1.1rc1 → apache_airflow_providers_yandex-4.2.0rc1}/tests/unit/yandex/hooks/test_yq.py

@@ -25,7 +25,6 @@ import responses
 from responses import matchers
 
 from airflow.models import Connection
-from airflow.providers.yandex.hooks.yq import YQHook
 
 try:
     import importlib.util
@@ -38,6 +37,8 @@ except ImportError:
     BASEHOOK_PATCH_PATH = "airflow.hooks.base.BaseHook"
 yandexcloud = pytest.importorskip("yandexcloud")
 
+from airflow.providers.yandex.hooks.yq import YQHook
+
 OAUTH_TOKEN = "my_oauth_token"
 IAM_TOKEN = "my_iam_token"
 SERVICE_ACCOUNT_AUTH_KEY_JSON = """{"id":"my_id", "service_account_id":"my_sa1", "private_key":"my_pk"}"""

{apache_airflow_providers_yandex-4.1.1rc1 → apache_airflow_providers_yandex-4.2.0rc1}/tests/unit/yandex/links/test_yq.py

@@ -29,7 +29,7 @@ from tests_common.test_utils.version_compat import AIRFLOW_V_3_0_PLUS
 if AIRFLOW_V_3_0_PLUS:
     from airflow.sdk.execution_time.xcom import XCom
 else:
-    from airflow.models import XCom  # type: ignore[no-redef]
+    from airflow.models import XCom
 
 yandexcloud = pytest.importorskip("yandexcloud")
 
@@ -52,7 +52,10 @@ def test_default_link():
         link = YQLink()
 
         op = MockOperator(task_id="test_task_id")
-        ti = TaskInstance(task=op, run_id="run_id1")
+        if AIRFLOW_V_3_0_PLUS:
+            ti = TaskInstance(task=op, run_id="run_id1", dag_version_id=mock.MagicMock())
+        else:
+            ti = TaskInstance(task=op, run_id="run_id1")
         assert link.get_link(op, ti_key=ti.key) == "https://yq.cloud.yandex.ru"
 
 
@@ -62,5 +65,8 @@ def test_link():
         link = YQLink()
 
         op = MockOperator(task_id="test_task_id")
-        ti = TaskInstance(task=op, run_id="run_id1")
+        if AIRFLOW_V_3_0_PLUS:
+            ti = TaskInstance(task=op, run_id="run_id1", dag_version_id=mock.MagicMock())
+        else:
+            ti = TaskInstance(task=op, run_id="run_id1")
         assert link.get_link(op, ti_key=ti.key) == "https://g.com"

{apache_airflow_providers_yandex-4.1.1rc1 → apache_airflow_providers_yandex-4.2.0rc1}/tests/unit/yandex/operators/test_dataproc.py

@@ -21,6 +21,8 @@ from unittest.mock import MagicMock, call, patch
 
 import pytest
 
+yandexcloud = pytest.importorskip("yandexcloud")
+
 from airflow.models.dag import DAG
 from airflow.providers.yandex.operators.dataproc import (
     DataprocCreateClusterOperator,
@@ -31,8 +33,6 @@ from airflow.providers.yandex.operators.dataproc import (
     DataprocDeleteClusterOperator,
 )
 
-yandexcloud = pytest.importorskip("yandexcloud")
-
 # Airflow connection with type "yandexcloud"
 CONNECTION_ID = "yandexcloud_default"
 
@@ -93,6 +93,7 @@ class TestDataprocClusterCreateOperator:
     @patch("airflow.providers.yandex.utils.credentials.get_credentials")
     @patch(f"{BASEHOOK_PATCH_PATH}.get_connection")
     @patch("yandexcloud._wrappers.dataproc.Dataproc.create_cluster")
+    @patch("yandexcloud.__version__", "0.308.0")
     def test_create_cluster(self, mock_create_cluster, *_):
         operator = DataprocCreateClusterOperator(
             task_id="create_cluster",
@@ -154,6 +155,73 @@ class TestDataprocClusterCreateOperator:
             ]
         )
 
+    @patch("airflow.providers.yandex.utils.credentials.get_credentials")
+    @patch(f"{BASEHOOK_PATCH_PATH}.get_connection")
+    @patch("yandexcloud._wrappers.dataproc.Dataproc.create_cluster")
+    @patch("yandexcloud.__version__", "0.350.0")
+    def test_create_cluster_with_350_sdk(self, mock_create_cluster, *_):
+        operator = DataprocCreateClusterOperator(
+            task_id="create_cluster",
+            ssh_public_keys=SSH_PUBLIC_KEYS,
+            folder_id=FOLDER_ID,
+            subnet_id=SUBNET_ID,
+            zone=AVAILABILITY_ZONE_ID,
+            connection_id=CONNECTION_ID,
+            s3_bucket=S3_BUCKET_NAME_FOR_LOGS,
+            cluster_image_version=CLUSTER_IMAGE_VERSION,
+            log_group_id=LOG_GROUP_ID,
+        )
+        context = {"task_instance": MagicMock()}
+        operator.execute(context)
+        mock_create_cluster.assert_called_once_with(
+            cluster_description="",
+            cluster_image_version="1.4",
+            cluster_name=None,
+            computenode_count=0,
+            computenode_disk_size=None,
+            computenode_disk_type=None,
+            computenode_resource_preset=None,
+            computenode_max_hosts_count=None,
+            computenode_measurement_duration=None,
+            computenode_warmup_duration=None,
+            computenode_stabilization_duration=None,
+            computenode_preemptible=False,
+            computenode_cpu_utilization_target=None,
+            computenode_decommission_timeout=None,
+            datanode_count=1,
+            datanode_disk_size=None,
+            datanode_disk_type=None,
+            datanode_resource_preset=None,
+            folder_id="my_folder_id",
+            masternode_disk_size=None,
+            masternode_disk_type=None,
+            masternode_resource_preset=None,
+            s3_bucket="my_bucket_name",
+            service_account_id=None,
+            services=("HDFS", "YARN", "MAPREDUCE", "HIVE", "SPARK"),
+            ssh_public_keys=[
+                "ssh-rsa AAA5B3NzaC1yc2EAA1ADA2ABA3AA4QCxO38tKA0XIs9ivPxt7AYdf3bgtAR1ow3Qkb9GPQ6wkFHQq"
+                "cFDe6faKCxH6iDRt2o4D8L8Bx6zN42uZSB0nf8jkIxFTcEU3mFSXEbWByg78ao3dMrAAj1tyr1H1pON6P0="
+            ],
+            subnet_id="my_subnet_id",
+            zone="ru-central1-c",
+            log_group_id=LOG_GROUP_ID,
+            properties=None,
+            enable_ui_proxy=False,
+            host_group_ids=None,
+            security_group_ids=None,
+            labels=None,
+            initialization_actions=None,
+            environment=None,
+            oslogin_enabled=False,
+        )
+        context["task_instance"].xcom_push.assert_has_calls(
+            [
+                call(key="cluster_id", value=mock_create_cluster().response.id),
+                call(key="yandexcloud_connection_id", value=CONNECTION_ID),
+            ]
+        )
+
     @patch("airflow.providers.yandex.utils.credentials.get_credentials")
     @patch(f"{BASEHOOK_PATCH_PATH}.get_connection")
     @patch("yandexcloud._wrappers.dataproc.Dataproc.delete_cluster")

{apache_airflow_providers_yandex-4.1.1rc1 → apache_airflow_providers_yandex-4.2.0rc1}/tests/unit/yandex/operators/test_yq.py

@@ -21,6 +21,9 @@ from datetime import datetime, timedelta
 from unittest.mock import MagicMock, call, patch
 
 import pytest
+
+pytest.importorskip("yandexcloud")
+
 import responses
 from responses import matchers
 
@@ -30,8 +33,6 @@ from airflow.providers.yandex.operators.yq import YQExecuteQueryOperator
 
 from tests_common.test_utils.version_compat import AIRFLOW_V_3_0_PLUS
 
-yandexcloud = pytest.importorskip("yandexcloud")
-
 try:
     import importlib.util
 

{apache_airflow_providers_yandex-4.1.1rc1 → apache_airflow_providers_yandex-4.2.0rc1}/tests/unit/yandex/secrets/test_lockbox.py

@@ -20,6 +20,9 @@ import json
 from unittest.mock import MagicMock, Mock, patch
 
 import pytest
+
+yandexcloud = pytest.importorskip("yandexcloud")
+
 import yandex.cloud.lockbox.v1.payload_pb2 as payload_pb
 import yandex.cloud.lockbox.v1.secret_pb2 as secret_pb
 import yandex.cloud.lockbox.v1.secret_service_pb2 as secret_service_pb
@@ -27,8 +30,6 @@ import yandex.cloud.lockbox.v1.secret_service_pb2 as secret_service_pb
 from airflow.providers.yandex.secrets.lockbox import LockboxSecretBackend
 from airflow.providers.yandex.utils.defaults import default_conn_name
 
-yandexcloud = pytest.importorskip("yandexcloud")
-
 
 class TestLockboxSecretBackend:
     @patch("airflow.providers.yandex.secrets.lockbox.LockboxSecretBackend._get_secret_value")