apache-airflow-providers-snowflake 5.8.1__tar.gz → 6.0.0__tar.gz

{apache_airflow_providers_snowflake-5.8.1 → apache_airflow_providers_snowflake-6.0.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: apache-airflow-providers-snowflake
-Version: 5.8.1
+Version: 6.0.0
 Summary: Provider package apache-airflow-providers-snowflake for Apache Airflow
 Keywords: airflow-provider,snowflake,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -22,25 +22,21 @@ Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: System :: Monitoring
 Requires-Dist: apache-airflow-providers-common-compat>=1.1.0
 Requires-Dist: apache-airflow-providers-common-sql>=1.20.0
-Requires-Dist: apache-airflow>=2.8.0
+Requires-Dist: apache-airflow>=2.9.0
 Requires-Dist: pandas>=1.5.3,<2.2;python_version<"3.9"
 Requires-Dist: pandas>=2.1.2,<2.2;python_version>="3.9"
 Requires-Dist: pyarrow>=14.0.1
 Requires-Dist: snowflake-connector-python>=3.7.1
 Requires-Dist: snowflake-snowpark-python>=1.17.0;python_version<"3.12"
 Requires-Dist: snowflake-sqlalchemy>=1.4.0
-Requires-Dist: apache-airflow-providers-common-compat ; extra == "common-compat"
-Requires-Dist: apache-airflow-providers-common-sql ; extra == "common-sql"
 Requires-Dist: apache-airflow-providers-openlineage ; extra == "openlineage"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-snowflake/5.8.1/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-snowflake/5.8.1
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-snowflake/6.0.0/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-snowflake/6.0.0
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
-Project-URL: Twitter, https://twitter.com/ApacheAirflow
+Project-URL: Twitter, https://x.com/ApacheAirflow
 Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
-Provides-Extra: common-compat
-Provides-Extra: common-sql
 Provides-Extra: openlineage
 
 
@@ -87,7 +83,7 @@ Provides-Extra: openlineage
 
 Package ``apache-airflow-providers-snowflake``
 
-Release: ``5.8.1``
+Release: ``6.0.0``
 
 
 `Snowflake <https://www.snowflake.com/>`__
@@ -100,7 +96,7 @@ This is a provider package for ``snowflake`` provider. All classes for this prov
 are in ``airflow.providers.snowflake`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-snowflake/5.8.1/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-snowflake/6.0.0/>`_.
 
 Installation
 ------------
@@ -117,7 +113,7 @@ Requirements
 ==========================================  =========================================
 PIP package                                 Version required
 ==========================================  =========================================
-``apache-airflow``                          ``>=2.8.0``
+``apache-airflow``                          ``>=2.9.0``
 ``apache-airflow-providers-common-compat``  ``>=1.1.0``
 ``apache-airflow-providers-common-sql``     ``>=1.20.0``
 ``pandas``                                  ``>=2.1.2,<2.2; python_version >= "3.9"``
@@ -150,4 +146,4 @@ Dependent package
 ==================================================================================================================  =================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-snowflake/5.8.1/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-snowflake/6.0.0/changelog.html>`_.

{apache_airflow_providers_snowflake-5.8.1 → apache_airflow_providers_snowflake-6.0.0}/README.rst

@@ -42,7 +42,7 @@
 
 Package ``apache-airflow-providers-snowflake``
 
-Release: ``5.8.1``
+Release: ``6.0.0``
 
 
 `Snowflake <https://www.snowflake.com/>`__
@@ -55,7 +55,7 @@ This is a provider package for ``snowflake`` provider. All classes for this prov
 are in ``airflow.providers.snowflake`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-snowflake/5.8.1/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-snowflake/6.0.0/>`_.
 
 Installation
 ------------
@@ -72,7 +72,7 @@ Requirements
 ==========================================  =========================================
 PIP package                                 Version required
 ==========================================  =========================================
-``apache-airflow``                          ``>=2.8.0``
+``apache-airflow``                          ``>=2.9.0``
 ``apache-airflow-providers-common-compat``  ``>=1.1.0``
 ``apache-airflow-providers-common-sql``     ``>=1.20.0``
 ``pandas``                                  ``>=2.1.2,<2.2; python_version >= "3.9"``
@@ -105,4 +105,4 @@ Dependent package
 ==================================================================================================================  =================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-snowflake/5.8.1/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-snowflake/6.0.0/changelog.html>`_.

{apache_airflow_providers_snowflake-5.8.1 → apache_airflow_providers_snowflake-6.0.0}/airflow/providers/snowflake/__init__.py

@@ -29,11 +29,11 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "5.8.1"
+__version__ = "6.0.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
-    "2.8.0"
+    "2.9.0"
 ):
     raise RuntimeError(
-        f"The package `apache-airflow-providers-snowflake:{__version__}` needs Apache Airflow 2.8.0+"
+        f"The package `apache-airflow-providers-snowflake:{__version__}` needs Apache Airflow 2.9.0+"
     )

{apache_airflow_providers_snowflake-5.8.1 → apache_airflow_providers_snowflake-6.0.0}/airflow/providers/snowflake/decorators/snowpark.py

@@ -17,7 +17,8 @@
 
 from __future__ import annotations
 
-from typing import TYPE_CHECKING, Callable, Sequence
+from collections.abc import Sequence
+from typing import TYPE_CHECKING, Callable
 
 from airflow.decorators.base import DecoratedOperator, task_decorator_factory
 from airflow.providers.snowflake.operators.snowpark import SnowparkOperator

{apache_airflow_providers_snowflake-5.8.1 → apache_airflow_providers_snowflake-6.0.0}/airflow/providers/snowflake/get_provider_info.py

@@ -28,8 +28,9 @@ def get_provider_info():
         "name": "Snowflake",
         "description": "`Snowflake <https://www.snowflake.com/>`__\n",
         "state": "ready",
-        "source-date-epoch": 1731570837,
+        "source-date-epoch": 1734536683,
         "versions": [
+            "6.0.0",
             "5.8.1",
             "5.8.0",
             "5.7.1",
@@ -85,7 +86,7 @@ def get_provider_info():
             "1.0.0",
         ],
         "dependencies": [
-            "apache-airflow>=2.8.0",
+            "apache-airflow>=2.9.0",
             "apache-airflow-providers-common-compat>=1.1.0",
             "apache-airflow-providers-common-sql>=1.20.0",
             'pandas>=2.1.2,<2.2;python_version>="3.9"',

{apache_airflow_providers_snowflake-5.8.1 → apache_airflow_providers_snowflake-6.0.0}/airflow/providers/snowflake/hooks/snowflake.py

@@ -18,11 +18,12 @@
 from __future__ import annotations
 
 import os
+from collections.abc import Iterable, Mapping
 from contextlib import closing, contextmanager
 from functools import cached_property
 from io import StringIO
 from pathlib import Path
-from typing import TYPE_CHECKING, Any, Callable, Iterable, Mapping, TypeVar, overload
+from typing import TYPE_CHECKING, Any, Callable, TypeVar, overload
 from urllib.parse import urlparse
 
 from cryptography.hazmat.backends import default_backend
@@ -81,9 +82,6 @@ class SnowflakeHook(DbApiHook):
     .. note::
         ``get_sqlalchemy_engine()`` depends on ``snowflake-sqlalchemy``
 
-    .. seealso::
-        For more information on how to use this Snowflake connection, take a look at the guide:
-        :ref:`howto/operator:SnowflakeOperator`
     """
 
     conn_name_attr = "snowflake_conn_id"
@@ -133,6 +131,7 @@ class SnowflakeHook(DbApiHook):
                         "private_key_file": "private key",
                         "session_parameters": "session parameters",
                         "client_request_mfa_token": "client request mfa token",
+                        "client_store_temporary_credential": "client store temporary credential (externalbrowser mode)",
                     },
                     indent=1,
                 ),
@@ -161,6 +160,7 @@ class SnowflakeHook(DbApiHook):
         self.authenticator = kwargs.pop("authenticator", None)
         self.session_parameters = kwargs.pop("session_parameters", None)
         self.client_request_mfa_token = kwargs.pop("client_request_mfa_token", None)
+        self.client_store_temporary_credential = kwargs.pop("client_store_temporary_credential", None)
         self.query_ids: list[str] = []
 
     def _get_field(self, extra_dict, field_name):
@@ -200,8 +200,14 @@ class SnowflakeHook(DbApiHook):
         region = self._get_field(extra_dict, "region") or ""
         role = self._get_field(extra_dict, "role") or ""
         insecure_mode = _try_to_boolean(self._get_field(extra_dict, "insecure_mode"))
+        json_result_force_utf8_decoding = _try_to_boolean(
+            self._get_field(extra_dict, "json_result_force_utf8_decoding")
+        )
         schema = conn.schema or ""
         client_request_mfa_token = _try_to_boolean(self._get_field(extra_dict, "client_request_mfa_token"))
+        client_store_temporary_credential = _try_to_boolean(
+            self._get_field(extra_dict, "client_store_temporary_credential")
+        )
 
         # authenticator and session_parameters never supported long name so we don't use _get_field
         authenticator = extra_dict.get("authenticator", "snowflake")
@@ -224,9 +230,15 @@ class SnowflakeHook(DbApiHook):
         if insecure_mode:
             conn_config["insecure_mode"] = insecure_mode
 
+        if json_result_force_utf8_decoding:
+            conn_config["json_result_force_utf8_decoding"] = json_result_force_utf8_decoding
+
         if client_request_mfa_token:
             conn_config["client_request_mfa_token"] = client_request_mfa_token
 
+        if client_store_temporary_credential:
+            conn_config["client_store_temporary_credential"] = client_store_temporary_credential
+
         # If private_key_file is specified in the extra json, load the contents of the file as a private key.
         # If private_key_content is specified in the extra json, use it as a private key.
         # As a next step, specify this private key in the connection configuration.
@@ -279,6 +291,14 @@ class SnowflakeHook(DbApiHook):
             conn_config.pop("login", None)
             conn_config.pop("password", None)
 
+        # configure custom target hostname and port, if specified
+        snowflake_host = extra_dict.get("host")
+        snowflake_port = extra_dict.get("port")
+        if snowflake_host:
+            conn_config["host"] = snowflake_host
+        if snowflake_port:
+            conn_config["port"] = snowflake_port
+
         return conn_config
 
     def get_uri(self) -> str:
@@ -293,7 +313,14 @@ class SnowflakeHook(DbApiHook):
                 for k, v in conn_params.items()
                 if v
                 and k
-                not in ["session_parameters", "insecure_mode", "private_key", "client_request_mfa_token"]
+                not in [
+                    "session_parameters",
+                    "insecure_mode",
+                    "private_key",
+                    "client_request_mfa_token",
+                    "client_store_temporary_credential",
+                    "json_result_force_utf8_decoding",
+                ]
             }
         )
 
@@ -315,6 +342,9 @@ class SnowflakeHook(DbApiHook):
         if "insecure_mode" in conn_params:
             engine_kwargs.setdefault("connect_args", {})
             engine_kwargs["connect_args"]["insecure_mode"] = True
+        if "json_result_force_utf8_decoding" in conn_params:
+            engine_kwargs.setdefault("connect_args", {})
+            engine_kwargs["connect_args"]["json_result_force_utf8_decoding"] = True
         for key in ["session_parameters", "private_key"]:
             if conn_params.get(key):
                 engine_kwargs.setdefault("connect_args", {})

{apache_airflow_providers_snowflake-5.8.1 → apache_airflow_providers_snowflake-6.0.0}/airflow/providers/snowflake/operators/snowflake.py

@@ -18,13 +18,12 @@
 from __future__ import annotations
 
 import time
+from collections.abc import Iterable, Mapping, Sequence
 from datetime import timedelta
-from typing import TYPE_CHECKING, Any, ClassVar, Iterable, List, Mapping, Sequence, SupportsAbs, cast
-
-from deprecated import deprecated
+from typing import TYPE_CHECKING, Any, SupportsAbs, cast
 
 from airflow.configuration import conf
-from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
+from airflow.exceptions import AirflowException
 from airflow.providers.common.sql.operators.sql import (
     SQLCheckOperator,
     SQLExecuteQueryOperator,
@@ -38,105 +37,6 @@ if TYPE_CHECKING:
     from airflow.utils.context import Context
 
 
-@deprecated(
-    reason=(
-        "This class is deprecated. Please use "
-        "`airflow.providers.common.sql.operators.sql.SQLExecuteQueryOperator`. "
-        "Also, you can provide `hook_params={'warehouse': <warehouse>, 'database': <database>, "
-        "'role': <role>, 'schema': <schema>, 'authenticator': <authenticator>,"
-        "'session_parameters': <session_parameters>}`."
-    ),
-    category=AirflowProviderDeprecationWarning,
-)
-class SnowflakeOperator(SQLExecuteQueryOperator):
-    """
-    Executes SQL code in a Snowflake database.
-
-    This class is deprecated.
-
-    Please use :class:`airflow.providers.common.sql.operators.sql.SQLExecuteQueryOperator`.
-
-    .. seealso::
-        For more information on how to use this operator, take a look at the guide:
-        :ref:`howto/operator:SnowflakeOperator`
-
-    :param snowflake_conn_id: Reference to
-        :ref:`Snowflake connection id<howto/connection:snowflake>`
-    :param sql: the SQL code to be executed as a single string, or
-        a list of str (sql statements), or a reference to a template file.
-        Template references are recognized by str ending in '.sql'
-    :param parameters: (optional) the parameters to render the SQL query with.
-    :param warehouse: name of warehouse (will overwrite any warehouse
-        defined in the connection's extra JSON)
-    :param database: name of database (will overwrite database defined
-        in connection)
-    :param schema: name of schema (will overwrite schema defined in
-        connection)
-    :param role: name of role (will overwrite any role defined in
-        connection's extra JSON)
-    :param authenticator: authenticator for Snowflake.
-        'snowflake' (default) to use the internal Snowflake authenticator
-        'externalbrowser' to authenticate using your web browser and
-        Okta, ADFS or any other SAML 2.0-compliant identify provider
-        (IdP) that has been defined for your account
-        'https://<your_okta_account_name>.okta.com' to authenticate
-        through native Okta.
-    :param session_parameters: You can set session-level parameters at
-        the time you connect to Snowflake
-    :return Returns list of dictionaries in { 'column': 'value', 'column2': 'value2' } form.
-    """
-
-    template_fields: Sequence[str] = ("sql",)
-    template_ext: Sequence[str] = (".sql",)
-    template_fields_renderers: ClassVar[dict] = {"sql": "sql"}
-    ui_color = "#ededed"
-
-    def __init__(
-        self,
-        *,
-        snowflake_conn_id: str = "snowflake_default",
-        warehouse: str | None = None,
-        database: str | None = None,
-        role: str | None = None,
-        schema: str | None = None,
-        authenticator: str | None = None,
-        session_parameters: dict | None = None,
-        **kwargs,
-    ) -> None:
-        if any([warehouse, database, role, schema, authenticator, session_parameters]):
-            hook_params = kwargs.pop("hook_params", {})
-            kwargs["hook_params"] = {
-                "warehouse": warehouse,
-                "database": database,
-                "role": role,
-                "schema": schema,
-                "authenticator": authenticator,
-                "session_parameters": session_parameters,
-                **hook_params,
-            }
-        super().__init__(conn_id=snowflake_conn_id, **kwargs)
-
-    def _process_output(self, results: list[Any], descriptions: list[Sequence[Sequence] | None]) -> list[Any]:
-        validated_descriptions: list[Sequence[Sequence]] = []
-        for idx, description in enumerate(descriptions):
-            if not description:
-                raise RuntimeError(
-                    f"The query did not return descriptions of the cursor for query number {idx}. "
-                    "Cannot return values in a form of dictionary for that query."
-                )
-            validated_descriptions.append(description)
-        returned_results = []
-        for result_id, result_list in enumerate(results):
-            current_processed_result = []
-            for row in result_list:
-                dict_result: dict[Any, Any] = {}
-                for idx, description in enumerate(validated_descriptions[result_id]):
-                    dict_result[description[0]] = row[idx]
-                current_processed_result.append(dict_result)
-            returned_results.append(current_processed_result)
-        return returned_results
-
-
 class SnowflakeCheckOperator(SQLCheckOperator):
     """
     Performs a check against Snowflake.
@@ -391,7 +291,7 @@ class SnowflakeIntervalCheckOperator(SQLIntervalCheckOperator):
 class SnowflakeSqlApiOperator(SQLExecuteQueryOperator):
     """
     Implemented Snowflake SQL API Operator to support multiple SQL statements sequentially,
-    which is the behavior of the SnowflakeOperator, the Snowflake SQL API allows submitting
+    which is the behavior of the SQLExecuteQueryOperator, the Snowflake SQL API allows submitting
     multiple SQL statements in a single request. It make post request to submit SQL
     statements for execution, poll to check the status of the execution of a statement. Fetch query results
     concurrently.
@@ -584,7 +484,7 @@ class SnowflakeSqlApiOperator(SQLExecuteQueryOperator):
                 raise AirflowException(msg)
             elif "status" in event and event["status"] == "success":
                 hook = SnowflakeSqlApiHook(snowflake_conn_id=self.snowflake_conn_id)
-                query_ids = cast(List[str], event["statement_query_ids"])
+                query_ids = cast(list[str], event["statement_query_ids"])
                 hook.check_query_output(query_ids)
                 self.log.info("%s completed successfully.", self.task_id)
         else:

{apache_airflow_providers_snowflake-5.8.1 → apache_airflow_providers_snowflake-6.0.0}/airflow/providers/snowflake/operators/snowpark.py

@@ -17,7 +17,8 @@
 
 from __future__ import annotations
 
-from typing import Any, Callable, Collection, Mapping, Sequence
+from collections.abc import Collection, Mapping, Sequence
+from typing import Any, Callable
 
 from airflow.providers.common.compat.standard.operators import PythonOperator, get_current_context
 from airflow.providers.snowflake.hooks.snowflake import SnowflakeHook

{apache_airflow_providers_snowflake-5.8.1 → apache_airflow_providers_snowflake-6.0.0}/airflow/providers/snowflake/transfers/copy_into_snowflake.py

@@ -19,7 +19,8 @@
 
 from __future__ import annotations
 
-from typing import Any, Sequence
+from collections.abc import Sequence
+from typing import Any
 
 from airflow.models import BaseOperator
 from airflow.providers.snowflake.hooks.snowflake import SnowflakeHook

{apache_airflow_providers_snowflake-5.8.1 → apache_airflow_providers_snowflake-6.0.0}/airflow/providers/snowflake/triggers/snowflake_trigger.py

@@ -17,7 +17,8 @@
 from __future__ import annotations
 
 import asyncio
-from typing import TYPE_CHECKING, Any, AsyncIterator
+from collections.abc import AsyncIterator
+from typing import TYPE_CHECKING, Any
 
 from airflow.providers.snowflake.hooks.snowflake_sql_api import SnowflakeSqlApiHook
 from airflow.triggers.base import BaseTrigger, TriggerEvent

{apache_airflow_providers_snowflake-5.8.1 → apache_airflow_providers_snowflake-6.0.0}/pyproject.toml

@@ -27,7 +27,7 @@ build-backend = "flit_core.buildapi"
 
 [project]
 name = "apache-airflow-providers-snowflake"
-version = "5.8.1"
+version = "6.0.0"
 description = "Provider package apache-airflow-providers-snowflake for Apache Airflow"
 readme = "README.rst"
 authors = [
@@ -56,7 +56,7 @@ requires-python = "~=3.9"
 dependencies = [
     "apache-airflow-providers-common-compat>=1.1.0",
     "apache-airflow-providers-common-sql>=1.20.0",
-    "apache-airflow>=2.8.0",
+    "apache-airflow>=2.9.0",
     "pandas>=1.5.3,<2.2;python_version<\"3.9\"",
     "pandas>=2.1.2,<2.2;python_version>=\"3.9\"",
     "pyarrow>=14.0.1",
@@ -66,23 +66,17 @@ dependencies = [
 ]
 
 [project.urls]
-"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-snowflake/5.8.1"
-"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-snowflake/5.8.1/changelog.html"
+"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-snowflake/6.0.0"
+"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-snowflake/6.0.0/changelog.html"
 "Bug Tracker" = "https://github.com/apache/airflow/issues"
 "Source Code" = "https://github.com/apache/airflow"
 "Slack Chat" = "https://s.apache.org/airflow-slack"
-"Twitter" = "https://twitter.com/ApacheAirflow"
+"Twitter" = "https://x.com/ApacheAirflow"
 "YouTube" = "https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/"
 
 [project.entry-points."apache_airflow_provider"]
 provider_info = "airflow.providers.snowflake.get_provider_info:get_provider_info"
 [project.optional-dependencies]
-"common.compat" = [
-    "apache-airflow-providers-common-compat",
-]
-"common.sql" = [
-    "apache-airflow-providers-common-sql",
-]
 "openlineage" = [
     "apache-airflow-providers-openlineage",
 ]