apache-airflow-providers-snowflake 6.0.0rc1__py3-none-any.whl → 6.1.0__py3-none-any.whl

airflow/providers/snowflake/LICENSE

@@ -199,55 +199,3 @@ distributed under the License is distributed on an "AS IS" BASIS,
 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
-
-============================================================================
-   APACHE AIRFLOW SUBCOMPONENTS:
-
-   The Apache Airflow project contains subcomponents with separate copyright
-   notices and license terms. Your use of the source code for the these
-   subcomponents is subject to the terms and conditions of the following
-   licenses.
-
-
-========================================================================
-Third party Apache 2.0 licenses
-========================================================================
-
-The following components are provided under the Apache 2.0 License.
-See project link for details. The text of each license is also included
-at 3rd-party-licenses/LICENSE-[project].txt.
-
-    (ALv2 License) hue v4.3.0 (https://github.com/cloudera/hue/)
-    (ALv2 License) jqclock v2.3.0 (https://github.com/JohnRDOrazio/jQuery-Clock-Plugin)
-    (ALv2 License) bootstrap3-typeahead v4.0.2 (https://github.com/bassjobsen/Bootstrap-3-Typeahead)
-    (ALv2 License) connexion v2.7.0 (https://github.com/zalando/connexion)
-
-========================================================================
-MIT licenses
-========================================================================
-
-The following components are provided under the MIT License. See project link for details.
-The text of each license is also included at 3rd-party-licenses/LICENSE-[project].txt.
-
-    (MIT License) jquery v3.5.1 (https://jquery.org/license/)
-    (MIT License) dagre-d3 v0.6.4 (https://github.com/cpettitt/dagre-d3)
-    (MIT License) bootstrap v3.4.1 (https://github.com/twbs/bootstrap/)
-    (MIT License) d3-tip v0.9.1 (https://github.com/Caged/d3-tip)
-    (MIT License) dataTables v1.10.25 (https://datatables.net)
-    (MIT License) normalize.css v3.0.2 (http://necolas.github.io/normalize.css/)
-    (MIT License) ElasticMock v1.3.2 (https://github.com/vrcmarcos/elasticmock)
-    (MIT License) MomentJS v2.24.0 (http://momentjs.com/)
-    (MIT License) eonasdan-bootstrap-datetimepicker v4.17.49 (https://github.com/eonasdan/bootstrap-datetimepicker/)
-
-========================================================================
-BSD 3-Clause licenses
-========================================================================
-The following components are provided under the BSD 3-Clause license. See project links for details.
-The text of each license is also included at 3rd-party-licenses/LICENSE-[project].txt.
-
-    (BSD 3 License) d3 v5.16.0 (https://d3js.org)
-    (BSD 3 License) d3-shape v2.1.0 (https://github.com/d3/d3-shape)
-    (BSD 3 License) cgroupspy 0.2.1 (https://github.com/cloudsigma/cgroupspy)
-
-========================================================================
-See 3rd-party-licenses/LICENSES-ui.txt for packages used in `/airflow/www`

airflow/providers/snowflake/__init__.py

@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "6.0.0"
+__version__ = "6.1.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.9.0"

airflow/providers/snowflake/get_provider_info.py

@@ -15,8 +15,7 @@
 # specific language governing permissions and limitations
 # under the License.
 
-# NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE
-# OVERWRITTEN WHEN PREPARING PACKAGES.
+# NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE OVERWRITTEN!
 #
 # IF YOU WANT TO MODIFY THIS FILE, YOU SHOULD MODIFY THE TEMPLATE
 # `get_provider_info_TEMPLATE.py.jinja2` IN the `dev/breeze/src/airflow_breeze/templates` DIRECTORY
@@ -28,8 +27,9 @@ def get_provider_info():
         "name": "Snowflake",
         "description": "`Snowflake <https://www.snowflake.com/>`__\n",
         "state": "ready",
-        "source-date-epoch": 1734536683,
+        "source-date-epoch": 1739964397,
         "versions": [
+            "6.1.0",
             "6.0.0",
             "5.8.1",
             "5.8.0",
@@ -85,17 +85,6 @@ def get_provider_info():
             "1.1.0",
             "1.0.0",
         ],
-        "dependencies": [
-            "apache-airflow>=2.9.0",
-            "apache-airflow-providers-common-compat>=1.1.0",
-            "apache-airflow-providers-common-sql>=1.20.0",
-            'pandas>=2.1.2,<2.2;python_version>="3.9"',
-            'pandas>=1.5.3,<2.2;python_version<"3.9"',
-            "pyarrow>=14.0.1",
-            "snowflake-connector-python>=3.7.1",
-            "snowflake-sqlalchemy>=1.4.0",
-            'snowflake-snowpark-python>=1.17.0;python_version<"3.12"',
-        ],
         "integrations": [
             {
                 "integration-name": "Snowflake",
@@ -104,7 +93,7 @@ def get_provider_info():
                     "/docs/apache-airflow-providers-snowflake/operators/snowflake.rst",
                     "/docs/apache-airflow-providers-snowflake/operators/snowpark.rst",
                 ],
-                "logo": "/integration-logos/snowflake/Snowflake.png",
+                "logo": "/docs/integration-logos/Snowflake.png",
                 "tags": ["service"],
             }
         ],
@@ -162,4 +151,15 @@ def get_provider_info():
                 "python-modules": ["airflow.providers.snowflake.triggers.snowflake_trigger"],
             }
         ],
+        "dependencies": [
+            "apache-airflow>=2.9.0",
+            "apache-airflow-providers-common-compat>=1.1.0",
+            "apache-airflow-providers-common-sql>=1.20.0",
+            "pandas>=2.1.2,<2.2",
+            "pyarrow>=14.0.1",
+            "snowflake-connector-python>=3.7.1",
+            "snowflake-sqlalchemy>=1.4.0",
+            "snowflake-snowpark-python>=1.17.0;python_version<'3.12'",
+        ],
+        "optional-dependencies": {"openlineage": ["apache-airflow-providers-openlineage"]},
     }

airflow/providers/snowflake/hooks/snowflake.py

@@ -28,15 +28,15 @@ from urllib.parse import urlparse
 
 from cryptography.hazmat.backends import default_backend
 from cryptography.hazmat.primitives import serialization
-from snowflake import connector
-from snowflake.connector import DictCursor, SnowflakeConnection, util_text
-from snowflake.sqlalchemy import URL
 from sqlalchemy import create_engine
 
 from airflow.exceptions import AirflowException
 from airflow.providers.common.sql.hooks.sql import DbApiHook, return_single_query_results
 from airflow.providers.snowflake.utils.openlineage import fix_snowflake_sqlalchemy_uri
 from airflow.utils.strings import to_boolean
+from snowflake import connector
+from snowflake.connector import DictCursor, SnowflakeConnection, util_text
+from snowflake.sqlalchemy import URL
 
 T = TypeVar("T")
 if TYPE_CHECKING:
@@ -299,6 +299,12 @@ class SnowflakeHook(DbApiHook):
         if snowflake_port:
             conn_config["port"] = snowflake_port
 
+        # if a value for ocsp_fail_open is set, pass it along.
+        # Note the check is for `is not None` so that we can pass along `False` as a value.
+        ocsp_fail_open = extra_dict.get("ocsp_fail_open")
+        if ocsp_fail_open is not None:
+            conn_config["ocsp_fail_open"] = _try_to_boolean(ocsp_fail_open)
+
         return conn_config
 
     def get_uri(self) -> str:
@@ -320,6 +326,7 @@ class SnowflakeHook(DbApiHook):
                     "client_request_mfa_token",
                     "client_store_temporary_credential",
                     "json_result_force_utf8_decoding",
+                    "ocsp_fail_open",
                 ]
             }
         )
@@ -345,6 +352,9 @@ class SnowflakeHook(DbApiHook):
         if "json_result_force_utf8_decoding" in conn_params:
             engine_kwargs.setdefault("connect_args", {})
             engine_kwargs["connect_args"]["json_result_force_utf8_decoding"] = True
+        if "ocsp_fail_open" in conn_params:
+            engine_kwargs.setdefault("connect_args", {})
+            engine_kwargs["connect_args"]["ocsp_fail_open"] = conn_params["ocsp_fail_open"]
         for key in ["session_parameters", "private_key"]:
             if conn_params.get(key):
                 engine_kwargs.setdefault("connect_args", {})
@@ -357,10 +367,9 @@ class SnowflakeHook(DbApiHook):
 
         :return: the created session.
         """
-        from snowflake.snowpark import Session
-
         from airflow import __version__ as airflow_version
         from airflow.providers.snowflake import __version__ as provider_version
+        from snowflake.snowpark import Session
 
         conn_config = self._get_conn_params
         session = Session.builder.configs(conn_config).create()
@@ -471,7 +480,7 @@ class SnowflakeHook(DbApiHook):
                             _last_description = cur.description
                         else:
                             results.append(result)
-                            self.descriptions.append(cur.description)
+                            self.descriptions.append(cur.description)  # type: ignore[has-type]
 
                     query_id = cur.sfqid
                     self.log.info("Rows affected: %s", cur.rowcount)

airflow/providers/snowflake/operators/snowflake.py

@@ -34,12 +34,16 @@ from airflow.providers.snowflake.hooks.snowflake_sql_api import SnowflakeSqlApiH
 from airflow.providers.snowflake.triggers.snowflake_trigger import SnowflakeSqlApiTrigger
 
 if TYPE_CHECKING:
-    from airflow.utils.context import Context
+    try:
+        from airflow.sdk.definitions.context import Context
+    except ImportError:
+        # TODO: Remove once provider drops support for Airflow 2
+        from airflow.utils.context import Context
 
 
 class SnowflakeCheckOperator(SQLCheckOperator):
     """
-    Performs a check against Snowflake.
+    Perform a check against Snowflake.
 
     The ``SnowflakeCheckOperator`` expects a sql query that will return a single row. Each
     value on that first row is evaluated using python ``bool`` casting. If any of the values
@@ -290,8 +294,9 @@ class SnowflakeIntervalCheckOperator(SQLIntervalCheckOperator):
 
 class SnowflakeSqlApiOperator(SQLExecuteQueryOperator):
     """
-    Implemented Snowflake SQL API Operator to support multiple SQL statements sequentially,
-    which is the behavior of the SQLExecuteQueryOperator, the Snowflake SQL API allows submitting
+    Implemented Snowflake SQL API Operator to support multiple SQL statements sequentially.
+
+    This is the behavior of the SQLExecuteQueryOperator, the Snowflake SQL API allows submitting
     multiple SQL statements in a single request. It make post request to submit SQL
     statements for execution, poll to check the status of the execution of a statement. Fetch query results
     concurrently.
@@ -349,11 +354,16 @@ class SnowflakeSqlApiOperator(SQLExecuteQueryOperator):
             When executing the statement, Snowflake replaces placeholders (? and :name) in
             the statement with these specified values.
     :param deferrable: Run operator in the deferrable mode.
-    """  # noqa: D205, D400
+    """
 
     LIFETIME = timedelta(minutes=59)  # The tokens will have a 59 minutes lifetime
     RENEWAL_DELTA = timedelta(minutes=54)  # Tokens will be renewed after 54 minutes
 
+    template_fields: Sequence[str] = tuple(
+        set(SQLExecuteQueryOperator.template_fields) | {"snowflake_conn_id"}
+    )
+    conn_id_field = "snowflake_conn_id"
+
     def __init__(
         self,
         *,

{apache_airflow_providers_snowflake-6.0.0rc1.dist-info → apache_airflow_providers_snowflake-6.1.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: apache-airflow-providers-snowflake
-Version: 6.0.0rc1
+Version: 6.1.0
 Summary: Provider package apache-airflow-providers-snowflake for Apache Airflow
 Keywords: airflow-provider,snowflake,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -20,19 +20,18 @@ Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: System :: Monitoring
-Requires-Dist: apache-airflow-providers-common-compat>=1.1.0rc0
-Requires-Dist: apache-airflow-providers-common-sql>=1.20.0rc0
-Requires-Dist: apache-airflow>=2.9.0rc0
-Requires-Dist: pandas>=1.5.3,<2.2;python_version<"3.9"
-Requires-Dist: pandas>=2.1.2,<2.2;python_version>="3.9"
+Requires-Dist: apache-airflow>=2.9.0
+Requires-Dist: apache-airflow-providers-common-compat>=1.1.0
+Requires-Dist: apache-airflow-providers-common-sql>=1.20.0
+Requires-Dist: pandas>=2.1.2,<2.2
 Requires-Dist: pyarrow>=14.0.1
 Requires-Dist: snowflake-connector-python>=3.7.1
-Requires-Dist: snowflake-snowpark-python>=1.17.0;python_version<"3.12"
 Requires-Dist: snowflake-sqlalchemy>=1.4.0
+Requires-Dist: snowflake-snowpark-python>=1.17.0;python_version<'3.12'
 Requires-Dist: apache-airflow-providers-openlineage ; extra == "openlineage"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-snowflake/6.0.0/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-snowflake/6.0.0
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-snowflake/6.1.0/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-snowflake/6.1.0
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Twitter, https://x.com/ApacheAirflow
@@ -40,23 +39,6 @@ Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
 Provides-Extra: openlineage
 
 
-.. Licensed to the Apache Software Foundation (ASF) under one
-   or more contributor license agreements.  See the NOTICE file
-   distributed with this work for additional information
-   regarding copyright ownership.  The ASF licenses this file
-   to you under the Apache License, Version 2.0 (the
-   "License"); you may not use this file except in compliance
-   with the License.  You may obtain a copy of the License at
-
-..   http://www.apache.org/licenses/LICENSE-2.0
-
-.. Unless required by applicable law or agreed to in writing,
-   software distributed under the License is distributed on an
-   "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-   KIND, either express or implied.  See the License for the
-   specific language governing permissions and limitations
-   under the License.
-
  .. Licensed to the Apache Software Foundation (ASF) under one
     or more contributor license agreements.  See the NOTICE file
     distributed with this work for additional information
@@ -74,8 +56,7 @@ Provides-Extra: openlineage
     specific language governing permissions and limitations
     under the License.
 
- .. NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE
-    OVERWRITTEN WHEN PREPARING PACKAGES.
+ .. NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE OVERWRITTEN!
 
  .. IF YOU WANT TO MODIFY TEMPLATE FOR THIS FILE, YOU SHOULD MODIFY THE TEMPLATE
     `PROVIDER_README_TEMPLATE.rst.jinja2` IN the `dev/breeze/src/airflow_breeze/templates` DIRECTORY
@@ -83,7 +64,7 @@ Provides-Extra: openlineage
 
 Package ``apache-airflow-providers-snowflake``
 
-Release: ``6.0.0.rc1``
+Release: ``6.1.0``
 
 
 `Snowflake <https://www.snowflake.com/>`__
@@ -96,7 +77,7 @@ This is a provider package for ``snowflake`` provider. All classes for this prov
 are in ``airflow.providers.snowflake`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-snowflake/6.0.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-snowflake/6.1.0/>`_.
 
 Installation
 ------------
@@ -110,19 +91,18 @@ The package supports the following python versions: 3.9,3.10,3.11,3.12
 Requirements
 ------------
 
-==========================================  =========================================
+==========================================  =====================================
 PIP package                                 Version required
-==========================================  =========================================
+==========================================  =====================================
 ``apache-airflow``                          ``>=2.9.0``
 ``apache-airflow-providers-common-compat``  ``>=1.1.0``
 ``apache-airflow-providers-common-sql``     ``>=1.20.0``
-``pandas``                                  ``>=2.1.2,<2.2; python_version >= "3.9"``
-``pandas``                                  ``>=1.5.3,<2.2; python_version < "3.9"``
+``pandas``                                  ``>=2.1.2,<2.2``
 ``pyarrow``                                 ``>=14.0.1``
 ``snowflake-connector-python``              ``>=3.7.1``
 ``snowflake-sqlalchemy``                    ``>=1.4.0``
 ``snowflake-snowpark-python``               ``>=1.17.0; python_version < "3.12"``
-==========================================  =========================================
+==========================================  =====================================
 
 Cross provider package dependencies
 -----------------------------------
@@ -146,4 +126,5 @@ Dependent package
 ==================================================================================================================  =================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-snowflake/6.0.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-snowflake/6.1.0/changelog.html>`_.
+

{apache_airflow_providers_snowflake-6.0.0rc1.dist-info → apache_airflow_providers_snowflake-6.1.0.dist-info}/RECORD

@@ -1,13 +1,13 @@
-airflow/providers/snowflake/LICENSE,sha256=FFb4jd2AXnOOf7XLP04pQW6jbdhG49TxlGY6fFpCV1Y,13609
-airflow/providers/snowflake/__init__.py,sha256=WEuKiHaqXFuM8JgAQ7TgdccOaWx7pgkydr-uTDk4smc,1496
-airflow/providers/snowflake/get_provider_info.py,sha256=QINXnS9tpxr-hoAaRqVW2Gui6gZMjwvqUztsciJPMQQ,5639
+airflow/providers/snowflake/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
+airflow/providers/snowflake/__init__.py,sha256=wbduNpHC6V1I9K4YVLh4ZhvnqMDn2Jl-HIR0Cf1eNOE,1496
+airflow/providers/snowflake/get_provider_info.py,sha256=x9uRV99oSHoTBm21ikl2MqVkthQs3bjiqwIJZZDsQT8,5644
 airflow/providers/snowflake/decorators/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/snowflake/decorators/snowpark.py,sha256=IXAzhcf7lkim9wsb_7SZlk5JPMQ38KOsEtymQUr0Q68,5298
 airflow/providers/snowflake/hooks/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/snowflake/hooks/snowflake.py,sha256=sUbQW6PGEZ5XumzqBXJQ9x33wjyIUnfd47StLi3KSpo,23576
+airflow/providers/snowflake/hooks/snowflake.py,sha256=cIJMMG76SUh0XrPw8uub-zqqrEG9oQt9_GSk4s4Jucc,24161
 airflow/providers/snowflake/hooks/snowflake_sql_api.py,sha256=3W3wGAWRUxu1K62qqw682vBrXrRzyEmoCYID7PlMfaA,15486
 airflow/providers/snowflake/operators/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/snowflake/operators/snowflake.py,sha256=N2-P3DEpMsbSB-qH1jBDMohjIlKXJ6JsSJQeF4UHH2U,21983
+airflow/providers/snowflake/operators/snowflake.py,sha256=OgaX1Y-26LYG9MLv7vImcQTXR1tD-PtQVI_Ahdc3hCk,22292
 airflow/providers/snowflake/operators/snowpark.py,sha256=Wt3wzcsja0ed4q2KE9WyL74XH6mUVSPNZvcCHWEHQtc,5815
 airflow/providers/snowflake/transfers/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/snowflake/transfers/copy_into_snowflake.py,sha256=splXX_zn35NecxhWqbs0rAO6zJL0jzeIEdJCqBw5IOI,12511
@@ -18,7 +18,7 @@ airflow/providers/snowflake/utils/common.py,sha256=DG-KLy2KpZWAqZqm_XIECm8lmdoUl
 airflow/providers/snowflake/utils/openlineage.py,sha256=XkcYvb_cXG8tZQ6h1IwhfGCkOVf7MSBfOxW0WLGBW0s,3257
 airflow/providers/snowflake/utils/snowpark.py,sha256=lw_tleNGFJICtTw2qCJ3TjWFOwZK1t8ZCIfYumS2Q18,1616
 airflow/providers/snowflake/utils/sql_api_generate_jwt.py,sha256=9mR-vHIquv60tfAni87f6FAjKsiRHUDDrsVhzw4M9vM,6762
-apache_airflow_providers_snowflake-6.0.0rc1.dist-info/entry_points.txt,sha256=bCrl5J1PXUMzbgnrKYho61rkbL2gHRT4I6f_1jlxAX4,105
-apache_airflow_providers_snowflake-6.0.0rc1.dist-info/WHEEL,sha256=CpUCUxeHQbRN5UGRQHYRJorO5Af-Qy_fHMctcQ8DSGI,82
-apache_airflow_providers_snowflake-6.0.0rc1.dist-info/METADATA,sha256=Pvg-8GSozPtKmpap2nDX4moPE_glyQZM7HhDewubyGY,7262
-apache_airflow_providers_snowflake-6.0.0rc1.dist-info/RECORD,,
+apache_airflow_providers_snowflake-6.1.0.dist-info/entry_points.txt,sha256=bCrl5J1PXUMzbgnrKYho61rkbL2gHRT4I6f_1jlxAX4,105
+apache_airflow_providers_snowflake-6.1.0.dist-info/WHEEL,sha256=CpUCUxeHQbRN5UGRQHYRJorO5Af-Qy_fHMctcQ8DSGI,82
+apache_airflow_providers_snowflake-6.1.0.dist-info/METADATA,sha256=5whcYkTWZjVZpDmsdFgM1tksqylxyncCThrKXMHdlrc,6222
+apache_airflow_providers_snowflake-6.1.0.dist-info/RECORD,,