apache-airflow-providers-snowflake 6.5.3__tar.gz → 6.6.1rc1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- apache_airflow_providers_snowflake-6.6.1rc1/NOTICE +5 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/PKG-INFO +44 -27
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/README.rst +27 -15
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/docs/changelog.rst +68 -3
- apache_airflow_providers_snowflake-6.6.1rc1/docs/configurations-ref.rst +19 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/docs/connections/snowflake.rst +1 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/docs/index.rst +18 -15
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/provider.yaml +19 -1
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/pyproject.toml +19 -12
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/src/airflow/providers/snowflake/__init__.py +1 -1
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/src/airflow/providers/snowflake/decorators/snowpark.py +1 -11
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/src/airflow/providers/snowflake/get_provider_info.py +16 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/src/airflow/providers/snowflake/hooks/snowflake.py +47 -9
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/src/airflow/providers/snowflake/hooks/snowflake_sql_api.py +1 -1
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/src/airflow/providers/snowflake/operators/snowflake.py +1 -5
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/src/airflow/providers/snowflake/transfers/copy_into_snowflake.py +1 -1
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/src/airflow/providers/snowflake/version_compat.py +0 -6
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/tests/unit/snowflake/decorators/test_snowpark.py +1 -6
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/tests/unit/snowflake/hooks/test_snowflake.py +82 -4
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/tests/unit/snowflake/hooks/test_snowflake_sql_api.py +7 -7
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/tests/unit/snowflake/hooks/test_sql.py +12 -4
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/tests/unit/snowflake/operators/test_snowflake.py +3 -8
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/tests/unit/snowflake/operators/test_snowflake_sql.py +4 -1
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/tests/unit/snowflake/utils/test_common.py +1 -1
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/tests/unit/snowflake/utils/test_openlineage.py +2 -2
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/tests/unit/snowflake/utils/test_snowpark.py +1 -1
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/tests/unit/snowflake/utils/test_sql_api_generate_jwt.py +1 -1
- {apache_airflow_providers_snowflake-6.5.3/src/airflow/providers/snowflake → apache_airflow_providers_snowflake-6.6.1rc1}/LICENSE +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/docs/.latest-doc-only-change.txt +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/docs/commits.rst +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/docs/conf.py +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/docs/decorators/index.rst +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/docs/decorators/snowpark.rst +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/docs/installing-providers-from-sources.rst +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/docs/integration-logos/Snowflake.png +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/docs/operators/copy_into_snowflake.rst +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/docs/operators/index.rst +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/docs/operators/snowflake.rst +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/docs/operators/snowpark.rst +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/docs/security.rst +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/src/airflow/__init__.py +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/src/airflow/providers/__init__.py +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/src/airflow/providers/snowflake/decorators/__init__.py +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/src/airflow/providers/snowflake/hooks/__init__.py +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/src/airflow/providers/snowflake/operators/__init__.py +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/src/airflow/providers/snowflake/operators/snowpark.py +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/src/airflow/providers/snowflake/transfers/__init__.py +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/src/airflow/providers/snowflake/triggers/__init__.py +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/src/airflow/providers/snowflake/triggers/snowflake_trigger.py +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/src/airflow/providers/snowflake/utils/__init__.py +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/src/airflow/providers/snowflake/utils/common.py +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/src/airflow/providers/snowflake/utils/openlineage.py +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/src/airflow/providers/snowflake/utils/snowpark.py +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/src/airflow/providers/snowflake/utils/sql_api_generate_jwt.py +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/tests/conftest.py +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/tests/system/__init__.py +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/tests/system/snowflake/__init__.py +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/tests/system/snowflake/example_copy_into_snowflake.py +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/tests/system/snowflake/example_snowflake.py +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/tests/system/snowflake/example_snowflake_snowflake_op_template_file.sql +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/tests/system/snowflake/example_snowpark_decorator.py +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/tests/system/snowflake/example_snowpark_operator.py +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/tests/unit/__init__.py +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/tests/unit/snowflake/__init__.py +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/tests/unit/snowflake/decorators/__init__.py +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/tests/unit/snowflake/hooks/__init__.py +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/tests/unit/snowflake/operators/__init__.py +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/tests/unit/snowflake/operators/test_snowpark.py +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/tests/unit/snowflake/transfers/__init__.py +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/tests/unit/snowflake/transfers/test_copy_into_snowflake.py +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/tests/unit/snowflake/triggers/__init__.py +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/tests/unit/snowflake/triggers/test_snowflake.py +0 -0
- {apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/tests/unit/snowflake/utils/__init__.py +0 -0
{apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/PKG-INFO
RENAMED
|
@@ -1,12 +1,13 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: apache-airflow-providers-snowflake
|
|
3
|
-
Version: 6.
|
|
3
|
+
Version: 6.6.1rc1
|
|
4
4
|
Summary: Provider package apache-airflow-providers-snowflake for Apache Airflow
|
|
5
5
|
Keywords: airflow-provider,snowflake,airflow,integration
|
|
6
6
|
Author-email: Apache Software Foundation <dev@airflow.apache.org>
|
|
7
7
|
Maintainer-email: Apache Software Foundation <dev@airflow.apache.org>
|
|
8
8
|
Requires-Python: >=3.10
|
|
9
9
|
Description-Content-Type: text/x-rst
|
|
10
|
+
License-Expression: Apache-2.0
|
|
10
11
|
Classifier: Development Status :: 5 - Production/Stable
|
|
11
12
|
Classifier: Environment :: Console
|
|
12
13
|
Classifier: Environment :: Web Environment
|
|
@@ -14,31 +15,35 @@ Classifier: Intended Audience :: Developers
|
|
|
14
15
|
Classifier: Intended Audience :: System Administrators
|
|
15
16
|
Classifier: Framework :: Apache Airflow
|
|
16
17
|
Classifier: Framework :: Apache Airflow :: Provider
|
|
17
|
-
Classifier: License :: OSI Approved :: Apache Software License
|
|
18
18
|
Classifier: Programming Language :: Python :: 3.10
|
|
19
19
|
Classifier: Programming Language :: Python :: 3.11
|
|
20
20
|
Classifier: Programming Language :: Python :: 3.12
|
|
21
21
|
Classifier: Programming Language :: Python :: 3.13
|
|
22
22
|
Classifier: Topic :: System :: Monitoring
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
Requires-Dist: apache-airflow
|
|
23
|
+
License-File: LICENSE
|
|
24
|
+
License-File: NOTICE
|
|
25
|
+
Requires-Dist: apache-airflow>=2.10.0rc1
|
|
26
|
+
Requires-Dist: apache-airflow-providers-common-compat>=1.8.0rc1
|
|
27
|
+
Requires-Dist: apache-airflow-providers-common-sql>=1.27.5rc1
|
|
26
28
|
Requires-Dist: pandas>=2.1.2; python_version <"3.13"
|
|
27
29
|
Requires-Dist: pandas>=2.2.3; python_version >="3.13"
|
|
28
30
|
Requires-Dist: pyarrow>=16.1.0; python_version < '3.13'
|
|
29
31
|
Requires-Dist: pyarrow>=18.0.0; python_version >= '3.13'
|
|
30
|
-
Requires-Dist: snowflake-connector-python>=3.
|
|
31
|
-
Requires-Dist: snowflake-sqlalchemy>=1.
|
|
32
|
-
Requires-Dist: snowflake-snowpark-python>=1.17.0;python_version<'3.12'
|
|
33
|
-
Requires-Dist: snowflake-snowpark-python>=1.27.0,<9999;python_version>='3.12' and python_version<'3.
|
|
34
|
-
Requires-Dist:
|
|
32
|
+
Requires-Dist: snowflake-connector-python>=3.16.0
|
|
33
|
+
Requires-Dist: snowflake-sqlalchemy>=1.7.0
|
|
34
|
+
Requires-Dist: snowflake-snowpark-python>=1.17.0,<9999;python_version<'3.12'
|
|
35
|
+
Requires-Dist: snowflake-snowpark-python>=1.27.0,<9999;python_version>='3.12' and python_version<'3.14'
|
|
36
|
+
Requires-Dist: setuptools>=80.0.0,<9999
|
|
37
|
+
Requires-Dist: apache-airflow-providers-microsoft-azure>=12.8.0rc1 ; extra == "microsoft-azure"
|
|
38
|
+
Requires-Dist: apache-airflow-providers-openlineage>=2.3.0rc1 ; extra == "openlineage"
|
|
35
39
|
Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
|
|
36
|
-
Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-snowflake/6.
|
|
37
|
-
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-snowflake/6.
|
|
40
|
+
Project-URL: Changelog, https://airflow.staged.apache.org/docs/apache-airflow-providers-snowflake/6.6.1/changelog.html
|
|
41
|
+
Project-URL: Documentation, https://airflow.staged.apache.org/docs/apache-airflow-providers-snowflake/6.6.1
|
|
38
42
|
Project-URL: Mastodon, https://fosstodon.org/@airflow
|
|
39
43
|
Project-URL: Slack Chat, https://s.apache.org/airflow-slack
|
|
40
44
|
Project-URL: Source Code, https://github.com/apache/airflow
|
|
41
45
|
Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
|
|
46
|
+
Provides-Extra: microsoft-azure
|
|
42
47
|
Provides-Extra: openlineage
|
|
43
48
|
|
|
44
49
|
|
|
@@ -66,7 +71,7 @@ Provides-Extra: openlineage
|
|
|
66
71
|
|
|
67
72
|
Package ``apache-airflow-providers-snowflake``
|
|
68
73
|
|
|
69
|
-
Release: ``6.
|
|
74
|
+
Release: ``6.6.1``
|
|
70
75
|
|
|
71
76
|
|
|
72
77
|
`Snowflake <https://www.snowflake.com/>`__
|
|
@@ -79,7 +84,7 @@ This is a provider package for ``snowflake`` provider. All classes for this prov
|
|
|
79
84
|
are in ``airflow.providers.snowflake`` python package.
|
|
80
85
|
|
|
81
86
|
You can find package information and changelog for the provider
|
|
82
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-snowflake/6.
|
|
87
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-snowflake/6.6.1/>`_.
|
|
83
88
|
|
|
84
89
|
Installation
|
|
85
90
|
------------
|
|
@@ -97,16 +102,17 @@ Requirements
|
|
|
97
102
|
PIP package Version required
|
|
98
103
|
========================================== ========================================================================
|
|
99
104
|
``apache-airflow`` ``>=2.10.0``
|
|
100
|
-
``apache-airflow-providers-common-compat`` ``>=1.
|
|
105
|
+
``apache-airflow-providers-common-compat`` ``>=1.8.0``
|
|
101
106
|
``apache-airflow-providers-common-sql`` ``>=1.27.5``
|
|
102
107
|
``pandas`` ``>=2.1.2; python_version < "3.13"``
|
|
103
108
|
``pandas`` ``>=2.2.3; python_version >= "3.13"``
|
|
104
109
|
``pyarrow`` ``>=16.1.0; python_version < "3.13"``
|
|
105
110
|
``pyarrow`` ``>=18.0.0; python_version >= "3.13"``
|
|
106
|
-
``snowflake-connector-python`` ``>=3.
|
|
107
|
-
``snowflake-sqlalchemy`` ``>=1.
|
|
108
|
-
``snowflake-snowpark-python`` ``>=1.17.0; python_version < "3.12"``
|
|
109
|
-
``snowflake-snowpark-python`` ``>=1.27.0,<9999; python_version >= "3.12" and python_version < "3.
|
|
111
|
+
``snowflake-connector-python`` ``>=3.16.0``
|
|
112
|
+
``snowflake-sqlalchemy`` ``>=1.7.0``
|
|
113
|
+
``snowflake-snowpark-python`` ``>=1.17.0,<9999; python_version < "3.12"``
|
|
114
|
+
``snowflake-snowpark-python`` ``>=1.27.0,<9999; python_version >= "3.12" and python_version < "3.14"``
|
|
115
|
+
``setuptools`` ``>=80.0.0,<9999``
|
|
110
116
|
========================================== ========================================================================
|
|
111
117
|
|
|
112
118
|
Cross provider package dependencies
|
|
@@ -122,14 +128,25 @@ You can install such cross-provider dependencies when installing from PyPI. For
|
|
|
122
128
|
pip install apache-airflow-providers-snowflake[common.compat]
|
|
123
129
|
|
|
124
130
|
|
|
125
|
-
|
|
126
|
-
Dependent package
|
|
127
|
-
|
|
128
|
-
`apache-airflow-providers-common-compat <https://airflow.apache.org/docs/apache-airflow-providers-common-compat>`_
|
|
129
|
-
`apache-airflow-providers-common-sql <https://airflow.apache.org/docs/apache-airflow-providers-common-sql>`_
|
|
130
|
-
`apache-airflow-providers-
|
|
131
|
-
|
|
131
|
+
====================================================================================================================== ===================
|
|
132
|
+
Dependent package Extra
|
|
133
|
+
====================================================================================================================== ===================
|
|
134
|
+
`apache-airflow-providers-common-compat <https://airflow.apache.org/docs/apache-airflow-providers-common-compat>`_ ``common.compat``
|
|
135
|
+
`apache-airflow-providers-common-sql <https://airflow.apache.org/docs/apache-airflow-providers-common-sql>`_ ``common.sql``
|
|
136
|
+
`apache-airflow-providers-microsoft-azure <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure>`_ ``microsoft.azure``
|
|
137
|
+
`apache-airflow-providers-openlineage <https://airflow.apache.org/docs/apache-airflow-providers-openlineage>`_ ``openlineage``
|
|
138
|
+
====================================================================================================================== ===================
|
|
139
|
+
|
|
140
|
+
Optional dependencies
|
|
141
|
+
----------------------
|
|
142
|
+
|
|
143
|
+
=================== ====================================================
|
|
144
|
+
Extra Dependencies
|
|
145
|
+
=================== ====================================================
|
|
146
|
+
``microsoft.azure`` ``apache-airflow-providers-microsoft-azure>=12.8.0``
|
|
147
|
+
``openlineage`` ``apache-airflow-providers-openlineage>=2.3.0``
|
|
148
|
+
=================== ====================================================
|
|
132
149
|
|
|
133
150
|
The changelog for the provider package can be found in the
|
|
134
|
-
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-snowflake/6.
|
|
151
|
+
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-snowflake/6.6.1/changelog.html>`_.
|
|
135
152
|
|
{apache_airflow_providers_snowflake-6.5.3 → apache_airflow_providers_snowflake-6.6.1rc1}/README.rst
RENAMED
|
@@ -23,7 +23,7 @@
|
|
|
23
23
|
|
|
24
24
|
Package ``apache-airflow-providers-snowflake``
|
|
25
25
|
|
|
26
|
-
Release: ``6.
|
|
26
|
+
Release: ``6.6.1``
|
|
27
27
|
|
|
28
28
|
|
|
29
29
|
`Snowflake <https://www.snowflake.com/>`__
|
|
@@ -36,7 +36,7 @@ This is a provider package for ``snowflake`` provider. All classes for this prov
|
|
|
36
36
|
are in ``airflow.providers.snowflake`` python package.
|
|
37
37
|
|
|
38
38
|
You can find package information and changelog for the provider
|
|
39
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-snowflake/6.
|
|
39
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-snowflake/6.6.1/>`_.
|
|
40
40
|
|
|
41
41
|
Installation
|
|
42
42
|
------------
|
|
@@ -54,16 +54,17 @@ Requirements
|
|
|
54
54
|
PIP package Version required
|
|
55
55
|
========================================== ========================================================================
|
|
56
56
|
``apache-airflow`` ``>=2.10.0``
|
|
57
|
-
``apache-airflow-providers-common-compat`` ``>=1.
|
|
57
|
+
``apache-airflow-providers-common-compat`` ``>=1.8.0``
|
|
58
58
|
``apache-airflow-providers-common-sql`` ``>=1.27.5``
|
|
59
59
|
``pandas`` ``>=2.1.2; python_version < "3.13"``
|
|
60
60
|
``pandas`` ``>=2.2.3; python_version >= "3.13"``
|
|
61
61
|
``pyarrow`` ``>=16.1.0; python_version < "3.13"``
|
|
62
62
|
``pyarrow`` ``>=18.0.0; python_version >= "3.13"``
|
|
63
|
-
``snowflake-connector-python`` ``>=3.
|
|
64
|
-
``snowflake-sqlalchemy`` ``>=1.
|
|
65
|
-
``snowflake-snowpark-python`` ``>=1.17.0; python_version < "3.12"``
|
|
66
|
-
``snowflake-snowpark-python`` ``>=1.27.0,<9999; python_version >= "3.12" and python_version < "3.
|
|
63
|
+
``snowflake-connector-python`` ``>=3.16.0``
|
|
64
|
+
``snowflake-sqlalchemy`` ``>=1.7.0``
|
|
65
|
+
``snowflake-snowpark-python`` ``>=1.17.0,<9999; python_version < "3.12"``
|
|
66
|
+
``snowflake-snowpark-python`` ``>=1.27.0,<9999; python_version >= "3.12" and python_version < "3.14"``
|
|
67
|
+
``setuptools`` ``>=80.0.0,<9999``
|
|
67
68
|
========================================== ========================================================================
|
|
68
69
|
|
|
69
70
|
Cross provider package dependencies
|
|
@@ -79,13 +80,24 @@ You can install such cross-provider dependencies when installing from PyPI. For
|
|
|
79
80
|
pip install apache-airflow-providers-snowflake[common.compat]
|
|
80
81
|
|
|
81
82
|
|
|
82
|
-
|
|
83
|
-
Dependent package
|
|
84
|
-
|
|
85
|
-
`apache-airflow-providers-common-compat <https://airflow.apache.org/docs/apache-airflow-providers-common-compat>`_
|
|
86
|
-
`apache-airflow-providers-common-sql <https://airflow.apache.org/docs/apache-airflow-providers-common-sql>`_
|
|
87
|
-
`apache-airflow-providers-
|
|
88
|
-
|
|
83
|
+
====================================================================================================================== ===================
|
|
84
|
+
Dependent package Extra
|
|
85
|
+
====================================================================================================================== ===================
|
|
86
|
+
`apache-airflow-providers-common-compat <https://airflow.apache.org/docs/apache-airflow-providers-common-compat>`_ ``common.compat``
|
|
87
|
+
`apache-airflow-providers-common-sql <https://airflow.apache.org/docs/apache-airflow-providers-common-sql>`_ ``common.sql``
|
|
88
|
+
`apache-airflow-providers-microsoft-azure <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure>`_ ``microsoft.azure``
|
|
89
|
+
`apache-airflow-providers-openlineage <https://airflow.apache.org/docs/apache-airflow-providers-openlineage>`_ ``openlineage``
|
|
90
|
+
====================================================================================================================== ===================
|
|
91
|
+
|
|
92
|
+
Optional dependencies
|
|
93
|
+
----------------------
|
|
94
|
+
|
|
95
|
+
=================== ====================================================
|
|
96
|
+
Extra Dependencies
|
|
97
|
+
=================== ====================================================
|
|
98
|
+
``microsoft.azure`` ``apache-airflow-providers-microsoft-azure>=12.8.0``
|
|
99
|
+
``openlineage`` ``apache-airflow-providers-openlineage>=2.3.0``
|
|
100
|
+
=================== ====================================================
|
|
89
101
|
|
|
90
102
|
The changelog for the provider package can be found in the
|
|
91
|
-
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-snowflake/6.
|
|
103
|
+
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-snowflake/6.6.1/changelog.html>`_.
|
|
@@ -27,11 +27,69 @@
|
|
|
27
27
|
Changelog
|
|
28
28
|
---------
|
|
29
29
|
|
|
30
|
-
6.
|
|
30
|
+
6.6.1
|
|
31
|
+
.....
|
|
32
|
+
|
|
33
|
+
Misc
|
|
34
|
+
~~~~
|
|
35
|
+
|
|
36
|
+
* ``Convert all airflow distributions to be compliant with ASF requirements (#58138)``
|
|
37
|
+
* ``better error handling in SnowflakeHook and PostgresHook when old version of AzureBaseHook (#57184)``
|
|
38
|
+
* ``Bump snowflake-connector-python>=3.16.0 (#57420)``
|
|
39
|
+
|
|
40
|
+
.. Below changes are excluded from the changelog. Move them to
|
|
41
|
+
appropriate section above if needed. Do not delete the lines(!):
|
|
42
|
+
* ``Delete all unnecessary LICENSE Files (#58191)``
|
|
43
|
+
* ``Enable pt006 rule and fix new generate errors (#58238)``
|
|
44
|
+
* ``Enable PT006 rule to 9 files in providers (snowflake,smtp/tests) (#57845)``
|
|
45
|
+
* ``Attempt to resolve pip "ResolutionTooDeep" on cffi conflict (#57697)``
|
|
46
|
+
* ``Enable ruff PLW1641 rule (#57679)``
|
|
47
|
+
* ``Attempt to limit setuptools for Snowflake snowpark (#57581)``
|
|
48
|
+
|
|
49
|
+
6.6.0
|
|
50
|
+
.....
|
|
51
|
+
|
|
52
|
+
Features
|
|
53
|
+
~~~~~~~~
|
|
54
|
+
|
|
55
|
+
* ``Add Azure IAM/Entra ID support for SnowflakeHook (#55874)``
|
|
56
|
+
|
|
57
|
+
Bug Fixes
|
|
58
|
+
~~~~~~~~~
|
|
59
|
+
|
|
60
|
+
* ``Add 'snowflake-snowpark-python' pip resolver hint for Python 3.13 (#56606)``
|
|
61
|
+
|
|
62
|
+
Misc
|
|
63
|
+
~~~~
|
|
64
|
+
|
|
65
|
+
* ``Migrate snowflake provider to ''common.compat'' (#57003)``
|
|
66
|
+
|
|
67
|
+
Doc-only
|
|
68
|
+
~~~~~~~~
|
|
69
|
+
|
|
70
|
+
* ``Fix path of how-to-guide docs for copy_into_snowflake.rst(#56527)``
|
|
71
|
+
* ``Update Snowflake docs with breaking change (#56516)``
|
|
72
|
+
|
|
73
|
+
.. Below changes are excluded from the changelog. Move them to
|
|
74
|
+
appropriate section above if needed. Do not delete the lines(!):
|
|
75
|
+
* ``Enable PT001 rule to prvoider tests (#55935)``
|
|
76
|
+
* ``Remove placeholder Release Date in changelog and index files (#56056)``
|
|
77
|
+
|
|
78
|
+
6.5.4
|
|
31
79
|
.....
|
|
32
80
|
|
|
33
81
|
|
|
34
|
-
|
|
82
|
+
Misc
|
|
83
|
+
~~~~
|
|
84
|
+
|
|
85
|
+
* ``Switch all airflow logging to structlog (#52651)``
|
|
86
|
+
|
|
87
|
+
.. Below changes are excluded from the changelog. Move them to
|
|
88
|
+
appropriate section above if needed. Do not delete the lines(!):
|
|
89
|
+
|
|
90
|
+
6.5.3
|
|
91
|
+
.....
|
|
92
|
+
|
|
35
93
|
|
|
36
94
|
Bug Fixes
|
|
37
95
|
~~~~~~~~~
|
|
@@ -182,10 +240,17 @@ Features
|
|
|
182
240
|
|
|
183
241
|
* ``Adding OAuth support for SnowflakeHook (#47191)``
|
|
184
242
|
|
|
243
|
+
Breaking changes
|
|
244
|
+
~~~~~~~~~~~~~~~~
|
|
245
|
+
|
|
246
|
+
.. warning::
|
|
247
|
+
Existing connections using key pairs break as a result of changing the connection string to be base64 encoded.
|
|
248
|
+
|
|
249
|
+
* ``make 'private_key_content' in snowflake connection to be a base64 encoded string (#49467)``
|
|
250
|
+
|
|
185
251
|
Bug Fixes
|
|
186
252
|
~~~~~~~~~
|
|
187
253
|
|
|
188
|
-
* ``make 'private_key_content' in snowflake connection to be a base64 encoded string (#49467)``
|
|
189
254
|
* ``Fix SnowflakeSqlApiHook backwards compatibility for get_oauth_token method (#49482)``
|
|
190
255
|
* ``Fix mypy for get_oauth_token signature in SnowflakeSqlApiHook (#49449)``
|
|
191
256
|
* ``Fix infinite recursive call of _get_conn_params while getting oauth token from snowflake (#50344)``
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
.. Licensed to the Apache Software Foundation (ASF) under one
|
|
2
|
+
or more contributor license agreements. See the NOTICE file
|
|
3
|
+
distributed with this work for additional information
|
|
4
|
+
regarding copyright ownership. The ASF licenses this file
|
|
5
|
+
to you under the Apache License, Version 2.0 (the
|
|
6
|
+
"License"); you may not use this file except in compliance
|
|
7
|
+
with the License. You may obtain a copy of the License at
|
|
8
|
+
|
|
9
|
+
.. http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
+
|
|
11
|
+
.. Unless required by applicable law or agreed to in writing,
|
|
12
|
+
software distributed under the License is distributed on an
|
|
13
|
+
"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
14
|
+
KIND, either express or implied. See the License for the
|
|
15
|
+
specific language governing permissions and limitations
|
|
16
|
+
under the License.
|
|
17
|
+
|
|
18
|
+
.. include:: /../../../devel-common/src/sphinx_exts/includes/providers-configurations-ref.rst
|
|
19
|
+
.. include:: /../../../devel-common/src/sphinx_exts/includes/sections-and-options.rst
|
|
@@ -61,6 +61,7 @@ Extra (optional)
|
|
|
61
61
|
* ``token_endpoint``: Specify token endpoint for external OAuth provider.
|
|
62
62
|
* ``grant_type``: Specify grant type for OAuth authentication. Currently supported: ``refresh_token`` (default), ``client_credentials``.
|
|
63
63
|
* ``refresh_token``: Specify refresh_token for OAuth connection.
|
|
64
|
+
* ``azure_conn_id``: Azure Connection ID to be used for retrieving the OAuth token using Azure Entra authentication. Login and Password fields aren't required when using this method. Scope for the Azure OAuth token can be set in the config option ``azure_oauth_scope`` under the section ``[snowflake]``. Requires `apache-airflow-providers-microsoft-azure>=12.8.0`.
|
|
64
65
|
* ``private_key_file``: Specify the path to the private key file.
|
|
65
66
|
* ``private_key_content``: Specify the content of the private key file in base64 encoded format. You can use the following Python code to encode the private key:
|
|
66
67
|
|
|
@@ -43,6 +43,7 @@
|
|
|
43
43
|
:maxdepth: 1
|
|
44
44
|
:caption: References
|
|
45
45
|
|
|
46
|
+
Configuration <configurations-ref>
|
|
46
47
|
Python API <_api/airflow/providers/snowflake/index>
|
|
47
48
|
|
|
48
49
|
.. toctree::
|
|
@@ -78,7 +79,7 @@ apache-airflow-providers-snowflake package
|
|
|
78
79
|
`Snowflake <https://www.snowflake.com/>`__
|
|
79
80
|
|
|
80
81
|
|
|
81
|
-
Release: 6.
|
|
82
|
+
Release: 6.6.1
|
|
82
83
|
|
|
83
84
|
Provider package
|
|
84
85
|
----------------
|
|
@@ -102,16 +103,17 @@ The minimum Apache Airflow version supported by this provider distribution is ``
|
|
|
102
103
|
PIP package Version required
|
|
103
104
|
========================================== ========================================================================
|
|
104
105
|
``apache-airflow`` ``>=2.10.0``
|
|
105
|
-
``apache-airflow-providers-common-compat`` ``>=1.
|
|
106
|
+
``apache-airflow-providers-common-compat`` ``>=1.8.0``
|
|
106
107
|
``apache-airflow-providers-common-sql`` ``>=1.27.5``
|
|
107
108
|
``pandas`` ``>=2.1.2; python_version < "3.13"``
|
|
108
109
|
``pandas`` ``>=2.2.3; python_version >= "3.13"``
|
|
109
110
|
``pyarrow`` ``>=16.1.0; python_version < "3.13"``
|
|
110
111
|
``pyarrow`` ``>=18.0.0; python_version >= "3.13"``
|
|
111
|
-
``snowflake-connector-python`` ``>=3.
|
|
112
|
-
``snowflake-sqlalchemy`` ``>=1.
|
|
113
|
-
``snowflake-snowpark-python`` ``>=1.17.0; python_version < "3.12"``
|
|
114
|
-
``snowflake-snowpark-python`` ``>=1.27.0,<9999; python_version >= "3.12" and python_version < "3.
|
|
112
|
+
``snowflake-connector-python`` ``>=3.16.0``
|
|
113
|
+
``snowflake-sqlalchemy`` ``>=1.7.0``
|
|
114
|
+
``snowflake-snowpark-python`` ``>=1.17.0,<9999; python_version < "3.12"``
|
|
115
|
+
``snowflake-snowpark-python`` ``>=1.27.0,<9999; python_version >= "3.12" and python_version < "3.14"``
|
|
116
|
+
``setuptools`` ``>=80.0.0,<9999``
|
|
115
117
|
========================================== ========================================================================
|
|
116
118
|
|
|
117
119
|
Cross provider package dependencies
|
|
@@ -127,13 +129,14 @@ You can install such cross-provider dependencies when installing from PyPI. For
|
|
|
127
129
|
pip install apache-airflow-providers-snowflake[common.compat]
|
|
128
130
|
|
|
129
131
|
|
|
130
|
-
|
|
131
|
-
Dependent package
|
|
132
|
-
|
|
133
|
-
`apache-airflow-providers-common-compat <https://airflow.apache.org/docs/apache-airflow-providers-common-compat>`_
|
|
134
|
-
`apache-airflow-providers-common-sql <https://airflow.apache.org/docs/apache-airflow-providers-common-sql>`_
|
|
135
|
-
`apache-airflow-providers-
|
|
136
|
-
|
|
132
|
+
====================================================================================================================== ===================
|
|
133
|
+
Dependent package Extra
|
|
134
|
+
====================================================================================================================== ===================
|
|
135
|
+
`apache-airflow-providers-common-compat <https://airflow.apache.org/docs/apache-airflow-providers-common-compat>`_ ``common.compat``
|
|
136
|
+
`apache-airflow-providers-common-sql <https://airflow.apache.org/docs/apache-airflow-providers-common-sql>`_ ``common.sql``
|
|
137
|
+
`apache-airflow-providers-microsoft-azure <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure>`_ ``microsoft.azure``
|
|
138
|
+
`apache-airflow-providers-openlineage <https://airflow.apache.org/docs/apache-airflow-providers-openlineage>`_ ``openlineage``
|
|
139
|
+
====================================================================================================================== ===================
|
|
137
140
|
|
|
138
141
|
Downloading official packages
|
|
139
142
|
-----------------------------
|
|
@@ -141,5 +144,5 @@ Downloading official packages
|
|
|
141
144
|
You can download officially released packages and verify their checksums and signatures from the
|
|
142
145
|
`Official Apache Download site <https://downloads.apache.org/airflow/providers/>`_
|
|
143
146
|
|
|
144
|
-
* `The apache-airflow-providers-snowflake 6.
|
|
145
|
-
* `The apache-airflow-providers-snowflake 6.
|
|
147
|
+
* `The apache-airflow-providers-snowflake 6.6.1 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_snowflake-6.6.1.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_snowflake-6.6.1.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_snowflake-6.6.1.tar.gz.sha512>`__)
|
|
148
|
+
* `The apache-airflow-providers-snowflake 6.6.1 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_snowflake-6.6.1-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_snowflake-6.6.1-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_snowflake-6.6.1-py3-none-any.whl.sha512>`__)
|
|
@@ -22,12 +22,15 @@ description: |
|
|
|
22
22
|
`Snowflake <https://www.snowflake.com/>`__
|
|
23
23
|
|
|
24
24
|
state: ready
|
|
25
|
-
source-date-epoch:
|
|
25
|
+
source-date-epoch: 1763070421
|
|
26
26
|
# Note that those versions are maintained by release manager - do not update them manually
|
|
27
27
|
# with the exception of case where other provider in sources has >= new provider version.
|
|
28
28
|
# In such case adding >= NEW_VERSION and bumping to NEW_VERSION in a provider have
|
|
29
29
|
# to be done in the same PR
|
|
30
30
|
versions:
|
|
31
|
+
- 6.6.1
|
|
32
|
+
- 6.6.0
|
|
33
|
+
- 6.5.4
|
|
31
34
|
- 6.5.3
|
|
32
35
|
- 6.5.2
|
|
33
36
|
- 6.5.1
|
|
@@ -128,9 +131,11 @@ transfers:
|
|
|
128
131
|
- source-integration-name: Google Cloud Storage (GCS)
|
|
129
132
|
target-integration-name: Snowflake
|
|
130
133
|
python-module: airflow.providers.snowflake.transfers.copy_into_snowflake
|
|
134
|
+
how-to-guide: /docs/apache-airflow-providers-snowflake/operators/copy_into_snowflake.rst
|
|
131
135
|
- source-integration-name: Microsoft Azure Blob Storage
|
|
132
136
|
target-integration-name: Snowflake
|
|
133
137
|
python-module: airflow.providers.snowflake.transfers.copy_into_snowflake
|
|
138
|
+
how-to-guide: /docs/apache-airflow-providers-snowflake/operators/copy_into_snowflake.rst
|
|
134
139
|
|
|
135
140
|
connection-types:
|
|
136
141
|
- hook-class-name: airflow.providers.snowflake.hooks.snowflake.SnowflakeHook
|
|
@@ -140,3 +145,16 @@ triggers:
|
|
|
140
145
|
- integration-name: Snowflake
|
|
141
146
|
python-modules:
|
|
142
147
|
- airflow.providers.snowflake.triggers.snowflake_trigger
|
|
148
|
+
|
|
149
|
+
config:
|
|
150
|
+
snowflake:
|
|
151
|
+
description: |
|
|
152
|
+
Configuration for Snowflake hooks and operators.
|
|
153
|
+
options:
|
|
154
|
+
azure_oauth_scope:
|
|
155
|
+
description: |
|
|
156
|
+
The scope to use while retrieving OAuth token for Snowflake from Azure Entra authentication.
|
|
157
|
+
version_added: 6.6.0
|
|
158
|
+
type: string
|
|
159
|
+
example: ~
|
|
160
|
+
default: "api://snowflake_oauth_server/.default"
|
|
@@ -25,9 +25,11 @@ build-backend = "flit_core.buildapi"
|
|
|
25
25
|
|
|
26
26
|
[project]
|
|
27
27
|
name = "apache-airflow-providers-snowflake"
|
|
28
|
-
version = "6.
|
|
28
|
+
version = "6.6.1rc1"
|
|
29
29
|
description = "Provider package apache-airflow-providers-snowflake for Apache Airflow"
|
|
30
30
|
readme = "README.rst"
|
|
31
|
+
license = "Apache-2.0"
|
|
32
|
+
license-files = ['LICENSE', 'NOTICE']
|
|
31
33
|
authors = [
|
|
32
34
|
{name="Apache Software Foundation", email="dev@airflow.apache.org"},
|
|
33
35
|
]
|
|
@@ -43,7 +45,6 @@ classifiers = [
|
|
|
43
45
|
"Intended Audience :: System Administrators",
|
|
44
46
|
"Framework :: Apache Airflow",
|
|
45
47
|
"Framework :: Apache Airflow :: Provider",
|
|
46
|
-
"License :: OSI Approved :: Apache Software License",
|
|
47
48
|
"Programming Language :: Python :: 3.10",
|
|
48
49
|
"Programming Language :: Python :: 3.11",
|
|
49
50
|
"Programming Language :: Python :: 3.12",
|
|
@@ -57,26 +58,31 @@ requires-python = ">=3.10"
|
|
|
57
58
|
# Make sure to run ``prek update-providers-dependencies --all-files``
|
|
58
59
|
# After you modify the dependencies, and rebuild your Breeze CI image with ``breeze ci-image build``
|
|
59
60
|
dependencies = [
|
|
60
|
-
"apache-airflow>=2.10.
|
|
61
|
-
"apache-airflow-providers-common-compat>=1.
|
|
62
|
-
"apache-airflow-providers-common-sql>=1.27.
|
|
61
|
+
"apache-airflow>=2.10.0rc1",
|
|
62
|
+
"apache-airflow-providers-common-compat>=1.8.0rc1",
|
|
63
|
+
"apache-airflow-providers-common-sql>=1.27.5rc1",
|
|
63
64
|
'pandas>=2.1.2; python_version <"3.13"',
|
|
64
65
|
'pandas>=2.2.3; python_version >="3.13"',
|
|
65
66
|
"pyarrow>=16.1.0; python_version < '3.13'",
|
|
66
67
|
"pyarrow>=18.0.0; python_version >= '3.13'",
|
|
67
|
-
|
|
68
|
-
"snowflake-
|
|
69
|
-
"snowflake-
|
|
68
|
+
# TODO(potiuk): We should bump the snowflake-connector-python to >=4.0.0 when sqlalchemy>=2.0 is required
|
|
69
|
+
"snowflake-connector-python>=3.16.0",
|
|
70
|
+
"snowflake-sqlalchemy>=1.7.0",
|
|
70
71
|
# The "<9999" is a hint to the pip resolver to resolve this requirement early,
|
|
71
72
|
# can be removed when the pip resolver is improved
|
|
72
|
-
"snowflake-snowpark-python>=1.
|
|
73
|
+
"snowflake-snowpark-python>=1.17.0,<9999;python_version<'3.12'",
|
|
74
|
+
"snowflake-snowpark-python>=1.27.0,<9999;python_version>='3.12' and python_version<'3.14'",
|
|
75
|
+
"setuptools>=80.0.0,<9999",
|
|
73
76
|
]
|
|
74
77
|
|
|
75
78
|
# The optional dependencies should be modified in place in the generated file
|
|
76
79
|
# Any change in the dependencies is preserved when the file is regenerated
|
|
77
80
|
[project.optional-dependencies]
|
|
81
|
+
"microsoft.azure" = [
|
|
82
|
+
"apache-airflow-providers-microsoft-azure>=12.8.0rc1"
|
|
83
|
+
]
|
|
78
84
|
"openlineage" = [
|
|
79
|
-
"apache-airflow-providers-openlineage>=2.3.
|
|
85
|
+
"apache-airflow-providers-openlineage>=2.3.0rc1"
|
|
80
86
|
]
|
|
81
87
|
|
|
82
88
|
[dependency-groups]
|
|
@@ -86,6 +92,7 @@ dev = [
|
|
|
86
92
|
"apache-airflow-devel-common",
|
|
87
93
|
"apache-airflow-providers-common-compat",
|
|
88
94
|
"apache-airflow-providers-common-sql",
|
|
95
|
+
"apache-airflow-providers-microsoft-azure",
|
|
89
96
|
"apache-airflow-providers-openlineage",
|
|
90
97
|
# Additional devel dependencies (do not remove this line and add extra development dependencies)
|
|
91
98
|
"responses>=0.25.0",
|
|
@@ -117,8 +124,8 @@ apache-airflow-providers-common-sql = {workspace = true}
|
|
|
117
124
|
apache-airflow-providers-standard = {workspace = true}
|
|
118
125
|
|
|
119
126
|
[project.urls]
|
|
120
|
-
"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-snowflake/6.
|
|
121
|
-
"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-snowflake/6.
|
|
127
|
+
"Documentation" = "https://airflow.staged.apache.org/docs/apache-airflow-providers-snowflake/6.6.1"
|
|
128
|
+
"Changelog" = "https://airflow.staged.apache.org/docs/apache-airflow-providers-snowflake/6.6.1/changelog.html"
|
|
122
129
|
"Bug Tracker" = "https://github.com/apache/airflow/issues"
|
|
123
130
|
"Source Code" = "https://github.com/apache/airflow"
|
|
124
131
|
"Slack Chat" = "https://s.apache.org/airflow-slack"
|
|
@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
|
|
|
29
29
|
|
|
30
30
|
__all__ = ["__version__"]
|
|
31
31
|
|
|
32
|
-
__version__ = "6.
|
|
32
|
+
__version__ = "6.6.1"
|
|
33
33
|
|
|
34
34
|
if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
|
|
35
35
|
"2.10.0"
|
|
@@ -18,21 +18,11 @@
|
|
|
18
18
|
from __future__ import annotations
|
|
19
19
|
|
|
20
20
|
from collections.abc import Callable, Sequence
|
|
21
|
-
from typing import TYPE_CHECKING
|
|
22
|
-
|
|
23
|
-
from airflow.providers.snowflake.version_compat import AIRFLOW_V_3_0_PLUS
|
|
24
|
-
|
|
25
|
-
if AIRFLOW_V_3_0_PLUS:
|
|
26
|
-
from airflow.sdk.bases.decorator import DecoratedOperator, task_decorator_factory
|
|
27
|
-
else:
|
|
28
|
-
from airflow.decorators.base import DecoratedOperator, task_decorator_factory # type: ignore[no-redef]
|
|
29
21
|
|
|
22
|
+
from airflow.providers.common.compat.sdk import DecoratedOperator, TaskDecorator, task_decorator_factory
|
|
30
23
|
from airflow.providers.snowflake.operators.snowpark import SnowparkOperator
|
|
31
24
|
from airflow.providers.snowflake.utils.snowpark import inject_session_into_op_kwargs
|
|
32
25
|
|
|
33
|
-
if TYPE_CHECKING:
|
|
34
|
-
from airflow.sdk.bases.decorator import TaskDecorator
|
|
35
|
-
|
|
36
26
|
|
|
37
27
|
class _SnowparkDecoratedOperator(DecoratedOperator, SnowparkOperator):
|
|
38
28
|
"""
|
|
@@ -73,11 +73,13 @@ def get_provider_info():
|
|
|
73
73
|
"source-integration-name": "Google Cloud Storage (GCS)",
|
|
74
74
|
"target-integration-name": "Snowflake",
|
|
75
75
|
"python-module": "airflow.providers.snowflake.transfers.copy_into_snowflake",
|
|
76
|
+
"how-to-guide": "/docs/apache-airflow-providers-snowflake/operators/copy_into_snowflake.rst",
|
|
76
77
|
},
|
|
77
78
|
{
|
|
78
79
|
"source-integration-name": "Microsoft Azure Blob Storage",
|
|
79
80
|
"target-integration-name": "Snowflake",
|
|
80
81
|
"python-module": "airflow.providers.snowflake.transfers.copy_into_snowflake",
|
|
82
|
+
"how-to-guide": "/docs/apache-airflow-providers-snowflake/operators/copy_into_snowflake.rst",
|
|
81
83
|
},
|
|
82
84
|
],
|
|
83
85
|
"connection-types": [
|
|
@@ -92,4 +94,18 @@ def get_provider_info():
|
|
|
92
94
|
"python-modules": ["airflow.providers.snowflake.triggers.snowflake_trigger"],
|
|
93
95
|
}
|
|
94
96
|
],
|
|
97
|
+
"config": {
|
|
98
|
+
"snowflake": {
|
|
99
|
+
"description": "Configuration for Snowflake hooks and operators.\n",
|
|
100
|
+
"options": {
|
|
101
|
+
"azure_oauth_scope": {
|
|
102
|
+
"description": "The scope to use while retrieving OAuth token for Snowflake from Azure Entra authentication.\n",
|
|
103
|
+
"version_added": "6.6.0",
|
|
104
|
+
"type": "string",
|
|
105
|
+
"example": None,
|
|
106
|
+
"default": "api://snowflake_oauth_server/.default",
|
|
107
|
+
}
|
|
108
|
+
},
|
|
109
|
+
}
|
|
110
|
+
},
|
|
95
111
|
}
|