apache-airflow-providers-snowflake 5.6.0rc1__py3-none-any.whl → 5.6.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of apache-airflow-providers-snowflake might be problematic. Click here for more details.
- airflow/providers/snowflake/__init__.py +1 -1
- airflow/providers/snowflake/get_provider_info.py +4 -2
- airflow/providers/snowflake/hooks/snowflake.py +2 -3
- airflow/providers/snowflake/transfers/copy_into_snowflake.py +6 -7
- {apache_airflow_providers_snowflake-5.6.0rc1.dist-info → apache_airflow_providers_snowflake-5.6.1.dist-info}/METADATA +31 -26
- {apache_airflow_providers_snowflake-5.6.0rc1.dist-info → apache_airflow_providers_snowflake-5.6.1.dist-info}/RECORD +8 -8
- {apache_airflow_providers_snowflake-5.6.0rc1.dist-info → apache_airflow_providers_snowflake-5.6.1.dist-info}/WHEEL +0 -0
- {apache_airflow_providers_snowflake-5.6.0rc1.dist-info → apache_airflow_providers_snowflake-5.6.1.dist-info}/entry_points.txt +0 -0
|
@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
|
|
|
29
29
|
|
|
30
30
|
__all__ = ["__version__"]
|
|
31
31
|
|
|
32
|
-
__version__ = "5.6.
|
|
32
|
+
__version__ = "5.6.1"
|
|
33
33
|
|
|
34
34
|
if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
|
|
35
35
|
"2.7.0"
|
|
@@ -28,8 +28,9 @@ def get_provider_info():
|
|
|
28
28
|
"name": "Snowflake",
|
|
29
29
|
"description": "`Snowflake <https://www.snowflake.com/>`__\n",
|
|
30
30
|
"state": "ready",
|
|
31
|
-
"source-date-epoch":
|
|
31
|
+
"source-date-epoch": 1722664874,
|
|
32
32
|
"versions": [
|
|
33
|
+
"5.6.1",
|
|
33
34
|
"5.6.0",
|
|
34
35
|
"5.5.2",
|
|
35
36
|
"5.5.1",
|
|
@@ -81,7 +82,8 @@ def get_provider_info():
|
|
|
81
82
|
],
|
|
82
83
|
"dependencies": [
|
|
83
84
|
"apache-airflow>=2.7.0",
|
|
84
|
-
"apache-airflow-providers-common-
|
|
85
|
+
"apache-airflow-providers-common-compat>=1.1.0",
|
|
86
|
+
"apache-airflow-providers-common-sql>=1.14.1",
|
|
85
87
|
'pandas>=2.1.2,<2.2;python_version>="3.9"',
|
|
86
88
|
'pandas>=1.5.3,<2.2;python_version<"3.9"',
|
|
87
89
|
"pyarrow>=14.0.1",
|
|
@@ -480,14 +480,13 @@ class SnowflakeHook(DbApiHook):
|
|
|
480
480
|
return urlparse(uri).hostname
|
|
481
481
|
|
|
482
482
|
def get_openlineage_database_specific_lineage(self, _) -> OperatorLineage | None:
|
|
483
|
-
from openlineage.
|
|
484
|
-
|
|
483
|
+
from airflow.providers.common.compat.openlineage.facet import ExternalQueryRunFacet
|
|
485
484
|
from airflow.providers.openlineage.extractors import OperatorLineage
|
|
486
485
|
from airflow.providers.openlineage.sqlparser import SQLParser
|
|
487
486
|
|
|
488
487
|
if self.query_ids:
|
|
489
488
|
self.log.debug("openlineage: getting connection to get database info")
|
|
490
|
-
connection = self.get_connection(
|
|
489
|
+
connection = self.get_connection(self.get_conn_id())
|
|
491
490
|
namespace = SQLParser.create_namespace(self.get_openlineage_database_info(connection))
|
|
492
491
|
return OperatorLineage(
|
|
493
492
|
run_facets={
|
|
@@ -228,14 +228,13 @@ class CopyFromExternalStageToSnowflakeOperator(BaseOperator):
|
|
|
228
228
|
"""Implement _on_complete because we rely on return value of a query."""
|
|
229
229
|
import re
|
|
230
230
|
|
|
231
|
-
from openlineage.
|
|
231
|
+
from airflow.providers.common.compat.openlineage.facet import (
|
|
232
|
+
Dataset,
|
|
233
|
+
Error,
|
|
232
234
|
ExternalQueryRunFacet,
|
|
233
|
-
ExtractionError,
|
|
234
235
|
ExtractionErrorRunFacet,
|
|
235
|
-
|
|
236
|
+
SQLJobFacet,
|
|
236
237
|
)
|
|
237
|
-
from openlineage.client.run import Dataset
|
|
238
|
-
|
|
239
238
|
from airflow.providers.openlineage.extractors import OperatorLineage
|
|
240
239
|
from airflow.providers.openlineage.sqlparser import SQLParser
|
|
241
240
|
|
|
@@ -261,7 +260,7 @@ class CopyFromExternalStageToSnowflakeOperator(BaseOperator):
|
|
|
261
260
|
totalTasks=len(query_results),
|
|
262
261
|
failedTasks=len(extraction_error_files),
|
|
263
262
|
errors=[
|
|
264
|
-
|
|
263
|
+
Error(
|
|
265
264
|
errorMessage="Unable to extract Dataset namespace and name.",
|
|
266
265
|
stackTrace=None,
|
|
267
266
|
task=file_uri,
|
|
@@ -293,6 +292,6 @@ class CopyFromExternalStageToSnowflakeOperator(BaseOperator):
|
|
|
293
292
|
return OperatorLineage(
|
|
294
293
|
inputs=input_datasets,
|
|
295
294
|
outputs=[Dataset(namespace=snowflake_namespace, name=dest_name)],
|
|
296
|
-
job_facets={"sql":
|
|
295
|
+
job_facets={"sql": SQLJobFacet(query=query)},
|
|
297
296
|
run_facets=run_facets,
|
|
298
297
|
)
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: apache-airflow-providers-snowflake
|
|
3
|
-
Version: 5.6.
|
|
3
|
+
Version: 5.6.1
|
|
4
4
|
Summary: Provider package apache-airflow-providers-snowflake for Apache Airflow
|
|
5
5
|
Keywords: airflow-provider,snowflake,airflow,integration
|
|
6
6
|
Author-email: Apache Software Foundation <dev@airflow.apache.org>
|
|
@@ -21,22 +21,25 @@ Classifier: Programming Language :: Python :: 3.10
|
|
|
21
21
|
Classifier: Programming Language :: Python :: 3.11
|
|
22
22
|
Classifier: Programming Language :: Python :: 3.12
|
|
23
23
|
Classifier: Topic :: System :: Monitoring
|
|
24
|
-
Requires-Dist: apache-airflow-providers-common-
|
|
25
|
-
Requires-Dist: apache-airflow>=
|
|
24
|
+
Requires-Dist: apache-airflow-providers-common-compat>=1.1.0
|
|
25
|
+
Requires-Dist: apache-airflow-providers-common-sql>=1.14.1
|
|
26
|
+
Requires-Dist: apache-airflow>=2.7.0
|
|
26
27
|
Requires-Dist: pandas>=1.5.3,<2.2;python_version<"3.9"
|
|
27
28
|
Requires-Dist: pandas>=2.1.2,<2.2;python_version>="3.9"
|
|
28
29
|
Requires-Dist: pyarrow>=14.0.1
|
|
29
30
|
Requires-Dist: snowflake-connector-python>=3.7.1
|
|
30
31
|
Requires-Dist: snowflake-sqlalchemy>=1.4.0
|
|
32
|
+
Requires-Dist: apache-airflow-providers-common-compat ; extra == "common.compat"
|
|
31
33
|
Requires-Dist: apache-airflow-providers-common-sql ; extra == "common.sql"
|
|
32
34
|
Requires-Dist: apache-airflow-providers-openlineage ; extra == "openlineage"
|
|
33
35
|
Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
|
|
34
|
-
Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-snowflake/5.6.
|
|
35
|
-
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-snowflake/5.6.
|
|
36
|
+
Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-snowflake/5.6.1/changelog.html
|
|
37
|
+
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-snowflake/5.6.1
|
|
36
38
|
Project-URL: Slack Chat, https://s.apache.org/airflow-slack
|
|
37
39
|
Project-URL: Source Code, https://github.com/apache/airflow
|
|
38
40
|
Project-URL: Twitter, https://twitter.com/ApacheAirflow
|
|
39
41
|
Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
|
|
42
|
+
Provides-Extra: common.compat
|
|
40
43
|
Provides-Extra: common.sql
|
|
41
44
|
Provides-Extra: openlineage
|
|
42
45
|
|
|
@@ -84,7 +87,7 @@ Provides-Extra: openlineage
|
|
|
84
87
|
|
|
85
88
|
Package ``apache-airflow-providers-snowflake``
|
|
86
89
|
|
|
87
|
-
Release: ``5.6.
|
|
90
|
+
Release: ``5.6.1``
|
|
88
91
|
|
|
89
92
|
|
|
90
93
|
`Snowflake <https://www.snowflake.com/>`__
|
|
@@ -97,7 +100,7 @@ This is a provider package for ``snowflake`` provider. All classes for this prov
|
|
|
97
100
|
are in ``airflow.providers.snowflake`` python package.
|
|
98
101
|
|
|
99
102
|
You can find package information and changelog for the provider
|
|
100
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-snowflake/5.6.
|
|
103
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-snowflake/5.6.1/>`_.
|
|
101
104
|
|
|
102
105
|
Installation
|
|
103
106
|
------------
|
|
@@ -111,17 +114,18 @@ The package supports the following python versions: 3.8,3.9,3.10,3.11,3.12
|
|
|
111
114
|
Requirements
|
|
112
115
|
------------
|
|
113
116
|
|
|
114
|
-
|
|
115
|
-
PIP package
|
|
116
|
-
|
|
117
|
-
``apache-airflow``
|
|
118
|
-
``apache-airflow-providers-common-
|
|
119
|
-
``
|
|
120
|
-
``pandas``
|
|
121
|
-
``
|
|
122
|
-
``
|
|
123
|
-
``snowflake-
|
|
124
|
-
|
|
117
|
+
========================================== =========================================
|
|
118
|
+
PIP package Version required
|
|
119
|
+
========================================== =========================================
|
|
120
|
+
``apache-airflow`` ``>=2.7.0``
|
|
121
|
+
``apache-airflow-providers-common-compat`` ``>=1.1.0``
|
|
122
|
+
``apache-airflow-providers-common-sql`` ``>=1.14.1``
|
|
123
|
+
``pandas`` ``>=2.1.2,<2.2; python_version >= "3.9"``
|
|
124
|
+
``pandas`` ``>=1.5.3,<2.2; python_version < "3.9"``
|
|
125
|
+
``pyarrow`` ``>=14.0.1``
|
|
126
|
+
``snowflake-connector-python`` ``>=3.7.1``
|
|
127
|
+
``snowflake-sqlalchemy`` ``>=1.4.0``
|
|
128
|
+
========================================== =========================================
|
|
125
129
|
|
|
126
130
|
Cross provider package dependencies
|
|
127
131
|
-----------------------------------
|
|
@@ -133,15 +137,16 @@ You can install such cross-provider dependencies when installing from PyPI. For
|
|
|
133
137
|
|
|
134
138
|
.. code-block:: bash
|
|
135
139
|
|
|
136
|
-
pip install apache-airflow-providers-snowflake[common.
|
|
140
|
+
pip install apache-airflow-providers-snowflake[common.compat]
|
|
137
141
|
|
|
138
142
|
|
|
139
|
-
|
|
140
|
-
Dependent package
|
|
141
|
-
|
|
142
|
-
`apache-airflow-providers-common-
|
|
143
|
-
`apache-airflow-providers-
|
|
144
|
-
|
|
143
|
+
================================================================================================================== =================
|
|
144
|
+
Dependent package Extra
|
|
145
|
+
================================================================================================================== =================
|
|
146
|
+
`apache-airflow-providers-common-compat <https://airflow.apache.org/docs/apache-airflow-providers-common-compat>`_ ``common.compat``
|
|
147
|
+
`apache-airflow-providers-common-sql <https://airflow.apache.org/docs/apache-airflow-providers-common-sql>`_ ``common.sql``
|
|
148
|
+
`apache-airflow-providers-openlineage <https://airflow.apache.org/docs/apache-airflow-providers-openlineage>`_ ``openlineage``
|
|
149
|
+
================================================================================================================== =================
|
|
145
150
|
|
|
146
151
|
The changelog for the provider package can be found in the
|
|
147
|
-
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-snowflake/5.6.
|
|
152
|
+
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-snowflake/5.6.1/changelog.html>`_.
|
|
@@ -1,20 +1,20 @@
|
|
|
1
1
|
airflow/providers/snowflake/LICENSE,sha256=FFb4jd2AXnOOf7XLP04pQW6jbdhG49TxlGY6fFpCV1Y,13609
|
|
2
|
-
airflow/providers/snowflake/__init__.py,sha256=
|
|
3
|
-
airflow/providers/snowflake/get_provider_info.py,sha256=
|
|
2
|
+
airflow/providers/snowflake/__init__.py,sha256=zFPmN8PbAQCuonoRkFV5_kAV1vXH-EruXdHn6uHyW30,1496
|
|
3
|
+
airflow/providers/snowflake/get_provider_info.py,sha256=RncCPoxw5_GB8ekiRCDhqNXnN9BSPGlypQ0XH2v-KRo,5029
|
|
4
4
|
airflow/providers/snowflake/hooks/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
|
5
|
-
airflow/providers/snowflake/hooks/snowflake.py,sha256=
|
|
5
|
+
airflow/providers/snowflake/hooks/snowflake.py,sha256=nwBZjQWZWrfg7cFEJl5T2SajXc4fKV3O7giD4t4mdO0,21444
|
|
6
6
|
airflow/providers/snowflake/hooks/snowflake_sql_api.py,sha256=ljm6v0CCeej7WyrK3IB6F6p954s5FRgEsocfUCQ83Is,14777
|
|
7
7
|
airflow/providers/snowflake/operators/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
|
8
8
|
airflow/providers/snowflake/operators/snowflake.py,sha256=Evn8RfBTjLaSqrj7Dkhvu2-ewJoY6miTUFMiTTVd_dA,26383
|
|
9
9
|
airflow/providers/snowflake/transfers/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
|
10
|
-
airflow/providers/snowflake/transfers/copy_into_snowflake.py,sha256=
|
|
10
|
+
airflow/providers/snowflake/transfers/copy_into_snowflake.py,sha256=2n7nqtzsH89vyb-5dAWZWNxBp0xySqnRxaItGtYVo8k,12484
|
|
11
11
|
airflow/providers/snowflake/triggers/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
|
12
12
|
airflow/providers/snowflake/triggers/snowflake_trigger.py,sha256=YfMA7IXq3T7voUishTi171-8nIotPFzhYeFboSrHHAg,4223
|
|
13
13
|
airflow/providers/snowflake/utils/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
|
14
14
|
airflow/providers/snowflake/utils/common.py,sha256=DG-KLy2KpZWAqZqm_XIECm8lmdoUlzwkXv9onmkQThc,1644
|
|
15
15
|
airflow/providers/snowflake/utils/openlineage.py,sha256=b4qfJbMiTJNNhL0jMnRqff6DX5eyOaUYVnmJrEeqULY,2678
|
|
16
16
|
airflow/providers/snowflake/utils/sql_api_generate_jwt.py,sha256=9mR-vHIquv60tfAni87f6FAjKsiRHUDDrsVhzw4M9vM,6762
|
|
17
|
-
apache_airflow_providers_snowflake-5.6.
|
|
18
|
-
apache_airflow_providers_snowflake-5.6.
|
|
19
|
-
apache_airflow_providers_snowflake-5.6.
|
|
20
|
-
apache_airflow_providers_snowflake-5.6.
|
|
17
|
+
apache_airflow_providers_snowflake-5.6.1.dist-info/entry_points.txt,sha256=bCrl5J1PXUMzbgnrKYho61rkbL2gHRT4I6f_1jlxAX4,105
|
|
18
|
+
apache_airflow_providers_snowflake-5.6.1.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
|
|
19
|
+
apache_airflow_providers_snowflake-5.6.1.dist-info/METADATA,sha256=epqh2aLbtU-GUfkIAj77kbBaa0mbMPEDJmti3TFOawQ,7366
|
|
20
|
+
apache_airflow_providers_snowflake-5.6.1.dist-info/RECORD,,
|
|
File without changes
|