apache-airflow-providers-common-sql 1.4.0rc1__py3-none-any.whl → 1.5.0rc2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of apache-airflow-providers-common-sql might be problematic. Click here for more details.
- airflow/providers/common/sql/__init__.py +25 -0
- airflow/providers/common/sql/get_provider_info.py +13 -1
- airflow/providers/common/sql/operators/sql.py +6 -3
- {apache_airflow_providers_common_sql-1.4.0rc1.dist-info → apache_airflow_providers_common_sql-1.5.0rc2.dist-info}/METADATA +32 -6
- apache_airflow_providers_common_sql-1.5.0rc2.dist-info/RECORD +15 -0
- apache_airflow_providers_common_sql-1.4.0rc1.dist-info/RECORD +0 -15
- {apache_airflow_providers_common_sql-1.4.0rc1.dist-info → apache_airflow_providers_common_sql-1.5.0rc2.dist-info}/LICENSE +0 -0
- {apache_airflow_providers_common_sql-1.4.0rc1.dist-info → apache_airflow_providers_common_sql-1.5.0rc2.dist-info}/NOTICE +0 -0
- {apache_airflow_providers_common_sql-1.4.0rc1.dist-info → apache_airflow_providers_common_sql-1.5.0rc2.dist-info}/WHEEL +0 -0
- {apache_airflow_providers_common_sql-1.4.0rc1.dist-info → apache_airflow_providers_common_sql-1.5.0rc2.dist-info}/entry_points.txt +0 -0
- {apache_airflow_providers_common_sql-1.4.0rc1.dist-info → apache_airflow_providers_common_sql-1.5.0rc2.dist-info}/top_level.txt +0 -0
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
#
|
|
1
2
|
# Licensed to the Apache Software Foundation (ASF) under one
|
|
2
3
|
# or more contributor license agreements. See the NOTICE file
|
|
3
4
|
# distributed with this work for additional information
|
|
@@ -14,3 +15,27 @@
|
|
|
14
15
|
# KIND, either express or implied. See the License for the
|
|
15
16
|
# specific language governing permissions and limitations
|
|
16
17
|
# under the License.
|
|
18
|
+
#
|
|
19
|
+
# NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE
|
|
20
|
+
# OVERWRITTEN WHEN PREPARING DOCUMENTATION FOR THE PACKAGES.
|
|
21
|
+
#
|
|
22
|
+
# IF YOU WANT TO MODIFY IT, YOU SHOULD MODIFY THE TEMPLATE
|
|
23
|
+
# `PROVIDER__INIT__PY_TEMPLATE.py.jinja2` IN the `dev/provider_packages` DIRECTORY
|
|
24
|
+
#
|
|
25
|
+
from __future__ import annotations
|
|
26
|
+
|
|
27
|
+
import packaging.version
|
|
28
|
+
|
|
29
|
+
__all__ = ["__version__"]
|
|
30
|
+
|
|
31
|
+
__version__ = "1.5.0"
|
|
32
|
+
|
|
33
|
+
try:
|
|
34
|
+
from airflow import __version__ as airflow_version
|
|
35
|
+
except ImportError:
|
|
36
|
+
from airflow.version import version as airflow_version
|
|
37
|
+
|
|
38
|
+
if packaging.version.parse(airflow_version) < packaging.version.parse("2.4.0"):
|
|
39
|
+
raise RuntimeError(
|
|
40
|
+
f"The package `apache-airflow-providers-common-sql:{__version__}` requires Apache Airflow 2.4.0+" # NOQA: E501
|
|
41
|
+
)
|
|
@@ -27,7 +27,19 @@ def get_provider_info():
|
|
|
27
27
|
"package-name": "apache-airflow-providers-common-sql",
|
|
28
28
|
"name": "Common SQL",
|
|
29
29
|
"description": "`Common SQL Provider <https://en.wikipedia.org/wiki/SQL>`__\n",
|
|
30
|
-
"
|
|
30
|
+
"suspended": False,
|
|
31
|
+
"versions": [
|
|
32
|
+
"1.5.0",
|
|
33
|
+
"1.4.0",
|
|
34
|
+
"1.3.4",
|
|
35
|
+
"1.3.3",
|
|
36
|
+
"1.3.2",
|
|
37
|
+
"1.3.1",
|
|
38
|
+
"1.3.0",
|
|
39
|
+
"1.2.0",
|
|
40
|
+
"1.1.0",
|
|
41
|
+
"1.0.0",
|
|
42
|
+
],
|
|
31
43
|
"dependencies": ["sqlparse>=0.4.2"],
|
|
32
44
|
"additional-extras": [{"name": "pandas", "dependencies": ["pandas>=0.17.1"]}],
|
|
33
45
|
"integrations": [
|
|
@@ -258,6 +258,9 @@ class SQLExecuteQueryOperator(BaseSQLOperator):
|
|
|
258
258
|
self.log.info("Operator output is: %s", results)
|
|
259
259
|
return results
|
|
260
260
|
|
|
261
|
+
def _should_run_output_processing(self) -> bool:
|
|
262
|
+
return self.do_xcom_push
|
|
263
|
+
|
|
261
264
|
def execute(self, context):
|
|
262
265
|
self.log.info("Executing: %s", self.sql)
|
|
263
266
|
hook = self.get_db_hook()
|
|
@@ -269,11 +272,11 @@ class SQLExecuteQueryOperator(BaseSQLOperator):
|
|
|
269
272
|
sql=self.sql,
|
|
270
273
|
autocommit=self.autocommit,
|
|
271
274
|
parameters=self.parameters,
|
|
272
|
-
handler=self.handler if self.
|
|
275
|
+
handler=self.handler if self._should_run_output_processing() else None,
|
|
273
276
|
return_last=self.return_last,
|
|
274
277
|
**extra_kwargs,
|
|
275
278
|
)
|
|
276
|
-
if not self.
|
|
279
|
+
if not self._should_run_output_processing():
|
|
277
280
|
return None
|
|
278
281
|
if return_single_query_results(self.sql, self.return_last, self.split_statements):
|
|
279
282
|
# For simplicity, we pass always list as input to _process_output, regardless if
|
|
@@ -622,7 +625,7 @@ class SQLTableCheckOperator(BaseSQLOperator):
|
|
|
622
625
|
self.log.info("All tests have passed")
|
|
623
626
|
|
|
624
627
|
def _generate_sql_query(self):
|
|
625
|
-
self.log.
|
|
628
|
+
self.log.debug("Partition clause: %s", self.partition_clause)
|
|
626
629
|
|
|
627
630
|
def _generate_partition_clause(check_name):
|
|
628
631
|
if self.partition_clause and "partition_clause" not in self.checks[check_name]:
|
|
@@ -1,13 +1,13 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: apache-airflow-providers-common-sql
|
|
3
|
-
Version: 1.
|
|
3
|
+
Version: 1.5.0rc2
|
|
4
4
|
Summary: Provider for Apache Airflow. Implements apache-airflow-providers-common-sql package
|
|
5
5
|
Home-page: https://airflow.apache.org/
|
|
6
6
|
Download-URL: https://archive.apache.org/dist/airflow/providers
|
|
7
7
|
Author: Apache Software Foundation
|
|
8
8
|
Author-email: dev@airflow.apache.org
|
|
9
9
|
License: Apache License 2.0
|
|
10
|
-
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.
|
|
10
|
+
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.5.0/
|
|
11
11
|
Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
|
|
12
12
|
Project-URL: Source Code, https://github.com/apache/airflow
|
|
13
13
|
Project-URL: Slack Chat, https://s.apache.org/airflow-slack
|
|
@@ -55,7 +55,7 @@ Requires-Dist: pandas (>=0.17.1) ; extra == 'pandas'
|
|
|
55
55
|
|
|
56
56
|
Package ``apache-airflow-providers-common-sql``
|
|
57
57
|
|
|
58
|
-
Release: ``1.
|
|
58
|
+
Release: ``1.5.0rc2``
|
|
59
59
|
|
|
60
60
|
|
|
61
61
|
`Common SQL Provider <https://en.wikipedia.org/wiki/SQL>`__
|
|
@@ -68,7 +68,7 @@ This is a provider package for ``common.sql`` provider. All classes for this pro
|
|
|
68
68
|
are in ``airflow.providers.common.sql`` python package.
|
|
69
69
|
|
|
70
70
|
You can find package information and changelog for the provider
|
|
71
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.
|
|
71
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.5.0/>`_.
|
|
72
72
|
|
|
73
73
|
|
|
74
74
|
Installation
|
|
@@ -115,6 +115,31 @@ PIP package Version required
|
|
|
115
115
|
Changelog
|
|
116
116
|
---------
|
|
117
117
|
|
|
118
|
+
1.5.0
|
|
119
|
+
.....
|
|
120
|
+
|
|
121
|
+
.. note::
|
|
122
|
+
This release of provider is only available for Airflow 2.4+ as explained in the
|
|
123
|
+
`Apache Airflow providers support policy <https://github.com/apache/airflow/blob/main/PROVIDERS.rst#minimum-supported-version-of-airflow-for-community-managed-providers>`_.
|
|
124
|
+
|
|
125
|
+
Features
|
|
126
|
+
~~~~~~~~
|
|
127
|
+
|
|
128
|
+
* ``Add conditional output processing in SQL operators (#31136)``
|
|
129
|
+
|
|
130
|
+
Misc
|
|
131
|
+
~~~~
|
|
132
|
+
|
|
133
|
+
* ``Remove noisy log from SQL table check (#31037)``
|
|
134
|
+
|
|
135
|
+
.. Below changes are excluded from the changelog. Move them to
|
|
136
|
+
appropriate section above if needed. Do not delete the lines(!):
|
|
137
|
+
* ``Add full automation for min Airflow version for providers (#30994)``
|
|
138
|
+
* ``Add mechanism to suspend providers (#30422)``
|
|
139
|
+
* ``Use '__version__' in providers not 'version' (#31393)``
|
|
140
|
+
* ``Fixing circular import error in providers caused by airflow version check (#31379)``
|
|
141
|
+
* ``Prepare docs for May 2023 wave of Providers (#31252)``
|
|
142
|
+
|
|
118
143
|
1.4.0
|
|
119
144
|
.....
|
|
120
145
|
|
|
@@ -198,8 +223,9 @@ Bug Fixes
|
|
|
198
223
|
1.3.0
|
|
199
224
|
.....
|
|
200
225
|
|
|
201
|
-
|
|
202
|
-
|
|
226
|
+
.. note::
|
|
227
|
+
This release of provider is only available for Airflow 2.3+ as explained in the
|
|
228
|
+
`Apache Airflow providers support policy <https://github.com/apache/airflow/blob/main/PROVIDERS.rst#minimum-supported-version-of-airflow-for-community-managed-providers>`_.
|
|
203
229
|
|
|
204
230
|
Misc
|
|
205
231
|
~~~~
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
airflow/providers/common/sql/__init__.py,sha256=LAjQMS1uCgbsUasrTIo0xNW1e6bA6zQyT0cN8tFKhfM,1535
|
|
2
|
+
airflow/providers/common/sql/get_provider_info.py,sha256=WDQlHrpExUEUld2CX0W-on8CP_vj74ri2pqmuz6vYB8,2511
|
|
3
|
+
airflow/providers/common/sql/hooks/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
|
4
|
+
airflow/providers/common/sql/hooks/sql.py,sha256=UoN_xliZoGVZAP2Spw-qNNsIBrAnEVXoRyl03U2zqMI,21739
|
|
5
|
+
airflow/providers/common/sql/operators/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
|
6
|
+
airflow/providers/common/sql/operators/sql.py,sha256=SLl_HbmWysmvLzjfv7G4_wSXuJhDmROEZxID0IoYHVc,44516
|
|
7
|
+
airflow/providers/common/sql/sensors/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
|
8
|
+
airflow/providers/common/sql/sensors/sql.py,sha256=iMJVBO-meJjrfnwD6c5kxgyCZ0ZzoWe7mj4vmCeoo5Y,4691
|
|
9
|
+
apache_airflow_providers_common_sql-1.5.0rc2.dist-info/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
|
|
10
|
+
apache_airflow_providers_common_sql-1.5.0rc2.dist-info/METADATA,sha256=jm-xPx6YOoDTiPh1JgD0XNnfR4muiBYGBek8idmjdUc,10463
|
|
11
|
+
apache_airflow_providers_common_sql-1.5.0rc2.dist-info/NOTICE,sha256=m-6s2XynUxVSUIxO4rVablAZCvFq-wmLrqV91DotRBw,240
|
|
12
|
+
apache_airflow_providers_common_sql-1.5.0rc2.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
|
|
13
|
+
apache_airflow_providers_common_sql-1.5.0rc2.dist-info/entry_points.txt,sha256=tmKZSanpZW-c-LmV95ou0uu9LqJ9MGXvO18XZNC5KsY,107
|
|
14
|
+
apache_airflow_providers_common_sql-1.5.0rc2.dist-info/top_level.txt,sha256=OeMVH5md7fr2QQWpnZoOWWxWO-0WH1IP70lpTVwopPg,8
|
|
15
|
+
apache_airflow_providers_common_sql-1.5.0rc2.dist-info/RECORD,,
|
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
airflow/providers/common/sql/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
|
2
|
-
airflow/providers/common/sql/get_provider_info.py,sha256=EdtCMM7YWFHw2NRwYch1dWOWGVcndF9ED9iqctui_Ho,2343
|
|
3
|
-
airflow/providers/common/sql/hooks/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
|
4
|
-
airflow/providers/common/sql/hooks/sql.py,sha256=UoN_xliZoGVZAP2Spw-qNNsIBrAnEVXoRyl03U2zqMI,21739
|
|
5
|
-
airflow/providers/common/sql/operators/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
|
6
|
-
airflow/providers/common/sql/operators/sql.py,sha256=cZvSFT0Wm5poN6MLwhhAvIlSfMRz21_lRH11ySe7x6g,44390
|
|
7
|
-
airflow/providers/common/sql/sensors/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
|
8
|
-
airflow/providers/common/sql/sensors/sql.py,sha256=iMJVBO-meJjrfnwD6c5kxgyCZ0ZzoWe7mj4vmCeoo5Y,4691
|
|
9
|
-
apache_airflow_providers_common_sql-1.4.0rc1.dist-info/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
|
|
10
|
-
apache_airflow_providers_common_sql-1.4.0rc1.dist-info/METADATA,sha256=Rt79CfeDKtAdmDZJ2qPH9DIvax8tid-edH0QsFencwY,9488
|
|
11
|
-
apache_airflow_providers_common_sql-1.4.0rc1.dist-info/NOTICE,sha256=m-6s2XynUxVSUIxO4rVablAZCvFq-wmLrqV91DotRBw,240
|
|
12
|
-
apache_airflow_providers_common_sql-1.4.0rc1.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
|
|
13
|
-
apache_airflow_providers_common_sql-1.4.0rc1.dist-info/entry_points.txt,sha256=tmKZSanpZW-c-LmV95ou0uu9LqJ9MGXvO18XZNC5KsY,107
|
|
14
|
-
apache_airflow_providers_common_sql-1.4.0rc1.dist-info/top_level.txt,sha256=OeMVH5md7fr2QQWpnZoOWWxWO-0WH1IP70lpTVwopPg,8
|
|
15
|
-
apache_airflow_providers_common_sql-1.4.0rc1.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|