apache-airflow-providers-common-sql 1.4.0rc1__tar.gz → 1.5.0rc2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of apache-airflow-providers-common-sql might be problematic. Click here for more details.

Files changed (24) hide show
  1. {apache-airflow-providers-common-sql-1.4.0rc1 → apache-airflow-providers-common-sql-1.5.0rc2}/MANIFEST.in +1 -2
  2. {apache-airflow-providers-common-sql-1.4.0rc1/apache_airflow_providers_common_sql.egg-info → apache-airflow-providers-common-sql-1.5.0rc2}/PKG-INFO +32 -6
  3. {apache-airflow-providers-common-sql-1.4.0rc1 → apache-airflow-providers-common-sql-1.5.0rc2}/README.rst +30 -4
  4. apache-airflow-providers-common-sql-1.5.0rc2/airflow/providers/common/sql/__init__.py +41 -0
  5. {apache-airflow-providers-common-sql-1.4.0rc1 → apache-airflow-providers-common-sql-1.5.0rc2}/airflow/providers/common/sql/get_provider_info.py +13 -1
  6. {apache-airflow-providers-common-sql-1.4.0rc1 → apache-airflow-providers-common-sql-1.5.0rc2}/airflow/providers/common/sql/operators/sql.py +6 -3
  7. {apache-airflow-providers-common-sql-1.4.0rc1 → apache-airflow-providers-common-sql-1.5.0rc2/apache_airflow_providers_common_sql.egg-info}/PKG-INFO +32 -6
  8. {apache-airflow-providers-common-sql-1.4.0rc1 → apache-airflow-providers-common-sql-1.5.0rc2}/pyproject.toml +4 -4
  9. {apache-airflow-providers-common-sql-1.4.0rc1 → apache-airflow-providers-common-sql-1.5.0rc2}/setup.cfg +2 -2
  10. {apache-airflow-providers-common-sql-1.4.0rc1 → apache-airflow-providers-common-sql-1.5.0rc2}/setup.py +7 -2
  11. apache-airflow-providers-common-sql-1.4.0rc1/airflow/providers/common/sql/sensors/__init__.py +0 -16
  12. {apache-airflow-providers-common-sql-1.4.0rc1 → apache-airflow-providers-common-sql-1.5.0rc2}/LICENSE +0 -0
  13. {apache-airflow-providers-common-sql-1.4.0rc1 → apache-airflow-providers-common-sql-1.5.0rc2}/NOTICE +0 -0
  14. {apache-airflow-providers-common-sql-1.4.0rc1/airflow/providers/common/sql → apache-airflow-providers-common-sql-1.5.0rc2/airflow/providers/common/sql/hooks}/__init__.py +0 -0
  15. {apache-airflow-providers-common-sql-1.4.0rc1 → apache-airflow-providers-common-sql-1.5.0rc2}/airflow/providers/common/sql/hooks/sql.py +0 -0
  16. {apache-airflow-providers-common-sql-1.4.0rc1/airflow/providers/common/sql/hooks → apache-airflow-providers-common-sql-1.5.0rc2/airflow/providers/common/sql/operators}/__init__.py +0 -0
  17. {apache-airflow-providers-common-sql-1.4.0rc1/airflow/providers/common/sql/operators → apache-airflow-providers-common-sql-1.5.0rc2/airflow/providers/common/sql/sensors}/__init__.py +0 -0
  18. {apache-airflow-providers-common-sql-1.4.0rc1 → apache-airflow-providers-common-sql-1.5.0rc2}/airflow/providers/common/sql/sensors/sql.py +0 -0
  19. {apache-airflow-providers-common-sql-1.4.0rc1 → apache-airflow-providers-common-sql-1.5.0rc2}/apache_airflow_providers_common_sql.egg-info/SOURCES.txt +0 -0
  20. {apache-airflow-providers-common-sql-1.4.0rc1 → apache-airflow-providers-common-sql-1.5.0rc2}/apache_airflow_providers_common_sql.egg-info/dependency_links.txt +0 -0
  21. {apache-airflow-providers-common-sql-1.4.0rc1 → apache-airflow-providers-common-sql-1.5.0rc2}/apache_airflow_providers_common_sql.egg-info/entry_points.txt +0 -0
  22. {apache-airflow-providers-common-sql-1.4.0rc1 → apache-airflow-providers-common-sql-1.5.0rc2}/apache_airflow_providers_common_sql.egg-info/not-zip-safe +0 -0
  23. {apache-airflow-providers-common-sql-1.4.0rc1 → apache-airflow-providers-common-sql-1.5.0rc2}/apache_airflow_providers_common_sql.egg-info/requires.txt +0 -0
  24. {apache-airflow-providers-common-sql-1.4.0rc1 → apache-airflow-providers-common-sql-1.5.0rc2}/apache_airflow_providers_common_sql.egg-info/top_level.txt +0 -0
@@ -27,6 +27,5 @@
27
27
 
28
28
  include NOTICE
29
29
  include LICENSE
30
- include CHANGELOG.txt
31
- include README.md
30
+ include CHANGELOG.rst
32
31
  global-exclude __pycache__ *.pyc
@@ -1,13 +1,13 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: apache-airflow-providers-common-sql
3
- Version: 1.4.0rc1
3
+ Version: 1.5.0rc2
4
4
  Summary: Provider for Apache Airflow. Implements apache-airflow-providers-common-sql package
5
5
  Home-page: https://airflow.apache.org/
6
6
  Download-URL: https://archive.apache.org/dist/airflow/providers
7
7
  Author: Apache Software Foundation
8
8
  Author-email: dev@airflow.apache.org
9
9
  License: Apache License 2.0
10
- Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.4.0/
10
+ Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.5.0/
11
11
  Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
12
12
  Project-URL: Source Code, https://github.com/apache/airflow
13
13
  Project-URL: Slack Chat, https://s.apache.org/airflow-slack
@@ -53,7 +53,7 @@ License-File: NOTICE
53
53
 
54
54
  Package ``apache-airflow-providers-common-sql``
55
55
 
56
- Release: ``1.4.0rc1``
56
+ Release: ``1.5.0rc2``
57
57
 
58
58
 
59
59
  `Common SQL Provider <https://en.wikipedia.org/wiki/SQL>`__
@@ -66,7 +66,7 @@ This is a provider package for ``common.sql`` provider. All classes for this pro
66
66
  are in ``airflow.providers.common.sql`` python package.
67
67
 
68
68
  You can find package information and changelog for the provider
69
- in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.4.0/>`_.
69
+ in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.5.0/>`_.
70
70
 
71
71
 
72
72
  Installation
@@ -113,6 +113,31 @@ PIP package Version required
113
113
  Changelog
114
114
  ---------
115
115
 
116
+ 1.5.0
117
+ .....
118
+
119
+ .. note::
120
+ This release of provider is only available for Airflow 2.4+ as explained in the
121
+ `Apache Airflow providers support policy <https://github.com/apache/airflow/blob/main/PROVIDERS.rst#minimum-supported-version-of-airflow-for-community-managed-providers>`_.
122
+
123
+ Features
124
+ ~~~~~~~~
125
+
126
+ * ``Add conditional output processing in SQL operators (#31136)``
127
+
128
+ Misc
129
+ ~~~~
130
+
131
+ * ``Remove noisy log from SQL table check (#31037)``
132
+
133
+ .. Below changes are excluded from the changelog. Move them to
134
+ appropriate section above if needed. Do not delete the lines(!):
135
+ * ``Add full automation for min Airflow version for providers (#30994)``
136
+ * ``Add mechanism to suspend providers (#30422)``
137
+ * ``Use '__version__' in providers not 'version' (#31393)``
138
+ * ``Fixing circular import error in providers caused by airflow version check (#31379)``
139
+ * ``Prepare docs for May 2023 wave of Providers (#31252)``
140
+
116
141
  1.4.0
117
142
  .....
118
143
 
@@ -196,8 +221,9 @@ Bug Fixes
196
221
  1.3.0
197
222
  .....
198
223
 
199
- This release of provider is only available for Airflow 2.3+ as explained in the
200
- `Apache Airflow providers support policy <https://github.com/apache/airflow/blob/main/README.md#support-for-providers>`_.
224
+ .. note::
225
+ This release of provider is only available for Airflow 2.3+ as explained in the
226
+ `Apache Airflow providers support policy <https://github.com/apache/airflow/blob/main/PROVIDERS.rst#minimum-supported-version-of-airflow-for-community-managed-providers>`_.
201
227
 
202
228
  Misc
203
229
  ~~~~
@@ -19,7 +19,7 @@
19
19
 
20
20
  Package ``apache-airflow-providers-common-sql``
21
21
 
22
- Release: ``1.4.0rc1``
22
+ Release: ``1.5.0rc2``
23
23
 
24
24
 
25
25
  `Common SQL Provider <https://en.wikipedia.org/wiki/SQL>`__
@@ -32,7 +32,7 @@ This is a provider package for ``common.sql`` provider. All classes for this pro
32
32
  are in ``airflow.providers.common.sql`` python package.
33
33
 
34
34
  You can find package information and changelog for the provider
35
- in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.4.0/>`_.
35
+ in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.5.0/>`_.
36
36
 
37
37
 
38
38
  Installation
@@ -79,6 +79,31 @@ PIP package Version required
79
79
  Changelog
80
80
  ---------
81
81
 
82
+ 1.5.0
83
+ .....
84
+
85
+ .. note::
86
+ This release of provider is only available for Airflow 2.4+ as explained in the
87
+ `Apache Airflow providers support policy <https://github.com/apache/airflow/blob/main/PROVIDERS.rst#minimum-supported-version-of-airflow-for-community-managed-providers>`_.
88
+
89
+ Features
90
+ ~~~~~~~~
91
+
92
+ * ``Add conditional output processing in SQL operators (#31136)``
93
+
94
+ Misc
95
+ ~~~~
96
+
97
+ * ``Remove noisy log from SQL table check (#31037)``
98
+
99
+ .. Below changes are excluded from the changelog. Move them to
100
+ appropriate section above if needed. Do not delete the lines(!):
101
+ * ``Add full automation for min Airflow version for providers (#30994)``
102
+ * ``Add mechanism to suspend providers (#30422)``
103
+ * ``Use '__version__' in providers not 'version' (#31393)``
104
+ * ``Fixing circular import error in providers caused by airflow version check (#31379)``
105
+ * ``Prepare docs for May 2023 wave of Providers (#31252)``
106
+
82
107
  1.4.0
83
108
  .....
84
109
 
@@ -162,8 +187,9 @@ Bug Fixes
162
187
  1.3.0
163
188
  .....
164
189
 
165
- This release of provider is only available for Airflow 2.3+ as explained in the
166
- `Apache Airflow providers support policy <https://github.com/apache/airflow/blob/main/README.md#support-for-providers>`_.
190
+ .. note::
191
+ This release of provider is only available for Airflow 2.3+ as explained in the
192
+ `Apache Airflow providers support policy <https://github.com/apache/airflow/blob/main/PROVIDERS.rst#minimum-supported-version-of-airflow-for-community-managed-providers>`_.
167
193
 
168
194
  Misc
169
195
  ~~~~
@@ -0,0 +1,41 @@
1
+ #
2
+ # Licensed to the Apache Software Foundation (ASF) under one
3
+ # or more contributor license agreements. See the NOTICE file
4
+ # distributed with this work for additional information
5
+ # regarding copyright ownership. The ASF licenses this file
6
+ # to you under the Apache License, Version 2.0 (the
7
+ # "License"); you may not use this file except in compliance
8
+ # with the License. You may obtain a copy of the License at
9
+ #
10
+ # http://www.apache.org/licenses/LICENSE-2.0
11
+ #
12
+ # Unless required by applicable law or agreed to in writing,
13
+ # software distributed under the License is distributed on an
14
+ # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
15
+ # KIND, either express or implied. See the License for the
16
+ # specific language governing permissions and limitations
17
+ # under the License.
18
+ #
19
+ # NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE
20
+ # OVERWRITTEN WHEN PREPARING DOCUMENTATION FOR THE PACKAGES.
21
+ #
22
+ # IF YOU WANT TO MODIFY IT, YOU SHOULD MODIFY THE TEMPLATE
23
+ # `PROVIDER__INIT__PY_TEMPLATE.py.jinja2` IN the `dev/provider_packages` DIRECTORY
24
+ #
25
+ from __future__ import annotations
26
+
27
+ import packaging.version
28
+
29
+ __all__ = ["__version__"]
30
+
31
+ __version__ = "1.5.0"
32
+
33
+ try:
34
+ from airflow import __version__ as airflow_version
35
+ except ImportError:
36
+ from airflow.version import version as airflow_version
37
+
38
+ if packaging.version.parse(airflow_version) < packaging.version.parse("2.4.0"):
39
+ raise RuntimeError(
40
+ f"The package `apache-airflow-providers-common-sql:{__version__}` requires Apache Airflow 2.4.0+" # NOQA: E501
41
+ )
@@ -27,7 +27,19 @@ def get_provider_info():
27
27
  "package-name": "apache-airflow-providers-common-sql",
28
28
  "name": "Common SQL",
29
29
  "description": "`Common SQL Provider <https://en.wikipedia.org/wiki/SQL>`__\n",
30
- "versions": ["1.4.0", "1.3.4", "1.3.3", "1.3.2", "1.3.1", "1.3.0", "1.2.0", "1.1.0", "1.0.0"],
30
+ "suspended": False,
31
+ "versions": [
32
+ "1.5.0",
33
+ "1.4.0",
34
+ "1.3.4",
35
+ "1.3.3",
36
+ "1.3.2",
37
+ "1.3.1",
38
+ "1.3.0",
39
+ "1.2.0",
40
+ "1.1.0",
41
+ "1.0.0",
42
+ ],
31
43
  "dependencies": ["sqlparse>=0.4.2"],
32
44
  "additional-extras": [{"name": "pandas", "dependencies": ["pandas>=0.17.1"]}],
33
45
  "integrations": [
@@ -258,6 +258,9 @@ class SQLExecuteQueryOperator(BaseSQLOperator):
258
258
  self.log.info("Operator output is: %s", results)
259
259
  return results
260
260
 
261
+ def _should_run_output_processing(self) -> bool:
262
+ return self.do_xcom_push
263
+
261
264
  def execute(self, context):
262
265
  self.log.info("Executing: %s", self.sql)
263
266
  hook = self.get_db_hook()
@@ -269,11 +272,11 @@ class SQLExecuteQueryOperator(BaseSQLOperator):
269
272
  sql=self.sql,
270
273
  autocommit=self.autocommit,
271
274
  parameters=self.parameters,
272
- handler=self.handler if self.do_xcom_push else None,
275
+ handler=self.handler if self._should_run_output_processing() else None,
273
276
  return_last=self.return_last,
274
277
  **extra_kwargs,
275
278
  )
276
- if not self.do_xcom_push:
279
+ if not self._should_run_output_processing():
277
280
  return None
278
281
  if return_single_query_results(self.sql, self.return_last, self.split_statements):
279
282
  # For simplicity, we pass always list as input to _process_output, regardless if
@@ -622,7 +625,7 @@ class SQLTableCheckOperator(BaseSQLOperator):
622
625
  self.log.info("All tests have passed")
623
626
 
624
627
  def _generate_sql_query(self):
625
- self.log.info("Partition clause: %s", self.partition_clause)
628
+ self.log.debug("Partition clause: %s", self.partition_clause)
626
629
 
627
630
  def _generate_partition_clause(check_name):
628
631
  if self.partition_clause and "partition_clause" not in self.checks[check_name]:
@@ -1,13 +1,13 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: apache-airflow-providers-common-sql
3
- Version: 1.4.0rc1
3
+ Version: 1.5.0rc2
4
4
  Summary: Provider for Apache Airflow. Implements apache-airflow-providers-common-sql package
5
5
  Home-page: https://airflow.apache.org/
6
6
  Download-URL: https://archive.apache.org/dist/airflow/providers
7
7
  Author: Apache Software Foundation
8
8
  Author-email: dev@airflow.apache.org
9
9
  License: Apache License 2.0
10
- Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.4.0/
10
+ Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.5.0/
11
11
  Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
12
12
  Project-URL: Source Code, https://github.com/apache/airflow
13
13
  Project-URL: Slack Chat, https://s.apache.org/airflow-slack
@@ -53,7 +53,7 @@ License-File: NOTICE
53
53
 
54
54
  Package ``apache-airflow-providers-common-sql``
55
55
 
56
- Release: ``1.4.0rc1``
56
+ Release: ``1.5.0rc2``
57
57
 
58
58
 
59
59
  `Common SQL Provider <https://en.wikipedia.org/wiki/SQL>`__
@@ -66,7 +66,7 @@ This is a provider package for ``common.sql`` provider. All classes for this pro
66
66
  are in ``airflow.providers.common.sql`` python package.
67
67
 
68
68
  You can find package information and changelog for the provider
69
- in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.4.0/>`_.
69
+ in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.5.0/>`_.
70
70
 
71
71
 
72
72
  Installation
@@ -113,6 +113,31 @@ PIP package Version required
113
113
  Changelog
114
114
  ---------
115
115
 
116
+ 1.5.0
117
+ .....
118
+
119
+ .. note::
120
+ This release of provider is only available for Airflow 2.4+ as explained in the
121
+ `Apache Airflow providers support policy <https://github.com/apache/airflow/blob/main/PROVIDERS.rst#minimum-supported-version-of-airflow-for-community-managed-providers>`_.
122
+
123
+ Features
124
+ ~~~~~~~~
125
+
126
+ * ``Add conditional output processing in SQL operators (#31136)``
127
+
128
+ Misc
129
+ ~~~~
130
+
131
+ * ``Remove noisy log from SQL table check (#31037)``
132
+
133
+ .. Below changes are excluded from the changelog. Move them to
134
+ appropriate section above if needed. Do not delete the lines(!):
135
+ * ``Add full automation for min Airflow version for providers (#30994)``
136
+ * ``Add mechanism to suspend providers (#30422)``
137
+ * ``Use '__version__' in providers not 'version' (#31393)``
138
+ * ``Fixing circular import error in providers caused by airflow version check (#31379)``
139
+ * ``Prepare docs for May 2023 wave of Providers (#31252)``
140
+
116
141
  1.4.0
117
142
  .....
118
143
 
@@ -196,8 +221,9 @@ Bug Fixes
196
221
  1.3.0
197
222
  .....
198
223
 
199
- This release of provider is only available for Airflow 2.3+ as explained in the
200
- `Apache Airflow providers support policy <https://github.com/apache/airflow/blob/main/README.md#support-for-providers>`_.
224
+ .. note::
225
+ This release of provider is only available for Airflow 2.3+ as explained in the
226
+ `Apache Airflow providers support policy <https://github.com/apache/airflow/blob/main/PROVIDERS.rst#minimum-supported-version-of-airflow-for-community-managed-providers>`_.
201
227
 
202
228
  Misc
203
229
  ~~~~
@@ -46,11 +46,14 @@ extend-select = [
46
46
  "UP", # Pyupgrade
47
47
  "RUF100", # Unused noqa (auto-fixable)
48
48
 
49
+ # implicit single-line string concatenation
50
+ "ISC001",
49
51
  # We ignore more pydocstyle than we enable, so be more selective at what we enable
50
52
  "D101",
51
53
  "D106",
52
54
  "D2",
53
55
  "D3",
56
+ # "D400", WIP: see #31135
54
57
  # "D401", # Not enabled by ruff, but we don't want it
55
58
  "D402",
56
59
  "D403",
@@ -139,10 +142,7 @@ known-third-party = [
139
142
 
140
143
  # The Pydantic representations of SqlAlchemy Models are not parsed well with Pydantic
141
144
  # when __future__.annotations is used so we need to skip them from upgrading
142
- "airflow/models/pydantic/taskinstance.py" = ["I002"]
143
- "airflow/models/pydantic/dag_run.py" = ["I002"]
144
- "airflow/models/pydantic/dataset.py" = ["I002"]
145
- "airflow/jobs/pydantic/base_job.py" = ["I002"]
145
+ "airflow/serialization/pydantic/*.py" = ["I002"]
146
146
 
147
147
  # Ignore pydoc style from these
148
148
  "*.pyi" = ["D"]
@@ -27,7 +27,7 @@ classifiers =
27
27
  Programming Language :: Python :: 3.10
28
28
  Topic :: System :: Monitoring
29
29
  project_urls =
30
- Documentation=https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.4.0/
30
+ Documentation=https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.5.0/
31
31
  Bug Tracker=https://github.com/apache/airflow/issues
32
32
  Source Code=https://github.com/apache/airflow
33
33
  Slack Chat=https://s.apache.org/airflow-slack
@@ -56,6 +56,6 @@ apache_airflow_provider =
56
56
  packages = airflow.providers.common.sql
57
57
 
58
58
  [egg_info]
59
- tag_build = rc1
59
+ tag_build = rc2
60
60
  tag_date = 0
61
61
 
@@ -26,7 +26,7 @@
26
26
 
27
27
  from setuptools import find_namespace_packages, setup
28
28
 
29
- version = "1.4.0"
29
+ version = "1.5.0"
30
30
 
31
31
 
32
32
  def do_setup():
@@ -35,7 +35,12 @@ def do_setup():
35
35
  version=version,
36
36
  extras_require={"pandas": ["pandas>=0.17.1"]},
37
37
  packages=find_namespace_packages(
38
- include=["airflow.providers.common.sql", "airflow.providers.common.sql.*"]
38
+ include=[
39
+ "airflow.providers.common.sql",
40
+ "airflow.providers.common.sql.*",
41
+ "airflow.providers.common.sql_vendor",
42
+ "airflow.providers.common.sql_vendor.*",
43
+ ],
39
44
  ),
40
45
  )
41
46
 
@@ -1,16 +0,0 @@
1
- # Licensed to the Apache Software Foundation (ASF) under one
2
- # or more contributor license agreements. See the NOTICE file
3
- # distributed with this work for additional information
4
- # regarding copyright ownership. The ASF licenses this file
5
- # to you under the Apache License, Version 2.0 (the
6
- # "License"); you may not use this file except in compliance
7
- # with the License. You may obtain a copy of the License at
8
- #
9
- # http://www.apache.org/licenses/LICENSE-2.0
10
- #
11
- # Unless required by applicable law or agreed to in writing,
12
- # software distributed under the License is distributed on an
13
- # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
14
- # KIND, either express or implied. See the License for the
15
- # specific language governing permissions and limitations
16
- # under the License.