apache-airflow-providers-openlineage 1.2.0rc1__py3-none-any.whl → 1.2.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of apache-airflow-providers-openlineage might be problematic. Click here for more details.
- airflow/providers/openlineage/__init__.py +1 -1
- airflow/providers/openlineage/get_provider_info.py +1 -1
- airflow/providers/openlineage/plugins/listener.py +4 -1
- airflow/providers/openlineage/utils/sql.py +1 -0
- airflow/providers/openlineage/utils/utils.py +3 -2
- {apache_airflow_providers_openlineage-1.2.0rc1.dist-info → apache_airflow_providers_openlineage-1.2.1.dist-info}/METADATA +9 -11
- apache_airflow_providers_openlineage-1.2.1.dist-info/RECORD +24 -0
- {apache_airflow_providers_openlineage-1.2.0rc1.dist-info → apache_airflow_providers_openlineage-1.2.1.dist-info}/WHEEL +1 -1
- apache_airflow_providers_openlineage-1.2.0rc1.dist-info/RECORD +0 -24
- {apache_airflow_providers_openlineage-1.2.0rc1.dist-info → apache_airflow_providers_openlineage-1.2.1.dist-info}/LICENSE +0 -0
- {apache_airflow_providers_openlineage-1.2.0rc1.dist-info → apache_airflow_providers_openlineage-1.2.1.dist-info}/NOTICE +0 -0
- {apache_airflow_providers_openlineage-1.2.0rc1.dist-info → apache_airflow_providers_openlineage-1.2.1.dist-info}/entry_points.txt +0 -0
- {apache_airflow_providers_openlineage-1.2.0rc1.dist-info → apache_airflow_providers_openlineage-1.2.1.dist-info}/top_level.txt +0 -0
|
@@ -28,7 +28,7 @@ def get_provider_info():
|
|
|
28
28
|
"name": "OpenLineage Airflow",
|
|
29
29
|
"description": "`OpenLineage <https://openlineage.io/>`__\n",
|
|
30
30
|
"suspended": False,
|
|
31
|
-
"versions": ["1.2.0", "1.1.1", "1.1.0", "1.0.2", "1.0.1", "1.0.0"],
|
|
31
|
+
"versions": ["1.2.1", "1.2.0", "1.1.1", "1.1.0", "1.0.2", "1.0.1", "1.0.0"],
|
|
32
32
|
"dependencies": [
|
|
33
33
|
"apache-airflow>=2.7.0",
|
|
34
34
|
"apache-airflow-providers-common-sql>=1.6.0",
|
|
@@ -51,7 +51,10 @@ class OpenLineageListener:
|
|
|
51
51
|
|
|
52
52
|
@hookimpl
|
|
53
53
|
def on_task_instance_running(
|
|
54
|
-
self,
|
|
54
|
+
self,
|
|
55
|
+
previous_state,
|
|
56
|
+
task_instance: TaskInstance,
|
|
57
|
+
session: Session, # This will always be QUEUED
|
|
55
58
|
):
|
|
56
59
|
if not hasattr(task_instance, "task"):
|
|
57
60
|
self.log.warning(
|
|
@@ -193,6 +193,7 @@ def create_filter_clauses(
|
|
|
193
193
|
name.upper() if uppercase_names else name for name in tables
|
|
194
194
|
)
|
|
195
195
|
if schema:
|
|
196
|
+
schema = schema.upper() if uppercase_names else schema
|
|
196
197
|
filter_clause = and_(information_schema_table.c.table_schema == schema, filter_clause)
|
|
197
198
|
filter_clauses.append(filter_clause)
|
|
198
199
|
return filter_clauses
|
|
@@ -354,9 +354,10 @@ class OpenLineageRedactor(SecretsMasker):
|
|
|
354
354
|
if name and should_hide_value_for_key(name):
|
|
355
355
|
return self._redact_all(item, depth, max_depth)
|
|
356
356
|
if attrs.has(type(item)):
|
|
357
|
-
# TODO:
|
|
357
|
+
# TODO: FIXME when mypy gets compatible with new attrs
|
|
358
358
|
for dict_key, subval in attrs.asdict(
|
|
359
|
-
item,
|
|
359
|
+
item, # type: ignore[arg-type]
|
|
360
|
+
recurse=False,
|
|
360
361
|
).items():
|
|
361
362
|
if _is_name_redactable(dict_key, item):
|
|
362
363
|
setattr(
|
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: apache-airflow-providers-openlineage
|
|
3
|
-
Version: 1.2.
|
|
3
|
+
Version: 1.2.1
|
|
4
4
|
Summary: Provider for Apache Airflow. Implements apache-airflow-providers-openlineage package
|
|
5
5
|
Home-page: https://airflow.apache.org/
|
|
6
6
|
Download-URL: https://archive.apache.org/dist/airflow/providers
|
|
7
7
|
Author: Apache Software Foundation
|
|
8
8
|
Author-email: dev@airflow.apache.org
|
|
9
9
|
License: Apache License 2.0
|
|
10
|
-
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.
|
|
11
|
-
Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.
|
|
10
|
+
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.1/
|
|
11
|
+
Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.1/changelog.html
|
|
12
12
|
Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
|
|
13
13
|
Project-URL: Source Code, https://github.com/apache/airflow
|
|
14
14
|
Project-URL: Slack Chat, https://s.apache.org/airflow-slack
|
|
@@ -31,8 +31,8 @@ Requires-Python: ~=3.8
|
|
|
31
31
|
Description-Content-Type: text/x-rst
|
|
32
32
|
License-File: LICENSE
|
|
33
33
|
License-File: NOTICE
|
|
34
|
-
Requires-Dist: apache-airflow-providers-common-sql >=1.6.0
|
|
35
|
-
Requires-Dist: apache-airflow >=2.7.0
|
|
34
|
+
Requires-Dist: apache-airflow-providers-common-sql >=1.6.0
|
|
35
|
+
Requires-Dist: apache-airflow >=2.7.0
|
|
36
36
|
Requires-Dist: attrs >=22.2
|
|
37
37
|
Requires-Dist: openlineage-integration-common >=0.28.0
|
|
38
38
|
Requires-Dist: openlineage-python >=0.28.0
|
|
@@ -56,8 +56,7 @@ Requires-Dist: apache-airflow-providers-common-sql ; extra == 'common.sql'
|
|
|
56
56
|
KIND, either express or implied. See the License for the
|
|
57
57
|
specific language governing permissions and limitations
|
|
58
58
|
under the License.
|
|
59
|
-
|
|
60
|
-
.. Licensed to the Apache Software Foundation (ASF) under one
|
|
59
|
+
.. Licensed to the Apache Software Foundation (ASF) under one
|
|
61
60
|
or more contributor license agreements. See the NOTICE file
|
|
62
61
|
distributed with this work for additional information
|
|
63
62
|
regarding copyright ownership. The ASF licenses this file
|
|
@@ -77,7 +76,7 @@ Requires-Dist: apache-airflow-providers-common-sql ; extra == 'common.sql'
|
|
|
77
76
|
|
|
78
77
|
Package ``apache-airflow-providers-openlineage``
|
|
79
78
|
|
|
80
|
-
Release: ``1.2.
|
|
79
|
+
Release: ``1.2.1``
|
|
81
80
|
|
|
82
81
|
|
|
83
82
|
`OpenLineage <https://openlineage.io/>`__
|
|
@@ -90,8 +89,7 @@ This is a provider package for ``openlineage`` provider. All classes for this pr
|
|
|
90
89
|
are in ``airflow.providers.openlineage`` python package.
|
|
91
90
|
|
|
92
91
|
You can find package information and changelog for the provider
|
|
93
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.
|
|
94
|
-
|
|
92
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.1/>`_.
|
|
95
93
|
|
|
96
94
|
Installation
|
|
97
95
|
------------
|
|
@@ -135,4 +133,4 @@ Dependent package
|
|
|
135
133
|
============================================================================================================ ==============
|
|
136
134
|
|
|
137
135
|
The changelog for the provider package can be found in the
|
|
138
|
-
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.
|
|
136
|
+
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.1/changelog.html>`_.
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
airflow/providers/openlineage/__init__.py,sha256=UydcYoRO-DTRA2snMhngV-yKrq3R5AMiXKpmzQIrUXM,1566
|
|
2
|
+
airflow/providers/openlineage/get_provider_info.py,sha256=EsuCjKsLOGpiml_J53NGos3116KnaUahALhMG34-Au4,5323
|
|
3
|
+
airflow/providers/openlineage/sqlparser.py,sha256=cB2NFH9rPUnkHqZ4NGh7AsAnoR7Y0YeEtQN9kgMTtRg,13384
|
|
4
|
+
airflow/providers/openlineage/extractors/__init__.py,sha256=I0X4f6zUniclyD9zT0DFHRImpCpJVP4MkPJT3cd7X5I,1081
|
|
5
|
+
airflow/providers/openlineage/extractors/base.py,sha256=KUYdZa8B238BISeaKLPNghaAt4AGGGkC-ufzsI4FB5w,5897
|
|
6
|
+
airflow/providers/openlineage/extractors/bash.py,sha256=fz1nVywzk1kUsZWeEbQ8zV6osTGhmd_pLgAKoJla54g,2843
|
|
7
|
+
airflow/providers/openlineage/extractors/manager.py,sha256=x8sx4j2Z6q3JWU4JLqu8MkCe9-hHZmTbfS3VqDh5748,7875
|
|
8
|
+
airflow/providers/openlineage/extractors/python.py,sha256=HdSJi6r6EWNinLUroUdcVi3b_4vmuoc_-E51Xc8ocmo,3423
|
|
9
|
+
airflow/providers/openlineage/plugins/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
|
10
|
+
airflow/providers/openlineage/plugins/adapter.py,sha256=1qb-chI9Lrvl_vZ_Z8sRoBBzm4dQfKcDdmUCK_f4Ik4,12518
|
|
11
|
+
airflow/providers/openlineage/plugins/facets.py,sha256=cCgs6x0-bLmHst0BusLGY2F0Owko9fkti9tbNdKuq-M,2224
|
|
12
|
+
airflow/providers/openlineage/plugins/listener.py,sha256=wNDtxk4AyXsIkE8kw7UMkVz4a0TszIUgkN3MYtbJ1n4,8155
|
|
13
|
+
airflow/providers/openlineage/plugins/macros.py,sha256=AtBwQZPqTOWO38OucjgYS2ooiKkMTuRKLnBXdQHnAuw,2356
|
|
14
|
+
airflow/providers/openlineage/plugins/openlineage.py,sha256=XiEznOts-q9Uq08rkorclK49FAmtIIsnkW5hsdoxeB0,1987
|
|
15
|
+
airflow/providers/openlineage/utils/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
|
16
|
+
airflow/providers/openlineage/utils/sql.py,sha256=9Hvzs_aKBRAmuxAO22Myaz-PwwY1XvcLEwRq0sAD33Q,7634
|
|
17
|
+
airflow/providers/openlineage/utils/utils.py,sha256=-i8W7LtBMlRZdIqlXuqEr8isDIUl6REyB0wOLdyv_KI,14281
|
|
18
|
+
apache_airflow_providers_openlineage-1.2.1.dist-info/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
|
|
19
|
+
apache_airflow_providers_openlineage-1.2.1.dist-info/METADATA,sha256=xBmHYT8kFJX8WpzNcZoS92yiwQMKzSjfYBU0ghiDUCY,6095
|
|
20
|
+
apache_airflow_providers_openlineage-1.2.1.dist-info/NOTICE,sha256=m-6s2XynUxVSUIxO4rVablAZCvFq-wmLrqV91DotRBw,240
|
|
21
|
+
apache_airflow_providers_openlineage-1.2.1.dist-info/WHEEL,sha256=Xo9-1PvkuimrydujYJAjF7pCkriuXBpUPEjma1nZyJ0,92
|
|
22
|
+
apache_airflow_providers_openlineage-1.2.1.dist-info/entry_points.txt,sha256=o3u5CDyGe9EFZZUzNErLIHC3iLPojedbWlqOBMiCNCI,217
|
|
23
|
+
apache_airflow_providers_openlineage-1.2.1.dist-info/top_level.txt,sha256=OeMVH5md7fr2QQWpnZoOWWxWO-0WH1IP70lpTVwopPg,8
|
|
24
|
+
apache_airflow_providers_openlineage-1.2.1.dist-info/RECORD,,
|
|
@@ -1,24 +0,0 @@
|
|
|
1
|
-
airflow/providers/openlineage/__init__.py,sha256=UpJTT3Z9ty4-WI1TSkpF-mEgn6IU9QD4c-XQb1fV38s,1566
|
|
2
|
-
airflow/providers/openlineage/get_provider_info.py,sha256=n5q_og3hQt8DjbyNn2t7YX-QzJmTglrEiikFMp8icfE,5314
|
|
3
|
-
airflow/providers/openlineage/sqlparser.py,sha256=cB2NFH9rPUnkHqZ4NGh7AsAnoR7Y0YeEtQN9kgMTtRg,13384
|
|
4
|
-
airflow/providers/openlineage/extractors/__init__.py,sha256=I0X4f6zUniclyD9zT0DFHRImpCpJVP4MkPJT3cd7X5I,1081
|
|
5
|
-
airflow/providers/openlineage/extractors/base.py,sha256=KUYdZa8B238BISeaKLPNghaAt4AGGGkC-ufzsI4FB5w,5897
|
|
6
|
-
airflow/providers/openlineage/extractors/bash.py,sha256=fz1nVywzk1kUsZWeEbQ8zV6osTGhmd_pLgAKoJla54g,2843
|
|
7
|
-
airflow/providers/openlineage/extractors/manager.py,sha256=x8sx4j2Z6q3JWU4JLqu8MkCe9-hHZmTbfS3VqDh5748,7875
|
|
8
|
-
airflow/providers/openlineage/extractors/python.py,sha256=HdSJi6r6EWNinLUroUdcVi3b_4vmuoc_-E51Xc8ocmo,3423
|
|
9
|
-
airflow/providers/openlineage/plugins/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
|
10
|
-
airflow/providers/openlineage/plugins/adapter.py,sha256=1qb-chI9Lrvl_vZ_Z8sRoBBzm4dQfKcDdmUCK_f4Ik4,12518
|
|
11
|
-
airflow/providers/openlineage/plugins/facets.py,sha256=cCgs6x0-bLmHst0BusLGY2F0Owko9fkti9tbNdKuq-M,2224
|
|
12
|
-
airflow/providers/openlineage/plugins/listener.py,sha256=vLIjzkUU2LSOF3gsWnIAGpptN95RNyIfP5Zfg9gSOaM,8130
|
|
13
|
-
airflow/providers/openlineage/plugins/macros.py,sha256=AtBwQZPqTOWO38OucjgYS2ooiKkMTuRKLnBXdQHnAuw,2356
|
|
14
|
-
airflow/providers/openlineage/plugins/openlineage.py,sha256=XiEznOts-q9Uq08rkorclK49FAmtIIsnkW5hsdoxeB0,1987
|
|
15
|
-
airflow/providers/openlineage/utils/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
|
16
|
-
airflow/providers/openlineage/utils/sql.py,sha256=c0X_xZQ_e33su_ZMe_L-Fl_woNUYSHbxWLbRQD9M75k,7567
|
|
17
|
-
airflow/providers/openlineage/utils/utils.py,sha256=tDrU2hWLXzgNvgkNflhMvrf3_CmnlAXCJpukmuVjv80,14256
|
|
18
|
-
apache_airflow_providers_openlineage-1.2.0rc1.dist-info/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
|
|
19
|
-
apache_airflow_providers_openlineage-1.2.0rc1.dist-info/METADATA,sha256=9kGNQD7awo5w9qzAmsnU83QU0JR15leNMZfiT1Ba1Mc,6114
|
|
20
|
-
apache_airflow_providers_openlineage-1.2.0rc1.dist-info/NOTICE,sha256=m-6s2XynUxVSUIxO4rVablAZCvFq-wmLrqV91DotRBw,240
|
|
21
|
-
apache_airflow_providers_openlineage-1.2.0rc1.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
|
|
22
|
-
apache_airflow_providers_openlineage-1.2.0rc1.dist-info/entry_points.txt,sha256=o3u5CDyGe9EFZZUzNErLIHC3iLPojedbWlqOBMiCNCI,217
|
|
23
|
-
apache_airflow_providers_openlineage-1.2.0rc1.dist-info/top_level.txt,sha256=OeMVH5md7fr2QQWpnZoOWWxWO-0WH1IP70lpTVwopPg,8
|
|
24
|
-
apache_airflow_providers_openlineage-1.2.0rc1.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|