apache-airflow-providers-openlineage 1.2.0rc1__tar.gz → 1.2.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of apache-airflow-providers-openlineage might be problematic. Click here for more details.
- {apache-airflow-providers-openlineage-1.2.0rc1/apache_airflow_providers_openlineage.egg-info → apache-airflow-providers-openlineage-1.2.1}/PKG-INFO +7 -9
- {apache-airflow-providers-openlineage-1.2.0rc1 → apache-airflow-providers-openlineage-1.2.1}/README.rst +4 -6
- {apache-airflow-providers-openlineage-1.2.0rc1 → apache-airflow-providers-openlineage-1.2.1}/airflow/providers/openlineage/__init__.py +1 -1
- {apache-airflow-providers-openlineage-1.2.0rc1 → apache-airflow-providers-openlineage-1.2.1}/airflow/providers/openlineage/get_provider_info.py +1 -1
- {apache-airflow-providers-openlineage-1.2.0rc1 → apache-airflow-providers-openlineage-1.2.1}/airflow/providers/openlineage/plugins/listener.py +4 -1
- {apache-airflow-providers-openlineage-1.2.0rc1 → apache-airflow-providers-openlineage-1.2.1}/airflow/providers/openlineage/utils/sql.py +1 -0
- {apache-airflow-providers-openlineage-1.2.0rc1 → apache-airflow-providers-openlineage-1.2.1}/airflow/providers/openlineage/utils/utils.py +3 -2
- {apache-airflow-providers-openlineage-1.2.0rc1 → apache-airflow-providers-openlineage-1.2.1/apache_airflow_providers_openlineage.egg-info}/PKG-INFO +7 -9
- {apache-airflow-providers-openlineage-1.2.0rc1 → apache-airflow-providers-openlineage-1.2.1}/apache_airflow_providers_openlineage.egg-info/requires.txt +2 -2
- {apache-airflow-providers-openlineage-1.2.0rc1 → apache-airflow-providers-openlineage-1.2.1}/pyproject.toml +4 -6
- {apache-airflow-providers-openlineage-1.2.0rc1 → apache-airflow-providers-openlineage-1.2.1}/setup.cfg +5 -5
- {apache-airflow-providers-openlineage-1.2.0rc1 → apache-airflow-providers-openlineage-1.2.1}/setup.py +1 -1
- {apache-airflow-providers-openlineage-1.2.0rc1 → apache-airflow-providers-openlineage-1.2.1}/LICENSE +0 -0
- {apache-airflow-providers-openlineage-1.2.0rc1 → apache-airflow-providers-openlineage-1.2.1}/MANIFEST.in +0 -0
- {apache-airflow-providers-openlineage-1.2.0rc1 → apache-airflow-providers-openlineage-1.2.1}/NOTICE +0 -0
- {apache-airflow-providers-openlineage-1.2.0rc1 → apache-airflow-providers-openlineage-1.2.1}/airflow/providers/openlineage/extractors/__init__.py +0 -0
- {apache-airflow-providers-openlineage-1.2.0rc1 → apache-airflow-providers-openlineage-1.2.1}/airflow/providers/openlineage/extractors/base.py +0 -0
- {apache-airflow-providers-openlineage-1.2.0rc1 → apache-airflow-providers-openlineage-1.2.1}/airflow/providers/openlineage/extractors/bash.py +0 -0
- {apache-airflow-providers-openlineage-1.2.0rc1 → apache-airflow-providers-openlineage-1.2.1}/airflow/providers/openlineage/extractors/manager.py +0 -0
- {apache-airflow-providers-openlineage-1.2.0rc1 → apache-airflow-providers-openlineage-1.2.1}/airflow/providers/openlineage/extractors/python.py +0 -0
- {apache-airflow-providers-openlineage-1.2.0rc1 → apache-airflow-providers-openlineage-1.2.1}/airflow/providers/openlineage/plugins/__init__.py +0 -0
- {apache-airflow-providers-openlineage-1.2.0rc1 → apache-airflow-providers-openlineage-1.2.1}/airflow/providers/openlineage/plugins/adapter.py +0 -0
- {apache-airflow-providers-openlineage-1.2.0rc1 → apache-airflow-providers-openlineage-1.2.1}/airflow/providers/openlineage/plugins/facets.py +0 -0
- {apache-airflow-providers-openlineage-1.2.0rc1 → apache-airflow-providers-openlineage-1.2.1}/airflow/providers/openlineage/plugins/macros.py +0 -0
- {apache-airflow-providers-openlineage-1.2.0rc1 → apache-airflow-providers-openlineage-1.2.1}/airflow/providers/openlineage/plugins/openlineage.py +0 -0
- {apache-airflow-providers-openlineage-1.2.0rc1 → apache-airflow-providers-openlineage-1.2.1}/airflow/providers/openlineage/sqlparser.py +0 -0
- {apache-airflow-providers-openlineage-1.2.0rc1 → apache-airflow-providers-openlineage-1.2.1}/airflow/providers/openlineage/utils/__init__.py +0 -0
- {apache-airflow-providers-openlineage-1.2.0rc1 → apache-airflow-providers-openlineage-1.2.1}/apache_airflow_providers_openlineage.egg-info/SOURCES.txt +0 -0
- {apache-airflow-providers-openlineage-1.2.0rc1 → apache-airflow-providers-openlineage-1.2.1}/apache_airflow_providers_openlineage.egg-info/dependency_links.txt +0 -0
- {apache-airflow-providers-openlineage-1.2.0rc1 → apache-airflow-providers-openlineage-1.2.1}/apache_airflow_providers_openlineage.egg-info/entry_points.txt +0 -0
- {apache-airflow-providers-openlineage-1.2.0rc1 → apache-airflow-providers-openlineage-1.2.1}/apache_airflow_providers_openlineage.egg-info/not-zip-safe +0 -0
- {apache-airflow-providers-openlineage-1.2.0rc1 → apache-airflow-providers-openlineage-1.2.1}/apache_airflow_providers_openlineage.egg-info/top_level.txt +0 -0
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: apache-airflow-providers-openlineage
|
|
3
|
-
Version: 1.2.
|
|
3
|
+
Version: 1.2.1
|
|
4
4
|
Summary: Provider for Apache Airflow. Implements apache-airflow-providers-openlineage package
|
|
5
5
|
Home-page: https://airflow.apache.org/
|
|
6
6
|
Download-URL: https://archive.apache.org/dist/airflow/providers
|
|
7
7
|
Author: Apache Software Foundation
|
|
8
8
|
Author-email: dev@airflow.apache.org
|
|
9
9
|
License: Apache License 2.0
|
|
10
|
-
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.
|
|
11
|
-
Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.
|
|
10
|
+
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.1/
|
|
11
|
+
Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.1/changelog.html
|
|
12
12
|
Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
|
|
13
13
|
Project-URL: Source Code, https://github.com/apache/airflow
|
|
14
14
|
Project-URL: Slack Chat, https://s.apache.org/airflow-slack
|
|
@@ -50,8 +50,7 @@ License-File: NOTICE
|
|
|
50
50
|
KIND, either express or implied. See the License for the
|
|
51
51
|
specific language governing permissions and limitations
|
|
52
52
|
under the License.
|
|
53
|
-
|
|
54
|
-
.. Licensed to the Apache Software Foundation (ASF) under one
|
|
53
|
+
.. Licensed to the Apache Software Foundation (ASF) under one
|
|
55
54
|
or more contributor license agreements. See the NOTICE file
|
|
56
55
|
distributed with this work for additional information
|
|
57
56
|
regarding copyright ownership. The ASF licenses this file
|
|
@@ -71,7 +70,7 @@ License-File: NOTICE
|
|
|
71
70
|
|
|
72
71
|
Package ``apache-airflow-providers-openlineage``
|
|
73
72
|
|
|
74
|
-
Release: ``1.2.
|
|
73
|
+
Release: ``1.2.1``
|
|
75
74
|
|
|
76
75
|
|
|
77
76
|
`OpenLineage <https://openlineage.io/>`__
|
|
@@ -84,8 +83,7 @@ This is a provider package for ``openlineage`` provider. All classes for this pr
|
|
|
84
83
|
are in ``airflow.providers.openlineage`` python package.
|
|
85
84
|
|
|
86
85
|
You can find package information and changelog for the provider
|
|
87
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.
|
|
88
|
-
|
|
86
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.1/>`_.
|
|
89
87
|
|
|
90
88
|
Installation
|
|
91
89
|
------------
|
|
@@ -129,4 +127,4 @@ Dependent package
|
|
|
129
127
|
============================================================================================================ ==============
|
|
130
128
|
|
|
131
129
|
The changelog for the provider package can be found in the
|
|
132
|
-
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.
|
|
130
|
+
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.1/changelog.html>`_.
|
|
@@ -15,8 +15,7 @@
|
|
|
15
15
|
KIND, either express or implied. See the License for the
|
|
16
16
|
specific language governing permissions and limitations
|
|
17
17
|
under the License.
|
|
18
|
-
|
|
19
|
-
.. Licensed to the Apache Software Foundation (ASF) under one
|
|
18
|
+
.. Licensed to the Apache Software Foundation (ASF) under one
|
|
20
19
|
or more contributor license agreements. See the NOTICE file
|
|
21
20
|
distributed with this work for additional information
|
|
22
21
|
regarding copyright ownership. The ASF licenses this file
|
|
@@ -36,7 +35,7 @@
|
|
|
36
35
|
|
|
37
36
|
Package ``apache-airflow-providers-openlineage``
|
|
38
37
|
|
|
39
|
-
Release: ``1.2.
|
|
38
|
+
Release: ``1.2.1``
|
|
40
39
|
|
|
41
40
|
|
|
42
41
|
`OpenLineage <https://openlineage.io/>`__
|
|
@@ -49,8 +48,7 @@ This is a provider package for ``openlineage`` provider. All classes for this pr
|
|
|
49
48
|
are in ``airflow.providers.openlineage`` python package.
|
|
50
49
|
|
|
51
50
|
You can find package information and changelog for the provider
|
|
52
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.
|
|
53
|
-
|
|
51
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.1/>`_.
|
|
54
52
|
|
|
55
53
|
Installation
|
|
56
54
|
------------
|
|
@@ -94,4 +92,4 @@ Dependent package
|
|
|
94
92
|
============================================================================================================ ==============
|
|
95
93
|
|
|
96
94
|
The changelog for the provider package can be found in the
|
|
97
|
-
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.
|
|
95
|
+
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.1/changelog.html>`_.
|
|
@@ -28,7 +28,7 @@ def get_provider_info():
|
|
|
28
28
|
"name": "OpenLineage Airflow",
|
|
29
29
|
"description": "`OpenLineage <https://openlineage.io/>`__\n",
|
|
30
30
|
"suspended": False,
|
|
31
|
-
"versions": ["1.2.0", "1.1.1", "1.1.0", "1.0.2", "1.0.1", "1.0.0"],
|
|
31
|
+
"versions": ["1.2.1", "1.2.0", "1.1.1", "1.1.0", "1.0.2", "1.0.1", "1.0.0"],
|
|
32
32
|
"dependencies": [
|
|
33
33
|
"apache-airflow>=2.7.0",
|
|
34
34
|
"apache-airflow-providers-common-sql>=1.6.0",
|
|
@@ -51,7 +51,10 @@ class OpenLineageListener:
|
|
|
51
51
|
|
|
52
52
|
@hookimpl
|
|
53
53
|
def on_task_instance_running(
|
|
54
|
-
self,
|
|
54
|
+
self,
|
|
55
|
+
previous_state,
|
|
56
|
+
task_instance: TaskInstance,
|
|
57
|
+
session: Session, # This will always be QUEUED
|
|
55
58
|
):
|
|
56
59
|
if not hasattr(task_instance, "task"):
|
|
57
60
|
self.log.warning(
|
|
@@ -193,6 +193,7 @@ def create_filter_clauses(
|
|
|
193
193
|
name.upper() if uppercase_names else name for name in tables
|
|
194
194
|
)
|
|
195
195
|
if schema:
|
|
196
|
+
schema = schema.upper() if uppercase_names else schema
|
|
196
197
|
filter_clause = and_(information_schema_table.c.table_schema == schema, filter_clause)
|
|
197
198
|
filter_clauses.append(filter_clause)
|
|
198
199
|
return filter_clauses
|
|
@@ -354,9 +354,10 @@ class OpenLineageRedactor(SecretsMasker):
|
|
|
354
354
|
if name and should_hide_value_for_key(name):
|
|
355
355
|
return self._redact_all(item, depth, max_depth)
|
|
356
356
|
if attrs.has(type(item)):
|
|
357
|
-
# TODO:
|
|
357
|
+
# TODO: FIXME when mypy gets compatible with new attrs
|
|
358
358
|
for dict_key, subval in attrs.asdict(
|
|
359
|
-
item,
|
|
359
|
+
item, # type: ignore[arg-type]
|
|
360
|
+
recurse=False,
|
|
360
361
|
).items():
|
|
361
362
|
if _is_name_redactable(dict_key, item):
|
|
362
363
|
setattr(
|
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: apache-airflow-providers-openlineage
|
|
3
|
-
Version: 1.2.
|
|
3
|
+
Version: 1.2.1
|
|
4
4
|
Summary: Provider for Apache Airflow. Implements apache-airflow-providers-openlineage package
|
|
5
5
|
Home-page: https://airflow.apache.org/
|
|
6
6
|
Download-URL: https://archive.apache.org/dist/airflow/providers
|
|
7
7
|
Author: Apache Software Foundation
|
|
8
8
|
Author-email: dev@airflow.apache.org
|
|
9
9
|
License: Apache License 2.0
|
|
10
|
-
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.
|
|
11
|
-
Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.
|
|
10
|
+
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.1/
|
|
11
|
+
Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.1/changelog.html
|
|
12
12
|
Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
|
|
13
13
|
Project-URL: Source Code, https://github.com/apache/airflow
|
|
14
14
|
Project-URL: Slack Chat, https://s.apache.org/airflow-slack
|
|
@@ -50,8 +50,7 @@ License-File: NOTICE
|
|
|
50
50
|
KIND, either express or implied. See the License for the
|
|
51
51
|
specific language governing permissions and limitations
|
|
52
52
|
under the License.
|
|
53
|
-
|
|
54
|
-
.. Licensed to the Apache Software Foundation (ASF) under one
|
|
53
|
+
.. Licensed to the Apache Software Foundation (ASF) under one
|
|
55
54
|
or more contributor license agreements. See the NOTICE file
|
|
56
55
|
distributed with this work for additional information
|
|
57
56
|
regarding copyright ownership. The ASF licenses this file
|
|
@@ -71,7 +70,7 @@ License-File: NOTICE
|
|
|
71
70
|
|
|
72
71
|
Package ``apache-airflow-providers-openlineage``
|
|
73
72
|
|
|
74
|
-
Release: ``1.2.
|
|
73
|
+
Release: ``1.2.1``
|
|
75
74
|
|
|
76
75
|
|
|
77
76
|
`OpenLineage <https://openlineage.io/>`__
|
|
@@ -84,8 +83,7 @@ This is a provider package for ``openlineage`` provider. All classes for this pr
|
|
|
84
83
|
are in ``airflow.providers.openlineage`` python package.
|
|
85
84
|
|
|
86
85
|
You can find package information and changelog for the provider
|
|
87
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.
|
|
88
|
-
|
|
86
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.1/>`_.
|
|
89
87
|
|
|
90
88
|
Installation
|
|
91
89
|
------------
|
|
@@ -129,4 +127,4 @@ Dependent package
|
|
|
129
127
|
============================================================================================================ ==============
|
|
130
128
|
|
|
131
129
|
The changelog for the provider package can be found in the
|
|
132
|
-
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.
|
|
130
|
+
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.1/changelog.html>`_.
|
|
@@ -48,8 +48,6 @@ extend-select = [
|
|
|
48
48
|
"UP", # Pyupgrade
|
|
49
49
|
"RUF100", # Unused noqa (auto-fixable)
|
|
50
50
|
|
|
51
|
-
# implicit single-line string concatenation
|
|
52
|
-
"ISC001",
|
|
53
51
|
# We ignore more pydocstyle than we enable, so be more selective at what we enable
|
|
54
52
|
"D101",
|
|
55
53
|
"D106",
|
|
@@ -61,8 +59,7 @@ extend-select = [
|
|
|
61
59
|
"D403",
|
|
62
60
|
"D412",
|
|
63
61
|
"D419",
|
|
64
|
-
"
|
|
65
|
-
"TCH002", # typing-only-third-party-import
|
|
62
|
+
"TCH", # Rules around TYPE_CHECKING blocks
|
|
66
63
|
"TID251", # Specific modules or module members that may not be imported or accessed
|
|
67
64
|
"TID253", # Ban certain modules from being imported at module level
|
|
68
65
|
]
|
|
@@ -73,6 +70,7 @@ extend-ignore = [
|
|
|
73
70
|
"D214",
|
|
74
71
|
"D215",
|
|
75
72
|
"E731",
|
|
73
|
+
"TCH003", # Do not move imports from stdlib to TYPE_CHECKING block
|
|
76
74
|
]
|
|
77
75
|
|
|
78
76
|
namespace-packages = ["airflow/providers"]
|
|
@@ -115,7 +113,7 @@ required-imports = ["from __future__ import annotations"]
|
|
|
115
113
|
combine-as-imports = true
|
|
116
114
|
|
|
117
115
|
[tool.ruff.per-file-ignores]
|
|
118
|
-
"airflow/models/__init__.py" = ["F401"]
|
|
116
|
+
"airflow/models/__init__.py" = ["F401", "TCH004"]
|
|
119
117
|
"airflow/models/sqla_models.py" = ["F401"]
|
|
120
118
|
|
|
121
119
|
# The test_python.py is needed because adding __future__.annotations breaks runtime checks that are
|
|
@@ -183,5 +181,5 @@ exclude_also = [
|
|
|
183
181
|
"if __name__ == .__main__.:",
|
|
184
182
|
"@(abc\\.)?abstractmethod",
|
|
185
183
|
"@(typing(_extensions)?\\.)?overload",
|
|
186
|
-
"if TYPE_CHECKING:"
|
|
184
|
+
"if (typing(_extensions)?\\.)?TYPE_CHECKING:"
|
|
187
185
|
]
|
|
@@ -27,8 +27,8 @@ classifiers =
|
|
|
27
27
|
Programming Language :: Python :: 3.11
|
|
28
28
|
Topic :: System :: Monitoring
|
|
29
29
|
project_urls =
|
|
30
|
-
Documentation=https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.
|
|
31
|
-
Changelog=https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.
|
|
30
|
+
Documentation=https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.1/
|
|
31
|
+
Changelog=https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.1/changelog.html
|
|
32
32
|
Bug Tracker=https://github.com/apache/airflow/issues
|
|
33
33
|
Source Code=https://github.com/apache/airflow
|
|
34
34
|
Slack Chat=https://s.apache.org/airflow-slack
|
|
@@ -47,8 +47,8 @@ setup_requires =
|
|
|
47
47
|
setuptools
|
|
48
48
|
wheel
|
|
49
49
|
install_requires =
|
|
50
|
-
apache-airflow-providers-common-sql>=1.6.0
|
|
51
|
-
apache-airflow>=2.7.0
|
|
50
|
+
apache-airflow-providers-common-sql>=1.6.0
|
|
51
|
+
apache-airflow>=2.7.0
|
|
52
52
|
attrs>=22.2
|
|
53
53
|
openlineage-integration-common>=0.28.0
|
|
54
54
|
openlineage-python>=0.28.0
|
|
@@ -63,6 +63,6 @@ airflow.plugins =
|
|
|
63
63
|
packages = airflow.providers.openlineage
|
|
64
64
|
|
|
65
65
|
[egg_info]
|
|
66
|
-
tag_build =
|
|
66
|
+
tag_build =
|
|
67
67
|
tag_date = 0
|
|
68
68
|
|
{apache-airflow-providers-openlineage-1.2.0rc1 → apache-airflow-providers-openlineage-1.2.1}/LICENSE
RENAMED
|
File without changes
|
|
File without changes
|
{apache-airflow-providers-openlineage-1.2.0rc1 → apache-airflow-providers-openlineage-1.2.1}/NOTICE
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|