apache-airflow-providers-openlineage 1.0.0__tar.gz → 1.0.1__tar.gz

{apache-airflow-providers-openlineage-1.0.0/apache_airflow_providers_openlineage.egg-info → apache-airflow-providers-openlineage-1.0.1}/PKG-INFO

@@ -1,14 +1,14 @@
 Metadata-Version: 2.1
 Name: apache-airflow-providers-openlineage
-Version: 1.0.0
+Version: 1.0.1
 Summary: Provider for Apache Airflow. Implements apache-airflow-providers-openlineage package
 Home-page: https://airflow.apache.org/
 Download-URL: https://archive.apache.org/dist/airflow/providers
 Author: Apache Software Foundation
 Author-email: dev@airflow.apache.org
 License: Apache License 2.0
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.0.0/
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.0.0/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.0.1/
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.0.1/changelog.html
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
@@ -71,7 +71,7 @@ License-File: NOTICE
 
 Package ``apache-airflow-providers-openlineage``
 
-Release: ``1.0.0``
+Release: ``1.0.1``
 
 
 `OpenLineage <https://openlineage.io/>`__
@@ -84,7 +84,7 @@ This is a provider package for ``openlineage`` provider. All classes for this pr
 are in ``airflow.providers.openlineage`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.0.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.0.1/>`_.
 
 
 Installation
@@ -129,4 +129,4 @@ Dependent package
 ============================================================================================================  ==============
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.0.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.0.1/changelog.html>`_.

{apache-airflow-providers-openlineage-1.0.0 → apache-airflow-providers-openlineage-1.0.1}/README.rst

@@ -36,7 +36,7 @@
 
 Package ``apache-airflow-providers-openlineage``
 
-Release: ``1.0.0``
+Release: ``1.0.1``
 
 
 `OpenLineage <https://openlineage.io/>`__
@@ -49,7 +49,7 @@ This is a provider package for ``openlineage`` provider. All classes for this pr
 are in ``airflow.providers.openlineage`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.0.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.0.1/>`_.
 
 
 Installation
@@ -94,4 +94,4 @@ Dependent package
 ============================================================================================================  ==============
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.0.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.0.1/changelog.html>`_.

{apache-airflow-providers-openlineage-1.0.0 → apache-airflow-providers-openlineage-1.0.1}/airflow/providers/openlineage/__init__.py

@@ -28,7 +28,7 @@ import packaging.version
 
 __all__ = ["__version__"]
 
-__version__ = "1.0.0"
+__version__ = "1.0.1"
 
 try:
     from airflow import __version__ as airflow_version

{apache-airflow-providers-openlineage-1.0.0 → apache-airflow-providers-openlineage-1.0.1}/airflow/providers/openlineage/extractors/base.py

@@ -86,6 +86,12 @@ class DefaultExtractor(BaseExtractor):
         # OpenLineage methods are optional - if there's no method, return None
         try:
             return self._get_openlineage_facets(self.operator.get_openlineage_facets_on_start)  # type: ignore
+        except ImportError:
+            self.log.error(
+                "OpenLineage provider method failed to import OpenLineage integration. "
+                "This should not happen. Please report this bug to developers."
+            )
+            return None
         except AttributeError:
             return None
 

apache-airflow-providers-openlineage-1.0.1/airflow/providers/openlineage/get_provider_info.py

@@ -0,0 +1,102 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+# NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE
+# OVERWRITTEN WHEN PREPARING PACKAGES.
+#
+# IF YOU WANT TO MODIFY IT, YOU SHOULD MODIFY THE TEMPLATE
+# `get_provider_info_TEMPLATE.py.jinja2` IN the `provider_packages` DIRECTORY
+
+
+def get_provider_info():
+    return {
+        "package-name": "apache-airflow-providers-openlineage",
+        "name": "OpenLineage Airflow",
+        "description": "`OpenLineage <https://openlineage.io/>`__\n",
+        "suspended": False,
+        "versions": ["1.0.1", "1.0.0"],
+        "dependencies": [
+            "apache-airflow>=2.7.0",
+            "apache-airflow-providers-common-sql>=1.6.0",
+            "attrs>=22.2",
+            "openlineage-integration-common>=0.28.0",
+            "openlineage-python>=0.28.0",
+        ],
+        "integrations": [
+            {
+                "integration-name": "OpenLineage",
+                "external-doc-url": "https://openlineage.io",
+                "logo": "/integration-logos/openlineage/openlineage.svg",
+                "tags": ["protocol"],
+            }
+        ],
+        "plugins": [
+            {
+                "name": "openlineage",
+                "plugin-class": "airflow.providers.openlineage.plugins.openlineage.OpenLineageProviderPlugin",
+            }
+        ],
+        "config": {
+            "openlineage": {
+                "description": "This section applies settings for OpenLineage integration.\nFor backwards compatibility with `openlineage-python` one can still use\n`openlineage.yml` file or `OPENLINEAGE_` environment variables. However, below\nconfiguration takes precedence over those.\nMore in documentation - https://openlineage.io/docs/client/python#configuration.\n",
+                "options": {
+                    "disabled": {
+                        "description": "Set this to true if you don't want OpenLineage to emit events.\n",
+                        "type": "boolean",
+                        "example": None,
+                        "default": "False",
+                        "version_added": None,
+                    },
+                    "namespace": {
+                        "description": "OpenLineage namespace\n",
+                        "version_added": None,
+                        "type": "string",
+                        "example": "food_delivery",
+                        "default": None,
+                    },
+                    "extractors": {
+                        "description": "Comma-separated paths to custom OpenLineage extractors.\n",
+                        "type": "string",
+                        "example": "full.path.to.ExtractorClass;full.path.to.AnotherExtractorClass",
+                        "default": "",
+                        "version_added": None,
+                    },
+                    "config_path": {
+                        "description": "Path to YAML config. This provides backwards compatibility to pass config as\n`openlineage.yml` file.\n",
+                        "version_added": None,
+                        "type": "string",
+                        "example": None,
+                        "default": "",
+                    },
+                    "transport": {
+                        "description": "OpenLineage Client transport configuration. It should contain type\nand additional options per each type.\n\nCurrently supported types are:\n\n  * HTTP\n  * Kafka\n  * Console\n",
+                        "type": "string",
+                        "example": '{"type": "http", "url": "http://localhost:5000"}',
+                        "default": "",
+                        "version_added": None,
+                    },
+                    "disable_source_code": {
+                        "description": "If disabled, OpenLineage events do not contain source code of particular\noperators, like PythonOperator.\n",
+                        "default": None,
+                        "example": None,
+                        "type": "boolean",
+                        "version_added": None,
+                    },
+                },
+            }
+        },
+    }

{apache-airflow-providers-openlineage-1.0.0 → apache-airflow-providers-openlineage-1.0.1}/airflow/providers/openlineage/plugins/openlineage.py

@@ -25,8 +25,14 @@ from airflow.providers.openlineage.plugins.macros import lineage_parent_id, line
 
 def _is_disabled() -> bool:
     return (
-        conf.getboolean("openlineage", "disabled")
+        conf.getboolean("openlineage", "disabled", fallback=False)
         or os.getenv("OPENLINEAGE_DISABLED", "false").lower() == "true"
+        or (
+            conf.get("openlineage", "transport", fallback="") == ""
+            and conf.get("openlineage", "config_path", fallback="") == ""
+            and os.getenv("OPENLINEAGE_URL", "") == ""
+            and os.getenv("OPENLINEAGE_CONFIG", "") == ""
+        )
     )
 
 
@@ -39,8 +45,8 @@ class OpenLineageProviderPlugin(AirflowPlugin):
     """
 
     name = "OpenLineageProviderPlugin"
-    macros = [lineage_run_id, lineage_parent_id]
     if not _is_disabled():
         from airflow.providers.openlineage.plugins.listener import OpenLineageListener
 
+        macros = [lineage_run_id, lineage_parent_id]
         listeners = [OpenLineageListener()]

{apache-airflow-providers-openlineage-1.0.0 → apache-airflow-providers-openlineage-1.0.1}/airflow/providers/openlineage/sqlparser.py

@@ -291,6 +291,6 @@ class SQLParser:
             else:
                 db = None
             schemas = hierarchy.setdefault(normalize_name(db) if db else db, {})
-            tables = schemas.setdefault(normalize_name(table.schema) if table.schema else db, [])
+            tables = schemas.setdefault(normalize_name(table.schema) if table.schema else None, [])
             tables.append(table.name)
         return hierarchy

{apache-airflow-providers-openlineage-1.0.0 → apache-airflow-providers-openlineage-1.0.1}/airflow/providers/openlineage/utils/utils.py

@@ -23,7 +23,7 @@ import logging
 import os
 from contextlib import suppress
 from functools import wraps
-from typing import TYPE_CHECKING, Any
+from typing import TYPE_CHECKING, Any, Iterable
 from urllib.parse import parse_qsl, urlencode, urlparse, urlunparse
 
 import attrs
@@ -414,3 +414,10 @@ def is_source_enabled() -> bool:
 def get_filtered_unknown_operator_keys(operator: BaseOperator) -> dict:
     not_required_keys = {"dag", "task_group"}
     return {attr: value for attr, value in operator.__dict__.items() if attr not in not_required_keys}
+
+
+def normalize_sql(sql: str | Iterable[str]):
+    if isinstance(sql, str):
+        sql = [stmt for stmt in sql.split(";") if stmt != ""]
+    sql = [obj for stmt in sql for obj in stmt.split(";") if obj != ""]
+    return ";\n".join(sql)

{apache-airflow-providers-openlineage-1.0.0 → apache-airflow-providers-openlineage-1.0.1/apache_airflow_providers_openlineage.egg-info}/PKG-INFO

@@ -1,14 +1,14 @@
 Metadata-Version: 2.1
 Name: apache-airflow-providers-openlineage
-Version: 1.0.0
+Version: 1.0.1
 Summary: Provider for Apache Airflow. Implements apache-airflow-providers-openlineage package
 Home-page: https://airflow.apache.org/
 Download-URL: https://archive.apache.org/dist/airflow/providers
 Author: Apache Software Foundation
 Author-email: dev@airflow.apache.org
 License: Apache License 2.0
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.0.0/
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.0.0/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.0.1/
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.0.1/changelog.html
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
@@ -71,7 +71,7 @@ License-File: NOTICE
 
 Package ``apache-airflow-providers-openlineage``
 
-Release: ``1.0.0``
+Release: ``1.0.1``
 
 
 `OpenLineage <https://openlineage.io/>`__
@@ -84,7 +84,7 @@ This is a provider package for ``openlineage`` provider. All classes for this pr
 are in ``airflow.providers.openlineage`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.0.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.0.1/>`_.
 
 
 Installation
@@ -129,4 +129,4 @@ Dependent package
 ============================================================================================================  ==============
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.0.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.0.1/changelog.html>`_.

{apache-airflow-providers-openlineage-1.0.0 → apache-airflow-providers-openlineage-1.0.1}/pyproject.toml

@@ -103,6 +103,7 @@ filterwarnings = [
 ]
 python_files = [
     "test_*.py",
+    "example_*.py",
 ]
 testpaths = [
     "tests",

{apache-airflow-providers-openlineage-1.0.0 → apache-airflow-providers-openlineage-1.0.1}/setup.cfg

@@ -27,8 +27,8 @@ classifiers =
 	Programming Language :: Python :: 3.11
 	Topic :: System :: Monitoring
 project_urls = 
-	Documentation=https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.0.0/
-	Changelog=https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.0.0/changelog.html
+	Documentation=https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.0.1/
+	Changelog=https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.0.1/changelog.html
 	Bug Tracker=https://github.com/apache/airflow/issues
 	Source Code=https://github.com/apache/airflow
 	Slack Chat=https://s.apache.org/airflow-slack

{apache-airflow-providers-openlineage-1.0.0 → apache-airflow-providers-openlineage-1.0.1}/setup.py

@@ -26,7 +26,7 @@
 
 from setuptools import find_namespace_packages, setup
 
-version = "1.0.0"
+version = "1.0.1"
 
 
 def do_setup():

apache-airflow-providers-openlineage-1.0.0/airflow/providers/openlineage/get_provider_info.py

@@ -1,53 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-# NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE
-# OVERWRITTEN WHEN PREPARING PACKAGES.
-#
-# IF YOU WANT TO MODIFY IT, YOU SHOULD MODIFY THE TEMPLATE
-# `get_provider_info_TEMPLATE.py.jinja2` IN the `provider_packages` DIRECTORY
-
-
-def get_provider_info():
-    return {
-        "package-name": "apache-airflow-providers-openlineage",
-        "name": "OpenLineage Airflow",
-        "description": "`OpenLineage <https://openlineage.io/>`__\n",
-        "suspended": False,
-        "versions": ["1.0.0"],
-        "dependencies": [
-            "apache-airflow>=2.7.0",
-            "apache-airflow-providers-common-sql>=1.6.0",
-            "attrs>=22.2",
-            "openlineage-integration-common>=0.28.0",
-            "openlineage-python>=0.28.0",
-        ],
-        "integrations": [
-            {
-                "integration-name": "OpenLineage",
-                "external-doc-url": "https://openlineage.io",
-                "logo": "/integration-logos/openlineage/openlineage.svg",
-                "tags": ["protocol"],
-            }
-        ],
-        "plugins": [
-            {
-                "name": "openlineage",
-                "plugin-class": "airflow.providers.openlineage.plugins.openlineage.OpenLineageProviderPlugin",
-            }
-        ],
-    }