apache-airflow-providers-openlineage 1.1.1rc1__py3-none-any.whl → 1.2.0rc1__py3-none-any.whl

airflow/providers/openlineage/__init__.py

@@ -28,7 +28,7 @@ import packaging.version
 
 __all__ = ["__version__"]
 
-__version__ = "1.1.1"
+__version__ = "1.2.0"
 
 try:
     from airflow import __version__ as airflow_version
@@ -39,5 +39,5 @@ if packaging.version.parse(packaging.version.parse(airflow_version).base_version
     "2.7.0"
 ):
     raise RuntimeError(
-        f"The package `apache-airflow-providers-openlineage:{__version__}` requires Apache Airflow 2.7.0+"  # NOQA: E501
+        f"The package `apache-airflow-providers-openlineage:{__version__}` requires Apache Airflow 2.7.0+"
     )

airflow/providers/openlineage/get_provider_info.py

@@ -28,7 +28,7 @@ def get_provider_info():
         "name": "OpenLineage Airflow",
         "description": "`OpenLineage <https://openlineage.io/>`__\n",
         "suspended": False,
-        "versions": ["1.1.1", "1.1.0", "1.0.2", "1.0.1", "1.0.0"],
+        "versions": ["1.2.0", "1.1.1", "1.1.0", "1.0.2", "1.0.1", "1.0.0"],
         "dependencies": [
             "apache-airflow>=2.7.0",
             "apache-airflow-providers-common-sql>=1.6.0",

airflow/providers/openlineage/sqlparser.py

@@ -20,7 +20,15 @@ from typing import TYPE_CHECKING, Callable
 
 import sqlparse
 from attrs import define
-from openlineage.client.facet import BaseFacet, ExtractionError, ExtractionErrorRunFacet, SqlJobFacet
+from openlineage.client.facet import (
+    BaseFacet,
+    ColumnLineageDatasetFacet,
+    ColumnLineageDatasetFacetFieldsAdditional,
+    ColumnLineageDatasetFacetFieldsAdditionalInputFields,
+    ExtractionError,
+    ExtractionErrorRunFacet,
+    SqlJobFacet,
+)
 from openlineage.common.sql import DbTableMeta, SqlMeta, parse
 
 from airflow.providers.openlineage.extractors.base import OperatorLineage
@@ -143,6 +151,47 @@ class SQLParser:
             else None,
         )
 
+    def attach_column_lineage(
+        self, datasets: list[Dataset], database: str | None, parse_result: SqlMeta
+    ) -> None:
+        """
+        Attaches column lineage facet to the list of datasets.
+
+        Note that currently each dataset has the same column lineage information set.
+        This would be a matter of change after OpenLineage SQL Parser improvements.
+        """
+        if not len(parse_result.column_lineage):
+            return
+        for dataset in datasets:
+            dataset.facets["columnLineage"] = ColumnLineageDatasetFacet(
+                fields={
+                    column_lineage.descendant.name: ColumnLineageDatasetFacetFieldsAdditional(
+                        inputFields=[
+                            ColumnLineageDatasetFacetFieldsAdditionalInputFields(
+                                namespace=dataset.namespace,
+                                name=".".join(
+                                    filter(
+                                        None,
+                                        (
+                                            column_meta.origin.database or database,
+                                            column_meta.origin.schema or self.default_schema,
+                                            column_meta.origin.name,
+                                        ),
+                                    )
+                                )
+                                if column_meta.origin
+                                else "",
+                                field=column_meta.name,
+                            )
+                            for column_meta in column_lineage.lineage
+                        ],
+                        transformationType="",
+                        transformationDescription="",
+                    )
+                    for column_lineage in parse_result.column_lineage
+                }
+            )
+
     def generate_openlineage_metadata_from_sql(
         self,
         sql: list[str] | str,
@@ -198,6 +247,8 @@ class SQLParser:
             sqlalchemy_engine=sqlalchemy_engine,
         )
 
+        self.attach_column_lineage(outputs, database or database_info.database, parse_result)
+
         return OperatorLineage(
             inputs=inputs,
             outputs=outputs,

{apache_airflow_providers_openlineage-1.1.1rc1.dist-info → apache_airflow_providers_openlineage-1.2.0rc1.dist-info}/METADATA

@@ -1,14 +1,14 @@
 Metadata-Version: 2.1
 Name: apache-airflow-providers-openlineage
-Version: 1.1.1rc1
+Version: 1.2.0rc1
 Summary: Provider for Apache Airflow. Implements apache-airflow-providers-openlineage package
 Home-page: https://airflow.apache.org/
 Download-URL: https://archive.apache.org/dist/airflow/providers
 Author: Apache Software Foundation
 Author-email: dev@airflow.apache.org
 License: Apache License 2.0
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.1.1/
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.1.1/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.0/
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.0/changelog.html
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
@@ -77,7 +77,7 @@ Requires-Dist: apache-airflow-providers-common-sql ; extra == 'common.sql'
 
 Package ``apache-airflow-providers-openlineage``
 
-Release: ``1.1.1rc1``
+Release: ``1.2.0rc1``
 
 
 `OpenLineage <https://openlineage.io/>`__
@@ -90,7 +90,7 @@ This is a provider package for ``openlineage`` provider. All classes for this pr
 are in ``airflow.providers.openlineage`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.1.1/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.0/>`_.
 
 
 Installation
@@ -135,4 +135,4 @@ Dependent package
 ============================================================================================================  ==============
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.1.1/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/1.2.0/changelog.html>`_.

{apache_airflow_providers_openlineage-1.1.1rc1.dist-info → apache_airflow_providers_openlineage-1.2.0rc1.dist-info}/RECORD

@@ -1,6 +1,6 @@
-airflow/providers/openlineage/__init__.py,sha256=YJy1KQwySPt0pMqtLL2PycskCAabHkA8vFXM-2Fd9IE,1580
-airflow/providers/openlineage/get_provider_info.py,sha256=RsO28NV3QfetQl0WmXxctW8PFohCc8tbaAf27LrB4Jo,5305
-airflow/providers/openlineage/sqlparser.py,sha256=_qxxN3eZ05XSsG-UV_wknL3KC2PrAtS3DHbhii8LxaA,11224
+airflow/providers/openlineage/__init__.py,sha256=UpJTT3Z9ty4-WI1TSkpF-mEgn6IU9QD4c-XQb1fV38s,1566
+airflow/providers/openlineage/get_provider_info.py,sha256=n5q_og3hQt8DjbyNn2t7YX-QzJmTglrEiikFMp8icfE,5314
+airflow/providers/openlineage/sqlparser.py,sha256=cB2NFH9rPUnkHqZ4NGh7AsAnoR7Y0YeEtQN9kgMTtRg,13384
 airflow/providers/openlineage/extractors/__init__.py,sha256=I0X4f6zUniclyD9zT0DFHRImpCpJVP4MkPJT3cd7X5I,1081
 airflow/providers/openlineage/extractors/base.py,sha256=KUYdZa8B238BISeaKLPNghaAt4AGGGkC-ufzsI4FB5w,5897
 airflow/providers/openlineage/extractors/bash.py,sha256=fz1nVywzk1kUsZWeEbQ8zV6osTGhmd_pLgAKoJla54g,2843
@@ -15,10 +15,10 @@ airflow/providers/openlineage/plugins/openlineage.py,sha256=XiEznOts-q9Uq08rkorc
 airflow/providers/openlineage/utils/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/openlineage/utils/sql.py,sha256=c0X_xZQ_e33su_ZMe_L-Fl_woNUYSHbxWLbRQD9M75k,7567
 airflow/providers/openlineage/utils/utils.py,sha256=tDrU2hWLXzgNvgkNflhMvrf3_CmnlAXCJpukmuVjv80,14256
-apache_airflow_providers_openlineage-1.1.1rc1.dist-info/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
-apache_airflow_providers_openlineage-1.1.1rc1.dist-info/METADATA,sha256=CJu_Bks9_175xW77t-aN_l7guh3pkKNCL646PDxw6-E,6114
-apache_airflow_providers_openlineage-1.1.1rc1.dist-info/NOTICE,sha256=m-6s2XynUxVSUIxO4rVablAZCvFq-wmLrqV91DotRBw,240
-apache_airflow_providers_openlineage-1.1.1rc1.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
-apache_airflow_providers_openlineage-1.1.1rc1.dist-info/entry_points.txt,sha256=o3u5CDyGe9EFZZUzNErLIHC3iLPojedbWlqOBMiCNCI,217
-apache_airflow_providers_openlineage-1.1.1rc1.dist-info/top_level.txt,sha256=OeMVH5md7fr2QQWpnZoOWWxWO-0WH1IP70lpTVwopPg,8
-apache_airflow_providers_openlineage-1.1.1rc1.dist-info/RECORD,,
+apache_airflow_providers_openlineage-1.2.0rc1.dist-info/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
+apache_airflow_providers_openlineage-1.2.0rc1.dist-info/METADATA,sha256=9kGNQD7awo5w9qzAmsnU83QU0JR15leNMZfiT1Ba1Mc,6114
+apache_airflow_providers_openlineage-1.2.0rc1.dist-info/NOTICE,sha256=m-6s2XynUxVSUIxO4rVablAZCvFq-wmLrqV91DotRBw,240
+apache_airflow_providers_openlineage-1.2.0rc1.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
+apache_airflow_providers_openlineage-1.2.0rc1.dist-info/entry_points.txt,sha256=o3u5CDyGe9EFZZUzNErLIHC3iLPojedbWlqOBMiCNCI,217
+apache_airflow_providers_openlineage-1.2.0rc1.dist-info/top_level.txt,sha256=OeMVH5md7fr2QQWpnZoOWWxWO-0WH1IP70lpTVwopPg,8
+apache_airflow_providers_openlineage-1.2.0rc1.dist-info/RECORD,,