apache-airflow-providers-openlineage 2.2.0__tar.gz → 2.3.0rc1__tar.gz

{apache_airflow_providers_openlineage-2.2.0 → apache_airflow_providers_openlineage-2.3.0rc1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: apache-airflow-providers-openlineage
-Version: 2.2.0
+Version: 2.3.0rc1
 Summary: Provider package apache-airflow-providers-openlineage for Apache Airflow
 Keywords: airflow-provider,openlineage,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -20,15 +20,15 @@ Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: System :: Monitoring
-Requires-Dist: apache-airflow>=2.9.0
-Requires-Dist: apache-airflow-providers-common-sql>=1.20.0
-Requires-Dist: apache-airflow-providers-common-compat>=1.4.0
+Requires-Dist: apache-airflow>=2.10.0rc1
+Requires-Dist: apache-airflow-providers-common-sql>=1.20.0rc1
+Requires-Dist: apache-airflow-providers-common-compat>=1.4.0rc1
 Requires-Dist: attrs>=22.2
 Requires-Dist: openlineage-integration-common>=1.31.0
 Requires-Dist: openlineage-python>=1.31.0
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-openlineage/2.2.0/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-openlineage/2.2.0
+Project-URL: Changelog, https://airflow.staged.apache.org/docs/apache-airflow-providers-openlineage/2.3.0/changelog.html
+Project-URL: Documentation, https://airflow.staged.apache.org/docs/apache-airflow-providers-openlineage/2.3.0
 Project-URL: Mastodon, https://fosstodon.org/@airflow
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
@@ -59,7 +59,7 @@ Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
 
 Package ``apache-airflow-providers-openlineage``
 
-Release: ``2.2.0``
+Release: ``2.3.0``
 
 
 `OpenLineage <https://openlineage.io/>`__
@@ -72,7 +72,7 @@ This is a provider package for ``openlineage`` provider. All classes for this pr
 are in ``airflow.providers.openlineage`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/2.2.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/2.3.0/>`_.
 
 Installation
 ------------
@@ -89,7 +89,7 @@ Requirements
 ==========================================  ==================
 PIP package                                 Version required
 ==========================================  ==================
-``apache-airflow``                          ``>=2.9.0``
+``apache-airflow``                          ``>=2.10.0``
 ``apache-airflow-providers-common-sql``     ``>=1.20.0``
 ``apache-airflow-providers-common-compat``  ``>=1.4.0``
 ``attrs``                                   ``>=22.2``
@@ -118,5 +118,5 @@ Dependent package
 ==================================================================================================================  =================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/2.2.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/2.3.0/changelog.html>`_.
 

{apache_airflow_providers_openlineage-2.2.0 → apache_airflow_providers_openlineage-2.3.0rc1}/README.rst

@@ -23,7 +23,7 @@
 
 Package ``apache-airflow-providers-openlineage``
 
-Release: ``2.2.0``
+Release: ``2.3.0``
 
 
 `OpenLineage <https://openlineage.io/>`__
@@ -36,7 +36,7 @@ This is a provider package for ``openlineage`` provider. All classes for this pr
 are in ``airflow.providers.openlineage`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/2.2.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/2.3.0/>`_.
 
 Installation
 ------------
@@ -53,7 +53,7 @@ Requirements
 ==========================================  ==================
 PIP package                                 Version required
 ==========================================  ==================
-``apache-airflow``                          ``>=2.9.0``
+``apache-airflow``                          ``>=2.10.0``
 ``apache-airflow-providers-common-sql``     ``>=1.20.0``
 ``apache-airflow-providers-common-compat``  ``>=1.4.0``
 ``attrs``                                   ``>=22.2``
@@ -82,4 +82,4 @@ Dependent package
 ==================================================================================================================  =================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/2.2.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/2.3.0/changelog.html>`_.

{apache_airflow_providers_openlineage-2.2.0 → apache_airflow_providers_openlineage-2.3.0rc1}/docs/changelog.rst

@@ -26,6 +26,37 @@
 Changelog
 ---------
 
+2.3.0
+.....
+
+.. note::
+    This release of provider is only available for Airflow 2.10+ as explained in the
+    Apache Airflow providers support policy <https://github.com/apache/airflow/blob/main/PROVIDERS.rst#minimum-supported-version-of-airflow-for-community-managed-providers>_.
+
+Features
+~~~~~~~~
+
+* ``add root parent information to OpenLineage events (#49237)``
+* ``feat: Add DAG versioning information to OpenLineage events (#48741)``
+* ``Improve execution time messages for DAG or Task not found (#49352)``
+
+Misc
+~~~~
+
+* ``Remove AIRFLOW_2_10_PLUS conditions (#49877)``
+* ``Bump min Airflow version in providers to 2.10 (#49843)``
+* ``nit: Remove duplicate warning when no OL metadata returned (#50350)``
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``tests: Fix clearing Variables for OpenLineage system tests (#50234)``
+   * ``Update description of provider.yaml dependencies (#50231)``
+   * ``Bump openlineage provider (#50230)``
+   * ``Avoid committing history for providers (#49907)``
+   * ``tests: Fix OpenLineage VariableTransport's initialization (#49550)``
+   * ``Delete duplicate 'mock_supervisor_comms' pytest fixtures from OL provider (#49520)``
+   * ``Remove redundant fixtures in OL provider (#49357)``
+
 2.2.0
 .....
 

apache_airflow_providers_openlineage-2.3.0rc1/docs/commits.rst

@@ -0,0 +1,35 @@
+
+ .. Licensed to the Apache Software Foundation (ASF) under one
+    or more contributor license agreements.  See the NOTICE file
+    distributed with this work for additional information
+    regarding copyright ownership.  The ASF licenses this file
+    to you under the Apache License, Version 2.0 (the
+    "License"); you may not use this file except in compliance
+    with the License.  You may obtain a copy of the License at
+
+ ..   http://www.apache.org/licenses/LICENSE-2.0
+
+ .. Unless required by applicable law or agreed to in writing,
+    software distributed under the License is distributed on an
+    "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+    KIND, either express or implied.  See the License for the
+    specific language governing permissions and limitations
+    under the License.
+
+ .. NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE OVERWRITTEN!
+
+ .. IF YOU WANT TO MODIFY THIS FILE, YOU SHOULD MODIFY THE TEMPLATE
+    `PROVIDER_COMMITS_TEMPLATE.rst.jinja2` IN the `dev/breeze/src/airflow_breeze/templates` DIRECTORY
+
+ .. THE REMAINDER OF THE FILE IS AUTOMATICALLY GENERATED. IT WILL BE OVERWRITTEN!
+
+Package apache-airflow-providers-openlineage
+------------------------------------------------------
+
+`OpenLineage <https://openlineage.io/>`__
+
+
+This is detailed commit list of changes for versions provider package: ``openlineage``.
+For high-level changelog, see :doc:`package information including changelog <index>`.
+
+.. airflow-providers-commits::

{apache_airflow_providers_openlineage-2.2.0 → apache_airflow_providers_openlineage-2.3.0rc1}/docs/index.rst

@@ -81,7 +81,7 @@ apache-airflow-providers-openlineage package
 `OpenLineage <https://openlineage.io/>`__
 
 
-Release: 2.2.0
+Release: 2.3.0
 
 Provider package
 ----------------
@@ -99,12 +99,12 @@ For the minimum Airflow version supported, see ``Requirements`` below.
 Requirements
 ------------
 
-The minimum Apache Airflow version supported by this provider distribution is ``2.9.0``.
+The minimum Apache Airflow version supported by this provider distribution is ``2.10.0``.
 
 ==========================================  ==================
 PIP package                                 Version required
 ==========================================  ==================
-``apache-airflow``                          ``>=2.9.0``
+``apache-airflow``                          ``>=2.10.0``
 ``apache-airflow-providers-common-sql``     ``>=1.20.0``
 ``apache-airflow-providers-common-compat``  ``>=1.4.0``
 ``attrs``                                   ``>=22.2``
@@ -138,5 +138,5 @@ Downloading official packages
 You can download officially released packages and verify their checksums and signatures from the
 `Official Apache Download site <https://downloads.apache.org/airflow/providers/>`_
 
-* `The apache-airflow-providers-openlineage 2.2.0 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_openlineage-2.2.0.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_openlineage-2.2.0.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_openlineage-2.2.0.tar.gz.sha512>`__)
-* `The apache-airflow-providers-openlineage 2.2.0 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_openlineage-2.2.0-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_openlineage-2.2.0-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_openlineage-2.2.0-py3-none-any.whl.sha512>`__)
+* `The apache-airflow-providers-openlineage 2.3.0 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_openlineage-2.3.0.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_openlineage-2.3.0.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_openlineage-2.3.0.tar.gz.sha512>`__)
+* `The apache-airflow-providers-openlineage 2.3.0 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_openlineage-2.3.0-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_openlineage-2.3.0-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_openlineage-2.3.0-py3-none-any.whl.sha512>`__)

{apache_airflow_providers_openlineage-2.2.0 → apache_airflow_providers_openlineage-2.3.0rc1}/provider.yaml

@@ -23,8 +23,12 @@ description: |
 
 state: ready
 source-date-epoch: 1744792298
-# note that those versions are maintained by release manager - do not update them manually
+# Note that those versions are maintained by release manager - do not update them manually
+# with the exception of case where other provider in sources has >= new provider version.
+# In such case adding >= NEW_VERSION and bumping to NEW_VERSION in a provider have
+# to be done in the same PR
 versions:
+  - 2.3.0
   - 2.2.0
   - 2.1.3
   - 2.1.2

{apache_airflow_providers_openlineage-2.2.0 → apache_airflow_providers_openlineage-2.3.0rc1}/pyproject.toml

@@ -25,7 +25,7 @@ build-backend = "flit_core.buildapi"
 
 [project]
 name = "apache-airflow-providers-openlineage"
-version = "2.2.0"
+version = "2.3.0rc1"
 description = "Provider package apache-airflow-providers-openlineage for Apache Airflow"
 readme = "README.rst"
 authors = [
@@ -57,9 +57,9 @@ requires-python = "~=3.9"
 # Make sure to run ``breeze static-checks --type update-providers-dependencies --all-files``
 # After you modify the dependencies, and rebuild your Breeze CI image with ``breeze ci-image build``
 dependencies = [
-    "apache-airflow>=2.9.0",
-    "apache-airflow-providers-common-sql>=1.20.0",
-    "apache-airflow-providers-common-compat>=1.4.0",
+    "apache-airflow>=2.10.0rc1",
+    "apache-airflow-providers-common-sql>=1.20.0rc1",
+    "apache-airflow-providers-common-compat>=1.4.0rc1",
     "attrs>=22.2",
     "openlineage-integration-common>=1.31.0",
     "openlineage-python>=1.31.0",
@@ -105,8 +105,8 @@ apache-airflow-providers-common-sql = {workspace = true}
 apache-airflow-providers-standard = {workspace = true}
 
 [project.urls]
-"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-openlineage/2.2.0"
-"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-openlineage/2.2.0/changelog.html"
+"Documentation" = "https://airflow.staged.apache.org/docs/apache-airflow-providers-openlineage/2.3.0"
+"Changelog" = "https://airflow.staged.apache.org/docs/apache-airflow-providers-openlineage/2.3.0/changelog.html"
 "Bug Tracker" = "https://github.com/apache/airflow/issues"
 "Source Code" = "https://github.com/apache/airflow"
 "Slack Chat" = "https://s.apache.org/airflow-slack"

{apache_airflow_providers_openlineage-2.2.0 → apache_airflow_providers_openlineage-2.3.0rc1}/src/airflow/providers/openlineage/__init__.py

@@ -29,11 +29,11 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "2.2.0"
+__version__ = "2.3.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
-    "2.9.0"
+    "2.10.0"
 ):
     raise RuntimeError(
-        f"The package `apache-airflow-providers-openlineage:{__version__}` needs Apache Airflow 2.9.0+"
+        f"The package `apache-airflow-providers-openlineage:{__version__}` needs Apache Airflow 2.10.0+"
     )

{apache_airflow_providers_openlineage-2.2.0 → apache_airflow_providers_openlineage-2.3.0rc1}/src/airflow/providers/openlineage/extractors/base.py

@@ -138,7 +138,10 @@ class DefaultExtractor(BaseExtractor):
 
     def _get_openlineage_facets(self, get_facets_method, *args) -> OperatorLineage | None:
         try:
-            facets: OperatorLineage = get_facets_method(*args)
+            facets: OperatorLineage | None = get_facets_method(*args)
+            if facets is None:
+                self.log.debug("OpenLineage method returned `None`")
+                return None
             # "rewrite" OperatorLineage to safeguard against different version of the same class
             # that was existing in openlineage-airflow package outside of Airflow repo
             return OperatorLineage(

{apache_airflow_providers_openlineage-2.2.0 → apache_airflow_providers_openlineage-2.3.0rc1}/src/airflow/providers/openlineage/plugins/adapter.py

@@ -32,7 +32,6 @@ from openlineage.client.facet_v2 import (
     job_type_job,
     nominal_time_run,
     ownership_job,
-    parent_run,
     source_code_location_job,
 )
 from openlineage.client.uuid import generate_static_uuid
@@ -188,8 +187,6 @@ class OpenLineageAdapter(LoggingMixin):
         job_name: str,
         job_description: str,
         event_time: str,
-        parent_job_name: str | None,
-        parent_run_id: str | None,
         code_location: str | None,
         nominal_start_time: str | None,
         nominal_end_time: str | None,
@@ -204,9 +201,6 @@ class OpenLineageAdapter(LoggingMixin):
         :param job_name: globally unique identifier of task in dag
         :param job_description: user provided description of job
         :param event_time:
-        :param parent_job_name: the name of the parent job (typically the DAG,
-                but possibly a task group)
-        :param parent_run_id: identifier of job spawning this task
         :param code_location: file path or URL of DAG file
         :param nominal_start_time: scheduled time of dag run
         :param nominal_end_time: following schedule of dag run
@@ -223,9 +217,6 @@ class OpenLineageAdapter(LoggingMixin):
             eventTime=event_time,
             run=self._build_run(
                 run_id=run_id,
-                job_name=job_name,
-                parent_job_name=parent_job_name,
-                parent_run_id=parent_run_id,
                 nominal_start_time=nominal_start_time,
                 nominal_end_time=nominal_end_time,
                 run_facets=run_facets,
@@ -248,8 +239,6 @@ class OpenLineageAdapter(LoggingMixin):
         self,
         run_id: str,
         job_name: str,
-        parent_job_name: str | None,
-        parent_run_id: str | None,
         end_time: str,
         task: OperatorLineage,
         run_facets: dict[str, RunFacet] | None = None,
@@ -259,9 +248,6 @@ class OpenLineageAdapter(LoggingMixin):
 
         :param run_id: globally unique identifier of task in dag run
         :param job_name: globally unique identifier of task between dags
-        :param parent_job_name: the name of the parent job (typically the DAG,
-                but possibly a task group)
-        :param parent_run_id: identifier of job spawning this task
         :param end_time: time of task completion
         :param task: metadata container with information extracted from operator
         :param run_facets: additional run facets
@@ -275,9 +261,6 @@ class OpenLineageAdapter(LoggingMixin):
             eventTime=end_time,
             run=self._build_run(
                 run_id=run_id,
-                job_name=job_name,
-                parent_job_name=parent_job_name,
-                parent_run_id=parent_run_id,
                 run_facets=run_facets,
             ),
             job=self._build_job(job_name, job_type=_JOB_TYPE_TASK, job_facets=task.job_facets),
@@ -291,8 +274,6 @@ class OpenLineageAdapter(LoggingMixin):
         self,
         run_id: str,
         job_name: str,
-        parent_job_name: str | None,
-        parent_run_id: str | None,
         end_time: str,
         task: OperatorLineage,
         error: str | BaseException | None = None,
@@ -303,9 +284,6 @@ class OpenLineageAdapter(LoggingMixin):
 
         :param run_id: globally unique identifier of task in dag run
         :param job_name: globally unique identifier of task between dags
-        :param parent_job_name: the name of the parent job (typically the DAG,
-                but possibly a task group)
-        :param parent_run_id: identifier of job spawning this task
         :param end_time: time of task completion
         :param task: metadata container with information extracted from operator
         :param run_facets: custom run facets
@@ -332,9 +310,6 @@ class OpenLineageAdapter(LoggingMixin):
             eventTime=end_time,
             run=self._build_run(
                 run_id=run_id,
-                job_name=job_name,
-                parent_job_name=parent_job_name,
-                parent_run_id=parent_run_id,
                 run_facets=run_facets,
             ),
             job=self._build_job(job_name, job_type=_JOB_TYPE_TASK, job_facets=task.job_facets),
@@ -372,7 +347,6 @@ class OpenLineageAdapter(LoggingMixin):
                     run_id=self.build_dag_run_id(
                         dag_id=dag_id, logical_date=logical_date, clear_number=clear_number
                     ),
-                    job_name=dag_id,
                     nominal_start_time=nominal_start_time,
                     nominal_end_time=nominal_end_time,
                     run_facets={**run_facets, **get_airflow_debug_facet(), **get_processing_engine_facet()},
@@ -473,9 +447,6 @@ class OpenLineageAdapter(LoggingMixin):
     @staticmethod
     def _build_run(
         run_id: str,
-        job_name: str,
-        parent_job_name: str | None = None,
-        parent_run_id: str | None = None,
         nominal_start_time: str | None = None,
         nominal_end_time: str | None = None,
         run_facets: dict[str, RunFacet] | None = None,
@@ -485,13 +456,6 @@ class OpenLineageAdapter(LoggingMixin):
             facets.update(
                 {"nominalTime": nominal_time_run.NominalTimeRunFacet(nominal_start_time, nominal_end_time)}
             )
-        if parent_run_id:
-            parent_run_facet = parent_run.ParentRunFacet(
-                run=parent_run.Run(runId=parent_run_id),
-                job=parent_run.Job(namespace=conf.namespace(), name=parent_job_name or job_name),
-            )
-            facets.update({"parent": parent_run_facet})
-
         if run_facets:
             facets.update(run_facets)
 

{apache_airflow_providers_openlineage-2.2.0 → apache_airflow_providers_openlineage-2.3.0rc1}/src/airflow/providers/openlineage/plugins/listener.py

@@ -33,7 +33,6 @@ from airflow.providers.openlineage import conf
 from airflow.providers.openlineage.extractors import ExtractorManager, OperatorLineage
 from airflow.providers.openlineage.plugins.adapter import OpenLineageAdapter, RunState
 from airflow.providers.openlineage.utils.utils import (
-    AIRFLOW_V_2_10_PLUS,
     AIRFLOW_V_3_0_PLUS,
     get_airflow_dag_run_facet,
     get_airflow_debug_facet,
@@ -41,6 +40,7 @@ from airflow.providers.openlineage.utils.utils import (
     get_airflow_mapped_task_facet,
     get_airflow_run_facet,
     get_job_name,
+    get_task_parent_run_facet,
     get_user_provided_run_facets,
     is_operator_disabled,
     is_selective_lineage_enabled,
@@ -59,13 +59,6 @@ if TYPE_CHECKING:
 _openlineage_listener: OpenLineageListener | None = None
 
 
-def _get_try_number_success(val):
-    # todo: remove when min airflow version >= 2.10.0
-    if AIRFLOW_V_2_10_PLUS:
-        return val.try_number
-    return val.try_number - 1
-
-
 def _executor_initializer():
     """
     Initialize processes for the executor used with DAGRun listener's methods (on scheduler).
@@ -209,14 +202,13 @@ class OpenLineageListener:
                 job_name=get_job_name(task),
                 job_description=dag.description,
                 event_time=start_date.isoformat(),
-                parent_job_name=dag.dag_id,
-                parent_run_id=parent_run_id,
                 code_location=None,
                 nominal_start_time=data_interval_start,
                 nominal_end_time=data_interval_end,
                 owners=dag.owner.split(", "),
                 task=task_metadata,
                 run_facets={
+                    **get_task_parent_run_facet(parent_run_id=parent_run_id, parent_job_name=dag.dag_id),
                     **get_user_provided_run_facets(task_instance, TaskInstanceState.RUNNING),
                     **get_airflow_mapped_task_facet(task_instance),
                     **get_airflow_run_facet(dagrun, dag, task_instance, task, task_uuid),
@@ -304,7 +296,7 @@ class OpenLineageListener:
             task_uuid = self.adapter.build_task_instance_run_id(
                 dag_id=dag.dag_id,
                 task_id=task.task_id,
-                try_number=_get_try_number_success(task_instance),
+                try_number=task_instance.try_number,
                 logical_date=date,
                 map_index=task_instance.map_index,
             )
@@ -322,11 +314,10 @@ class OpenLineageListener:
             redacted_event = self.adapter.complete_task(
                 run_id=task_uuid,
                 job_name=get_job_name(task),
-                parent_job_name=dag.dag_id,
-                parent_run_id=parent_run_id,
                 end_time=end_date.isoformat(),
                 task=task_metadata,
                 run_facets={
+                    **get_task_parent_run_facet(parent_run_id=parent_run_id, parent_job_name=dag.dag_id),
                     **get_user_provided_run_facets(task_instance, TaskInstanceState.SUCCESS),
                     **get_airflow_run_facet(dagrun, dag, task_instance, task, task_uuid),
                     **get_airflow_debug_facet(),
@@ -366,8 +357,7 @@ class OpenLineageListener:
             dagrun = context["dag_run"]
             dag = context["dag"]
             self._on_task_instance_failed(task_instance, dag, dagrun, task, error)
-
-    elif AIRFLOW_V_2_10_PLUS:
+    else:
 
         @hookimpl
         def on_task_instance_failed(
@@ -382,19 +372,6 @@ class OpenLineageListener:
             if TYPE_CHECKING:
                 assert task
             self._on_task_instance_failed(task_instance, task.dag, task_instance.dag_run, task, error)
-    else:
-
-        @hookimpl
-        def on_task_instance_failed(
-            self,
-            previous_state: TaskInstanceState,
-            task_instance: TaskInstance,
-            session: Session,  # type: ignore[valid-type]
-        ) -> None:
-            task = task_instance.task
-            if TYPE_CHECKING:
-                assert task
-            self._on_task_instance_failed(task_instance, task.dag, task_instance.dag_run, task)
 
     def _on_task_instance_failed(
         self,
@@ -456,12 +433,11 @@ class OpenLineageListener:
             redacted_event = self.adapter.fail_task(
                 run_id=task_uuid,
                 job_name=get_job_name(task),
-                parent_job_name=dag.dag_id,
-                parent_run_id=parent_run_id,
                 end_time=end_date.isoformat(),
                 task=task_metadata,
                 error=error,
                 run_facets={
+                    **get_task_parent_run_facet(parent_run_id=parent_run_id, parent_job_name=dag.dag_id),
                     **get_user_provided_run_facets(task_instance, TaskInstanceState.FAILED),
                     **get_airflow_run_facet(dagrun, dag, task_instance, task, task_uuid),
                     **get_airflow_debug_facet(),
@@ -504,11 +480,12 @@ class OpenLineageListener:
             adapter_kwargs = {
                 "run_id": task_uuid,
                 "job_name": get_job_name(ti),
-                "parent_job_name": dagrun.dag_id,
-                "parent_run_id": parent_run_id,
                 "end_time": end_date.isoformat(),
                 "task": OperatorLineage(),
-                "run_facets": get_airflow_debug_facet(),
+                "run_facets": {
+                    **get_task_parent_run_facet(parent_run_id=parent_run_id, parent_job_name=ti.dag_id),
+                    **get_airflow_debug_facet(),
+                },
             }
 
             if ti_state == TaskInstanceState.FAILED:
@@ -651,10 +628,7 @@ class OpenLineageListener:
                 self.log.debug("Executor have not started before `on_dag_run_success`")
                 return
 
-            if AIRFLOW_V_2_10_PLUS:
-                task_ids = DagRun._get_partial_task_ids(dag_run.dag)
-            else:
-                task_ids = dag_run.dag.task_ids if dag_run.dag and dag_run.dag.partial else None
+            task_ids = DagRun._get_partial_task_ids(dag_run.dag)
 
             date = dag_run.logical_date
             if AIRFLOW_V_3_0_PLUS and date is None:
@@ -690,10 +664,7 @@ class OpenLineageListener:
                 self.log.debug("Executor have not started before `on_dag_run_failed`")
                 return
 
-            if AIRFLOW_V_2_10_PLUS:
-                task_ids = DagRun._get_partial_task_ids(dag_run.dag)
-            else:
-                task_ids = dag_run.dag.task_ids if dag_run.dag and dag_run.dag.partial else None
+            task_ids = DagRun._get_partial_task_ids(dag_run.dag)
 
             date = dag_run.logical_date
             if AIRFLOW_V_3_0_PLUS and date is None:

{apache_airflow_providers_openlineage-2.2.0 → apache_airflow_providers_openlineage-2.3.0rc1}/src/airflow/providers/openlineage/plugins/macros.py

@@ -59,25 +59,11 @@ def lineage_run_id(task_instance: TaskInstance):
         For more information take a look at the guide:
         :ref:`howto/macros:openlineage`
     """
-    if AIRFLOW_V_3_0_PLUS:
-        context = task_instance.get_template_context()
-        if hasattr(task_instance, "dag_run"):
-            dag_run = task_instance.dag_run
-        elif hasattr(context, "dag_run"):
-            dag_run = context["dag_run"]
-        if hasattr(dag_run, "logical_date") and dag_run.logical_date:
-            date = dag_run.logical_date
-        else:
-            date = dag_run.run_after
-    elif hasattr(task_instance, "logical_date"):
-        date = task_instance.logical_date
-    else:
-        date = task_instance.execution_date
     return OpenLineageAdapter.build_task_instance_run_id(
         dag_id=task_instance.dag_id,
         task_id=task_instance.task_id,
         try_number=task_instance.try_number,
-        logical_date=date,
+        logical_date=_get_logical_date(task_instance),
         map_index=task_instance.map_index,
     )
 
@@ -101,3 +87,44 @@ def lineage_parent_id(task_instance: TaskInstance):
             lineage_run_id(task_instance),
         )
     )
+
+
+def lineage_root_parent_id(task_instance: TaskInstance):
+    return "/".join(
+        (
+            lineage_job_namespace(),
+            lineage_root_job_name(task_instance),
+            lineage_root_run_id(task_instance),
+        )
+    )
+
+
+def lineage_root_job_name(task_instance: TaskInstance):
+    return task_instance.dag_id
+
+
+def lineage_root_run_id(task_instance: TaskInstance):
+    return OpenLineageAdapter.build_dag_run_id(
+        dag_id=task_instance.dag_id,
+        logical_date=_get_logical_date(task_instance),
+        clear_number=task_instance.dag_run.clear_number,
+    )
+
+
+def _get_logical_date(task_instance):
+    # todo: remove when min airflow version >= 3.0
+    if AIRFLOW_V_3_0_PLUS:
+        context = task_instance.get_template_context()
+        if hasattr(task_instance, "dag_run"):
+            dag_run = task_instance.dag_run
+        elif hasattr(context, "dag_run"):
+            dag_run = context["dag_run"]
+        if hasattr(dag_run, "logical_date") and dag_run.logical_date:
+            date = dag_run.logical_date
+        else:
+            date = dag_run.run_after
+    elif hasattr(task_instance, "logical_date"):
+        date = task_instance.logical_date
+    else:
+        date = task_instance.execution_date
+    return date

{apache_airflow_providers_openlineage-2.2.0 → apache_airflow_providers_openlineage-2.3.0rc1}/src/airflow/providers/openlineage/plugins/openlineage.py

@@ -25,7 +25,6 @@ from airflow.providers.openlineage.plugins.macros import (
     lineage_parent_id,
     lineage_run_id,
 )
-from airflow.providers.openlineage.version_compat import AIRFLOW_V_2_10_PLUS
 
 
 class OpenLineageProviderPlugin(AirflowPlugin):
@@ -40,10 +39,9 @@ class OpenLineageProviderPlugin(AirflowPlugin):
     if not conf.is_disabled():
         macros = [lineage_job_namespace, lineage_job_name, lineage_run_id, lineage_parent_id]
         listeners = [get_openlineage_listener()]
-        if AIRFLOW_V_2_10_PLUS:
-            from airflow.lineage.hook import HookLineageReader
+        from airflow.lineage.hook import HookLineageReader
 
-            hook_lineage_readers = [HookLineageReader]
+        hook_lineage_readers = [HookLineageReader]
     else:
         macros = []
         listeners = []

{apache_airflow_providers_openlineage-2.2.0 → apache_airflow_providers_openlineage-2.3.0rc1}/src/airflow/providers/openlineage/utils/spark.py

@@ -24,6 +24,8 @@ from airflow.providers.openlineage.plugins.listener import get_openlineage_liste
 from airflow.providers.openlineage.plugins.macros import (
     lineage_job_name,
     lineage_job_namespace,
+    lineage_root_job_name,
+    lineage_root_run_id,
     lineage_run_id,
 )
 
@@ -48,6 +50,9 @@ def _get_parent_job_information_as_spark_properties(context: Context) -> dict:
         "spark.openlineage.parentJobNamespace": lineage_job_namespace(),
         "spark.openlineage.parentJobName": lineage_job_name(ti),  # type: ignore[arg-type]
         "spark.openlineage.parentRunId": lineage_run_id(ti),  # type: ignore[arg-type]
+        "spark.openlineage.rootParentRunId": lineage_root_run_id(ti),  # type: ignore[arg-type]
+        "spark.openlineage.rootParentJobName": lineage_root_job_name(ti),  # type: ignore[arg-type]
+        "spark.openlineage.rootParentJobNamespace": lineage_job_namespace(),
     }