apache-airflow-providers-openlineage 2.3.0rc1__py3-none-any.whl → 2.4.0rc1__py3-none-any.whl

airflow/providers/openlineage/__init__.py

@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "2.3.0"
+__version__ = "2.4.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.10.0"

airflow/providers/openlineage/get_provider_info.py

@@ -42,7 +42,7 @@ def get_provider_info():
         ],
         "config": {
             "openlineage": {
-                "description": "This section applies settings for OpenLineage integration.\nMore about configuration and it's precedence can be found in the `user's guide\n<https://airflow.apache.org/docs/apache-airflow-providers-openlineage/stable/guides/user.html#transport-setup>`_.\n",
+                "description": "This section applies settings for OpenLineage integration.\nMore about configuration and its precedence can be found in the `user's guide\n<https://airflow.apache.org/docs/apache-airflow-providers-openlineage/stable/guides/user.html#transport-setup>`_.\n",
                 "options": {
                     "disabled": {
                         "description": "Disable sending events without uninstalling the OpenLineage Provider by setting this to true.\n",

airflow/providers/openlineage/plugins/adapter.py

@@ -19,7 +19,7 @@ from __future__ import annotations
 import os
 import traceback
 from contextlib import ExitStack
-from typing import TYPE_CHECKING
+from typing import TYPE_CHECKING, Literal
 
 import yaml
 from openlineage.client import OpenLineageClient, set_producer
@@ -32,7 +32,7 @@ from openlineage.client.facet_v2 import (
     job_type_job,
     nominal_time_run,
     ownership_job,
-    source_code_location_job,
+    tags_job,
 )
 from openlineage.client.uuid import generate_static_uuid
 
@@ -63,11 +63,8 @@ _PRODUCER = f"https://github.com/apache/airflow/tree/providers-openlineage/{OPEN
 
 set_producer(_PRODUCER)
 
-# https://openlineage.io/docs/spec/facets/job-facets/job-type
-# They must be set after the `set_producer(_PRODUCER)`
-# otherwise the `JobTypeJobFacet._producer` will be set with the default value
-_JOB_TYPE_DAG = job_type_job.JobTypeJobFacet(jobType="DAG", integration="AIRFLOW", processingType="BATCH")
-_JOB_TYPE_TASK = job_type_job.JobTypeJobFacet(jobType="TASK", integration="AIRFLOW", processingType="BATCH")
+_JOB_TYPE_DAG: Literal["DAG"] = "DAG"
+_JOB_TYPE_TASK: Literal["TASK"] = "TASK"
 
 
 class OpenLineageAdapter(LoggingMixin):
@@ -187,10 +184,10 @@ class OpenLineageAdapter(LoggingMixin):
         job_name: str,
         job_description: str,
         event_time: str,
-        code_location: str | None,
         nominal_start_time: str | None,
         nominal_end_time: str | None,
-        owners: list[str],
+        owners: list[str] | None,
+        tags: list[str] | None,
         task: OperatorLineage | None,
         run_facets: dict[str, RunFacet] | None = None,
     ) -> RunEvent:
@@ -201,17 +198,16 @@ class OpenLineageAdapter(LoggingMixin):
         :param job_name: globally unique identifier of task in dag
         :param job_description: user provided description of job
         :param event_time:
-        :param code_location: file path or URL of DAG file
         :param nominal_start_time: scheduled time of dag run
         :param nominal_end_time: following schedule of dag run
-        :param owners: list of owners of DAG
+        :param owners: list of owners
+        :param tags: list of tags
         :param task: metadata container with information extracted from operator
         :param run_facets: custom run facets
         """
         run_facets = run_facets or {}
         if task:
             run_facets = {**task.run_facets, **run_facets}
-        run_facets = {**run_facets, **get_processing_engine_facet()}  # type: ignore
         event = RunEvent(
             eventType=RunState.START,
             eventTime=event_time,
@@ -225,8 +221,8 @@ class OpenLineageAdapter(LoggingMixin):
                 job_name=job_name,
                 job_type=_JOB_TYPE_TASK,
                 job_description=job_description,
-                code_location=code_location,
-                owners=owners,
+                job_owners=owners,
+                job_tags=tags,
                 job_facets=task.job_facets if task else None,
             ),
             inputs=task.inputs if task else [],
@@ -241,6 +237,10 @@ class OpenLineageAdapter(LoggingMixin):
         job_name: str,
         end_time: str,
         task: OperatorLineage,
+        nominal_start_time: str | None,
+        nominal_end_time: str | None,
+        owners: list[str] | None,
+        tags: list[str] | None,
         run_facets: dict[str, RunFacet] | None = None,
     ) -> RunEvent:
         """
@@ -249,21 +249,32 @@ class OpenLineageAdapter(LoggingMixin):
         :param run_id: globally unique identifier of task in dag run
         :param job_name: globally unique identifier of task between dags
         :param end_time: time of task completion
+        :param tags: list of tags
+        :param nominal_start_time: scheduled time of dag run
+        :param nominal_end_time: following schedule of dag run
         :param task: metadata container with information extracted from operator
+        :param owners: list of owners
         :param run_facets: additional run facets
         """
         run_facets = run_facets or {}
         if task:
             run_facets = {**task.run_facets, **run_facets}
-        run_facets = {**run_facets, **get_processing_engine_facet()}  # type: ignore
         event = RunEvent(
             eventType=RunState.COMPLETE,
             eventTime=end_time,
             run=self._build_run(
                 run_id=run_id,
+                nominal_start_time=nominal_start_time,
+                nominal_end_time=nominal_end_time,
                 run_facets=run_facets,
             ),
-            job=self._build_job(job_name, job_type=_JOB_TYPE_TASK, job_facets=task.job_facets),
+            job=self._build_job(
+                job_name,
+                job_type=_JOB_TYPE_TASK,
+                job_facets=task.job_facets,
+                job_owners=owners,
+                job_tags=tags,
+            ),
             inputs=task.inputs,
             outputs=task.outputs,
             producer=_PRODUCER,
@@ -276,6 +287,10 @@ class OpenLineageAdapter(LoggingMixin):
         job_name: str,
         end_time: str,
         task: OperatorLineage,
+        nominal_start_time: str | None,
+        nominal_end_time: str | None,
+        owners: list[str] | None,
+        tags: list[str] | None,
         error: str | BaseException | None = None,
         run_facets: dict[str, RunFacet] | None = None,
     ) -> RunEvent:
@@ -287,13 +302,16 @@ class OpenLineageAdapter(LoggingMixin):
         :param end_time: time of task completion
         :param task: metadata container with information extracted from operator
         :param run_facets: custom run facets
+        :param tags: list of tags
+        :param nominal_start_time: scheduled time of dag run
+        :param nominal_end_time: following schedule of dag run
+        :param owners: list of owners
         :param error: error
         :param run_facets: additional run facets
         """
         run_facets = run_facets or {}
         if task:
             run_facets = {**task.run_facets, **run_facets}
-        run_facets = {**run_facets, **get_processing_engine_facet()}  # type: ignore
 
         if error:
             stack_trace = None
@@ -310,9 +328,17 @@ class OpenLineageAdapter(LoggingMixin):
             eventTime=end_time,
             run=self._build_run(
                 run_id=run_id,
+                nominal_start_time=nominal_start_time,
+                nominal_end_time=nominal_end_time,
                 run_facets=run_facets,
             ),
-            job=self._build_job(job_name, job_type=_JOB_TYPE_TASK, job_facets=task.job_facets),
+            job=self._build_job(
+                job_name,
+                job_type=_JOB_TYPE_TASK,
+                job_facets=task.job_facets,
+                job_owners=owners,
+                job_tags=tags,
+            ),
             inputs=task.inputs,
             outputs=task.outputs,
             producer=_PRODUCER,
@@ -324,9 +350,10 @@ class OpenLineageAdapter(LoggingMixin):
         dag_id: str,
         logical_date: datetime,
         start_date: datetime,
-        nominal_start_time: str,
-        nominal_end_time: str,
-        owners: list[str],
+        nominal_start_time: str | None,
+        nominal_end_time: str | None,
+        owners: list[str] | None,
+        tags: list[str],
         run_facets: dict[str, RunFacet],
         clear_number: int,
         description: str | None = None,
@@ -340,8 +367,9 @@ class OpenLineageAdapter(LoggingMixin):
                     job_name=dag_id,
                     job_type=_JOB_TYPE_DAG,
                     job_description=description,
-                    owners=owners,
+                    job_owners=owners,
                     job_facets=job_facets,
+                    job_tags=tags,
                 ),
                 run=self._build_run(
                     run_id=self.build_dag_run_id(
@@ -349,7 +377,7 @@ class OpenLineageAdapter(LoggingMixin):
                     ),
                     nominal_start_time=nominal_start_time,
                     nominal_end_time=nominal_end_time,
-                    run_facets={**run_facets, **get_airflow_debug_facet(), **get_processing_engine_facet()},
+                    run_facets={**run_facets, **get_airflow_debug_facet()},
                 ),
                 inputs=[],
                 outputs=[],
@@ -368,24 +396,34 @@ class OpenLineageAdapter(LoggingMixin):
         run_id: str,
         end_date: datetime,
         logical_date: datetime,
+        nominal_start_time: str | None,
+        nominal_end_time: str | None,
+        tags: list[str] | None,
         clear_number: int,
         dag_run_state: DagRunState,
         task_ids: list[str],
+        owners: list[str] | None,
         run_facets: dict[str, RunFacet],
     ):
         try:
             event = RunEvent(
                 eventType=RunState.COMPLETE,
                 eventTime=end_date.isoformat(),
-                job=self._build_job(job_name=dag_id, job_type=_JOB_TYPE_DAG),
-                run=Run(
-                    runId=self.build_dag_run_id(
+                job=self._build_job(
+                    job_name=dag_id,
+                    job_type=_JOB_TYPE_DAG,
+                    job_owners=owners,
+                    job_tags=tags,
+                ),
+                run=self._build_run(
+                    run_id=self.build_dag_run_id(
                         dag_id=dag_id, logical_date=logical_date, clear_number=clear_number
                     ),
-                    facets={
+                    nominal_start_time=nominal_start_time,
+                    nominal_end_time=nominal_end_time,
+                    run_facets={
                         **get_airflow_state_run_facet(dag_id, run_id, task_ids, dag_run_state),
                         **get_airflow_debug_facet(),
-                        **get_processing_engine_facet(),
                         **run_facets,
                     },
                 ),
@@ -406,9 +444,13 @@ class OpenLineageAdapter(LoggingMixin):
         run_id: str,
         end_date: datetime,
         logical_date: datetime,
+        nominal_start_time: str | None,
+        nominal_end_time: str | None,
+        tags: list[str] | None,
         clear_number: int,
         dag_run_state: DagRunState,
         task_ids: list[str],
+        owners: list[str] | None,
         msg: str,
         run_facets: dict[str, RunFacet],
     ):
@@ -416,20 +458,24 @@ class OpenLineageAdapter(LoggingMixin):
             event = RunEvent(
                 eventType=RunState.FAIL,
                 eventTime=end_date.isoformat(),
-                job=self._build_job(job_name=dag_id, job_type=_JOB_TYPE_DAG),
-                run=Run(
-                    runId=self.build_dag_run_id(
-                        dag_id=dag_id,
-                        logical_date=logical_date,
-                        clear_number=clear_number,
+                job=self._build_job(
+                    job_name=dag_id,
+                    job_type=_JOB_TYPE_DAG,
+                    job_owners=owners,
+                    job_tags=tags,
+                ),
+                run=self._build_run(
+                    run_id=self.build_dag_run_id(
+                        dag_id=dag_id, logical_date=logical_date, clear_number=clear_number
                     ),
-                    facets={
+                    nominal_start_time=nominal_start_time,
+                    nominal_end_time=nominal_end_time,
+                    run_facets={
                         "errorMessage": error_message_run.ErrorMessageRunFacet(
                             message=msg, programmingLanguage="python"
                         ),
                         **get_airflow_state_run_facet(dag_id, run_id, task_ids, dag_run_state),
                         **get_airflow_debug_facet(),
-                        **get_processing_engine_facet(),
                         **run_facets,
                     },
                 ),
@@ -452,49 +498,73 @@ class OpenLineageAdapter(LoggingMixin):
         run_facets: dict[str, RunFacet] | None = None,
     ) -> Run:
         facets: dict[str, RunFacet] = {}
+        if run_facets:
+            facets.update(run_facets)
         if nominal_start_time:
             facets.update(
-                {"nominalTime": nominal_time_run.NominalTimeRunFacet(nominal_start_time, nominal_end_time)}
+                {
+                    "nominalTime": nominal_time_run.NominalTimeRunFacet(
+                        nominalStartTime=nominal_start_time,
+                        nominalEndTime=nominal_end_time,
+                        producer=_PRODUCER,
+                    )
+                }
             )
-        if run_facets:
-            facets.update(run_facets)
+        facets.update(get_processing_engine_facet())
 
         return Run(run_id, facets)
 
     @staticmethod
     def _build_job(
         job_name: str,
-        job_type: job_type_job.JobTypeJobFacet,
+        job_type: Literal["DAG", "TASK"],
         job_description: str | None = None,
-        code_location: str | None = None,
-        owners: list[str] | None = None,
+        job_owners: list[str] | None = None,
+        job_tags: list[str] | None = None,
         job_facets: dict[str, JobFacet] | None = None,
     ):
         facets: dict[str, JobFacet] = {}
-
+        if job_facets:
+            facets.update(job_facets)
         if job_description:
             facets.update(
-                {"documentation": documentation_job.DocumentationJobFacet(description=job_description)}
+                {
+                    "documentation": documentation_job.DocumentationJobFacet(
+                        description=job_description, producer=_PRODUCER
+                    )
+                }
             )
-        if code_location:
+        if job_owners:
             facets.update(
                 {
-                    "sourceCodeLocation": source_code_location_job.SourceCodeLocationJobFacet(
-                        "", url=code_location
+                    "ownership": ownership_job.OwnershipJobFacet(
+                        owners=[ownership_job.Owner(name=owner) for owner in sorted(job_owners)],
+                        producer=_PRODUCER,
                     )
                 }
             )
-        if owners:
+        if job_tags:
             facets.update(
                 {
-                    "ownership": ownership_job.OwnershipJobFacet(
-                        owners=[ownership_job.Owner(name=owner) for owner in owners]
+                    "tags": tags_job.TagsJobFacet(
+                        tags=[
+                            tags_job.TagsJobFacetFields(
+                                key=tag,
+                                value=tag,
+                                source="AIRFLOW",
+                            )
+                            for tag in sorted(job_tags)
+                        ],
+                        producer=_PRODUCER,
                     )
                 }
             )
-        if job_facets:
-            facets = {**facets, **job_facets}
-
-        facets.update({"jobType": job_type})
+        facets.update(
+            {
+                "jobType": job_type_job.JobTypeJobFacet(
+                    jobType=job_type, integration="AIRFLOW", processingType="BATCH", producer=_PRODUCER
+                )
+            }
+        )
 
-        return Job(conf.namespace(), job_name, facets)
+        return Job(namespace=conf.namespace(), name=job_name, facets=facets)

airflow/providers/openlineage/plugins/listener.py

@@ -152,17 +152,6 @@ class OpenLineageListener:
             return
 
         # Needs to be calculated outside of inner method so that it gets cached for usage in fork processes
-        data_interval_start = dagrun.data_interval_start
-        if isinstance(data_interval_start, datetime):
-            data_interval_start = data_interval_start.isoformat()
-        data_interval_end = dagrun.data_interval_end
-        if isinstance(data_interval_end, datetime):
-            data_interval_end = data_interval_end.isoformat()
-
-        clear_number = 0
-        if hasattr(dagrun, "clear_number"):
-            clear_number = dagrun.clear_number
-
         debug_facet = get_airflow_debug_facet()
 
         @print_warning(self.log)
@@ -176,6 +165,10 @@ class OpenLineageListener:
             if AIRFLOW_V_3_0_PLUS and date is None:
                 date = dagrun.run_after
 
+            clear_number = 0
+            if hasattr(dagrun, "clear_number"):
+                clear_number = dagrun.clear_number
+
             parent_run_id = self.adapter.build_dag_run_id(
                 dag_id=dag.dag_id,
                 logical_date=date,
@@ -192,6 +185,13 @@ class OpenLineageListener:
             event_type = RunState.RUNNING.value.lower()
             operator_name = task.task_type.lower()
 
+            data_interval_start = dagrun.data_interval_start
+            if isinstance(data_interval_start, datetime):
+                data_interval_start = data_interval_start.isoformat()
+            data_interval_end = dagrun.data_interval_end
+            if isinstance(data_interval_end, datetime):
+                data_interval_end = data_interval_end.isoformat()
+
             with Stats.timer(f"ol.extract.{event_type}.{operator_name}"):
                 task_metadata = self.extractor_manager.extract_metadata(
                     dagrun=dagrun, task=task, task_instance_state=TaskInstanceState.RUNNING
@@ -202,10 +202,11 @@ class OpenLineageListener:
                 job_name=get_job_name(task),
                 job_description=dag.description,
                 event_time=start_date.isoformat(),
-                code_location=None,
                 nominal_start_time=data_interval_start,
                 nominal_end_time=data_interval_end,
-                owners=dag.owner.split(", "),
+                # If task owner is default ("airflow"), use DAG owner instead that may have more details
+                owners=[x.strip() for x in (task if task.owner != "airflow" else dag).owner.split(",")],
+                tags=dag.tags,
                 task=task_metadata,
                 run_facets={
                     **get_task_parent_run_facet(parent_run_id=parent_run_id, parent_job_name=dag.dag_id),
@@ -303,6 +304,13 @@ class OpenLineageListener:
             event_type = RunState.COMPLETE.value.lower()
             operator_name = task.task_type.lower()
 
+            data_interval_start = dagrun.data_interval_start
+            if isinstance(data_interval_start, datetime):
+                data_interval_start = data_interval_start.isoformat()
+            data_interval_end = dagrun.data_interval_end
+            if isinstance(data_interval_end, datetime):
+                data_interval_end = data_interval_end.isoformat()
+
             with Stats.timer(f"ol.extract.{event_type}.{operator_name}"):
                 task_metadata = self.extractor_manager.extract_metadata(
                     dagrun=dagrun,
@@ -316,6 +324,11 @@ class OpenLineageListener:
                 job_name=get_job_name(task),
                 end_time=end_date.isoformat(),
                 task=task_metadata,
+                # If task owner is default ("airflow"), use DAG owner instead that may have more details
+                owners=[x.strip() for x in (task if task.owner != "airflow" else dag).owner.split(",")],
+                tags=dag.tags,
+                nominal_start_time=data_interval_start,
+                nominal_end_time=data_interval_end,
                 run_facets={
                     **get_task_parent_run_facet(parent_run_id=parent_run_id, parent_job_name=dag.dag_id),
                     **get_user_provided_run_facets(task_instance, TaskInstanceState.SUCCESS),
@@ -422,6 +435,13 @@ class OpenLineageListener:
             event_type = RunState.FAIL.value.lower()
             operator_name = task.task_type.lower()
 
+            data_interval_start = dagrun.data_interval_start
+            if isinstance(data_interval_start, datetime):
+                data_interval_start = data_interval_start.isoformat()
+            data_interval_end = dagrun.data_interval_end
+            if isinstance(data_interval_end, datetime):
+                data_interval_end = data_interval_end.isoformat()
+
             with Stats.timer(f"ol.extract.{event_type}.{operator_name}"):
                 task_metadata = self.extractor_manager.extract_metadata(
                     dagrun=dagrun,
@@ -436,6 +456,11 @@ class OpenLineageListener:
                 end_time=end_date.isoformat(),
                 task=task_metadata,
                 error=error,
+                nominal_start_time=data_interval_start,
+                nominal_end_time=data_interval_end,
+                tags=dag.tags,
+                # If task owner is default ("airflow"), use DAG owner instead that may have more details
+                owners=[x.strip() for x in (task if task.owner != "airflow" else dag).owner.split(",")],
                 run_facets={
                     **get_task_parent_run_facet(parent_run_id=parent_run_id, parent_job_name=dag.dag_id),
                     **get_user_provided_run_facets(task_instance, TaskInstanceState.FAILED),
@@ -605,6 +630,7 @@ class OpenLineageListener:
                 clear_number=dag_run.clear_number,
                 owners=[x.strip() for x in dag_run.dag.owner.split(",")] if dag_run.dag else None,
                 description=dag_run.dag.description if dag_run.dag else None,
+                tags=dag_run.dag.tags if dag_run.dag else [],
                 # AirflowJobFacet should be created outside ProcessPoolExecutor that pickles objects,
                 # as it causes lack of some TaskGroup attributes and crashes event emission.
                 job_facets=get_airflow_job_facet(dag_run=dag_run),
@@ -634,13 +660,22 @@ class OpenLineageListener:
             if AIRFLOW_V_3_0_PLUS and date is None:
                 date = dag_run.run_after
 
+            data_interval_start = (
+                dag_run.data_interval_start.isoformat() if dag_run.data_interval_start else None
+            )
+            data_interval_end = dag_run.data_interval_end.isoformat() if dag_run.data_interval_end else None
+
             self.submit_callable(
                 self.adapter.dag_success,
                 dag_id=dag_run.dag_id,
                 run_id=dag_run.run_id,
                 end_date=dag_run.end_date,
+                nominal_start_time=data_interval_start,
+                nominal_end_time=data_interval_end,
                 logical_date=date,
                 clear_number=dag_run.clear_number,
+                owners=[x.strip() for x in dag_run.dag.owner.split(",")] if dag_run.dag else None,
+                tags=dag_run.dag.tags if dag_run.dag else [],
                 task_ids=task_ids,
                 dag_run_state=dag_run.get_state(),
                 run_facets={**get_airflow_dag_run_facet(dag_run)},
@@ -670,13 +705,22 @@ class OpenLineageListener:
             if AIRFLOW_V_3_0_PLUS and date is None:
                 date = dag_run.run_after
 
+            data_interval_start = (
+                dag_run.data_interval_start.isoformat() if dag_run.data_interval_start else None
+            )
+            data_interval_end = dag_run.data_interval_end.isoformat() if dag_run.data_interval_end else None
+
             self.submit_callable(
                 self.adapter.dag_failed,
                 dag_id=dag_run.dag_id,
                 run_id=dag_run.run_id,
                 end_date=dag_run.end_date,
+                nominal_start_time=data_interval_start,
+                nominal_end_time=data_interval_end,
                 logical_date=date,
                 clear_number=dag_run.clear_number,
+                owners=[x.strip() for x in dag_run.dag.owner.split(",")] if dag_run.dag else None,
+                tags=dag_run.dag.tags if dag_run.dag else [],
                 dag_run_state=dag_run.get_state(),
                 task_ids=task_ids,
                 msg=msg,

airflow/providers/openlineage/plugins/macros.py

@@ -90,6 +90,16 @@ def lineage_parent_id(task_instance: TaskInstance):
 
 
 def lineage_root_parent_id(task_instance: TaskInstance):
+    """
+    Macro function which returns a unique identifier of given task that can be used to create root information for ParentRunFacet.
+
+    This identifier is composed of the namespace, dag name, and generated run id for given dag, structured
+    as '{namespace}/{job_name}/{run_id}'.
+
+    .. seealso::
+        For more information take a look at the guide:
+        :ref:`howto/macros:openlineage`
+    """
     return "/".join(
         (
             lineage_job_namespace(),
@@ -117,7 +127,7 @@ def _get_logical_date(task_instance):
         context = task_instance.get_template_context()
         if hasattr(task_instance, "dag_run"):
             dag_run = task_instance.dag_run
-        elif hasattr(context, "dag_run"):
+        else:
             dag_run = context["dag_run"]
         if hasattr(dag_run, "logical_date") and dag_run.logical_date:
             date = dag_run.logical_date

airflow/providers/openlineage/plugins/openlineage.py

@@ -23,6 +23,9 @@ from airflow.providers.openlineage.plugins.macros import (
     lineage_job_name,
     lineage_job_namespace,
     lineage_parent_id,
+    lineage_root_job_name,
+    lineage_root_parent_id,
+    lineage_root_run_id,
     lineage_run_id,
 )
 
@@ -37,7 +40,15 @@ class OpenLineageProviderPlugin(AirflowPlugin):
 
     name = "OpenLineageProviderPlugin"
     if not conf.is_disabled():
-        macros = [lineage_job_namespace, lineage_job_name, lineage_run_id, lineage_parent_id]
+        macros = [
+            lineage_job_namespace,
+            lineage_job_name,
+            lineage_run_id,
+            lineage_parent_id,
+            lineage_root_run_id,
+            lineage_root_job_name,
+            lineage_root_parent_id,
+        ]
         listeners = [get_openlineage_listener()]
         from airflow.lineage.hook import HookLineageReader
 

airflow/providers/openlineage/utils/utils.py

@@ -70,7 +70,8 @@ if TYPE_CHECKING:
 
     from airflow.models import TaskInstance
     from airflow.providers.common.compat.assets import Asset
-    from airflow.sdk import DAG, MappedOperator
+    from airflow.sdk import DAG
+    from airflow.sdk.definitions.mappedoperator import MappedOperator
     from airflow.sdk.execution_time.secrets_masker import (
         Redactable,
         Redacted,
@@ -80,7 +81,8 @@ if TYPE_CHECKING:
     from airflow.utils.state import DagRunState, TaskInstanceState
 else:
     try:
-        from airflow.sdk import DAG, MappedOperator
+        from airflow.sdk import DAG
+        from airflow.sdk.definitions.mappedoperator import MappedOperator
     except ImportError:
         from airflow.models import DAG, MappedOperator
 
@@ -444,6 +446,7 @@ class TaskInstanceInfo(InfoJsonEncodable):
 
     includes = ["duration", "try_number", "pool", "queued_dttm", "log_url"]
     casts = {
+        "log_url": lambda ti: getattr(ti, "log_url", None),
         "map_index": lambda ti: ti.map_index if getattr(ti, "map_index", -1) != -1 else None,
         "dag_bundle_version": lambda ti: (
             ti.bundle_instance.version if hasattr(ti, "bundle_instance") else None

{apache_airflow_providers_openlineage-2.3.0rc1.dist-info → apache_airflow_providers_openlineage-2.4.0rc1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: apache-airflow-providers-openlineage
-Version: 2.3.0rc1
+Version: 2.4.0rc1
 Summary: Provider package apache-airflow-providers-openlineage for Apache Airflow
 Keywords: airflow-provider,openlineage,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -27,8 +27,8 @@ Requires-Dist: attrs>=22.2
 Requires-Dist: openlineage-integration-common>=1.31.0
 Requires-Dist: openlineage-python>=1.31.0
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.staged.apache.org/docs/apache-airflow-providers-openlineage/2.3.0/changelog.html
-Project-URL: Documentation, https://airflow.staged.apache.org/docs/apache-airflow-providers-openlineage/2.3.0
+Project-URL: Changelog, https://airflow.staged.apache.org/docs/apache-airflow-providers-openlineage/2.4.0/changelog.html
+Project-URL: Documentation, https://airflow.staged.apache.org/docs/apache-airflow-providers-openlineage/2.4.0
 Project-URL: Mastodon, https://fosstodon.org/@airflow
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
@@ -59,7 +59,7 @@ Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
 
 Package ``apache-airflow-providers-openlineage``
 
-Release: ``2.3.0``
+Release: ``2.4.0``
 
 
 `OpenLineage <https://openlineage.io/>`__
@@ -72,7 +72,7 @@ This is a provider package for ``openlineage`` provider. All classes for this pr
 are in ``airflow.providers.openlineage`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/2.3.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/2.4.0/>`_.
 
 Installation
 ------------
@@ -118,5 +118,5 @@ Dependent package
 ==================================================================================================================  =================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/2.3.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/2.4.0/changelog.html>`_.
 

{apache_airflow_providers_openlineage-2.3.0rc1.dist-info → apache_airflow_providers_openlineage-2.4.0rc1.dist-info}/RECORD

@@ -1,7 +1,7 @@
 airflow/providers/openlineage/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
-airflow/providers/openlineage/__init__.py,sha256=Wcw1Qb20o0-NwmxTMURRAqxVRr3y9F5hmzHOJfdaqiI,1500
+airflow/providers/openlineage/__init__.py,sha256=Pyul6qEokTW4wHohh2fvYPpwWexk1XVfwNoH4JlZNuE,1500
 airflow/providers/openlineage/conf.py,sha256=aYdLU7iHBdGIU8ZAC5iUiIDgXP9gvP9r_z5hTAbXPOU,5535
-airflow/providers/openlineage/get_provider_info.py,sha256=108mAg-tdcTBmPYwJ9M3wcmhc-i1bAs5OB2MLnSBA-4,9256
+airflow/providers/openlineage/get_provider_info.py,sha256=z0oCEDCM3UyrlXrQt0ksTi6jYd2vqjiSSudBM7hLNZw,9255
 airflow/providers/openlineage/sqlparser.py,sha256=N38XhkU-lxwxnYevQpq63JOBi4rzp0q56JjxO3H24W8,20340
 airflow/providers/openlineage/version_compat.py,sha256=j5PCtXvZ71aBjixu-EFTNtVDPsngzzs7os0ZQDgFVDk,1536
 airflow/providers/openlineage/extractors/__init__.py,sha256=I0X4f6zUniclyD9zT0DFHRImpCpJVP4MkPJT3cd7X5I,1081
@@ -16,17 +16,17 @@ airflow/providers/openlineage/facets/AirflowRunFacet.json,sha256=70mEaZShgSJp-2x
 airflow/providers/openlineage/facets/AirflowStateRunFacet.json,sha256=xhHQEKD9Jopw-oqbkCCrrwFjfXnxvuJAritsmegKjuQ,937
 airflow/providers/openlineage/facets/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/openlineage/plugins/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/openlineage/plugins/adapter.py,sha256=4ylPzbIDR9i3a3NuPAOS8HplExRu3MlUo9t-fLJH-vc,19404
+airflow/providers/openlineage/plugins/adapter.py,sha256=rtvjPvzj9fN6Crn9Sg0VTjqUrhVqEWvXakID2538JI4,21519
 airflow/providers/openlineage/plugins/facets.py,sha256=VvyMYR6ONkC95q5FdNmohv0scbA1Ej_B5cQ97as5GvA,4161
-airflow/providers/openlineage/plugins/listener.py,sha256=vcQcOczTiLTGepmIAZPTWkk5ysh1xR5fa-WvG2TYy1w,27988
-airflow/providers/openlineage/plugins/macros.py,sha256=uAN9UBbWE_PvNLNf4YftGap0ovJaf8LHGqO3KnAVOP4,4455
-airflow/providers/openlineage/plugins/openlineage.py,sha256=_vLa0x5mvt8ZkA7baI39PXxkYhzvdX9um9wB9qBGAik,1789
+airflow/providers/openlineage/plugins/listener.py,sha256=4BKCt3MvQF0xeVd2DoOTsFwF7VfTGKktihzf-AMRdeE,30733
+airflow/providers/openlineage/plugins/macros.py,sha256=0n-oF98JmiDEZ3TDpNVMShkjezimICasUYt0YuXhztY,4837
+airflow/providers/openlineage/plugins/openlineage.py,sha256=dP3GOVtOGAIokeaeRx2OW_c1TKAxDvATlD9OGMyXqr0,2032
 airflow/providers/openlineage/utils/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/openlineage/utils/selective_enable.py,sha256=YyrUQ7Djv5o46XdH83N_G8AXAZ9C_aKPa534pbNVp08,3441
 airflow/providers/openlineage/utils/spark.py,sha256=X5liLxVLgQcgPF_0lFtQULeMOv_9dGj-HFjtZvWFgOo,7626
 airflow/providers/openlineage/utils/sql.py,sha256=vkKrrdENEMVG8gtzV6yuTXMa2Z9fBAEXmxDVIDaVncI,9571
-airflow/providers/openlineage/utils/utils.py,sha256=DFO462SxSnZv3lOapoZYkiC7j1PrMtWDw0LZeqKKxIo,31368
-apache_airflow_providers_openlineage-2.3.0rc1.dist-info/entry_points.txt,sha256=GAx0_i2OeZzqaiiiYuA-xchICDXiCT5kVqpKSxsOjt4,214
-apache_airflow_providers_openlineage-2.3.0rc1.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
-apache_airflow_providers_openlineage-2.3.0rc1.dist-info/METADATA,sha256=fbadl3jk_33JmU1dltvUS3wXyWDce8_taMLHboOMXJQ,5713
-apache_airflow_providers_openlineage-2.3.0rc1.dist-info/RECORD,,
+airflow/providers/openlineage/utils/utils.py,sha256=4NjZ6k0X4dEYJVc7h50ukK9tq5PN45n31VcjV15nLxY,31540
+apache_airflow_providers_openlineage-2.4.0rc1.dist-info/entry_points.txt,sha256=GAx0_i2OeZzqaiiiYuA-xchICDXiCT5kVqpKSxsOjt4,214
+apache_airflow_providers_openlineage-2.4.0rc1.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
+apache_airflow_providers_openlineage-2.4.0rc1.dist-info/METADATA,sha256=3KsDZ8V671PtDoWOktqIgSH8hoj4BJwHs4DfGIhxDLU,5713
+apache_airflow_providers_openlineage-2.4.0rc1.dist-info/RECORD,,