apache-airflow-providers-openlineage 2.5.0__py3-none-any.whl → 2.6.0rc1__py3-none-any.whl

airflow/providers/openlineage/__init__.py

@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "2.5.0"
+__version__ = "2.6.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.10.0"

airflow/providers/openlineage/conf.py

@@ -136,9 +136,17 @@ def is_disabled() -> bool:
     if _is_true(os.getenv("OPENLINEAGE_DISABLED", "")):  # Check legacy variable
         return True
 
-    # Check if both 'transport' and 'config_path' are not present and also
-    # if legacy 'OPENLINEAGE_URL' environment variables is not set
-    return transport() == {} and config_path(True) == "" and os.getenv("OPENLINEAGE_URL", "") == ""
+    if transport():  # Check if transport is present
+        return False
+    if config_path(True):  # Check if config file is present
+        return False
+    if os.getenv("OPENLINEAGE_URL"):  # Check if url simple env var is present
+        return False
+    # Check if any transport configuration env var is present
+    if any(k.startswith("OPENLINEAGE__TRANSPORT") and v for k, v in os.environ.items()):
+        return False
+
+    return True  # No transport configuration is present, we can disable OpenLineage
 
 
 @cache

airflow/providers/openlineage/extractors/base.py

@@ -59,7 +59,7 @@ class BaseExtractor(ABC, LoggingMixin):
 
     _allowed_query_params: list[str] = []
 
-    def __init__(self, operator):  # type: ignore
+    def __init__(self, operator):
         super().__init__()
         self.operator = operator
 

airflow/providers/openlineage/get_provider_info.py

@@ -34,6 +34,12 @@ def get_provider_info():
                 "tags": ["protocol"],
             }
         ],
+        "operators": [
+            {
+                "integration-name": "OpenLineage",
+                "python-modules": ["airflow.providers.openlineage.operators.empty"],
+            }
+        ],
         "plugins": [
             {
                 "name": "openlineage",

airflow/providers/openlineage/operators/__init__.py

@@ -0,0 +1,16 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.

airflow/providers/openlineage/operators/empty.py

@@ -0,0 +1,48 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+from typing import TYPE_CHECKING
+
+from airflow.providers.openlineage.extractors.base import OperatorLineage
+from airflow.providers.openlineage.version_compat import BaseOperator
+
+if TYPE_CHECKING:
+    from airflow.sdk.definitions.context import Context
+
+
+class EmptyOperator(BaseOperator):
+    """
+    Operator that does literally nothing.
+
+    It can be used to group tasks in a DAG.
+    The task is evaluated by the scheduler but never processed by the executor.
+    """
+
+    ui_color = "#e8f7e4"
+
+    def execute(self, context: Context):
+        pass
+
+    def get_openlineage_facets_on_start(self) -> OperatorLineage:
+        return OperatorLineage()
+
+    def get_openlineage_facets_on_complete(self, task_instance) -> OperatorLineage:
+        return OperatorLineage()
+
+    def get_openlineage_facets_on_failure(self, task_instance) -> OperatorLineage:
+        return OperatorLineage()

airflow/providers/openlineage/plugins/adapter.py

@@ -90,7 +90,7 @@ class OpenLineageAdapter(LoggingMixin):
                     "OpenLineage configuration found. Transport type: `%s`",
                     config.get("transport", {}).get("type", "no type provided"),
                 )
-                self._client = OpenLineageClient(config=config)  # type: ignore[call-arg]
+                self._client = OpenLineageClient(config=config)
             else:
                 self.log.debug(
                     "OpenLineage configuration not found directly in Airflow. "
@@ -182,13 +182,14 @@ class OpenLineageAdapter(LoggingMixin):
         self,
         run_id: str,
         job_name: str,
-        job_description: str,
         event_time: str,
+        job_description: str | None,
         nominal_start_time: str | None,
         nominal_end_time: str | None,
         owners: list[str] | None,
         tags: list[str] | None,
         task: OperatorLineage | None,
+        job_description_type: str | None = None,
         run_facets: dict[str, RunFacet] | None = None,
     ) -> RunEvent:
         """
@@ -196,7 +197,8 @@ class OpenLineageAdapter(LoggingMixin):
 
         :param run_id: globally unique identifier of task in dag run
         :param job_name: globally unique identifier of task in dag
-        :param job_description: user provided description of job
+        :param job_description: description of the job
+        :param job_description_type: MIME type of the description arg content
         :param event_time:
         :param nominal_start_time: scheduled time of dag run
         :param nominal_end_time: following schedule of dag run
@@ -221,6 +223,7 @@ class OpenLineageAdapter(LoggingMixin):
                 job_name=job_name,
                 job_type=_JOB_TYPE_TASK,
                 job_description=job_description,
+                job_description_type=job_description_type,
                 job_owners=owners,
                 job_tags=tags,
                 job_facets=task.job_facets if task else None,
@@ -241,6 +244,8 @@ class OpenLineageAdapter(LoggingMixin):
         nominal_end_time: str | None,
         owners: list[str] | None,
         tags: list[str] | None,
+        job_description: str | None,
+        job_description_type: str | None = None,
         run_facets: dict[str, RunFacet] | None = None,
     ) -> RunEvent:
         """
@@ -249,6 +254,8 @@ class OpenLineageAdapter(LoggingMixin):
         :param run_id: globally unique identifier of task in dag run
         :param job_name: globally unique identifier of task between dags
         :param end_time: time of task completion
+        :param job_description: description of the job
+        :param job_description_type: MIME type of the description arg content
         :param tags: list of tags
         :param nominal_start_time: scheduled time of dag run
         :param nominal_end_time: following schedule of dag run
@@ -274,6 +281,8 @@ class OpenLineageAdapter(LoggingMixin):
                 job_facets=task.job_facets,
                 job_owners=owners,
                 job_tags=tags,
+                job_description=job_description,
+                job_description_type=job_description_type,
             ),
             inputs=task.inputs,
             outputs=task.outputs,
@@ -291,6 +300,8 @@ class OpenLineageAdapter(LoggingMixin):
         nominal_end_time: str | None,
         owners: list[str] | None,
         tags: list[str] | None,
+        job_description: str | None,
+        job_description_type: str | None = None,
         error: str | BaseException | None = None,
         run_facets: dict[str, RunFacet] | None = None,
     ) -> RunEvent:
@@ -301,6 +312,8 @@ class OpenLineageAdapter(LoggingMixin):
         :param job_name: globally unique identifier of task between dags
         :param end_time: time of task completion
         :param task: metadata container with information extracted from operator
+        :param job_description: description of the job
+        :param job_description_type: MIME type of the description arg content
         :param run_facets: custom run facets
         :param tags: list of tags
         :param nominal_start_time: scheduled time of dag run
@@ -338,6 +351,8 @@ class OpenLineageAdapter(LoggingMixin):
                 job_facets=task.job_facets,
                 job_owners=owners,
                 job_tags=tags,
+                job_description=job_description,
+                job_description_type=job_description_type,
             ),
             inputs=task.inputs,
             outputs=task.outputs,
@@ -356,7 +371,8 @@ class OpenLineageAdapter(LoggingMixin):
         tags: list[str],
         run_facets: dict[str, RunFacet],
         clear_number: int,
-        description: str | None = None,
+        job_description: str | None,
+        job_description_type: str | None = None,
         job_facets: dict[str, JobFacet] | None = None,  # Custom job facets
     ):
         try:
@@ -366,7 +382,8 @@ class OpenLineageAdapter(LoggingMixin):
                 job=self._build_job(
                     job_name=dag_id,
                     job_type=_JOB_TYPE_DAG,
-                    job_description=description,
+                    job_description=job_description,
+                    job_description_type=job_description_type,
                     job_owners=owners,
                     job_facets=job_facets,
                     job_tags=tags,
@@ -404,6 +421,8 @@ class OpenLineageAdapter(LoggingMixin):
         task_ids: list[str],
         owners: list[str] | None,
         run_facets: dict[str, RunFacet],
+        job_description: str | None,
+        job_description_type: str | None = None,
     ):
         try:
             event = RunEvent(
@@ -414,6 +433,8 @@ class OpenLineageAdapter(LoggingMixin):
                     job_type=_JOB_TYPE_DAG,
                     job_owners=owners,
                     job_tags=tags,
+                    job_description=job_description,
+                    job_description_type=job_description_type,
                 ),
                 run=self._build_run(
                     run_id=self.build_dag_run_id(
@@ -453,6 +474,8 @@ class OpenLineageAdapter(LoggingMixin):
         owners: list[str] | None,
         msg: str,
         run_facets: dict[str, RunFacet],
+        job_description: str | None,
+        job_description_type: str | None = None,
     ):
         try:
             event = RunEvent(
@@ -463,6 +486,8 @@ class OpenLineageAdapter(LoggingMixin):
                     job_type=_JOB_TYPE_DAG,
                     job_owners=owners,
                     job_tags=tags,
+                    job_description=job_description,
+                    job_description_type=job_description_type,
                 ),
                 run=self._build_run(
                     run_id=self.build_dag_run_id(
@@ -519,6 +544,7 @@ class OpenLineageAdapter(LoggingMixin):
         job_name: str,
         job_type: Literal["DAG", "TASK"],
         job_description: str | None = None,
+        job_description_type: str | None = None,
         job_owners: list[str] | None = None,
         job_tags: list[str] | None = None,
         job_facets: dict[str, JobFacet] | None = None,
@@ -530,7 +556,7 @@ class OpenLineageAdapter(LoggingMixin):
             facets.update(
                 {
                     "documentation": documentation_job.DocumentationJobFacet(
-                        description=job_description, producer=_PRODUCER
+                        description=job_description, contentType=job_description_type, producer=_PRODUCER
                     )
                 }
             )

airflow/providers/openlineage/plugins/listener.py

@@ -39,7 +39,9 @@ from airflow.providers.openlineage.utils.utils import (
     get_airflow_job_facet,
     get_airflow_mapped_task_facet,
     get_airflow_run_facet,
+    get_dag_documentation,
     get_job_name,
+    get_task_documentation,
     get_task_parent_run_facet,
     get_user_provided_run_facets,
     is_operator_disabled,
@@ -103,11 +105,11 @@ class OpenLineageListener:
     else:
 
         @hookimpl
-        def on_task_instance_running(
+        def on_task_instance_running(  # type: ignore[misc]
             self,
             previous_state: TaskInstanceState,
             task_instance: TaskInstance,
-            session: Session,  # type: ignore[valid-type]
+            session: Session,
         ) -> None:
             from airflow.providers.openlineage.utils.utils import is_ti_rescheduled_already
 
@@ -192,6 +194,10 @@ class OpenLineageListener:
             if isinstance(data_interval_end, datetime):
                 data_interval_end = data_interval_end.isoformat()
 
+            doc, doc_type = get_task_documentation(task)
+            if not doc:
+                doc, doc_type = get_dag_documentation(dag)
+
             with Stats.timer(f"ol.extract.{event_type}.{operator_name}"):
                 task_metadata = self.extractor_manager.extract_metadata(
                     dagrun=dagrun, task=task, task_instance_state=TaskInstanceState.RUNNING
@@ -200,7 +206,8 @@ class OpenLineageListener:
             redacted_event = self.adapter.start_task(
                 run_id=task_uuid,
                 job_name=get_job_name(task_instance),
-                job_description=dag.description,
+                job_description=doc,
+                job_description_type=doc_type,
                 event_time=start_date.isoformat(),
                 nominal_start_time=data_interval_start,
                 nominal_end_time=data_interval_end,
@@ -250,11 +257,11 @@ class OpenLineageListener:
     else:
 
         @hookimpl
-        def on_task_instance_success(
+        def on_task_instance_success(  # type: ignore[misc]
             self,
             previous_state: TaskInstanceState,
             task_instance: TaskInstance,
-            session: Session,  # type: ignore[valid-type]
+            session: Session,
         ) -> None:
             self.log.debug("OpenLineage listener got notification about task instance success")
             task = task_instance.task
@@ -311,6 +318,10 @@ class OpenLineageListener:
             if isinstance(data_interval_end, datetime):
                 data_interval_end = data_interval_end.isoformat()
 
+            doc, doc_type = get_task_documentation(task)
+            if not doc:
+                doc, doc_type = get_dag_documentation(dag)
+
             with Stats.timer(f"ol.extract.{event_type}.{operator_name}"):
                 task_metadata = self.extractor_manager.extract_metadata(
                     dagrun=dagrun,
@@ -327,6 +338,8 @@ class OpenLineageListener:
                 # If task owner is default ("airflow"), use DAG owner instead that may have more details
                 owners=[x.strip() for x in (task if task.owner != "airflow" else dag).owner.split(",")],
                 tags=dag.tags,
+                job_description=doc,
+                job_description_type=doc_type,
                 nominal_start_time=data_interval_start,
                 nominal_end_time=data_interval_end,
                 run_facets={
@@ -373,12 +386,12 @@ class OpenLineageListener:
     else:
 
         @hookimpl
-        def on_task_instance_failed(
+        def on_task_instance_failed(  # type: ignore[misc]
             self,
             previous_state: TaskInstanceState,
             task_instance: TaskInstance,
             error: None | str | BaseException,
-            session: Session,  # type: ignore[valid-type]
+            session: Session,
         ) -> None:
             self.log.debug("OpenLineage listener got notification about task instance failure")
             task = task_instance.task
@@ -442,6 +455,10 @@ class OpenLineageListener:
             if isinstance(data_interval_end, datetime):
                 data_interval_end = data_interval_end.isoformat()
 
+            doc, doc_type = get_task_documentation(task)
+            if not doc:
+                doc, doc_type = get_dag_documentation(dag)
+
             with Stats.timer(f"ol.extract.{event_type}.{operator_name}"):
                 task_metadata = self.extractor_manager.extract_metadata(
                     dagrun=dagrun,
@@ -461,6 +478,8 @@ class OpenLineageListener:
                 tags=dag.tags,
                 # If task owner is default ("airflow"), use DAG owner instead that may have more details
                 owners=[x.strip() for x in (task if task.owner != "airflow" else dag).owner.split(",")],
+                job_description=doc,
+                job_description_type=doc_type,
                 run_facets={
                     **get_task_parent_run_facet(parent_run_id=parent_run_id, parent_job_name=dag.dag_id),
                     **get_user_provided_run_facets(task_instance, TaskInstanceState.FAILED),
@@ -511,6 +530,8 @@ class OpenLineageListener:
                 "nominal_end_time": None,
                 "tags": None,
                 "owners": None,
+                "job_description": None,
+                "job_description_type": None,
                 "run_facets": {
                     **get_task_parent_run_facet(parent_run_id=parent_run_id, parent_job_name=ti.dag_id),
                     **get_airflow_debug_facet(),
@@ -623,6 +644,8 @@ class OpenLineageListener:
             if AIRFLOW_V_3_0_PLUS and date is None:
                 date = dag_run.run_after
 
+            doc, doc_type = get_dag_documentation(dag_run.dag)
+
             self.submit_callable(
                 self.adapter.dag_started,
                 dag_id=dag_run.dag_id,
@@ -633,7 +656,8 @@ class OpenLineageListener:
                 run_facets=run_facets,
                 clear_number=dag_run.clear_number,
                 owners=[x.strip() for x in dag_run.dag.owner.split(",")] if dag_run.dag else None,
-                description=dag_run.dag.description if dag_run.dag else None,
+                job_description=doc,
+                job_description_type=doc_type,
                 tags=dag_run.dag.tags if dag_run.dag else [],
                 # AirflowJobFacet should be created outside ProcessPoolExecutor that pickles objects,
                 # as it causes lack of some TaskGroup attributes and crashes event emission.
@@ -668,6 +692,7 @@ class OpenLineageListener:
                 dag_run.data_interval_start.isoformat() if dag_run.data_interval_start else None
             )
             data_interval_end = dag_run.data_interval_end.isoformat() if dag_run.data_interval_end else None
+            doc, doc_type = get_dag_documentation(dag_run.dag)
 
             self.submit_callable(
                 self.adapter.dag_success,
@@ -680,6 +705,8 @@ class OpenLineageListener:
                 clear_number=dag_run.clear_number,
                 owners=[x.strip() for x in dag_run.dag.owner.split(",")] if dag_run.dag else None,
                 tags=dag_run.dag.tags if dag_run.dag else [],
+                job_description=doc,
+                job_description_type=doc_type,
                 task_ids=task_ids,
                 dag_run_state=dag_run.get_state(),
                 run_facets={**get_airflow_dag_run_facet(dag_run)},
@@ -713,6 +740,7 @@ class OpenLineageListener:
                 dag_run.data_interval_start.isoformat() if dag_run.data_interval_start else None
             )
             data_interval_end = dag_run.data_interval_end.isoformat() if dag_run.data_interval_end else None
+            doc, doc_type = get_dag_documentation(dag_run.dag)
 
             self.submit_callable(
                 self.adapter.dag_failed,
@@ -725,6 +753,8 @@ class OpenLineageListener:
                 clear_number=dag_run.clear_number,
                 owners=[x.strip() for x in dag_run.dag.owner.split(",")] if dag_run.dag else None,
                 tags=dag_run.dag.tags if dag_run.dag else [],
+                job_description=doc,
+                job_description_type=doc_type,
                 dag_run_state=dag_run.get_state(),
                 task_ids=task_ids,
                 msg=msg,

airflow/providers/openlineage/utils/selective_enable.py

@@ -24,8 +24,10 @@ from airflow.models import Param
 from airflow.models.xcom_arg import XComArg
 
 if TYPE_CHECKING:
-    from airflow.sdk import DAG
-    from airflow.sdk.definitions._internal.abstractoperator import Operator
+    from airflow.sdk import DAG, BaseOperator
+    from airflow.sdk.definitions.mappedoperator import MappedOperator
+
+    T = TypeVar("T", bound=DAG | BaseOperator | MappedOperator)
 else:
     try:
         from airflow.sdk import DAG
@@ -35,10 +37,6 @@ else:
 ENABLE_OL_PARAM_NAME = "_selective_enable_ol"
 ENABLE_OL_PARAM = Param(True, const=True)
 DISABLE_OL_PARAM = Param(False, const=False)
-T = TypeVar("T", bound="DAG | Operator")
-
-if TYPE_CHECKING:
-    from airflow.sdk.bases.operator import BaseOperator as SdkBaseOperator
 
 
 log = logging.getLogger(__name__)
@@ -78,7 +76,7 @@ def disable_lineage(obj: T) -> T:
     return obj
 
 
-def is_task_lineage_enabled(task: Operator | SdkBaseOperator) -> bool:
+def is_task_lineage_enabled(task: BaseOperator | MappedOperator) -> bool:
     """Check if selective enable OpenLineage parameter is set to True on task level."""
     if task.params.get(ENABLE_OL_PARAM_NAME) is False:
         log.debug(

airflow/providers/openlineage/utils/utils.py

@@ -52,7 +52,7 @@ from airflow.providers.openlineage.utils.selective_enable import (
     is_dag_lineage_enabled,
     is_task_lineage_enabled,
 )
-from airflow.providers.openlineage.version_compat import AIRFLOW_V_3_0_PLUS
+from airflow.providers.openlineage.version_compat import AIRFLOW_V_3_0_PLUS, get_base_airflow_version_tuple
 from airflow.serialization.serialized_objects import SerializedBaseOperator
 from airflow.utils.module_loading import import_string
 
@@ -115,6 +115,7 @@ else:
 
 log = logging.getLogger(__name__)
 _NOMINAL_TIME_FORMAT = "%Y-%m-%dT%H:%M:%S.%fZ"
+_MAX_DOC_BYTES = 64 * 1024  # 64 kilobytes
 
 
 def try_import_from_string(string: str) -> Any:
@@ -179,6 +180,80 @@ def get_task_parent_run_facet(
     }
 
 
+def _truncate_string_to_byte_size(s: str, max_size: int = _MAX_DOC_BYTES) -> str:
+    """
+    Truncate a string to a maximum UTF-8 byte size, ensuring valid encoding.
+
+    This is used to safely limit the size of string content (e.g., for OpenLineage events)
+    without breaking multibyte characters. If truncation occurs, the result is a valid
+    UTF-8 string with any partial characters at the end removed.
+
+    Args:
+        s (str): The input string to truncate.
+        max_size (int): Maximum allowed size in bytes after UTF-8 encoding.
+
+    Returns:
+        str: A UTF-8-safe truncated string within the specified byte limit.
+    """
+    encoded = s.encode("utf-8")
+    if len(encoded) <= max_size:
+        return s
+    log.debug(
+        "Truncating long string content for OpenLineage event. "
+        "Original size: %d bytes, truncated to: %d bytes (UTF-8 safe).",
+        len(encoded),
+        max_size,
+    )
+    truncated = encoded[:max_size]
+    # Make sure we don't cut a multibyte character in half
+    return truncated.decode("utf-8", errors="ignore")
+
+
+def get_task_documentation(operator: BaseOperator | MappedOperator | None) -> tuple[str | None, str | None]:
+    """Get task documentation and mime type, truncated to _MAX_DOC_BYTES bytes length, if present."""
+    if not operator:
+        return None, None
+
+    doc, mime_type = None, None
+    if operator.doc:
+        doc = operator.doc
+        mime_type = "text/plain"
+    elif operator.doc_md:
+        doc = operator.doc_md
+        mime_type = "text/markdown"
+    elif operator.doc_json:
+        doc = operator.doc_json
+        mime_type = "application/json"
+    elif operator.doc_yaml:
+        doc = operator.doc_yaml
+        mime_type = "application/x-yaml"
+    elif operator.doc_rst:
+        doc = operator.doc_rst
+        mime_type = "text/x-rst"
+
+    if doc:
+        return _truncate_string_to_byte_size(doc), mime_type
+    return None, None
+
+
+def get_dag_documentation(dag: DAG | None) -> tuple[str | None, str | None]:
+    """Get dag documentation and mime type, truncated to _MAX_DOC_BYTES bytes length, if present."""
+    if not dag:
+        return None, None
+
+    doc, mime_type = None, None
+    if dag.doc_md:
+        doc = dag.doc_md
+        mime_type = "text/markdown"
+    elif dag.description:
+        doc = dag.description
+        mime_type = "text/plain"
+
+    if doc:
+        return _truncate_string_to_byte_size(doc), mime_type
+    return None, None
+
+
 def get_airflow_mapped_task_facet(task_instance: TaskInstance) -> dict[str, Any]:
     # check for -1 comes from SmartSensor compatibility with dynamic task mapping
     # this comes from Airflow code
@@ -235,7 +310,7 @@ def get_user_provided_run_facets(ti: TaskInstance, ti_state: TaskInstanceState)
 def get_fully_qualified_class_name(operator: BaseOperator | MappedOperator) -> str:
     if isinstance(operator, (MappedOperator, SerializedBaseOperator)):
         # as in airflow.api_connexion.schemas.common_schema.ClassReferenceSchema
-        return operator._task_module + "." + operator._task_type  # type: ignore
+        return operator._task_module + "." + operator._task_type
     op_class = get_operator_class(operator)
     return op_class.__module__ + "." + op_class.__name__
 
@@ -705,6 +780,7 @@ def _emits_ol_events(task: BaseOperator | MappedOperator) -> bool:
             not getattr(task, "on_execute_callback", None),
             not getattr(task, "on_success_callback", None),
             not task.outlets,
+            not (task.inlets and get_base_airflow_version_tuple() >= (3, 0, 2)),  # Added in 3.0.2 #50773
         )
     )
 
@@ -872,7 +948,7 @@ def translate_airflow_asset(asset: Asset, lineage_context) -> OpenLineageDataset
         from airflow.sdk.definitions.asset import _get_normalized_scheme
     else:
         try:
-            from airflow.datasets import _get_normalized_scheme  # type: ignore[no-redef, attr-defined]
+            from airflow.datasets import _get_normalized_scheme  # type: ignore[no-redef]
         except ImportError:
             return None
 

airflow/providers/openlineage/version_compat.py

@@ -33,3 +33,13 @@ def get_base_airflow_version_tuple() -> tuple[int, int, int]:
 
 
 AIRFLOW_V_3_0_PLUS = get_base_airflow_version_tuple() >= (3, 0, 0)
+
+if AIRFLOW_V_3_0_PLUS:
+    from airflow.sdk import BaseOperator
+else:
+    from airflow.models import BaseOperator
+
+__all__ = [
+    "AIRFLOW_V_3_0_PLUS",
+    "BaseOperator",
+]

{apache_airflow_providers_openlineage-2.5.0.dist-info → apache_airflow_providers_openlineage-2.6.0rc1.dist-info}/METADATA

@@ -1,11 +1,11 @@
 Metadata-Version: 2.4
 Name: apache-airflow-providers-openlineage
-Version: 2.5.0
+Version: 2.6.0rc1
 Summary: Provider package apache-airflow-providers-openlineage for Apache Airflow
 Keywords: airflow-provider,openlineage,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
 Maintainer-email: Apache Software Foundation <dev@airflow.apache.org>
-Requires-Python: ~=3.10
+Requires-Python: >=3.10
 Description-Content-Type: text/x-rst
 Classifier: Development Status :: 5 - Production/Stable
 Classifier: Environment :: Console
@@ -18,16 +18,17 @@ Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
 Classifier: Topic :: System :: Monitoring
-Requires-Dist: apache-airflow>=2.10.0
-Requires-Dist: apache-airflow-providers-common-sql>=1.20.0
-Requires-Dist: apache-airflow-providers-common-compat>=1.4.0
+Requires-Dist: apache-airflow>=2.10.0rc1
+Requires-Dist: apache-airflow-providers-common-sql>=1.20.0rc1
+Requires-Dist: apache-airflow-providers-common-compat>=1.4.0rc1
 Requires-Dist: attrs>=22.2
-Requires-Dist: openlineage-integration-common>=1.34.0
-Requires-Dist: openlineage-python>=1.34.0
+Requires-Dist: openlineage-integration-common>=1.36.0
+Requires-Dist: openlineage-python>=1.36.0
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-openlineage/2.5.0/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-openlineage/2.5.0
+Project-URL: Changelog, https://airflow.staged.apache.org/docs/apache-airflow-providers-openlineage/2.6.0/changelog.html
+Project-URL: Documentation, https://airflow.staged.apache.org/docs/apache-airflow-providers-openlineage/2.6.0
 Project-URL: Mastodon, https://fosstodon.org/@airflow
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
@@ -58,8 +59,9 @@ Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
 
 Package ``apache-airflow-providers-openlineage``
 
-Release: ``2.5.0``
+Release: ``2.6.0``
 
+Release Date: ``|PypiReleaseDate|``
 
 `OpenLineage <https://openlineage.io/>`__
 
@@ -71,7 +73,7 @@ This is a provider package for ``openlineage`` provider. All classes for this pr
 are in ``airflow.providers.openlineage`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/2.5.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/2.6.0/>`_.
 
 Installation
 ------------
@@ -80,7 +82,7 @@ You can install this package on top of an existing Airflow 2 installation (see `
 for the minimum Airflow version supported) via
 ``pip install apache-airflow-providers-openlineage``
 
-The package supports the following python versions: 3.10,3.11,3.12
+The package supports the following python versions: 3.10,3.11,3.12,3.13
 
 Requirements
 ------------
@@ -92,8 +94,8 @@ PIP package                                 Version required
 ``apache-airflow-providers-common-sql``     ``>=1.20.0``
 ``apache-airflow-providers-common-compat``  ``>=1.4.0``
 ``attrs``                                   ``>=22.2``
-``openlineage-integration-common``          ``>=1.34.0``
-``openlineage-python``                      ``>=1.34.0``
+``openlineage-integration-common``          ``>=1.36.0``
+``openlineage-python``                      ``>=1.36.0``
 ==========================================  ==================
 
 Cross provider package dependencies
@@ -117,5 +119,5 @@ Dependent package
 ==================================================================================================================  =================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/2.5.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/2.6.0/changelog.html>`_.
 

{apache_airflow_providers_openlineage-2.5.0.dist-info → apache_airflow_providers_openlineage-2.6.0rc1.dist-info}/RECORD

@@ -1,11 +1,11 @@
 airflow/providers/openlineage/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
-airflow/providers/openlineage/__init__.py,sha256=T2EIoXrtmbdXfH_F2bMY8LyH9-aiMt_Mj5K780qyt3I,1500
-airflow/providers/openlineage/conf.py,sha256=aYdLU7iHBdGIU8ZAC5iUiIDgXP9gvP9r_z5hTAbXPOU,5535
-airflow/providers/openlineage/get_provider_info.py,sha256=z0oCEDCM3UyrlXrQt0ksTi6jYd2vqjiSSudBM7hLNZw,9255
+airflow/providers/openlineage/__init__.py,sha256=SocHoW3JIJo3V8QKfkGD7IKHz8b4oy37Jeo7Nz2wMjk,1500
+airflow/providers/openlineage/conf.py,sha256=9v2DpQ84BBCdRxPlh8QsboTqX8HXe-qeHVcTMRL5c3o,5807
+airflow/providers/openlineage/get_provider_info.py,sha256=2Oy13q-jA-UYt-a9pYBk4PnImYshGnJCPD1Jj80ChNw,9453
 airflow/providers/openlineage/sqlparser.py,sha256=8Aq0qbUUBthKjXBV756p2aBf8RYfCuBBfgxwhGpQIg4,20360
-airflow/providers/openlineage/version_compat.py,sha256=j5PCtXvZ71aBjixu-EFTNtVDPsngzzs7os0ZQDgFVDk,1536
+airflow/providers/openlineage/version_compat.py,sha256=7RHBehpYMeNSBtmJiPUeJHA0c7l-Eqsdy546kW3RFa4,1712
 airflow/providers/openlineage/extractors/__init__.py,sha256=I0X4f6zUniclyD9zT0DFHRImpCpJVP4MkPJT3cd7X5I,1081
-airflow/providers/openlineage/extractors/base.py,sha256=BsYKXTbz0t8TZIyKDfPV--iWwR5NCLWMVjQv2SKajCE,6465
+airflow/providers/openlineage/extractors/base.py,sha256=0K7prvOeYjs30P87zgcOmABZOZYsw0WYoFBstS_vgmY,6449
 airflow/providers/openlineage/extractors/bash.py,sha256=3aR0PXs8fzRLibRxXN1R8wMZnGzyCur7mjpy8e5GC4A,2583
 airflow/providers/openlineage/extractors/manager.py,sha256=kVo5OHkpUoYIiT2RvwUt128jC_Q4EosdLC0sP1YfIH0,12840
 airflow/providers/openlineage/extractors/python.py,sha256=BHh2G68i9mrpJb-xF0YZm0NaQevcxsPixSXzLlFz6XE,3180
@@ -15,18 +15,20 @@ airflow/providers/openlineage/facets/AirflowJobFacet.json,sha256=rS9PuPWOi1Jc5B4
 airflow/providers/openlineage/facets/AirflowRunFacet.json,sha256=70mEaZShgSJp-2xr0bVvw3ljiGOPEaXD591fhuAQm_o,5953
 airflow/providers/openlineage/facets/AirflowStateRunFacet.json,sha256=xhHQEKD9Jopw-oqbkCCrrwFjfXnxvuJAritsmegKjuQ,937
 airflow/providers/openlineage/facets/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
+airflow/providers/openlineage/operators/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
+airflow/providers/openlineage/operators/empty.py,sha256=g3ksadUeHW6IydzqIT4KxGU3Agt-F7NmKmOS6T47UDs,1710
 airflow/providers/openlineage/plugins/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/openlineage/plugins/adapter.py,sha256=rtvjPvzj9fN6Crn9Sg0VTjqUrhVqEWvXakID2538JI4,21519
+airflow/providers/openlineage/plugins/adapter.py,sha256=PyCec9S22_NZd7VTuJxQrJ7SFGfNgJoSyTlKFKYnzVg,22930
 airflow/providers/openlineage/plugins/facets.py,sha256=VvyMYR6ONkC95q5FdNmohv0scbA1Ej_B5cQ97as5GvA,4161
-airflow/providers/openlineage/plugins/listener.py,sha256=jAbviwp3F44sst8SFJSvUWB0OnFUz4mXJg79uvRaU0Q,31014
+airflow/providers/openlineage/plugins/listener.py,sha256=bE3g0Qfo5aE89JOBJUi-CuShpKjrG5hDFa1hLbPw-5I,32128
 airflow/providers/openlineage/plugins/macros.py,sha256=RfxkpNq78CHzfTAf9X7MQ_zRArMRu9sSD2j69fPSK7s,5265
 airflow/providers/openlineage/plugins/openlineage.py,sha256=dP3GOVtOGAIokeaeRx2OW_c1TKAxDvATlD9OGMyXqr0,2032
 airflow/providers/openlineage/utils/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/openlineage/utils/selective_enable.py,sha256=YyrUQ7Djv5o46XdH83N_G8AXAZ9C_aKPa534pbNVp08,3441
+airflow/providers/openlineage/utils/selective_enable.py,sha256=Nf94UaziAQHDvpx7bEDMRbT3twXVslDilUI1ZTEOB0M,3382
 airflow/providers/openlineage/utils/spark.py,sha256=X5liLxVLgQcgPF_0lFtQULeMOv_9dGj-HFjtZvWFgOo,7626
 airflow/providers/openlineage/utils/sql.py,sha256=b_k2fUyGGWzR1eau7tgq7vKQJsR7wPQzDF8M-WRq6jk,9548
-airflow/providers/openlineage/utils/utils.py,sha256=7Q9UHycEQ2emJrlhjIniUf9cmUNols3DxMO-V8q3QnY,32669
-apache_airflow_providers_openlineage-2.5.0.dist-info/entry_points.txt,sha256=GAx0_i2OeZzqaiiiYuA-xchICDXiCT5kVqpKSxsOjt4,214
-apache_airflow_providers_openlineage-2.5.0.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
-apache_airflow_providers_openlineage-2.5.0.dist-info/METADATA,sha256=SMb2iKKQSPuwDgSJj9vqDKjJjj5l8SwZwahY1M8kBHU,5634
-apache_airflow_providers_openlineage-2.5.0.dist-info/RECORD,,
+airflow/providers/openlineage/utils/utils.py,sha256=49fP_Nb1oPI3pH-0IQUXni2ct2_A4ROjkMCohs9rRAc,35267
+apache_airflow_providers_openlineage-2.6.0rc1.dist-info/entry_points.txt,sha256=GAx0_i2OeZzqaiiiYuA-xchICDXiCT5kVqpKSxsOjt4,214
+apache_airflow_providers_openlineage-2.6.0rc1.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
+apache_airflow_providers_openlineage-2.6.0rc1.dist-info/METADATA,sha256=IMYNCDBcQUIz1XbJS949sJ7G3wQkOs2nYjySsiy2dFs,5752
+apache_airflow_providers_openlineage-2.6.0rc1.dist-info/RECORD,,