apache-airflow-providers-openlineage 2.7.0rc1__py3-none-any.whl → 2.7.1__py3-none-any.whl

airflow/providers/openlineage/__init__.py

@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "2.7.0"
+__version__ = "2.7.1"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.10.0"

airflow/providers/openlineage/plugins/listener.py

@@ -222,8 +222,8 @@ class OpenLineageListener:
                 tags=dag.tags,
                 task=task_metadata,
                 run_facets={
-                    **get_task_parent_run_facet(parent_run_id=parent_run_id, parent_job_name=dag.dag_id),
                     **get_user_provided_run_facets(task_instance, TaskInstanceState.RUNNING),
+                    **get_task_parent_run_facet(parent_run_id=parent_run_id, parent_job_name=dag.dag_id),
                     **get_airflow_mapped_task_facet(task_instance),
                     **get_airflow_run_facet(dagrun, dag, task_instance, task, task_uuid),
                     **debug_facet,
@@ -349,8 +349,8 @@ class OpenLineageListener:
                 nominal_start_time=data_interval_start,
                 nominal_end_time=data_interval_end,
                 run_facets={
-                    **get_task_parent_run_facet(parent_run_id=parent_run_id, parent_job_name=dag.dag_id),
                     **get_user_provided_run_facets(task_instance, TaskInstanceState.SUCCESS),
+                    **get_task_parent_run_facet(parent_run_id=parent_run_id, parent_job_name=dag.dag_id),
                     **get_airflow_run_facet(dagrun, dag, task_instance, task, task_uuid),
                     **get_airflow_debug_facet(),
                 },
@@ -487,8 +487,8 @@ class OpenLineageListener:
                 job_description=doc,
                 job_description_type=doc_type,
                 run_facets={
-                    **get_task_parent_run_facet(parent_run_id=parent_run_id, parent_job_name=dag.dag_id),
                     **get_user_provided_run_facets(task_instance, TaskInstanceState.FAILED),
+                    **get_task_parent_run_facet(parent_run_id=parent_run_id, parent_job_name=dag.dag_id),
                     **get_airflow_run_facet(dagrun, dag, task_instance, task, task_uuid),
                     **get_airflow_debug_facet(),
                 },

airflow/providers/openlineage/utils/selective_enable.py

@@ -24,8 +24,10 @@ from airflow.models import Param
 from airflow.models.xcom_arg import XComArg
 
 if TYPE_CHECKING:
+    from airflow.providers.openlineage.utils.utils import AnyOperator
     from airflow.sdk import DAG, BaseOperator
     from airflow.sdk.definitions.mappedoperator import MappedOperator
+    from airflow.serialization.serialized_objects import SerializedDAG
 
     T = TypeVar("T", bound=DAG | BaseOperator | MappedOperator)
 else:
@@ -76,7 +78,7 @@ def disable_lineage(obj: T) -> T:
     return obj
 
 
-def is_task_lineage_enabled(task: BaseOperator | MappedOperator) -> bool:
+def is_task_lineage_enabled(task: AnyOperator) -> bool:
     """Check if selective enable OpenLineage parameter is set to True on task level."""
     if task.params.get(ENABLE_OL_PARAM_NAME) is False:
         log.debug(
@@ -85,7 +87,7 @@ def is_task_lineage_enabled(task: BaseOperator | MappedOperator) -> bool:
     return task.params.get(ENABLE_OL_PARAM_NAME) is True
 
 
-def is_dag_lineage_enabled(dag: DAG) -> bool:
+def is_dag_lineage_enabled(dag: DAG | SerializedDAG) -> bool:
     """
     Check if DAG is selectively enabled to emit OpenLineage events.
 

airflow/providers/openlineage/utils/utils.py

@@ -34,6 +34,7 @@ from airflow import __version__ as AIRFLOW_VERSION
 
 # TODO: move this maybe to Airflow's logic?
 from airflow.models import DagRun, TaskReschedule
+from airflow.models.mappedoperator import MappedOperator as SerializedMappedOperator
 from airflow.providers.openlineage import (
     __version__ as OPENLINEAGE_PROVIDER_VERSION,
     conf,
@@ -53,7 +54,7 @@ from airflow.providers.openlineage.utils.selective_enable import (
     is_task_lineage_enabled,
 )
 from airflow.providers.openlineage.version_compat import AIRFLOW_V_3_0_PLUS, get_base_airflow_version_tuple
-from airflow.serialization.serialized_objects import SerializedBaseOperator
+from airflow.serialization.serialized_objects import SerializedBaseOperator, SerializedDAG
 from airflow.utils.module_loading import import_string
 
 if AIRFLOW_V_3_0_PLUS:
@@ -65,6 +66,8 @@ if not AIRFLOW_V_3_0_PLUS:
     from airflow.utils.session import NEW_SESSION, provide_session
 
 if TYPE_CHECKING:
+    from typing import TypeAlias
+
     from openlineage.client.event_v2 import Dataset as OpenLineageDataset
     from openlineage.client.facet_v2 import RunFacet, processing_engine_run
 
@@ -76,10 +79,11 @@ if TYPE_CHECKING:
         Redactable,
         Redacted,
         SecretsMasker,
-        should_hide_value_for_key,
     )
     from airflow.sdk.execution_time.task_runner import RuntimeTaskInstance
     from airflow.utils.state import DagRunState, TaskInstanceState
+
+    AnyOperator: TypeAlias = BaseOperator | MappedOperator | SerializedBaseOperator | SerializedMappedOperator
 else:
     try:
         from airflow.sdk import DAG, BaseOperator
@@ -129,13 +133,13 @@ def try_import_from_string(string: str) -> Any:
         return import_string(string)
 
 
-def get_operator_class(task: BaseOperator) -> type:
+def get_operator_class(task: BaseOperator | MappedOperator) -> type:
     if task.__class__.__name__ in ("DecoratedMappedOperator", "MappedOperator"):
         return task.operator_class
     return task.__class__
 
 
-def get_operator_provider_version(operator: BaseOperator | MappedOperator) -> str | None:
+def get_operator_provider_version(operator: AnyOperator) -> str | None:
     """Get the provider package version for the given operator."""
     try:
         class_path = get_fully_qualified_class_name(operator)
@@ -215,7 +219,7 @@ def _truncate_string_to_byte_size(s: str, max_size: int = _MAX_DOC_BYTES) -> str
     return truncated.decode("utf-8", errors="ignore")
 
 
-def get_task_documentation(operator: BaseOperator | MappedOperator | None) -> tuple[str | None, str | None]:
+def get_task_documentation(operator: AnyOperator | None) -> tuple[str | None, str | None]:
     """Get task documentation and mime type, truncated to _MAX_DOC_BYTES bytes length, if present."""
     if not operator:
         return None, None
@@ -242,7 +246,7 @@ def get_task_documentation(operator: BaseOperator | MappedOperator | None) -> tu
     return None, None
 
 
-def get_dag_documentation(dag: DAG | None) -> tuple[str | None, str | None]:
+def get_dag_documentation(dag: DAG | SerializedDAG | None) -> tuple[str | None, str | None]:
     """Get dag documentation and mime type, truncated to _MAX_DOC_BYTES bytes length, if present."""
     if not dag:
         return None, None
@@ -313,23 +317,23 @@ def get_user_provided_run_facets(ti: TaskInstance, ti_state: TaskInstanceState)
     return custom_facets
 
 
-def get_fully_qualified_class_name(operator: BaseOperator | MappedOperator) -> str:
-    if isinstance(operator, (MappedOperator, SerializedBaseOperator)):
+def get_fully_qualified_class_name(operator: AnyOperator) -> str:
+    if isinstance(operator, (SerializedMappedOperator, SerializedBaseOperator)):
         # as in airflow.api_connexion.schemas.common_schema.ClassReferenceSchema
         return operator._task_module + "." + operator.task_type
     op_class = get_operator_class(operator)
     return op_class.__module__ + "." + op_class.__name__
 
 
-def is_operator_disabled(operator: BaseOperator | MappedOperator) -> bool:
+def is_operator_disabled(operator: AnyOperator) -> bool:
     return get_fully_qualified_class_name(operator) in conf.disabled_operators()
 
 
-def is_selective_lineage_enabled(obj: DAG | BaseOperator | MappedOperator) -> bool:
+def is_selective_lineage_enabled(obj: DAG | SerializedDAG | AnyOperator) -> bool:
     """If selective enable is active check if DAG or Task is enabled to emit events."""
     if not conf.selective_enable():
         return True
-    if isinstance(obj, DAG):
+    if isinstance(obj, (DAG, SerializedDAG)):
         return is_dag_lineage_enabled(obj)
     if isinstance(obj, (BaseOperator, MappedOperator)):
         return is_task_lineage_enabled(obj)
@@ -750,7 +754,7 @@ def get_airflow_state_run_facet(
     }
 
 
-def _get_tasks_details(dag: DAG) -> dict:
+def _get_tasks_details(dag: DAG | SerializedDAG) -> dict:
     tasks = {
         single_task.task_id: {
             "operator": get_fully_qualified_class_name(single_task),
@@ -769,7 +773,7 @@ def _get_tasks_details(dag: DAG) -> dict:
     return tasks
 
 
-def _get_task_groups_details(dag: DAG) -> dict:
+def _get_task_groups_details(dag: DAG | SerializedDAG) -> dict:
     return {
         tg_id: {
             "parent_group": tg.parent_group.group_id,
@@ -781,7 +785,7 @@ def _get_task_groups_details(dag: DAG) -> dict:
     }
 
 
-def _emits_ol_events(task: BaseOperator | MappedOperator) -> bool:
+def _emits_ol_events(task: AnyOperator) -> bool:
     config_selective_enabled = is_selective_lineage_enabled(task)
     config_disabled_for_operators = is_operator_disabled(task)
     # empty operators without callbacks/outlets are skipped for optimization by Airflow
@@ -842,8 +846,19 @@ class OpenLineageRedactor(SecretsMasker):
         instance = cls()
         instance.patterns = other.patterns
         instance.replacer = other.replacer
+        for attr in ["sensitive_variables_fields", "min_length_to_mask", "secret_mask_adapter"]:
+            if hasattr(other, attr):
+                setattr(instance, attr, getattr(other, attr))
         return instance
 
+    def _should_hide_value_for_key(self, name):
+        """Compatibility helper for should_hide_value_for_key across Airflow versions."""
+        try:
+            return self.should_hide_value_for_key(name)
+        except AttributeError:
+            # fallback to module level function
+            return should_hide_value_for_key(name)
+
     def _redact(self, item: Redactable, name: str | None, depth: int, max_depth: int, **kwargs) -> Redacted:  # type: ignore[override]
         if AIRFLOW_V_3_0_PLUS:
             # Keep compatibility for Airflow 2.x, remove when Airflow 3.0 is the minimum version
@@ -864,7 +879,7 @@ class OpenLineageRedactor(SecretsMasker):
                     # Those are deprecated values in _DEPRECATION_REPLACEMENTS
                     # in airflow.utils.context.Context
                     return "<<non-redactable: Proxy>>"
-                if name and should_hide_value_for_key(name):
+                if name and self._should_hide_value_for_key(name):
                     return self._redact_all(item, depth, max_depth)
                 if attrs.has(type(item)):
                     # TODO: FIXME when mypy gets compatible with new attrs

{apache_airflow_providers_openlineage-2.7.0rc1.dist-info → apache_airflow_providers_openlineage-2.7.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: apache-airflow-providers-openlineage
-Version: 2.7.0rc1
+Version: 2.7.1
 Summary: Provider package apache-airflow-providers-openlineage for Apache Airflow
 Keywords: airflow-provider,openlineage,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -20,15 +20,15 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
 Classifier: Topic :: System :: Monitoring
-Requires-Dist: apache-airflow>=2.10.0rc1
-Requires-Dist: apache-airflow-providers-common-sql>=1.20.0rc1
-Requires-Dist: apache-airflow-providers-common-compat>=1.4.0rc1
+Requires-Dist: apache-airflow>=2.10.0
+Requires-Dist: apache-airflow-providers-common-sql>=1.20.0
+Requires-Dist: apache-airflow-providers-common-compat>=1.4.0
 Requires-Dist: attrs>=22.2
 Requires-Dist: openlineage-integration-common>=1.36.0
 Requires-Dist: openlineage-python>=1.36.0
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.staged.apache.org/docs/apache-airflow-providers-openlineage/2.7.0/changelog.html
-Project-URL: Documentation, https://airflow.staged.apache.org/docs/apache-airflow-providers-openlineage/2.7.0
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-openlineage/2.7.1/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-openlineage/2.7.1
 Project-URL: Mastodon, https://fosstodon.org/@airflow
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
@@ -59,7 +59,7 @@ Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
 
 Package ``apache-airflow-providers-openlineage``
 
-Release: ``2.7.0``
+Release: ``2.7.1``
 
 
 `OpenLineage <https://openlineage.io/>`__
@@ -72,7 +72,7 @@ This is a provider package for ``openlineage`` provider. All classes for this pr
 are in ``airflow.providers.openlineage`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/2.7.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/2.7.1/>`_.
 
 Installation
 ------------
@@ -118,5 +118,5 @@ Dependent package
 ==================================================================================================================  =================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/2.7.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-openlineage/2.7.1/changelog.html>`_.
 

{apache_airflow_providers_openlineage-2.7.0rc1.dist-info → apache_airflow_providers_openlineage-2.7.1.dist-info}/RECORD

@@ -1,5 +1,5 @@
 airflow/providers/openlineage/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
-airflow/providers/openlineage/__init__.py,sha256=V74GXGDPbkHBL8PGjhukBdt2qnse-q5vXJaaIwZcp-4,1500
+airflow/providers/openlineage/__init__.py,sha256=nYsV_xtFWF8HJOMfs8oL5yZCnRUSCSNP2uPr4_oa1fE,1500
 airflow/providers/openlineage/conf.py,sha256=9v2DpQ84BBCdRxPlh8QsboTqX8HXe-qeHVcTMRL5c3o,5807
 airflow/providers/openlineage/get_provider_info.py,sha256=2Oy13q-jA-UYt-a9pYBk4PnImYshGnJCPD1Jj80ChNw,9453
 airflow/providers/openlineage/sqlparser.py,sha256=8Aq0qbUUBthKjXBV756p2aBf8RYfCuBBfgxwhGpQIg4,20360
@@ -20,15 +20,15 @@ airflow/providers/openlineage/operators/empty.py,sha256=g3ksadUeHW6IydzqIT4KxGU3
 airflow/providers/openlineage/plugins/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/openlineage/plugins/adapter.py,sha256=moIgAoBTTVaKuU-i00xvkKyR7Rv9hoIU79awcZVJwg8,23065
 airflow/providers/openlineage/plugins/facets.py,sha256=x2EPwst9MsoO53OpFV_aANO_rhiPq_2GLP4UOrqBnnQ,4279
-airflow/providers/openlineage/plugins/listener.py,sha256=wtYWPl_rftzp842gtUpnhr5ffraz-78vakUWxAztUtM,32329
+airflow/providers/openlineage/plugins/listener.py,sha256=IQbTH5yvbR7R85Ffuvxq3oCi_5a_VDy_FVongNSMCfI,32329
 airflow/providers/openlineage/plugins/macros.py,sha256=RfxkpNq78CHzfTAf9X7MQ_zRArMRu9sSD2j69fPSK7s,5265
 airflow/providers/openlineage/plugins/openlineage.py,sha256=dP3GOVtOGAIokeaeRx2OW_c1TKAxDvATlD9OGMyXqr0,2032
 airflow/providers/openlineage/utils/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/openlineage/utils/selective_enable.py,sha256=Nf94UaziAQHDvpx7bEDMRbT3twXVslDilUI1ZTEOB0M,3382
+airflow/providers/openlineage/utils/selective_enable.py,sha256=XpozjxcWBASAQXSR2N0GkA-QZVq6EmerOzyR4-eQ64M,3521
 airflow/providers/openlineage/utils/spark.py,sha256=X5liLxVLgQcgPF_0lFtQULeMOv_9dGj-HFjtZvWFgOo,7626
 airflow/providers/openlineage/utils/sql.py,sha256=b_k2fUyGGWzR1eau7tgq7vKQJsR7wPQzDF8M-WRq6jk,9548
-airflow/providers/openlineage/utils/utils.py,sha256=AqsrTPAoXoPnetJPxRED9qa1tsdECP44352gnuTbVj0,35715
-apache_airflow_providers_openlineage-2.7.0rc1.dist-info/entry_points.txt,sha256=GAx0_i2OeZzqaiiiYuA-xchICDXiCT5kVqpKSxsOjt4,214
-apache_airflow_providers_openlineage-2.7.0rc1.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
-apache_airflow_providers_openlineage-2.7.0rc1.dist-info/METADATA,sha256=d9ZUhTdnTDNhPFEw7hYM0YnC9RTOTytbvnC_pMVcv00,5714
-apache_airflow_providers_openlineage-2.7.0rc1.dist-info/RECORD,,
+airflow/providers/openlineage/utils/utils.py,sha256=4sSXFo8reWjULIUdymCcpjwyCacaU_PhoBGyg8oa6pM,36466
+apache_airflow_providers_openlineage-2.7.1.dist-info/entry_points.txt,sha256=GAx0_i2OeZzqaiiiYuA-xchICDXiCT5kVqpKSxsOjt4,214
+apache_airflow_providers_openlineage-2.7.1.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
+apache_airflow_providers_openlineage-2.7.1.dist-info/METADATA,sha256=jDZJjRvk6jrtako4OVtJHg8iecARz34XevVNHxyrkoE,5688
+apache_airflow_providers_openlineage-2.7.1.dist-info/RECORD,,