acryl-datahub-airflow-plugin 1.3.1.5__py3-none-any.whl → 1.3.1.5rc2__py3-none-any.whl

datahub_airflow_plugin/airflow2/_openlineage_compat.py

@@ -1,123 +0,0 @@
-"""
-Compatibility layer for OpenLineage imports in Airflow 2.x.
-
-This module handles two different OpenLineage variants that can be used with Airflow 2.x:
-1. Legacy OpenLineage (openlineage-airflow package) - used in Airflow 2.5-2.6
-2. OpenLineage Provider (apache-airflow-providers-openlineage) - used in Airflow 2.7+
-
-The module detects which variant is installed and imports the appropriate classes.
-
-Note: This file is only used for Airflow 2.x. Airflow 3.x has its own separate module.
-"""
-
-from typing import TYPE_CHECKING, Any
-
-if TYPE_CHECKING:
-    # For type checking, use proper types based on what's available
-    # Try OpenLineage Provider first, fall back to Legacy OpenLineage
-    try:
-        from airflow.providers.openlineage.extractors.base import (
-            BaseExtractor,
-            OperatorLineage,
-        )
-        from airflow.providers.openlineage.extractors.manager import (
-            ExtractorManager as OLExtractorManager,
-        )
-        from airflow.providers.openlineage.extractors.snowflake import (
-            SnowflakeExtractor,
-        )
-        from airflow.providers.openlineage.extractors.sql import SqlExtractor
-        from airflow.providers.openlineage.utils.utils import (
-            get_operator_class,
-            try_import_from_string,
-        )
-        from openlineage.airflow.extractors import TaskMetadata
-
-        USE_OPENLINEAGE_PROVIDER: bool = True
-    except ImportError:
-        # Legacy OpenLineage types
-        from openlineage.airflow.extractors import (  # type: ignore[no-redef]
-            BaseExtractor,
-            ExtractorManager as OLExtractorManager,
-            TaskMetadata,
-        )
-        from openlineage.airflow.extractors.snowflake_extractor import (  # type: ignore[no-redef]
-            SnowflakeExtractor,
-        )
-        from openlineage.airflow.extractors.sql_extractor import (
-            SqlExtractor,  # type: ignore[no-redef]
-        )
-        from openlineage.airflow.utils import (  # type: ignore[no-redef]
-            get_operator_class,
-            try_import_from_string,
-        )
-
-        OperatorLineage: Any  # type: ignore[no-redef]  # Doesn't exist in Legacy OpenLineage
-        USE_OPENLINEAGE_PROVIDER: bool = False  # type: ignore[no-redef]
-
-else:
-    # Runtime imports - detect which OpenLineage variant is installed
-    USE_OPENLINEAGE_PROVIDER = False
-
-    try:
-        # Try OpenLineage Provider (apache-airflow-providers-openlineage)
-        # Available in Airflow 2.7+ when installed with [airflow2-provider] extra
-        from airflow.providers.openlineage.extractors.base import (
-            BaseExtractor,
-            OperatorLineage,
-        )
-        from airflow.providers.openlineage.extractors.manager import (
-            ExtractorManager as OLExtractorManager,
-        )
-        from airflow.providers.openlineage.utils.utils import (
-            get_operator_class,
-            try_import_from_string,
-        )
-
-        USE_OPENLINEAGE_PROVIDER = True
-
-        try:
-            from airflow.providers.openlineage.extractors.snowflake import (
-                SnowflakeExtractor,
-            )
-        except ImportError:
-            SnowflakeExtractor = None  # type: ignore
-
-        try:
-            from airflow.providers.openlineage.extractors.sql import SqlExtractor
-        except ImportError:
-            SqlExtractor = None  # type: ignore
-
-        # OpenLineage Provider uses OperatorLineage, not TaskMetadata
-        TaskMetadata = None  # type: ignore
-
-    except (ImportError, ModuleNotFoundError):
-        # Fall back to Legacy OpenLineage (openlineage-airflow package)
-        # Used in Airflow 2.5-2.6 or when installed with [airflow2] extra
-        from openlineage.airflow.extractors import (
-            BaseExtractor,
-            ExtractorManager as OLExtractorManager,
-            TaskMetadata,
-        )
-        from openlineage.airflow.extractors.snowflake_extractor import (
-            SnowflakeExtractor,
-        )
-        from openlineage.airflow.extractors.sql_extractor import SqlExtractor
-        from openlineage.airflow.utils import get_operator_class, try_import_from_string
-
-        # Legacy OpenLineage uses TaskMetadata, not OperatorLineage
-        OperatorLineage = None  # type: ignore
-
-
-# Export all symbols
-__all__ = [
-    "USE_OPENLINEAGE_PROVIDER",
-    "BaseExtractor",
-    "OperatorLineage",
-    "TaskMetadata",
-    "OLExtractorManager",
-    "get_operator_class",
-    "try_import_from_string",
-    "SnowflakeExtractor",
-    "SqlExtractor",
-]

datahub_airflow_plugin/airflow2/_provider_shims.py

@@ -1,29 +0,0 @@
-"""
-Shims for apache-airflow-providers-openlineage package.
-This module is used when apache-airflow-providers-openlineage is installed
-(Airflow 2.10+ with native OpenLineage provider).
-"""
-
-from airflow.providers.openlineage.plugins.openlineage import (
-    OpenLineageProviderPlugin as OpenLineagePlugin,
-)
-from airflow.providers.openlineage.utils.utils import (
-    get_operator_class,
-    try_import_from_string,
-)
-
-# Provider package doesn't have TaskHolder - not needed with modern Airflow
-# The task_instance.task attribute is directly available in Airflow 2.10+
-TaskHolder = None  # type: ignore[misc,assignment]
-
-# Provider package doesn't have redact_with_exclusions - not needed
-# This was only used for logging/debugging in the legacy package
-redact_with_exclusions = None  # type: ignore[misc,assignment]
-
-__all__ = [
-    "TaskHolder",
-    "OpenLineagePlugin",
-    "get_operator_class",
-    "redact_with_exclusions",
-    "try_import_from_string",
-]

datahub_airflow_plugin/airflow2/_shims.py

@@ -1,88 +0,0 @@
-"""
-Airflow 2.x specific shims and imports.
-Clean, simple imports without cross-version compatibility complexity.
-"""
-
-from typing import List
-
-from airflow.models.baseoperator import BaseOperator
-
-# Operator type alias - try airflow.models.operator.Operator first (Airflow 2.5-2.9)
-# Fall back to BaseOperator for Airflow 2.10+ (transitioning to Airflow 3.x)
-from airflow.models.mappedoperator import MappedOperator
-
-try:
-    from airflow.models.operator import Operator
-except ImportError:
-    # Airflow 2.10+ removed airflow.models.operator.Operator
-    # Use BaseOperator as the Operator type alias instead
-    Operator = BaseOperator  # type: ignore[misc]
-
-# ExternalTaskSensor import
-try:
-    from airflow.sensors.external_task import ExternalTaskSensor
-except ImportError:
-    from airflow.sensors.external_task_sensor import ExternalTaskSensor  # type: ignore
-
-# OpenLineage imports for Airflow 2.x
-# Detect which OpenLineage package is available and load appropriate shims
-_USE_LEGACY_OPENLINEAGE = False
-try:
-    # Check if legacy package (openlineage-airflow) is available
-    import openlineage.airflow  # noqa: F401
-
-    _USE_LEGACY_OPENLINEAGE = True
-except ImportError:
-    pass
-
-if _USE_LEGACY_OPENLINEAGE:
-    # Import from legacy openlineage-airflow package
-    from datahub_airflow_plugin.airflow2._legacy_shims import (
-        OpenLineagePlugin,
-        TaskHolder,
-        get_operator_class,
-        redact_with_exclusions,
-        try_import_from_string,
-    )
-else:
-    # Import from native apache-airflow-providers-openlineage package
-    from datahub_airflow_plugin.airflow2._provider_shims import (
-        OpenLineagePlugin,
-        TaskHolder,
-        get_operator_class,
-        redact_with_exclusions,
-        try_import_from_string,
-    )
-
-
-def get_task_inlets(operator: "Operator") -> List:
-    """Get task inlets, handling Airflow 2.x variations."""
-    if hasattr(operator, "_inlets"):
-        return operator._inlets  # type: ignore[attr-defined, union-attr]
-    if hasattr(operator, "get_inlet_defs"):
-        return operator.get_inlet_defs()  # type: ignore[attr-defined]
-    return operator.inlets or []
-
-
-def get_task_outlets(operator: "Operator") -> List:
-    """Get task outlets, handling Airflow 2.x variations."""
-    if hasattr(operator, "_outlets"):
-        return operator._outlets  # type: ignore[attr-defined, union-attr]
-    if hasattr(operator, "get_outlet_defs"):
-        return operator.get_outlet_defs()
-    return operator.outlets or []
-
-
-__all__ = [
-    "BaseOperator",
-    "Operator",
-    "MappedOperator",
-    "ExternalTaskSensor",
-    "TaskHolder",
-    "OpenLineagePlugin",
-    "get_operator_class",
-    "try_import_from_string",
-    "redact_with_exclusions",
-    "get_task_inlets",
-    "get_task_outlets",
-]