apache-airflow-providers-common-compat 1.2.2rc1__tar.gz → 1.3.0rc1__tar.gz

{apache_airflow_providers_common_compat-1.2.2rc1 → apache_airflow_providers_common_compat-1.3.0rc1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: apache-airflow-providers-common-compat
-Version: 1.2.2rc1
+Version: 1.3.0rc1
 Summary: Provider package apache-airflow-providers-common-compat for Apache Airflow
 Keywords: airflow-provider,common.compat,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -20,15 +20,15 @@ Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: System :: Monitoring
-Requires-Dist: apache-airflow>=2.8.0rc0
+Requires-Dist: apache-airflow>=2.9.0rc0
 Requires-Dist: apache-airflow-providers-openlineage ; extra == "openlineage"
 Requires-Dist: apache-airflow-providers-standard ; extra == "standard"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.2.2/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.2.2
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.3.0/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.3.0
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
-Project-URL: Twitter, https://twitter.com/ApacheAirflow
+Project-URL: Twitter, https://x.com/ApacheAirflow
 Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
 Provides-Extra: openlineage
 Provides-Extra: standard
@@ -77,7 +77,7 @@ Provides-Extra: standard
 
 Package ``apache-airflow-providers-common-compat``
 
-Release: ``1.2.2.rc1``
+Release: ``1.3.0.rc1``
 
 
 ``Common Compatibility Provider - providing compatibility code for previous Airflow versions.``
@@ -90,7 +90,7 @@ This is a provider package for ``common.compat`` provider. All classes for this
 are in ``airflow.providers.common.compat`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.2.2/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.3.0/>`_.
 
 Installation
 ------------
@@ -107,7 +107,7 @@ Requirements
 ==================  ==================
 PIP package         Version required
 ==================  ==================
-``apache-airflow``  ``>=2.8.0``
+``apache-airflow``  ``>=2.9.0``
 ==================  ==================
 
 Cross provider package dependencies
@@ -131,4 +131,4 @@ Dependent package
 ==============================================================================================================  ===============
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.2.2/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.3.0/changelog.html>`_.

{apache_airflow_providers_common_compat-1.2.2rc1 → apache_airflow_providers_common_compat-1.3.0rc1}/README.rst

@@ -42,7 +42,7 @@
 
 Package ``apache-airflow-providers-common-compat``
 
-Release: ``1.2.2.rc1``
+Release: ``1.3.0.rc1``
 
 
 ``Common Compatibility Provider - providing compatibility code for previous Airflow versions.``
@@ -55,7 +55,7 @@ This is a provider package for ``common.compat`` provider. All classes for this
 are in ``airflow.providers.common.compat`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.2.2/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.3.0/>`_.
 
 Installation
 ------------
@@ -72,7 +72,7 @@ Requirements
 ==================  ==================
 PIP package         Version required
 ==================  ==================
-``apache-airflow``  ``>=2.8.0``
+``apache-airflow``  ``>=2.9.0``
 ==================  ==================
 
 Cross provider package dependencies
@@ -96,4 +96,4 @@ Dependent package
 ==============================================================================================================  ===============
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.2.2/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.3.0/changelog.html>`_.

{apache_airflow_providers_common_compat-1.2.2rc1 → apache_airflow_providers_common_compat-1.3.0rc1}/airflow/providers/common/compat/__init__.py

@@ -29,11 +29,11 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "1.2.2"
+__version__ = "1.3.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
-    "2.8.0"
+    "2.9.0"
 ):
     raise RuntimeError(
-        f"The package `apache-airflow-providers-common-compat:{__version__}` needs Apache Airflow 2.8.0+"
+        f"The package `apache-airflow-providers-common-compat:{__version__}` needs Apache Airflow 2.9.0+"
     )

{apache_airflow_providers_common_compat-1.2.2rc1 → apache_airflow_providers_common_compat-1.3.0rc1}/airflow/providers/common/compat/assets/__init__.py

@@ -19,52 +19,32 @@ from __future__ import annotations
 
 from typing import TYPE_CHECKING
 
-from airflow import __version__ as AIRFLOW_VERSION
+from airflow.providers.common.compat.version_compat import (
+    AIRFLOW_V_2_10_PLUS,
+    AIRFLOW_V_3_0_PLUS,
+)
 
 if TYPE_CHECKING:
-    from airflow.assets import (
-        Asset,
-        AssetAlias,
-        AssetAliasEvent,
-        AssetAll,
-        AssetAny,
-        expand_alias_to_assets,
-    )
     from airflow.auth.managers.models.resource_details import AssetDetails
+    from airflow.models.asset import expand_alias_to_assets
+    from airflow.sdk.definitions.asset import Asset, AssetAlias, AssetAll, AssetAny
 else:
-    try:
-        from airflow.assets import (
-            Asset,
-            AssetAlias,
-            AssetAliasEvent,
-            AssetAll,
-            AssetAny,
-            expand_alias_to_assets,
-        )
+    if AIRFLOW_V_3_0_PLUS:
         from airflow.auth.managers.models.resource_details import AssetDetails
-    except ModuleNotFoundError:
-        from packaging.version import Version
-
-        _IS_AIRFLOW_2_10_OR_HIGHER = Version(Version(AIRFLOW_VERSION).base_version) >= Version("2.10.0")
-        _IS_AIRFLOW_2_9_OR_HIGHER = Version(Version(AIRFLOW_VERSION).base_version) >= Version("2.9.0")
-        _IS_AIRFLOW_2_8_OR_HIGHER = Version(Version(AIRFLOW_VERSION).base_version) >= Version("2.8.0")
-
+        from airflow.models.asset import expand_alias_to_assets
+        from airflow.sdk.definitions.asset import Asset, AssetAlias, AssetAll, AssetAny
+    else:
         # dataset is renamed to asset since Airflow 3.0
-        from airflow.datasets import Dataset as Asset
-
-        if _IS_AIRFLOW_2_8_OR_HIGHER:
-            from airflow.auth.managers.models.resource_details import DatasetDetails as AssetDetails
-
-        if _IS_AIRFLOW_2_9_OR_HIGHER:
-            from airflow.datasets import (
-                DatasetAll as AssetAll,
-                DatasetAny as AssetAny,
-            )
+        from airflow.auth.managers.models.resource_details import DatasetDetails as AssetDetails
+        from airflow.datasets import (
+            Dataset as Asset,
+            DatasetAll as AssetAll,
+            DatasetAny as AssetAny,
+        )
 
-        if _IS_AIRFLOW_2_10_OR_HIGHER:
+        if AIRFLOW_V_2_10_PLUS:
             from airflow.datasets import (
                 DatasetAlias as AssetAlias,
-                DatasetAliasEvent as AssetAliasEvent,
                 expand_alias_to_datasets as expand_alias_to_assets,
             )
 
@@ -72,7 +52,6 @@ else:
 __all__ = [
     "Asset",
     "AssetAlias",
-    "AssetAliasEvent",
     "AssetAll",
     "AssetAny",
     "AssetDetails",

{apache_airflow_providers_common_compat-1.2.2rc1 → apache_airflow_providers_common_compat-1.3.0rc1}/airflow/providers/common/compat/get_provider_info.py

@@ -29,8 +29,8 @@ def get_provider_info():
         "description": "``Common Compatibility Provider - providing compatibility code for previous Airflow versions.``\n",
         "state": "ready",
         "source-date-epoch": 1731569875,
-        "versions": ["1.2.2", "1.2.1", "1.2.0", "1.1.0", "1.0.0"],
-        "dependencies": ["apache-airflow>=2.8.0"],
+        "versions": ["1.3.0", "1.2.2", "1.2.1", "1.2.0", "1.1.0", "1.0.0"],
+        "dependencies": ["apache-airflow>=2.9.0"],
         "integrations": [
             {
                 "integration-name": "Common Compat",

{apache_airflow_providers_common_compat-1.2.2rc1 → apache_airflow_providers_common_compat-1.3.0rc1}/airflow/providers/common/compat/lineage/hook.py

@@ -16,7 +16,7 @@
 # under the License.
 from __future__ import annotations
 
-from importlib.util import find_spec
+from airflow.providers.common.compat.version_compat import AIRFLOW_V_2_10_PLUS, AIRFLOW_V_3_0_PLUS
 
 
 def _get_asset_compat_hook_lineage_collector():
@@ -38,7 +38,7 @@ def _get_asset_compat_hook_lineage_collector():
 
     DatasetLineageInfo.asset = DatasetLineageInfo.dataset
 
-    def rename_dataset_kwargs_as_assets_kwargs(function):
+    def rename_asset_kwargs_to_dataset_kwargs(function):
         @wraps(function)
         def wrapper(*args, **kwargs):
             if "asset_kwargs" in kwargs:
@@ -51,9 +51,9 @@ def _get_asset_compat_hook_lineage_collector():
 
         return wrapper
 
-    collector.create_asset = rename_dataset_kwargs_as_assets_kwargs(collector.create_dataset)
-    collector.add_input_asset = rename_dataset_kwargs_as_assets_kwargs(collector.add_input_dataset)
-    collector.add_output_asset = rename_dataset_kwargs_as_assets_kwargs(collector.add_output_dataset)
+    collector.create_asset = rename_asset_kwargs_to_dataset_kwargs(collector.create_dataset)
+    collector.add_input_asset = rename_asset_kwargs_to_dataset_kwargs(collector.add_input_dataset)
+    collector.add_output_asset = rename_asset_kwargs_to_dataset_kwargs(collector.add_output_dataset)
 
     def collected_assets_compat(collector) -> HookLineage:
         """Get the collected hook lineage information."""
@@ -79,28 +79,37 @@ def _get_asset_compat_hook_lineage_collector():
 
 
 def get_hook_lineage_collector():
-    # HookLineageCollector added in 2.10
-    try:
-        if find_spec("airflow.assets"):
-            # Dataset has been renamed as Asset in 3.0
-            from airflow.lineage.hook import get_hook_lineage_collector
+    # Dataset has been renamed as Asset in 3.0
+    if AIRFLOW_V_3_0_PLUS:
+        from airflow.lineage.hook import get_hook_lineage_collector
 
-            return get_hook_lineage_collector()
+        return get_hook_lineage_collector()
 
+    # HookLineageCollector added in 2.10
+    if AIRFLOW_V_2_10_PLUS:
         return _get_asset_compat_hook_lineage_collector()
-    except ImportError:
 
-        class NoOpCollector:
-            """
-            NoOpCollector is a hook lineage collector that does nothing.
+    # For the case that airflow has not yet upgraded to 2.10 or higher,
+    # but using the providers that already uses `get_hook_lineage_collector`
+    class NoOpCollector:
+        """
+        NoOpCollector is a hook lineage collector that does nothing.
+
+        It is used when you want to disable lineage collection.
+        """
+
+        # for providers that support asset rename
+        def add_input_asset(self, *_, **__):
+            pass
 
-            It is used when you want to disable lineage collection.
-            """
+        def add_output_asset(self, *_, **__):
+            pass
 
-            def add_input_asset(self, *_, **__):
-                pass
+        # for providers that do not support asset rename
+        def add_input_dataset(self, *_, **__):
+            pass
 
-            def add_output_asset(self, *_, **__):
-                pass
+        def add_output_dataset(self, *_, **__):
+            pass
 
-        return NoOpCollector()
+    return NoOpCollector()

apache_airflow_providers_common_compat-1.3.0rc1/airflow/providers/common/compat/openlineage/utils/spark.py

@@ -0,0 +1,68 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from __future__ import annotations
+
+import logging
+from typing import TYPE_CHECKING
+
+log = logging.getLogger(__name__)
+
+if TYPE_CHECKING:
+    from airflow.providers.openlineage.utils.spark import inject_parent_job_information_into_spark_properties
+else:
+    try:
+        from airflow.providers.openlineage.utils.spark import (
+            inject_parent_job_information_into_spark_properties,
+        )
+    except ImportError:
+        try:
+            from airflow.providers.openlineage.plugins.macros import (
+                lineage_job_name,
+                lineage_job_namespace,
+                lineage_run_id,
+            )
+        except ImportError:
+
+            def inject_parent_job_information_into_spark_properties(properties: dict, context) -> dict:
+                log.warning(
+                    "Could not import `airflow.providers.openlineage.plugins.macros`."
+                    "Skipping the injection of OpenLineage parent job information into Spark properties."
+                )
+                return properties
+
+        else:
+
+            def inject_parent_job_information_into_spark_properties(properties: dict, context) -> dict:
+                if any(str(key).startswith("spark.openlineage.parent") for key in properties):
+                    log.info(
+                        "Some OpenLineage properties with parent job information are already present "
+                        "in Spark properties. Skipping the injection of OpenLineage "
+                        "parent job information into Spark properties."
+                    )
+                    return properties
+
+                ti = context["ti"]
+                ol_parent_job_properties = {
+                    "spark.openlineage.parentJobNamespace": lineage_job_namespace(),
+                    "spark.openlineage.parentJobName": lineage_job_name(ti),
+                    "spark.openlineage.parentRunId": lineage_run_id(ti),
+                }
+                return {**properties, **ol_parent_job_properties}
+
+
+__all__ = ["inject_parent_job_information_into_spark_properties"]

{apache_airflow_providers_common_compat-1.2.2rc1 → apache_airflow_providers_common_compat-1.3.0rc1}/airflow/providers/common/compat/standard/operators.py

@@ -19,7 +19,7 @@ from __future__ import annotations
 
 from typing import TYPE_CHECKING
 
-from airflow import __version__ as AIRFLOW_VERSION
+from airflow.providers.common.compat.version_compat import AIRFLOW_V_2_10_PLUS
 
 if TYPE_CHECKING:
     from airflow.providers.standard.operators.python import (
@@ -37,17 +37,13 @@ else:
             get_current_context,
         )
     except ModuleNotFoundError:
-        from packaging.version import Version
-
-        _IS_AIRFLOW_2_10_OR_HIGHER = Version(Version(AIRFLOW_VERSION).base_version) >= Version("2.10.0")
-
         from airflow.operators.python import (
             PythonOperator,
             ShortCircuitOperator,
             get_current_context,
         )
 
-        if _IS_AIRFLOW_2_10_OR_HIGHER:
+        if AIRFLOW_V_2_10_PLUS:
             from airflow.operators.python import _SERIALIZERS
 
 

apache_airflow_providers_common_compat-1.3.0rc1/airflow/providers/common/compat/standard/triggers.py

@@ -0,0 +1,31 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from __future__ import annotations
+
+from typing import TYPE_CHECKING
+
+if TYPE_CHECKING:
+    from airflow.providers.standard.triggers.temporal import TimeDeltaTrigger
+else:
+    try:
+        from airflow.providers.standard.triggers.temporal import TimeDeltaTrigger
+    except ModuleNotFoundError:
+        from airflow.triggers.temporal import TimeDeltaTrigger
+
+
+__all__ = ["TimeDeltaTrigger"]

apache_airflow_providers_common_compat-1.3.0rc1/airflow/providers/common/compat/version_compat.py

@@ -0,0 +1,36 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+# NOTE! THIS FILE IS COPIED MANUALLY IN OTHER PROVIDERS DELIBERATELY TO AVOID ADDING UNNECESSARY
+# DEPENDENCIES BETWEEN PROVIDERS. IF YOU WANT TO ADD CONDITIONAL CODE IN YOUR PROVIDER THAT DEPENDS
+# ON AIRFLOW VERSION, PLEASE COPY THIS FILE TO THE ROOT PACKAGE OF YOUR PROVIDER AND IMPORT
+# THOSE CONSTANTS FROM IT RATHER THAN IMPORTING THEM FROM ANOTHER PROVIDER OR TEST CODE
+#
+from __future__ import annotations
+
+
+def get_base_airflow_version_tuple() -> tuple[int, int, int]:
+    from packaging.version import Version
+
+    from airflow import __version__
+
+    airflow_version = Version(__version__)
+    return airflow_version.major, airflow_version.minor, airflow_version.micro
+
+
+AIRFLOW_V_2_10_PLUS = get_base_airflow_version_tuple() >= (2, 10, 0)
+AIRFLOW_V_3_0_PLUS = get_base_airflow_version_tuple() >= (3, 0, 0)

{apache_airflow_providers_common_compat-1.2.2rc1 → apache_airflow_providers_common_compat-1.3.0rc1}/pyproject.toml

@@ -27,7 +27,7 @@ build-backend = "flit_core.buildapi"
 
 [project]
 name = "apache-airflow-providers-common-compat"
-version = "1.2.2.rc1"
+version = "1.3.0.rc1"
 description = "Provider package apache-airflow-providers-common-compat for Apache Airflow"
 readme = "README.rst"
 authors = [
@@ -54,16 +54,16 @@ classifiers = [
 ]
 requires-python = "~=3.9"
 dependencies = [
-    "apache-airflow>=2.8.0rc0",
+    "apache-airflow>=2.9.0rc0",
 ]
 
 [project.urls]
-"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.2.2"
-"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.2.2/changelog.html"
+"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.3.0"
+"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.3.0/changelog.html"
 "Bug Tracker" = "https://github.com/apache/airflow/issues"
 "Source Code" = "https://github.com/apache/airflow"
 "Slack Chat" = "https://s.apache.org/airflow-slack"
-"Twitter" = "https://twitter.com/ApacheAirflow"
+"Twitter" = "https://x.com/ApacheAirflow"
 "YouTube" = "https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/"
 
 [project.entry-points."apache_airflow_provider"]