apache-airflow-providers-common-compat 1.2.0rc1__py3-none-any.whl → 1.2.1__py3-none-any.whl

airflow/providers/common/compat/__init__.py

@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "1.2.0"
+__version__ = "1.2.1"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.8.0"

airflow/providers/common/compat/assets/__init__.py

@@ -0,0 +1,77 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from __future__ import annotations
+
+from typing import TYPE_CHECKING
+
+from airflow import __version__ as AIRFLOW_VERSION
+
+if TYPE_CHECKING:
+    from airflow.assets import (
+        Asset,
+        AssetAlias,
+        AssetAliasEvent,
+        AssetAll,
+        AssetAny,
+        expand_alias_to_assets,
+    )
+    from airflow.auth.managers.models.resource_details import AssetDetails
+else:
+    try:
+        from airflow.assets import (
+            Asset,
+            AssetAlias,
+            AssetAliasEvent,
+            AssetAll,
+            AssetAny,
+            expand_alias_to_assets,
+        )
+        from airflow.auth.managers.models.resource_details import AssetDetails
+    except ModuleNotFoundError:
+        from packaging.version import Version
+
+        _IS_AIRFLOW_2_10_OR_HIGHER = Version(Version(AIRFLOW_VERSION).base_version) >= Version("2.10.0")
+        _IS_AIRFLOW_2_9_OR_HIGHER = Version(Version(AIRFLOW_VERSION).base_version) >= Version("2.9.0")
+
+        # dataset is renamed to asset since Airflow 3.0
+        from airflow.auth.managers.models.resource_details import DatasetDetails as AssetDetails
+        from airflow.datasets import Dataset as Asset
+
+        if _IS_AIRFLOW_2_9_OR_HIGHER:
+            from airflow.datasets import (
+                DatasetAll as AssetAll,
+                DatasetAny as AssetAny,
+            )
+
+        if _IS_AIRFLOW_2_10_OR_HIGHER:
+            from airflow.datasets import (
+                DatasetAlias as AssetAlias,
+                DatasetAliasEvent as AssetAliasEvent,
+                expand_alias_to_datasets as expand_alias_to_assets,
+            )
+
+
+__all__ = [
+    "Asset",
+    "AssetAlias",
+    "AssetAliasEvent",
+    "AssetAll",
+    "AssetAny",
+    "AssetDetails",
+    "expand_alias_to_assets",
+]

airflow/providers/common/compat/get_provider_info.py

@@ -28,8 +28,8 @@ def get_provider_info():
         "name": "Common Compat",
         "description": "``Common Compatibility Provider - providing compatibility code for previous Airflow versions.``\n",
         "state": "ready",
-        "source-date-epoch": 1723970013,
-        "versions": ["1.2.0", "1.1.0", "1.0.0"],
+        "source-date-epoch": 1728484960,
+        "versions": ["1.2.1", "1.2.0", "1.1.0", "1.0.0"],
         "dependencies": ["apache-airflow>=2.8.0"],
         "integrations": [
             {

airflow/providers/common/compat/lineage/hook.py

@@ -16,13 +16,78 @@
 # under the License.
 from __future__ import annotations
 
+from importlib.util import find_spec
+
+
+def _get_asset_compat_hook_lineage_collector():
+    from airflow.lineage.hook import get_hook_lineage_collector
+
+    collector = get_hook_lineage_collector()
+
+    if all(
+        getattr(collector, asset_method_name, None)
+        for asset_method_name in ("add_input_asset", "add_output_asset", "collected_assets")
+    ):
+        return collector
+
+    # dataset is renamed as asset in Airflow 3.0
+
+    from functools import wraps
+
+    from airflow.lineage.hook import DatasetLineageInfo, HookLineage
+
+    DatasetLineageInfo.asset = DatasetLineageInfo.dataset
+
+    def rename_dataset_kwargs_as_assets_kwargs(function):
+        @wraps(function)
+        def wrapper(*args, **kwargs):
+            if "asset_kwargs" in kwargs:
+                kwargs["dataset_kwargs"] = kwargs.pop("asset_kwargs")
+
+            if "asset_extra" in kwargs:
+                kwargs["dataset_extra"] = kwargs.pop("asset_extra")
+
+            return function(*args, **kwargs)
+
+        return wrapper
+
+    collector.create_asset = rename_dataset_kwargs_as_assets_kwargs(collector.create_dataset)
+    collector.add_input_asset = rename_dataset_kwargs_as_assets_kwargs(collector.add_input_dataset)
+    collector.add_output_asset = rename_dataset_kwargs_as_assets_kwargs(collector.add_output_dataset)
+
+    def collected_assets_compat(collector) -> HookLineage:
+        """Get the collected hook lineage information."""
+        lineage = collector.collected_datasets
+        return HookLineage(
+            [
+                DatasetLineageInfo(dataset=item.dataset, count=item.count, context=item.context)
+                for item in lineage.inputs
+            ],
+            [
+                DatasetLineageInfo(dataset=item.dataset, count=item.count, context=item.context)
+                for item in lineage.outputs
+            ],
+        )
+
+    setattr(
+        collector.__class__,
+        "collected_assets",
+        property(lambda collector: collected_assets_compat(collector)),
+    )
+
+    return collector
+
 
 def get_hook_lineage_collector():
     # HookLineageCollector added in 2.10
     try:
-        from airflow.lineage.hook import get_hook_lineage_collector
+        if find_spec("airflow.assets"):
+            # Dataset has been renamed as Asset in 3.0
+            from airflow.lineage.hook import get_hook_lineage_collector
+
+            return get_hook_lineage_collector()
 
-        return get_hook_lineage_collector()
+        return _get_asset_compat_hook_lineage_collector()
     except ImportError:
 
         class NoOpCollector:
@@ -32,10 +97,10 @@ def get_hook_lineage_collector():
             It is used when you want to disable lineage collection.
             """
 
-            def add_input_dataset(self, *_, **__):
+            def add_input_asset(self, *_, **__):
                 pass
 
-            def add_output_dataset(self, *_, **__):
+            def add_output_asset(self, *_, **__):
                 pass
 
         return NoOpCollector()

airflow/providers/common/compat/openlineage/utils/__init__.py

@@ -0,0 +1,16 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.

airflow/providers/common/compat/openlineage/utils/utils.py

@@ -0,0 +1,43 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from __future__ import annotations
+
+from functools import wraps
+from typing import TYPE_CHECKING
+
+if TYPE_CHECKING:
+    from airflow.providers.openlineage.utils.utils import translate_airflow_asset
+else:
+    try:
+        from airflow.providers.openlineage.utils.utils import translate_airflow_asset
+    except ImportError:
+        from airflow.providers.openlineage.utils.utils import translate_airflow_dataset
+
+        def rename_asset_as_dataset(function):
+            @wraps(function)
+            def wrapper(*args, **kwargs):
+                if "asset" in kwargs:
+                    kwargs["dataset"] = kwargs.pop("asset")
+                return function(*args, **kwargs)
+
+            return wrapper
+
+        translate_airflow_asset = rename_asset_as_dataset(translate_airflow_dataset)
+
+
+__all__ = ["translate_airflow_asset"]

airflow/providers/common/compat/security/__init__.py

@@ -0,0 +1,16 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.

airflow/providers/common/compat/security/permissions.py

@@ -0,0 +1,30 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+from typing import TYPE_CHECKING
+
+if TYPE_CHECKING:
+    from airflow.security.permissions import RESOURCE_ASSET
+else:
+    try:
+        from airflow.security.permissions import RESOURCE_ASSET
+    except ImportError:
+        from airflow.security.permissions import RESOURCE_DATASET as RESOURCE_ASSET
+
+
+__all__ = ["RESOURCE_ASSET"]

{apache_airflow_providers_common_compat-1.2.0rc1.dist-info → apache_airflow_providers_common_compat-1.2.1.dist-info}/METADATA

@@ -1,11 +1,11 @@
 Metadata-Version: 2.1
 Name: apache-airflow-providers-common-compat
-Version: 1.2.0rc1
+Version: 1.2.1
 Summary: Provider package apache-airflow-providers-common-compat for Apache Airflow
 Keywords: airflow-provider,common.compat,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
 Maintainer-email: Apache Software Foundation <dev@airflow.apache.org>
-Requires-Python: ~=3.8
+Requires-Python: ~=3.9
 Description-Content-Type: text/x-rst
 Classifier: Development Status :: 5 - Production/Stable
 Classifier: Environment :: Console
@@ -15,20 +15,21 @@ Classifier: Intended Audience :: System Administrators
 Classifier: Framework :: Apache Airflow
 Classifier: Framework :: Apache Airflow :: Provider
 Classifier: License :: OSI Approved :: Apache Software License
-Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: System :: Monitoring
-Requires-Dist: apache-airflow>=2.8.0rc0
+Requires-Dist: apache-airflow>=2.8.0
+Requires-Dist: apache-airflow-providers-openlineage ; extra == "openlineage"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.2.0/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.2.0
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.2.1/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.2.1
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Twitter, https://twitter.com/ApacheAirflow
 Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
+Provides-Extra: openlineage
 
 
 .. Licensed to the Apache Software Foundation (ASF) under one
@@ -74,7 +75,7 @@ Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
 
 Package ``apache-airflow-providers-common-compat``
 
-Release: ``1.2.0.rc1``
+Release: ``1.2.1``
 
 
 ``Common Compatibility Provider - providing compatibility code for previous Airflow versions.``
@@ -87,7 +88,7 @@ This is a provider package for ``common.compat`` provider. All classes for this
 are in ``airflow.providers.common.compat`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.2.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.2.1/>`_.
 
 Installation
 ------------
@@ -96,7 +97,7 @@ You can install this package on top of an existing Airflow 2 installation (see `
 for the minimum Airflow version supported) via
 ``pip install apache-airflow-providers-common-compat``
 
-The package supports the following python versions: 3.8,3.9,3.10,3.11,3.12
+The package supports the following python versions: 3.9,3.10,3.11,3.12
 
 Requirements
 ------------
@@ -107,5 +108,24 @@ PIP package         Version required
 ``apache-airflow``  ``>=2.8.0``
 ==================  ==================
 
+Cross provider package dependencies
+-----------------------------------
+
+Those are dependencies that might be needed in order to use all the features of the package.
+You need to install the specified provider packages in order to use them.
+
+You can install such cross-provider dependencies when installing from PyPI. For example:
+
+.. code-block:: bash
+
+    pip install apache-airflow-providers-common-compat[openlineage]
+
+
+==============================================================================================================  ===============
+Dependent package                                                                                               Extra
+==============================================================================================================  ===============
+`apache-airflow-providers-openlineage <https://airflow.apache.org/docs/apache-airflow-providers-openlineage>`_  ``openlineage``
+==============================================================================================================  ===============
+
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.2.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.2.1/changelog.html>`_.

apache_airflow_providers_common_compat-1.2.1.dist-info/RECORD

@@ -0,0 +1,16 @@
+airflow/providers/common/compat/LICENSE,sha256=FFb4jd2AXnOOf7XLP04pQW6jbdhG49TxlGY6fFpCV1Y,13609
+airflow/providers/common/compat/__init__.py,sha256=_Xqq8_e-7m_ZXGS9iDXxr7bPQyexl8RHfd0y3zNAzU4,1500
+airflow/providers/common/compat/get_provider_info.py,sha256=xTTwRylldzrHOBDPopEZzegKqmv0_TDk9MBbkdAVPbY,1762
+airflow/providers/common/compat/assets/__init__.py,sha256=6j5EV_cuuK416pZMeMN0q-8dsNWidQkbK2Boltpv6Zc,2547
+airflow/providers/common/compat/lineage/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
+airflow/providers/common/compat/lineage/hook.py,sha256=7W1T15iz-h5cf0wpW-oMroeIF882PGwqJck3elRJOIs,3606
+airflow/providers/common/compat/openlineage/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
+airflow/providers/common/compat/openlineage/facet.py,sha256=_3YHsRP39vx6FPePFQCLjNHP9kzisNH5v97o-PWzwLk,6529
+airflow/providers/common/compat/openlineage/utils/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
+airflow/providers/common/compat/openlineage/utils/utils.py,sha256=KB_1emJIEeYxPG7YscYHmIEDIx9VNmUPtDFz81UuhQk,1617
+airflow/providers/common/compat/security/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
+airflow/providers/common/compat/security/permissions.py,sha256=krHlEyXJHFOan1lhiRIuEUpEdS2qhOkwkJyvjWEk2l0,1151
+apache_airflow_providers_common_compat-1.2.1.dist-info/entry_points.txt,sha256=OdOClAuY8E82VvA-Zo6narFujtXdGihHKZH2HfmlPIo,109
+apache_airflow_providers_common_compat-1.2.1.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
+apache_airflow_providers_common_compat-1.2.1.dist-info/METADATA,sha256=J1BZtCBAussPwaIcboKFvCjWxGu-77P-KlUkB_RVqgU,5911
+apache_airflow_providers_common_compat-1.2.1.dist-info/RECORD,,

apache_airflow_providers_common_compat-1.2.0rc1.dist-info/RECORD

@@ -1,11 +0,0 @@
-airflow/providers/common/compat/LICENSE,sha256=FFb4jd2AXnOOf7XLP04pQW6jbdhG49TxlGY6fFpCV1Y,13609
-airflow/providers/common/compat/__init__.py,sha256=p08a4EORBzu6UP7tnxTCafQN8viXN0M-63kouSRh_40,1500
-airflow/providers/common/compat/get_provider_info.py,sha256=LtxctlpQNE0eCrwp_wU0Ib-YAiGmTDLSMaoF94TLjpo,1753
-airflow/providers/common/compat/lineage/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/common/compat/lineage/hook.py,sha256=AGC4aYxa0WazCOcn64Q5xcRq9HPbeEzpkKtqoB5mi0w,1426
-airflow/providers/common/compat/openlineage/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/common/compat/openlineage/facet.py,sha256=_3YHsRP39vx6FPePFQCLjNHP9kzisNH5v97o-PWzwLk,6529
-apache_airflow_providers_common_compat-1.2.0rc1.dist-info/entry_points.txt,sha256=OdOClAuY8E82VvA-Zo6narFujtXdGihHKZH2HfmlPIo,109
-apache_airflow_providers_common_compat-1.2.0rc1.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
-apache_airflow_providers_common_compat-1.2.0rc1.dist-info/METADATA,sha256=VfHyI51Rl1furdmo2gaqAzjtJoaeEETGq9x-pY0Gd0o,4816
-apache_airflow_providers_common_compat-1.2.0rc1.dist-info/RECORD,,