apache-airflow-providers-common-compat 1.6.0b1__py3-none-any.whl → 1.6.0rc1__py3-none-any.whl

airflow/providers/common/compat/__init__.py

@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "1.6.0b1"
+__version__ = "1.6.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.9.0"

airflow/providers/common/compat/get_provider_info.py

@@ -28,7 +28,7 @@ def get_provider_info():
         "description": "``Common Compatibility Provider - providing compatibility code for previous Airflow versions.``\n",
         "state": "ready",
         "source-date-epoch": 1742480214,
-        "versions": ["1.6.0b1", "1.5.1", "1.5.0", "1.3.0", "1.2.2", "1.2.1", "1.2.0", "1.1.0", "1.0.0"],
+        "versions": ["1.6.0", "1.5.1", "1.5.0", "1.3.0", "1.2.2", "1.2.1", "1.2.0", "1.1.0", "1.0.0"],
         "integrations": [
             {
                 "integration-name": "Common Compat",

airflow/providers/common/compat/notifier/__init__.py

@@ -0,0 +1,32 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from __future__ import annotations
+
+from typing import TYPE_CHECKING
+
+from airflow.providers.common.compat.version_compat import AIRFLOW_V_3_0_PLUS
+
+if TYPE_CHECKING:
+    from airflow.sdk.definitions.notifier import BaseNotifier
+elif AIRFLOW_V_3_0_PLUS:
+    from airflow.sdk.definitions.notifier import BaseNotifier
+else:
+    from airflow.notifications.basenotifier import BaseNotifier
+
+
+__all__ = ["BaseNotifier"]

airflow/providers/common/compat/openlineage/utils/spark.py

@@ -34,94 +34,20 @@ else:
             inject_transport_information_into_spark_properties,
         )
     except ImportError:
-        try:
-            from airflow.providers.openlineage.plugins.macros import (
-                lineage_job_name,
-                lineage_job_namespace,
-                lineage_run_id,
-            )
-        except ImportError:
-
-            def inject_parent_job_information_into_spark_properties(properties: dict, context) -> dict:
-                log.warning(
-                    "Could not import `airflow.providers.openlineage.plugins.macros`."
-                    "Skipping the injection of OpenLineage parent job information into Spark properties."
-                )
-                return properties
-
-        else:
-
-            def inject_parent_job_information_into_spark_properties(properties: dict, context) -> dict:
-                if any(str(key).startswith("spark.openlineage.parent") for key in properties):
-                    log.info(
-                        "Some OpenLineage properties with parent job information are already present "
-                        "in Spark properties. Skipping the injection of OpenLineage "
-                        "parent job information into Spark properties."
-                    )
-                    return properties
-
-                ti = context["ti"]
-                ol_parent_job_properties = {
-                    "spark.openlineage.parentJobNamespace": lineage_job_namespace(),
-                    "spark.openlineage.parentJobName": lineage_job_name(ti),
-                    "spark.openlineage.parentRunId": lineage_run_id(ti),
-                }
-                return {**properties, **ol_parent_job_properties}
-
-        try:
-            from airflow.providers.openlineage.plugins.listener import get_openlineage_listener
-        except ImportError:
-
-            def inject_transport_information_into_spark_properties(properties: dict, context) -> dict:
-                log.warning(
-                    "Could not import `airflow.providers.openlineage.plugins.listener`."
-                    "Skipping the injection of OpenLineage transport information into Spark properties."
-                )
-                return properties
 
-        else:
-
-            def inject_transport_information_into_spark_properties(properties: dict, context) -> dict:
-                if any(str(key).startswith("spark.openlineage.transport") for key in properties):
-                    log.info(
-                        "Some OpenLineage properties with transport information are already present "
-                        "in Spark properties. Skipping the injection of OpenLineage "
-                        "transport information into Spark properties."
-                    )
-                    return properties
-
-                transport = get_openlineage_listener().adapter.get_or_create_openlineage_client().transport
-                if transport.kind != "http":
-                    log.info(
-                        "OpenLineage transport type `%s` does not support automatic "
-                        "injection of OpenLineage transport information into Spark properties.",
-                        transport.kind,
-                    )
-                    return {}
-
-                transport_properties = {
-                    "spark.openlineage.transport.type": "http",
-                    "spark.openlineage.transport.url": transport.url,
-                    "spark.openlineage.transport.endpoint": transport.endpoint,
-                    # Timeout is converted to milliseconds, as required by Spark integration,
-                    "spark.openlineage.transport.timeoutInMillis": str(int(transport.timeout * 1000)),
-                }
-                if transport.compression:
-                    transport_properties["spark.openlineage.transport.compression"] = str(
-                        transport.compression
-                    )
-
-                if hasattr(transport.config.auth, "api_key") and transport.config.auth.get_bearer():
-                    transport_properties["spark.openlineage.transport.auth.type"] = "api_key"
-                    transport_properties["spark.openlineage.transport.auth.apiKey"] = (
-                        transport.config.auth.get_bearer()
-                    )
-
-                if hasattr(transport.config, "custom_headers") and transport.config.custom_headers:
-                    for key, value in transport.config.custom_headers.items():
-                        transport_properties[f"spark.openlineage.transport.headers.{key}"] = value
+        def inject_parent_job_information_into_spark_properties(properties: dict, context) -> dict:
+            log.warning(
+                "Could not import `airflow.providers.openlineage.plugins.macros`."
+                "Skipping the injection of OpenLineage parent job information into Spark properties."
+            )
+            return properties
 
-                return {**properties, **transport_properties}
+        def inject_transport_information_into_spark_properties(properties: dict, context) -> dict:
+            log.warning(
+                "Could not import `airflow.providers.openlineage.plugins.listener`."
+                "Skipping the injection of OpenLineage transport information into Spark properties."
+            )
+            return properties
 
 
 __all__ = [

{apache_airflow_providers_common_compat-1.6.0b1.dist-info → apache_airflow_providers_common_compat-1.6.0rc1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: apache-airflow-providers-common-compat
-Version: 1.6.0b1
+Version: 1.6.0rc1
 Summary: Provider package apache-airflow-providers-common-compat for Apache Airflow
 Keywords: airflow-provider,common.compat,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -20,12 +20,12 @@ Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: System :: Monitoring
-Requires-Dist: apache-airflow>=2.9.0
+Requires-Dist: apache-airflow>=2.9.0rc0
 Requires-Dist: apache-airflow-providers-openlineage ; extra == "openlineage"
 Requires-Dist: apache-airflow-providers-standard ; extra == "standard"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.6.0b1/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.6.0b1
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.6.0/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.6.0
 Project-URL: Mastodon, https://fosstodon.org/@airflow
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
@@ -58,7 +58,7 @@ Provides-Extra: standard
 
 Package ``apache-airflow-providers-common-compat``
 
-Release: ``1.6.0b1``
+Release: ``1.6.0``
 
 
 ``Common Compatibility Provider - providing compatibility code for previous Airflow versions.``
@@ -71,7 +71,7 @@ This is a provider package for ``common.compat`` provider. All classes for this
 are in ``airflow.providers.common.compat`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.6.0b1/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.6.0/>`_.
 
 Installation
 ------------
@@ -95,7 +95,7 @@ Cross provider package dependencies
 -----------------------------------
 
 Those are dependencies that might be needed in order to use all the features of the package.
-You need to install the specified provider packages in order to use them.
+You need to install the specified providers in order to use them.
 
 You can install such cross-provider dependencies when installing from PyPI. For example:
 
@@ -112,5 +112,5 @@ Dependent package
 ==============================================================================================================  ===============
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.6.0b1/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.6.0/changelog.html>`_.
 

{apache_airflow_providers_common_compat-1.6.0b1.dist-info → apache_airflow_providers_common_compat-1.6.0rc1.dist-info}/RECORD

@@ -1,17 +1,18 @@
 airflow/providers/common/compat/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
-airflow/providers/common/compat/__init__.py,sha256=sysV2TNsvQETL5H5doqH9-9iUlzC9OvfBX9eqwRw29g,1502
+airflow/providers/common/compat/__init__.py,sha256=sPpVS_aBAUBxD6wvGKKkFAm-f1i1GTWPIwgaB6a1wSQ,1500
 airflow/providers/common/compat/check.py,sha256=d6at8iFn_c2jbnmvswoMYz1DFUrAbQTVKMCA5PYAOrQ,4347
-airflow/providers/common/compat/get_provider_info.py,sha256=4DGFXh_Yb0imhgcsXvNq3E6FnmFI3lmlxSsroH49OUU,1995
+airflow/providers/common/compat/get_provider_info.py,sha256=5vjEVk6xFG0bR4KqSmPY86TeXDeVrnFcwbn_NjC5pyo,1993
 airflow/providers/common/compat/version_compat.py,sha256=aHg90_DtgoSnQvILFICexMyNlHlALBdaeWqkX3dFDug,1605
 airflow/providers/common/compat/assets/__init__.py,sha256=73zbqrAVBepkL83xpjRjzLQF7LzI-uA-3pBu5n7-g80,2202
 airflow/providers/common/compat/lineage/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/common/compat/lineage/entities.py,sha256=otob45spY8YSa5fMx3XXg-JWNZttS8g4WrkvYte2HFY,2651
 airflow/providers/common/compat/lineage/hook.py,sha256=0ujOAFXc3U0zqAJfKVgSRAHCa6lKwlNd7yMacUyNdD8,3977
+airflow/providers/common/compat/notifier/__init__.py,sha256=hZlFYmkQ4_g0rNymigAszxM7egmG1RNlAR8zvUuszew,1201
 airflow/providers/common/compat/openlineage/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/common/compat/openlineage/check.py,sha256=jcrz1xgqsUd9TCF564U_JGvU8Vyrss7qpiMaQz_ZIqA,4672
 airflow/providers/common/compat/openlineage/facet.py,sha256=_3YHsRP39vx6FPePFQCLjNHP9kzisNH5v97o-PWzwLk,6529
 airflow/providers/common/compat/openlineage/utils/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/common/compat/openlineage/utils/spark.py,sha256=zyvuWFLye_6xDmC4PDQ9NKi0muH-QtqfsqRIHNjxzRQ,5983
+airflow/providers/common/compat/openlineage/utils/spark.py,sha256=-6ztQ_yphcXyS34WHXGb9lEvN1uR_-Gk0bo0_o0F8Co,2196
 airflow/providers/common/compat/openlineage/utils/sql.py,sha256=bQdfjBgkHNt0cFKdA2BM7myapb_WVM_F2RkVoPZVfoU,3286
 airflow/providers/common/compat/openlineage/utils/utils.py,sha256=KB_1emJIEeYxPG7YscYHmIEDIx9VNmUPtDFz81UuhQk,1617
 airflow/providers/common/compat/security/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
@@ -20,7 +21,7 @@ airflow/providers/common/compat/standard/__init__.py,sha256=9hdXHABrVpkbpjZgUft3
 airflow/providers/common/compat/standard/operators.py,sha256=1jsiu8Cc6S2Xhhfo2Rh5PqJCnQ1CBH_UW5q7s3Y0Mpc,1712
 airflow/providers/common/compat/standard/triggers.py,sha256=XBi9KE-cAY_TlIyKVqr1-EU7xZNqgCVTugXZObV3gaQ,1177
 airflow/providers/common/compat/standard/utils.py,sha256=SvTXThqYRKVfmRRpq-D5eNcxQjY9TESrTyl3n670QM8,1289
-apache_airflow_providers_common_compat-1.6.0b1.dist-info/entry_points.txt,sha256=OdOClAuY8E82VvA-Zo6narFujtXdGihHKZH2HfmlPIo,109
-apache_airflow_providers_common_compat-1.6.0b1.dist-info/WHEEL,sha256=_2ozNFCLWc93bK4WKHCO-eDUENDlo-dgc9cU3qokYO4,82
-apache_airflow_providers_common_compat-1.6.0b1.dist-info/METADATA,sha256=F5-kvFY2qiIEY4AxB6dq_V_1YAKRFvgZXNfA29MaouA,5303
-apache_airflow_providers_common_compat-1.6.0b1.dist-info/RECORD,,
+apache_airflow_providers_common_compat-1.6.0rc1.dist-info/entry_points.txt,sha256=OdOClAuY8E82VvA-Zo6narFujtXdGihHKZH2HfmlPIo,109
+apache_airflow_providers_common_compat-1.6.0rc1.dist-info/WHEEL,sha256=_2ozNFCLWc93bK4WKHCO-eDUENDlo-dgc9cU3qokYO4,82
+apache_airflow_providers_common_compat-1.6.0rc1.dist-info/METADATA,sha256=ZbLzMISU7z_x3EkMKhGWNaEJzkjhvasK7xZ5Fgp96bg,5289
+apache_airflow_providers_common_compat-1.6.0rc1.dist-info/RECORD,,