apache-airflow-providers-common-compat 1.6.0b1__tar.gz → 1.6.0rc1__tar.gz

{apache_airflow_providers_common_compat-1.6.0b1 → apache_airflow_providers_common_compat-1.6.0rc1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: apache-airflow-providers-common-compat
-Version: 1.6.0b1
+Version: 1.6.0rc1
 Summary: Provider package apache-airflow-providers-common-compat for Apache Airflow
 Keywords: airflow-provider,common.compat,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -20,12 +20,12 @@ Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: System :: Monitoring
-Requires-Dist: apache-airflow>=2.9.0
+Requires-Dist: apache-airflow>=2.9.0rc0
 Requires-Dist: apache-airflow-providers-openlineage ; extra == "openlineage"
 Requires-Dist: apache-airflow-providers-standard ; extra == "standard"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.6.0b1/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.6.0b1
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.6.0/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.6.0
 Project-URL: Mastodon, https://fosstodon.org/@airflow
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
@@ -58,7 +58,7 @@ Provides-Extra: standard
 
 Package ``apache-airflow-providers-common-compat``
 
-Release: ``1.6.0b1``
+Release: ``1.6.0``
 
 
 ``Common Compatibility Provider - providing compatibility code for previous Airflow versions.``
@@ -71,7 +71,7 @@ This is a provider package for ``common.compat`` provider. All classes for this
 are in ``airflow.providers.common.compat`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.6.0b1/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.6.0/>`_.
 
 Installation
 ------------
@@ -95,7 +95,7 @@ Cross provider package dependencies
 -----------------------------------
 
 Those are dependencies that might be needed in order to use all the features of the package.
-You need to install the specified provider packages in order to use them.
+You need to install the specified providers in order to use them.
 
 You can install such cross-provider dependencies when installing from PyPI. For example:
 
@@ -112,5 +112,5 @@ Dependent package
 ==============================================================================================================  ===============
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.6.0b1/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.6.0/changelog.html>`_.
 

{apache_airflow_providers_common_compat-1.6.0b1 → apache_airflow_providers_common_compat-1.6.0rc1}/README.rst

@@ -23,7 +23,7 @@
 
 Package ``apache-airflow-providers-common-compat``
 
-Release: ``1.6.0b1``
+Release: ``1.6.0``
 
 
 ``Common Compatibility Provider - providing compatibility code for previous Airflow versions.``
@@ -36,7 +36,7 @@ This is a provider package for ``common.compat`` provider. All classes for this
 are in ``airflow.providers.common.compat`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.6.0b1/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.6.0/>`_.
 
 Installation
 ------------
@@ -60,7 +60,7 @@ Cross provider package dependencies
 -----------------------------------
 
 Those are dependencies that might be needed in order to use all the features of the package.
-You need to install the specified provider packages in order to use them.
+You need to install the specified providers in order to use them.
 
 You can install such cross-provider dependencies when installing from PyPI. For example:
 
@@ -77,4 +77,4 @@ Dependent package
 ==============================================================================================================  ===============
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.6.0b1/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.6.0/changelog.html>`_.

{apache_airflow_providers_common_compat-1.6.0b1 → apache_airflow_providers_common_compat-1.6.0rc1}/pyproject.toml

@@ -20,12 +20,12 @@
 # IF YOU WANT TO MODIFY THIS FILE EXCEPT DEPENDENCIES, YOU SHOULD MODIFY THE TEMPLATE
 # `pyproject_TEMPLATE.toml.jinja2` IN the `dev/breeze/src/airflow_breeze/templates` DIRECTORY
 [build-system]
-requires = ["flit_core==3.11.0"]
+requires = ["flit_core==3.12.0"]
 build-backend = "flit_core.buildapi"
 
 [project]
 name = "apache-airflow-providers-common-compat"
-version = "1.6.0b1"
+version = "1.6.0.rc1"
 description = "Provider package apache-airflow-providers-common-compat for Apache Airflow"
 readme = "README.rst"
 authors = [
@@ -57,7 +57,7 @@ requires-python = "~=3.9"
 # Make sure to run ``breeze static-checks --type update-providers-dependencies --all-files``
 # After you modify the dependencies, and rebuild your Breeze CI image with ``breeze ci-image build``
 dependencies = [
-    "apache-airflow>=2.9.0",
+    "apache-airflow>=2.9.0rc0",
 ]
 
 # The optional dependencies should be modified in place in the generated file
@@ -91,8 +91,8 @@ apache-airflow-providers-fab = {workspace = true}
 apache-airflow-providers-standard = {workspace = true}
 
 [project.urls]
-"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.6.0b1"
-"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.6.0b1/changelog.html"
+"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.6.0"
+"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-common-compat/1.6.0/changelog.html"
 "Bug Tracker" = "https://github.com/apache/airflow/issues"
 "Source Code" = "https://github.com/apache/airflow"
 "Slack Chat" = "https://s.apache.org/airflow-slack"

{apache_airflow_providers_common_compat-1.6.0b1 → apache_airflow_providers_common_compat-1.6.0rc1}/src/airflow/providers/common/compat/__init__.py

@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "1.6.0b1"
+__version__ = "1.6.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.9.0"

{apache_airflow_providers_common_compat-1.6.0b1 → apache_airflow_providers_common_compat-1.6.0rc1}/src/airflow/providers/common/compat/get_provider_info.py

@@ -28,7 +28,7 @@ def get_provider_info():
         "description": "``Common Compatibility Provider - providing compatibility code for previous Airflow versions.``\n",
         "state": "ready",
         "source-date-epoch": 1742480214,
-        "versions": ["1.6.0b1", "1.5.1", "1.5.0", "1.3.0", "1.2.2", "1.2.1", "1.2.0", "1.1.0", "1.0.0"],
+        "versions": ["1.6.0", "1.5.1", "1.5.0", "1.3.0", "1.2.2", "1.2.1", "1.2.0", "1.1.0", "1.0.0"],
         "integrations": [
             {
                 "integration-name": "Common Compat",

apache_airflow_providers_common_compat-1.6.0rc1/src/airflow/providers/common/compat/notifier/__init__.py

@@ -0,0 +1,32 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from __future__ import annotations
+
+from typing import TYPE_CHECKING
+
+from airflow.providers.common.compat.version_compat import AIRFLOW_V_3_0_PLUS
+
+if TYPE_CHECKING:
+    from airflow.sdk.definitions.notifier import BaseNotifier
+elif AIRFLOW_V_3_0_PLUS:
+    from airflow.sdk.definitions.notifier import BaseNotifier
+else:
+    from airflow.notifications.basenotifier import BaseNotifier
+
+
+__all__ = ["BaseNotifier"]

apache_airflow_providers_common_compat-1.6.0rc1/src/airflow/providers/common/compat/openlineage/utils/spark.py

@@ -0,0 +1,56 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+from __future__ import annotations
+
+import logging
+from typing import TYPE_CHECKING
+
+log = logging.getLogger(__name__)
+
+if TYPE_CHECKING:
+    from airflow.providers.openlineage.utils.spark import (
+        inject_parent_job_information_into_spark_properties,
+        inject_transport_information_into_spark_properties,
+    )
+else:
+    try:
+        from airflow.providers.openlineage.utils.spark import (
+            inject_parent_job_information_into_spark_properties,
+            inject_transport_information_into_spark_properties,
+        )
+    except ImportError:
+
+        def inject_parent_job_information_into_spark_properties(properties: dict, context) -> dict:
+            log.warning(
+                "Could not import `airflow.providers.openlineage.plugins.macros`."
+                "Skipping the injection of OpenLineage parent job information into Spark properties."
+            )
+            return properties
+
+        def inject_transport_information_into_spark_properties(properties: dict, context) -> dict:
+            log.warning(
+                "Could not import `airflow.providers.openlineage.plugins.listener`."
+                "Skipping the injection of OpenLineage transport information into Spark properties."
+            )
+            return properties
+
+
+__all__ = [
+    "inject_parent_job_information_into_spark_properties",
+    "inject_transport_information_into_spark_properties",
+]

apache_airflow_providers_common_compat-1.6.0b1/src/airflow/providers/common/compat/openlineage/utils/spark.py

@@ -1,130 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-from __future__ import annotations
-
-import logging
-from typing import TYPE_CHECKING
-
-log = logging.getLogger(__name__)
-
-if TYPE_CHECKING:
-    from airflow.providers.openlineage.utils.spark import (
-        inject_parent_job_information_into_spark_properties,
-        inject_transport_information_into_spark_properties,
-    )
-else:
-    try:
-        from airflow.providers.openlineage.utils.spark import (
-            inject_parent_job_information_into_spark_properties,
-            inject_transport_information_into_spark_properties,
-        )
-    except ImportError:
-        try:
-            from airflow.providers.openlineage.plugins.macros import (
-                lineage_job_name,
-                lineage_job_namespace,
-                lineage_run_id,
-            )
-        except ImportError:
-
-            def inject_parent_job_information_into_spark_properties(properties: dict, context) -> dict:
-                log.warning(
-                    "Could not import `airflow.providers.openlineage.plugins.macros`."
-                    "Skipping the injection of OpenLineage parent job information into Spark properties."
-                )
-                return properties
-
-        else:
-
-            def inject_parent_job_information_into_spark_properties(properties: dict, context) -> dict:
-                if any(str(key).startswith("spark.openlineage.parent") for key in properties):
-                    log.info(
-                        "Some OpenLineage properties with parent job information are already present "
-                        "in Spark properties. Skipping the injection of OpenLineage "
-                        "parent job information into Spark properties."
-                    )
-                    return properties
-
-                ti = context["ti"]
-                ol_parent_job_properties = {
-                    "spark.openlineage.parentJobNamespace": lineage_job_namespace(),
-                    "spark.openlineage.parentJobName": lineage_job_name(ti),
-                    "spark.openlineage.parentRunId": lineage_run_id(ti),
-                }
-                return {**properties, **ol_parent_job_properties}
-
-        try:
-            from airflow.providers.openlineage.plugins.listener import get_openlineage_listener
-        except ImportError:
-
-            def inject_transport_information_into_spark_properties(properties: dict, context) -> dict:
-                log.warning(
-                    "Could not import `airflow.providers.openlineage.plugins.listener`."
-                    "Skipping the injection of OpenLineage transport information into Spark properties."
-                )
-                return properties
-
-        else:
-
-            def inject_transport_information_into_spark_properties(properties: dict, context) -> dict:
-                if any(str(key).startswith("spark.openlineage.transport") for key in properties):
-                    log.info(
-                        "Some OpenLineage properties with transport information are already present "
-                        "in Spark properties. Skipping the injection of OpenLineage "
-                        "transport information into Spark properties."
-                    )
-                    return properties
-
-                transport = get_openlineage_listener().adapter.get_or_create_openlineage_client().transport
-                if transport.kind != "http":
-                    log.info(
-                        "OpenLineage transport type `%s` does not support automatic "
-                        "injection of OpenLineage transport information into Spark properties.",
-                        transport.kind,
-                    )
-                    return {}
-
-                transport_properties = {
-                    "spark.openlineage.transport.type": "http",
-                    "spark.openlineage.transport.url": transport.url,
-                    "spark.openlineage.transport.endpoint": transport.endpoint,
-                    # Timeout is converted to milliseconds, as required by Spark integration,
-                    "spark.openlineage.transport.timeoutInMillis": str(int(transport.timeout * 1000)),
-                }
-                if transport.compression:
-                    transport_properties["spark.openlineage.transport.compression"] = str(
-                        transport.compression
-                    )
-
-                if hasattr(transport.config.auth, "api_key") and transport.config.auth.get_bearer():
-                    transport_properties["spark.openlineage.transport.auth.type"] = "api_key"
-                    transport_properties["spark.openlineage.transport.auth.apiKey"] = (
-                        transport.config.auth.get_bearer()
-                    )
-
-                if hasattr(transport.config, "custom_headers") and transport.config.custom_headers:
-                    for key, value in transport.config.custom_headers.items():
-                        transport_properties[f"spark.openlineage.transport.headers.{key}"] = value
-
-                return {**properties, **transport_properties}
-
-
-__all__ = [
-    "inject_parent_job_information_into_spark_properties",
-    "inject_transport_information_into_spark_properties",
-]