apache-airflow-providers-cncf-kubernetes 10.8.2rc1__tar.gz → 10.9.0__tar.gz

{apache_airflow_providers_cncf_kubernetes-10.8.2rc1 → apache_airflow_providers_cncf_kubernetes-10.9.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: apache-airflow-providers-cncf-kubernetes
-Version: 10.8.2rc1
+Version: 10.9.0
 Summary: Provider package apache-airflow-providers-cncf-kubernetes for Apache Airflow
 Keywords: airflow-provider,cncf.kubernetes,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -21,14 +21,15 @@ Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
 Classifier: Topic :: System :: Monitoring
 Requires-Dist: aiofiles>=23.2.0
-Requires-Dist: apache-airflow>=2.10.0rc1
+Requires-Dist: apache-airflow>=2.10.0
+Requires-Dist: apache-airflow-providers-common-compat>=1.8.0
 Requires-Dist: asgiref>=3.5.2
 Requires-Dist: cryptography>=41.0.0
 Requires-Dist: kubernetes>=32.0.0,<34.0.0
 Requires-Dist: kubernetes_asyncio>=32.0.0,<34.0.0
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.staged.apache.org/docs/apache-airflow-providers-cncf-kubernetes/10.8.2/changelog.html
-Project-URL: Documentation, https://airflow.staged.apache.org/docs/apache-airflow-providers-cncf-kubernetes/10.8.2
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/10.9.0/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/10.9.0
 Project-URL: Mastodon, https://fosstodon.org/@airflow
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
@@ -59,7 +60,7 @@ Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
 
 Package ``apache-airflow-providers-cncf-kubernetes``
 
-Release: ``10.8.2``
+Release: ``10.9.0``
 
 
 `Kubernetes <https://kubernetes.io/>`__
@@ -72,7 +73,7 @@ This is a provider package for ``cncf.kubernetes`` provider. All classes for thi
 are in ``airflow.providers.cncf.kubernetes`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/10.8.2/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/10.9.0/>`_.
 
 Installation
 ------------
@@ -86,17 +87,37 @@ The package supports the following python versions: 3.10,3.11,3.12,3.13
 Requirements
 ------------
 
-======================  ====================
-PIP package             Version required
-======================  ====================
-``aiofiles``            ``>=23.2.0``
-``apache-airflow``      ``>=2.10.0``
-``asgiref``             ``>=3.5.2``
-``cryptography``        ``>=41.0.0``
-``kubernetes``          ``>=32.0.0,<34.0.0``
-``kubernetes_asyncio``  ``>=32.0.0,<34.0.0``
-======================  ====================
+==========================================  ====================
+PIP package                                 Version required
+==========================================  ====================
+``aiofiles``                                ``>=23.2.0``
+``apache-airflow``                          ``>=2.10.0``
+``apache-airflow-providers-common-compat``  ``>=1.8.0``
+``asgiref``                                 ``>=3.5.2``
+``cryptography``                            ``>=41.0.0``
+``kubernetes``                              ``>=32.0.0,<34.0.0``
+``kubernetes_asyncio``                      ``>=32.0.0,<34.0.0``
+==========================================  ====================
+
+Cross provider package dependencies
+-----------------------------------
+
+Those are dependencies that might be needed in order to use all the features of the package.
+You need to install the specified providers in order to use them.
+
+You can install such cross-provider dependencies when installing from PyPI. For example:
+
+.. code-block:: bash
+
+    pip install apache-airflow-providers-cncf-kubernetes[common.compat]
+
+
+==================================================================================================================  =================
+Dependent package                                                                                                   Extra
+==================================================================================================================  =================
+`apache-airflow-providers-common-compat <https://airflow.apache.org/docs/apache-airflow-providers-common-compat>`_  ``common.compat``
+==================================================================================================================  =================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/10.8.2/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/10.9.0/changelog.html>`_.
 

{apache_airflow_providers_cncf_kubernetes-10.8.2rc1 → apache_airflow_providers_cncf_kubernetes-10.9.0}/README.rst

@@ -23,7 +23,7 @@
 
 Package ``apache-airflow-providers-cncf-kubernetes``
 
-Release: ``10.8.2``
+Release: ``10.9.0``
 
 
 `Kubernetes <https://kubernetes.io/>`__
@@ -36,7 +36,7 @@ This is a provider package for ``cncf.kubernetes`` provider. All classes for thi
 are in ``airflow.providers.cncf.kubernetes`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/10.8.2/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/10.9.0/>`_.
 
 Installation
 ------------
@@ -50,16 +50,36 @@ The package supports the following python versions: 3.10,3.11,3.12,3.13
 Requirements
 ------------
 
-======================  ====================
-PIP package             Version required
-======================  ====================
-``aiofiles``            ``>=23.2.0``
-``apache-airflow``      ``>=2.10.0``
-``asgiref``             ``>=3.5.2``
-``cryptography``        ``>=41.0.0``
-``kubernetes``          ``>=32.0.0,<34.0.0``
-``kubernetes_asyncio``  ``>=32.0.0,<34.0.0``
-======================  ====================
+==========================================  ====================
+PIP package                                 Version required
+==========================================  ====================
+``aiofiles``                                ``>=23.2.0``
+``apache-airflow``                          ``>=2.10.0``
+``apache-airflow-providers-common-compat``  ``>=1.8.0``
+``asgiref``                                 ``>=3.5.2``
+``cryptography``                            ``>=41.0.0``
+``kubernetes``                              ``>=32.0.0,<34.0.0``
+``kubernetes_asyncio``                      ``>=32.0.0,<34.0.0``
+==========================================  ====================
+
+Cross provider package dependencies
+-----------------------------------
+
+Those are dependencies that might be needed in order to use all the features of the package.
+You need to install the specified providers in order to use them.
+
+You can install such cross-provider dependencies when installing from PyPI. For example:
+
+.. code-block:: bash
+
+    pip install apache-airflow-providers-cncf-kubernetes[common.compat]
+
+
+==================================================================================================================  =================
+Dependent package                                                                                                   Extra
+==================================================================================================================  =================
+`apache-airflow-providers-common-compat <https://airflow.apache.org/docs/apache-airflow-providers-common-compat>`_  ``common.compat``
+==================================================================================================================  =================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/10.8.2/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/10.9.0/changelog.html>`_.

{apache_airflow_providers_cncf_kubernetes-10.8.2rc1 → apache_airflow_providers_cncf_kubernetes-10.9.0}/docs/changelog.rst

@@ -28,6 +28,36 @@ Changelog
 ---------
 
 
+10.9.0
+......
+
+Features
+~~~~~~~~
+
+* ``Move container-related functions from PodManager to a separate file (#56700)``
+* ``Add KubernetesPodOperator deferred callbacks (#47108)``
+
+Bug Fixes
+~~~~~~~~~
+
+* ``Fix KubernetesPodOperator termination_grace_period parameter not being applied to pod spec (#56402)``
+* ``SparkKubernetesOperator: preserve existing metadata labels in SparkApplication manifest (#56063)``
+
+Misc
+~~~~
+
+* ``Migrate cncf/kubernetes provider to ''common.compat'' (#57023)``
+
+Doc-only
+~~~~~~~~
+
+* ``Correct 'Dag' to 'DAG' for code snippets in provider docs (#56727)``
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Remove placeholder Release Date in changelog and index files (#56056)``
+   * ``Enable PT011 rule to provider tests (#56578)``
+
 10.8.2
 ......
 
@@ -45,8 +75,6 @@ Bug Fixes
 ......
 
 
-Release Date: ``|PypiReleaseDate|``
-
 Bug Fixes
 ~~~~~~~~~
 
@@ -69,8 +97,6 @@ Misc
 ......
 
 
-Release Date: ``|PypiReleaseDate|``
-
 Features
 ~~~~~~~~
 

{apache_airflow_providers_cncf_kubernetes-10.8.2rc1 → apache_airflow_providers_cncf_kubernetes-10.9.0}/docs/index.rst

@@ -87,7 +87,7 @@ apache-airflow-providers-cncf-kubernetes package
 `Kubernetes <https://kubernetes.io/>`__
 
 
-Release: 10.8.2
+Release: 10.9.0
 
 Provider package
 ----------------
@@ -107,13 +107,42 @@ Requirements
 
 The minimum Apache Airflow version supported by this provider distribution is ``2.10.0``.
 
-======================  ====================
-PIP package             Version required
-======================  ====================
-``aiofiles``            ``>=23.2.0``
-``apache-airflow``      ``>=2.10.0``
-``asgiref``             ``>=3.5.2``
-``cryptography``        ``>=41.0.0``
-``kubernetes``          ``>=32.0.0,<34.0.0``
-``kubernetes_asyncio``  ``>=32.0.0,<34.0.0``
-======================  ====================
+==========================================  ====================
+PIP package                                 Version required
+==========================================  ====================
+``aiofiles``                                ``>=23.2.0``
+``apache-airflow``                          ``>=2.10.0``
+``apache-airflow-providers-common-compat``  ``>=1.8.0``
+``asgiref``                                 ``>=3.5.2``
+``cryptography``                            ``>=41.0.0``
+``kubernetes``                              ``>=32.0.0,<34.0.0``
+``kubernetes_asyncio``                      ``>=32.0.0,<34.0.0``
+==========================================  ====================
+
+Cross provider package dependencies
+-----------------------------------
+
+Those are dependencies that might be needed in order to use all the features of the package.
+You need to install the specified provider distributions in order to use them.
+
+You can install such cross-provider dependencies when installing from PyPI. For example:
+
+.. code-block:: bash
+
+    pip install apache-airflow-providers-cncf-kubernetes[common.compat]
+
+
+==================================================================================================================  =================
+Dependent package                                                                                                   Extra
+==================================================================================================================  =================
+`apache-airflow-providers-common-compat <https://airflow.apache.org/docs/apache-airflow-providers-common-compat>`_  ``common.compat``
+==================================================================================================================  =================
+
+Downloading official packages
+-----------------------------
+
+You can download officially released packages and verify their checksums and signatures from the
+`Official Apache Download site <https://downloads.apache.org/airflow/providers/>`_
+
+* `The apache-airflow-providers-cncf-kubernetes 10.9.0 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_cncf_kubernetes-10.9.0.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_cncf_kubernetes-10.9.0.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_cncf_kubernetes-10.9.0.tar.gz.sha512>`__)
+* `The apache-airflow-providers-cncf-kubernetes 10.9.0 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_cncf_kubernetes-10.9.0-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_cncf_kubernetes-10.9.0-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_cncf_kubernetes-10.9.0-py3-none-any.whl.sha512>`__)

{apache_airflow_providers_cncf_kubernetes-10.8.2rc1 → apache_airflow_providers_cncf_kubernetes-10.9.0}/docs/kubernetes_executor.rst

@@ -165,14 +165,14 @@ Here is an example of a task with both features:
 
     import pendulum
 
-    from airflow import Dag
+    from airflow import DAG
     from airflow.decorators import task
     from airflow.example_dags.libs.helper import print_stuff
     from airflow.settings import AIRFLOW_HOME
 
     from kubernetes.client import models as k8s
 
-    with Dag(
+    with DAG(
         dag_id="example_pod_template_file",
         schedule=None,
         start_date=pendulum.datetime(2021, 1, 1, tz="UTC"),

{apache_airflow_providers_cncf_kubernetes-10.8.2rc1 → apache_airflow_providers_cncf_kubernetes-10.9.0}/provider.yaml

@@ -22,12 +22,13 @@ description: |
     `Kubernetes <https://kubernetes.io/>`__
 
 state: ready
-source-date-epoch: 1758645793
+source-date-epoch: 1761116525
 # Note that those versions are maintained by release manager - do not update them manually
 # with the exception of case where other provider in sources has >= new provider version.
 # In such case adding >= NEW_VERSION and bumping to NEW_VERSION in a provider have
 # to be done in the same PR
 versions:
+  - 10.9.0
   - 10.8.2
   - 10.8.1
   - 10.8.0

{apache_airflow_providers_cncf_kubernetes-10.8.2rc1 → apache_airflow_providers_cncf_kubernetes-10.9.0}/pyproject.toml

@@ -25,7 +25,7 @@ build-backend = "flit_core.buildapi"
 
 [project]
 name = "apache-airflow-providers-cncf-kubernetes"
-version = "10.8.2rc1"
+version = "10.9.0"
 description = "Provider package apache-airflow-providers-cncf-kubernetes for Apache Airflow"
 readme = "README.rst"
 authors = [
@@ -58,7 +58,8 @@ requires-python = ">=3.10"
 # After you modify the dependencies, and rebuild your Breeze CI image with ``breeze ci-image build``
 dependencies = [
     "aiofiles>=23.2.0",
-    "apache-airflow>=2.10.0rc1",
+    "apache-airflow>=2.10.0",
+    "apache-airflow-providers-common-compat>=1.8.0",
     "asgiref>=3.5.2",
     "cryptography>=41.0.0",
     # The Kubernetes API is known to introduce problems when upgraded to a MAJOR version. Airflow Core
@@ -79,6 +80,7 @@ dev = [
     "apache-airflow",
     "apache-airflow-task-sdk",
     "apache-airflow-devel-common",
+    "apache-airflow-providers-common-compat",
     # Additional devel dependencies (do not remove this line and add extra development dependencies)
 ]
 
@@ -108,8 +110,8 @@ apache-airflow-providers-common-sql = {workspace = true}
 apache-airflow-providers-standard = {workspace = true}
 
 [project.urls]
-"Documentation" = "https://airflow.staged.apache.org/docs/apache-airflow-providers-cncf-kubernetes/10.8.2"
-"Changelog" = "https://airflow.staged.apache.org/docs/apache-airflow-providers-cncf-kubernetes/10.8.2/changelog.html"
+"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/10.9.0"
+"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/10.9.0/changelog.html"
 "Bug Tracker" = "https://github.com/apache/airflow/issues"
 "Source Code" = "https://github.com/apache/airflow"
 "Slack Chat" = "https://s.apache.org/airflow-slack"

{apache_airflow_providers_cncf_kubernetes-10.8.2rc1 → apache_airflow_providers_cncf_kubernetes-10.9.0}/src/airflow/providers/cncf/kubernetes/__init__.py

@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "10.8.2"
+__version__ = "10.9.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.10.0"

{apache_airflow_providers_cncf_kubernetes-10.8.2rc1 → apache_airflow_providers_cncf_kubernetes-10.9.0}/src/airflow/providers/cncf/kubernetes/decorators/kubernetes.py

@@ -31,7 +31,7 @@ from airflow.providers.cncf.kubernetes.operators.pod import KubernetesPodOperato
 from airflow.providers.cncf.kubernetes.python_kubernetes_script import (
     write_python_script,
 )
-from airflow.providers.cncf.kubernetes.version_compat import (
+from airflow.providers.common.compat.sdk import (
     DecoratedOperator,
     TaskDecorator,
     task_decorator_factory,

{apache_airflow_providers_cncf_kubernetes-10.8.2rc1 → apache_airflow_providers_cncf_kubernetes-10.9.0}/src/airflow/providers/cncf/kubernetes/decorators/kubernetes_cmd.py

@@ -21,7 +21,7 @@ from collections.abc import Callable, Sequence
 from typing import TYPE_CHECKING
 
 from airflow.providers.cncf.kubernetes.operators.pod import KubernetesPodOperator
-from airflow.providers.cncf.kubernetes.version_compat import (
+from airflow.providers.common.compat.sdk import (
     DecoratedOperator,
     TaskDecorator,
     context_merge,

{apache_airflow_providers_cncf_kubernetes-10.8.2rc1 → apache_airflow_providers_cncf_kubernetes-10.9.0}/src/airflow/providers/cncf/kubernetes/hooks/kubernetes.py

@@ -23,7 +23,7 @@ import tempfile
 from collections.abc import Generator
 from functools import cached_property
 from time import sleep
-from typing import TYPE_CHECKING, Any
+from typing import TYPE_CHECKING, Any, Protocol
 
 import aiofiles
 import requests
@@ -39,12 +39,11 @@ from airflow.exceptions import AirflowException, AirflowNotFoundException
 from airflow.models import Connection
 from airflow.providers.cncf.kubernetes.kube_client import _disable_verify_ssl, _enable_tcp_keepalive
 from airflow.providers.cncf.kubernetes.kubernetes_helper_functions import should_retry_creation
-from airflow.providers.cncf.kubernetes.utils.pod_manager import (
-    PodOperatorHookProtocol,
+from airflow.providers.cncf.kubernetes.utils.container import (
     container_is_completed,
     container_is_running,
 )
-from airflow.providers.cncf.kubernetes.version_compat import BaseHook
+from airflow.providers.common.compat.sdk import BaseHook
 from airflow.utils import yaml
 
 if TYPE_CHECKING:
@@ -69,6 +68,36 @@ def _load_body_to_dict(body: str) -> dict:
     return body_dict
 
 
+class PodOperatorHookProtocol(Protocol):
+    """
+    Protocol to define methods relied upon by KubernetesPodOperator.
+
+    Subclasses of KubernetesPodOperator, such as GKEStartPodOperator, may use
+    hooks that don't extend KubernetesHook.  We use this protocol to document the
+    methods used by KPO and ensure that these methods exist on such other hooks.
+    """
+
+    @property
+    def core_v1_client(self) -> client.CoreV1Api:
+        """Get authenticated client object."""
+
+    @property
+    def is_in_cluster(self) -> bool:
+        """Expose whether the hook is configured with ``load_incluster_config`` or not."""
+
+    def get_pod(self, name: str, namespace: str) -> V1Pod:
+        """Read pod object from kubernetes API."""
+
+    def get_namespace(self) -> str | None:
+        """Return the namespace that defined in the connection."""
+
+    def get_xcom_sidecar_container_image(self) -> str | None:
+        """Return the xcom sidecar image that defined in the connection."""
+
+    def get_xcom_sidecar_container_resources(self) -> str | None:
+        """Return the xcom sidecar resources that defined in the connection."""
+
+
 class KubernetesHook(BaseHook, PodOperatorHookProtocol):
     """
     Creates Kubernetes API connection.
@@ -692,8 +721,9 @@ class KubernetesHook(BaseHook, PodOperatorHookProtocol):
             try:
                 deployment = self.get_deployment_status(name=name, namespace=namespace)
             except Exception as e:
-                self.log.exception("Exception occurred while checking for Deployment status.")
-                raise e
+                msg = "Exception occurred while checking for Deployment status."
+                self.log.exception(msg)
+                raise ValueError(msg) from e
 
             deployment_status = V1Deployment.to_dict(deployment)["status"]
             replicas = deployment_status["replicas"]

{apache_airflow_providers_cncf_kubernetes-10.8.2rc1 → apache_airflow_providers_cncf_kubernetes-10.9.0}/src/airflow/providers/cncf/kubernetes/operators/custom_object_launcher.py

@@ -238,7 +238,9 @@ class CustomObjectLauncher(LoggingMixin):
 
     def get_body(self):
         self.body: dict = SparkJobSpec(**self.template_body["spark"])
-        self.body.metadata = {"name": self.name, "namespace": self.namespace}
+        if not hasattr(self.body, "metadata") or not isinstance(self.body.metadata, dict):
+            self.body.metadata = {}
+        self.body.metadata.update({"name": self.name, "namespace": self.namespace})
         if self.template_body.get("kubernetes"):
             k8s_spec: dict = KubernetesSpec(**self.template_body["kubernetes"])
             self.body.spec["volumes"] = k8s_spec.volumes