apache-airflow-providers-cncf-kubernetes 5.3.0rc1__py3-none-any.whl → 6.0.0__py3-none-any.whl

airflow/providers/cncf/kubernetes/get_provider_info.py

@@ -27,7 +27,9 @@ def get_provider_info():
         "package-name": "apache-airflow-providers-cncf-kubernetes",
         "name": "Kubernetes",
         "description": "`Kubernetes <https://kubernetes.io/>`__\n",
+        "suspended": False,
         "versions": [
+            "6.0.0",
             "5.3.0",
             "5.2.2",
             "5.2.1",

airflow/providers/cncf/kubernetes/hooks/kubernetes.py

@@ -17,6 +17,7 @@
 from __future__ import annotations
 
 import contextlib
+import json
 import tempfile
 import warnings
 from typing import TYPE_CHECKING, Any, Generator
@@ -101,6 +102,9 @@ class KubernetesHook(BaseHook):
             "xcom_sidecar_container_image": StringField(
                 lazy_gettext("XCom sidecar image"), widget=BS3TextFieldWidget()
             ),
+            "xcom_sidecar_container_resources": StringField(
+                lazy_gettext("XCom sidecar resources (JSON format)"), widget=BS3TextFieldWidget()
+            ),
         }
 
     @staticmethod
@@ -366,6 +370,13 @@ class KubernetesHook(BaseHook):
         """Returns the xcom sidecar image that defined in the connection"""
         return self._get_field("xcom_sidecar_container_image")
 
+    def get_xcom_sidecar_container_resources(self):
+        """Returns the xcom sidecar resources that defined in the connection"""
+        field = self._get_field("xcom_sidecar_container_resources")
+        if not field:
+            return None
+        return json.loads(field)
+
     def get_pod_log_stream(
         self,
         pod_name: str,

airflow/providers/cncf/kubernetes/operators/pod.py

@@ -245,7 +245,7 @@ class KubernetesPodOperator(BaseOperator):
     def __init__(
         self,
         *,
-        kubernetes_conn_id: str | None = None,  # 'kubernetes_default',
+        kubernetes_conn_id: str | None = KubernetesHook.default_conn_name,
         namespace: str | None = None,
         image: str | None = None,
         name: str | None = None,
@@ -810,7 +810,9 @@ class KubernetesPodOperator(BaseOperator):
         if self.do_xcom_push:
             self.log.debug("Adding xcom sidecar to task %s", self.task_id)
             pod = xcom_sidecar.add_xcom_sidecar(
-                pod, sidecar_container_image=self.hook.get_xcom_sidecar_container_image()
+                pod,
+                sidecar_container_image=self.hook.get_xcom_sidecar_container_image(),
+                sidecar_container_resources=self.hook.get_xcom_sidecar_container_resources(),
             )
 
         labels = self._get_ti_pod_labels(context)

airflow/providers/cncf/kubernetes/utils/pod_manager.py

@@ -39,7 +39,6 @@ from urllib3.exceptions import HTTPError as BaseHTTPError
 from urllib3.response import HTTPResponse
 
 from airflow.exceptions import AirflowException
-from airflow.kubernetes.kube_client import get_kube_client
 from airflow.kubernetes.pod_generator import PodDefaults
 from airflow.utils.log.logging_mixin import LoggingMixin
 from airflow.utils.timezone import utcnow
@@ -219,28 +218,15 @@ class PodManager(LoggingMixin):
 
     def __init__(
         self,
-        kube_client: client.CoreV1Api = None,
-        in_cluster: bool = True,
-        cluster_context: str | None = None,
+        kube_client: client.CoreV1Api,
     ):
         """
         Creates the launcher.
 
         :param kube_client: kubernetes client
-        :param in_cluster: whether we are in cluster
-        :param cluster_context: context of the cluster
         """
         super().__init__()
-        if kube_client:
-            self._client = kube_client
-        else:
-            self._client = get_kube_client(in_cluster=in_cluster, cluster_context=cluster_context)
-            warnings.warn(
-                "`kube_client` not supplied to PodManager. "
-                "This will be a required argument in a future release. "
-                "Please use KubernetesHook to create the client before calling.",
-                DeprecationWarning,
-            )
+        self._client = kube_client
         self._watch = watch.Watch()
 
     def run_pod_async(self, pod: V1Pod, **kwargs) -> V1Pod:

airflow/providers/cncf/kubernetes/utils/xcom_sidecar.py

@@ -42,12 +42,18 @@ class PodDefaults:
         resources=k8s.V1ResourceRequirements(
             requests={
                 "cpu": "1m",
-            }
+                "memory": "10Mi",
+            },
         ),
     )
 
 
-def add_xcom_sidecar(pod: k8s.V1Pod, *, sidecar_container_image=None) -> k8s.V1Pod:
+def add_xcom_sidecar(
+    pod: k8s.V1Pod,
+    *,
+    sidecar_container_image: str | None = None,
+    sidecar_container_resources: k8s.V1ResourceRequirements | dict | None = None,
+) -> k8s.V1Pod:
     """Adds sidecar"""
     pod_cp = copy.deepcopy(pod)
     pod_cp.spec.volumes = pod.spec.volumes or []
@@ -56,6 +62,8 @@ def add_xcom_sidecar(pod: k8s.V1Pod, *, sidecar_container_image=None) -> k8s.V1P
     pod_cp.spec.containers[0].volume_mounts.insert(0, PodDefaults.VOLUME_MOUNT)
     sidecar = copy.deepcopy(PodDefaults.SIDECAR_CONTAINER)
     sidecar.image = sidecar_container_image or PodDefaults.SIDECAR_CONTAINER.image
+    if sidecar_container_resources:
+        sidecar.resources = sidecar_container_resources
     pod_cp.spec.containers.append(sidecar)
 
     return pod_cp

{apache_airflow_providers_cncf_kubernetes-5.3.0rc1.dist-info → apache_airflow_providers_cncf_kubernetes-6.0.0.dist-info}/METADATA

@@ -1,13 +1,13 @@
 Metadata-Version: 2.1
 Name: apache-airflow-providers-cncf-kubernetes
-Version: 5.3.0rc1
+Version: 6.0.0
 Summary: Provider for Apache Airflow. Implements apache-airflow-providers-cncf-kubernetes package
 Home-page: https://airflow.apache.org/
 Download-URL: https://archive.apache.org/dist/airflow/providers
 Author: Apache Software Foundation
 Author-email: dev@airflow.apache.org
 License: Apache License 2.0
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/5.3.0/
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/6.0.0/
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
@@ -30,7 +30,7 @@ Requires-Python: ~=3.7
 Description-Content-Type: text/x-rst
 License-File: LICENSE
 License-File: NOTICE
-Requires-Dist: apache-airflow (>=2.3.0.dev0)
+Requires-Dist: apache-airflow (>=2.3.0)
 Requires-Dist: asgiref (>=3.5.2)
 Requires-Dist: cryptography (>=2.0.0)
 Requires-Dist: kubernetes (<24,>=21.7.0)
@@ -57,7 +57,7 @@ Requires-Dist: kubernetes-asyncio (<25,>=18.20.1)
 
 Package ``apache-airflow-providers-cncf-kubernetes``
 
-Release: ``5.3.0rc1``
+Release: ``6.0.0``
 
 
 `Kubernetes <https://kubernetes.io/>`__
@@ -70,7 +70,7 @@ This is a provider package for ``cncf.kubernetes`` provider. All classes for thi
 are in ``airflow.providers.cncf.kubernetes`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/5.3.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/6.0.0/>`_.
 
 
 Installation
@@ -121,6 +121,24 @@ PIP package             Version required
 Changelog
 ---------
 
+6.0.0
+.....
+
+Breaking changes
+~~~~~~~~~~~~~~~~
+
+Use ``kubernetes_default`` connection by default in the ``KubernetesPodOperator``.
+
+* ``Use default connection id for KubernetesPodOperator (#28848)``
+
+Features
+~~~~~~~~
+
+* ``Allow to set limits for XCOM container (#28125)``
+
+.. Review and move the new changes to one of the sections above:
+   * ``Add mechanism to suspend providers (#30422)``
+
 5.3.0
 .....
 

{apache_airflow_providers_cncf_kubernetes-5.3.0rc1.dist-info → apache_airflow_providers_cncf_kubernetes-6.0.0.dist-info}/RECORD

@@ -1,5 +1,5 @@
 airflow/providers/cncf/kubernetes/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
-airflow/providers/cncf/kubernetes/get_provider_info.py,sha256=2CJeHVSR-JOLDeJVa3W2h64GFkLp8FQgrRHIEg4kOn0,4274
+airflow/providers/cncf/kubernetes/get_provider_info.py,sha256=73YVJwkDAQ-nqAn4GhNU-FJne3liktxEhI0ytr1Qf1g,4323
 airflow/providers/cncf/kubernetes/python_kubernetes_script.jinja2,sha256=gUGBhBTFWIXjnjxTAjawWIacDwk2EDxoGEzVQYnlUT8,1741
 airflow/providers/cncf/kubernetes/python_kubernetes_script.py,sha256=iY7FaEYzI3AnjcMfRQDHAlTh6Vb6pJfhtPL66VlsAwE,3343
 airflow/providers/cncf/kubernetes/backcompat/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
@@ -7,10 +7,10 @@ airflow/providers/cncf/kubernetes/backcompat/backwards_compat_converters.py,sha2
 airflow/providers/cncf/kubernetes/decorators/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
 airflow/providers/cncf/kubernetes/decorators/kubernetes.py,sha256=MpnsTUF88Qek3nB3Lcp28_YHg6krpWtng043rV0fYQw,6151
 airflow/providers/cncf/kubernetes/hooks/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/cncf/kubernetes/hooks/kubernetes.py,sha256=mx9uCe1NcPje13ypmgbP6m4is4ckKUpr0OTMfQDDsLg,23391
+airflow/providers/cncf/kubernetes/hooks/kubernetes.py,sha256=ymKVKmsq1Y8pn0RvA7HwoPD_J95ZrUEYxupMJuWawYU,23857
 airflow/providers/cncf/kubernetes/operators/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
 airflow/providers/cncf/kubernetes/operators/kubernetes_pod.py,sha256=X71-dqt2KbpTI5DyDos1418UaQtQ6iatVSA7GBMR8d0,1074
-airflow/providers/cncf/kubernetes/operators/pod.py,sha256=g5DWiTFe1zg3Qt3BfXkJewr2jDDXRnTNPws1RX79hIk,37484
+airflow/providers/cncf/kubernetes/operators/pod.py,sha256=Cj2NkvWBeT6A8bYU4hD1Sa2i6QMAVLFJ3XvALqoULJ0,37598
 airflow/providers/cncf/kubernetes/operators/spark_kubernetes.py,sha256=6gwgG5x4_ExXMfeuwBp5ve7upDZec6FEi7M5YMOwa38,4860
 airflow/providers/cncf/kubernetes/sensors/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/cncf/kubernetes/sensors/spark_kubernetes.py,sha256=dgxrsJUfoIkRJrHF9M1lvqfS6--TjhERnFTlAzFtG6g,5226
@@ -18,12 +18,12 @@ airflow/providers/cncf/kubernetes/triggers/__init__.py,sha256=9hdXHABrVpkbpjZgUf
 airflow/providers/cncf/kubernetes/triggers/kubernetes_pod.py,sha256=djhrSfq9t0yiSTnWvzo5dCI_yMw4U4A8MbYRdA6F0AE,1072
 airflow/providers/cncf/kubernetes/triggers/pod.py,sha256=cRnl6lRCYUL_KVHs3YaBCvEbPV7o5XSMzLWz2TpkvIg,10454
 airflow/providers/cncf/kubernetes/utils/__init__.py,sha256=ClZN0VPjWySdVwS_ktH7rrgL9VLAcs3OSJSB9s3zaYw,863
-airflow/providers/cncf/kubernetes/utils/pod_manager.py,sha256=jQEisiOOsQ2eOicDdUBLeXNvcsuHjDd7n4eg20A4zPE,22378
-airflow/providers/cncf/kubernetes/utils/xcom_sidecar.py,sha256=jbX0ib40DwhLrKmVtVOhA_5IgphIPY4Shrzl0crfSFc,2404
-apache_airflow_providers_cncf_kubernetes-5.3.0rc1.dist-info/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
-apache_airflow_providers_cncf_kubernetes-5.3.0rc1.dist-info/METADATA,sha256=aQ5sLlrSXJTdkqjiEsCddLnHHgVzigYbJI9HzJ9azFw,32105
-apache_airflow_providers_cncf_kubernetes-5.3.0rc1.dist-info/NOTICE,sha256=m-6s2XynUxVSUIxO4rVablAZCvFq-wmLrqV91DotRBw,240
-apache_airflow_providers_cncf_kubernetes-5.3.0rc1.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
-apache_airflow_providers_cncf_kubernetes-5.3.0rc1.dist-info/entry_points.txt,sha256=GZl6SYJuUg-3koITGRd9PU1lBmqhecrKTeCQ6-wyHpM,112
-apache_airflow_providers_cncf_kubernetes-5.3.0rc1.dist-info/top_level.txt,sha256=OeMVH5md7fr2QQWpnZoOWWxWO-0WH1IP70lpTVwopPg,8
-apache_airflow_providers_cncf_kubernetes-5.3.0rc1.dist-info/RECORD,,
+airflow/providers/cncf/kubernetes/utils/pod_manager.py,sha256=voikBvIAYgta_i1PNxlivlzOQ62bJ6vwY5kRrj7ddXY,21693
+airflow/providers/cncf/kubernetes/utils/xcom_sidecar.py,sha256=j6a2J8ifPYARuqZe6WbGOV7A5dY_dltUtJwdE4DwLkY,2642
+apache_airflow_providers_cncf_kubernetes-6.0.0.dist-info/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
+apache_airflow_providers_cncf_kubernetes-6.0.0.dist-info/METADATA,sha256=79_hWMnXj0mOTuwQKnjGjDlB65ybQArMJ32DhkX_YR0,32487
+apache_airflow_providers_cncf_kubernetes-6.0.0.dist-info/NOTICE,sha256=m-6s2XynUxVSUIxO4rVablAZCvFq-wmLrqV91DotRBw,240
+apache_airflow_providers_cncf_kubernetes-6.0.0.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
+apache_airflow_providers_cncf_kubernetes-6.0.0.dist-info/entry_points.txt,sha256=GZl6SYJuUg-3koITGRd9PU1lBmqhecrKTeCQ6-wyHpM,112
+apache_airflow_providers_cncf_kubernetes-6.0.0.dist-info/top_level.txt,sha256=OeMVH5md7fr2QQWpnZoOWWxWO-0WH1IP70lpTVwopPg,8
+apache_airflow_providers_cncf_kubernetes-6.0.0.dist-info/RECORD,,