apache-airflow-providers-cncf-kubernetes 5.3.0__tar.gz → 6.0.0rc1__tar.gz

{apache-airflow-providers-cncf-kubernetes-5.3.0 → apache-airflow-providers-cncf-kubernetes-6.0.0rc1}/MANIFEST.in

@@ -29,6 +29,5 @@ include airflow/providers/cncf/kubernetes/*.jinja2
 
 include NOTICE
 include LICENSE
-include CHANGELOG.txt
-include README.md
+include CHANGELOG.rst
 global-exclude __pycache__  *.pyc

{apache-airflow-providers-cncf-kubernetes-5.3.0/apache_airflow_providers_cncf_kubernetes.egg-info → apache-airflow-providers-cncf-kubernetes-6.0.0rc1}/PKG-INFO

@@ -1,13 +1,13 @@
 Metadata-Version: 2.1
 Name: apache-airflow-providers-cncf-kubernetes
-Version: 5.3.0
+Version: 6.0.0rc1
 Summary: Provider for Apache Airflow. Implements apache-airflow-providers-cncf-kubernetes package
 Home-page: https://airflow.apache.org/
 Download-URL: https://archive.apache.org/dist/airflow/providers
 Author: Apache Software Foundation
 Author-email: dev@airflow.apache.org
 License: Apache License 2.0
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/5.3.0/
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/6.0.0/
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
@@ -52,7 +52,7 @@ License-File: NOTICE
 
 Package ``apache-airflow-providers-cncf-kubernetes``
 
-Release: ``5.3.0``
+Release: ``6.0.0rc1``
 
 
 `Kubernetes <https://kubernetes.io/>`__
@@ -65,7 +65,7 @@ This is a provider package for ``cncf.kubernetes`` provider. All classes for thi
 are in ``airflow.providers.cncf.kubernetes`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/5.3.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/6.0.0/>`_.
 
 
 Installation
@@ -116,6 +116,24 @@ PIP package             Version required
 Changelog
 ---------
 
+6.0.0
+.....
+
+Breaking changes
+~~~~~~~~~~~~~~~~
+
+Use ``kubernetes_default`` connection by default in the ``KubernetesPodOperator``.
+
+* ``Use default connection id for KubernetesPodOperator (#28848)``
+
+Features
+~~~~~~~~
+
+* ``Allow to set limits for XCOM container (#28125)``
+
+.. Review and move the new changes to one of the sections above:
+   * ``Add mechanism to suspend providers (#30422)``
+
 5.3.0
 .....
 

{apache-airflow-providers-cncf-kubernetes-5.3.0 → apache-airflow-providers-cncf-kubernetes-6.0.0rc1}/README.rst

@@ -19,7 +19,7 @@
 
 Package ``apache-airflow-providers-cncf-kubernetes``
 
-Release: ``5.3.0``
+Release: ``6.0.0rc1``
 
 
 `Kubernetes <https://kubernetes.io/>`__
@@ -32,7 +32,7 @@ This is a provider package for ``cncf.kubernetes`` provider. All classes for thi
 are in ``airflow.providers.cncf.kubernetes`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/5.3.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/6.0.0/>`_.
 
 
 Installation
@@ -83,6 +83,24 @@ PIP package             Version required
 Changelog
 ---------
 
+6.0.0
+.....
+
+Breaking changes
+~~~~~~~~~~~~~~~~
+
+Use ``kubernetes_default`` connection by default in the ``KubernetesPodOperator``.
+
+* ``Use default connection id for KubernetesPodOperator (#28848)``
+
+Features
+~~~~~~~~
+
+* ``Allow to set limits for XCOM container (#28125)``
+
+.. Review and move the new changes to one of the sections above:
+   * ``Add mechanism to suspend providers (#30422)``
+
 5.3.0
 .....
 

{apache-airflow-providers-cncf-kubernetes-5.3.0 → apache-airflow-providers-cncf-kubernetes-6.0.0rc1}/airflow/providers/cncf/kubernetes/get_provider_info.py

@@ -27,7 +27,9 @@ def get_provider_info():
         "package-name": "apache-airflow-providers-cncf-kubernetes",
         "name": "Kubernetes",
         "description": "`Kubernetes <https://kubernetes.io/>`__\n",
+        "suspended": False,
         "versions": [
+            "6.0.0",
             "5.3.0",
             "5.2.2",
             "5.2.1",

{apache-airflow-providers-cncf-kubernetes-5.3.0 → apache-airflow-providers-cncf-kubernetes-6.0.0rc1}/airflow/providers/cncf/kubernetes/hooks/kubernetes.py

@@ -17,6 +17,7 @@
 from __future__ import annotations
 
 import contextlib
+import json
 import tempfile
 import warnings
 from typing import TYPE_CHECKING, Any, Generator
@@ -101,6 +102,9 @@ class KubernetesHook(BaseHook):
             "xcom_sidecar_container_image": StringField(
                 lazy_gettext("XCom sidecar image"), widget=BS3TextFieldWidget()
             ),
+            "xcom_sidecar_container_resources": StringField(
+                lazy_gettext("XCom sidecar resources (JSON format)"), widget=BS3TextFieldWidget()
+            ),
         }
 
     @staticmethod
@@ -366,6 +370,13 @@ class KubernetesHook(BaseHook):
         """Returns the xcom sidecar image that defined in the connection"""
         return self._get_field("xcom_sidecar_container_image")
 
+    def get_xcom_sidecar_container_resources(self):
+        """Returns the xcom sidecar resources that defined in the connection"""
+        field = self._get_field("xcom_sidecar_container_resources")
+        if not field:
+            return None
+        return json.loads(field)
+
     def get_pod_log_stream(
         self,
         pod_name: str,

{apache-airflow-providers-cncf-kubernetes-5.3.0 → apache-airflow-providers-cncf-kubernetes-6.0.0rc1}/airflow/providers/cncf/kubernetes/operators/pod.py

@@ -245,7 +245,7 @@ class KubernetesPodOperator(BaseOperator):
     def __init__(
         self,
         *,
-        kubernetes_conn_id: str | None = None,  # 'kubernetes_default',
+        kubernetes_conn_id: str | None = KubernetesHook.default_conn_name,
         namespace: str | None = None,
         image: str | None = None,
         name: str | None = None,
@@ -810,7 +810,9 @@ class KubernetesPodOperator(BaseOperator):
         if self.do_xcom_push:
             self.log.debug("Adding xcom sidecar to task %s", self.task_id)
             pod = xcom_sidecar.add_xcom_sidecar(
-                pod, sidecar_container_image=self.hook.get_xcom_sidecar_container_image()
+                pod,
+                sidecar_container_image=self.hook.get_xcom_sidecar_container_image(),
+                sidecar_container_resources=self.hook.get_xcom_sidecar_container_resources(),
             )
 
         labels = self._get_ti_pod_labels(context)

{apache-airflow-providers-cncf-kubernetes-5.3.0 → apache-airflow-providers-cncf-kubernetes-6.0.0rc1}/airflow/providers/cncf/kubernetes/utils/pod_manager.py

@@ -39,7 +39,6 @@ from urllib3.exceptions import HTTPError as BaseHTTPError
 from urllib3.response import HTTPResponse
 
 from airflow.exceptions import AirflowException
-from airflow.kubernetes.kube_client import get_kube_client
 from airflow.kubernetes.pod_generator import PodDefaults
 from airflow.utils.log.logging_mixin import LoggingMixin
 from airflow.utils.timezone import utcnow
@@ -219,28 +218,15 @@ class PodManager(LoggingMixin):
 
     def __init__(
         self,
-        kube_client: client.CoreV1Api = None,
-        in_cluster: bool = True,
-        cluster_context: str | None = None,
+        kube_client: client.CoreV1Api,
     ):
         """
         Creates the launcher.
 
         :param kube_client: kubernetes client
-        :param in_cluster: whether we are in cluster
-        :param cluster_context: context of the cluster
         """
         super().__init__()
-        if kube_client:
-            self._client = kube_client
-        else:
-            self._client = get_kube_client(in_cluster=in_cluster, cluster_context=cluster_context)
-            warnings.warn(
-                "`kube_client` not supplied to PodManager. "
-                "This will be a required argument in a future release. "
-                "Please use KubernetesHook to create the client before calling.",
-                DeprecationWarning,
-            )
+        self._client = kube_client
         self._watch = watch.Watch()
 
     def run_pod_async(self, pod: V1Pod, **kwargs) -> V1Pod:

{apache-airflow-providers-cncf-kubernetes-5.3.0 → apache-airflow-providers-cncf-kubernetes-6.0.0rc1}/airflow/providers/cncf/kubernetes/utils/xcom_sidecar.py

@@ -42,12 +42,18 @@ class PodDefaults:
         resources=k8s.V1ResourceRequirements(
             requests={
                 "cpu": "1m",
-            }
+                "memory": "10Mi",
+            },
         ),
     )
 
 
-def add_xcom_sidecar(pod: k8s.V1Pod, *, sidecar_container_image=None) -> k8s.V1Pod:
+def add_xcom_sidecar(
+    pod: k8s.V1Pod,
+    *,
+    sidecar_container_image: str | None = None,
+    sidecar_container_resources: k8s.V1ResourceRequirements | dict | None = None,
+) -> k8s.V1Pod:
     """Adds sidecar"""
     pod_cp = copy.deepcopy(pod)
     pod_cp.spec.volumes = pod.spec.volumes or []
@@ -56,6 +62,8 @@ def add_xcom_sidecar(pod: k8s.V1Pod, *, sidecar_container_image=None) -> k8s.V1P
     pod_cp.spec.containers[0].volume_mounts.insert(0, PodDefaults.VOLUME_MOUNT)
     sidecar = copy.deepcopy(PodDefaults.SIDECAR_CONTAINER)
     sidecar.image = sidecar_container_image or PodDefaults.SIDECAR_CONTAINER.image
+    if sidecar_container_resources:
+        sidecar.resources = sidecar_container_resources
     pod_cp.spec.containers.append(sidecar)
 
     return pod_cp

{apache-airflow-providers-cncf-kubernetes-5.3.0 → apache-airflow-providers-cncf-kubernetes-6.0.0rc1/apache_airflow_providers_cncf_kubernetes.egg-info}/PKG-INFO

@@ -1,13 +1,13 @@
 Metadata-Version: 2.1
 Name: apache-airflow-providers-cncf-kubernetes
-Version: 5.3.0
+Version: 6.0.0rc1
 Summary: Provider for Apache Airflow. Implements apache-airflow-providers-cncf-kubernetes package
 Home-page: https://airflow.apache.org/
 Download-URL: https://archive.apache.org/dist/airflow/providers
 Author: Apache Software Foundation
 Author-email: dev@airflow.apache.org
 License: Apache License 2.0
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/5.3.0/
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/6.0.0/
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
@@ -52,7 +52,7 @@ License-File: NOTICE
 
 Package ``apache-airflow-providers-cncf-kubernetes``
 
-Release: ``5.3.0``
+Release: ``6.0.0rc1``
 
 
 `Kubernetes <https://kubernetes.io/>`__
@@ -65,7 +65,7 @@ This is a provider package for ``cncf.kubernetes`` provider. All classes for thi
 are in ``airflow.providers.cncf.kubernetes`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/5.3.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/6.0.0/>`_.
 
 
 Installation
@@ -116,6 +116,24 @@ PIP package             Version required
 Changelog
 ---------
 
+6.0.0
+.....
+
+Breaking changes
+~~~~~~~~~~~~~~~~
+
+Use ``kubernetes_default`` connection by default in the ``KubernetesPodOperator``.
+
+* ``Use default connection id for KubernetesPodOperator (#28848)``
+
+Features
+~~~~~~~~
+
+* ``Allow to set limits for XCOM container (#28125)``
+
+.. Review and move the new changes to one of the sections above:
+   * ``Add mechanism to suspend providers (#30422)``
+
 5.3.0
 .....
 

{apache-airflow-providers-cncf-kubernetes-5.3.0 → apache-airflow-providers-cncf-kubernetes-6.0.0rc1}/apache_airflow_providers_cncf_kubernetes.egg-info/requires.txt

@@ -1,4 +1,4 @@
-apache-airflow>=2.3.0
+apache-airflow>=2.3.0.dev0
 asgiref>=3.5.2
 cryptography>=2.0.0
 kubernetes<24,>=21.7.0

{apache-airflow-providers-cncf-kubernetes-5.3.0 → apache-airflow-providers-cncf-kubernetes-6.0.0rc1}/pyproject.toml

@@ -139,10 +139,7 @@ known-third-party = [
 
 # The Pydantic representations of SqlAlchemy Models are not parsed well with Pydantic
 # when __future__.annotations is used so we need to skip them from upgrading
-"airflow/models/pydantic/taskinstance.py" = ["I002"]
-"airflow/models/pydantic/dag_run.py" = ["I002"]
-"airflow/models/pydantic/dataset.py" = ["I002"]
-"airflow/jobs/pydantic/base_job.py" = ["I002"]
+"airflow/serialization/pydantic/*.py" = ["I002"]
 
 # Ignore pydoc style from these
 "*.pyi" = ["D"]

{apache-airflow-providers-cncf-kubernetes-5.3.0 → apache-airflow-providers-cncf-kubernetes-6.0.0rc1}/setup.cfg

@@ -27,7 +27,7 @@ classifiers =
 	Programming Language :: Python :: 3.10
 	Topic :: System :: Monitoring
 project_urls = 
-	Documentation=https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/5.3.0/
+	Documentation=https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/6.0.0/
 	Bug Tracker=https://github.com/apache/airflow/issues
 	Source Code=https://github.com/apache/airflow
 	Slack Chat=https://s.apache.org/airflow-slack
@@ -46,7 +46,7 @@ setup_requires =
 	setuptools
 	wheel
 install_requires = 
-	apache-airflow>=2.3.0
+	apache-airflow>=2.3.0.dev0
 	asgiref>=3.5.2
 	cryptography>=2.0.0
 	kubernetes>=21.7.0,<24
@@ -60,6 +60,6 @@ apache_airflow_provider =
 packages = airflow.providers.cncf.kubernetes
 
 [egg_info]
-tag_build = 
+tag_build = rc1
 tag_date = 0
 

{apache-airflow-providers-cncf-kubernetes-5.3.0 → apache-airflow-providers-cncf-kubernetes-6.0.0rc1}/setup.py

@@ -26,7 +26,7 @@
 
 from setuptools import find_namespace_packages, setup
 
-version = "5.3.0"
+version = "6.0.0"
 
 
 def do_setup():
@@ -35,7 +35,12 @@ def do_setup():
         version=version,
         extras_require={},
         packages=find_namespace_packages(
-            include=["airflow.providers.cncf.kubernetes", "airflow.providers.cncf.kubernetes.*"]
+            include=[
+                "airflow.providers.cncf.kubernetes",
+                "airflow.providers.cncf.kubernetes.*",
+                "airflow.providers.cncf.kubernetes_vendor",
+                "airflow.providers.cncf.kubernetes_vendor.*",
+            ],
         ),
     )