apache-airflow-providers-cncf-kubernetes 8.4.1__py3-none-any.whl → 8.4.2__py3-none-any.whl

airflow/providers/cncf/kubernetes/__init__.py

@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "8.4.1"
+__version__ = "8.4.2"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.8.0"

airflow/providers/cncf/kubernetes/executors/kubernetes_executor.py

@@ -140,7 +140,9 @@ class KubernetesExecutor(BaseExecutor):
         self.last_handled: dict[TaskInstanceKey, float] = {}
         self.kubernetes_queue: str | None = None
         self.task_publish_retries: Counter[TaskInstanceKey] = Counter()
-        self.task_publish_max_retries = conf.getint("kubernetes", "task_publish_max_retries", fallback=0)
+        self.task_publish_max_retries = conf.getint(
+            "kubernetes_executor", "task_publish_max_retries", fallback=0
+        )
         super().__init__(parallelism=self.kube_config.parallelism)
 
     def _list_pods(self, query_kwargs):

airflow/providers/cncf/kubernetes/executors/kubernetes_executor_utils.py

@@ -28,6 +28,11 @@ from kubernetes.client.rest import ApiException
 from urllib3.exceptions import ReadTimeoutError
 
 from airflow.exceptions import AirflowException
+from airflow.providers.cncf.kubernetes.executors.kubernetes_executor_types import (
+    ADOPTED,
+    ALL_NAMESPACES,
+    POD_EXECUTOR_DONE_KEY,
+)
 from airflow.providers.cncf.kubernetes.kube_client import get_kube_client
 from airflow.providers.cncf.kubernetes.kubernetes_helper_functions import (
     annotations_for_logging_task_metadata,
@@ -39,19 +44,6 @@ from airflow.utils.log.logging_mixin import LoggingMixin
 from airflow.utils.singleton import Singleton
 from airflow.utils.state import TaskInstanceState
 
-try:
-    from airflow.providers.cncf.kubernetes.executors.kubernetes_executor_types import (
-        ADOPTED,
-        ALL_NAMESPACES,
-        POD_EXECUTOR_DONE_KEY,
-    )
-except ImportError:
-    # avoid failing import when Airflow pre 2.7 is installed
-    from airflow.kubernetes.kubernetes_executor_types import (  # type: ignore[no-redef]
-        ALL_NAMESPACES,
-        POD_EXECUTOR_DONE_KEY,
-    )
-
 if TYPE_CHECKING:
     from kubernetes.client import Configuration, models as k8s
 

airflow/providers/cncf/kubernetes/get_provider_info.py

@@ -28,8 +28,9 @@ def get_provider_info():
         "name": "Kubernetes",
         "description": "`Kubernetes <https://kubernetes.io/>`__\n",
         "state": "ready",
-        "source-date-epoch": 1724520459,
+        "source-date-epoch": 1726860352,
         "versions": [
+            "8.4.2",
             "8.4.1",
             "8.4.0",
             "8.3.4",

airflow/providers/cncf/kubernetes/hooks/kubernetes.py

@@ -845,6 +845,7 @@ class AsyncKubernetesHook(KubernetesHook):
         :param name: Name of Pod to fetch.
         :param namespace: Namespace of the Pod.
         :param container_name: name of the container within the pod to monitor
+        :param poll_interval: Interval in seconds between polling the container status
         """
         while True:
             pod = await self.get_pod(name=name, namespace=namespace)
@@ -862,6 +863,7 @@ class AsyncKubernetesHook(KubernetesHook):
         :param name: Name of Pod to fetch.
         :param namespace: Namespace of the Pod.
         :param container_name: name of the container within the pod to monitor
+        :param poll_interval: Interval in seconds between polling the container status
         """
         while True:
             pod = await self.get_pod(name=name, namespace=namespace)

airflow/providers/cncf/kubernetes/operators/pod.py

@@ -495,6 +495,7 @@ class KubernetesPodOperator(BaseOperator):
         if include_try_number:
             labels.update(try_number=ti.try_number)
         # In the case of sub dags this is just useful
+        # TODO: Remove this when the minimum version of Airflow is bumped to 3.0
         if getattr(context["dag"], "parent_dag", False):
             labels["parent_dag_id"] = context["dag"].parent_dag.dag_id  # type: ignore[attr-defined]
 

airflow/providers/cncf/kubernetes/operators/spark_kubernetes.py

@@ -202,6 +202,7 @@ class SparkKubernetesOperator(KubernetesPodOperator):
             labels.update(try_number=ti.try_number)
 
         # In the case of sub dags this is just useful
+        # TODO: Remove this when the minimum version of Airflow is bumped to 3.0
         if getattr(context["dag"], "is_subdag", False):
             labels["parent_dag_id"] = context["dag"].parent_dag.dag_id
         # Ensure that label is valid for Kube,

airflow/providers/cncf/kubernetes/sensors/spark_kubernetes.py

@@ -22,7 +22,7 @@ from typing import TYPE_CHECKING, Sequence
 
 from kubernetes import client
 
-from airflow.exceptions import AirflowException, AirflowSkipException
+from airflow.exceptions import AirflowException
 from airflow.providers.cncf.kubernetes.hooks.kubernetes import KubernetesHook
 from airflow.sensors.base import BaseSensorOperator
 
@@ -125,10 +125,7 @@ class SparkKubernetesSensor(BaseSensorOperator):
             self._log_driver(application_state, response)
 
         if application_state in self.FAILURE_STATES:
-            # TODO: remove this if block when min_airflow_version is set to higher than 2.7.1
             message = f"Spark application failed with state: {application_state}"
-            if self.soft_fail:
-                raise AirflowSkipException(message)
             raise AirflowException(message)
         elif application_state in self.SUCCESS_STATES:
             self.log.info("Spark application ended successfully")

{apache_airflow_providers_cncf_kubernetes-8.4.1.dist-info → apache_airflow_providers_cncf_kubernetes-8.4.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: apache-airflow-providers-cncf-kubernetes
-Version: 8.4.1
+Version: 8.4.2
 Summary: Provider package apache-airflow-providers-cncf-kubernetes for Apache Airflow
 Keywords: airflow-provider,cncf.kubernetes,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -29,8 +29,8 @@ Requires-Dist: google-re2>=1.0
 Requires-Dist: kubernetes>=29.0.0,<=30.1.0
 Requires-Dist: kubernetes_asyncio>=29.0.0,<=30.1.0
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/8.4.1/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/8.4.1
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/8.4.2/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/8.4.2
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Twitter, https://twitter.com/ApacheAirflow
@@ -80,7 +80,7 @@ Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
 
 Package ``apache-airflow-providers-cncf-kubernetes``
 
-Release: ``8.4.1``
+Release: ``8.4.2``
 
 
 `Kubernetes <https://kubernetes.io/>`__
@@ -93,7 +93,7 @@ This is a provider package for ``cncf.kubernetes`` provider. All classes for thi
 are in ``airflow.providers.cncf.kubernetes`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/8.4.1/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/8.4.2/>`_.
 
 Installation
 ------------
@@ -120,4 +120,4 @@ PIP package             Version required
 ======================  =====================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/8.4.1/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/8.4.2/changelog.html>`_.

{apache_airflow_providers_cncf_kubernetes-8.4.1.dist-info → apache_airflow_providers_cncf_kubernetes-8.4.2.dist-info}/RECORD

@@ -1,7 +1,7 @@
 airflow/providers/cncf/kubernetes/LICENSE,sha256=FFb4jd2AXnOOf7XLP04pQW6jbdhG49TxlGY6fFpCV1Y,13609
-airflow/providers/cncf/kubernetes/__init__.py,sha256=LM4tOZGbtGWu80nLFeEHS3vGgGGemZGMnpVCSYinFXk,1502
+airflow/providers/cncf/kubernetes/__init__.py,sha256=YtPHHX6Fx5G2nBChoi1Dts8iSaoms0_S1LAKTM-D-kI,1502
 airflow/providers/cncf/kubernetes/callbacks.py,sha256=SK_gKvGWuU-nxHfsqsYMlNQ8HZbHfpvyItOqieel2lc,4162
-airflow/providers/cncf/kubernetes/get_provider_info.py,sha256=3sbwiamwb5Jm34hFIoKlc7wok7bdyJU0qqrUNq6Igzo,17923
+airflow/providers/cncf/kubernetes/get_provider_info.py,sha256=p5WTh0bGhoc-tJDaFFeIi0OZHWgRy2KwHrKrg76Eix8,17944
 airflow/providers/cncf/kubernetes/k8s_model.py,sha256=xmdFhX29DjegoZ-cq8-KDL9soVYXf4OpU6fAGr3cPTU,2101
 airflow/providers/cncf/kubernetes/kube_client.py,sha256=yflZxLousXA9d7t67KrEy55qzb1cUhEyy6yCPkEem28,5329
 airflow/providers/cncf/kubernetes/kube_config.py,sha256=FAmhZZ_Z2JtoVzL6wENSjcwrlwAenHttTX_Ild9aEms,5225
@@ -20,21 +20,21 @@ airflow/providers/cncf/kubernetes/cli/kubernetes_command.py,sha256=W49hsWZ3XWUJg
 airflow/providers/cncf/kubernetes/decorators/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
 airflow/providers/cncf/kubernetes/decorators/kubernetes.py,sha256=qfU_MDOhBsHc2leu1RW3YE5steDFOnWxcVswhjC6GXU,5785
 airflow/providers/cncf/kubernetes/executors/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
-airflow/providers/cncf/kubernetes/executors/kubernetes_executor.py,sha256=jxqAiChuAwAts-WuzMv8s7aP7wS46n8tAG_PiM3YDKQ,33841
+airflow/providers/cncf/kubernetes/executors/kubernetes_executor.py,sha256=diRmXRHcP5Koq9G0YBKx7r7obnPUOjt-C_-aGzfrdP4,33872
 airflow/providers/cncf/kubernetes/executors/kubernetes_executor_types.py,sha256=9rRhfRuujGtSE73Ax0kC12whZCgWF2m6j5w9G9e0F_I,1673
-airflow/providers/cncf/kubernetes/executors/kubernetes_executor_utils.py,sha256=D6iL4ryCar1cyPo66eqEAYo2DB7DV3eeYRvC6dN4CNM,24220
+airflow/providers/cncf/kubernetes/executors/kubernetes_executor_utils.py,sha256=aGGtM7QE2cjdq3dRXh7k7c45ipnVfkjFy4SP35clJpc,23963
 airflow/providers/cncf/kubernetes/executors/local_kubernetes_executor.py,sha256=jfD8DSSN-7kV642vEexQNdGXC3oez79G2ozst--15fc,10193
 airflow/providers/cncf/kubernetes/hooks/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/cncf/kubernetes/hooks/kubernetes.py,sha256=fbfiIdYWmyF39beDUuZjSJDt_4Eb8UNw3u_GzXrxTRs,33353
+airflow/providers/cncf/kubernetes/hooks/kubernetes.py,sha256=KNiADnV3xlkE0P5haOYu-Vdq4CdEWpJGuqZrVQMNDAA,33527
 airflow/providers/cncf/kubernetes/kubernetes_executor_templates/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/cncf/kubernetes/kubernetes_executor_templates/basic_template.yaml,sha256=yzJmXN4ZyB4aDwI_GIugpL9-f1YMVy__X-LQSbeU95A,2567
 airflow/providers/cncf/kubernetes/operators/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
 airflow/providers/cncf/kubernetes/operators/custom_object_launcher.py,sha256=ZEXw_PqGItO47AEgGKqAqwFHFo-gb9-7jgEMRJgOfNU,15311
 airflow/providers/cncf/kubernetes/operators/job.py,sha256=RyPuT0yP7-tRrrS7uqDUBGI_xA9_YEg-JLUDJ5QcTA8,23809
 airflow/providers/cncf/kubernetes/operators/kubernetes_pod.py,sha256=EFwHEdEqq4I18BeV9hgp_GFxrLI78ihZAccbyGLSjtY,1269
-airflow/providers/cncf/kubernetes/operators/pod.py,sha256=9cAO32XOR7LwppQDl__SjWaIyC_OWrHjNDzy10dICCI,54505
+airflow/providers/cncf/kubernetes/operators/pod.py,sha256=nJYBcTrYrdLaqAm5YllXo7ZQRGpsT8gy16fs4PtdLV0,54586
 airflow/providers/cncf/kubernetes/operators/resource.py,sha256=ccbZQKB1B5N4Y-ruItacB5Q105Tc0uNSoEmUAaSCrGQ,7570
-airflow/providers/cncf/kubernetes/operators/spark_kubernetes.py,sha256=CXC5K_owtM_miBjbbZsIvQFd7059JDrU51F3QHBppes,13463
+airflow/providers/cncf/kubernetes/operators/spark_kubernetes.py,sha256=scWhzD5X5p4gvDmxrKYmC4P5XhdCFB2sDDNnF77_fyA,13544
 airflow/providers/cncf/kubernetes/pod_template_file_examples/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/cncf/kubernetes/pod_template_file_examples/dags_in_image_template.yaml,sha256=7JdppZ-XDBpv2Bnde2SthhcME8w3b8xQdPAK1fJGW60,2256
 airflow/providers/cncf/kubernetes/pod_template_file_examples/dags_in_volume_template.yaml,sha256=-Pk_EwKpyWRYZKOnumUxVrDeAfFJ0nr3WZ7JNnvppzg,2442
@@ -44,7 +44,7 @@ airflow/providers/cncf/kubernetes/resource_convert/configmap.py,sha256=gf7DdVeD0
 airflow/providers/cncf/kubernetes/resource_convert/env_variable.py,sha256=CsVgLPXjI5pSDCBwcN3WCyyWPbiNRZc_OJCPK_C_298,1464
 airflow/providers/cncf/kubernetes/resource_convert/secret.py,sha256=ElZCMbTWeTKoPeIJ1fTvlqRXM8nGkWj2MrIlVckX6Ag,1494
 airflow/providers/cncf/kubernetes/sensors/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/cncf/kubernetes/sensors/spark_kubernetes.py,sha256=AFml2CgXTV13G2VGrmNAIh-778FnRZdyLfverw92Uo0,5552
+airflow/providers/cncf/kubernetes/sensors/spark_kubernetes.py,sha256=ogD8m8baqPN_hGEXjN1NGp1dvslG8ZPBjy_LPr6Zo7I,5353
 airflow/providers/cncf/kubernetes/triggers/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/cncf/kubernetes/triggers/job.py,sha256=fe0kaQos_m_1rVE-1YJBZKKFVLxrlHOB8oI5ntVzSN8,6727
 airflow/providers/cncf/kubernetes/triggers/kubernetes_pod.py,sha256=Cfq-gmdXsW2QGFiX-EYAGsCpN_MDvofbfr3bK7QfQho,1266
@@ -54,7 +54,7 @@ airflow/providers/cncf/kubernetes/utils/delete_from.py,sha256=poObZSoEJwQyaYWilE
 airflow/providers/cncf/kubernetes/utils/k8s_resource_iterator.py,sha256=-Pgc5i2WEDl7ZBvtJZ4eWDqqlSj8WdULqwUyOWmsRp8,1928
 airflow/providers/cncf/kubernetes/utils/pod_manager.py,sha256=g4JZpRJONuWFLdSlc7VyBtDGoST7H4W9LAt2nqNtDpg,33669
 airflow/providers/cncf/kubernetes/utils/xcom_sidecar.py,sha256=k6bdmVJ21OrAwGmWwledRrAmaty9ZrmbuM-IbaI4mqo,2519
-apache_airflow_providers_cncf_kubernetes-8.4.1.dist-info/entry_points.txt,sha256=ByD3QJJyP9CfmTYtpNI1953akD38RUDgpGXLaq9vpOw,111
-apache_airflow_providers_cncf_kubernetes-8.4.1.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
-apache_airflow_providers_cncf_kubernetes-8.4.1.dist-info/METADATA,sha256=-hVn6d5xq59xSW8zZ-ymLxZRmz-kf7kicTysphBjtfg,5260
-apache_airflow_providers_cncf_kubernetes-8.4.1.dist-info/RECORD,,
+apache_airflow_providers_cncf_kubernetes-8.4.2.dist-info/entry_points.txt,sha256=ByD3QJJyP9CfmTYtpNI1953akD38RUDgpGXLaq9vpOw,111
+apache_airflow_providers_cncf_kubernetes-8.4.2.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
+apache_airflow_providers_cncf_kubernetes-8.4.2.dist-info/METADATA,sha256=dx6MjBXkaI3nXqDArgQQySRppSa5vkocDXM2pgBhbJ0,5260
+apache_airflow_providers_cncf_kubernetes-8.4.2.dist-info/RECORD,,