apache-airflow-providers-cncf-kubernetes 8.0.0rc2__py3-none-any.whl → 8.0.1rc1__py3-none-any.whl

airflow/providers/cncf/kubernetes/__init__.py

@@ -27,7 +27,7 @@ import packaging.version
 
 __all__ = ["__version__"]
 
-__version__ = "8.0.0"
+__version__ = "8.0.1"
 
 try:
     from airflow import __version__ as airflow_version

airflow/providers/cncf/kubernetes/executors/kubernetes_executor.py

@@ -19,7 +19,7 @@ KubernetesExecutor.
 
 .. seealso::
     For more information on how the KubernetesExecutor works, take a look at the guide:
-    :ref:`executor:KubernetesExecutor`
+    :doc:`/kubernetes_executor`
 """
 from __future__ import annotations
 
@@ -431,10 +431,9 @@ class KubernetesExecutor(BaseExecutor):
                     self.kube_scheduler.run_next(task)
                     self.task_publish_retries.pop(key, None)
                 except PodReconciliationError as e:
-                    self.log.error(
+                    self.log.exception(
                         "Pod reconciliation failed, likely due to kubernetes library upgrade. "
                         "Try clearing the task to re-run.",
-                        exc_info=True,
                     )
                     self.fail(task[0], e)
                 except ApiException as e:

airflow/providers/cncf/kubernetes/executors/kubernetes_executor_utils.py

@@ -235,6 +235,34 @@ class KubernetesJobWatcher(multiprocessing.Process, LoggingMixin):
                 self.watcher_queue.put(
                     (pod_name, namespace, TaskInstanceState.FAILED, annotations, resource_version)
                 )
+            elif (
+                self.kube_config.worker_pod_pending_fatal_container_state_reasons
+                and "status" in event["raw_object"]
+            ):
+                self.log.info("Event: %s Pending, annotations: %s", pod_name, annotations_string)
+                # Init containers and base container statuses to check.
+                # Skipping the other containers statuses check.
+                container_statuses_to_check = []
+                if "initContainerStatuses" in event["raw_object"]["status"]:
+                    container_statuses_to_check.extend(event["raw_object"]["status"]["initContainerStatuses"])
+                if "containerStatuses" in event["raw_object"]["status"]:
+                    container_statuses_to_check.append(event["raw_object"]["status"]["containerStatuses"][0])
+                for container_status in container_statuses_to_check:
+                    container_status_state = container_status["state"]
+                    if "waiting" in container_status_state:
+                        if (
+                            container_status_state["waiting"]["reason"]
+                            in self.kube_config.worker_pod_pending_fatal_container_state_reasons
+                        ):
+                            if (
+                                container_status_state["waiting"]["reason"] == "ErrImagePull"
+                                and container_status_state["waiting"]["message"] == "pull QPS exceeded"
+                            ):
+                                continue
+                            self.watcher_queue.put(
+                                (pod_name, namespace, TaskInstanceState.FAILED, annotations, resource_version)
+                            )
+                            break
             else:
                 self.log.debug("Event: %s Pending, annotations: %s", pod_name, annotations_string)
         elif status == "Failed":

airflow/providers/cncf/kubernetes/get_provider_info.py

@@ -28,8 +28,9 @@ def get_provider_info():
         "name": "Kubernetes",
         "description": "`Kubernetes <https://kubernetes.io/>`__\n",
         "state": "ready",
-        "source-date-epoch": 1707637063,
+        "source-date-epoch": 1709555165,
         "versions": [
+            "8.0.1",
             "8.0.0",
             "7.14.0",
             "7.13.0",
@@ -222,6 +223,13 @@ def get_provider_info():
                         "example": None,
                         "default": "False",
                     },
+                    "worker_pod_pending_fatal_container_state_reasons": {
+                        "description": "If the worker pods are in a pending state due to a fatal container\nstate reasons, then fail the task and delete the worker pod\nif delete_worker_pods is True and delete_worker_pods_on_failure is True.\n",
+                        "version_added": "8.1.0",
+                        "type": "string",
+                        "example": None,
+                        "default": "CreateContainerConfigError,ErrImagePull,CreateContainerError,ImageInspectError, InvalidImageName",
+                    },
                     "worker_pods_creation_batch_size": {
                         "description": 'Number of Kubernetes Worker Pod creation calls per scheduler loop.\nNote that the current default of "1" will only launch a single pod\nper-heartbeat. It is HIGHLY recommended that users increase this\nnumber to match the tolerance of their kubernetes cluster for\nbetter performance.\n',
                         "version_added": None,

airflow/providers/cncf/kubernetes/kube_config.py

@@ -40,6 +40,12 @@ class KubeConfig:
         self.delete_worker_pods_on_failure = conf.getboolean(
             self.kubernetes_section, "delete_worker_pods_on_failure"
         )
+        self.worker_pod_pending_fatal_container_state_reasons = []
+        if conf.get(self.kubernetes_section, "worker_pod_pending_fatal_container_state_reasons", fallback=""):
+            self.worker_pod_pending_fatal_container_state_reasons = conf.get(
+                self.kubernetes_section, "worker_pod_pending_fatal_container_state_reasons"
+            ).split(",")
+
         self.worker_pods_creation_batch_size = conf.getint(
             self.kubernetes_section, "worker_pods_creation_batch_size"
         )

airflow/providers/cncf/kubernetes/operators/kubernetes_pod.py

@@ -21,7 +21,7 @@ from __future__ import annotations
 import warnings
 
 from airflow.exceptions import AirflowProviderDeprecationWarning
-from airflow.providers.cncf.kubernetes.operators.pod import *  # noqa
+from airflow.providers.cncf.kubernetes.operators.pod import *  # noqa: F403
 
 warnings.warn(
     "This module is deprecated. Please use `airflow.providers.cncf.kubernetes.operators.pod` instead.",

airflow/providers/cncf/kubernetes/operators/pod.py

@@ -704,6 +704,10 @@ class KubernetesPodOperator(BaseOperator):
                 )
 
             if event["status"] in ("error", "failed", "timeout"):
+                # fetch some logs when pod is failed
+                if self.get_logs:
+                    self.write_logs(self.pod)
+
                 if self.do_xcom_push:
                     _ = self.extract_xcom(pod=self.pod)
 
@@ -729,6 +733,10 @@ class KubernetesPodOperator(BaseOperator):
                     self.invoke_defer_method()
 
             elif event["status"] == "success":
+                # fetch some logs when pod is executed successfully
+                if self.get_logs:
+                    self.write_logs(self.pod)
+
                 if self.do_xcom_push:
                     xcom_sidecar_output = self.extract_xcom(pod=self.pod)
                     return xcom_sidecar_output
@@ -741,8 +749,6 @@ class KubernetesPodOperator(BaseOperator):
     def _clean(self, event: dict[str, Any]):
         if event["status"] == "running":
             return
-        if self.get_logs:
-            self.write_logs(self.pod)
         istio_enabled = self.is_istio_enabled(self.pod)
         # Skip await_pod_completion when the event is 'timeout' due to the pod can hang
         # on the ErrImagePull or ContainerCreating step and it will never complete
@@ -787,9 +793,11 @@ class KubernetesPodOperator(BaseOperator):
             self.callbacks.on_pod_cleanup(pod=pod, client=self.client, mode=ExecutionMode.SYNC)
 
     def cleanup(self, pod: k8s.V1Pod, remote_pod: k8s.V1Pod):
-        # If a task got marked as failed, "on_kill" method would be called and the pod will be cleaned up
+        # Skip cleaning the pod in the following scenarios.
+        # 1. If a task got marked as failed, "on_kill" method would be called and the pod will be cleaned up
         # there. Cleaning it up again will raise an exception (which might cause retry).
-        if self._killed:
+        # 2. remote pod is null (ex: pod creation failed)
+        if self._killed or not remote_pod:
             return
 
         istio_enabled = self.is_istio_enabled(remote_pod)

airflow/providers/cncf/kubernetes/triggers/kubernetes_pod.py

@@ -21,7 +21,7 @@ from __future__ import annotations
 import warnings
 
 from airflow.exceptions import AirflowProviderDeprecationWarning
-from airflow.providers.cncf.kubernetes.triggers.pod import *  # noqa
+from airflow.providers.cncf.kubernetes.triggers.pod import *  # noqa: F403
 
 warnings.warn(
     "This module is deprecated. Please use `airflow.providers.cncf.kubernetes.triggers.pod` instead.",

airflow/providers/cncf/kubernetes/triggers/pod.py

@@ -190,6 +190,7 @@ class KubernetesPodTrigger(BaseTrigger):
                     "message": message,
                 }
             )
+            return
         except Exception as e:
             yield TriggerEvent(
                 {
@@ -223,6 +224,7 @@ class KubernetesPodTrigger(BaseTrigger):
                 return self.define_container_state(pod)
             self.log.info("Still waiting for pod to start. The pod state is %s", pod.status.phase)
             await asyncio.sleep(self.poll_interval)
+            delta = datetime.datetime.now(tz=datetime.timezone.utc) - self.trigger_start_time
         raise PodLaunchTimeoutException("Pod did not leave 'Pending' phase within specified timeout")
 
     async def _wait_for_container_completion(self) -> TriggerEvent:
@@ -245,7 +247,12 @@ class KubernetesPodTrigger(BaseTrigger):
                 )
             elif container_state == ContainerState.FAILED:
                 return TriggerEvent(
-                    {"status": "failed", "namespace": self.pod_namespace, "name": self.pod_name}
+                    {
+                        "status": "failed",
+                        "namespace": self.pod_namespace,
+                        "name": self.pod_name,
+                        "message": "Container state failed",
+                    }
                 )
             if time_get_more_logs and datetime.datetime.now(tz=datetime.timezone.utc) > time_get_more_logs:
                 return TriggerEvent(

{apache_airflow_providers_cncf_kubernetes-8.0.0rc2.dist-info → apache_airflow_providers_cncf_kubernetes-8.0.1rc1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: apache-airflow-providers-cncf-kubernetes
-Version: 8.0.0rc2
+Version: 8.0.1rc1
 Summary: Provider package apache-airflow-providers-cncf-kubernetes for Apache Airflow
 Keywords: airflow-provider,cncf.kubernetes,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -28,8 +28,8 @@ Requires-Dist: google-re2>=1.0
 Requires-Dist: kubernetes>=28.1.0,<=29.0.0
 Requires-Dist: kubernetes_asyncio>=28.1.0,<=29.0.0
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/8.0.0/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/8.0.0
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/8.0.1/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/8.0.1
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Twitter, https://twitter.com/ApacheAirflow
@@ -79,7 +79,7 @@ Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
 
 Package ``apache-airflow-providers-cncf-kubernetes``
 
-Release: ``8.0.0.rc2``
+Release: ``8.0.1.rc1``
 
 
 `Kubernetes <https://kubernetes.io/>`__
@@ -92,7 +92,7 @@ This is a provider package for ``cncf.kubernetes`` provider. All classes for thi
 are in ``airflow.providers.cncf.kubernetes`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/8.0.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/8.0.1/>`_.
 
 Installation
 ------------
@@ -119,4 +119,4 @@ PIP package             Version required
 ======================  =====================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/8.0.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/8.0.1/changelog.html>`_.

{apache_airflow_providers_cncf_kubernetes-8.0.0rc2.dist-info → apache_airflow_providers_cncf_kubernetes-8.0.1rc1.dist-info}/RECORD

@@ -1,10 +1,10 @@
 airflow/providers/cncf/kubernetes/LICENSE,sha256=ywUBpKZc7Jb96rVt5I3IDbg7dIJAbUSHkuoDcF3jbH4,13569
-airflow/providers/cncf/kubernetes/__init__.py,sha256=hUe3RqR8lcisxD9LGi2zUo6uCq3a9e5xiJAgqZsQY7s,1590
+airflow/providers/cncf/kubernetes/__init__.py,sha256=MbaHKvRjf-mkddQNqXUpG9Vls7zKqd2oJ1jRKtQm_nA,1590
 airflow/providers/cncf/kubernetes/callbacks.py,sha256=s3DRwNmQJSBlbeUwhSUJwfRFFMdJ9h_PnBzVl881r-8,4094
-airflow/providers/cncf/kubernetes/get_provider_info.py,sha256=jhhA8LvwfihkJDJ_TaQMDpMiMdDHn4iKux0cIq4S1Uo,16971
+airflow/providers/cncf/kubernetes/get_provider_info.py,sha256=IGN7VwH6p1wcxe2twbeg7lyHz6GnCuwEiedIEUMeO-s,17603
 airflow/providers/cncf/kubernetes/k8s_model.py,sha256=JzpSjHdCBpajT5HohKhvYp4vZ9emf7A6AVmte8tI4T0,2100
 airflow/providers/cncf/kubernetes/kube_client.py,sha256=nL9daGLElvX4f72rWvONRN-VUbrOPzjsElix6xfkcXU,5328
-airflow/providers/cncf/kubernetes/kube_config.py,sha256=SZhMYmCJACkzxEFe0vcCW0m1XmoFpmDaIYf_Rl_uycA,4851
+airflow/providers/cncf/kubernetes/kube_config.py,sha256=FAmhZZ_Z2JtoVzL6wENSjcwrlwAenHttTX_Ild9aEms,5225
 airflow/providers/cncf/kubernetes/kubernetes_helper_functions.py,sha256=NuLumd5JrNVadLKYoNw3LpMYT7Hp3n07ckcOqNv6qE4,6411
 airflow/providers/cncf/kubernetes/pod_generator.py,sha256=WEFKm6xhoT7SV96bXGJTVrWkp2sOlkM4U6-iAdZa56k,24467
 airflow/providers/cncf/kubernetes/pod_generator_deprecated.py,sha256=tOrFvE4MJxy94ecSLOxAGKjIeKztqOC81q_xXr17rRU,11993
@@ -18,9 +18,9 @@ airflow/providers/cncf/kubernetes/backcompat/backwards_compat_converters.py,sha2
 airflow/providers/cncf/kubernetes/decorators/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
 airflow/providers/cncf/kubernetes/decorators/kubernetes.py,sha256=YGEdDNZhxeq8dpAaKpwMS2oGRvN1sN0xzf8mYotMk1E,5780
 airflow/providers/cncf/kubernetes/executors/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
-airflow/providers/cncf/kubernetes/executors/kubernetes_executor.py,sha256=TNS3uRZaZn8c_xNrsi5eMljvIsSzKfUr2_NLIsyhHUI,34173
+airflow/providers/cncf/kubernetes/executors/kubernetes_executor.py,sha256=YbhPg3Jo20--slN_xLFrQO4qNYOyNySkH4Egy_l5Yoo,34131
 airflow/providers/cncf/kubernetes/executors/kubernetes_executor_types.py,sha256=9rRhfRuujGtSE73Ax0kC12whZCgWF2m6j5w9G9e0F_I,1673
-airflow/providers/cncf/kubernetes/executors/kubernetes_executor_utils.py,sha256=sG4AtsrMLqFRhaOYlWCj9AqLkT2NNu8hZMAlvX9XxpA,21787
+airflow/providers/cncf/kubernetes/executors/kubernetes_executor_utils.py,sha256=JKcUwYsipj5oiX7fqcNx3lfnv4Fiogwh-B5fh4fF9Mg,23564
 airflow/providers/cncf/kubernetes/executors/local_kubernetes_executor.py,sha256=r5cvhj9NUTreQScn3Y8NlPFoYIa_NaAVQ27WqtOrJvw,10014
 airflow/providers/cncf/kubernetes/hooks/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/cncf/kubernetes/hooks/kubernetes.py,sha256=_FUOQVpxpahtuQcyiCfenJD7yUsDblmVEV6Ym0wgmE8,25701
@@ -29,8 +29,8 @@ airflow/providers/cncf/kubernetes/kubernetes_executor_templates/basic_template.y
 airflow/providers/cncf/kubernetes/operators/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
 airflow/providers/cncf/kubernetes/operators/custom_object_launcher.py,sha256=Q_8iXGOyRpporI-ouhl9eKQSO30yauRdQ95x2pnkku0,15357
 airflow/providers/cncf/kubernetes/operators/job.py,sha256=Z7G9iuNPH_qapodVEwvvGq17fk6xlMC0O6TwT-cWqsg,11614
-airflow/providers/cncf/kubernetes/operators/kubernetes_pod.py,sha256=XvJgehU-4ZubJZ2vsekHX4DlCLlzBttXuZQlpVZZ2Ro,1262
-airflow/providers/cncf/kubernetes/operators/pod.py,sha256=sCRkI7frojgPq4o-e0ylrCPkaAtRhQ4xcxp3urw6RGE,49216
+airflow/providers/cncf/kubernetes/operators/kubernetes_pod.py,sha256=tj1JNZWcu65IGpyO6uZpS9-0Mtjyt52WP_36UZcftYQ,1268
+airflow/providers/cncf/kubernetes/operators/pod.py,sha256=c9mz_PpTKuAUFbAMwn3Z2v-4EzGCQ92dDjNFkjwRDRk,49574
 airflow/providers/cncf/kubernetes/operators/resource.py,sha256=t7JBj7Q-2f_y-vCdTMxrmjG8VYQj9k03u0rz1fbAFVQ,5457
 airflow/providers/cncf/kubernetes/operators/spark_kubernetes.py,sha256=UcID25Shv0zLTx448HcJjeob_24v25q_nAljQ_d8jM0,12070
 airflow/providers/cncf/kubernetes/pod_template_file_examples/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
@@ -44,14 +44,14 @@ airflow/providers/cncf/kubernetes/resource_convert/secret.py,sha256=ElZCMbTWeTKo
 airflow/providers/cncf/kubernetes/sensors/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/cncf/kubernetes/sensors/spark_kubernetes.py,sha256=AFml2CgXTV13G2VGrmNAIh-778FnRZdyLfverw92Uo0,5552
 airflow/providers/cncf/kubernetes/triggers/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/cncf/kubernetes/triggers/kubernetes_pod.py,sha256=yptsSm6PmdPKFLVZj9IU0zChZddom2mZcTXFteuZrjo,1259
-airflow/providers/cncf/kubernetes/triggers/pod.py,sha256=B16uKwKg4GYAVX8LwfXBFU969804VVyIfFJvTuTcQ5o,12857
+airflow/providers/cncf/kubernetes/triggers/kubernetes_pod.py,sha256=-SIU78sH6N2z9CFya3Id7OYoB-jmcnD8A_ovF8O0jFw,1265
+airflow/providers/cncf/kubernetes/triggers/pod.py,sha256=eu_9tWOWMwlM6jaXr4QiQuvOsdyGFrMDCgNBPgl9IKE,13126
 airflow/providers/cncf/kubernetes/utils/__init__.py,sha256=ClZN0VPjWySdVwS_ktH7rrgL9VLAcs3OSJSB9s3zaYw,863
 airflow/providers/cncf/kubernetes/utils/delete_from.py,sha256=poObZSoEJwQyaYWilEURs8f4CDY2sn_pfwS31Lf579A,5195
 airflow/providers/cncf/kubernetes/utils/k8s_resource_iterator.py,sha256=-Pgc5i2WEDl7ZBvtJZ4eWDqqlSj8WdULqwUyOWmsRp8,1928
 airflow/providers/cncf/kubernetes/utils/pod_manager.py,sha256=dKCXMs0vNZrWuzsd65yiaVC834j4PFa-GJ0qr_Q0IT4,33328
 airflow/providers/cncf/kubernetes/utils/xcom_sidecar.py,sha256=dCLPE-KyI3nVfawcuKMjhxuBuK9TgVZocc4eC82hAM4,2518
-apache_airflow_providers_cncf_kubernetes-8.0.0rc2.dist-info/entry_points.txt,sha256=ByD3QJJyP9CfmTYtpNI1953akD38RUDgpGXLaq9vpOw,111
-apache_airflow_providers_cncf_kubernetes-8.0.0rc2.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
-apache_airflow_providers_cncf_kubernetes-8.0.0rc2.dist-info/METADATA,sha256=3q6dYZRrIl3xpPOll4YpEMClfVT4HVCkinrkA_A_vJI,5214
-apache_airflow_providers_cncf_kubernetes-8.0.0rc2.dist-info/RECORD,,
+apache_airflow_providers_cncf_kubernetes-8.0.1rc1.dist-info/entry_points.txt,sha256=ByD3QJJyP9CfmTYtpNI1953akD38RUDgpGXLaq9vpOw,111
+apache_airflow_providers_cncf_kubernetes-8.0.1rc1.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
+apache_airflow_providers_cncf_kubernetes-8.0.1rc1.dist-info/METADATA,sha256=Ccgav2OBn6q2MaAnl7uiC_NzRUwaY8feGTzdYTd-Tbk,5214
+apache_airflow_providers_cncf_kubernetes-8.0.1rc1.dist-info/RECORD,,