apache-airflow-providers-cncf-kubernetes 8.3.4__py3-none-any.whl → 8.4.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of apache-airflow-providers-cncf-kubernetes might be problematic. Click here for more details.
- airflow/providers/cncf/kubernetes/__init__.py +3 -3
- airflow/providers/cncf/kubernetes/get_provider_info.py +3 -2
- airflow/providers/cncf/kubernetes/operators/pod.py +4 -3
- airflow/providers/cncf/kubernetes/operators/spark_kubernetes.py +10 -8
- {apache_airflow_providers_cncf_kubernetes-8.3.4.dist-info → apache_airflow_providers_cncf_kubernetes-8.4.0.dist-info}/METADATA +8 -8
- {apache_airflow_providers_cncf_kubernetes-8.3.4.dist-info → apache_airflow_providers_cncf_kubernetes-8.4.0.dist-info}/RECORD +8 -8
- {apache_airflow_providers_cncf_kubernetes-8.3.4.dist-info → apache_airflow_providers_cncf_kubernetes-8.4.0.dist-info}/WHEEL +0 -0
- {apache_airflow_providers_cncf_kubernetes-8.3.4.dist-info → apache_airflow_providers_cncf_kubernetes-8.4.0.dist-info}/entry_points.txt +0 -0
|
@@ -29,11 +29,11 @@ from airflow import __version__ as airflow_version
|
|
|
29
29
|
|
|
30
30
|
__all__ = ["__version__"]
|
|
31
31
|
|
|
32
|
-
__version__ = "8.
|
|
32
|
+
__version__ = "8.4.0"
|
|
33
33
|
|
|
34
34
|
if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
|
|
35
|
-
"2.
|
|
35
|
+
"2.8.0"
|
|
36
36
|
):
|
|
37
37
|
raise RuntimeError(
|
|
38
|
-
f"The package `apache-airflow-providers-cncf-kubernetes:{__version__}` needs Apache Airflow 2.
|
|
38
|
+
f"The package `apache-airflow-providers-cncf-kubernetes:{__version__}` needs Apache Airflow 2.8.0+"
|
|
39
39
|
)
|
|
@@ -28,8 +28,9 @@ def get_provider_info():
|
|
|
28
28
|
"name": "Kubernetes",
|
|
29
29
|
"description": "`Kubernetes <https://kubernetes.io/>`__\n",
|
|
30
30
|
"state": "ready",
|
|
31
|
-
"source-date-epoch":
|
|
31
|
+
"source-date-epoch": 1723969891,
|
|
32
32
|
"versions": [
|
|
33
|
+
"8.4.0",
|
|
33
34
|
"8.3.4",
|
|
34
35
|
"8.3.3",
|
|
35
36
|
"8.3.2",
|
|
@@ -94,7 +95,7 @@ def get_provider_info():
|
|
|
94
95
|
],
|
|
95
96
|
"dependencies": [
|
|
96
97
|
"aiofiles>=23.2.0",
|
|
97
|
-
"apache-airflow>=2.
|
|
98
|
+
"apache-airflow>=2.8.0",
|
|
98
99
|
"asgiref>=3.5.2",
|
|
99
100
|
"cryptography>=41.0.0",
|
|
100
101
|
"kubernetes>=29.0.0,<=30.1.0",
|
|
@@ -495,8 +495,9 @@ class KubernetesPodOperator(BaseOperator):
|
|
|
495
495
|
if include_try_number:
|
|
496
496
|
labels.update(try_number=ti.try_number)
|
|
497
497
|
# In the case of sub dags this is just useful
|
|
498
|
-
if context["dag"]
|
|
499
|
-
labels["parent_dag_id"] = context["dag"].parent_dag.dag_id
|
|
498
|
+
if getattr(context["dag"], "parent_dag", False):
|
|
499
|
+
labels["parent_dag_id"] = context["dag"].parent_dag.dag_id # type: ignore[attr-defined]
|
|
500
|
+
|
|
500
501
|
# Ensure that label is valid for Kube,
|
|
501
502
|
# and if not truncate/remove invalid chars and replace with short hash.
|
|
502
503
|
for label_id, label in labels.items():
|
|
@@ -1003,7 +1004,7 @@ class KubernetesPodOperator(BaseOperator):
|
|
|
1003
1004
|
return None
|
|
1004
1005
|
|
|
1005
1006
|
def patch_already_checked(self, pod: k8s.V1Pod, *, reraise=True):
|
|
1006
|
-
"""Add an "already checked"
|
|
1007
|
+
"""Add an "already checked" label to ensure we don't reattach on retries."""
|
|
1007
1008
|
with _optionally_suppress(reraise=reraise):
|
|
1008
1009
|
self.client.patch_namespaced_pod(
|
|
1009
1010
|
name=pod.metadata.name,
|
|
@@ -48,24 +48,26 @@ class SparkKubernetesOperator(KubernetesPodOperator):
|
|
|
48
48
|
For more detail about Spark Application Object have a look at the reference:
|
|
49
49
|
https://github.com/GoogleCloudPlatform/spark-on-k8s-operator/blob/v1beta2-1.3.3-3.1.1/docs/api-docs.md#sparkapplication
|
|
50
50
|
|
|
51
|
-
:param application_file: filepath to kubernetes custom_resource_definition of sparkApplication
|
|
52
|
-
:param kubernetes_conn_id: the connection to Kubernetes cluster
|
|
53
51
|
:param image: Docker image you wish to launch. Defaults to hub.docker.com,
|
|
54
52
|
:param code_path: path to the spark code in image,
|
|
55
53
|
:param namespace: kubernetes namespace to put sparkApplication
|
|
56
|
-
:param
|
|
57
|
-
|
|
54
|
+
:param name: name of the pod in which the task will run, will be used (plus a random
|
|
55
|
+
suffix if random_name_suffix is True) to generate a pod id (DNS-1123 subdomain,
|
|
56
|
+
containing only [a-z0-9.-]).
|
|
57
|
+
:param application_file: filepath to kubernetes custom_resource_definition of sparkApplication
|
|
58
|
+
:param template_spec: kubernetes sparkApplication specification
|
|
58
59
|
:param get_logs: get the stdout of the container as logs of the tasks.
|
|
59
60
|
:param do_xcom_push: If True, the content of the file
|
|
60
61
|
/airflow/xcom/return.json in the container will also be pushed to an
|
|
61
62
|
XCom when the container completes.
|
|
62
63
|
:param success_run_history_limit: Number of past successful runs of the application to keep.
|
|
63
|
-
:param delete_on_termination: What to do when the pod reaches its final
|
|
64
|
-
state, or the execution is interrupted. If True (default), delete the
|
|
65
|
-
pod; if False, leave the pod.
|
|
66
64
|
:param startup_timeout_seconds: timeout in seconds to startup the pod.
|
|
67
65
|
:param log_events_on_failure: Log the pod's events if a failure occurs
|
|
68
66
|
:param reattach_on_restart: if the scheduler dies while the pod is running, reattach and monitor
|
|
67
|
+
:param delete_on_termination: What to do when the pod reaches its final
|
|
68
|
+
state, or the execution is interrupted. If True (default), delete the
|
|
69
|
+
pod; if False, leave the pod.
|
|
70
|
+
:param kubernetes_conn_id: the connection to Kubernetes cluster
|
|
69
71
|
"""
|
|
70
72
|
|
|
71
73
|
template_fields = ["application_file", "namespace", "template_spec"]
|
|
@@ -200,7 +202,7 @@ class SparkKubernetesOperator(KubernetesPodOperator):
|
|
|
200
202
|
labels.update(try_number=ti.try_number)
|
|
201
203
|
|
|
202
204
|
# In the case of sub dags this is just useful
|
|
203
|
-
if context["dag"]
|
|
205
|
+
if getattr(context["dag"], "is_subdag", False):
|
|
204
206
|
labels["parent_dag_id"] = context["dag"].parent_dag.dag_id
|
|
205
207
|
# Ensure that label is valid for Kube,
|
|
206
208
|
# and if not truncate/remove invalid chars and replace with short hash.
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: apache-airflow-providers-cncf-kubernetes
|
|
3
|
-
Version: 8.
|
|
3
|
+
Version: 8.4.0
|
|
4
4
|
Summary: Provider package apache-airflow-providers-cncf-kubernetes for Apache Airflow
|
|
5
5
|
Keywords: airflow-provider,cncf.kubernetes,airflow,integration
|
|
6
6
|
Author-email: Apache Software Foundation <dev@airflow.apache.org>
|
|
@@ -22,15 +22,15 @@ Classifier: Programming Language :: Python :: 3.11
|
|
|
22
22
|
Classifier: Programming Language :: Python :: 3.12
|
|
23
23
|
Classifier: Topic :: System :: Monitoring
|
|
24
24
|
Requires-Dist: aiofiles>=23.2.0
|
|
25
|
-
Requires-Dist: apache-airflow>=2.
|
|
25
|
+
Requires-Dist: apache-airflow>=2.8.0
|
|
26
26
|
Requires-Dist: asgiref>=3.5.2
|
|
27
27
|
Requires-Dist: cryptography>=41.0.0
|
|
28
28
|
Requires-Dist: google-re2>=1.0
|
|
29
29
|
Requires-Dist: kubernetes>=29.0.0,<=30.1.0
|
|
30
30
|
Requires-Dist: kubernetes_asyncio>=29.0.0,<=30.1.0
|
|
31
31
|
Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
|
|
32
|
-
Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/8.
|
|
33
|
-
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/8.
|
|
32
|
+
Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/8.4.0/changelog.html
|
|
33
|
+
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/8.4.0
|
|
34
34
|
Project-URL: Slack Chat, https://s.apache.org/airflow-slack
|
|
35
35
|
Project-URL: Source Code, https://github.com/apache/airflow
|
|
36
36
|
Project-URL: Twitter, https://twitter.com/ApacheAirflow
|
|
@@ -80,7 +80,7 @@ Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
|
|
|
80
80
|
|
|
81
81
|
Package ``apache-airflow-providers-cncf-kubernetes``
|
|
82
82
|
|
|
83
|
-
Release: ``8.
|
|
83
|
+
Release: ``8.4.0``
|
|
84
84
|
|
|
85
85
|
|
|
86
86
|
`Kubernetes <https://kubernetes.io/>`__
|
|
@@ -93,7 +93,7 @@ This is a provider package for ``cncf.kubernetes`` provider. All classes for thi
|
|
|
93
93
|
are in ``airflow.providers.cncf.kubernetes`` python package.
|
|
94
94
|
|
|
95
95
|
You can find package information and changelog for the provider
|
|
96
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/8.
|
|
96
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/8.4.0/>`_.
|
|
97
97
|
|
|
98
98
|
Installation
|
|
99
99
|
------------
|
|
@@ -111,7 +111,7 @@ Requirements
|
|
|
111
111
|
PIP package Version required
|
|
112
112
|
====================== =====================
|
|
113
113
|
``aiofiles`` ``>=23.2.0``
|
|
114
|
-
``apache-airflow`` ``>=2.
|
|
114
|
+
``apache-airflow`` ``>=2.8.0``
|
|
115
115
|
``asgiref`` ``>=3.5.2``
|
|
116
116
|
``cryptography`` ``>=41.0.0``
|
|
117
117
|
``kubernetes`` ``>=29.0.0,<=30.1.0``
|
|
@@ -120,4 +120,4 @@ PIP package Version required
|
|
|
120
120
|
====================== =====================
|
|
121
121
|
|
|
122
122
|
The changelog for the provider package can be found in the
|
|
123
|
-
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/8.
|
|
123
|
+
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/8.4.0/changelog.html>`_.
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
airflow/providers/cncf/kubernetes/LICENSE,sha256=FFb4jd2AXnOOf7XLP04pQW6jbdhG49TxlGY6fFpCV1Y,13609
|
|
2
|
-
airflow/providers/cncf/kubernetes/__init__.py,sha256=
|
|
2
|
+
airflow/providers/cncf/kubernetes/__init__.py,sha256=8PwruwMK4GQBbHodA-C6XjigLfmvXKoj7KEjoD6lp0I,1502
|
|
3
3
|
airflow/providers/cncf/kubernetes/callbacks.py,sha256=SK_gKvGWuU-nxHfsqsYMlNQ8HZbHfpvyItOqieel2lc,4162
|
|
4
|
-
airflow/providers/cncf/kubernetes/get_provider_info.py,sha256=
|
|
4
|
+
airflow/providers/cncf/kubernetes/get_provider_info.py,sha256=m0I7k9SN4h0k9FwovUi2MmK1Y8v8cWzqoPyJoIG8wnA,17902
|
|
5
5
|
airflow/providers/cncf/kubernetes/k8s_model.py,sha256=xmdFhX29DjegoZ-cq8-KDL9soVYXf4OpU6fAGr3cPTU,2101
|
|
6
6
|
airflow/providers/cncf/kubernetes/kube_client.py,sha256=yflZxLousXA9d7t67KrEy55qzb1cUhEyy6yCPkEem28,5329
|
|
7
7
|
airflow/providers/cncf/kubernetes/kube_config.py,sha256=FAmhZZ_Z2JtoVzL6wENSjcwrlwAenHttTX_Ild9aEms,5225
|
|
@@ -32,9 +32,9 @@ airflow/providers/cncf/kubernetes/operators/__init__.py,sha256=mlJxuZLkd5x-iq2SB
|
|
|
32
32
|
airflow/providers/cncf/kubernetes/operators/custom_object_launcher.py,sha256=ZEXw_PqGItO47AEgGKqAqwFHFo-gb9-7jgEMRJgOfNU,15311
|
|
33
33
|
airflow/providers/cncf/kubernetes/operators/job.py,sha256=qbhaytWCoi2XdkWZnDFfFPOt1CsNDk7wyrCWtn1nxlk,21432
|
|
34
34
|
airflow/providers/cncf/kubernetes/operators/kubernetes_pod.py,sha256=EFwHEdEqq4I18BeV9hgp_GFxrLI78ihZAccbyGLSjtY,1269
|
|
35
|
-
airflow/providers/cncf/kubernetes/operators/pod.py,sha256=
|
|
35
|
+
airflow/providers/cncf/kubernetes/operators/pod.py,sha256=9cAO32XOR7LwppQDl__SjWaIyC_OWrHjNDzy10dICCI,54505
|
|
36
36
|
airflow/providers/cncf/kubernetes/operators/resource.py,sha256=ccbZQKB1B5N4Y-ruItacB5Q105Tc0uNSoEmUAaSCrGQ,7570
|
|
37
|
-
airflow/providers/cncf/kubernetes/operators/spark_kubernetes.py,sha256=
|
|
37
|
+
airflow/providers/cncf/kubernetes/operators/spark_kubernetes.py,sha256=CXC5K_owtM_miBjbbZsIvQFd7059JDrU51F3QHBppes,13463
|
|
38
38
|
airflow/providers/cncf/kubernetes/pod_template_file_examples/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
|
39
39
|
airflow/providers/cncf/kubernetes/pod_template_file_examples/dags_in_image_template.yaml,sha256=7JdppZ-XDBpv2Bnde2SthhcME8w3b8xQdPAK1fJGW60,2256
|
|
40
40
|
airflow/providers/cncf/kubernetes/pod_template_file_examples/dags_in_volume_template.yaml,sha256=-Pk_EwKpyWRYZKOnumUxVrDeAfFJ0nr3WZ7JNnvppzg,2442
|
|
@@ -54,7 +54,7 @@ airflow/providers/cncf/kubernetes/utils/delete_from.py,sha256=poObZSoEJwQyaYWilE
|
|
|
54
54
|
airflow/providers/cncf/kubernetes/utils/k8s_resource_iterator.py,sha256=-Pgc5i2WEDl7ZBvtJZ4eWDqqlSj8WdULqwUyOWmsRp8,1928
|
|
55
55
|
airflow/providers/cncf/kubernetes/utils/pod_manager.py,sha256=g4JZpRJONuWFLdSlc7VyBtDGoST7H4W9LAt2nqNtDpg,33669
|
|
56
56
|
airflow/providers/cncf/kubernetes/utils/xcom_sidecar.py,sha256=k6bdmVJ21OrAwGmWwledRrAmaty9ZrmbuM-IbaI4mqo,2519
|
|
57
|
-
apache_airflow_providers_cncf_kubernetes-8.
|
|
58
|
-
apache_airflow_providers_cncf_kubernetes-8.
|
|
59
|
-
apache_airflow_providers_cncf_kubernetes-8.
|
|
60
|
-
apache_airflow_providers_cncf_kubernetes-8.
|
|
57
|
+
apache_airflow_providers_cncf_kubernetes-8.4.0.dist-info/entry_points.txt,sha256=ByD3QJJyP9CfmTYtpNI1953akD38RUDgpGXLaq9vpOw,111
|
|
58
|
+
apache_airflow_providers_cncf_kubernetes-8.4.0.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
|
|
59
|
+
apache_airflow_providers_cncf_kubernetes-8.4.0.dist-info/METADATA,sha256=BgIjUIHHBdUkxqbLnVzvMNV4cu_8s6ujiFogF-HpO1I,5260
|
|
60
|
+
apache_airflow_providers_cncf_kubernetes-8.4.0.dist-info/RECORD,,
|
|
File without changes
|