apache-airflow-providers-cncf-kubernetes 3.1.0__py3-none-any.whl → 10.10.0rc1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (72) hide show
  1. airflow/providers/cncf/kubernetes/__init__.py +18 -23
  2. airflow/providers/cncf/kubernetes/backcompat/__init__.py +17 -0
  3. airflow/providers/cncf/kubernetes/backcompat/backwards_compat_converters.py +31 -49
  4. airflow/providers/cncf/kubernetes/callbacks.py +200 -0
  5. airflow/providers/cncf/kubernetes/cli/__init__.py +16 -0
  6. airflow/providers/cncf/kubernetes/cli/kubernetes_command.py +195 -0
  7. airflow/providers/cncf/kubernetes/decorators/kubernetes.py +163 -0
  8. airflow/providers/cncf/kubernetes/decorators/kubernetes_cmd.py +118 -0
  9. airflow/providers/cncf/kubernetes/exceptions.py +37 -0
  10. airflow/providers/cncf/kubernetes/executors/__init__.py +17 -0
  11. airflow/providers/cncf/kubernetes/executors/kubernetes_executor.py +831 -0
  12. airflow/providers/cncf/kubernetes/executors/kubernetes_executor_types.py +91 -0
  13. airflow/providers/cncf/kubernetes/executors/kubernetes_executor_utils.py +736 -0
  14. airflow/providers/cncf/kubernetes/executors/local_kubernetes_executor.py +306 -0
  15. airflow/providers/cncf/kubernetes/get_provider_info.py +249 -50
  16. airflow/providers/cncf/kubernetes/hooks/kubernetes.py +846 -112
  17. airflow/providers/cncf/kubernetes/k8s_model.py +62 -0
  18. airflow/providers/cncf/kubernetes/kube_client.py +156 -0
  19. airflow/providers/cncf/kubernetes/kube_config.py +125 -0
  20. airflow/providers/cncf/kubernetes/kubernetes_executor_templates/__init__.py +16 -0
  21. airflow/providers/cncf/kubernetes/kubernetes_executor_templates/basic_template.yaml +79 -0
  22. airflow/providers/cncf/kubernetes/kubernetes_helper_functions.py +165 -0
  23. airflow/providers/cncf/kubernetes/operators/custom_object_launcher.py +368 -0
  24. airflow/providers/cncf/kubernetes/operators/job.py +646 -0
  25. airflow/providers/cncf/kubernetes/operators/kueue.py +132 -0
  26. airflow/providers/cncf/kubernetes/operators/pod.py +1417 -0
  27. airflow/providers/cncf/kubernetes/operators/resource.py +191 -0
  28. airflow/providers/cncf/kubernetes/operators/spark_kubernetes.py +336 -35
  29. airflow/providers/cncf/kubernetes/pod_generator.py +592 -0
  30. airflow/providers/cncf/kubernetes/pod_template_file_examples/__init__.py +16 -0
  31. airflow/providers/cncf/kubernetes/pod_template_file_examples/dags_in_image_template.yaml +68 -0
  32. airflow/providers/cncf/kubernetes/pod_template_file_examples/dags_in_volume_template.yaml +74 -0
  33. airflow/providers/cncf/kubernetes/pod_template_file_examples/git_sync_template.yaml +95 -0
  34. airflow/providers/cncf/kubernetes/python_kubernetes_script.jinja2 +51 -0
  35. airflow/providers/cncf/kubernetes/python_kubernetes_script.py +92 -0
  36. airflow/providers/cncf/kubernetes/resource_convert/__init__.py +16 -0
  37. airflow/providers/cncf/kubernetes/resource_convert/configmap.py +52 -0
  38. airflow/providers/cncf/kubernetes/resource_convert/env_variable.py +39 -0
  39. airflow/providers/cncf/kubernetes/resource_convert/secret.py +40 -0
  40. airflow/providers/cncf/kubernetes/secret.py +128 -0
  41. airflow/providers/cncf/kubernetes/sensors/spark_kubernetes.py +30 -14
  42. airflow/providers/cncf/kubernetes/template_rendering.py +81 -0
  43. airflow/providers/cncf/kubernetes/triggers/__init__.py +16 -0
  44. airflow/providers/cncf/kubernetes/triggers/job.py +176 -0
  45. airflow/providers/cncf/kubernetes/triggers/pod.py +344 -0
  46. airflow/providers/cncf/kubernetes/utils/__init__.py +3 -0
  47. airflow/providers/cncf/kubernetes/utils/container.py +118 -0
  48. airflow/providers/cncf/kubernetes/utils/delete_from.py +154 -0
  49. airflow/providers/cncf/kubernetes/utils/k8s_resource_iterator.py +46 -0
  50. airflow/providers/cncf/kubernetes/utils/pod_manager.py +887 -152
  51. airflow/providers/cncf/kubernetes/utils/xcom_sidecar.py +25 -16
  52. airflow/providers/cncf/kubernetes/version_compat.py +38 -0
  53. apache_airflow_providers_cncf_kubernetes-10.10.0rc1.dist-info/METADATA +125 -0
  54. apache_airflow_providers_cncf_kubernetes-10.10.0rc1.dist-info/RECORD +62 -0
  55. {apache_airflow_providers_cncf_kubernetes-3.1.0.dist-info → apache_airflow_providers_cncf_kubernetes-10.10.0rc1.dist-info}/WHEEL +1 -2
  56. apache_airflow_providers_cncf_kubernetes-10.10.0rc1.dist-info/entry_points.txt +3 -0
  57. apache_airflow_providers_cncf_kubernetes-10.10.0rc1.dist-info/licenses/NOTICE +5 -0
  58. airflow/providers/cncf/kubernetes/backcompat/pod.py +0 -119
  59. airflow/providers/cncf/kubernetes/backcompat/pod_runtime_info_env.py +0 -56
  60. airflow/providers/cncf/kubernetes/backcompat/volume.py +0 -62
  61. airflow/providers/cncf/kubernetes/backcompat/volume_mount.py +0 -58
  62. airflow/providers/cncf/kubernetes/example_dags/example_kubernetes.py +0 -163
  63. airflow/providers/cncf/kubernetes/example_dags/example_spark_kubernetes.py +0 -66
  64. airflow/providers/cncf/kubernetes/example_dags/example_spark_kubernetes_spark_pi.yaml +0 -57
  65. airflow/providers/cncf/kubernetes/operators/kubernetes_pod.py +0 -622
  66. apache_airflow_providers_cncf_kubernetes-3.1.0.dist-info/METADATA +0 -452
  67. apache_airflow_providers_cncf_kubernetes-3.1.0.dist-info/NOTICE +0 -6
  68. apache_airflow_providers_cncf_kubernetes-3.1.0.dist-info/RECORD +0 -29
  69. apache_airflow_providers_cncf_kubernetes-3.1.0.dist-info/entry_points.txt +0 -3
  70. apache_airflow_providers_cncf_kubernetes-3.1.0.dist-info/top_level.txt +0 -1
  71. /airflow/providers/cncf/kubernetes/{example_dags → decorators}/__init__.py +0 -0
  72. {apache_airflow_providers_cncf_kubernetes-3.1.0.dist-info → apache_airflow_providers_cncf_kubernetes-10.10.0rc1.dist-info/licenses}/LICENSE +0 -0
@@ -1,452 +0,0 @@
1
- Metadata-Version: 2.1
2
- Name: apache-airflow-providers-cncf-kubernetes
3
- Version: 3.1.0
4
- Summary: Provider package apache-airflow-providers-cncf-kubernetes for Apache Airflow
5
- Home-page: https://airflow.apache.org/
6
- Author: Apache Software Foundation
7
- Author-email: dev@airflow.apache.org
8
- License: Apache License 2.0
9
- Download-URL: https://archive.apache.org/dist/airflow/providers
10
- Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/3.1.0/
11
- Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
12
- Project-URL: Source Code, https://github.com/apache/airflow
13
- Project-URL: Slack Chat, https://s.apache.org/airflow-slack
14
- Project-URL: Twitter, https://twitter.com/ApacheAirflow
15
- Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
16
- Platform: UNKNOWN
17
- Classifier: Development Status :: 5 - Production/Stable
18
- Classifier: Environment :: Console
19
- Classifier: Environment :: Web Environment
20
- Classifier: Intended Audience :: Developers
21
- Classifier: Intended Audience :: System Administrators
22
- Classifier: License :: OSI Approved :: Apache Software License
23
- Classifier: Programming Language :: Python :: 3.7
24
- Classifier: Programming Language :: Python :: 3.8
25
- Classifier: Programming Language :: Python :: 3.9
26
- Classifier: Programming Language :: Python :: 3.10
27
- Classifier: Topic :: System :: Monitoring
28
- Requires-Python: ~=3.6
29
- Description-Content-Type: text/x-rst
30
- License-File: LICENSE
31
- License-File: NOTICE
32
- Requires-Dist: apache-airflow (>=2.1.0)
33
- Requires-Dist: cryptography (>=2.0.0)
34
- Requires-Dist: kubernetes (>=3.0.0)
35
-
36
-
37
- .. Licensed to the Apache Software Foundation (ASF) under one
38
- or more contributor license agreements. See the NOTICE file
39
- distributed with this work for additional information
40
- regarding copyright ownership. The ASF licenses this file
41
- to you under the Apache License, Version 2.0 (the
42
- "License"); you may not use this file except in compliance
43
- with the License. You may obtain a copy of the License at
44
-
45
- .. http://www.apache.org/licenses/LICENSE-2.0
46
-
47
- .. Unless required by applicable law or agreed to in writing,
48
- software distributed under the License is distributed on an
49
- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
50
- KIND, either express or implied. See the License for the
51
- specific language governing permissions and limitations
52
- under the License.
53
-
54
-
55
- Package ``apache-airflow-providers-cncf-kubernetes``
56
-
57
- Release: ``3.1.0``
58
-
59
-
60
- `Kubernetes <https://kubernetes.io/>`__
61
-
62
-
63
- Provider package
64
- ----------------
65
-
66
- This is a provider package for ``cncf.kubernetes`` provider. All classes for this provider package
67
- are in ``airflow.providers.cncf.kubernetes`` python package.
68
-
69
- You can find package information and changelog for the provider
70
- in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-cncf-kubernetes/3.1.0/>`_.
71
-
72
-
73
- Installation
74
- ------------
75
-
76
- You can install this package on top of an existing Airflow 2.1+ installation via
77
- ``pip install apache-airflow-providers-cncf-kubernetes``
78
-
79
- The package supports the following python versions: 3.7,3.8,3.9,3.10
80
-
81
- PIP requirements
82
- ----------------
83
-
84
- ================== ==================
85
- PIP package Version required
86
- ================== ==================
87
- ``apache-airflow`` ``>=2.1.0``
88
- ``cryptography`` ``>=2.0.0``
89
- ``kubernetes`` ``>=3.0.0``
90
- ================== ==================
91
-
92
- .. Licensed to the Apache Software Foundation (ASF) under one
93
- or more contributor license agreements. See the NOTICE file
94
- distributed with this work for additional information
95
- regarding copyright ownership. The ASF licenses this file
96
- to you under the Apache License, Version 2.0 (the
97
- "License"); you may not use this file except in compliance
98
- with the License. You may obtain a copy of the License at
99
-
100
- .. http://www.apache.org/licenses/LICENSE-2.0
101
-
102
- .. Unless required by applicable law or agreed to in writing,
103
- software distributed under the License is distributed on an
104
- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
105
- KIND, either express or implied. See the License for the
106
- specific language governing permissions and limitations
107
- under the License.
108
-
109
-
110
- Changelog
111
- ---------
112
-
113
- 3.1.0
114
- .....
115
-
116
- Features
117
- ~~~~~~~~
118
-
119
- * ``Add map_index label to mapped KubernetesPodOperator (#21916)``
120
- * ``Change KubePodOperator labels from exeuction_date to run_id (#21960)``
121
-
122
- Misc
123
- ~~~~
124
-
125
- * ``Support for Python 3.10``
126
- * ``Fix Kubernetes example with wrong operator casing (#21898)``
127
- * ``Remove types from KPO docstring (#21826)``
128
-
129
- .. Below changes are excluded from the changelog. Move them to
130
- appropriate section above if needed. Do not delete the lines(!):
131
- * ``Add pre-commit check for docstring param types (#21398)``
132
-
133
- 3.0.2
134
- .....
135
-
136
- Bug Fixes
137
- ~~~~~~~~~
138
-
139
- * ``Add missed deprecations for cncf (#20031)``
140
-
141
- .. Below changes are excluded from the changelog. Move them to
142
- appropriate section above if needed. Do not delete the lines(!):
143
- * ``Remove ':type' lines now sphinx-autoapi supports typehints (#20951)``
144
- * ``Make ''delete_pod'' change more prominent in K8s changelog (#20753)``
145
- * ``Fix MyPy Errors for providers: Tableau, CNCF, Apache (#20654)``
146
- * ``Add optional features in providers. (#21074)``
147
- * ``Add documentation for January 2021 providers release (#21257)``
148
-
149
- 3.0.1
150
- .....
151
-
152
-
153
- Misc
154
- ~~~~
155
-
156
- * ``Update Kubernetes library version (#18797)``
157
-
158
- .. Below changes are excluded from the changelog. Move them to
159
- appropriate section above if needed. Do not delete the lines(!):
160
-
161
- 3.0.0
162
- .....
163
-
164
- Breaking changes
165
- ~~~~~~~~~~~~~~~~
166
-
167
- * ``Parameter is_delete_operator_pod default is changed to True (#20575)``
168
- * ``Simplify KubernetesPodOperator (#19572)``
169
- * ``Move pod_mutation_hook call from PodManager to KubernetesPodOperator (#20596)``
170
- * ``Rename ''PodLauncher'' to ''PodManager'' (#20576)``
171
-
172
- Parameter is_delete_operator_pod has new default
173
- ````````````````````````````````````````````````
174
-
175
- Previously, the default for param ``is_delete_operator_pod`` was ``False``, which means that
176
- after a task runs, its pod is not deleted by the operator and remains on the
177
- cluster indefinitely. With this release, we change the default to ``True``.
178
-
179
- Notes on changes KubernetesPodOperator and PodLauncher
180
- ``````````````````````````````````````````````````````
181
-
182
- .. warning:: Many methods in ``KubernetesPodOperator`` and ``PodLauncher`` have been renamed.
183
- If you have subclassed ``KubernetesPodOperator`` you will need to update your subclass to reflect
184
- the new structure. Additionally ``PodStatus`` enum has been renamed to ``PodPhase``.
185
-
186
- Overview
187
- ''''''''
188
-
189
- Generally speaking if you did not subclass ``KubernetesPodOperator`` and you didn't use the ``PodLauncher`` class directly,
190
- then you don't need to worry about this change. If however you have subclassed ``KubernetesPodOperator``, what
191
- follows are some notes on the changes in this release.
192
-
193
- One of the principal goals of the refactor is to clearly separate the "get or create pod" and
194
- "wait for pod completion" phases. Previously the "wait for pod completion" logic would be invoked
195
- differently depending on whether the operator were to "attach to an existing pod" (e.g. after a
196
- worker failure) or "create a new pod" and this resulted in some code duplication and a bit more
197
- nesting of logic. With this refactor we encapsulate the "get or create" step
198
- into method ``KubernetesPodOperator.get_or_create_pod``, and pull the monitoring and XCom logic up
199
- into the top level of ``execute`` because it can be the same for "attached" pods and "new" pods.
200
-
201
- The ``KubernetesPodOperator.get_or_create_pod`` tries first to find an existing pod using labels
202
- specific to the task instance (see ``KubernetesPodOperator.find_pod``).
203
- If one does not exist it ``creates a pod <~.PodManager.create_pod>``.
204
-
205
- The "waiting" part of execution has three components. The first step is to wait for the pod to leave the
206
- ``Pending`` phase (``~.KubernetesPodOperator.await_pod_start``). Next, if configured to do so,
207
- the operator will follow the base container logs and forward these logs to the task logger until
208
- the ``base`` container is done. If not configured to harvest the
209
- logs, the operator will instead ``KubernetesPodOperator.await_container_completion``
210
- either way, we must await container completion before harvesting xcom. After (optionally) extracting the xcom
211
- value from the base container, we ``await pod completion <~.PodManager.await_pod_completion>``.
212
-
213
- Previously, depending on whether the pod was "reattached to" (e.g. after a worker failure) or
214
- created anew, the waiting logic may have occurred in either ``handle_pod_overlap`` or ``create_new_pod_for_operator``.
215
-
216
- After the pod terminates, we execute different cleanup tasks depending on whether the pod terminated successfully.
217
-
218
- If the pod terminates *unsuccessfully*, we attempt to log the pod events ``PodLauncher.read_pod_events>``. If
219
- additionally the task is configured *not* to delete the pod after termination, we apply a label ``KubernetesPodOperator.patch_already_checked>``
220
- indicating that the pod failed and should not be "reattached to" in a retry. If the task is configured
221
- to delete its pod, we delete it ``KubernetesPodOperator.process_pod_deletion>``. Finally,
222
- we raise an AirflowException to fail the task instance.
223
-
224
- If the pod terminates successfully, we delete the pod ``KubernetesPodOperator.process_pod_deletion>``
225
- (if configured to delete the pod) and push XCom (if configured to push XCom).
226
-
227
- Details on method renames, refactors, and deletions
228
- '''''''''''''''''''''''''''''''''''''''''''''''''''
229
-
230
- In ``KubernetesPodOperator``:
231
-
232
- * Method ``create_pod_launcher`` is converted to cached property ``pod_manager``
233
- * Construction of k8s ``CoreV1Api`` client is now encapsulated within cached property ``client``
234
- * Logic to search for an existing pod (e.g. after an airflow worker failure) is moved out of ``execute`` and into method ``find_pod``.
235
- * Method ``handle_pod_overlap`` is removed. Previously it monitored a "found" pod until completion. With this change the pod monitoring (and log following) is orchestrated directly from ``execute`` and it is the same whether it's a "found" pod or a "new" pod. See methods ``await_pod_start``, ``follow_container_logs``, ``await_container_completion`` and ``await_pod_completion``.
236
- * Method ``create_pod_request_obj`` is renamed ``build_pod_request_obj``. It now takes argument ``context`` in order to add TI-specific pod labels; previously they were added after return.
237
- * Method ``create_labels_for_pod`` is renamed ``_get_ti_pod_labels``. This method doesn't return *all* labels, but only those specific to the TI. We also add parameter ``include_try_number`` to control the inclusion of this label instead of possibly filtering it out later.
238
- * Method ``_get_pod_identifying_label_string`` is renamed ``_build_find_pod_label_selector``
239
- * Method ``_try_numbers_match`` is removed.
240
- * Method ``create_new_pod_for_operator`` is removed. Previously it would mutate the labels on ``self.pod``, launch the pod, monitor the pod to completion etc. Now this logic is in part handled by ``get_or_create_pod``, where a new pod will be created if necessary. The monitoring etc is now orchestrated directly from ``execute``. Again, see the calls to methods ``await_pod_start``, ``follow_container_logs``, ``await_container_completion`` and ``await_pod_completion``.
241
-
242
- In class ``PodManager`` (formerly ``PodLauncher``):
243
-
244
- * Method ``start_pod`` is removed and split into two methods: ``create_pod`` and ``await_pod_start``.
245
- * Method ``monitor_pod`` is removed and split into methods ``follow_container_logs``, ``await_container_completion``, ``await_pod_completion``
246
- * Methods ``pod_not_started``, ``pod_is_running``, ``process_status``, and ``_task_status`` are removed. These were needed due to the way in which pod ``phase`` was mapped to task instance states; but we no longer do such a mapping and instead deal with pod phases directly and untransformed.
247
- * Method ``_extract_xcom`` is renamed ``extract_xcom``.
248
- * Method ``read_pod_logs`` now takes kwarg ``container_name``
249
-
250
-
251
- Other changes in ``pod_manager.py`` (formerly ``pod_launcher.py``):
252
-
253
- * Class ``pod_launcher.PodLauncher`` renamed to ``pod_manager.PodManager``
254
- * Enum-like class ``PodStatus`` is renamed ``PodPhase``, and the values are no longer lower-cased.
255
- * The ``airflow.settings.pod_mutation_hook`` is no longer called in
256
- ``cncf.kubernetes.utils.pod_manager.PodManager.run_pod_async``. For ``KubernetesPodOperator``,
257
- mutation now occurs in ``build_pod_request_obj``.
258
- * Parameter ``is_delete_operator_pod`` default is changed to ``True`` so that pods are deleted after task
259
- completion and not left to accumulate. In practice it seems more common to disable pod deletion only on a
260
- temporary basis for debugging purposes and therefore pod deletion is the more sensible default.
261
-
262
- Features
263
- ~~~~~~~~
264
-
265
- * ``Add params config, in_cluster, and cluster_context to KubernetesHook (#19695)``
266
- * ``Implement dry_run for KubernetesPodOperator (#20573)``
267
- * ``Clarify docstring for ''build_pod_request_obj'' in K8s providers (#20574)``
268
-
269
- Bug Fixes
270
- ~~~~~~~~~
271
-
272
- * ``Fix Volume/VolumeMount KPO DeprecationWarning (#19726)``
273
-
274
- .. Below changes are excluded from the changelog. Move them to
275
- appropriate section above if needed. Do not delete the lines(!):
276
- * ``Fix cached_property MyPy declaration and related MyPy errors (#20226)``
277
- * ``Use typed Context EVERYWHERE (#20565)``
278
- * ``Fix template_fields type to have MyPy friendly Sequence type (#20571)``
279
- * ``Even more typing in operators (template_fields/ext) (#20608)``
280
- * ``Update documentation for provider December 2021 release (#20523)``
281
-
282
- 2.2.0
283
- .....
284
-
285
- Features
286
- ~~~~~~~~
287
-
288
- * ``Added namespace as a template field in the KPO. (#19718)``
289
- * ``Decouple name randomization from name kwarg (#19398)``
290
-
291
- Bug Fixes
292
- ~~~~~~~~~
293
-
294
- * ``Checking event.status.container_statuses before filtering (#19713)``
295
- * ``Coalesce 'extra' params to None in KubernetesHook (#19694)``
296
- * ``Change to correct type in KubernetesPodOperator (#19459)``
297
-
298
- .. Below changes are excluded from the changelog. Move them to
299
- appropriate section above if needed. Do not delete the lines(!):
300
- * ``Fix duplicate changelog entries (#19759)``
301
-
302
- 2.1.0
303
- .....
304
-
305
- Features
306
- ~~~~~~~~
307
-
308
- * ``Add more type hints to PodLauncher (#18928)``
309
- * ``Add more information to PodLauncher timeout error (#17953)``
310
-
311
- .. Below changes are excluded from the changelog. Move them to
312
- appropriate section above if needed. Do not delete the lines(!):
313
- * ``Update docstring to let users use 'node_selector' (#19057)``
314
- * ``Add pre-commit hook for common misspelling check in files (#18964)``
315
-
316
- 2.0.3
317
- .....
318
-
319
- Bug Fixes
320
- ~~~~~~~~~
321
-
322
- * ``Fix KubernetesPodOperator reattach when not deleting pods (#18070)``
323
- * ``Make Kubernetes job description fit on one log line (#18377)``
324
- * ``Do not fail KubernetesPodOperator tasks if log reading fails (#17649)``
325
-
326
- .. Below changes are excluded from the changelog. Move them to
327
- appropriate section above if needed. Do not delete the lines(!):
328
- * ``Add August 2021 Provider's documentation (#17890)``
329
- * ``Static start_date and default arg cleanup for misc. provider example DAGs (#18597)``
330
- * ``Remove all deprecation warnings in providers (#17900)``
331
-
332
- 2.0.2
333
- .....
334
-
335
- Bug Fixes
336
- ~~~~~~~~~
337
-
338
- * ``Fix using XCom with ''KubernetesPodOperator'' (#17760)``
339
- * ``Import Hooks lazily individually in providers manager (#17682)``
340
-
341
- .. Below changes are excluded from the changelog. Move them to
342
- appropriate section above if needed. Do not delete the lines(!):
343
- * ``Fix messed-up changelog in 3 providers (#17380)``
344
- * ``Fix static checks (#17256)``
345
- * ``Update spark_kubernetes.py (#17237)``
346
-
347
- 2.0.1
348
- .....
349
-
350
-
351
- Features
352
- ~~~~~~~~
353
-
354
- * ``Enable using custom pod launcher in Kubernetes Pod Operator (#16945)``
355
-
356
- Bug Fixes
357
- ~~~~~~~~~
358
-
359
- * ``BugFix: Using 'json' string in template_field causes issue with K8s Operators (#16930)``
360
-
361
- .. Below changes are excluded from the changelog. Move them to
362
- appropriate section above if needed. Do not delete the lines(!):
363
- * ``Simplify 'default_args' in Kubernetes example DAGs (#16870)``
364
- * ``Updating task dependencies (#16624)``
365
- * ``Removes pylint from our toolchain (#16682)``
366
- * ``Prepare documentation for July release of providers. (#17015)``
367
- * ``Fixed wrongly escaped characters in amazon's changelog (#17020)``
368
-
369
- 2.0.0
370
- .....
371
-
372
- Breaking changes
373
- ~~~~~~~~~~~~~~~~
374
-
375
- * ``Auto-apply apply_default decorator (#15667)``
376
-
377
- .. warning:: Due to apply_default decorator removal, this version of the provider requires Airflow 2.1.0+.
378
- If your Airflow version is < 2.1.0, and you want to install this provider version, first upgrade
379
- Airflow to at least version 2.1.0. Otherwise your Airflow package version will be upgraded
380
- automatically and you will have to manually run ``airflow upgrade db`` to complete the migration.
381
-
382
- Features
383
- ~~~~~~~~
384
-
385
- * ``Add 'KubernetesPodOperat' 'pod-template-file' jinja template support (#15942)``
386
- * ``Save pod name to xcom for KubernetesPodOperator (#15755)``
387
-
388
- Bug Fixes
389
- ~~~~~~~~~
390
-
391
- * ``Bug Fix Pod-Template Affinity Ignored due to empty Affinity K8S Object (#15787)``
392
- * ``Bug Pod Template File Values Ignored (#16095)``
393
- * ``Fix issue with parsing error logs in the KPO (#15638)``
394
- * ``Fix unsuccessful KubernetesPod final_state call when 'is_delete_operator_pod=True' (#15490)``
395
-
396
- .. Below changes are excluded from the changelog. Move them to
397
- appropriate section above if needed. Do not delete the lines(!):
398
- * ``Bump pyupgrade v2.13.0 to v2.18.1 (#15991)``
399
- * ``Updated documentation for June 2021 provider release (#16294)``
400
- * ``More documentation update for June providers release (#16405)``
401
- * ``Synchronizes updated changelog after buggfix release (#16464)``
402
-
403
- 1.2.0
404
- .....
405
-
406
- Features
407
- ~~~~~~~~
408
-
409
- * ``Require 'name' with KubernetesPodOperator (#15373)``
410
- * ``Change KPO node_selectors warning to proper deprecationwarning (#15507)``
411
-
412
- Bug Fixes
413
- ~~~~~~~~~
414
-
415
- * ``Fix timeout when using XCom with KubernetesPodOperator (#15388)``
416
- * ``Fix labels on the pod created by ''KubernetsPodOperator'' (#15492)``
417
-
418
- 1.1.0
419
- .....
420
-
421
- Features
422
- ~~~~~~~~
423
-
424
- * ``Separate Kubernetes pod_launcher from core airflow (#15165)``
425
- * ``Add ability to specify api group and version for Spark operators (#14898)``
426
- * ``Use libyaml C library when available. (#14577)``
427
-
428
- 1.0.2
429
- .....
430
-
431
- Bug fixes
432
- ~~~~~~~~~
433
-
434
- * ``Allow pod name override in KubernetesPodOperator if pod_template is used. (#14186)``
435
- * ``Allow users of the KPO to *actually* template environment variables (#14083)``
436
-
437
- 1.0.1
438
- .....
439
-
440
- Updated documentation and readme files.
441
-
442
- Bug fixes
443
- ~~~~~~~~~
444
-
445
- * ``Pass image_pull_policy in KubernetesPodOperator correctly (#13289)``
446
-
447
- 1.0.0
448
- .....
449
-
450
- Initial version of the provider.
451
-
452
-
@@ -1,6 +0,0 @@
1
- Apache Airflow
2
- Copyright 2016-2021 The Apache Software Foundation
3
-
4
- This product includes software developed at The Apache Software
5
- Foundation (http://www.apache.org/).
6
- =======================================================================
@@ -1,29 +0,0 @@
1
- airflow/providers/cncf/kubernetes/__init__.py,sha256=6U-Q0m-aHFR_QwlBYztvKgT81DXxsu3ZDnM8W5fBNYM,1839
2
- airflow/providers/cncf/kubernetes/get_provider_info.py,sha256=2agxCJKGlf5E-5j4ZxU0uhlB2MdEv90nJUIqDKb14QI,3395
3
- airflow/providers/cncf/kubernetes/backcompat/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
4
- airflow/providers/cncf/kubernetes/backcompat/backwards_compat_converters.py,sha256=CmNrKej5onMOO--_MsdftRzV0f7AgoxmJ5nHk6skl6U,4527
5
- airflow/providers/cncf/kubernetes/backcompat/pod.py,sha256=0Vlp9wQI7CDHifAgO1Wc6O9ZMVCL6QcGbjPdlPM-Ooc,3671
6
- airflow/providers/cncf/kubernetes/backcompat/pod_runtime_info_env.py,sha256=XUruFjS12M1maBZlKYjzpiTha2X5BxWzqltk8sSR-Pk,1980
7
- airflow/providers/cncf/kubernetes/backcompat/volume.py,sha256=sRjL4a9S4QE6P28_ceRslz9GziKIch1t7h61b1fJaSs,2334
8
- airflow/providers/cncf/kubernetes/backcompat/volume_mount.py,sha256=gYJzrLJROqPn51XAuscuKuWpmGaYPT5NDStf0jld8VA,2003
9
- airflow/providers/cncf/kubernetes/example_dags/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
10
- airflow/providers/cncf/kubernetes/example_dags/example_kubernetes.py,sha256=Y2HnYcFXGi3xee6-zNRAlSyaqTToBT8wGKEj0O6oKcc,5559
11
- airflow/providers/cncf/kubernetes/example_dags/example_spark_kubernetes.py,sha256=Mlv1gCQHwAwb8NDLcJH7M4PW-mz0iwsjg9S0fDcbFyM,2356
12
- airflow/providers/cncf/kubernetes/example_dags/example_spark_kubernetes_spark_pi.yaml,sha256=0uWyXYyucB3-E1R1AO-XK-ajq8iY0heChC1mTsld620,1707
13
- airflow/providers/cncf/kubernetes/hooks/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
14
- airflow/providers/cncf/kubernetes/hooks/kubernetes.py,sha256=92Z_TJdHdPba4ouGCFWIbvpXeSPOY8zjPzHKdWKIJ98,10855
15
- airflow/providers/cncf/kubernetes/operators/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
16
- airflow/providers/cncf/kubernetes/operators/kubernetes_pod.py,sha256=wwerjfBGliST_z1GaYS2UHkEd1BGpui5zuj2rKTFgbU,26666
17
- airflow/providers/cncf/kubernetes/operators/spark_kubernetes.py,sha256=G_9DWTQqdyuJ088od__2-oKuPOJCgVh04ODJaXF2_NI,2995
18
- airflow/providers/cncf/kubernetes/sensors/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
19
- airflow/providers/cncf/kubernetes/sensors/spark_kubernetes.py,sha256=3--eN_lelQ2DAi7ZhFel6qsf5gT8wlB4iT3k7duAcJ0,4948
20
- airflow/providers/cncf/kubernetes/utils/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
21
- airflow/providers/cncf/kubernetes/utils/pod_manager.py,sha256=iLuuyu3uZ47X_upOuunHEhClLR3dRNXzcYbvPe4v-AQ,13603
22
- airflow/providers/cncf/kubernetes/utils/xcom_sidecar.py,sha256=14x12AhRZFxT8xX1Yz5Bo6BFGOXr_fqwjbVjGzzEvF4,2215
23
- apache_airflow_providers_cncf_kubernetes-3.1.0.dist-info/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
24
- apache_airflow_providers_cncf_kubernetes-3.1.0.dist-info/METADATA,sha256=BlSC4geyU-cBkU_ghvwRorC5ujjIAAoIf2R7gsrWJ7o,18706
25
- apache_airflow_providers_cncf_kubernetes-3.1.0.dist-info/NOTICE,sha256=m-6s2XynUxVSUIxO4rVablAZCvFq-wmLrqV91DotRBw,240
26
- apache_airflow_providers_cncf_kubernetes-3.1.0.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
27
- apache_airflow_providers_cncf_kubernetes-3.1.0.dist-info/entry_points.txt,sha256=qKJFmqjMfKqLJOjzwXg7A2A3jXU8t73yqwzybks9Hfc,113
28
- apache_airflow_providers_cncf_kubernetes-3.1.0.dist-info/top_level.txt,sha256=OeMVH5md7fr2QQWpnZoOWWxWO-0WH1IP70lpTVwopPg,8
29
- apache_airflow_providers_cncf_kubernetes-3.1.0.dist-info/RECORD,,
@@ -1,3 +0,0 @@
1
- [apache_airflow_provider]
2
- provider_info = airflow.providers.cncf.kubernetes.get_provider_info:get_provider_info
3
-