zenml-nightly 0.84.0.dev20250721__py3-none-any.whl → 0.84.0.dev20250723__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- zenml/VERSION +1 -1
- zenml/integrations/kubernetes/orchestrators/kube_utils.py +11 -0
- zenml/integrations/kubernetes/orchestrators/kubernetes_orchestrator_entrypoint.py +23 -1
- {zenml_nightly-0.84.0.dev20250721.dist-info → zenml_nightly-0.84.0.dev20250723.dist-info}/METADATA +1 -1
- {zenml_nightly-0.84.0.dev20250721.dist-info → zenml_nightly-0.84.0.dev20250723.dist-info}/RECORD +8 -8
- {zenml_nightly-0.84.0.dev20250721.dist-info → zenml_nightly-0.84.0.dev20250723.dist-info}/LICENSE +0 -0
- {zenml_nightly-0.84.0.dev20250721.dist-info → zenml_nightly-0.84.0.dev20250723.dist-info}/WHEEL +0 -0
- {zenml_nightly-0.84.0.dev20250721.dist-info → zenml_nightly-0.84.0.dev20250723.dist-info}/entry_points.txt +0 -0
zenml/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
0.84.0.
|
1
|
+
0.84.0.dev20250723
|
@@ -33,6 +33,7 @@ Adjusted from https://github.com/tensorflow/tfx/blob/master/tfx/utils/kube_utils
|
|
33
33
|
|
34
34
|
import enum
|
35
35
|
import functools
|
36
|
+
import json
|
36
37
|
import re
|
37
38
|
import time
|
38
39
|
from collections import defaultdict
|
@@ -516,9 +517,19 @@ def create_and_wait_for_pod_to_start(
|
|
516
517
|
retries += 1
|
517
518
|
if retries < startup_max_retries:
|
518
519
|
logger.debug(f"The {pod_display_name} failed to start: {e}")
|
520
|
+
message = ""
|
521
|
+
try:
|
522
|
+
if isinstance(e, ApiException) and e.body:
|
523
|
+
exception_body = json.loads(e.body)
|
524
|
+
message = exception_body.get("message", "")
|
525
|
+
except Exception:
|
526
|
+
pass
|
519
527
|
logger.error(
|
520
528
|
f"Failed to create {pod_display_name}. "
|
521
529
|
f"Retrying in {startup_failure_delay} seconds..."
|
530
|
+
"\nReason: " + message
|
531
|
+
if message
|
532
|
+
else ""
|
522
533
|
)
|
523
534
|
time.sleep(startup_failure_delay)
|
524
535
|
startup_failure_delay *= startup_failure_backoff
|
@@ -372,7 +372,29 @@ def main() -> None:
|
|
372
372
|
|
373
373
|
logger.info(f"Job for step `{step_name}` completed.")
|
374
374
|
except Exception:
|
375
|
-
|
375
|
+
reason = ""
|
376
|
+
try:
|
377
|
+
pods_by_job = core_api.list_namespaced_pod(
|
378
|
+
label_selector=f"job-name={job_name}",
|
379
|
+
namespace=namespace,
|
380
|
+
).items
|
381
|
+
first_pod = pods_by_job[0]
|
382
|
+
if status := first_pod.status:
|
383
|
+
if container_statuses := status.container_statuses:
|
384
|
+
for cs in container_statuses:
|
385
|
+
if cs.name == "main":
|
386
|
+
if state := cs.state:
|
387
|
+
if terminated := state.terminated:
|
388
|
+
if terminated.exit_code != 0:
|
389
|
+
reason = f"{terminated.reason}(exit_code={terminated.exit_code})"
|
390
|
+
break
|
391
|
+
except Exception:
|
392
|
+
pass
|
393
|
+
logger.error(
|
394
|
+
f"Job for step `{step_name}` failed. Reason: {reason}"
|
395
|
+
if reason
|
396
|
+
else ""
|
397
|
+
)
|
376
398
|
|
377
399
|
raise
|
378
400
|
|
{zenml_nightly-0.84.0.dev20250721.dist-info → zenml_nightly-0.84.0.dev20250723.dist-info}/RECORD
RENAMED
@@ -1,5 +1,5 @@
|
|
1
1
|
zenml/README.md,sha256=827dekbOWAs1BpW7VF1a4d7EbwPbjwccX-2zdXBENZo,1777
|
2
|
-
zenml/VERSION,sha256=
|
2
|
+
zenml/VERSION,sha256=dplibG_YdvmojBeCUibrWqBhrb8nX_lI--4kVKxv-nQ,19
|
3
3
|
zenml/__init__.py,sha256=r7JUg2SVDf_dPhS7iU6vudKusEqK4ics7_jFMZhq0o4,2731
|
4
4
|
zenml/actions/__init__.py,sha256=mrt6wPo73iKRxK754_NqsGyJ3buW7RnVeIGXr1xEw8Y,681
|
5
5
|
zenml/actions/base_action.py,sha256=UcaHev6BTuLDwuswnyaPjdA8AgUqB5xPZ-lRtuvf2FU,25553
|
@@ -337,9 +337,9 @@ zenml/integrations/kubernetes/flavors/__init__.py,sha256=a5gU45qCj3FkLwl_uVjlIkL
|
|
337
337
|
zenml/integrations/kubernetes/flavors/kubernetes_orchestrator_flavor.py,sha256=MqPOFJpxQ1hfzF3c_FU_431OJGHOVKT_VNwdAzNu1lc,13595
|
338
338
|
zenml/integrations/kubernetes/flavors/kubernetes_step_operator_flavor.py,sha256=Vp7kY9t2TWdWRBNSf_sJKPL5dZnhuHnskPhQ7KBuGPY,6384
|
339
339
|
zenml/integrations/kubernetes/orchestrators/__init__.py,sha256=TJID3OTieZBox36WpQpzD0jdVRA_aZVcs_bNtfXS8ik,811
|
340
|
-
zenml/integrations/kubernetes/orchestrators/kube_utils.py,sha256=
|
340
|
+
zenml/integrations/kubernetes/orchestrators/kube_utils.py,sha256=9oPdp1jREPOn2NAu_mmdxuFeYjMartj3cWYqzb808qw,25112
|
341
341
|
zenml/integrations/kubernetes/orchestrators/kubernetes_orchestrator.py,sha256=Agx_Thj6nByAd5p61HTf0p6SRDPOcYKSSl-_Km2EdfU,41316
|
342
|
-
zenml/integrations/kubernetes/orchestrators/kubernetes_orchestrator_entrypoint.py,sha256=
|
342
|
+
zenml/integrations/kubernetes/orchestrators/kubernetes_orchestrator_entrypoint.py,sha256=8XZZMJB8E4HnXSUC436VRKMRJHCI57YK7a892xYGTSo,20675
|
343
343
|
zenml/integrations/kubernetes/orchestrators/kubernetes_orchestrator_entrypoint_configuration.py,sha256=QOwQnWCfB-t_BQ2eOZN0SakurGUd0GTMCSdUlREhk6I,2324
|
344
344
|
zenml/integrations/kubernetes/orchestrators/manifest_utils.py,sha256=52Ba6MZ4lCo6CpnW0IjnFOJQNpPoVgbvIqR-x32ubew,16085
|
345
345
|
zenml/integrations/kubernetes/pod_settings.py,sha256=s6I0sALXB7PnRqJ-nlU71o3cTm2GM1TfqsE44qhiDJY,8022
|
@@ -1347,8 +1347,8 @@ zenml/zen_stores/secrets_stores/sql_secrets_store.py,sha256=LPFW757WCJLP1S8vrvjs
|
|
1347
1347
|
zenml/zen_stores/sql_zen_store.py,sha256=cXcKBBRKiwM2GtwHzmJb6tiN5NhGWo9n8SWnL1b4_WE,491150
|
1348
1348
|
zenml/zen_stores/template_utils.py,sha256=iCXrXpqzVTY7roqop4Eh9J7DmLW6PQeILZexmw_l3b8,10074
|
1349
1349
|
zenml/zen_stores/zen_store_interface.py,sha256=weiSULdI9AsbCE10a5TcwtybX-BJs9hKhjPJnTapWv4,93023
|
1350
|
-
zenml_nightly-0.84.0.
|
1351
|
-
zenml_nightly-0.84.0.
|
1352
|
-
zenml_nightly-0.84.0.
|
1353
|
-
zenml_nightly-0.84.0.
|
1354
|
-
zenml_nightly-0.84.0.
|
1350
|
+
zenml_nightly-0.84.0.dev20250723.dist-info/LICENSE,sha256=wbnfEnXnafPbqwANHkV6LUsPKOtdpsd-SNw37rogLtc,11359
|
1351
|
+
zenml_nightly-0.84.0.dev20250723.dist-info/METADATA,sha256=dxTpZ3vpx9LhdQiNpB9qBwwvw3Bp8DUYj2gfOUhPV2E,24296
|
1352
|
+
zenml_nightly-0.84.0.dev20250723.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
|
1353
|
+
zenml_nightly-0.84.0.dev20250723.dist-info/entry_points.txt,sha256=QK3ETQE0YswAM2mWypNMOv8TLtr7EjnqAFq1br_jEFE,43
|
1354
|
+
zenml_nightly-0.84.0.dev20250723.dist-info/RECORD,,
|
{zenml_nightly-0.84.0.dev20250721.dist-info → zenml_nightly-0.84.0.dev20250723.dist-info}/LICENSE
RENAMED
File without changes
|
{zenml_nightly-0.84.0.dev20250721.dist-info → zenml_nightly-0.84.0.dev20250723.dist-info}/WHEEL
RENAMED
File without changes
|
File without changes
|