konduktor-nightly 0.1.0.dev20250325104729__py3-none-any.whl → 0.1.0.dev20250327104656__py3-none-any.whl

konduktor/__init__.py

@@ -14,7 +14,7 @@ __all__ = [
 ]
 
 # Replaced with the current commit when building the wheels.
-_KONDUKTOR_COMMIT_SHA = 'eeee2ab274425758fdc33addddadd0d9270b9c59'
+_KONDUKTOR_COMMIT_SHA = 'ac5a9936d3c1b6a76bffd3f660d68ac80634bda5'
 
 
 def _get_git_commit():
@@ -47,5 +47,5 @@ def _get_git_commit():
 
 
 __commit__ = _get_git_commit()
-__version__ = '1.0.0.dev0.1.0.dev20250325104729'
+__version__ = '1.0.0.dev0.1.0.dev20250327104656'
 __root_dir__ = os.path.dirname(os.path.abspath(__file__))

konduktor/backends/jobset_utils.py

@@ -30,6 +30,7 @@ JOBSET_USER_LABEL = 'trainy.ai/username'
 JOBSET_ACCELERATOR_LABEL = 'trainy.ai/accelerator'
 JOBSET_NUM_ACCELERATORS_LABEL = 'trainy.ai/num-accelerators'
 
+
 _JOBSET_METADATA_LABELS = {
     'jobset_name_label': JOBSET_NAME_LABEL,
     'jobset_userid_label': JOBSET_USERID_LABEL,
@@ -37,6 +38,8 @@ _JOBSET_METADATA_LABELS = {
     'jobset_accelerator_label': JOBSET_ACCELERATOR_LABEL,
     'jobset_num_accelerators_label': JOBSET_NUM_ACCELERATORS_LABEL,
 }
+_RUN_DURATION_ANNOTATION = 'maxRunDurationSeconds'
+_RUN_DURATION_ANNOTATION_KEY = 'kueue.x-k8s.io/maxRunDurationSeconds'
 
 
 class JobNotFoundError(Exception):
@@ -196,6 +199,14 @@ def create_jobset(
             temp.name,
         )
         jobset_spec = common_utils.read_yaml(temp.name)
+        jobset_spec['jobset']['metadata']['labels'].update(**task.resources.labels)
+        assert task.resources.labels is not None
+        maxRunDurationSeconds = task.resources.labels.get('maxRunDurationSeconds', None)
+        if not maxRunDurationSeconds:
+            raise ValueError('maxRunDurationSeconds is required')
+        jobset_spec['jobset']['metadata']['annotations'][
+            _RUN_DURATION_ANNOTATION_KEY
+        ] = str(maxRunDurationSeconds)
     jobset_spec['jobset']['spec']['replicatedJobs'][0]['template']['spec'][
         'template'
     ] = pod_spec  # noqa: E501

konduktor/templates/jobset.yaml.j2

@@ -13,6 +13,7 @@ jobset:
       {% endif %}
       trainy.ai/konduktor-managed: "true"
       parent: "trainy"
+    annotations: {}
   spec:
     ttlSecondsAfterFinished: 259200 # 3 days
     replicatedJobs:

konduktor/templates/pod.yaml.j2

@@ -71,10 +71,13 @@ kubernetes:
               [ $(id -u) -eq 0 ] && function sudo() { "$@"; } || true;
 
 
-              # Run apt update, install missing packages
-              DEBIAN_FRONTEND=noninteractive $(prefix_cmd) apt-get update > ~/.konduktor/tmp/apt-update.log 2>&1 || \
-              $(prefix_cmd) echo "Warning: apt-get update failed. Continuing anyway..." >> ~/.konduktor/tmp/apt-update.log
-              PACKAGES="rsync curl";
+              PACKAGES="";
+              {% if 'rsync' in run_cmd %}
+              PACKAGES="$PACKAGES rsync";
+              {% endif %}
+              {% if 'curl' in run_cmd %}
+              PACKAGES="$PACKAGES curl";
+              {% endif %}
               {% if 'gs' in mount_secrets %}
               PACKAGES="$PACKAGES unzip wget";
               {% endif %}
@@ -82,6 +85,13 @@ kubernetes:
               PACKAGES="$PACKAGES git";
               {% endif %}
 
+              if [ -z "${PACKAGES}" ]; then
+                # Run apt update, install missing packages
+                DEBIAN_FRONTEND=noninteractive $(prefix_cmd) apt-get update > ~/.konduktor/tmp/apt-update.log 2>&1 || \
+                $(prefix_cmd) echo "Warning: apt-get update failed. Continuing anyway..." >> ~/.konduktor/tmp/apt-update.log
+              fi
+              
+
               # Separate packages into two groups: packages that are installed first
               # so that curl and rsync are available sooner to unblock the following
               # conda installation and rsync.

{konduktor_nightly-0.1.0.dev20250325104729.dist-info → konduktor_nightly-0.1.0.dev20250327104656.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: konduktor-nightly
-Version: 0.1.0.dev20250325104729
+Version: 0.1.0.dev20250327104656
 Summary: GPU Cluster Health Management
 Author: Andrew Aikawa
 Author-email: asai@berkeley.edu

{konduktor_nightly-0.1.0.dev20250325104729.dist-info → konduktor_nightly-0.1.0.dev20250327104656.dist-info}/RECORD

@@ -1,11 +1,11 @@
-konduktor/__init__.py,sha256=hGgR0afNh8_cDfglkkxiHKUeT1F2GMUcHrOp1eO49fE,1477
+konduktor/__init__.py,sha256=CWG3yvw6TSNGuQHtxiuStEVcTZ-0X7So3cCPi0XyJks,1477
 konduktor/adaptors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 konduktor/adaptors/common.py,sha256=mYb_6c3u5MghtiFfiW5OO-EH6t7cIR5npbkgUmz6FYE,3517
 konduktor/adaptors/gcp.py,sha256=liCm4_D_qSci0DZA2t5bckLIoGDkJ8qx31EO_hSBzo0,3751
 konduktor/backends/__init__.py,sha256=1Q6sqqdeMYarpTX_U-QVywJYf7idiUTRsyP-E4BQSOw,129
 konduktor/backends/backend.py,sha256=qh0bp94lzoTYZkzyQv2-CVrB5l91FkG2vclXg24UFC0,2910
 konduktor/backends/jobset.py,sha256=lh_PihQgM0tmVryCpjSsZjWug8hBnJr7ua9lqk0qEAM,8251
-konduktor/backends/jobset_utils.py,sha256=FR_IDoDU8noTE1qSG-L0KAIe52geeGtekzhInnmjgwc,16636
+konduktor/backends/jobset_utils.py,sha256=1LOiP-UVtezbLP0jbtQR7pwBQH3B5b5sqptVVzri-48,17222
 konduktor/check.py,sha256=hIrxDMKaGX2eZP-Pj9TCymGUHQAp93m48Gj3XMiqadA,7833
 konduktor/cli.py,sha256=90bnh3nIobfBkzqS_SXgw9Z8Zqh4ouwpLDj0kx_6kL8,23562
 konduktor/cloud_stores.py,sha256=KX3u5YlXGslMCe_q8zYtFy62_KGCmmLTrYuK7Y9jFIM,6277
@@ -66,8 +66,8 @@ konduktor/manifests/dmesg_daemonset.yaml,sha256=pSWt7YOeTYjS0l0iki1fvHOs7MhY-sH-
 konduktor/manifests/pod_cleanup_controller.yaml,sha256=hziL1Ka1kCAEL9R7Tjvpb80iw1vcq9_3gwHCu75Bi0A,3939
 konduktor/resource.py,sha256=68z8gC8Ivqktwv0R6ylMn9ZNocgkcRT0yIRGGKOdwcM,18491
 konduktor/task.py,sha256=edHgMLYECGux6WLCilqsNZNYr3dEcw_miWvu4FYpu5U,34713
-konduktor/templates/jobset.yaml.j2,sha256=NevmZYDUBQbzVHiQ6EzlWX8FzdHLcz1bcLxOvD03PKQ,940
-konduktor/templates/pod.yaml.j2,sha256=zrYwxTyAFmjh6NtMmiGaOZBFwqCBZW2dRex4RpLh4iE,8142
+konduktor/templates/jobset.yaml.j2,sha256=onYiHtXAgk-XBtji994hPu_g0hxnLzvmfxwjbdKdeZc,960
+konduktor/templates/pod.yaml.j2,sha256=XLQ2dD7jq9yeF-eKtweXaMrHWj5cFI-DIZwcJ3qkANQ,8433
 konduktor/usage/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 konduktor/usage/constants.py,sha256=gCL8afIHZhO0dcxbJGpESE9sCC1cBSbeRnQ8GwNOY4M,612
 konduktor/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -87,8 +87,8 @@ konduktor/utils/schemas.py,sha256=4Goihc-NpFQpiJ7RSiKirAIPNWqw_DV_TRqVwejqTDY,17
 konduktor/utils/subprocess_utils.py,sha256=WoFkoFhGecPR8-rF8WJxbIe-YtV94LXz9UG64SDhCY4,9448
 konduktor/utils/ux_utils.py,sha256=NPNu3Igu2Z9Oq77ghJhy_fIxQZTXWr9BtKyxN3Wslzo,7164
 konduktor/utils/validator.py,sha256=tgBghVyedyzGx84-U2Qfoh_cJBE3oUk9gclMW90ORks,691
-konduktor_nightly-0.1.0.dev20250325104729.dist-info/LICENSE,sha256=MuuqTZbHvmqXR_aNKAXzggdV45ANd3wQ5YI7tnpZhm0,6586
-konduktor_nightly-0.1.0.dev20250325104729.dist-info/METADATA,sha256=-geNGSpx5h4Z6PlPEaewftsvSLgOQ0lULcWY40MUpzY,4070
-konduktor_nightly-0.1.0.dev20250325104729.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
-konduktor_nightly-0.1.0.dev20250325104729.dist-info/entry_points.txt,sha256=k3nG5wDFIJhNqsZWrHk4d0irIB2Ns9s47cjRWYsTCT8,48
-konduktor_nightly-0.1.0.dev20250325104729.dist-info/RECORD,,
+konduktor_nightly-0.1.0.dev20250327104656.dist-info/LICENSE,sha256=MuuqTZbHvmqXR_aNKAXzggdV45ANd3wQ5YI7tnpZhm0,6586
+konduktor_nightly-0.1.0.dev20250327104656.dist-info/METADATA,sha256=EX_G_loycMXJbLC5OQc05ikBf0RbbGbA2zMGia3xNyc,4070
+konduktor_nightly-0.1.0.dev20250327104656.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
+konduktor_nightly-0.1.0.dev20250327104656.dist-info/entry_points.txt,sha256=k3nG5wDFIJhNqsZWrHk4d0irIB2Ns9s47cjRWYsTCT8,48
+konduktor_nightly-0.1.0.dev20250327104656.dist-info/RECORD,,