konduktor-nightly 0.1.0.dev20250326104701__tar.gz → 0.1.0.dev20250327104656__tar.gz

{konduktor_nightly-0.1.0.dev20250326104701 → konduktor_nightly-0.1.0.dev20250327104656}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: konduktor-nightly
-Version: 0.1.0.dev20250326104701
+Version: 0.1.0.dev20250327104656
 Summary: GPU Cluster Health Management
 Author: Andrew Aikawa
 Author-email: asai@berkeley.edu

{konduktor_nightly-0.1.0.dev20250326104701 → konduktor_nightly-0.1.0.dev20250327104656}/konduktor/__init__.py

@@ -14,7 +14,7 @@ __all__ = [
 ]
 
 # Replaced with the current commit when building the wheels.
-_KONDUKTOR_COMMIT_SHA = 'c26d3750b0c2f6f2604b4747a767367294157533'
+_KONDUKTOR_COMMIT_SHA = 'ac5a9936d3c1b6a76bffd3f660d68ac80634bda5'
 
 
 def _get_git_commit():
@@ -47,5 +47,5 @@ def _get_git_commit():
 
 
 __commit__ = _get_git_commit()
-__version__ = '1.0.0.dev0.1.0.dev20250326104701'
+__version__ = '1.0.0.dev0.1.0.dev20250327104656'
 __root_dir__ = os.path.dirname(os.path.abspath(__file__))

{konduktor_nightly-0.1.0.dev20250326104701 → konduktor_nightly-0.1.0.dev20250327104656}/konduktor/backends/jobset_utils.py

@@ -30,6 +30,7 @@ JOBSET_USER_LABEL = 'trainy.ai/username'
 JOBSET_ACCELERATOR_LABEL = 'trainy.ai/accelerator'
 JOBSET_NUM_ACCELERATORS_LABEL = 'trainy.ai/num-accelerators'
 
+
 _JOBSET_METADATA_LABELS = {
     'jobset_name_label': JOBSET_NAME_LABEL,
     'jobset_userid_label': JOBSET_USERID_LABEL,
@@ -37,6 +38,8 @@ _JOBSET_METADATA_LABELS = {
     'jobset_accelerator_label': JOBSET_ACCELERATOR_LABEL,
     'jobset_num_accelerators_label': JOBSET_NUM_ACCELERATORS_LABEL,
 }
+_RUN_DURATION_ANNOTATION = 'maxRunDurationSeconds'
+_RUN_DURATION_ANNOTATION_KEY = 'kueue.x-k8s.io/maxRunDurationSeconds'
 
 
 class JobNotFoundError(Exception):
@@ -196,6 +199,14 @@ def create_jobset(
             temp.name,
         )
         jobset_spec = common_utils.read_yaml(temp.name)
+        jobset_spec['jobset']['metadata']['labels'].update(**task.resources.labels)
+        assert task.resources.labels is not None
+        maxRunDurationSeconds = task.resources.labels.get('maxRunDurationSeconds', None)
+        if not maxRunDurationSeconds:
+            raise ValueError('maxRunDurationSeconds is required')
+        jobset_spec['jobset']['metadata']['annotations'][
+            _RUN_DURATION_ANNOTATION_KEY
+        ] = str(maxRunDurationSeconds)
     jobset_spec['jobset']['spec']['replicatedJobs'][0]['template']['spec'][
         'template'
     ] = pod_spec  # noqa: E501

{konduktor_nightly-0.1.0.dev20250326104701 → konduktor_nightly-0.1.0.dev20250327104656}/konduktor/templates/jobset.yaml.j2

@@ -13,6 +13,7 @@ jobset:
       {% endif %}
       trainy.ai/konduktor-managed: "true"
       parent: "trainy"
+    annotations: {}
   spec:
     ttlSecondsAfterFinished: 259200 # 3 days
     replicatedJobs:

{konduktor_nightly-0.1.0.dev20250326104701 → konduktor_nightly-0.1.0.dev20250327104656}/konduktor/templates/pod.yaml.j2

@@ -71,10 +71,13 @@ kubernetes:
               [ $(id -u) -eq 0 ] && function sudo() { "$@"; } || true;
 
 
-              # Run apt update, install missing packages
-              DEBIAN_FRONTEND=noninteractive $(prefix_cmd) apt-get update > ~/.konduktor/tmp/apt-update.log 2>&1 || \
-              $(prefix_cmd) echo "Warning: apt-get update failed. Continuing anyway..." >> ~/.konduktor/tmp/apt-update.log
-              PACKAGES="rsync curl";
+              PACKAGES="";
+              {% if 'rsync' in run_cmd %}
+              PACKAGES="$PACKAGES rsync";
+              {% endif %}
+              {% if 'curl' in run_cmd %}
+              PACKAGES="$PACKAGES curl";
+              {% endif %}
               {% if 'gs' in mount_secrets %}
               PACKAGES="$PACKAGES unzip wget";
               {% endif %}
@@ -82,6 +85,13 @@ kubernetes:
               PACKAGES="$PACKAGES git";
               {% endif %}
 
+              if [ -z "${PACKAGES}" ]; then
+                # Run apt update, install missing packages
+                DEBIAN_FRONTEND=noninteractive $(prefix_cmd) apt-get update > ~/.konduktor/tmp/apt-update.log 2>&1 || \
+                $(prefix_cmd) echo "Warning: apt-get update failed. Continuing anyway..." >> ~/.konduktor/tmp/apt-update.log
+              fi
+              
+
               # Separate packages into two groups: packages that are installed first
               # so that curl and rsync are available sooner to unblock the following
               # conda installation and rsync.

{konduktor_nightly-0.1.0.dev20250326104701 → konduktor_nightly-0.1.0.dev20250327104656}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "konduktor-nightly"
-version = "0.1.0.dev20250326104701"
+version = "0.1.0.dev20250327104656"
 description = "GPU Cluster Health Management"
 packages = [
     {include = "konduktor"}