konduktor-nightly 0.1.0.dev20250616105058__py3-none-any.whl → 0.1.0.dev20250617053930__py3-none-any.whl

konduktor/__init__.py

@@ -14,7 +14,7 @@ __all__ = [
 ]
 
 # Replaced with the current commit when building the wheels.
-_KONDUKTOR_COMMIT_SHA = '703fd488ab698fa7ea8f92841bdc19fcdca49f92'
+_KONDUKTOR_COMMIT_SHA = 'babfa5dcf2f304f8895837754d26a46dc1ad8c0a'
 os.makedirs(os.path.expanduser('~/.konduktor'), exist_ok=True)
 
 
@@ -48,5 +48,5 @@ def _get_git_commit():
 
 
 __commit__ = _get_git_commit()
-__version__ = '1.0.0.dev0.1.0.dev20250616105058'
+__version__ = '1.0.0.dev0.1.0.dev20250617053930'
 __root_dir__ = os.path.dirname(os.path.abspath(__file__))

konduktor/backends/jobset_utils.py

@@ -24,6 +24,7 @@ from konduktor.utils import (
     kubernetes_utils,
     log_utils,
     ux_utils,
+    validator,
 )
 
 if typing.TYPE_CHECKING:
@@ -270,9 +271,9 @@ def create_pod_spec(task: 'konduktor.Task') -> Dict[str, Any]:
         env_map.values()
     )
 
-    # TODO(asaiacai): have some schema validations. see
-    # https://github.com/skypilot-org/skypilot/pull/4466
-    # TODO(asaiacai): where can we include policies for the pod spec.
+    # validate pod spec using json schema
+    # schema: https://github.com/instrumenta/kubernetes-json-schema/blob/master/v1.9.8-standalone-strict/podspec.json
+    validator.validate_pod_spec(pod_config['kubernetes']['pod_config']['spec'])
 
     return pod_config
 
@@ -310,7 +311,9 @@ def create_jobset(
             temp.name,
         )
         jobset_spec = common_utils.read_yaml(temp.name)
-        jobset_spec['jobset']['metadata']['labels'].update(**task.resources.labels)
+        jobset_spec['jobset']['metadata']['labels'].update(
+            **(task.resources.labels or {})
+        )
         assert task.resources.labels is not None
         maxRunDurationSeconds = task.resources.labels.get('maxRunDurationSeconds', None)
         if not maxRunDurationSeconds:

konduktor/utils/validator.py

@@ -5,7 +5,18 @@ allow for case-insensitive enum matching since this is currently not supported
 by the JSON Schema specification.
 """
 
+import json
+import time
+from pathlib import Path
+
 import jsonschema
+import requests
+from colorama import Fore, Style
+
+SCHEMA_VERSION = 'v1.32.0-standalone-strict'
+SCHEMA_URL = f'https://raw.githubusercontent.com/yannh/kubernetes-json-schema/master/{SCHEMA_VERSION}/podspec.json'
+SCHEMA_CACHE_PATH = Path.home() / '.konduktor/schemas/podspec.json'
+CACHE_MAX_AGE_SECONDS = 86400  # 24 hours
 
 
 def case_insensitive_enum(validator, enums, instance, schema):
@@ -18,3 +29,46 @@ SchemaValidator = jsonschema.validators.extend(
     jsonschema.Draft7Validator,
     validators={'case_insensitive_enum': case_insensitive_enum},
 )
+
+
+def get_cached_schema() -> dict:
+    # Check if schema file exists and is fresh
+    if SCHEMA_CACHE_PATH.exists():
+        age = time.time() - SCHEMA_CACHE_PATH.stat().st_mtime
+        # if old
+        if age < CACHE_MAX_AGE_SECONDS:
+            with open(SCHEMA_CACHE_PATH, 'r') as f:
+                return json.load(f)
+
+    # Download schema
+    resp = requests.get(SCHEMA_URL)
+    resp.raise_for_status()
+
+    SCHEMA_CACHE_PATH.parent.mkdir(parents=True, exist_ok=True)
+    with open(SCHEMA_CACHE_PATH, 'w') as f:
+        f.write(resp.text)
+
+    return resp.json()
+
+
+def validate_pod_spec(pod_spec: dict) -> None:
+    schema = get_cached_schema()
+
+    validator = jsonschema.Draft7Validator(schema)
+    errors = sorted(validator.iter_errors(pod_spec), key=lambda e: e.path)
+
+    if not errors:
+        return
+
+    formatted = [
+        f'{Fore.RED}- {error.message}'
+        + (f" at path: {' → '.join(str(p) for p in error.path)}" if error.path else '')
+        + Style.RESET_ALL
+        for error in errors
+    ]
+
+    raise ValueError(
+        f'\n{Fore.RED}Invalid k8s pod spec/config: \
+        {Style.RESET_ALL}\n'
+        + '\n'.join(formatted)
+    )

{konduktor_nightly-0.1.0.dev20250616105058.dist-info → konduktor_nightly-0.1.0.dev20250617053930.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: konduktor-nightly
-Version: 0.1.0.dev20250616105058
+Version: 0.1.0.dev20250617053930
 Summary: GPU Cluster Health Management
 Author: Andrew Aikawa
 Author-email: asai@berkeley.edu

{konduktor_nightly-0.1.0.dev20250616105058.dist-info → konduktor_nightly-0.1.0.dev20250617053930.dist-info}/RECORD

@@ -1,4 +1,4 @@
-konduktor/__init__.py,sha256=PJPREu2puz248XNfbLjPN9mDex0polrjAOhIOWaPe80,1540
+konduktor/__init__.py,sha256=7FZjW6utVolfaEo49Xw64Oq9gm_yIVLqOBxipiKL0W4,1540
 konduktor/adaptors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 konduktor/adaptors/aws.py,sha256=s47Ra-GaqCQibzVfmD0pmwEWHif1EGO5opMbwkLxTCU,8244
 konduktor/adaptors/common.py,sha256=ZIqzjx77PIHUwpjfAQ1uX8B2aX78YMuGj4Bppd-MdyM,4183
@@ -7,7 +7,7 @@ konduktor/authentication.py,sha256=_mVy3eqoKohicHostFiGwG1-2ybxP-l7ouofQ0LRlCY,4
 konduktor/backends/__init__.py,sha256=1Q6sqqdeMYarpTX_U-QVywJYf7idiUTRsyP-E4BQSOw,129
 konduktor/backends/backend.py,sha256=qh0bp94lzoTYZkzyQv2-CVrB5l91FkG2vclXg24UFC0,2910
 konduktor/backends/jobset.py,sha256=UdhwAuZODLMbLY51Y2zOBsh6wg4Pb84oHVvUKzx3Z2w,8434
-konduktor/backends/jobset_utils.py,sha256=zBo-DTYbOLppH7fYSEhYqOjeFJz_RYNoid-dImu_Uj0,22068
+konduktor/backends/jobset_utils.py,sha256=mOjK3oFgmNacpg956r0qtR7cdZ0PPzXYVVuIr3QqKuI,22170
 konduktor/check.py,sha256=JennyWoaqSKhdyfUldd266KwVXTPJpcYQa4EED4a_BA,7569
 konduktor/cli.py,sha256=i5vXN_p21Tj7etX_QIkq1HCJ3I2Pn_OpKdddBMqRR-g,33877
 konduktor/config.py,sha256=J50JxC6MsXMnlrJPXdDUMr38C89xvOO7mR8KJ6fyils,15520
@@ -90,9 +90,9 @@ konduktor/utils/rich_utils.py,sha256=ycADW6Ij3wX3uT8ou7T8qxX519RxlkJivsLvUahQaJo
 konduktor/utils/schemas.py,sha256=VGPERAso2G4sVAznsJ80qT2Q-I_EFxXw6Rfcw-vkYgQ,16535
 konduktor/utils/subprocess_utils.py,sha256=WoFkoFhGecPR8-rF8WJxbIe-YtV94LXz9UG64SDhCY4,9448
 konduktor/utils/ux_utils.py,sha256=czCwiS1bDqgeKtzAJctczpLwFZzAse7WuozdvzEFYJ4,7437
-konduktor/utils/validator.py,sha256=tgBghVyedyzGx84-U2Qfoh_cJBE3oUk9gclMW90ORks,691
-konduktor_nightly-0.1.0.dev20250616105058.dist-info/LICENSE,sha256=MuuqTZbHvmqXR_aNKAXzggdV45ANd3wQ5YI7tnpZhm0,6586
-konduktor_nightly-0.1.0.dev20250616105058.dist-info/METADATA,sha256=dUwxTL4s4kctsmbSleWNlmXpbgbgemePysLhjA_FIFM,4289
-konduktor_nightly-0.1.0.dev20250616105058.dist-info/WHEEL,sha256=XbeZDeTWKc1w7CSIyre5aMDU_-PohRwTQceYnisIYYY,88
-konduktor_nightly-0.1.0.dev20250616105058.dist-info/entry_points.txt,sha256=k3nG5wDFIJhNqsZWrHk4d0irIB2Ns9s47cjRWYsTCT8,48
-konduktor_nightly-0.1.0.dev20250616105058.dist-info/RECORD,,
+konduktor/utils/validator.py,sha256=MSQ2EO7Bod8IVkNa2UsKLjg0qvDRvf7q3z-tOwSUkwo,2227
+konduktor_nightly-0.1.0.dev20250617053930.dist-info/LICENSE,sha256=MuuqTZbHvmqXR_aNKAXzggdV45ANd3wQ5YI7tnpZhm0,6586
+konduktor_nightly-0.1.0.dev20250617053930.dist-info/METADATA,sha256=gsj-UQMYSFgug5J9pZNL4vUbaYgyr8my5bioB65DfxE,4289
+konduktor_nightly-0.1.0.dev20250617053930.dist-info/WHEEL,sha256=XbeZDeTWKc1w7CSIyre5aMDU_-PohRwTQceYnisIYYY,88
+konduktor_nightly-0.1.0.dev20250617053930.dist-info/entry_points.txt,sha256=k3nG5wDFIJhNqsZWrHk4d0irIB2Ns9s47cjRWYsTCT8,48
+konduktor_nightly-0.1.0.dev20250617053930.dist-info/RECORD,,