konduktor-nightly 0.1.0.dev20250623105113__tar.gz → 0.1.0.dev20250625105100__tar.gz

{konduktor_nightly-0.1.0.dev20250623105113 → konduktor_nightly-0.1.0.dev20250625105100}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: konduktor-nightly
-Version: 0.1.0.dev20250623105113
+Version: 0.1.0.dev20250625105100
 Summary: GPU Cluster Health Management
 Author: Andrew Aikawa
 Author-email: asai@berkeley.edu
@@ -68,9 +68,6 @@ resources:
     kueue.x-k8s.io/queue-name: user-queue
     kueue.x-k8s.io/priority-class: low-priority
 
-setup: |
-  pip install torch torchvision
-
 run: |
   torchrun \
   --nproc_per_node 8 \

{konduktor_nightly-0.1.0.dev20250623105113 → konduktor_nightly-0.1.0.dev20250625105100}/README.md

@@ -34,9 +34,6 @@ resources:
     kueue.x-k8s.io/queue-name: user-queue
     kueue.x-k8s.io/priority-class: low-priority
 
-setup: |
-  pip install torch torchvision
-
 run: |
   torchrun \
   --nproc_per_node 8 \

{konduktor_nightly-0.1.0.dev20250623105113 → konduktor_nightly-0.1.0.dev20250625105100}/konduktor/__init__.py

@@ -14,7 +14,7 @@ __all__ = [
 ]
 
 # Replaced with the current commit when building the wheels.
-_KONDUKTOR_COMMIT_SHA = 'd7cf0201d5498c86113628b414d2112670a356d6'
+_KONDUKTOR_COMMIT_SHA = '249f48b15859d1a210ca9b28e6e9cd85ac19ac68'
 os.makedirs(os.path.expanduser('~/.konduktor'), exist_ok=True)
 
 
@@ -48,5 +48,5 @@ def _get_git_commit():
 
 
 __commit__ = _get_git_commit()
-__version__ = '1.0.0.dev0.1.0.dev20250623105113'
+__version__ = '1.0.0.dev0.1.0.dev20250625105100'
 __root_dir__ = os.path.dirname(os.path.abspath(__file__))

{konduktor_nightly-0.1.0.dev20250623105113 → konduktor_nightly-0.1.0.dev20250625105100}/konduktor/backends/jobset_utils.py

@@ -10,6 +10,7 @@ from datetime import datetime, timezone
 from typing import Any, Dict, Optional, Tuple
 from urllib.parse import urlparse
 
+import click
 import colorama
 
 if typing.TYPE_CHECKING:
@@ -272,8 +273,10 @@ def create_pod_spec(task: 'konduktor.Task') -> Dict[str, Any]:
     )
 
     # validate pod spec using json schema
-    # schema: https://github.com/instrumenta/kubernetes-json-schema/blob/master/v1.9.8-standalone-strict/podspec.json
-    validator.validate_pod_spec(pod_config['kubernetes']['pod_config']['spec'])
+    try:
+        validator.validate_pod_spec(pod_config['kubernetes']['pod_config']['spec'])
+    except ValueError as e:
+        raise click.UsageError(str(e))
 
     return pod_config
 

{konduktor_nightly-0.1.0.dev20250623105113 → konduktor_nightly-0.1.0.dev20250625105100}/konduktor/logging.py

@@ -17,6 +17,7 @@ _FORMAT = '[%(levelname).1s %(asctime)s %(filename)s:%(lineno)d] %(message)s'
 _DATE_FORMAT = '%m-%d %H:%M:%S'
 
 _logging_config = threading.local()
+_log_path = None
 
 
 class NewLineFormatter(logging.Formatter):
@@ -51,19 +52,36 @@ def set_logging_level(logger: str, level: int):
 
 
 def get_logger(name: str):
-    # Determine the logging level based on the KONDUKTOR_DEBUG environment variable
-    log_level = logging.INFO
-    if os.environ.get('KONDUKTOR_DEBUG', None) == '1':
-        log_level = logging.DEBUG
+    global _log_path
 
-    # Configure the logger
     logger = logging.getLogger(name)
-    if not logger.hasHandlers():  # Check if the logger already has handlers
-        logger.setLevel(log_level)
+
+    # Avoid duplicate handlers
+    if logger.hasHandlers():
+        return logger
+
+    logger.setLevel(logging.DEBUG)  # Always capture all levels internally
+
+    # --- File logging: Always enabled ---
+    if not _log_path:
+        log_dir = os.path.expanduser('~/.konduktor/logs')
+        os.makedirs(log_dir, exist_ok=True)
+        timestamp = datetime.now().strftime('%Y%m%d-%H%M%S')
+        _log_path = os.path.join(log_dir, f'konduktor-logs-{timestamp}.log')
+        print(f'Log file: {_log_path}')
+
+    fh = logging.FileHandler(_log_path)
+    fh.setLevel(logging.DEBUG)
+    fh.setFormatter(FORMATTER)
+    logger.addHandler(fh)
+
+    # --- Console logging: DEBUG level only if KONDUKTOR_DEBUG=1 ---
+    if os.environ.get('KONDUKTOR_DEBUG') == '1':
         ch = logging.StreamHandler()
-        ch.setLevel(log_level)
+        ch.setLevel(logging.DEBUG)
         ch.setFormatter(FORMATTER)
         logger.addHandler(ch)
+
     logger.propagate = False
     return logger
 

{konduktor_nightly-0.1.0.dev20250623105113 → konduktor_nightly-0.1.0.dev20250625105100}/konduktor/resource.py

@@ -426,7 +426,7 @@ class Resources:
             common_utils.validate_schema(
                 config['job_config'],
                 schemas.get_job_schema(),
-                'Invalid job config YAML',
+                'Invalid job config YAML: ',
             )
 
         def _override_resources(

{konduktor_nightly-0.1.0.dev20250623105113 → konduktor_nightly-0.1.0.dev20250625105100}/konduktor/utils/validator.py

@@ -14,12 +14,16 @@ import requests
 from colorama import Fore, Style
 from filelock import FileLock
 
+from konduktor import logging
+
 SCHEMA_VERSION = 'v1.32.0-standalone-strict'
 SCHEMA_URL = f'https://raw.githubusercontent.com/yannh/kubernetes-json-schema/master/{SCHEMA_VERSION}/podspec.json'
 SCHEMA_CACHE_PATH = Path.home() / '.konduktor/schemas/podspec.json'
 SCHEMA_LOCK_PATH = SCHEMA_CACHE_PATH.with_suffix('.lock')
 CACHE_MAX_AGE_SECONDS = 86400  # 24 hours
 
+logger = logging.get_logger(__name__)
+
 
 def case_insensitive_enum(validator, enums, instance, schema):
     del validator, schema  # Unused.
@@ -65,6 +69,16 @@ def validate_pod_spec(pod_spec: dict) -> None:
         return
 
     formatted = [
+        f'- {error.message}'
+        + (f" at path: {' → '.join(str(p) for p in error.path)}" if error.path else '')
+        for error in errors
+    ]
+
+    # Clean log
+    logger.debug('Invalid k8s pod spec/config:\n%s', '\n'.join(formatted))
+
+    # Color only in CLI
+    formatted_colored = [
         f'{Fore.RED}- {error.message}'
         + (f" at path: {' → '.join(str(p) for p in error.path)}" if error.path else '')
         + Style.RESET_ALL
@@ -72,7 +86,6 @@ def validate_pod_spec(pod_spec: dict) -> None:
     ]
 
     raise ValueError(
-        f'\n{Fore.RED}Invalid k8s pod spec/config: \
-        {Style.RESET_ALL}\n'
-        + '\n'.join(formatted)
+        f'\n{Fore.RED}Invalid k8s pod spec/config: {Style.RESET_ALL}\n'
+        + '\n'.join(formatted_colored)
     )

{konduktor_nightly-0.1.0.dev20250623105113 → konduktor_nightly-0.1.0.dev20250625105100}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "konduktor-nightly"
-version = "0.1.0.dev20250623105113"
+version = "0.1.0.dev20250625105100"
 description = "GPU Cluster Health Management"
 packages = [
     {include = "konduktor"}