konduktor-nightly 0.1.0.dev20250908104728__tar.gz → 0.1.0.dev20250909100510__tar.gz

{konduktor_nightly-0.1.0.dev20250908104728 → konduktor_nightly-0.1.0.dev20250909100510}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: konduktor-nightly
-Version: 0.1.0.dev20250908104728
+Version: 0.1.0.dev20250909100510
 Summary: GPU Cluster Health Management
 Author: Andrew Aikawa
 Author-email: asai@berkeley.edu

{konduktor_nightly-0.1.0.dev20250908104728 → konduktor_nightly-0.1.0.dev20250909100510}/konduktor/__init__.py

@@ -11,7 +11,7 @@ from konduktor.task import Task
 __all__ = ['launch', 'Resources', 'Task', 'Serving']
 
 # Replaced with the current commit when building the wheels.
-_KONDUKTOR_COMMIT_SHA = 'f94a3896973c83e3b9d9cacf15049d248660ce66'
+_KONDUKTOR_COMMIT_SHA = 'b772c32b1fa9e082d58d857dd655abc132c7bab4'
 os.makedirs(os.path.expanduser('~/.konduktor'), exist_ok=True)
 
 
@@ -45,5 +45,5 @@ def _get_git_commit():
 
 
 __commit__ = _get_git_commit()
-__version__ = '1.0.0.dev0.1.0.dev20250908104728'
+__version__ = '1.0.0.dev0.1.0.dev20250909100510'
 __root_dir__ = os.path.dirname(os.path.abspath(__file__))

{konduktor_nightly-0.1.0.dev20250908104728 → konduktor_nightly-0.1.0.dev20250909100510}/konduktor/backends/jobset.py

@@ -6,7 +6,7 @@ https://kueue.sigs.k8s.io/docs/tasks/run/jobsets/
 import threading
 import time
 import typing
-from typing import Dict, Optional, Tuple
+from typing import Any, Dict, Optional, Tuple
 
 import colorama
 
@@ -176,7 +176,7 @@ class JobsetBackend(backend.Backend):
         context = kubernetes_utils.get_current_kube_config_context_name()
         namespace = kubernetes_utils.get_kube_config_context_namespace(context)
         # TODO(asaiacai): need to set env variables in pod
-        jobset_response = jobset_utils.create_jobset(
+        jobset_response: Optional[Dict[str, Any]] = jobset_utils.create_jobset(
             namespace,
             task,
             pod_spec['kubernetes']['pod_config'],
@@ -195,13 +195,16 @@ class JobsetBackend(backend.Backend):
                     assert jobset_response is not None
                     log_thread = threading.Thread(
                         target=log_utils.tail_logs,
-                        args=(jobset_response,),
+                        args=(task.name,),
                         daemon=True,
                     )
                     logger.info('streaming logs...')
                     log_thread.start()
                     is_success, msg = _wait_for_jobset_completion(namespace, task.name)
-                    log_thread.join(timeout=2.0)  # give the job sometime to flush logs
+                    # give the job sometime to flush logs
+                    log_thread.join(
+                        timeout=config.get_nested(('logs', 'timeout'), 60.0)
+                    )
                     if not is_success:
                         logger.error(msg)
                     else:

{konduktor_nightly-0.1.0.dev20250908104728 → konduktor_nightly-0.1.0.dev20250909100510}/konduktor/utils/log_utils.py

@@ -378,7 +378,7 @@ def tail_vicky_logs(
             vicky_url = f'http://localhost:{port}/select/logsql/tail'
         else:
             vicky_url = f'http://localhost:{port}/select/logsql/query'
-            timeout = 5
+            timeout = config.get_nested(('logs', 'timeout'), 60)
         logger.debug(f'Vicky URL: {vicky_url}')
 
         try:
@@ -409,7 +409,12 @@ def tail_vicky_logs(
         except KeyboardInterrupt:
             logger.info('\nStopping log stream...')
         except requests.exceptions.Timeout:
-            logger.error(f'Request to VictoriaLogs timed out after {timeout} seconds')
+            logger.error(
+                f'Request to VictoriaLogs timed out after {timeout} seconds. '
+                'Try increasing the timeout in the config '
+                'file under `logs.timeout`. If '
+                'you are still seeing issues, please contact support.'
+            )
         except requests.exceptions.ConnectionError as e:
             logger.error(f'Failed to connect to VictoriaLogs at {vicky_url}: {e}')
         except requests.exceptions.RequestException as e:

{konduktor_nightly-0.1.0.dev20250908104728 → konduktor_nightly-0.1.0.dev20250909100510}/konduktor/utils/schemas.py

@@ -542,6 +542,10 @@ def get_config_schema():
                 'type': 'string',
                 'case_insensitive_enum': ['loki', 'victoria'],
             },
+            'timeout': {
+                'type': 'integer',
+                'minimum': 1,
+            },
         },
     }
 

{konduktor_nightly-0.1.0.dev20250908104728 → konduktor_nightly-0.1.0.dev20250909100510}/konduktor/utils/ux_utils.py

@@ -1,3 +1,14 @@
+# Proprietary Changes made for Trainy under the Trainy Software License
+# Original source: skypilot: https://github.com/skypilot-org/skypilot
+# which is Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#     http://www.apache.org/licenses/LICENSE-2.0
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
 """Utility functions for UX."""
 
 import contextlib

{konduktor_nightly-0.1.0.dev20250908104728 → konduktor_nightly-0.1.0.dev20250909100510}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "konduktor-nightly"
-version = "0.1.0.dev20250908104728"
+version = "0.1.0.dev20250909100510"
 description = "GPU Cluster Health Management"
 packages = [
     {include = "konduktor"}