konduktor-nightly 0.1.0.dev20250413104535__py3-none-any.whl → 0.1.0.dev20250415104823__py3-none-any.whl

konduktor/__init__.py

@@ -14,7 +14,7 @@ __all__ = [
 ]
 
 # Replaced with the current commit when building the wheels.
-_KONDUKTOR_COMMIT_SHA = 'c7becbf4b64d992f56aad47b69770f3345a37297'
+_KONDUKTOR_COMMIT_SHA = 'db987d020cad5afaafe4fd3c7ff858fd9bcb264d'
 os.makedirs(os.path.expanduser('~/.konduktor'), exist_ok=True)
 
 
@@ -48,5 +48,5 @@ def _get_git_commit():
 
 
 __commit__ = _get_git_commit()
-__version__ = '1.0.0.dev0.1.0.dev20250413104535'
+__version__ = '1.0.0.dev0.1.0.dev20250415104823'
 __root_dir__ = os.path.dirname(os.path.abspath(__file__))

konduktor/adaptors/common.py

@@ -14,9 +14,12 @@
 
 import functools
 import importlib
+import os
 import threading
 from typing import Any, Callable, Optional, Tuple
 
+from filelock import FileLock
+
 
 class LazyImport:
     """Lazy importer for heavy modules or cloud modules only when enabled.
@@ -86,3 +89,31 @@ def load_lazy_modules(modules: Tuple[LazyImport, ...]):
         return wrapper
 
     return decorator
+
+
+class LockedClientProxy:
+    """Proxy for GCP client that locks access to the client."""
+
+    def __init__(
+        self,
+        client,
+        lock_path=os.path.expanduser('~/.konduktor/gcs_storage.lock'),
+        timeout=10,
+    ):
+        self._client = client
+        self._lock = FileLock(lock_path, timeout=timeout)
+
+    def __getattr__(self, attr):
+        target = getattr(self._client, attr)
+
+        if callable(target):
+
+            @functools.wraps(target)
+            def locked_method(*args, **kwargs):
+                with self._lock:
+                    return target(*args, **kwargs)
+
+            return locked_method
+        else:
+            # Attribute (not method) access just passes through
+            return target

konduktor/adaptors/gcp.py

@@ -14,9 +14,6 @@
 
 import json
 import os
-from functools import wraps
-
-from filelock import FileLock
 
 from konduktor.adaptors import common
 
@@ -29,33 +26,7 @@ googleapiclient = common.LazyImport(
 google = common.LazyImport('google', import_error_message=_IMPORT_ERROR_MESSAGE)
 _LAZY_MODULES = (google, googleapiclient)
 
-
-class LockedClientProxy:
-    """Proxy for GCP client that locks access to the client."""
-
-    def __init__(
-        self,
-        client,
-        lock_path=os.path.expanduser('~/.konduktor/gcs_storage.lock'),
-        timeout=10,
-    ):
-        self._client = client
-        self._lock = FileLock(lock_path, timeout=timeout)
-
-    def __getattr__(self, attr):
-        target = getattr(self._client, attr)
-
-        if callable(target):
-
-            @wraps(target)
-            def locked_method(*args, **kwargs):
-                with self._lock:
-                    return target(*args, **kwargs)
-
-            return locked_method
-        else:
-            # Attribute (not method) access just passes through
-            return target
+_LOCK_PATH = '~/.konduktor/gcs_storage.lock'
 
 
 @common.load_lazy_modules(_LAZY_MODULES)
@@ -75,7 +46,9 @@ def storage_client():
     """Helper that connects to GCS Storage Client for GCS Bucket"""
     from google.cloud import storage
 
-    return LockedClientProxy(storage.Client())
+    return common.LockedClientProxy(
+        storage.Client(), lock_path=os.path.expanduser(_LOCK_PATH)
+    )
 
 
 @common.load_lazy_modules(_LAZY_MODULES)
@@ -83,7 +56,9 @@ def anonymous_storage_client():
     """Helper that connects to GCS Storage Client for Public GCS Buckets"""
     from google.cloud import storage
 
-    return LockedClientProxy(storage.Client.create_anonymous_client())
+    return common.LockedClientProxy(
+        storage.Client(), lock_path=os.path.expanduser(_LOCK_PATH)
+    )
 
 
 @common.load_lazy_modules(_LAZY_MODULES)

konduktor/backends/jobset.py

@@ -185,7 +185,9 @@ class JobsetBackend(backend.Backend):
         if not dryrun and not detach_run:
             with ux_utils.print_exception_no_traceback():
                 with rich_utils.safe_status(
-                    ux_utils.spinner_message('waiting for job to start\n')
+                    ux_utils.spinner_message(
+                        'waiting for job to start. ' 'Press Ctrl+C to detach. \n'
+                    )
                 ):
                     _wait_for_jobset_start(namespace, task.name)
                 try:

konduktor/data/aws/s3.py

@@ -24,11 +24,11 @@ import typing
 import uuid
 from typing import Any, Dict, List, Optional, Tuple
 
-import boto3
 import colorama
 
 from konduktor import config, logging
 from konduktor.adaptors import aws
+from konduktor.adaptors.aws import boto3
 from konduktor.data import constants, data_utils, storage_utils
 from konduktor.utils import (
     annotations,
@@ -40,6 +40,9 @@ from konduktor.utils import (
     ux_utils,
 )
 
+if typing.TYPE_CHECKING:
+    from konduktor.adaptors.aws import boto3
+
 logger = logging.get_logger(__name__)
 
 # Maximum number of concurrent rsync upload processes
@@ -54,6 +57,8 @@ DEFAULT_AWS_CREDENTIALS_DIR = '~/.aws/'
 DEFAULT_AWS_CREDENTIAL_PATH = '~/.aws/credentials'
 DEFAULT_AWS_CONFIG_PATH = '~/.aws/config'
 
+_LOCK_PATH = '~/.konduktor/s3_storage.lock'
+
 
 class AWSIdentityType(enum.Enum):
     """AWS identity type.
@@ -148,7 +153,7 @@ class S3Store(storage_utils.AbstractStore):
         sync_on_reconstruction: Optional[bool] = True,
         _bucket_sub_path: Optional[str] = None,
     ):
-        self.client: 'boto3.client.Client'
+        self.client: 'boto3.client.Client'  # type: ignore[name-defined]
         self.bucket: 'constants.StorageHandle'
         if region in self._CUSTOM_ENDPOINT_REGIONS:
             logger.warning(
@@ -908,7 +913,7 @@ class S3Store(storage_utils.AbstractStore):
                 )
 
         try:
-            s3 = boto3.client('s3')
+            s3 = aws.client('s3')
 
             suffix = uuid.uuid4().hex[:6]
             test_bucket = f'konduktor-check-s3-{int(time.time())}-{suffix}'
@@ -1039,7 +1044,7 @@ class S3Store(storage_utils.AbstractStore):
             )
 
         try:
-            identity = boto3.client('sts').get_caller_identity()
+            identity = aws.client('sts').get_caller_identity()
             logger.info(
                 f"Using AWS credentials for ARN: {identity['Arn']} "
                 f"(UserId: {identity['UserId']}, Account: {identity['Account']})"

konduktor/utils/accelerator_registry.py

@@ -4,6 +4,7 @@ _ACCELERATORS = [
     'A100',
     'A100-80GB',
     'H100',
+    'H200',
     'L40S',
 ]
 

{konduktor_nightly-0.1.0.dev20250413104535.dist-info → konduktor_nightly-0.1.0.dev20250415104823.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: konduktor-nightly
-Version: 0.1.0.dev20250413104535
+Version: 0.1.0.dev20250415104823
 Summary: GPU Cluster Health Management
 Author: Andrew Aikawa
 Author-email: asai@berkeley.edu

{konduktor_nightly-0.1.0.dev20250413104535.dist-info → konduktor_nightly-0.1.0.dev20250415104823.dist-info}/RECORD

@@ -1,11 +1,11 @@
-konduktor/__init__.py,sha256=aypB4TViSURTjJCCK3ZSt95UxYnXOCeoHwbryClWhTE,1540
+konduktor/__init__.py,sha256=VJF7ZnbESJxOkss-YKq2XSCaeT9dHxtZXycwhvnxzgc,1540
 konduktor/adaptors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 konduktor/adaptors/aws.py,sha256=s47Ra-GaqCQibzVfmD0pmwEWHif1EGO5opMbwkLxTCU,8244
-konduktor/adaptors/common.py,sha256=mYb_6c3u5MghtiFfiW5OO-EH6t7cIR5npbkgUmz6FYE,3517
-konduktor/adaptors/gcp.py,sha256=pOQA2q8fFyr97Htn8EqvNM0XT-Ao8UwvExviiLaDats,4746
+konduktor/adaptors/common.py,sha256=lbsLs5ldUN2nWAWmiUwvy_RFNL_s5KHl4lDYavYpkmY,4301
+konduktor/adaptors/gcp.py,sha256=ierTF4z7vwpJ9BsC7LSiwv4uLcjGXscwZOwQrddr2vM,4102
 konduktor/backends/__init__.py,sha256=1Q6sqqdeMYarpTX_U-QVywJYf7idiUTRsyP-E4BQSOw,129
 konduktor/backends/backend.py,sha256=qh0bp94lzoTYZkzyQv2-CVrB5l91FkG2vclXg24UFC0,2910
-konduktor/backends/jobset.py,sha256=lh_PihQgM0tmVryCpjSsZjWug8hBnJr7ua9lqk0qEAM,8251
+konduktor/backends/jobset.py,sha256=veptYGXtk-ugWxBsBV5SnqI4rGKOlGfm_N3wApvNhSQ,8326
 konduktor/backends/jobset_utils.py,sha256=NIwTvJdGhbDnXEceabiuUm9aHZ29LK3jVHfQzutB_ec,17297
 konduktor/check.py,sha256=JennyWoaqSKhdyfUldd266KwVXTPJpcYQa4EED4a_BA,7569
 konduktor/cli.py,sha256=Ii9-2mrc-1f2ksLasA-xRb-JnEi_9ZeCXZ3lJ1GG8H8,23515
@@ -50,7 +50,7 @@ konduktor/dashboard/frontend/server.js,sha256=jcp6_Ww9YJD3uKY07jR3KMlAM6n1QZdxZn
 konduktor/dashboard/frontend/tailwind.config.js,sha256=fCnc48wvioIDOe5ldQ_6RE7F76cP7aU7pDrxBPJx-Fk,366
 konduktor/data/__init__.py,sha256=KMR2i3E9YcIpiIuCxtRdS7BQ1w2vUAbbve7agziJrLo,213
 konduktor/data/aws/__init__.py,sha256=_6zWfNNAK1QGgyKqg_yPYWcXlnffchyvIMErYa6tw_U,331
-konduktor/data/aws/s3.py,sha256=E6JdT5K0nhy0ExQQN6M5vjemDSfBi6Cc3PCgjyCMJoQ,47777
+konduktor/data/aws/s3.py,sha256=O2RDWlO3rwVZVIKXHiT_tqt3_ll-fa8KbAdocKKGj_8,47947
 konduktor/data/constants.py,sha256=yXVEoTI2we1xOjVSU-bjRCQCLpVvpEvJ0GedXvSwEfw,127
 konduktor/data/data_utils.py,sha256=yrnu8_cY63TXqfWfFG3yqY2w_tE9UQK9jIQAFQCDVg0,9668
 konduktor/data/gcp/__init__.py,sha256=rlQxACBC_Vu36mdgPyJgUy4mGc_6Nt_a96JAuaPz2pQ,489
@@ -74,7 +74,7 @@ konduktor/templates/pod.yaml.j2,sha256=q_kFyuYP-RlHocQUV8Vsnh-hYurWO7Y_pwl0gytGM
 konduktor/usage/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 konduktor/usage/constants.py,sha256=gCL8afIHZhO0dcxbJGpESE9sCC1cBSbeRnQ8GwNOY4M,612
 konduktor/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-konduktor/utils/accelerator_registry.py,sha256=lzUqkod1U3hDo8ETFU0CBXESXhPNZI8e-CJt4Oqf3Ko,550
+konduktor/utils/accelerator_registry.py,sha256=VeEw57wtG7i4WfjMfNZ8N59hOte0RSUWaxYkKTbckTc,562
 konduktor/utils/annotations.py,sha256=oy2-BLydkFt3KWkXDuaGY84d6b7iISuy4eAT9uXk0Fc,2225
 konduktor/utils/base64_utils.py,sha256=mF-Tw98mFRG70YE4w6s9feuQSCYZHOb8YatBZwMugyI,3130
 konduktor/utils/common_utils.py,sha256=F5x7k4AdBB44u8PYRkaugORnZKnK3JLqGn1jHOKgUYo,14960
@@ -90,8 +90,8 @@ konduktor/utils/schemas.py,sha256=Gv7SEhFpv-eO5izqRz8d-eQ9z-lVmY05akm6HEXIIdc,17
 konduktor/utils/subprocess_utils.py,sha256=WoFkoFhGecPR8-rF8WJxbIe-YtV94LXz9UG64SDhCY4,9448
 konduktor/utils/ux_utils.py,sha256=NPNu3Igu2Z9Oq77ghJhy_fIxQZTXWr9BtKyxN3Wslzo,7164
 konduktor/utils/validator.py,sha256=tgBghVyedyzGx84-U2Qfoh_cJBE3oUk9gclMW90ORks,691
-konduktor_nightly-0.1.0.dev20250413104535.dist-info/LICENSE,sha256=MuuqTZbHvmqXR_aNKAXzggdV45ANd3wQ5YI7tnpZhm0,6586
-konduktor_nightly-0.1.0.dev20250413104535.dist-info/METADATA,sha256=Oij-ZwrETdmFqyI145Q9zA96D_Tze130P24vVyjKFRg,4303
-konduktor_nightly-0.1.0.dev20250413104535.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
-konduktor_nightly-0.1.0.dev20250413104535.dist-info/entry_points.txt,sha256=k3nG5wDFIJhNqsZWrHk4d0irIB2Ns9s47cjRWYsTCT8,48
-konduktor_nightly-0.1.0.dev20250413104535.dist-info/RECORD,,
+konduktor_nightly-0.1.0.dev20250415104823.dist-info/LICENSE,sha256=MuuqTZbHvmqXR_aNKAXzggdV45ANd3wQ5YI7tnpZhm0,6586
+konduktor_nightly-0.1.0.dev20250415104823.dist-info/METADATA,sha256=GpTIP6xFNr0dovup5nz-hBvFjNFHllBL5Spl1x2sJ-c,4303
+konduktor_nightly-0.1.0.dev20250415104823.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
+konduktor_nightly-0.1.0.dev20250415104823.dist-info/entry_points.txt,sha256=k3nG5wDFIJhNqsZWrHk4d0irIB2Ns9s47cjRWYsTCT8,48
+konduktor_nightly-0.1.0.dev20250415104823.dist-info/RECORD,,