b10-transfer 0.2.3__py3-none-any.whl → 0.3.0__py3-none-any.whl

b10_transfer/__init__.py

@@ -9,7 +9,7 @@ from .constants import OperationStatus
 from .logging_utils import get_b10_logger
 
 # Version
-__version__ = "0.2.3"
+__version__ = "0.3.0"
 
 __all__ = [
     "CacheError",

b10_transfer/cache_cli.py

@@ -1,9 +1,4 @@
 # src/b10_tcache/cli.py
-VLLM_CACHE_DIR = os.getenv("VLLM_CACHE_ROOT", "~/.cache/vllm")
-os.environ["TORCHINDUCTOR_CACHE_DIR"] = VLLM_CACHE_DIR
-
-from .cache import load_compile_cache, save_compile_cache
-
 import logging
 import os
 import sys
@@ -12,6 +7,9 @@ import urllib.error
 import urllib.request
 from dataclasses import dataclass
 
+from .cache import load_compile_cache, save_compile_cache
+from .constants import OperationStatus
+
 
 @dataclass(frozen=True)
 class WaitCfg:
@@ -89,9 +87,10 @@ def main() -> None:
 
     # 1) Preload any existing cache (non-fatal on error)
     try:
-        logger.info("Calling load_compile_cache() …")
         load_compile_cache()
-        logger.info("load_compile_cache() returned.")
+        if load_compile_cache() == OperationStatus.SUCCESS:
+            logger.info("Compile cache loaded successfully.")
+            exit(0)
     except Exception as e:
         logger.exception("load_compile_cache() failed: %s", e)
 
@@ -100,19 +99,17 @@ def main() -> None:
         ready = _wait_for_ready(cfg, logger)
     except Exception as e:
         logger.exception("Readiness wait crashed: %s", e)
-        sys.exit(3)
+        sys.exit(1)
 
     if not ready:
         # Loop timed out. Safe exit.
-        sys.exit(4)
+        sys.exit(2)
 
     # 3) Save compile cache
     try:
-        logger.info("Calling save_compile_cache() …")
         save_compile_cache()
-        logger.info("save_compile_cache() completed.")
     except Exception as e:
         logger.exception("save_compile_cache() failed: %s", e)
-        sys.exit(5)
+        sys.exit(3)
 
     logger.info("vLLM automatic torch compile cache done.")

{b10_transfer-0.2.3.dist-info → b10_transfer-0.3.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: b10-transfer
-Version: 0.2.3
+Version: 0.3.0
 Summary: Distributed PyTorch file transfer for Baseten - Environment-aware, lock-free file transfer management
 License: MIT
 Keywords: pytorch,file-transfer,cache,machine-learning,inference

{b10_transfer-0.2.3.dist-info → b10_transfer-0.3.0.dist-info}/RECORD

@@ -1,7 +1,7 @@
-b10_transfer/__init__.py,sha256=FytjLHC9yPiXmhBAZcx43FqR6bVJyitvK-0jx5Lu1LA,729
+b10_transfer/__init__.py,sha256=LJX64TJJfCEnM-3tQiWGJZ1YkwkoRAp1lF94DjPIzmo,729
 b10_transfer/archive.py,sha256=gunAZ6oTUz0SxodUCho1uP-MNLuQyuhMKFusx7E0xDg,6439
 b10_transfer/cache.py,sha256=k759Cs4IIUdAJ90ctK1m8ws3Fceje8ckug09L8X6W5I,17518
-b10_transfer/cache_cli.py,sha256=hSUyNcm5YnHDxImzpkj92nAmL5Xq5OYp7CPZkrW1k9M,3416
+b10_transfer/cache_cli.py,sha256=SECe2JMz2J0JWR6M1jIZM-knF7Rwa0VLf5hbkphJKhU,3257
 b10_transfer/cleanup.py,sha256=IAjRlpzCcXVrokTXdOsm_EJo_-U5kiy8KJoip8V4vvk,6345
 b10_transfer/constants.py,sha256=0RWa4ZusICpYoN_V0u4yj4GZfcouQ6PjfCvSRVUamJU,4368
 b10_transfer/core.py,sha256=Ny4lViiPup4Zb_OCx_Z2IcbcWq42Ymj_zF7xyVroHxE,4668
@@ -10,7 +10,7 @@ b10_transfer/info.py,sha256=WlpSQNEKi93d3EYo2HnbbzrLazOhK9dpX5w7Kf6DVfA,6339
 b10_transfer/logging_utils.py,sha256=vnjnuVsVO5bibHSHiF5sYhHqfprIezU0fM3YaCugMC0,3488
 b10_transfer/space_monitor.py,sha256=-hFc9f29K-7gF1vDZRrKDa-FrHkmD6OBLsV8l8knrMM,10761
 b10_transfer/utils.py,sha256=XG4dGLAlQQyUPeIK48OzuDkz1SOpdEs2_GrXKd8fr5M,12061
-b10_transfer-0.2.3.dist-info/METADATA,sha256=X3_GkjUKHI926P47XrYHnvEmmc8QOzE2rh-xTfVQn50,4108
-b10_transfer-0.2.3.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-b10_transfer-0.2.3.dist-info/entry_points.txt,sha256=6vj8KpPhV5qkaix1Vs7c--RL8nmuaGx_jIvkp4mRXoY,60
-b10_transfer-0.2.3.dist-info/RECORD,,
+b10_transfer-0.3.0.dist-info/METADATA,sha256=dibMisE2RLrI7BoyTwGtpPElPQNqD4m6yXB65HRAadc,4108
+b10_transfer-0.3.0.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+b10_transfer-0.3.0.dist-info/entry_points.txt,sha256=AFH8EfkeBv6ZuarnaUvbTjvySylf3GCSioYqB_ijrH8,65
+b10_transfer-0.3.0.dist-info/RECORD,,

b10_transfer-0.3.0.dist-info/entry_points.txt

@@ -0,0 +1,3 @@
+[console_scripts]
+b10-compile-cache=b10_transfer.cache_cli:main
+

b10_transfer-0.2.3.dist-info/entry_points.txt

@@ -1,3 +0,0 @@
-[console_scripts]
-b10-transfer=b10_transfer.cache_cli:main
-