b10-transfer 0.2.4__py3-none-any.whl → 0.3.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
b10_transfer/__init__.py CHANGED
@@ -9,7 +9,7 @@ from .constants import OperationStatus
9
9
  from .logging_utils import get_b10_logger
10
10
 
11
11
  # Version
12
- __version__ = "0.2.4"
12
+ __version__ = "0.3.0"
13
13
 
14
14
  __all__ = [
15
15
  "CacheError",
b10_transfer/cache_cli.py CHANGED
@@ -1,18 +1,15 @@
1
1
  # src/b10_tcache/cli.py
2
- import os
3
-
4
- VLLM_CACHE_DIR = os.getenv("VLLM_CACHE_ROOT", "~/.cache/vllm")
5
- os.environ["TORCHINDUCTOR_CACHE_DIR"] = VLLM_CACHE_DIR
6
-
7
- from .cache import load_compile_cache, save_compile_cache
8
-
9
2
  import logging
3
+ import os
10
4
  import sys
11
5
  import time
12
6
  import urllib.error
13
7
  import urllib.request
14
8
  from dataclasses import dataclass
15
9
 
10
+ from .cache import load_compile_cache, save_compile_cache
11
+ from .constants import OperationStatus
12
+
16
13
 
17
14
  @dataclass(frozen=True)
18
15
  class WaitCfg:
@@ -90,9 +87,10 @@ def main() -> None:
90
87
 
91
88
  # 1) Preload any existing cache (non-fatal on error)
92
89
  try:
93
- logger.info("Calling load_compile_cache() …")
94
90
  load_compile_cache()
95
- logger.info("load_compile_cache() returned.")
91
+ if load_compile_cache() == OperationStatus.SUCCESS:
92
+ logger.info("Compile cache loaded successfully.")
93
+ exit(0)
96
94
  except Exception as e:
97
95
  logger.exception("load_compile_cache() failed: %s", e)
98
96
 
@@ -101,19 +99,17 @@ def main() -> None:
101
99
  ready = _wait_for_ready(cfg, logger)
102
100
  except Exception as e:
103
101
  logger.exception("Readiness wait crashed: %s", e)
104
- sys.exit(3)
102
+ sys.exit(1)
105
103
 
106
104
  if not ready:
107
105
  # Loop timed out. Safe exit.
108
- sys.exit(4)
106
+ sys.exit(2)
109
107
 
110
108
  # 3) Save compile cache
111
109
  try:
112
- logger.info("Calling save_compile_cache() …")
113
110
  save_compile_cache()
114
- logger.info("save_compile_cache() completed.")
115
111
  except Exception as e:
116
112
  logger.exception("save_compile_cache() failed: %s", e)
117
- sys.exit(5)
113
+ sys.exit(3)
118
114
 
119
115
  logger.info("vLLM automatic torch compile cache done.")
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: b10-transfer
3
- Version: 0.2.4
3
+ Version: 0.3.0
4
4
  Summary: Distributed PyTorch file transfer for Baseten - Environment-aware, lock-free file transfer management
5
5
  License: MIT
6
6
  Keywords: pytorch,file-transfer,cache,machine-learning,inference
@@ -1,7 +1,7 @@
1
- b10_transfer/__init__.py,sha256=ZdxlfCjYAr8zgriOxFJhs4ezZ6sVlFD_vf4BgiU_UOg,729
1
+ b10_transfer/__init__.py,sha256=LJX64TJJfCEnM-3tQiWGJZ1YkwkoRAp1lF94DjPIzmo,729
2
2
  b10_transfer/archive.py,sha256=gunAZ6oTUz0SxodUCho1uP-MNLuQyuhMKFusx7E0xDg,6439
3
3
  b10_transfer/cache.py,sha256=k759Cs4IIUdAJ90ctK1m8ws3Fceje8ckug09L8X6W5I,17518
4
- b10_transfer/cache_cli.py,sha256=fGczqF0JObiEt-e1Yoei4IXtUVIyZPoa35JB9w8ySDI,3417
4
+ b10_transfer/cache_cli.py,sha256=SECe2JMz2J0JWR6M1jIZM-knF7Rwa0VLf5hbkphJKhU,3257
5
5
  b10_transfer/cleanup.py,sha256=IAjRlpzCcXVrokTXdOsm_EJo_-U5kiy8KJoip8V4vvk,6345
6
6
  b10_transfer/constants.py,sha256=0RWa4ZusICpYoN_V0u4yj4GZfcouQ6PjfCvSRVUamJU,4368
7
7
  b10_transfer/core.py,sha256=Ny4lViiPup4Zb_OCx_Z2IcbcWq42Ymj_zF7xyVroHxE,4668
@@ -10,7 +10,7 @@ b10_transfer/info.py,sha256=WlpSQNEKi93d3EYo2HnbbzrLazOhK9dpX5w7Kf6DVfA,6339
10
10
  b10_transfer/logging_utils.py,sha256=vnjnuVsVO5bibHSHiF5sYhHqfprIezU0fM3YaCugMC0,3488
11
11
  b10_transfer/space_monitor.py,sha256=-hFc9f29K-7gF1vDZRrKDa-FrHkmD6OBLsV8l8knrMM,10761
12
12
  b10_transfer/utils.py,sha256=XG4dGLAlQQyUPeIK48OzuDkz1SOpdEs2_GrXKd8fr5M,12061
13
- b10_transfer-0.2.4.dist-info/METADATA,sha256=EEfpvjqOd7jVVHuX8A26t3r2zuXGjvpCAjZPp21NKJ0,4108
14
- b10_transfer-0.2.4.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
15
- b10_transfer-0.2.4.dist-info/entry_points.txt,sha256=6vj8KpPhV5qkaix1Vs7c--RL8nmuaGx_jIvkp4mRXoY,60
16
- b10_transfer-0.2.4.dist-info/RECORD,,
13
+ b10_transfer-0.3.0.dist-info/METADATA,sha256=dibMisE2RLrI7BoyTwGtpPElPQNqD4m6yXB65HRAadc,4108
14
+ b10_transfer-0.3.0.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
15
+ b10_transfer-0.3.0.dist-info/entry_points.txt,sha256=AFH8EfkeBv6ZuarnaUvbTjvySylf3GCSioYqB_ijrH8,65
16
+ b10_transfer-0.3.0.dist-info/RECORD,,
@@ -0,0 +1,3 @@
1
+ [console_scripts]
2
+ b10-compile-cache=b10_transfer.cache_cli:main
3
+
@@ -1,3 +0,0 @@
1
- [console_scripts]
2
- b10-transfer=b10_transfer.cache_cli:main
3
-