b10-transfer 0.2.4__py3-none-any.whl → 0.3.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- b10_transfer/__init__.py +1 -1
- b10_transfer/cache_cli.py +10 -15
- {b10_transfer-0.2.4.dist-info → b10_transfer-0.3.1.dist-info}/METADATA +1 -1
- {b10_transfer-0.2.4.dist-info → b10_transfer-0.3.1.dist-info}/RECORD +6 -6
- b10_transfer-0.3.1.dist-info/entry_points.txt +3 -0
- b10_transfer-0.2.4.dist-info/entry_points.txt +0 -3
- {b10_transfer-0.2.4.dist-info → b10_transfer-0.3.1.dist-info}/WHEEL +0 -0
b10_transfer/__init__.py
CHANGED
b10_transfer/cache_cli.py
CHANGED
@@ -1,18 +1,15 @@
|
|
1
1
|
# src/b10_tcache/cli.py
|
2
|
-
import os
|
3
|
-
|
4
|
-
VLLM_CACHE_DIR = os.getenv("VLLM_CACHE_ROOT", "~/.cache/vllm")
|
5
|
-
os.environ["TORCHINDUCTOR_CACHE_DIR"] = VLLM_CACHE_DIR
|
6
|
-
|
7
|
-
from .cache import load_compile_cache, save_compile_cache
|
8
|
-
|
9
2
|
import logging
|
3
|
+
import os
|
10
4
|
import sys
|
11
5
|
import time
|
12
6
|
import urllib.error
|
13
7
|
import urllib.request
|
14
8
|
from dataclasses import dataclass
|
15
9
|
|
10
|
+
from .cache import load_compile_cache, save_compile_cache
|
11
|
+
from .constants import OperationStatus
|
12
|
+
|
16
13
|
|
17
14
|
@dataclass(frozen=True)
|
18
15
|
class WaitCfg:
|
@@ -90,9 +87,9 @@ def main() -> None:
|
|
90
87
|
|
91
88
|
# 1) Preload any existing cache (non-fatal on error)
|
92
89
|
try:
|
93
|
-
|
94
|
-
|
95
|
-
|
90
|
+
if load_compile_cache() == OperationStatus.SUCCESS:
|
91
|
+
logger.info("Compile cache loaded successfully.")
|
92
|
+
exit(0)
|
96
93
|
except Exception as e:
|
97
94
|
logger.exception("load_compile_cache() failed: %s", e)
|
98
95
|
|
@@ -101,19 +98,17 @@ def main() -> None:
|
|
101
98
|
ready = _wait_for_ready(cfg, logger)
|
102
99
|
except Exception as e:
|
103
100
|
logger.exception("Readiness wait crashed: %s", e)
|
104
|
-
sys.exit(
|
101
|
+
sys.exit(1)
|
105
102
|
|
106
103
|
if not ready:
|
107
104
|
# Loop timed out. Safe exit.
|
108
|
-
sys.exit(
|
105
|
+
sys.exit(2)
|
109
106
|
|
110
107
|
# 3) Save compile cache
|
111
108
|
try:
|
112
|
-
logger.info("Calling save_compile_cache() …")
|
113
109
|
save_compile_cache()
|
114
|
-
logger.info("save_compile_cache() completed.")
|
115
110
|
except Exception as e:
|
116
111
|
logger.exception("save_compile_cache() failed: %s", e)
|
117
|
-
sys.exit(
|
112
|
+
sys.exit(3)
|
118
113
|
|
119
114
|
logger.info("vLLM automatic torch compile cache done.")
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.3
|
2
2
|
Name: b10-transfer
|
3
|
-
Version: 0.
|
3
|
+
Version: 0.3.1
|
4
4
|
Summary: Distributed PyTorch file transfer for Baseten - Environment-aware, lock-free file transfer management
|
5
5
|
License: MIT
|
6
6
|
Keywords: pytorch,file-transfer,cache,machine-learning,inference
|
@@ -1,7 +1,7 @@
|
|
1
|
-
b10_transfer/__init__.py,sha256=
|
1
|
+
b10_transfer/__init__.py,sha256=90KV_leqq1fVtM3oZAZh4v8vdIcnhATmxlqlrqRMel8,729
|
2
2
|
b10_transfer/archive.py,sha256=gunAZ6oTUz0SxodUCho1uP-MNLuQyuhMKFusx7E0xDg,6439
|
3
3
|
b10_transfer/cache.py,sha256=k759Cs4IIUdAJ90ctK1m8ws3Fceje8ckug09L8X6W5I,17518
|
4
|
-
b10_transfer/cache_cli.py,sha256=
|
4
|
+
b10_transfer/cache_cli.py,sha256=aTM59jNNpEQ0m95YLYn9d1yjSTXZkzYAMszGqrDGmt4,3228
|
5
5
|
b10_transfer/cleanup.py,sha256=IAjRlpzCcXVrokTXdOsm_EJo_-U5kiy8KJoip8V4vvk,6345
|
6
6
|
b10_transfer/constants.py,sha256=0RWa4ZusICpYoN_V0u4yj4GZfcouQ6PjfCvSRVUamJU,4368
|
7
7
|
b10_transfer/core.py,sha256=Ny4lViiPup4Zb_OCx_Z2IcbcWq42Ymj_zF7xyVroHxE,4668
|
@@ -10,7 +10,7 @@ b10_transfer/info.py,sha256=WlpSQNEKi93d3EYo2HnbbzrLazOhK9dpX5w7Kf6DVfA,6339
|
|
10
10
|
b10_transfer/logging_utils.py,sha256=vnjnuVsVO5bibHSHiF5sYhHqfprIezU0fM3YaCugMC0,3488
|
11
11
|
b10_transfer/space_monitor.py,sha256=-hFc9f29K-7gF1vDZRrKDa-FrHkmD6OBLsV8l8knrMM,10761
|
12
12
|
b10_transfer/utils.py,sha256=XG4dGLAlQQyUPeIK48OzuDkz1SOpdEs2_GrXKd8fr5M,12061
|
13
|
-
b10_transfer-0.
|
14
|
-
b10_transfer-0.
|
15
|
-
b10_transfer-0.
|
16
|
-
b10_transfer-0.
|
13
|
+
b10_transfer-0.3.1.dist-info/METADATA,sha256=jFlRoRUeru5LfMwkn5lvxIbumYBpooncVHbeUzvxBXc,4108
|
14
|
+
b10_transfer-0.3.1.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
|
15
|
+
b10_transfer-0.3.1.dist-info/entry_points.txt,sha256=AFH8EfkeBv6ZuarnaUvbTjvySylf3GCSioYqB_ijrH8,65
|
16
|
+
b10_transfer-0.3.1.dist-info/RECORD,,
|
File without changes
|