b10-transfer 0.2.4__py3-none-any.whl → 0.3.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- b10_transfer/__init__.py +1 -1
- b10_transfer/cache_cli.py +10 -14
- {b10_transfer-0.2.4.dist-info → b10_transfer-0.3.0.dist-info}/METADATA +1 -1
- {b10_transfer-0.2.4.dist-info → b10_transfer-0.3.0.dist-info}/RECORD +6 -6
- b10_transfer-0.3.0.dist-info/entry_points.txt +3 -0
- b10_transfer-0.2.4.dist-info/entry_points.txt +0 -3
- {b10_transfer-0.2.4.dist-info → b10_transfer-0.3.0.dist-info}/WHEEL +0 -0
b10_transfer/__init__.py
CHANGED
b10_transfer/cache_cli.py
CHANGED
@@ -1,18 +1,15 @@
|
|
1
1
|
# src/b10_tcache/cli.py
|
2
|
-
import os
|
3
|
-
|
4
|
-
VLLM_CACHE_DIR = os.getenv("VLLM_CACHE_ROOT", "~/.cache/vllm")
|
5
|
-
os.environ["TORCHINDUCTOR_CACHE_DIR"] = VLLM_CACHE_DIR
|
6
|
-
|
7
|
-
from .cache import load_compile_cache, save_compile_cache
|
8
|
-
|
9
2
|
import logging
|
3
|
+
import os
|
10
4
|
import sys
|
11
5
|
import time
|
12
6
|
import urllib.error
|
13
7
|
import urllib.request
|
14
8
|
from dataclasses import dataclass
|
15
9
|
|
10
|
+
from .cache import load_compile_cache, save_compile_cache
|
11
|
+
from .constants import OperationStatus
|
12
|
+
|
16
13
|
|
17
14
|
@dataclass(frozen=True)
|
18
15
|
class WaitCfg:
|
@@ -90,9 +87,10 @@ def main() -> None:
|
|
90
87
|
|
91
88
|
# 1) Preload any existing cache (non-fatal on error)
|
92
89
|
try:
|
93
|
-
logger.info("Calling load_compile_cache() …")
|
94
90
|
load_compile_cache()
|
95
|
-
|
91
|
+
if load_compile_cache() == OperationStatus.SUCCESS:
|
92
|
+
logger.info("Compile cache loaded successfully.")
|
93
|
+
exit(0)
|
96
94
|
except Exception as e:
|
97
95
|
logger.exception("load_compile_cache() failed: %s", e)
|
98
96
|
|
@@ -101,19 +99,17 @@ def main() -> None:
|
|
101
99
|
ready = _wait_for_ready(cfg, logger)
|
102
100
|
except Exception as e:
|
103
101
|
logger.exception("Readiness wait crashed: %s", e)
|
104
|
-
sys.exit(
|
102
|
+
sys.exit(1)
|
105
103
|
|
106
104
|
if not ready:
|
107
105
|
# Loop timed out. Safe exit.
|
108
|
-
sys.exit(
|
106
|
+
sys.exit(2)
|
109
107
|
|
110
108
|
# 3) Save compile cache
|
111
109
|
try:
|
112
|
-
logger.info("Calling save_compile_cache() …")
|
113
110
|
save_compile_cache()
|
114
|
-
logger.info("save_compile_cache() completed.")
|
115
111
|
except Exception as e:
|
116
112
|
logger.exception("save_compile_cache() failed: %s", e)
|
117
|
-
sys.exit(
|
113
|
+
sys.exit(3)
|
118
114
|
|
119
115
|
logger.info("vLLM automatic torch compile cache done.")
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.3
|
2
2
|
Name: b10-transfer
|
3
|
-
Version: 0.
|
3
|
+
Version: 0.3.0
|
4
4
|
Summary: Distributed PyTorch file transfer for Baseten - Environment-aware, lock-free file transfer management
|
5
5
|
License: MIT
|
6
6
|
Keywords: pytorch,file-transfer,cache,machine-learning,inference
|
@@ -1,7 +1,7 @@
|
|
1
|
-
b10_transfer/__init__.py,sha256=
|
1
|
+
b10_transfer/__init__.py,sha256=LJX64TJJfCEnM-3tQiWGJZ1YkwkoRAp1lF94DjPIzmo,729
|
2
2
|
b10_transfer/archive.py,sha256=gunAZ6oTUz0SxodUCho1uP-MNLuQyuhMKFusx7E0xDg,6439
|
3
3
|
b10_transfer/cache.py,sha256=k759Cs4IIUdAJ90ctK1m8ws3Fceje8ckug09L8X6W5I,17518
|
4
|
-
b10_transfer/cache_cli.py,sha256=
|
4
|
+
b10_transfer/cache_cli.py,sha256=SECe2JMz2J0JWR6M1jIZM-knF7Rwa0VLf5hbkphJKhU,3257
|
5
5
|
b10_transfer/cleanup.py,sha256=IAjRlpzCcXVrokTXdOsm_EJo_-U5kiy8KJoip8V4vvk,6345
|
6
6
|
b10_transfer/constants.py,sha256=0RWa4ZusICpYoN_V0u4yj4GZfcouQ6PjfCvSRVUamJU,4368
|
7
7
|
b10_transfer/core.py,sha256=Ny4lViiPup4Zb_OCx_Z2IcbcWq42Ymj_zF7xyVroHxE,4668
|
@@ -10,7 +10,7 @@ b10_transfer/info.py,sha256=WlpSQNEKi93d3EYo2HnbbzrLazOhK9dpX5w7Kf6DVfA,6339
|
|
10
10
|
b10_transfer/logging_utils.py,sha256=vnjnuVsVO5bibHSHiF5sYhHqfprIezU0fM3YaCugMC0,3488
|
11
11
|
b10_transfer/space_monitor.py,sha256=-hFc9f29K-7gF1vDZRrKDa-FrHkmD6OBLsV8l8knrMM,10761
|
12
12
|
b10_transfer/utils.py,sha256=XG4dGLAlQQyUPeIK48OzuDkz1SOpdEs2_GrXKd8fr5M,12061
|
13
|
-
b10_transfer-0.
|
14
|
-
b10_transfer-0.
|
15
|
-
b10_transfer-0.
|
16
|
-
b10_transfer-0.
|
13
|
+
b10_transfer-0.3.0.dist-info/METADATA,sha256=dibMisE2RLrI7BoyTwGtpPElPQNqD4m6yXB65HRAadc,4108
|
14
|
+
b10_transfer-0.3.0.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
|
15
|
+
b10_transfer-0.3.0.dist-info/entry_points.txt,sha256=AFH8EfkeBv6ZuarnaUvbTjvySylf3GCSioYqB_ijrH8,65
|
16
|
+
b10_transfer-0.3.0.dist-info/RECORD,,
|
File without changes
|