b10-transfer 0.3.11__py3-none-any.whl → 0.3.13__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- b10_transfer/__init__.py +1 -1
- b10_transfer/cache.py +0 -1
- b10_transfer/cache_cli.py +1 -4
- {b10_transfer-0.3.11.dist-info → b10_transfer-0.3.13.dist-info}/METADATA +1 -1
- {b10_transfer-0.3.11.dist-info → b10_transfer-0.3.13.dist-info}/RECORD +7 -7
- {b10_transfer-0.3.11.dist-info → b10_transfer-0.3.13.dist-info}/WHEEL +0 -0
- {b10_transfer-0.3.11.dist-info → b10_transfer-0.3.13.dist-info}/entry_points.txt +0 -0
b10_transfer/__init__.py
CHANGED
b10_transfer/cache.py
CHANGED
@@ -166,7 +166,6 @@ def load_compile_cache() -> OperationStatus:
|
|
166
166
|
"""
|
167
167
|
with cache_operation("Load"):
|
168
168
|
b10fs_dir, torch_dir, work_dir = _setup_cache_paths()
|
169
|
-
logger.info(f"TORCHINDUCTOR_CACHE_DIR IS {config.TORCH_CACHE_DIR}")
|
170
169
|
|
171
170
|
cache_filename = get_cache_filename()
|
172
171
|
final_file, _ = _get_cache_file_paths(cache_filename, b10fs_dir)
|
b10_transfer/cache_cli.py
CHANGED
@@ -78,7 +78,7 @@ def _wait_for_ready(cfg: WaitCfg, logger: logging.Logger) -> bool:
|
|
78
78
|
|
79
79
|
def main() -> None:
|
80
80
|
vllm_cache_dir = os.getenv("VLLM_CACHE_ROOT", "~/.cache/vllm")
|
81
|
-
os.environ["TORCHINDUCTOR_CACHE_DIR"] = vllm_cache_dir
|
81
|
+
os.environ["TORCHINDUCTOR_CACHE_DIR"] = os.path.expanduser(vllm_cache_dir)
|
82
82
|
|
83
83
|
cfg = WaitCfg(
|
84
84
|
url=DEFAULT_URL,
|
@@ -89,8 +89,6 @@ def main() -> None:
|
|
89
89
|
|
90
90
|
logger = _setup_logging(cfg.loglevel)
|
91
91
|
|
92
|
-
logger.info(f"TORCHINDUCTOR_CACHE_DIR IS {config.TORCH_CACHE_DIR}")
|
93
|
-
|
94
92
|
# 1) Preload any existing cache (non-fatal on error)
|
95
93
|
try:
|
96
94
|
if load_compile_cache() == OperationStatus.SUCCESS:
|
@@ -116,6 +114,5 @@ def main() -> None:
|
|
116
114
|
except Exception as e:
|
117
115
|
logger.exception("save_compile_cache() failed: %s", e)
|
118
116
|
sys.exit(3)
|
119
|
-
logger.info(f"TORCHINDUCTOR_CACHE_DIR IS {config.TORCH_CACHE_DIR}")
|
120
117
|
|
121
118
|
logger.info("vLLM automatic torch compile cache done.")
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.3
|
2
2
|
Name: b10-transfer
|
3
|
-
Version: 0.3.
|
3
|
+
Version: 0.3.13
|
4
4
|
Summary: Distributed PyTorch file transfer for Baseten - Environment-aware, lock-free file transfer management
|
5
5
|
License: MIT
|
6
6
|
Keywords: pytorch,file-transfer,cache,machine-learning,inference
|
@@ -1,7 +1,7 @@
|
|
1
|
-
b10_transfer/__init__.py,sha256=
|
1
|
+
b10_transfer/__init__.py,sha256=Rh9JrD3Nc9SsEmveBIZaXGu586g8q15vK1zqBnsol08,730
|
2
2
|
b10_transfer/archive.py,sha256=RGk7pmOdF24aATKygkFOAfHB-90arnW67nj-WURZfcw,6424
|
3
|
-
b10_transfer/cache.py,sha256=
|
4
|
-
b10_transfer/cache_cli.py,sha256=
|
3
|
+
b10_transfer/cache.py,sha256=VbAQx935rqdMXu6ejloa6Jw3n2KxkSMp3VLrNrgP--k,17480
|
4
|
+
b10_transfer/cache_cli.py,sha256=uuOKd5pmK0SHYyZ05VtZBQdDvch80l9ZBRNVsHVbdZs,3402
|
5
5
|
b10_transfer/cleanup.py,sha256=2LXiNQH08xT7g5LtqAp7fiUYa1Rle_gM8LKxj5NbAwc,6337
|
6
6
|
b10_transfer/config.py,sha256=z_7emRsb-IG7_KbGy9jLtzkbIkLGEbKpWDUPWC_PB58,4661
|
7
7
|
b10_transfer/constants.py,sha256=oBfAvw2QyCRS1rFD9g1kDaToQqRX2bcnCVBUnCYD8uQ,1323
|
@@ -11,7 +11,7 @@ b10_transfer/info.py,sha256=MR6gXvL3gBImnafuDgbOsZAHy9_akwZVlyIPGu2t8jQ,6345
|
|
11
11
|
b10_transfer/logging_utils.py,sha256=c7iKNK9daNsrkHgsKl32rXscqqmWsq3a8ttz9M5ev3o,3460
|
12
12
|
b10_transfer/space_monitor.py,sha256=24rClldo6EYaeikEla3_q4IwwI0r3DEPzaIbfU4hTRE,10746
|
13
13
|
b10_transfer/utils.py,sha256=cr-EEOtfu3xbyafneNFfiDoJrxCO16zXt6ZRHqSUd04,12023
|
14
|
-
b10_transfer-0.3.
|
15
|
-
b10_transfer-0.3.
|
16
|
-
b10_transfer-0.3.
|
17
|
-
b10_transfer-0.3.
|
14
|
+
b10_transfer-0.3.13.dist-info/METADATA,sha256=gLtDL5gxZVSIo31fBhNM-GalvURsSYCXAQg94zOxcTg,4109
|
15
|
+
b10_transfer-0.3.13.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
|
16
|
+
b10_transfer-0.3.13.dist-info/entry_points.txt,sha256=AFH8EfkeBv6ZuarnaUvbTjvySylf3GCSioYqB_ijrH8,65
|
17
|
+
b10_transfer-0.3.13.dist-info/RECORD,,
|
File without changes
|
File without changes
|