b10-transfer 0.3.11__tar.gz → 0.3.12__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {b10_transfer-0.3.11 → b10_transfer-0.3.12}/PKG-INFO +1 -1
- {b10_transfer-0.3.11 → b10_transfer-0.3.12}/pyproject.toml +1 -1
- {b10_transfer-0.3.11 → b10_transfer-0.3.12}/src/b10_transfer/__init__.py +1 -1
- {b10_transfer-0.3.11 → b10_transfer-0.3.12}/src/b10_transfer/cache.py +0 -1
- {b10_transfer-0.3.11 → b10_transfer-0.3.12}/src/b10_transfer/cache_cli.py +0 -3
- {b10_transfer-0.3.11 → b10_transfer-0.3.12}/src/b10_transfer/config.py +3 -0
- {b10_transfer-0.3.11 → b10_transfer-0.3.12}/README.md +0 -0
- {b10_transfer-0.3.11 → b10_transfer-0.3.12}/src/b10_transfer/archive.py +0 -0
- {b10_transfer-0.3.11 → b10_transfer-0.3.12}/src/b10_transfer/cleanup.py +0 -0
- {b10_transfer-0.3.11 → b10_transfer-0.3.12}/src/b10_transfer/constants.py +0 -0
- {b10_transfer-0.3.11 → b10_transfer-0.3.12}/src/b10_transfer/core.py +0 -0
- {b10_transfer-0.3.11 → b10_transfer-0.3.12}/src/b10_transfer/environment.py +0 -0
- {b10_transfer-0.3.11 → b10_transfer-0.3.12}/src/b10_transfer/info.py +0 -0
- {b10_transfer-0.3.11 → b10_transfer-0.3.12}/src/b10_transfer/logging_utils.py +0 -0
- {b10_transfer-0.3.11 → b10_transfer-0.3.12}/src/b10_transfer/space_monitor.py +0 -0
- {b10_transfer-0.3.11 → b10_transfer-0.3.12}/src/b10_transfer/utils.py +0 -0
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.3
|
2
2
|
Name: b10-transfer
|
3
|
-
Version: 0.3.
|
3
|
+
Version: 0.3.12
|
4
4
|
Summary: Distributed PyTorch file transfer for Baseten - Environment-aware, lock-free file transfer management
|
5
5
|
License: MIT
|
6
6
|
Keywords: pytorch,file-transfer,cache,machine-learning,inference
|
@@ -4,7 +4,7 @@ build-backend = "poetry.core.masonry.api"
|
|
4
4
|
|
5
5
|
[tool.poetry]
|
6
6
|
name = "b10-transfer"
|
7
|
-
version = "0.3.
|
7
|
+
version = "0.3.12"
|
8
8
|
description = "Distributed PyTorch file transfer for Baseten - Environment-aware, lock-free file transfer management"
|
9
9
|
authors = ["Shounak Ray <shounak.noreply@baseten.co>", "Fred Liu <fred.liu.noreply@baseten.co>"]
|
10
10
|
maintainers = ["Fred Liu <fred.liu.noreply@baseten.co>", "Shounak Ray <shounak.noreply@baseten.co>"]
|
@@ -166,7 +166,6 @@ def load_compile_cache() -> OperationStatus:
|
|
166
166
|
"""
|
167
167
|
with cache_operation("Load"):
|
168
168
|
b10fs_dir, torch_dir, work_dir = _setup_cache_paths()
|
169
|
-
logger.info(f"TORCHINDUCTOR_CACHE_DIR IS {config.TORCH_CACHE_DIR}")
|
170
169
|
|
171
170
|
cache_filename = get_cache_filename()
|
172
171
|
final_file, _ = _get_cache_file_paths(cache_filename, b10fs_dir)
|
@@ -89,8 +89,6 @@ def main() -> None:
|
|
89
89
|
|
90
90
|
logger = _setup_logging(cfg.loglevel)
|
91
91
|
|
92
|
-
logger.info(f"TORCHINDUCTOR_CACHE_DIR IS {config.TORCH_CACHE_DIR}")
|
93
|
-
|
94
92
|
# 1) Preload any existing cache (non-fatal on error)
|
95
93
|
try:
|
96
94
|
if load_compile_cache() == OperationStatus.SUCCESS:
|
@@ -116,6 +114,5 @@ def main() -> None:
|
|
116
114
|
except Exception as e:
|
117
115
|
logger.exception("save_compile_cache() failed: %s", e)
|
118
116
|
sys.exit(3)
|
119
|
-
logger.info(f"TORCHINDUCTOR_CACHE_DIR IS {config.TORCH_CACHE_DIR}")
|
120
117
|
|
121
118
|
logger.info("vLLM automatic torch compile cache done.")
|
@@ -34,6 +34,9 @@ class Config:
|
|
34
34
|
"""
|
35
35
|
default_dir = f"/tmp/torchinductor_{get_current_username()}"
|
36
36
|
chosen = os.getenv("TORCHINDUCTOR_CACHE_DIR", default_dir)
|
37
|
+
# Expand paths
|
38
|
+
if chosen.startswith("~"):
|
39
|
+
os.path.expanduser("~") + chosen[1:]
|
37
40
|
return validate_path_security(
|
38
41
|
chosen,
|
39
42
|
self._allowed_torch_cache_prefixes(),
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|