chutes 0.5.3rc4__py3-none-any.whl → 0.5.3rc6__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- chutes/_version.py +1 -1
- chutes/chute/template/sglang.py +3 -0
- chutes/util/hf.py +1 -1
- {chutes-0.5.3rc4.dist-info → chutes-0.5.3rc6.dist-info}/METADATA +1 -1
- {chutes-0.5.3rc4.dist-info → chutes-0.5.3rc6.dist-info}/RECORD +9 -9
- {chutes-0.5.3rc4.dist-info → chutes-0.5.3rc6.dist-info}/LICENSE +0 -0
- {chutes-0.5.3rc4.dist-info → chutes-0.5.3rc6.dist-info}/WHEEL +0 -0
- {chutes-0.5.3rc4.dist-info → chutes-0.5.3rc6.dist-info}/entry_points.txt +0 -0
- {chutes-0.5.3rc4.dist-info → chutes-0.5.3rc6.dist-info}/top_level.txt +0 -0
chutes/_version.py
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
version = "0.5.3.
|
|
1
|
+
version = "0.5.3.rc6"
|
chutes/chute/template/sglang.py
CHANGED
|
@@ -330,6 +330,9 @@ def build_sglang_chute(
|
|
|
330
330
|
# Set torch inductor, flashinfer, etc., cache directories.
|
|
331
331
|
set_default_cache_dirs(download_path)
|
|
332
332
|
os.environ["TRANSFORMERS_OFFLINE"] = "1"
|
|
333
|
+
env["HF_HUB_OFFLINE"] = "1"
|
|
334
|
+
env["SGL_MODEL_NAME"] = self.name
|
|
335
|
+
env["SGL_REVISION"] = revision
|
|
333
336
|
|
|
334
337
|
# Reset torch.
|
|
335
338
|
torch.cuda.empty_cache()
|
chutes/util/hf.py
CHANGED
|
@@ -11,7 +11,7 @@ from pathlib import Path
|
|
|
11
11
|
from loguru import logger
|
|
12
12
|
from concurrent.futures import ThreadPoolExecutor
|
|
13
13
|
|
|
14
|
-
PROXY_URL = "https://
|
|
14
|
+
PROXY_URL = "https://proxy.chutes.ai/misc/hf_repo_info"
|
|
15
15
|
|
|
16
16
|
|
|
17
17
|
def purge_model_cache(repo_id: str, cache_dir: str = "/cache") -> bool:
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
chutes/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
2
|
-
chutes/_version.py,sha256=
|
|
2
|
+
chutes/_version.py,sha256=bPgqUpKgcMpSLNRvwpSwxR7l9VFkgMrJ0Pli_fF2tpk,22
|
|
3
3
|
chutes/cfsv,sha256=vkR_q3qB0hkD8Knv8rqqrb4A29y1muHW2-eNYZiuI-g,892932
|
|
4
4
|
chutes/cfsv_v2,sha256=fa8-WFqaNeD-BXcCayUjCvR0NNizcc6Ewd6vNmFjPc0,893296
|
|
5
5
|
chutes/cfsv_v3,sha256=aIe3rnM3-g416Ry7eMyDXDOJkLZPxW_EjKJDwh7BMGc,1198496
|
|
@@ -25,7 +25,7 @@ chutes/chute/template/__init__.py,sha256=At21W3ESSMC7c9uW1XPNeG_8ac90GNIE4glrduO
|
|
|
25
25
|
chutes/chute/template/diffusion.py,sha256=UI__t3Oz4U3vp_nL2jVpG8vWP_zjb_rBlPLk8WlLbjY,11089
|
|
26
26
|
chutes/chute/template/embedding.py,sha256=wszGXe4Aviu05mzXhI6L9L__BUw5Aa4-JUu9a7eMv8k,9646
|
|
27
27
|
chutes/chute/template/helpers.py,sha256=QNvciAuX2-3QQgBQt1C3Z9_liS3ur4jyJ4rNrOjnK4g,6500
|
|
28
|
-
chutes/chute/template/sglang.py,sha256=
|
|
28
|
+
chutes/chute/template/sglang.py,sha256=x9OOpGW_PG_OlFT2qCP8fuLZ6GDfSIpmELLJXqZlMP0,14826
|
|
29
29
|
chutes/chute/template/vllm.py,sha256=wXb3ngu8MAjwfFxB5K1I66qLz3Lz1hRXZJ3KrHaM27c,16247
|
|
30
30
|
chutes/entrypoint/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
31
31
|
chutes/entrypoint/_shared.py,sha256=NiD3fK51TKYK2ZH_bj20VpMeV5E2rMy1o9ak39jgYVE,7056
|
|
@@ -70,12 +70,12 @@ chutes/pyarmor_runtime_006563/py313/pyarmor_runtime.so,sha256=1Fm2wCKz5770HEKbkv
|
|
|
70
70
|
chutes/util/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
71
71
|
chutes/util/auth.py,sha256=V9BShLNym6bPmp44d0FUg79e8N9oe446UqwoYqo5sPk,2238
|
|
72
72
|
chutes/util/context.py,sha256=_dHVEM6S6CYwgaxrA0yZCplSDA2HuiyNOmedSsyiDWA,355
|
|
73
|
-
chutes/util/hf.py,sha256=
|
|
73
|
+
chutes/util/hf.py,sha256=oEw0Z8pWDd_KUZhefF6iLE_5Ikig2AydrPSd6I1lEBM,14262
|
|
74
74
|
chutes/util/schema.py,sha256=b0NX-hWhc0FKnWD6FObBmQxINrJDFNocKsbGJn79D-8,6699
|
|
75
75
|
chutes/util/user.py,sha256=WBx6vyw0P32wJ2GFYMjO5oQJPA3jn_XsyRglNJx0PhY,423
|
|
76
|
-
chutes-0.5.
|
|
77
|
-
chutes-0.5.
|
|
78
|
-
chutes-0.5.
|
|
79
|
-
chutes-0.5.
|
|
80
|
-
chutes-0.5.
|
|
81
|
-
chutes-0.5.
|
|
76
|
+
chutes-0.5.3rc6.dist-info/LICENSE,sha256=9qFhoY0O1XdKOczAAc7vcveZzk32-a0Wq2_diH_hAD8,1067
|
|
77
|
+
chutes-0.5.3rc6.dist-info/METADATA,sha256=T6aVKIgvwHjBY44ajVBH3a6ikT4T1f_sK2DXFjfufeI,18789
|
|
78
|
+
chutes-0.5.3rc6.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
|
|
79
|
+
chutes-0.5.3rc6.dist-info/entry_points.txt,sha256=93PU_dKxEGA1hCGaabvRXO9WpyFgon6eqT4wIN91YAU,42
|
|
80
|
+
chutes-0.5.3rc6.dist-info/top_level.txt,sha256=oRxU-Kvd5BhaNbBQtqZCp9uzY0FrMBocoL0Q6kokxzA,7
|
|
81
|
+
chutes-0.5.3rc6.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|