sglang 0.2.2__py3-none-any.whl → 0.2.4__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- sglang/version.py +1 -1
- {sglang-0.2.2.dist-info → sglang-0.2.4.dist-info}/METADATA +2 -2
- {sglang-0.2.2.dist-info → sglang-0.2.4.dist-info}/RECORD +6 -6
- {sglang-0.2.2.dist-info → sglang-0.2.4.dist-info}/LICENSE +0 -0
- {sglang-0.2.2.dist-info → sglang-0.2.4.dist-info}/WHEEL +0 -0
- {sglang-0.2.2.dist-info → sglang-0.2.4.dist-info}/top_level.txt +0 -0
sglang/version.py
CHANGED
@@ -1 +1 @@
|
|
1
|
-
__version__ = "0.2.
|
1
|
+
__version__ = "0.2.4"
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: sglang
|
3
|
-
Version: 0.2.
|
3
|
+
Version: 0.2.4
|
4
4
|
Summary: SGLang is yet another fast serving framework for large language models and vision language models.
|
5
5
|
License: Apache License
|
6
6
|
Version 2.0, January 2004
|
@@ -310,7 +310,7 @@ Repalce `<secret>` below with your huggingface hub [token](https://huggingface.c
|
|
310
310
|
docker run --gpus all \
|
311
311
|
-p 30000:30000 \
|
312
312
|
-v ~/.cache/huggingface:/root/.cache/huggingface \
|
313
|
-
--env "
|
313
|
+
--env "HF_TOKEN=<secret>" \
|
314
314
|
--ipc=host \
|
315
315
|
lmsysorg/sglang:latest \
|
316
316
|
python3 -m sglang.launch_server --model-path meta-llama/Meta-Llama-3-8B-Instruct --host 0.0.0.0 --port 30000
|
@@ -7,7 +7,7 @@ sglang/global_config.py,sha256=CyhGL7PE-KlMcg7IHWykzImU1y4NQlpeIlh9lHA77uo,1749
|
|
7
7
|
sglang/launch_server.py,sha256=Gg8CwNlTCCfg1dF65ZT9ePLxOT9LKtY79GhIPG6PCrU,358
|
8
8
|
sglang/launch_server_llavavid.py,sha256=40uaazMsavKuk6YXFa5v37kdUpFGuealgJJeph1g8gU,1025
|
9
9
|
sglang/utils.py,sha256=arJuwOAEX445M2NL9SAOi6jBNu0-cfU04PLAr-hIH3U,8168
|
10
|
-
sglang/version.py,sha256=
|
10
|
+
sglang/version.py,sha256=SBl2EPFW-ltPvQ7vbVWItyAsz3aKYIpjO7vcfr84GkU,22
|
11
11
|
sglang/lang/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
12
12
|
sglang/lang/chat_template.py,sha256=psIlhaDo70twgLrx5Lgln03metLEA3-FZuixeI0Y7Ao,13309
|
13
13
|
sglang/lang/compiler.py,sha256=UiXUmPR9wBAPtnORrLcyQX8Uh0ZL0nKeV8ZgBozAJPw,7531
|
@@ -85,8 +85,8 @@ sglang/test/test_conversation.py,sha256=gF_AyOxQgpPQBPnA57-kq-M0p_zFu-rBDMFgAq65
|
|
85
85
|
sglang/test/test_openai_protocol.py,sha256=DVx3r6hrb8oRqbo5AYIleldxbqMBTtb-gtORM6t_Y1c,1661
|
86
86
|
sglang/test/test_programs.py,sha256=uefeHUFKT2NJESOujj-CsnPXdw1aQQN2TzUbPCHJjGs,13654
|
87
87
|
sglang/test/test_utils.py,sha256=kD_fQe3WroZ9Kc3NBRKPiZOFJ_JD2uEE9XIvPp6AD9Y,11048
|
88
|
-
sglang-0.2.
|
89
|
-
sglang-0.2.
|
90
|
-
sglang-0.2.
|
91
|
-
sglang-0.2.
|
92
|
-
sglang-0.2.
|
88
|
+
sglang-0.2.4.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
89
|
+
sglang-0.2.4.dist-info/METADATA,sha256=Fr6JX7mNV5-CjsMH-r3sSwdEFOFXbJWqTjlXG0ox08s,31692
|
90
|
+
sglang-0.2.4.dist-info/WHEEL,sha256=Wyh-_nZ0DJYolHNn1_hMa4lM7uDedD_RGVwbmTjyItk,91
|
91
|
+
sglang-0.2.4.dist-info/top_level.txt,sha256=yxhh3pYQkcnA7v3Bg889C2jZhvtJdEincysO7PEB09M,7
|
92
|
+
sglang-0.2.4.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|