gpustack-runner 0.1.22.post3__py3-none-any.whl → 0.1.22.post4__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- gpustack_runner/_version.py +2 -2
- gpustack_runner/_version_appendix.py +1 -1
- gpustack_runner/runner.py.json +44 -0
- {gpustack_runner-0.1.22.post3.dist-info → gpustack_runner-0.1.22.post4.dist-info}/METADATA +12 -12
- {gpustack_runner-0.1.22.post3.dist-info → gpustack_runner-0.1.22.post4.dist-info}/RECORD +8 -8
- {gpustack_runner-0.1.22.post3.dist-info → gpustack_runner-0.1.22.post4.dist-info}/WHEEL +0 -0
- {gpustack_runner-0.1.22.post3.dist-info → gpustack_runner-0.1.22.post4.dist-info}/entry_points.txt +0 -0
- {gpustack_runner-0.1.22.post3.dist-info → gpustack_runner-0.1.22.post4.dist-info}/licenses/LICENSE +0 -0
gpustack_runner/_version.py
CHANGED
|
@@ -27,8 +27,8 @@ version_tuple: VERSION_TUPLE
|
|
|
27
27
|
__commit_id__: COMMIT_ID
|
|
28
28
|
commit_id: COMMIT_ID
|
|
29
29
|
|
|
30
|
-
__version__ = version = '0.1.22.
|
|
31
|
-
__version_tuple__ = version_tuple = (0, 1, 22, '
|
|
30
|
+
__version__ = version = '0.1.22.post4'
|
|
31
|
+
__version_tuple__ = version_tuple = (0, 1, 22, 'post4')
|
|
32
32
|
try:
|
|
33
33
|
from ._version_appendix import git_commit
|
|
34
34
|
__commit_id__ = commit_id = git_commit
|
|
@@ -1 +1 @@
|
|
|
1
|
-
git_commit = "
|
|
1
|
+
git_commit = "f3f4d02"
|
gpustack_runner/runner.py.json
CHANGED
|
@@ -901,6 +901,28 @@
|
|
|
901
901
|
"docker_image": "gpustack/runner:cuda12.8-vllm0.10.0",
|
|
902
902
|
"deprecated": false
|
|
903
903
|
},
|
|
904
|
+
{
|
|
905
|
+
"backend": "cuda",
|
|
906
|
+
"backend_version": "12.8",
|
|
907
|
+
"original_backend_version": "12.8.1",
|
|
908
|
+
"backend_variant": "",
|
|
909
|
+
"service": "voxbox",
|
|
910
|
+
"service_version": "0.0.21",
|
|
911
|
+
"platform": "linux/amd64",
|
|
912
|
+
"docker_image": "gpustack/runner:cuda12.8-voxbox0.0.21",
|
|
913
|
+
"deprecated": false
|
|
914
|
+
},
|
|
915
|
+
{
|
|
916
|
+
"backend": "cuda",
|
|
917
|
+
"backend_version": "12.8",
|
|
918
|
+
"original_backend_version": "12.8.1",
|
|
919
|
+
"backend_variant": "",
|
|
920
|
+
"service": "voxbox",
|
|
921
|
+
"service_version": "0.0.21",
|
|
922
|
+
"platform": "linux/arm64",
|
|
923
|
+
"docker_image": "gpustack/runner:cuda12.8-voxbox0.0.21",
|
|
924
|
+
"deprecated": false
|
|
925
|
+
},
|
|
904
926
|
{
|
|
905
927
|
"backend": "cuda",
|
|
906
928
|
"backend_version": "12.8",
|
|
@@ -1077,6 +1099,28 @@
|
|
|
1077
1099
|
"docker_image": "gpustack/runner:cuda12.6-vllm0.10.0",
|
|
1078
1100
|
"deprecated": false
|
|
1079
1101
|
},
|
|
1102
|
+
{
|
|
1103
|
+
"backend": "cuda",
|
|
1104
|
+
"backend_version": "12.6",
|
|
1105
|
+
"original_backend_version": "12.6.3",
|
|
1106
|
+
"backend_variant": "",
|
|
1107
|
+
"service": "voxbox",
|
|
1108
|
+
"service_version": "0.0.21",
|
|
1109
|
+
"platform": "linux/amd64",
|
|
1110
|
+
"docker_image": "gpustack/runner:cuda12.6-voxbox0.0.21",
|
|
1111
|
+
"deprecated": false
|
|
1112
|
+
},
|
|
1113
|
+
{
|
|
1114
|
+
"backend": "cuda",
|
|
1115
|
+
"backend_version": "12.6",
|
|
1116
|
+
"original_backend_version": "12.6.3",
|
|
1117
|
+
"backend_variant": "",
|
|
1118
|
+
"service": "voxbox",
|
|
1119
|
+
"service_version": "0.0.21",
|
|
1120
|
+
"platform": "linux/arm64",
|
|
1121
|
+
"docker_image": "gpustack/runner:cuda12.6-voxbox0.0.21",
|
|
1122
|
+
"deprecated": false
|
|
1123
|
+
},
|
|
1080
1124
|
{
|
|
1081
1125
|
"backend": "cuda",
|
|
1082
1126
|
"backend_version": "12.6",
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: gpustack-runner
|
|
3
|
-
Version: 0.1.22.
|
|
3
|
+
Version: 0.1.22.post4
|
|
4
4
|
Summary: GPUStack Runner is library for registering runnable accelerated backends and services in GPUStack.
|
|
5
5
|
Project-URL: Homepage, https://github.com/gpustack/runner
|
|
6
6
|
Project-URL: Bug Tracker, https://github.com/gpustack/gpustack/issues
|
|
@@ -86,12 +86,12 @@ The following table lists the supported accelerated backends and their correspon
|
|
|
86
86
|
> - Applied [Qwen2.5 VL patched](https://github.com/gpustack/gpustack/issues/3606) to vLLM 0.11.2.
|
|
87
87
|
> - Applied [vLLM[audio] packages](https://github.com/vllm-project/vllm/blob/275de34170654274616082721348b7edd9741d32/setup.py#L720-L724) to vLLM 0.11.2.
|
|
88
88
|
|
|
89
|
-
| CUDA Version <br/> (Variant) | vLLM
|
|
90
|
-
|
|
91
|
-
| 12.9 | `0.13.0`, `0.12.0`,
|
|
92
|
-
| 12.8 | `0.13.0`, `0.12.0`,
|
|
93
|
-
| 12.6 | `0.13.0`, `0.12.0`,
|
|
94
|
-
| 12.4 | `0.11.0`, `0.10.2`, <br/>`0.10.1.1`, `0.10.0`
|
|
89
|
+
| CUDA Version <br/> (Variant) | vLLM | SGLang | VoxBox |
|
|
90
|
+
|------------------------------|-------------------------------------------------------------------------------------------|-----------------------------------------------------------|--------------------|
|
|
91
|
+
| 12.9 | `0.13.0`, `0.12.0`, <br/>**`0.11.2`** | `0.5.6.post2` | |
|
|
92
|
+
| 12.8 | `0.13.0`, `0.12.0`, <br/>**`0.11.2`**, `0.11.0`, <br/>`0.10.2`, `0.10.1.1`, <br/>`0.10.0` | `0.5.6.post2`, `0.5.5.post3`, <br/>`0.5.5`, `0.5.4.post3` | `0.0.21`, `0.0.20` |
|
|
93
|
+
| 12.6 | `0.13.0`, `0.12.0`, <br/>**`0.11.2`**, `0.11.0`, <br/>`0.10.2`, `0.10.1.1`, <br/>`0.10.0` | `0.5.6.post2` | `0.0.21`, `0.0.20` |
|
|
94
|
+
| 12.4 | `0.11.0`, `0.10.2`, <br/>`0.10.1.1`, `0.10.0` | | `0.0.20` |
|
|
95
95
|
|
|
96
96
|
### Hygon DTK
|
|
97
97
|
|
|
@@ -124,11 +124,11 @@ The following table lists the supported accelerated backends and their correspon
|
|
|
124
124
|
> - Applied [vLLM[audio] packages](https://github.com/vllm-project/vllm/blob/275de34170654274616082721348b7edd9741d32/setup.py#L720-L724) to vLLM 0.11.2.
|
|
125
125
|
> - Applied [petit-kernel package](https://github.com/vllm-project/vllm/blob/275de34170654274616082721348b7edd9741d32/setup.py#L728) to vLLM 0.11.2 and SGLang 0.5.5.post3.
|
|
126
126
|
|
|
127
|
-
| ROCm Version <br/> (Variant) | vLLM
|
|
128
|
-
|
|
129
|
-
| 7.0 | `0.13.0`, `0.12.0`,
|
|
130
|
-
| 6.4 | `0.13.0`, `0.12.0`,
|
|
131
|
-
| 6.3 | `0.10.1.1`, `0.10.0`
|
|
127
|
+
| ROCm Version <br/> (Variant) | vLLM | SGLang |
|
|
128
|
+
|------------------------------|-------------------------------------------------|----------------------------------|
|
|
129
|
+
| 7.0 | `0.13.0`, `0.12.0`, <br/>**`0.11.2`**, `0.11.0` | `0.5.6.post2` |
|
|
130
|
+
| 6.4 | `0.13.0`, `0.12.0`, <br/>**`0.11.2`**, `0.10.2` | `0.5.6.post2`, **`0.5.5.post3`** |
|
|
131
|
+
| 6.3 | `0.10.1.1`, `0.10.0` | |
|
|
132
132
|
|
|
133
133
|
## Directory Structure
|
|
134
134
|
|
|
@@ -1,15 +1,15 @@
|
|
|
1
1
|
gpustack_runner/__init__.py,sha256=0_0jsxo1xjLtHTOIEU0_-A1qFEANzsVw-uXGjcILDwk,530
|
|
2
2
|
gpustack_runner/__main__.py,sha256=wtcp9lwMkaXGbQkuOY08EQhKfIHcTLSjMdnj2W3UGwk,1285
|
|
3
|
-
gpustack_runner/_version.py,sha256=
|
|
3
|
+
gpustack_runner/_version.py,sha256=Uo5gbkPte64mZ6Lli6u4vxJKezjCqo4IDrSelelU37g,792
|
|
4
4
|
gpustack_runner/_version.pyi,sha256=A42NoSgcqEXVy2OeNm4LXC9CbyonbooYrSUBlPm2lGY,156
|
|
5
5
|
gpustack_runner/runner.py,sha256=GA7vy4xxaN63cFoc7_Ecft4mV5uYJe_DkQKkR1Htz3o,25881
|
|
6
|
-
gpustack_runner/runner.py.json,sha256=
|
|
6
|
+
gpustack_runner/runner.py.json,sha256=cwWroAmmvF1H9mT1tOPmWAZESKeclUd67EqOEBlCvs0,40265
|
|
7
7
|
gpustack_runner/cmds/__init__.py,sha256=Os8FdvqNjLYiVn_jnDo7rFEtAeVLJJI1odKHEqWF-Fw,417
|
|
8
8
|
gpustack_runner/cmds/__types__.py,sha256=7C4kQM0EHPD8WpJpTo6kh9rEdkrYALcLQ-GAzMMsqV8,789
|
|
9
9
|
gpustack_runner/cmds/images.py,sha256=cFYRCpAdGltYmwkaPmSD7ZFtjlySOTcn4vPTmnUgYwE,38070
|
|
10
|
-
gpustack_runner/_version_appendix.py,sha256=
|
|
11
|
-
gpustack_runner-0.1.22.
|
|
12
|
-
gpustack_runner-0.1.22.
|
|
13
|
-
gpustack_runner-0.1.22.
|
|
14
|
-
gpustack_runner-0.1.22.
|
|
15
|
-
gpustack_runner-0.1.22.
|
|
10
|
+
gpustack_runner/_version_appendix.py,sha256=AE3f-puqLLOMhjdFlFuVpzA08xMz64uAy3mgO5-nf6I,23
|
|
11
|
+
gpustack_runner-0.1.22.post4.dist-info/METADATA,sha256=xQiljvJ5FPHgqZEgW2dNvoplsOMNiOQ9mdyETO0pQME,13436
|
|
12
|
+
gpustack_runner-0.1.22.post4.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
|
|
13
|
+
gpustack_runner-0.1.22.post4.dist-info/entry_points.txt,sha256=M1Dxl6cY0kIgf2I4pPsV-_kU6BAtjj93spmsXAdwW3s,66
|
|
14
|
+
gpustack_runner-0.1.22.post4.dist-info/licenses/LICENSE,sha256=OiPibowBvB-NHV3TP_NOj18XNBlXcshXZFMpa3uvKVE,10362
|
|
15
|
+
gpustack_runner-0.1.22.post4.dist-info/RECORD,,
|
|
File without changes
|
{gpustack_runner-0.1.22.post3.dist-info → gpustack_runner-0.1.22.post4.dist-info}/entry_points.txt
RENAMED
|
File without changes
|
{gpustack_runner-0.1.22.post3.dist-info → gpustack_runner-0.1.22.post4.dist-info}/licenses/LICENSE
RENAMED
|
File without changes
|