gpustack-runner 0.1.22.post3__py3-none-any.whl → 0.1.22.post5__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- gpustack_runner/_version.py +2 -2
- gpustack_runner/_version_appendix.py +1 -1
- gpustack_runner/runner.py.json +44 -0
- {gpustack_runner-0.1.22.post3.dist-info → gpustack_runner-0.1.22.post5.dist-info}/METADATA +13 -12
- {gpustack_runner-0.1.22.post3.dist-info → gpustack_runner-0.1.22.post5.dist-info}/RECORD +8 -8
- {gpustack_runner-0.1.22.post3.dist-info → gpustack_runner-0.1.22.post5.dist-info}/WHEEL +0 -0
- {gpustack_runner-0.1.22.post3.dist-info → gpustack_runner-0.1.22.post5.dist-info}/entry_points.txt +0 -0
- {gpustack_runner-0.1.22.post3.dist-info → gpustack_runner-0.1.22.post5.dist-info}/licenses/LICENSE +0 -0
gpustack_runner/_version.py
CHANGED
|
@@ -27,8 +27,8 @@ version_tuple: VERSION_TUPLE
|
|
|
27
27
|
__commit_id__: COMMIT_ID
|
|
28
28
|
commit_id: COMMIT_ID
|
|
29
29
|
|
|
30
|
-
__version__ = version = '0.1.22.
|
|
31
|
-
__version_tuple__ = version_tuple = (0, 1, 22, '
|
|
30
|
+
__version__ = version = '0.1.22.post5'
|
|
31
|
+
__version_tuple__ = version_tuple = (0, 1, 22, 'post5')
|
|
32
32
|
try:
|
|
33
33
|
from ._version_appendix import git_commit
|
|
34
34
|
__commit_id__ = commit_id = git_commit
|
|
@@ -1 +1 @@
|
|
|
1
|
-
git_commit = "
|
|
1
|
+
git_commit = "18bd835"
|
gpustack_runner/runner.py.json
CHANGED
|
@@ -901,6 +901,28 @@
|
|
|
901
901
|
"docker_image": "gpustack/runner:cuda12.8-vllm0.10.0",
|
|
902
902
|
"deprecated": false
|
|
903
903
|
},
|
|
904
|
+
{
|
|
905
|
+
"backend": "cuda",
|
|
906
|
+
"backend_version": "12.8",
|
|
907
|
+
"original_backend_version": "12.8.1",
|
|
908
|
+
"backend_variant": "",
|
|
909
|
+
"service": "voxbox",
|
|
910
|
+
"service_version": "0.0.21",
|
|
911
|
+
"platform": "linux/amd64",
|
|
912
|
+
"docker_image": "gpustack/runner:cuda12.8-voxbox0.0.21",
|
|
913
|
+
"deprecated": false
|
|
914
|
+
},
|
|
915
|
+
{
|
|
916
|
+
"backend": "cuda",
|
|
917
|
+
"backend_version": "12.8",
|
|
918
|
+
"original_backend_version": "12.8.1",
|
|
919
|
+
"backend_variant": "",
|
|
920
|
+
"service": "voxbox",
|
|
921
|
+
"service_version": "0.0.21",
|
|
922
|
+
"platform": "linux/arm64",
|
|
923
|
+
"docker_image": "gpustack/runner:cuda12.8-voxbox0.0.21",
|
|
924
|
+
"deprecated": false
|
|
925
|
+
},
|
|
904
926
|
{
|
|
905
927
|
"backend": "cuda",
|
|
906
928
|
"backend_version": "12.8",
|
|
@@ -1077,6 +1099,28 @@
|
|
|
1077
1099
|
"docker_image": "gpustack/runner:cuda12.6-vllm0.10.0",
|
|
1078
1100
|
"deprecated": false
|
|
1079
1101
|
},
|
|
1102
|
+
{
|
|
1103
|
+
"backend": "cuda",
|
|
1104
|
+
"backend_version": "12.6",
|
|
1105
|
+
"original_backend_version": "12.6.3",
|
|
1106
|
+
"backend_variant": "",
|
|
1107
|
+
"service": "voxbox",
|
|
1108
|
+
"service_version": "0.0.21",
|
|
1109
|
+
"platform": "linux/amd64",
|
|
1110
|
+
"docker_image": "gpustack/runner:cuda12.6-voxbox0.0.21",
|
|
1111
|
+
"deprecated": false
|
|
1112
|
+
},
|
|
1113
|
+
{
|
|
1114
|
+
"backend": "cuda",
|
|
1115
|
+
"backend_version": "12.6",
|
|
1116
|
+
"original_backend_version": "12.6.3",
|
|
1117
|
+
"backend_variant": "",
|
|
1118
|
+
"service": "voxbox",
|
|
1119
|
+
"service_version": "0.0.21",
|
|
1120
|
+
"platform": "linux/arm64",
|
|
1121
|
+
"docker_image": "gpustack/runner:cuda12.6-voxbox0.0.21",
|
|
1122
|
+
"deprecated": false
|
|
1123
|
+
},
|
|
1080
1124
|
{
|
|
1081
1125
|
"backend": "cuda",
|
|
1082
1126
|
"backend_version": "12.6",
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: gpustack-runner
|
|
3
|
-
Version: 0.1.22.
|
|
3
|
+
Version: 0.1.22.post5
|
|
4
4
|
Summary: GPUStack Runner is library for registering runnable accelerated backends and services in GPUStack.
|
|
5
5
|
Project-URL: Homepage, https://github.com/gpustack/runner
|
|
6
6
|
Project-URL: Bug Tracker, https://github.com/gpustack/gpustack/issues
|
|
@@ -54,6 +54,7 @@ The following table lists the supported accelerated backends and their correspon
|
|
|
54
54
|
|
|
55
55
|
> [!IMPORTANT]
|
|
56
56
|
> - Applied [ATB model patched](https://github.com/gpustack/gpustack/issues/2016#issuecomment-3646603380) to MindIE 2.2.rc1/2.1.rc2.
|
|
57
|
+
> - Applied [ATB config patched](https://github.com/gpustack/gpustack/issues/3551) to MindIE 2.2.rc1.
|
|
57
58
|
> - Applied [av package](https://github.com/gpustack/gpustack/issues/2016#issuecomment-3631228085) to MindIE 2.2.rc1/2.1.rc2.
|
|
58
59
|
> - Update vLLM 0.11.0 with stable vLLM Ascend plugin.
|
|
59
60
|
|
|
@@ -86,12 +87,12 @@ The following table lists the supported accelerated backends and their correspon
|
|
|
86
87
|
> - Applied [Qwen2.5 VL patched](https://github.com/gpustack/gpustack/issues/3606) to vLLM 0.11.2.
|
|
87
88
|
> - Applied [vLLM[audio] packages](https://github.com/vllm-project/vllm/blob/275de34170654274616082721348b7edd9741d32/setup.py#L720-L724) to vLLM 0.11.2.
|
|
88
89
|
|
|
89
|
-
| CUDA Version <br/> (Variant) | vLLM
|
|
90
|
-
|
|
91
|
-
| 12.9 | `0.13.0`, `0.12.0`,
|
|
92
|
-
| 12.8 | `0.13.0`, `0.12.0`,
|
|
93
|
-
| 12.6 | `0.13.0`, `0.12.0`,
|
|
94
|
-
| 12.4 | `0.11.0`, `0.10.2`, <br/>`0.10.1.1`, `0.10.0`
|
|
90
|
+
| CUDA Version <br/> (Variant) | vLLM | SGLang | VoxBox |
|
|
91
|
+
|------------------------------|-------------------------------------------------------------------------------------------|-----------------------------------------------------------|--------------------|
|
|
92
|
+
| 12.9 | `0.13.0`, `0.12.0`, <br/>**`0.11.2`** | `0.5.6.post2` | |
|
|
93
|
+
| 12.8 | `0.13.0`, `0.12.0`, <br/>**`0.11.2`**, `0.11.0`, <br/>`0.10.2`, `0.10.1.1`, <br/>`0.10.0` | `0.5.6.post2`, `0.5.5.post3`, <br/>`0.5.5`, `0.5.4.post3` | `0.0.21`, `0.0.20` |
|
|
94
|
+
| 12.6 | `0.13.0`, `0.12.0`, <br/>**`0.11.2`**, `0.11.0`, <br/>`0.10.2`, `0.10.1.1`, <br/>`0.10.0` | `0.5.6.post2` | `0.0.21`, `0.0.20` |
|
|
95
|
+
| 12.4 | `0.11.0`, `0.10.2`, <br/>`0.10.1.1`, `0.10.0` | | `0.0.20` |
|
|
95
96
|
|
|
96
97
|
### Hygon DTK
|
|
97
98
|
|
|
@@ -124,11 +125,11 @@ The following table lists the supported accelerated backends and their correspon
|
|
|
124
125
|
> - Applied [vLLM[audio] packages](https://github.com/vllm-project/vllm/blob/275de34170654274616082721348b7edd9741d32/setup.py#L720-L724) to vLLM 0.11.2.
|
|
125
126
|
> - Applied [petit-kernel package](https://github.com/vllm-project/vllm/blob/275de34170654274616082721348b7edd9741d32/setup.py#L728) to vLLM 0.11.2 and SGLang 0.5.5.post3.
|
|
126
127
|
|
|
127
|
-
| ROCm Version <br/> (Variant) | vLLM
|
|
128
|
-
|
|
129
|
-
| 7.0 | `0.13.0`, `0.12.0`,
|
|
130
|
-
| 6.4 | `0.13.0`, `0.12.0`,
|
|
131
|
-
| 6.3 | `0.10.1.1`, `0.10.0`
|
|
128
|
+
| ROCm Version <br/> (Variant) | vLLM | SGLang |
|
|
129
|
+
|------------------------------|-------------------------------------------------|----------------------------------|
|
|
130
|
+
| 7.0 | `0.13.0`, `0.12.0`, <br/>**`0.11.2`**, `0.11.0` | `0.5.6.post2` |
|
|
131
|
+
| 6.4 | `0.13.0`, `0.12.0`, <br/>**`0.11.2`**, `0.10.2` | `0.5.6.post2`, **`0.5.5.post3`** |
|
|
132
|
+
| 6.3 | `0.10.1.1`, `0.10.0` | |
|
|
132
133
|
|
|
133
134
|
## Directory Structure
|
|
134
135
|
|
|
@@ -1,15 +1,15 @@
|
|
|
1
1
|
gpustack_runner/__init__.py,sha256=0_0jsxo1xjLtHTOIEU0_-A1qFEANzsVw-uXGjcILDwk,530
|
|
2
2
|
gpustack_runner/__main__.py,sha256=wtcp9lwMkaXGbQkuOY08EQhKfIHcTLSjMdnj2W3UGwk,1285
|
|
3
|
-
gpustack_runner/_version.py,sha256=
|
|
3
|
+
gpustack_runner/_version.py,sha256=sIFyw5EIxt-hMtCv8H71oBK-wjtU_ExUFIaCTwwIdO8,792
|
|
4
4
|
gpustack_runner/_version.pyi,sha256=A42NoSgcqEXVy2OeNm4LXC9CbyonbooYrSUBlPm2lGY,156
|
|
5
5
|
gpustack_runner/runner.py,sha256=GA7vy4xxaN63cFoc7_Ecft4mV5uYJe_DkQKkR1Htz3o,25881
|
|
6
|
-
gpustack_runner/runner.py.json,sha256=
|
|
6
|
+
gpustack_runner/runner.py.json,sha256=cwWroAmmvF1H9mT1tOPmWAZESKeclUd67EqOEBlCvs0,40265
|
|
7
7
|
gpustack_runner/cmds/__init__.py,sha256=Os8FdvqNjLYiVn_jnDo7rFEtAeVLJJI1odKHEqWF-Fw,417
|
|
8
8
|
gpustack_runner/cmds/__types__.py,sha256=7C4kQM0EHPD8WpJpTo6kh9rEdkrYALcLQ-GAzMMsqV8,789
|
|
9
9
|
gpustack_runner/cmds/images.py,sha256=cFYRCpAdGltYmwkaPmSD7ZFtjlySOTcn4vPTmnUgYwE,38070
|
|
10
|
-
gpustack_runner/_version_appendix.py,sha256=
|
|
11
|
-
gpustack_runner-0.1.22.
|
|
12
|
-
gpustack_runner-0.1.22.
|
|
13
|
-
gpustack_runner-0.1.22.
|
|
14
|
-
gpustack_runner-0.1.22.
|
|
15
|
-
gpustack_runner-0.1.22.
|
|
10
|
+
gpustack_runner/_version_appendix.py,sha256=X-IO_CK6dOVBPrtFTBVGI0Dv7bh45vA3SYH1KZje4qg,23
|
|
11
|
+
gpustack_runner-0.1.22.post5.dist-info/METADATA,sha256=BlGDOy3W9m45tf0oqmYJZ3l2f2tyYlXCqrwqOTy69vQ,13538
|
|
12
|
+
gpustack_runner-0.1.22.post5.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
|
|
13
|
+
gpustack_runner-0.1.22.post5.dist-info/entry_points.txt,sha256=M1Dxl6cY0kIgf2I4pPsV-_kU6BAtjj93spmsXAdwW3s,66
|
|
14
|
+
gpustack_runner-0.1.22.post5.dist-info/licenses/LICENSE,sha256=OiPibowBvB-NHV3TP_NOj18XNBlXcshXZFMpa3uvKVE,10362
|
|
15
|
+
gpustack_runner-0.1.22.post5.dist-info/RECORD,,
|
|
File without changes
|
{gpustack_runner-0.1.22.post3.dist-info → gpustack_runner-0.1.22.post5.dist-info}/entry_points.txt
RENAMED
|
File without changes
|
{gpustack_runner-0.1.22.post3.dist-info → gpustack_runner-0.1.22.post5.dist-info}/licenses/LICENSE
RENAMED
|
File without changes
|