gpustack-runner 0.1.23.post4__py3-none-any.whl → 0.1.23.post5__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- gpustack_runner/_version.py +2 -2
- gpustack_runner/_version_appendix.py +1 -1
- gpustack_runner/cmds/images.py +19 -5
- gpustack_runner/runner.py +1 -1
- gpustack_runner/runner.py.json +33 -0
- {gpustack_runner-0.1.23.post4.dist-info → gpustack_runner-0.1.23.post5.dist-info}/METADATA +12 -4
- gpustack_runner-0.1.23.post5.dist-info/RECORD +16 -0
- gpustack_runner-0.1.23.post4.dist-info/RECORD +0 -16
- {gpustack_runner-0.1.23.post4.dist-info → gpustack_runner-0.1.23.post5.dist-info}/WHEEL +0 -0
- {gpustack_runner-0.1.23.post4.dist-info → gpustack_runner-0.1.23.post5.dist-info}/entry_points.txt +0 -0
- {gpustack_runner-0.1.23.post4.dist-info → gpustack_runner-0.1.23.post5.dist-info}/licenses/LICENSE +0 -0
gpustack_runner/_version.py
CHANGED
|
@@ -27,8 +27,8 @@ version_tuple: VERSION_TUPLE
|
|
|
27
27
|
__commit_id__: COMMIT_ID
|
|
28
28
|
commit_id: COMMIT_ID
|
|
29
29
|
|
|
30
|
-
__version__ = version = '0.1.23.
|
|
31
|
-
__version_tuple__ = version_tuple = (0, 1, 23, '
|
|
30
|
+
__version__ = version = '0.1.23.post5'
|
|
31
|
+
__version_tuple__ = version_tuple = (0, 1, 23, 'post5')
|
|
32
32
|
try:
|
|
33
33
|
from ._version_appendix import git_commit
|
|
34
34
|
__commit_id__ = commit_id = git_commit
|
|
@@ -1 +1 @@
|
|
|
1
|
-
git_commit = "
|
|
1
|
+
git_commit = "d297d69"
|
gpustack_runner/cmds/images.py
CHANGED
|
@@ -444,14 +444,14 @@ class SaveImagesSubCommand(SubCommand):
|
|
|
444
444
|
|
|
445
445
|
command = [
|
|
446
446
|
"skopeo",
|
|
447
|
-
"--override-os",
|
|
448
|
-
override_os,
|
|
449
|
-
"--override-arch",
|
|
450
|
-
override_arch,
|
|
451
447
|
"copy",
|
|
452
448
|
"--src-tls-verify=false",
|
|
453
449
|
"--retry-times",
|
|
454
450
|
str(self.max_retries),
|
|
451
|
+
"--override-os",
|
|
452
|
+
override_os,
|
|
453
|
+
"--override-arch",
|
|
454
|
+
override_arch,
|
|
455
455
|
]
|
|
456
456
|
if self.source_username and self.source_password:
|
|
457
457
|
command.extend(
|
|
@@ -771,6 +771,10 @@ class CopyImagesSubCommand(SubCommand):
|
|
|
771
771
|
print(f"❌ Error syncing image '{img_name}'")
|
|
772
772
|
failures.append((img_name, img_err))
|
|
773
773
|
|
|
774
|
+
override_os, override_arch = None, None
|
|
775
|
+
if self.platform:
|
|
776
|
+
override_os, override_arch = self.platform.split("/", maxsplit=1)
|
|
777
|
+
|
|
774
778
|
# Submit tasks
|
|
775
779
|
for img in images:
|
|
776
780
|
command = [
|
|
@@ -778,10 +782,20 @@ class CopyImagesSubCommand(SubCommand):
|
|
|
778
782
|
"copy",
|
|
779
783
|
"--src-tls-verify=false",
|
|
780
784
|
"--dest-tls-verify=false",
|
|
781
|
-
"--all",
|
|
782
785
|
"--retry-times",
|
|
783
786
|
str(self.max_retries),
|
|
784
787
|
]
|
|
788
|
+
if override_os and override_arch:
|
|
789
|
+
command.extend(
|
|
790
|
+
[
|
|
791
|
+
"--override-os",
|
|
792
|
+
override_os,
|
|
793
|
+
"--override-arch",
|
|
794
|
+
override_arch,
|
|
795
|
+
],
|
|
796
|
+
)
|
|
797
|
+
else:
|
|
798
|
+
command.append("--all")
|
|
785
799
|
if self.source_username and self.source_password:
|
|
786
800
|
command.extend(
|
|
787
801
|
[
|
gpustack_runner/runner.py
CHANGED
|
@@ -13,7 +13,7 @@ from dataclasses_json import dataclass_json
|
|
|
13
13
|
from . import envs
|
|
14
14
|
|
|
15
15
|
_RE_DOCKER_IMAGE = re.compile(
|
|
16
|
-
r"(?:(?P<prefix>[\w\\.\-]+(?:/[\w\\.\-]+)*)/)?runner:(?P<backend>(Host|cann|corex|cuda|dtk|maca|rocm))(?P<backend_version>[XY\d\\.]+)(?:-(?P<backend_variant>\w+))?-(?P<service>(vllm|voxbox|mindie|sglang))(?P<service_version>[\w\\.]+)(?:-(?P<suffix>\w+))?",
|
|
16
|
+
r"(?:(?P<prefix>[\w\\.\-]+(?:/[\w\\.\-]+)*)/)?runner:(?P<backend>(Host|cann|corex|cuda|dtk|maca|musa|rocm))(?P<backend_version>[XY\d\\.]+)(?:-(?P<backend_variant>\w+))?-(?P<service>(vllm|voxbox|mindie|sglang))(?P<service_version>[\w\\.]+)(?:-(?P<suffix>\w+))?",
|
|
17
17
|
)
|
|
18
18
|
"""
|
|
19
19
|
Regex for Docker image parsing,
|
gpustack_runner/runner.py.json
CHANGED
|
@@ -1363,6 +1363,17 @@
|
|
|
1363
1363
|
"docker_image": "gpustack/runner:cuda12.4-voxbox0.0.20",
|
|
1364
1364
|
"deprecated": true
|
|
1365
1365
|
},
|
|
1366
|
+
{
|
|
1367
|
+
"backend": "dtk",
|
|
1368
|
+
"backend_version": "25.04",
|
|
1369
|
+
"original_backend_version": "25.04.2",
|
|
1370
|
+
"backend_variant": "",
|
|
1371
|
+
"service": "vllm",
|
|
1372
|
+
"service_version": "0.11.0",
|
|
1373
|
+
"platform": "linux/amd64",
|
|
1374
|
+
"docker_image": "gpustack/runner:dtk25.04-vllm0.11.0",
|
|
1375
|
+
"deprecated": false
|
|
1376
|
+
},
|
|
1366
1377
|
{
|
|
1367
1378
|
"backend": "dtk",
|
|
1368
1379
|
"backend_version": "25.04",
|
|
@@ -1407,6 +1418,28 @@
|
|
|
1407
1418
|
"docker_image": "gpustack/runner:maca3.0-vllm0.9.1",
|
|
1408
1419
|
"deprecated": false
|
|
1409
1420
|
},
|
|
1421
|
+
{
|
|
1422
|
+
"backend": "musa",
|
|
1423
|
+
"backend_version": "4.3",
|
|
1424
|
+
"original_backend_version": "4.3.2",
|
|
1425
|
+
"backend_variant": "",
|
|
1426
|
+
"service": "sglang",
|
|
1427
|
+
"service_version": "0.5.7",
|
|
1428
|
+
"platform": "linux/amd64",
|
|
1429
|
+
"docker_image": "gpustack/runner:musa4.3-sglang0.5.7",
|
|
1430
|
+
"deprecated": false
|
|
1431
|
+
},
|
|
1432
|
+
{
|
|
1433
|
+
"backend": "musa",
|
|
1434
|
+
"backend_version": "4.1",
|
|
1435
|
+
"original_backend_version": "4.1.0",
|
|
1436
|
+
"backend_variant": "",
|
|
1437
|
+
"service": "vllm",
|
|
1438
|
+
"service_version": "0.9.2",
|
|
1439
|
+
"platform": "linux/amd64",
|
|
1440
|
+
"docker_image": "gpustack/runner:musa4.1-vllm0.9.2",
|
|
1441
|
+
"deprecated": false
|
|
1442
|
+
},
|
|
1410
1443
|
{
|
|
1411
1444
|
"backend": "rocm",
|
|
1412
1445
|
"backend_version": "7.0",
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: gpustack-runner
|
|
3
|
-
Version: 0.1.23.
|
|
3
|
+
Version: 0.1.23.post5
|
|
4
4
|
Summary: GPUStack Runner is library for registering runnable accelerated backends and services in GPUStack.
|
|
5
5
|
Project-URL: Homepage, https://github.com/gpustack/runner
|
|
6
6
|
Project-URL: Bug Tracker, https://github.com/gpustack/gpustack/issues
|
|
@@ -97,9 +97,9 @@ The following table lists the supported accelerated backends and their correspon
|
|
|
97
97
|
|
|
98
98
|
### Hygon DTK
|
|
99
99
|
|
|
100
|
-
| DTK Version <br/> (Variant) | vLLM
|
|
101
|
-
|
|
102
|
-
| 25.04 | `0.9.2`, `0.8.5` |
|
|
100
|
+
| DTK Version <br/> (Variant) | vLLM |
|
|
101
|
+
|-----------------------------|----------------------------|
|
|
102
|
+
| 25.04 | `0.11.0`, `0.9.2`, `0.8.5` |
|
|
103
103
|
|
|
104
104
|
### MetaX MACA
|
|
105
105
|
|
|
@@ -108,6 +108,13 @@ The following table lists the supported accelerated backends and their correspon
|
|
|
108
108
|
| 3.2 | `0.10.2` |
|
|
109
109
|
| 3.0 | `0.9.1` |
|
|
110
110
|
|
|
111
|
+
### MThreads MUSA
|
|
112
|
+
|
|
113
|
+
| MUSA Version <br/> (Variant) | vLLM | SGLang |
|
|
114
|
+
|------------------------------|---------|---------|
|
|
115
|
+
| 4.3.2 | | `0.5.2` |
|
|
116
|
+
| 4.1.0 | `0.9.2` | |
|
|
117
|
+
|
|
111
118
|
### AMD ROCm
|
|
112
119
|
|
|
113
120
|
> [!CAUTION]
|
|
@@ -171,6 +178,7 @@ ARG PYTHON_VERSION=... # REQUIRED
|
|
|
171
178
|
ARG CMAKE_MAX_JOBS=... # REQUIRED
|
|
172
179
|
ARG {OTHERS} # OPTIONAL
|
|
173
180
|
ARG {BACKEND}_VERSION=... # REQUIRED
|
|
181
|
+
ARG {BACKEND}_VERSION_EXTRA=... # OPTIONAL
|
|
174
182
|
ARG {BACKEND}_ARCHS=... # REQUIRED
|
|
175
183
|
ARG {BACKEND}_{OTHERS}=... # OPTIONAL
|
|
176
184
|
ARG {SERVICE}_BASE_IMAGE=... # REQUIRED
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
gpustack_runner/__init__.py,sha256=0_0jsxo1xjLtHTOIEU0_-A1qFEANzsVw-uXGjcILDwk,530
|
|
2
|
+
gpustack_runner/__main__.py,sha256=wtcp9lwMkaXGbQkuOY08EQhKfIHcTLSjMdnj2W3UGwk,1285
|
|
3
|
+
gpustack_runner/_version.py,sha256=NDbGgX_SVQwK4ytZFVrGe_PzIARK2sZAIaj9J28Xql4,792
|
|
4
|
+
gpustack_runner/_version.pyi,sha256=A42NoSgcqEXVy2OeNm4LXC9CbyonbooYrSUBlPm2lGY,156
|
|
5
|
+
gpustack_runner/envs.py,sha256=EVQvU1bdF5DHSY83X1mHkQWiF4jlLhre1YCArAFe5Wk,2862
|
|
6
|
+
gpustack_runner/runner.py,sha256=PlwYWNj_9kVB-Aoo0dmCHVPiAjKVT3ZoezhAiYtJiJA,26589
|
|
7
|
+
gpustack_runner/runner.py.json,sha256=a6U7utY4wZ2yEGZ2wEGmbDzoVb3GvzbK_1GrIcM9yQA,44801
|
|
8
|
+
gpustack_runner/cmds/__init__.py,sha256=Os8FdvqNjLYiVn_jnDo7rFEtAeVLJJI1odKHEqWF-Fw,417
|
|
9
|
+
gpustack_runner/cmds/__types__.py,sha256=7C4kQM0EHPD8WpJpTo6kh9rEdkrYALcLQ-GAzMMsqV8,789
|
|
10
|
+
gpustack_runner/cmds/images.py,sha256=UM-fO_7lKzfaFep8_kHxy36AkjSw-ZUk3Ty2dCQmvnQ,38909
|
|
11
|
+
gpustack_runner/_version_appendix.py,sha256=YRx5Cq7oDt_x3DaU5ub-D03qpMmWfqMHO-Dr6CBv2fY,23
|
|
12
|
+
gpustack_runner-0.1.23.post5.dist-info/METADATA,sha256=BFlwdr9yVQiF0uYhilCS-GL3EAPhraqf9kf_T5Kcq4g,13295
|
|
13
|
+
gpustack_runner-0.1.23.post5.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
|
|
14
|
+
gpustack_runner-0.1.23.post5.dist-info/entry_points.txt,sha256=M1Dxl6cY0kIgf2I4pPsV-_kU6BAtjj93spmsXAdwW3s,66
|
|
15
|
+
gpustack_runner-0.1.23.post5.dist-info/licenses/LICENSE,sha256=OiPibowBvB-NHV3TP_NOj18XNBlXcshXZFMpa3uvKVE,10362
|
|
16
|
+
gpustack_runner-0.1.23.post5.dist-info/RECORD,,
|
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
gpustack_runner/__init__.py,sha256=0_0jsxo1xjLtHTOIEU0_-A1qFEANzsVw-uXGjcILDwk,530
|
|
2
|
-
gpustack_runner/__main__.py,sha256=wtcp9lwMkaXGbQkuOY08EQhKfIHcTLSjMdnj2W3UGwk,1285
|
|
3
|
-
gpustack_runner/_version.py,sha256=g9U9QotIFzv_1IkDEwOknznYgICM3wb8aH0IQqdIfa8,792
|
|
4
|
-
gpustack_runner/_version.pyi,sha256=A42NoSgcqEXVy2OeNm4LXC9CbyonbooYrSUBlPm2lGY,156
|
|
5
|
-
gpustack_runner/envs.py,sha256=EVQvU1bdF5DHSY83X1mHkQWiF4jlLhre1YCArAFe5Wk,2862
|
|
6
|
-
gpustack_runner/runner.py,sha256=Kkw7BeCoFRjLMatL1cI4M2Dw3D81NXYXtdQgal9p4Gk,26584
|
|
7
|
-
gpustack_runner/runner.py.json,sha256=73LUrvctwiZLxZD99CoOPKPHCI6cD4qQE4zTtmWrS_I,43900
|
|
8
|
-
gpustack_runner/cmds/__init__.py,sha256=Os8FdvqNjLYiVn_jnDo7rFEtAeVLJJI1odKHEqWF-Fw,417
|
|
9
|
-
gpustack_runner/cmds/__types__.py,sha256=7C4kQM0EHPD8WpJpTo6kh9rEdkrYALcLQ-GAzMMsqV8,789
|
|
10
|
-
gpustack_runner/cmds/images.py,sha256=QAZFXTpkJf75oDnzWT_H8Lx5s2xIoJET3lgE9wMklE8,38370
|
|
11
|
-
gpustack_runner/_version_appendix.py,sha256=ajktjAIFqWeyqLCjY54YZFa9C31HCUrp7TKMORXpbUk,23
|
|
12
|
-
gpustack_runner-0.1.23.post4.dist-info/METADATA,sha256=MlRbjqPsrE8pAig28SKGOw4-GVhj3uENUc_qYHfmnF4,12967
|
|
13
|
-
gpustack_runner-0.1.23.post4.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
|
|
14
|
-
gpustack_runner-0.1.23.post4.dist-info/entry_points.txt,sha256=M1Dxl6cY0kIgf2I4pPsV-_kU6BAtjj93spmsXAdwW3s,66
|
|
15
|
-
gpustack_runner-0.1.23.post4.dist-info/licenses/LICENSE,sha256=OiPibowBvB-NHV3TP_NOj18XNBlXcshXZFMpa3uvKVE,10362
|
|
16
|
-
gpustack_runner-0.1.23.post4.dist-info/RECORD,,
|
|
File without changes
|
{gpustack_runner-0.1.23.post4.dist-info → gpustack_runner-0.1.23.post5.dist-info}/entry_points.txt
RENAMED
|
File without changes
|
{gpustack_runner-0.1.23.post4.dist-info → gpustack_runner-0.1.23.post5.dist-info}/licenses/LICENSE
RENAMED
|
File without changes
|