gpustack-runner 0.1.23.post4__py3-none-any.whl → 0.1.23.post5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -27,8 +27,8 @@ version_tuple: VERSION_TUPLE
27
27
  __commit_id__: COMMIT_ID
28
28
  commit_id: COMMIT_ID
29
29
 
30
- __version__ = version = '0.1.23.post4'
31
- __version_tuple__ = version_tuple = (0, 1, 23, 'post4')
30
+ __version__ = version = '0.1.23.post5'
31
+ __version_tuple__ = version_tuple = (0, 1, 23, 'post5')
32
32
  try:
33
33
  from ._version_appendix import git_commit
34
34
  __commit_id__ = commit_id = git_commit
@@ -1 +1 @@
1
- git_commit = "8de1f4a"
1
+ git_commit = "d297d69"
@@ -444,14 +444,14 @@ class SaveImagesSubCommand(SubCommand):
444
444
 
445
445
  command = [
446
446
  "skopeo",
447
- "--override-os",
448
- override_os,
449
- "--override-arch",
450
- override_arch,
451
447
  "copy",
452
448
  "--src-tls-verify=false",
453
449
  "--retry-times",
454
450
  str(self.max_retries),
451
+ "--override-os",
452
+ override_os,
453
+ "--override-arch",
454
+ override_arch,
455
455
  ]
456
456
  if self.source_username and self.source_password:
457
457
  command.extend(
@@ -771,6 +771,10 @@ class CopyImagesSubCommand(SubCommand):
771
771
  print(f"❌ Error syncing image '{img_name}'")
772
772
  failures.append((img_name, img_err))
773
773
 
774
+ override_os, override_arch = None, None
775
+ if self.platform:
776
+ override_os, override_arch = self.platform.split("/", maxsplit=1)
777
+
774
778
  # Submit tasks
775
779
  for img in images:
776
780
  command = [
@@ -778,10 +782,20 @@ class CopyImagesSubCommand(SubCommand):
778
782
  "copy",
779
783
  "--src-tls-verify=false",
780
784
  "--dest-tls-verify=false",
781
- "--all",
782
785
  "--retry-times",
783
786
  str(self.max_retries),
784
787
  ]
788
+ if override_os and override_arch:
789
+ command.extend(
790
+ [
791
+ "--override-os",
792
+ override_os,
793
+ "--override-arch",
794
+ override_arch,
795
+ ],
796
+ )
797
+ else:
798
+ command.append("--all")
785
799
  if self.source_username and self.source_password:
786
800
  command.extend(
787
801
  [
gpustack_runner/runner.py CHANGED
@@ -13,7 +13,7 @@ from dataclasses_json import dataclass_json
13
13
  from . import envs
14
14
 
15
15
  _RE_DOCKER_IMAGE = re.compile(
16
- r"(?:(?P<prefix>[\w\\.\-]+(?:/[\w\\.\-]+)*)/)?runner:(?P<backend>(Host|cann|corex|cuda|dtk|maca|rocm))(?P<backend_version>[XY\d\\.]+)(?:-(?P<backend_variant>\w+))?-(?P<service>(vllm|voxbox|mindie|sglang))(?P<service_version>[\w\\.]+)(?:-(?P<suffix>\w+))?",
16
+ r"(?:(?P<prefix>[\w\\.\-]+(?:/[\w\\.\-]+)*)/)?runner:(?P<backend>(Host|cann|corex|cuda|dtk|maca|musa|rocm))(?P<backend_version>[XY\d\\.]+)(?:-(?P<backend_variant>\w+))?-(?P<service>(vllm|voxbox|mindie|sglang))(?P<service_version>[\w\\.]+)(?:-(?P<suffix>\w+))?",
17
17
  )
18
18
  """
19
19
  Regex for Docker image parsing,
@@ -1363,6 +1363,17 @@
1363
1363
  "docker_image": "gpustack/runner:cuda12.4-voxbox0.0.20",
1364
1364
  "deprecated": true
1365
1365
  },
1366
+ {
1367
+ "backend": "dtk",
1368
+ "backend_version": "25.04",
1369
+ "original_backend_version": "25.04.2",
1370
+ "backend_variant": "",
1371
+ "service": "vllm",
1372
+ "service_version": "0.11.0",
1373
+ "platform": "linux/amd64",
1374
+ "docker_image": "gpustack/runner:dtk25.04-vllm0.11.0",
1375
+ "deprecated": false
1376
+ },
1366
1377
  {
1367
1378
  "backend": "dtk",
1368
1379
  "backend_version": "25.04",
@@ -1407,6 +1418,28 @@
1407
1418
  "docker_image": "gpustack/runner:maca3.0-vllm0.9.1",
1408
1419
  "deprecated": false
1409
1420
  },
1421
+ {
1422
+ "backend": "musa",
1423
+ "backend_version": "4.3",
1424
+ "original_backend_version": "4.3.2",
1425
+ "backend_variant": "",
1426
+ "service": "sglang",
1427
+ "service_version": "0.5.7",
1428
+ "platform": "linux/amd64",
1429
+ "docker_image": "gpustack/runner:musa4.3-sglang0.5.7",
1430
+ "deprecated": false
1431
+ },
1432
+ {
1433
+ "backend": "musa",
1434
+ "backend_version": "4.1",
1435
+ "original_backend_version": "4.1.0",
1436
+ "backend_variant": "",
1437
+ "service": "vllm",
1438
+ "service_version": "0.9.2",
1439
+ "platform": "linux/amd64",
1440
+ "docker_image": "gpustack/runner:musa4.1-vllm0.9.2",
1441
+ "deprecated": false
1442
+ },
1410
1443
  {
1411
1444
  "backend": "rocm",
1412
1445
  "backend_version": "7.0",
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: gpustack-runner
3
- Version: 0.1.23.post4
3
+ Version: 0.1.23.post5
4
4
  Summary: GPUStack Runner is library for registering runnable accelerated backends and services in GPUStack.
5
5
  Project-URL: Homepage, https://github.com/gpustack/runner
6
6
  Project-URL: Bug Tracker, https://github.com/gpustack/gpustack/issues
@@ -97,9 +97,9 @@ The following table lists the supported accelerated backends and their correspon
97
97
 
98
98
  ### Hygon DTK
99
99
 
100
- | DTK Version <br/> (Variant) | vLLM |
101
- |-----------------------------|------------------|
102
- | 25.04 | `0.9.2`, `0.8.5` |
100
+ | DTK Version <br/> (Variant) | vLLM |
101
+ |-----------------------------|----------------------------|
102
+ | 25.04 | `0.11.0`, `0.9.2`, `0.8.5` |
103
103
 
104
104
  ### MetaX MACA
105
105
 
@@ -108,6 +108,13 @@ The following table lists the supported accelerated backends and their correspon
108
108
  | 3.2 | `0.10.2` |
109
109
  | 3.0 | `0.9.1` |
110
110
 
111
+ ### MThreads MUSA
112
+
113
+ | MUSA Version <br/> (Variant) | vLLM | SGLang |
114
+ |------------------------------|---------|---------|
115
+ | 4.3.2 | | `0.5.2` |
116
+ | 4.1.0 | `0.9.2` | |
117
+
111
118
  ### AMD ROCm
112
119
 
113
120
  > [!CAUTION]
@@ -171,6 +178,7 @@ ARG PYTHON_VERSION=... # REQUIRED
171
178
  ARG CMAKE_MAX_JOBS=... # REQUIRED
172
179
  ARG {OTHERS} # OPTIONAL
173
180
  ARG {BACKEND}_VERSION=... # REQUIRED
181
+ ARG {BACKEND}_VERSION_EXTRA=... # OPTIONAL
174
182
  ARG {BACKEND}_ARCHS=... # REQUIRED
175
183
  ARG {BACKEND}_{OTHERS}=... # OPTIONAL
176
184
  ARG {SERVICE}_BASE_IMAGE=... # REQUIRED
@@ -0,0 +1,16 @@
1
+ gpustack_runner/__init__.py,sha256=0_0jsxo1xjLtHTOIEU0_-A1qFEANzsVw-uXGjcILDwk,530
2
+ gpustack_runner/__main__.py,sha256=wtcp9lwMkaXGbQkuOY08EQhKfIHcTLSjMdnj2W3UGwk,1285
3
+ gpustack_runner/_version.py,sha256=NDbGgX_SVQwK4ytZFVrGe_PzIARK2sZAIaj9J28Xql4,792
4
+ gpustack_runner/_version.pyi,sha256=A42NoSgcqEXVy2OeNm4LXC9CbyonbooYrSUBlPm2lGY,156
5
+ gpustack_runner/envs.py,sha256=EVQvU1bdF5DHSY83X1mHkQWiF4jlLhre1YCArAFe5Wk,2862
6
+ gpustack_runner/runner.py,sha256=PlwYWNj_9kVB-Aoo0dmCHVPiAjKVT3ZoezhAiYtJiJA,26589
7
+ gpustack_runner/runner.py.json,sha256=a6U7utY4wZ2yEGZ2wEGmbDzoVb3GvzbK_1GrIcM9yQA,44801
8
+ gpustack_runner/cmds/__init__.py,sha256=Os8FdvqNjLYiVn_jnDo7rFEtAeVLJJI1odKHEqWF-Fw,417
9
+ gpustack_runner/cmds/__types__.py,sha256=7C4kQM0EHPD8WpJpTo6kh9rEdkrYALcLQ-GAzMMsqV8,789
10
+ gpustack_runner/cmds/images.py,sha256=UM-fO_7lKzfaFep8_kHxy36AkjSw-ZUk3Ty2dCQmvnQ,38909
11
+ gpustack_runner/_version_appendix.py,sha256=YRx5Cq7oDt_x3DaU5ub-D03qpMmWfqMHO-Dr6CBv2fY,23
12
+ gpustack_runner-0.1.23.post5.dist-info/METADATA,sha256=BFlwdr9yVQiF0uYhilCS-GL3EAPhraqf9kf_T5Kcq4g,13295
13
+ gpustack_runner-0.1.23.post5.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
14
+ gpustack_runner-0.1.23.post5.dist-info/entry_points.txt,sha256=M1Dxl6cY0kIgf2I4pPsV-_kU6BAtjj93spmsXAdwW3s,66
15
+ gpustack_runner-0.1.23.post5.dist-info/licenses/LICENSE,sha256=OiPibowBvB-NHV3TP_NOj18XNBlXcshXZFMpa3uvKVE,10362
16
+ gpustack_runner-0.1.23.post5.dist-info/RECORD,,
@@ -1,16 +0,0 @@
1
- gpustack_runner/__init__.py,sha256=0_0jsxo1xjLtHTOIEU0_-A1qFEANzsVw-uXGjcILDwk,530
2
- gpustack_runner/__main__.py,sha256=wtcp9lwMkaXGbQkuOY08EQhKfIHcTLSjMdnj2W3UGwk,1285
3
- gpustack_runner/_version.py,sha256=g9U9QotIFzv_1IkDEwOknznYgICM3wb8aH0IQqdIfa8,792
4
- gpustack_runner/_version.pyi,sha256=A42NoSgcqEXVy2OeNm4LXC9CbyonbooYrSUBlPm2lGY,156
5
- gpustack_runner/envs.py,sha256=EVQvU1bdF5DHSY83X1mHkQWiF4jlLhre1YCArAFe5Wk,2862
6
- gpustack_runner/runner.py,sha256=Kkw7BeCoFRjLMatL1cI4M2Dw3D81NXYXtdQgal9p4Gk,26584
7
- gpustack_runner/runner.py.json,sha256=73LUrvctwiZLxZD99CoOPKPHCI6cD4qQE4zTtmWrS_I,43900
8
- gpustack_runner/cmds/__init__.py,sha256=Os8FdvqNjLYiVn_jnDo7rFEtAeVLJJI1odKHEqWF-Fw,417
9
- gpustack_runner/cmds/__types__.py,sha256=7C4kQM0EHPD8WpJpTo6kh9rEdkrYALcLQ-GAzMMsqV8,789
10
- gpustack_runner/cmds/images.py,sha256=QAZFXTpkJf75oDnzWT_H8Lx5s2xIoJET3lgE9wMklE8,38370
11
- gpustack_runner/_version_appendix.py,sha256=ajktjAIFqWeyqLCjY54YZFa9C31HCUrp7TKMORXpbUk,23
12
- gpustack_runner-0.1.23.post4.dist-info/METADATA,sha256=MlRbjqPsrE8pAig28SKGOw4-GVhj3uENUc_qYHfmnF4,12967
13
- gpustack_runner-0.1.23.post4.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
14
- gpustack_runner-0.1.23.post4.dist-info/entry_points.txt,sha256=M1Dxl6cY0kIgf2I4pPsV-_kU6BAtjj93spmsXAdwW3s,66
15
- gpustack_runner-0.1.23.post4.dist-info/licenses/LICENSE,sha256=OiPibowBvB-NHV3TP_NOj18XNBlXcshXZFMpa3uvKVE,10362
16
- gpustack_runner-0.1.23.post4.dist-info/RECORD,,