gpustack-runner 0.1.23.post3__py3-none-any.whl → 0.1.23.post5__py3-none-any.whl

gpustack_runner/_version.py

@@ -27,8 +27,8 @@ version_tuple: VERSION_TUPLE
 __commit_id__: COMMIT_ID
 commit_id: COMMIT_ID
 
-__version__ = version = '0.1.23.post3'
-__version_tuple__ = version_tuple = (0, 1, 23, 'post3')
+__version__ = version = '0.1.23.post5'
+__version_tuple__ = version_tuple = (0, 1, 23, 'post5')
 try:
     from ._version_appendix import git_commit
     __commit_id__ = commit_id = git_commit

gpustack_runner/_version_appendix.py

@@ -1 +1 @@
-git_commit = "c9b3ccf"
+git_commit = "d297d69"

gpustack_runner/cmds/images.py

@@ -444,14 +444,14 @@ class SaveImagesSubCommand(SubCommand):
 
                 command = [
                     "skopeo",
-                    "--override-os",
-                    override_os,
-                    "--override-arch",
-                    override_arch,
                     "copy",
                     "--src-tls-verify=false",
                     "--retry-times",
                     str(self.max_retries),
+                    "--override-os",
+                    override_os,
+                    "--override-arch",
+                    override_arch,
                 ]
                 if self.source_username and self.source_password:
                     command.extend(
@@ -771,6 +771,10 @@ class CopyImagesSubCommand(SubCommand):
                 print(f"❌ Error syncing image '{img_name}'")
                 failures.append((img_name, img_err))
 
+            override_os, override_arch = None, None
+            if self.platform:
+                override_os, override_arch = self.platform.split("/", maxsplit=1)
+
             # Submit tasks
             for img in images:
                 command = [
@@ -778,10 +782,20 @@ class CopyImagesSubCommand(SubCommand):
                     "copy",
                     "--src-tls-verify=false",
                     "--dest-tls-verify=false",
-                    "--all",
                     "--retry-times",
                     str(self.max_retries),
                 ]
+                if override_os and override_arch:
+                    command.extend(
+                        [
+                            "--override-os",
+                            override_os,
+                            "--override-arch",
+                            override_arch,
+                        ],
+                    )
+                else:
+                    command.append("--all")
                 if self.source_username and self.source_password:
                     command.extend(
                         [
@@ -1000,13 +1014,13 @@ class CompareImagesSubCommand(SubCommand):
             if img_name not in current_images_mapping
         ]
 
-        green, yellow, red, reset = "\033[32m", "\033[33m", "\033[31m", "\033[0m"
+        green, cyan, red, reset = "\033[32m", "\033[36m", "\033[31m", "\033[0m"
         if not self.color:
-            green, yellow, red, reset = "", "", "", ""
+            green, cyan, red, reset = "", "", "", ""
         for img_name in added_image_names:
             print(f"{green}+ {img_name}{reset}")
         for img_name in deprecated_image_names:
-            print(f"{yellow}~ {img_name}{reset}")
+            print(f"{cyan}~ {img_name}{reset}")
         for img_name in removed_image_names:
             print(f"{red}- {img_name}{reset}")
 

gpustack_runner/runner.py

@@ -2,7 +2,7 @@ from __future__ import annotations
 
 import json
 import re
-from dataclasses import asdict, dataclass
+from dataclasses import asdict, dataclass, field
 from functools import lru_cache
 from importlib import resources
 from pathlib import Path
@@ -13,7 +13,7 @@ from dataclasses_json import dataclass_json
 from . import envs
 
 _RE_DOCKER_IMAGE = re.compile(
-    r"(?:(?P<prefix>[\w\\.\-]+(?:/[\w\\.\-]+)*)/)?runner:(?P<backend>(Host|cann|corex|cuda|dtk|maca|rocm))(?P<backend_version>[XY\d\\.]+)(?:-(?P<backend_variant>\w+))?-(?P<service>(vllm|voxbox|mindie|sglang))(?P<service_version>[\w\\.]+)(?:-(?P<suffix>\w+))?",
+    r"(?:(?P<prefix>[\w\\.\-]+(?:/[\w\\.\-]+)*)/)?runner:(?P<backend>(Host|cann|corex|cuda|dtk|maca|musa|rocm))(?P<backend_version>[XY\d\\.]+)(?:-(?P<backend_variant>\w+))?-(?P<service>(vllm|voxbox|mindie|sglang))(?P<service_version>[\w\\.]+)(?:-(?P<suffix>\w+))?",
 )
 """
 Regex for Docker image parsing,
@@ -317,9 +317,13 @@ class ServiceVersionedRunner:
     """
     The service version, e.g. "0.10.0", "0.4.10", etc.
     """
-    deprecated: bool = False
+    deprecated: bool | None = field(
+        default=None,
+        metadata={"dataclasses_json": {"exclude": lambda v: v is None}},
+    )
     """
     Deprecated runner or not.
+    Valued only in `list_backend_runners` context.
     """
     platforms: list[ServicePlatformedRunner] | None = None
     """
@@ -355,6 +359,14 @@ class BackendVariantRunner:
     """
     A list of ServicedRunner objects, each containing service and versions.
     """
+    deprecated: bool | None = field(
+        default=None,
+        metadata={"dataclasses_json": {"exclude": lambda v: v is None}},
+    )
+    """
+    Deprecated runner or not.
+    Valued only in `list_service_runners` context.
+    """
     platforms: list[ServicePlatformedRunner] | None = None
     """
     A list of ServicePlatformedRunner objects, each containing platform and docker_image.
@@ -439,7 +451,6 @@ ServiceRunners = list[ServiceRunner]
         "versions": [
             {
                 "version": "0.10.0",
-                "deprecated": false,
                 "backends": [
                     {
                         "backend": "cann",
@@ -450,6 +461,7 @@ ServiceRunners = list[ServiceRunner]
                                 "variants": [
                                     {
                                         "variant": "910b",
+                                        "deprecated": false,
                                         "platforms": [
                                             {
                                                 "platform": "linux/amd64",
@@ -705,7 +717,6 @@ def build_service_runners(
         if not service_version_entry:
             service_version_entry = ServiceVersionedRunner(
                 version=runner.service_version,
-                deprecated=runner.deprecated,
                 backends=[],
             )
             service_entry.versions.append(service_version_entry)
@@ -751,6 +762,7 @@ def build_service_runners(
         if not variant_entry:
             variant_entry = BackendVariantRunner(
                 variant=runner.backend_variant,
+                deprecated=runner.deprecated,
                 platforms=[],
             )
             backend_version_entry.variants.append(variant_entry)

gpustack_runner/runner.py.json

@@ -1363,6 +1363,17 @@
     "docker_image": "gpustack/runner:cuda12.4-voxbox0.0.20",
     "deprecated": true
   },
+  {
+    "backend": "dtk",
+    "backend_version": "25.04",
+    "original_backend_version": "25.04.2",
+    "backend_variant": "",
+    "service": "vllm",
+    "service_version": "0.11.0",
+    "platform": "linux/amd64",
+    "docker_image": "gpustack/runner:dtk25.04-vllm0.11.0",
+    "deprecated": false
+  },
   {
     "backend": "dtk",
     "backend_version": "25.04",
@@ -1407,6 +1418,28 @@
     "docker_image": "gpustack/runner:maca3.0-vllm0.9.1",
     "deprecated": false
   },
+  {
+    "backend": "musa",
+    "backend_version": "4.3",
+    "original_backend_version": "4.3.2",
+    "backend_variant": "",
+    "service": "sglang",
+    "service_version": "0.5.7",
+    "platform": "linux/amd64",
+    "docker_image": "gpustack/runner:musa4.3-sglang0.5.7",
+    "deprecated": false
+  },
+  {
+    "backend": "musa",
+    "backend_version": "4.1",
+    "original_backend_version": "4.1.0",
+    "backend_variant": "",
+    "service": "vllm",
+    "service_version": "0.9.2",
+    "platform": "linux/amd64",
+    "docker_image": "gpustack/runner:musa4.1-vllm0.9.2",
+    "deprecated": false
+  },
   {
     "backend": "rocm",
     "backend_version": "7.0",

{gpustack_runner-0.1.23.post3.dist-info → gpustack_runner-0.1.23.post5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: gpustack-runner
-Version: 0.1.23.post3
+Version: 0.1.23.post5
 Summary: GPUStack Runner is library for registering runnable accelerated backends and services in GPUStack.
 Project-URL: Homepage, https://github.com/gpustack/runner
 Project-URL: Bug Tracker, https://github.com/gpustack/gpustack/issues
@@ -97,9 +97,9 @@ The following table lists the supported accelerated backends and their correspon
 
 ### Hygon DTK
 
-| DTK Version <br/> (Variant) | vLLM             |
-|-----------------------------|------------------|
-| 25.04                       | `0.9.2`, `0.8.5` |
+| DTK Version <br/> (Variant) | vLLM                       |
+|-----------------------------|----------------------------|
+| 25.04                       | `0.11.0`, `0.9.2`, `0.8.5` |
 
 ### MetaX MACA
 
@@ -108,6 +108,13 @@ The following table lists the supported accelerated backends and their correspon
 | 3.2                          | `0.10.2` |
 | 3.0                          | `0.9.1`  |
 
+### MThreads MUSA
+
+| MUSA Version <br/> (Variant) | vLLM    | SGLang  |
+|------------------------------|---------|---------|
+| 4.3.2                        |         | `0.5.2` |
+| 4.1.0                        | `0.9.2` |         |
+
 ### AMD ROCm
 
 > [!CAUTION]
@@ -171,6 +178,7 @@ ARG PYTHON_VERSION=...                                 # REQUIRED
 ARG CMAKE_MAX_JOBS=...                                 # REQUIRED
 ARG {OTHERS}                                           # OPTIONAL
 ARG {BACKEND}_VERSION=...                              # REQUIRED
+ARG {BACKEND}_VERSION_EXTRA=...                        # OPTIONAL
 ARG {BACKEND}_ARCHS=...                                # REQUIRED
 ARG {BACKEND}_{OTHERS}=...                             # OPTIONAL
 ARG {SERVICE}_BASE_IMAGE=...                           # REQUIRED

gpustack_runner-0.1.23.post5.dist-info/RECORD

@@ -0,0 +1,16 @@
+gpustack_runner/__init__.py,sha256=0_0jsxo1xjLtHTOIEU0_-A1qFEANzsVw-uXGjcILDwk,530
+gpustack_runner/__main__.py,sha256=wtcp9lwMkaXGbQkuOY08EQhKfIHcTLSjMdnj2W3UGwk,1285
+gpustack_runner/_version.py,sha256=NDbGgX_SVQwK4ytZFVrGe_PzIARK2sZAIaj9J28Xql4,792
+gpustack_runner/_version.pyi,sha256=A42NoSgcqEXVy2OeNm4LXC9CbyonbooYrSUBlPm2lGY,156
+gpustack_runner/envs.py,sha256=EVQvU1bdF5DHSY83X1mHkQWiF4jlLhre1YCArAFe5Wk,2862
+gpustack_runner/runner.py,sha256=PlwYWNj_9kVB-Aoo0dmCHVPiAjKVT3ZoezhAiYtJiJA,26589
+gpustack_runner/runner.py.json,sha256=a6U7utY4wZ2yEGZ2wEGmbDzoVb3GvzbK_1GrIcM9yQA,44801
+gpustack_runner/cmds/__init__.py,sha256=Os8FdvqNjLYiVn_jnDo7rFEtAeVLJJI1odKHEqWF-Fw,417
+gpustack_runner/cmds/__types__.py,sha256=7C4kQM0EHPD8WpJpTo6kh9rEdkrYALcLQ-GAzMMsqV8,789
+gpustack_runner/cmds/images.py,sha256=UM-fO_7lKzfaFep8_kHxy36AkjSw-ZUk3Ty2dCQmvnQ,38909
+gpustack_runner/_version_appendix.py,sha256=YRx5Cq7oDt_x3DaU5ub-D03qpMmWfqMHO-Dr6CBv2fY,23
+gpustack_runner-0.1.23.post5.dist-info/METADATA,sha256=BFlwdr9yVQiF0uYhilCS-GL3EAPhraqf9kf_T5Kcq4g,13295
+gpustack_runner-0.1.23.post5.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+gpustack_runner-0.1.23.post5.dist-info/entry_points.txt,sha256=M1Dxl6cY0kIgf2I4pPsV-_kU6BAtjj93spmsXAdwW3s,66
+gpustack_runner-0.1.23.post5.dist-info/licenses/LICENSE,sha256=OiPibowBvB-NHV3TP_NOj18XNBlXcshXZFMpa3uvKVE,10362
+gpustack_runner-0.1.23.post5.dist-info/RECORD,,

gpustack_runner-0.1.23.post3.dist-info/RECORD

@@ -1,16 +0,0 @@
-gpustack_runner/__init__.py,sha256=0_0jsxo1xjLtHTOIEU0_-A1qFEANzsVw-uXGjcILDwk,530
-gpustack_runner/__main__.py,sha256=wtcp9lwMkaXGbQkuOY08EQhKfIHcTLSjMdnj2W3UGwk,1285
-gpustack_runner/_version.py,sha256=W-1ggZXU540H696Vs8-XXMWUsbz9qHKHQ5nETO9ODpY,792
-gpustack_runner/_version.pyi,sha256=A42NoSgcqEXVy2OeNm4LXC9CbyonbooYrSUBlPm2lGY,156
-gpustack_runner/envs.py,sha256=EVQvU1bdF5DHSY83X1mHkQWiF4jlLhre1YCArAFe5Wk,2862
-gpustack_runner/runner.py,sha256=89vkGXNiXyHz9FxDY1BB4BYAIJR2P5bhIkZKMq-SOiU,26158
-gpustack_runner/runner.py.json,sha256=73LUrvctwiZLxZD99CoOPKPHCI6cD4qQE4zTtmWrS_I,43900
-gpustack_runner/cmds/__init__.py,sha256=Os8FdvqNjLYiVn_jnDo7rFEtAeVLJJI1odKHEqWF-Fw,417
-gpustack_runner/cmds/__types__.py,sha256=7C4kQM0EHPD8WpJpTo6kh9rEdkrYALcLQ-GAzMMsqV8,789
-gpustack_runner/cmds/images.py,sha256=WqVCggJwHFeP1IHZI7nssMvsYWoULDlqfJJDw-ltzHQ,38376
-gpustack_runner/_version_appendix.py,sha256=rdbLT73vNlpZpNA-44o6qkhY2wkiGMquQBqUCSQ9Evg,23
-gpustack_runner-0.1.23.post3.dist-info/METADATA,sha256=oaXCg12-qxyqheN1T8xd-nTG1yiGLplnppa9aiQ4s88,12967
-gpustack_runner-0.1.23.post3.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-gpustack_runner-0.1.23.post3.dist-info/entry_points.txt,sha256=M1Dxl6cY0kIgf2I4pPsV-_kU6BAtjj93spmsXAdwW3s,66
-gpustack_runner-0.1.23.post3.dist-info/licenses/LICENSE,sha256=OiPibowBvB-NHV3TP_NOj18XNBlXcshXZFMpa3uvKVE,10362
-gpustack_runner-0.1.23.post3.dist-info/RECORD,,