gpustack-runner 0.1.23__py3-none-any.whl → 0.1.23.post2__py3-none-any.whl

gpustack_runner/_version.py

@@ -27,8 +27,8 @@ version_tuple: VERSION_TUPLE
 __commit_id__: COMMIT_ID
 commit_id: COMMIT_ID
 
-__version__ = version = '0.1.23'
-__version_tuple__ = version_tuple = (0, 1, 23)
+__version__ = version = '0.1.23.post2'
+__version_tuple__ = version_tuple = (0, 1, 23, 'post2')
 try:
     from ._version_appendix import git_commit
     __commit_id__ = commit_id = git_commit

gpustack_runner/_version_appendix.py

@@ -1 +1 @@
-git_commit = "60fcf6e"
+git_commit = "6d771e2"

gpustack_runner/cmds/images.py

@@ -17,7 +17,7 @@ from typing import TYPE_CHECKING
 import requests
 from dataclasses_json import dataclass_json
 
-from gpustack_runner import BackendRunners, list_backend_runners
+from gpustack_runner import BackendRunners, envs, list_backend_runners
 
 from .__types__ import SubCommand
 
@@ -1094,6 +1094,9 @@ def list_images(**kwargs) -> list[PlatformedImage]:
             name = img.name
             if not name:
                 continue
+            if namespace := envs.GPUSTACK_RUNNER_DEFAULT_IMAGE_NAMESPACE:
+                name = name.replace("gpustack/", f"{namespace}/")
+                img.name = name
             if name not in image_names_index:
                 image_names_index[name] = len(images)
                 images.append(img)

gpustack_runner/envs.py

@@ -9,7 +9,7 @@ if TYPE_CHECKING:
 
     # Global
 
-    GPUSTACK_RUNNER_DEFAULT_NAMESPACE: str | None = None
+    GPUSTACK_RUNNER_DEFAULT_IMAGE_NAMESPACE: str | None = None
     """
     Namespace for default runner images.
     If not set, it should be "gpustack".
@@ -19,11 +19,12 @@ if TYPE_CHECKING:
 
 variables: dict[str, Callable[[], Any]] = {
     # Global
-    "GPUSTACK_RUNNER_DEFAULT_NAMESPACE": lambda: trim_str(
+    "GPUSTACK_RUNNER_DEFAULT_IMAGE_NAMESPACE": lambda: trim_str(
         getenvs(
             keys=[
-                "GPUSTACK_RUNNER_DEFAULT_NAMESPACE",
-                "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_NAMESPACE",  ## Compatible with gpustack/gpustack_runtime.
+                "GPUSTACK_RUNNER_DEFAULT_IMAGE_NAMESPACE",
+                ## Compatible with gpustack/gpustack_runtime.
+                "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_IMAGE_NAMESPACE",
             ],
         ),
     ),

gpustack_runner/runner.py

@@ -239,7 +239,7 @@ def list_runners(**kwargs) -> Runners | list[dict]:
         json_list = json.load(f)
         runners = []
         for item in json_list:
-            if namespace := envs.GPUSTACK_RUNNER_DEFAULT_NAMESPACE:
+            if namespace := envs.GPUSTACK_RUNNER_DEFAULT_IMAGE_NAMESPACE:
                 docker_image = item["docker_image"]
                 docker_image = docker_image.replace("gpustack/", f"{namespace}/")
                 item["docker_image"] = docker_image

gpustack_runner/runner.py.json

@@ -21,6 +21,17 @@
     "docker_image": "gpustack/runner:cann8.3-a3-mindie2.2.rc1",
     "deprecated": false
   },
+  {
+    "backend": "cann",
+    "backend_version": "8.3",
+    "original_backend_version": "8.3.rc2",
+    "backend_variant": "a3",
+    "service": "sglang",
+    "service_version": "0.5.7",
+    "platform": "linux/arm64",
+    "docker_image": "gpustack/runner:cann8.3-a3-sglang0.5.7",
+    "deprecated": false
+  },
   {
     "backend": "cann",
     "backend_version": "8.3",
@@ -230,6 +241,17 @@
     "docker_image": "gpustack/runner:cann8.3-910b-mindie2.2.rc1",
     "deprecated": false
   },
+  {
+    "backend": "cann",
+    "backend_version": "8.3",
+    "original_backend_version": "8.3.rc2",
+    "backend_variant": "910b",
+    "service": "sglang",
+    "service_version": "0.5.7",
+    "platform": "linux/arm64",
+    "docker_image": "gpustack/runner:cann8.3-910b-sglang0.5.7",
+    "deprecated": false
+  },
   {
     "backend": "cann",
     "backend_version": "8.3",
@@ -626,6 +648,28 @@
     "docker_image": "gpustack/runner:corex4.2-vllm0.8.3",
     "deprecated": false
   },
+  {
+    "backend": "cuda",
+    "backend_version": "12.9",
+    "original_backend_version": "12.9.1",
+    "backend_variant": "",
+    "service": "sglang",
+    "service_version": "0.5.7",
+    "platform": "linux/amd64",
+    "docker_image": "gpustack/runner:cuda12.9-sglang0.5.7",
+    "deprecated": false
+  },
+  {
+    "backend": "cuda",
+    "backend_version": "12.9",
+    "original_backend_version": "12.9.1",
+    "backend_variant": "",
+    "service": "sglang",
+    "service_version": "0.5.7",
+    "platform": "linux/arm64",
+    "docker_image": "gpustack/runner:cuda12.9-sglang0.5.7",
+    "deprecated": false
+  },
   {
     "backend": "cuda",
     "backend_version": "12.9",
@@ -714,6 +758,28 @@
     "docker_image": "gpustack/runner:cuda12.9-vllm0.11.2",
     "deprecated": false
   },
+  {
+    "backend": "cuda",
+    "backend_version": "12.8",
+    "original_backend_version": "12.8.1",
+    "backend_variant": "",
+    "service": "sglang",
+    "service_version": "0.5.7",
+    "platform": "linux/amd64",
+    "docker_image": "gpustack/runner:cuda12.8-sglang0.5.7",
+    "deprecated": false
+  },
+  {
+    "backend": "cuda",
+    "backend_version": "12.8",
+    "original_backend_version": "12.8.1",
+    "backend_variant": "",
+    "service": "sglang",
+    "service_version": "0.5.7",
+    "platform": "linux/arm64",
+    "docker_image": "gpustack/runner:cuda12.8-sglang0.5.7",
+    "deprecated": false
+  },
   {
     "backend": "cuda",
     "backend_version": "12.8",
@@ -1341,6 +1407,17 @@
     "docker_image": "gpustack/runner:maca3.0-vllm0.9.1",
     "deprecated": false
   },
+  {
+    "backend": "rocm",
+    "backend_version": "7.0",
+    "original_backend_version": "7.0.2",
+    "backend_variant": "",
+    "service": "sglang",
+    "service_version": "0.5.7",
+    "platform": "linux/amd64",
+    "docker_image": "gpustack/runner:rocm7.0-sglang0.5.7",
+    "deprecated": false
+  },
   {
     "backend": "rocm",
     "backend_version": "7.0",
@@ -1396,6 +1473,17 @@
     "docker_image": "gpustack/runner:rocm7.0-vllm0.11.0",
     "deprecated": true
   },
+  {
+    "backend": "rocm",
+    "backend_version": "6.4",
+    "original_backend_version": "6.4.4",
+    "backend_variant": "",
+    "service": "sglang",
+    "service_version": "0.5.7",
+    "platform": "linux/amd64",
+    "docker_image": "gpustack/runner:rocm6.4-sglang0.5.7",
+    "deprecated": false
+  },
   {
     "backend": "rocm",
     "backend_version": "6.4",

{gpustack_runner-0.1.23.dist-info → gpustack_runner-0.1.23.post2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: gpustack-runner
-Version: 0.1.23
+Version: 0.1.23.post2
 Summary: GPUStack Runner is library for registering runnable accelerated backends and services in GPUStack.
 Project-URL: Homepage, https://github.com/gpustack/runner
 Project-URL: Bug Tracker, https://github.com/gpustack/gpustack/issues
@@ -58,8 +58,8 @@ The following table lists the supported accelerated backends and their correspon
 
 | CANN Version <br/> (Variant) | MindIE                   | vLLM                                                       | SGLang                 |
 |------------------------------|--------------------------|------------------------------------------------------------|------------------------|
-| 8.3 (A3/910C)                | `2.2.rc1`                | `0.13.0`, `0.12.0`, `0.11.0`                               | `0.5.6.post2`          |
-| 8.3 (910B)                   | `2.2.rc1`                | `0.13.0`, `0.12.0`, `0.11.0`                               | `0.5.6.post2`          |
+| 8.3 (A3/910C)                | `2.2.rc1`                | `0.13.0`, `0.12.0`, `0.11.0`                               | `0.5.7`, `0.5.6.post2` |
+| 8.3 (910B)                   | `2.2.rc1`                | `0.13.0`, `0.12.0`, `0.11.0`                               | `0.5.7`, `0.5.6.post2` |
 | 8.3 (310P)                   | `2.2.rc1`                |                                                            |                        |
 | 8.2 (A3/910C)                | `2.1.rc2`                | `0.10.2`, `0.10.1.1`                                       | `0.5.2`, `0.5.1.post3` |
 | 8.2 (910B)                   | `2.1.rc2`, ~~`2.1.rc1`~~ | `0.10.2`, `0.10.1.1`, <br/>`0.10.0`, `0.9.2`, <br/>`0.9.1` | `0.5.2`, `0.5.1.post3` |
@@ -88,12 +88,12 @@ The following table lists the supported accelerated backends and their correspon
 > - CUDA 12.6/12.4 supports Compute Capabilities:
     `7.5 8.0+PTX 8.9 9.0+PTX`.
 
-| CUDA Version <br/> (Variant) | vLLM                                                                                              | SGLang                                                        | VoxBox                 |
-|------------------------------|---------------------------------------------------------------------------------------------------|---------------------------------------------------------------|------------------------|
-| 12.9                         | `0.13.0`, `0.12.0`, <br/>`0.11.2`                                                                 | `0.5.6.post2`                                                 |                        |
-| 12.8                         | `0.13.0`, `0.12.0`, <br/>`0.11.2`, ~~`0.11.0`~~, <br/>`0.10.2`, ~~`0.10.1.1`~~, <br/>~~`0.10.0`~~ | `0.5.6.post2`, `0.5.5.post3`, <br/>~~`0.5.5`~~, `0.5.4.post3` | `0.0.21`, ~~`0.0.20`~~ |
-| 12.6                         | `0.13.0`, `0.12.0`, <br/>`0.11.2`, ~~`0.11.0`~~, <br/>`0.10.2`, ~~`0.10.1.1`~~, <br/>~~`0.10.0`~~ | `0.5.6.post2`                                                 | `0.0.21`, ~~`0.0.20`~~ |
-| 12.4                         | ~~`0.11.0`~~, ~~`0.10.2`~~, <br/>~~`0.10.1.1`~~, ~~`0.10.0`~~                                     |                                                               | ~~`0.0.20`~~           |
+| CUDA Version <br/> (Variant) | vLLM                                                                                              | SGLang                                                                 | VoxBox                 |
+|------------------------------|---------------------------------------------------------------------------------------------------|------------------------------------------------------------------------|------------------------|
+| 12.9                         | `0.13.0`, `0.12.0`, <br/>`0.11.2`                                                                 | `0.5.7`, `0.5.6.post2`                                                 |                        |
+| 12.8                         | `0.13.0`, `0.12.0`, <br/>`0.11.2`, ~~`0.11.0`~~, <br/>`0.10.2`, ~~`0.10.1.1`~~, <br/>~~`0.10.0`~~ | `0.5.7`, `0.5.6.post2`, `0.5.5.post3`, <br/>~~`0.5.5`~~, `0.5.4.post3` | `0.0.21`, ~~`0.0.20`~~ |
+| 12.6                         | `0.13.0`, `0.12.0`, <br/>`0.11.2`, ~~`0.11.0`~~, <br/>`0.10.2`, ~~`0.10.1.1`~~, <br/>~~`0.10.0`~~ |                                                                        | `0.0.21`, ~~`0.0.20`~~ |
+| 12.4                         | ~~`0.11.0`~~, ~~`0.10.2`~~, <br/>~~`0.10.1.1`~~, ~~`0.10.0`~~                                     |                                                                        | ~~`0.0.20`~~           |
 
 ### Hygon DTK
 
@@ -112,8 +112,8 @@ The following table lists the supported accelerated backends and their correspon
 
 > [!CAUTION]
 > Since v0.1.23:
-> Deprecated all services for ROCm 6.3.
-> Deprecated vLLM `0.11.0`.
+> - Deprecated all services for ROCm 6.3.
+> - Deprecated vLLM `0.11.0`.
 
 > [!NOTE]
 > - ROCm 7.0 supports LLVM targets:
@@ -128,11 +128,11 @@ The following table lists the supported accelerated backends and their correspon
 > - ROCm 6.4 SGLang supports `gfx942` only.
 > - ROCm 7.0 SGLang supports `gfx950` only.
 
-| ROCm Version <br/> (Variant) | vLLM                                            | SGLang                       |
-|------------------------------|-------------------------------------------------|------------------------------|
-| 7.0                          | `0.13.0`, `0.12.0`, <br/>`0.11.2`, ~~`0.11.0`~~ | `0.5.6.post2`                |
-| 6.4                          | `0.13.0`, `0.12.0`, <br/>`0.11.2`, `0.10.2`     | `0.5.6.post2`, `0.5.5.post3` |
-| 6.3                          | ~~`0.10.1.1`~~, ~~`0.10.0`~~                    |                              |
+| ROCm Version <br/> (Variant) | vLLM                                            | SGLang                                |
+|------------------------------|-------------------------------------------------|---------------------------------------|
+| 7.0                          | `0.13.0`, `0.12.0`, <br/>`0.11.2`, ~~`0.11.0`~~ | `0.5.7`, `0.5.6.post2`                |
+| 6.4                          | `0.13.0`, `0.12.0`, <br/>`0.11.2`, `0.10.2`     | `0.5.7`, `0.5.6.post2`, `0.5.5.post3` |
+| 6.3                          | ~~`0.10.1.1`~~, ~~`0.10.0`~~                    |                                       |
 
 ## Directory Structure
 

gpustack_runner-0.1.23.post2.dist-info/RECORD

@@ -0,0 +1,16 @@
+gpustack_runner/__init__.py,sha256=0_0jsxo1xjLtHTOIEU0_-A1qFEANzsVw-uXGjcILDwk,530
+gpustack_runner/__main__.py,sha256=wtcp9lwMkaXGbQkuOY08EQhKfIHcTLSjMdnj2W3UGwk,1285
+gpustack_runner/_version.py,sha256=NCM7WiXV--O7WpmrZyz6RSt8dfOM9XgSzFH_4T36QEA,792
+gpustack_runner/_version.pyi,sha256=A42NoSgcqEXVy2OeNm4LXC9CbyonbooYrSUBlPm2lGY,156
+gpustack_runner/envs.py,sha256=KdRlhBAuluPXaLi_1TAoZsBjSIg78TKo2n2p67VpFUQ,2669
+gpustack_runner/runner.py,sha256=gbr69aab21ZJ1iVLvK5M2ql1UeRXQmhmh3-x5DBLsfs,26154
+gpustack_runner/runner.py.json,sha256=73LUrvctwiZLxZD99CoOPKPHCI6cD4qQE4zTtmWrS_I,43900
+gpustack_runner/cmds/__init__.py,sha256=Os8FdvqNjLYiVn_jnDo7rFEtAeVLJJI1odKHEqWF-Fw,417
+gpustack_runner/cmds/__types__.py,sha256=7C4kQM0EHPD8WpJpTo6kh9rEdkrYALcLQ-GAzMMsqV8,789
+gpustack_runner/cmds/images.py,sha256=76PhBP9KLkCUkyLkYQk4mvnctKzm8WJbVdW34ByE72M,38372
+gpustack_runner/_version_appendix.py,sha256=KdhQh8fb2BZ6pZ-UewzDmtSgGRxfyOHxDGN6mUYIjTA,23
+gpustack_runner-0.1.23.post2.dist-info/METADATA,sha256=HIn9Fveuy4JhloUnIv15c80w0FWIRh6fM7xsyHBN7DA,12967
+gpustack_runner-0.1.23.post2.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+gpustack_runner-0.1.23.post2.dist-info/entry_points.txt,sha256=M1Dxl6cY0kIgf2I4pPsV-_kU6BAtjj93spmsXAdwW3s,66
+gpustack_runner-0.1.23.post2.dist-info/licenses/LICENSE,sha256=OiPibowBvB-NHV3TP_NOj18XNBlXcshXZFMpa3uvKVE,10362
+gpustack_runner-0.1.23.post2.dist-info/RECORD,,

gpustack_runner-0.1.23.dist-info/RECORD

@@ -1,16 +0,0 @@
-gpustack_runner/__init__.py,sha256=0_0jsxo1xjLtHTOIEU0_-A1qFEANzsVw-uXGjcILDwk,530
-gpustack_runner/__main__.py,sha256=wtcp9lwMkaXGbQkuOY08EQhKfIHcTLSjMdnj2W3UGwk,1285
-gpustack_runner/_version.py,sha256=K62qjl2rYPWyHlip9dUMtefmyJJ6D7jByOIPNGERJAo,777
-gpustack_runner/_version.pyi,sha256=A42NoSgcqEXVy2OeNm4LXC9CbyonbooYrSUBlPm2lGY,156
-gpustack_runner/envs.py,sha256=zxnUw42fLRZxGmcg9amVIU6SvoeXDGejcqBRggLHkVE,2630
-gpustack_runner/runner.py,sha256=YOaTDFQyOfF3rza6llIM_qWsMdeXyp43oXzNM1JutyQ,26148
-gpustack_runner/runner.py.json,sha256=So5CUA7iPG8TvLKRrtqD3p5c2WEKSKdifXPLmyNn3aI,41462
-gpustack_runner/cmds/__init__.py,sha256=Os8FdvqNjLYiVn_jnDo7rFEtAeVLJJI1odKHEqWF-Fw,417
-gpustack_runner/cmds/__types__.py,sha256=7C4kQM0EHPD8WpJpTo6kh9rEdkrYALcLQ-GAzMMsqV8,789
-gpustack_runner/cmds/images.py,sha256=ZbimSOqC1DRiEOl434MDugAgZ_1b66xYbpI9AUbZDxk,38194
-gpustack_runner/_version_appendix.py,sha256=qDsJqPC7KSnVxuj64wzviBnNEX3UXxL0YUJIn8v6Nts,23
-gpustack_runner-0.1.23.dist-info/METADATA,sha256=vN7evuTwPXLM5VzKvky7sQ5KYtHBaPgCEIhlKUXdkDs,12858
-gpustack_runner-0.1.23.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-gpustack_runner-0.1.23.dist-info/entry_points.txt,sha256=M1Dxl6cY0kIgf2I4pPsV-_kU6BAtjj93spmsXAdwW3s,66
-gpustack_runner-0.1.23.dist-info/licenses/LICENSE,sha256=OiPibowBvB-NHV3TP_NOj18XNBlXcshXZFMpa3uvKVE,10362
-gpustack_runner-0.1.23.dist-info/RECORD,,