gpustack-runner 0.1.24.post2__py3-none-any.whl → 0.1.24.post4__py3-none-any.whl

gpustack_runner/_version.py

@@ -27,8 +27,8 @@ version_tuple: VERSION_TUPLE
 __commit_id__: COMMIT_ID
 commit_id: COMMIT_ID
 
-__version__ = version = '0.1.24.post2'
-__version_tuple__ = version_tuple = (0, 1, 24, 'post2')
+__version__ = version = '0.1.24.post4'
+__version_tuple__ = version_tuple = (0, 1, 24, 'post4')
 try:
     from ._version_appendix import git_commit
     __commit_id__ = commit_id = git_commit

gpustack_runner/_version_appendix.py

@@ -1 +1 @@
-git_commit = "62d75c6"
+git_commit = "907c39c"

gpustack_runner/runner.py.json

@@ -261,7 +261,7 @@
     "service_version": "0.10.1.1",
     "platform": "linux/amd64",
     "docker_image": "gpustack/runner:cann8.2-a3-vllm0.10.1.1",
-    "deprecated": false
+    "deprecated": true
   },
   {
     "backend": "cann",
@@ -272,7 +272,7 @@
     "service_version": "0.10.1.1",
     "platform": "linux/arm64",
     "docker_image": "gpustack/runner:cann8.2-a3-vllm0.10.1.1",
-    "deprecated": false
+    "deprecated": true
   },
   {
     "backend": "cann",
@@ -558,7 +558,7 @@
     "service_version": "0.10.1.1",
     "platform": "linux/amd64",
     "docker_image": "gpustack/runner:cann8.2-910b-vllm0.10.1.1",
-    "deprecated": false
+    "deprecated": true
   },
   {
     "backend": "cann",
@@ -569,7 +569,7 @@
     "service_version": "0.10.1.1",
     "platform": "linux/arm64",
     "docker_image": "gpustack/runner:cann8.2-910b-vllm0.10.1.1",
-    "deprecated": false
+    "deprecated": true
   },
   {
     "backend": "cann",
@@ -624,7 +624,7 @@
     "service_version": "0.9.1",
     "platform": "linux/amd64",
     "docker_image": "gpustack/runner:cann8.2-910b-vllm0.9.1",
-    "deprecated": false
+    "deprecated": true
   },
   {
     "backend": "cann",
@@ -635,7 +635,7 @@
     "service_version": "0.9.1",
     "platform": "linux/arm64",
     "docker_image": "gpustack/runner:cann8.2-910b-vllm0.9.1",
-    "deprecated": false
+    "deprecated": true
   },
   {
     "backend": "cann",
@@ -802,6 +802,28 @@
     "docker_image": "gpustack/runner:corex4.2-vllm0.8.3",
     "deprecated": false
   },
+  {
+    "backend": "cuda",
+    "backend_version": "12.9",
+    "original_backend_version": "12.9.1",
+    "backend_variant": "",
+    "service": "sglang",
+    "service_version": "0.5.8",
+    "platform": "linux/amd64",
+    "docker_image": "gpustack/runner:cuda12.9-sglang0.5.8",
+    "deprecated": false
+  },
+  {
+    "backend": "cuda",
+    "backend_version": "12.9",
+    "original_backend_version": "12.9.1",
+    "backend_variant": "",
+    "service": "sglang",
+    "service_version": "0.5.8",
+    "platform": "linux/arm64",
+    "docker_image": "gpustack/runner:cuda12.9-sglang0.5.8",
+    "deprecated": false
+  },
   {
     "backend": "cuda",
     "backend_version": "12.9",
@@ -846,6 +868,28 @@
     "docker_image": "gpustack/runner:cuda12.9-sglang0.5.6.post2",
     "deprecated": false
   },
+  {
+    "backend": "cuda",
+    "backend_version": "12.9",
+    "original_backend_version": "12.9.1",
+    "backend_variant": "",
+    "service": "vllm",
+    "service_version": "0.14.1",
+    "platform": "linux/amd64",
+    "docker_image": "gpustack/runner:cuda12.9-vllm0.14.1",
+    "deprecated": false
+  },
+  {
+    "backend": "cuda",
+    "backend_version": "12.9",
+    "original_backend_version": "12.9.1",
+    "backend_variant": "",
+    "service": "vllm",
+    "service_version": "0.14.1",
+    "platform": "linux/arm64",
+    "docker_image": "gpustack/runner:cuda12.9-vllm0.14.1",
+    "deprecated": false
+  },
   {
     "backend": "cuda",
     "backend_version": "12.9",
@@ -912,6 +956,28 @@
     "docker_image": "gpustack/runner:cuda12.9-vllm0.11.2",
     "deprecated": false
   },
+  {
+    "backend": "cuda",
+    "backend_version": "12.8",
+    "original_backend_version": "12.8.1",
+    "backend_variant": "",
+    "service": "sglang",
+    "service_version": "0.5.8",
+    "platform": "linux/amd64",
+    "docker_image": "gpustack/runner:cuda12.8-sglang0.5.8",
+    "deprecated": false
+  },
+  {
+    "backend": "cuda",
+    "backend_version": "12.8",
+    "original_backend_version": "12.8.1",
+    "backend_variant": "",
+    "service": "sglang",
+    "service_version": "0.5.8",
+    "platform": "linux/arm64",
+    "docker_image": "gpustack/runner:cuda12.8-sglang0.5.8",
+    "deprecated": false
+  },
   {
     "backend": "cuda",
     "backend_version": "12.8",
@@ -998,7 +1064,7 @@
     "service_version": "0.5.4.post3",
     "platform": "linux/amd64",
     "docker_image": "gpustack/runner:cuda12.8-sglang0.5.4.post3",
-    "deprecated": false
+    "deprecated": true
   },
   {
     "backend": "cuda",
@@ -1009,6 +1075,28 @@
     "service_version": "0.5.4.post3",
     "platform": "linux/arm64",
     "docker_image": "gpustack/runner:cuda12.8-sglang0.5.4.post3",
+    "deprecated": true
+  },
+  {
+    "backend": "cuda",
+    "backend_version": "12.8",
+    "original_backend_version": "12.8.1",
+    "backend_variant": "",
+    "service": "vllm",
+    "service_version": "0.14.1",
+    "platform": "linux/amd64",
+    "docker_image": "gpustack/runner:cuda12.8-vllm0.14.1",
+    "deprecated": false
+  },
+  {
+    "backend": "cuda",
+    "backend_version": "12.8",
+    "original_backend_version": "12.8.1",
+    "backend_variant": "",
+    "service": "vllm",
+    "service_version": "0.14.1",
+    "platform": "linux/arm64",
+    "docker_image": "gpustack/runner:cuda12.8-vllm0.14.1",
     "deprecated": false
   },
   {
@@ -1209,6 +1297,28 @@
     "docker_image": "gpustack/runner:cuda12.8-voxbox0.0.20",
     "deprecated": true
   },
+  {
+    "backend": "cuda",
+    "backend_version": "12.6",
+    "original_backend_version": "12.6.3",
+    "backend_variant": "",
+    "service": "vllm",
+    "service_version": "0.14.1",
+    "platform": "linux/amd64",
+    "docker_image": "gpustack/runner:cuda12.6-vllm0.14.1",
+    "deprecated": false
+  },
+  {
+    "backend": "cuda",
+    "backend_version": "12.6",
+    "original_backend_version": "12.6.3",
+    "backend_variant": "",
+    "service": "vllm",
+    "service_version": "0.14.1",
+    "platform": "linux/arm64",
+    "docker_image": "gpustack/runner:cuda12.6-vllm0.14.1",
+    "deprecated": false
+  },
   {
     "backend": "cuda",
     "backend_version": "12.6",
@@ -1638,6 +1748,17 @@
     "docker_image": "gpustack/runner:musa4.1-vllm0.9.2",
     "deprecated": false
   },
+  {
+    "backend": "rocm",
+    "backend_version": "7.0",
+    "original_backend_version": "7.0.2",
+    "backend_variant": "",
+    "service": "sglang",
+    "service_version": "0.5.8",
+    "platform": "linux/amd64",
+    "docker_image": "gpustack/runner:rocm7.0-sglang0.5.8",
+    "deprecated": false
+  },
   {
     "backend": "rocm",
     "backend_version": "7.0",
@@ -1660,6 +1781,17 @@
     "docker_image": "gpustack/runner:rocm7.0-sglang0.5.6.post2",
     "deprecated": false
   },
+  {
+    "backend": "rocm",
+    "backend_version": "7.0",
+    "original_backend_version": "7.0.2",
+    "backend_variant": "",
+    "service": "vllm",
+    "service_version": "0.14.1",
+    "platform": "linux/amd64",
+    "docker_image": "gpustack/runner:rocm7.0-vllm0.14.1",
+    "deprecated": false
+  },
   {
     "backend": "rocm",
     "backend_version": "7.0",
@@ -1704,6 +1836,17 @@
     "docker_image": "gpustack/runner:rocm7.0-vllm0.11.0",
     "deprecated": true
   },
+  {
+    "backend": "rocm",
+    "backend_version": "6.4",
+    "original_backend_version": "6.4.4",
+    "backend_variant": "",
+    "service": "sglang",
+    "service_version": "0.5.8",
+    "platform": "linux/amd64",
+    "docker_image": "gpustack/runner:rocm6.4-sglang0.5.8",
+    "deprecated": false
+  },
   {
     "backend": "rocm",
     "backend_version": "6.4",
@@ -1737,6 +1880,17 @@
     "docker_image": "gpustack/runner:rocm6.4-sglang0.5.5.post3",
     "deprecated": false
   },
+  {
+    "backend": "rocm",
+    "backend_version": "6.4",
+    "original_backend_version": "6.4.4",
+    "backend_variant": "",
+    "service": "vllm",
+    "service_version": "0.14.1",
+    "platform": "linux/amd64",
+    "docker_image": "gpustack/runner:rocm6.4-vllm0.14.1",
+    "deprecated": false
+  },
   {
     "backend": "rocm",
     "backend_version": "6.4",

{gpustack_runner-0.1.24.post2.dist-info → gpustack_runner-0.1.24.post4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: gpustack-runner
-Version: 0.1.24.post2
+Version: 0.1.24.post4
 Summary: GPUStack Runner is library for registering runnable accelerated backends and services in GPUStack.
 Project-URL: Homepage, https://github.com/gpustack/runner
 Project-URL: Bug Tracker, https://github.com/gpustack/gpustack/issues
@@ -52,17 +52,17 @@ The following table lists the supported accelerated backends and their correspon
     vllm-ascend [#3316](https://github.com/vllm-project/vllm-ascend/issues/3316)
     and [#2795](https://github.com/vllm-project/vllm-ascend/issues/2795).
 
-| CANN Version <br/> (Variant) | MindIE    | vLLM                                                       | SGLang                 |
-|------------------------------|-----------|------------------------------------------------------------|------------------------|
-| 8.5 (A3/910C)                | `2.3.0`   | `0.14.1`, `0.13.0`                                         | `0.5.8`                |
-| 8.5 (910B)                   | `2.3.0`   | `0.14.1`, `0.13.0`                                         | `0.5.8`                |
-| 8.5 (310P)                   | `2.3.0`   | `0.14.1`                                                   |                        |
-| 8.3 (A3/910C)                | `2.2.rc1` | `0.12.0`, `0.11.0`                                         | `0.5.7`, `0.5.6.post2` |
-| 8.3 (910B)                   | `2.2.rc1` | `0.12.0`, `0.11.0`                                         | `0.5.7`, `0.5.6.post2` |
-| 8.3 (310P)                   | `2.2.rc1` |                                                            |                        |
-| 8.2 (A3/910C)                | `2.1.rc2` | `0.10.2`, `0.10.1.1`                                       | `0.5.2`, `0.5.1.post3` |
-| 8.2 (910B)                   | `2.1.rc2` | `0.10.2`, `0.10.1.1`, <br/>`0.10.0`, `0.9.2`, <br/>`0.9.1` | `0.5.2`, `0.5.1.post3` |
-| 8.2 (310P)                   | `2.1.rc2` | `0.10.0`, `0.9.2`                                          |                        |
+| CANN Version <br/> (Variant) | MindIE    | vLLM                                                               | SGLang                 |
+|------------------------------|-----------|--------------------------------------------------------------------|------------------------|
+| 8.5 (A3/910C)                | `2.3.0`   | `0.14.1`, `0.13.0`                                                 | `0.5.8`                |
+| 8.5 (910B)                   | `2.3.0`   | `0.14.1`, `0.13.0`                                                 | `0.5.8`                |
+| 8.5 (310P)                   | `2.3.0`   | `0.14.1`                                                           |                        |
+| 8.3 (A3/910C)                | `2.2.rc1` | `0.12.0`, `0.11.0`                                                 | `0.5.7`, `0.5.6.post2` |
+| 8.3 (910B)                   | `2.2.rc1` | `0.12.0`, `0.11.0`                                                 | `0.5.7`, `0.5.6.post2` |
+| 8.3 (310P)                   | `2.2.rc1` |                                                                    |                        |
+| 8.2 (A3/910C)                | `2.1.rc2` | `0.10.2`, ~~`0.10.1.1`~~                                           | `0.5.2`, `0.5.1.post3` |
+| 8.2 (910B)                   | `2.1.rc2` | `0.10.2`, ~~`0.10.1.1`~~, <br/>`0.10.0`, `0.9.2`, <br/>~~`0.9.1`~~ | `0.5.2`, `0.5.1.post3` |
+| 8.2 (310P)                   | `2.1.rc2` | `0.10.0`, `0.9.2`                                                  |                        |
 
 ### Iluvatar CoreX
 
@@ -80,11 +80,11 @@ The following table lists the supported accelerated backends and their correspon
 > - CUDA 12.6/12.4 supports Compute Capabilities:
     `7.5 8.0+PTX 8.9 9.0+PTX`.
 
-| CUDA Version <br/> (Variant) | vLLM                                        | SGLang                                                    | VoxBox   |
-|------------------------------|---------------------------------------------|-----------------------------------------------------------|----------|
-| 12.9                         | `0.13.0`, `0.12.0`, <br/>`0.11.2`           | `0.5.7`, `0.5.6.post2`                                    |          |
-| 12.8                         | `0.13.0`, `0.12.0`, <br/>`0.11.2`, `0.10.2` | `0.5.7`, `0.5.6.post2`, <br/>`0.5.5.post3`, `0.5.4.post3` | `0.0.21` |
-| 12.6                         | `0.13.0`, `0.12.0`, <br/>`0.11.2`,`0.10.2`  |                                                           | `0.0.21` |
+| CUDA Version <br/> (Variant) | vLLM                                                           | SGLang                                                                      | VoxBox   |
+|------------------------------|----------------------------------------------------------------|-----------------------------------------------------------------------------|----------|
+| 12.9                         | `0.14.1`, **`0.13.0`**, <br/>`0.12.0`, `0.11.2`                | `0.5.8`, `0.5.7`, <br/>`0.5.6.post2`                                        |          |
+| 12.8                         | `0.14.1`, **`0.13.0`**, <br/>`0.12.0`, `0.11.2`, <br/>`0.10.2` | `0.5.8`, `0.5.7`, <br/>`0.5.6.post2`, `0.5.5.post3`, <br/>~~`0.5.4.post3`~~ | `0.0.21` |
+| 12.6                         | `0.14.1`, **`0.13.0`**, <br/>`0.12.0`, `0.11.2`, <br/>`0.10.2` |                                                                             | `0.0.21` |
 
 ### Hygon DTK
 
@@ -128,10 +128,10 @@ The following table lists the supported accelerated backends and their correspon
 > - ROCm 6.4 SGLang supports `gfx942` only.
 > - ROCm 7.0 SGLang supports `gfx950` only.
 
-| ROCm Version <br/> (Variant) | vLLM                                        | SGLang                                     |
-|------------------------------|---------------------------------------------|--------------------------------------------|
-| 7.0                          | `0.13.0`, `0.12.0`, <br/>`0.11.2`           | `0.5.7`, `0.5.6.post2`                     |
-| 6.4                          | `0.13.0`, `0.12.0`, <br/>`0.11.2`, `0.10.2` | `0.5.7`, `0.5.6.post2`, <br/>`0.5.5.post3` |
+| ROCm Version <br/> (Variant) | vLLM                                                      | SGLang                                              |
+|------------------------------|-----------------------------------------------------------|-----------------------------------------------------|
+| 7.0                          | `0.14.1`, **`0.13.0`**, <br/>`0.12.0`, `0.11.2`           | `0.5.8`, `0.5.7`, <br/>`0.5.6.post2`                |
+| 6.4                          | `0.14.1`, **`0.13.0`**, <br/>`0.12.0`, `0.11.2`, `0.10.2` | `0.5.8`, `0.5.7`, <br/>`0.5.6.post2`, `0.5.5.post3` |
 
 ## Directory Structure
 

{gpustack_runner-0.1.24.post2.dist-info → gpustack_runner-0.1.24.post4.dist-info}/RECORD

@@ -1,17 +1,17 @@
 gpustack_runner/__init__.py,sha256=ss8_wsk1oo13qFlP9usrXKX4ypHs1NZb2OVd6uFx5cc,715
 gpustack_runner/__main__.py,sha256=uvpk9GtyJGtHaKM7DyM64N5mwehwpDD3v8ba6Yy8V3A,1364
 gpustack_runner/__utils__.py,sha256=LSo0Iqxd5OjQFncVOYcqC8cncjtywf0qac31UPw7Ou4,4372
-gpustack_runner/_version.py,sha256=SigvJTYuRQZ32Z9cgZmeBjPHmNv3OPkdCkWmY-EdHtc,792
+gpustack_runner/_version.py,sha256=HUoJOQUSsVsShnkX8WbAvIjLXzVLsaRiD-OdeCOqVig,792
 gpustack_runner/_version.pyi,sha256=A42NoSgcqEXVy2OeNm4LXC9CbyonbooYrSUBlPm2lGY,156
 gpustack_runner/envs.py,sha256=Wm0GTIiDJIT1zEjLpaPZNLbOs23NNFc2Y6zZuRLlTKQ,3470
 gpustack_runner/runner.py,sha256=Rk4nyHj7Bn7ibAdxspXpXplMgWVMsG9Jb7GV8sHk2Ig,26310
-gpustack_runner/runner.py.json,sha256=PJ0Tc0cxlvn0qOHUYqiEYvCBO5p9P_zKGetE7sOslOc,50303
+gpustack_runner/runner.py.json,sha256=9egU3l1IF-5_vtd1t_a9avCETe9T6spydAOi1zK1NYQ,54523
 gpustack_runner/cmds/__init__.py,sha256=zjdv_OC674KAcitjiHrHbXnAwLtw8Ju3psW0IKFqPIg,471
 gpustack_runner/cmds/__types__.py,sha256=7C4kQM0EHPD8WpJpTo6kh9rEdkrYALcLQ-GAzMMsqV8,789
 gpustack_runner/cmds/images.py,sha256=qkL862Xx6pcrLALhB8azMmtOAlIT-V5iGPHgSllnsPs,49029
-gpustack_runner/_version_appendix.py,sha256=V3FyUmXPRZnROBj6MvdU2i0qBK2IazwbxkITbNVc7tQ,23
-gpustack_runner-0.1.24.post2.dist-info/METADATA,sha256=-Zmb7jAVyM7KjyoFUesulwabed6RUnX57XVEfO7oA0A,12804
-gpustack_runner-0.1.24.post2.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-gpustack_runner-0.1.24.post2.dist-info/entry_points.txt,sha256=M1Dxl6cY0kIgf2I4pPsV-_kU6BAtjj93spmsXAdwW3s,66
-gpustack_runner-0.1.24.post2.dist-info/licenses/LICENSE,sha256=OiPibowBvB-NHV3TP_NOj18XNBlXcshXZFMpa3uvKVE,10362
-gpustack_runner-0.1.24.post2.dist-info/RECORD,,
+gpustack_runner/_version_appendix.py,sha256=CIT0YlVCOQ4cXovS58M2RKWVy53P-UJcGFgXiVfc0cM,23
+gpustack_runner-0.1.24.post4.dist-info/METADATA,sha256=e2SaJ90tWymicAfKfs7Uq9FADs3QN1gEWYryIjV8srg,13169
+gpustack_runner-0.1.24.post4.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+gpustack_runner-0.1.24.post4.dist-info/entry_points.txt,sha256=M1Dxl6cY0kIgf2I4pPsV-_kU6BAtjj93spmsXAdwW3s,66
+gpustack_runner-0.1.24.post4.dist-info/licenses/LICENSE,sha256=OiPibowBvB-NHV3TP_NOj18XNBlXcshXZFMpa3uvKVE,10362
+gpustack_runner-0.1.24.post4.dist-info/RECORD,,