gpustack-runner 0.1.22.post2__py3-none-any.whl → 0.1.22.post4__py3-none-any.whl

gpustack_runner/_version.py

@@ -27,8 +27,8 @@ version_tuple: VERSION_TUPLE
 __commit_id__: COMMIT_ID
 commit_id: COMMIT_ID
 
-__version__ = version = '0.1.22.post2'
-__version_tuple__ = version_tuple = (0, 1, 22, 'post2')
+__version__ = version = '0.1.22.post4'
+__version_tuple__ = version_tuple = (0, 1, 22, 'post4')
 try:
     from ._version_appendix import git_commit
     __commit_id__ = commit_id = git_commit

gpustack_runner/_version_appendix.py

@@ -1 +1 @@
-git_commit = "457b969"
+git_commit = "f3f4d02"

gpustack_runner/runner.py.json

@@ -604,6 +604,28 @@
     "docker_image": "gpustack/runner:cuda12.9-sglang0.5.6.post2",
     "deprecated": false
   },
+  {
+    "backend": "cuda",
+    "backend_version": "12.9",
+    "original_backend_version": "12.9.1",
+    "backend_variant": "",
+    "service": "vllm",
+    "service_version": "0.13.0",
+    "platform": "linux/amd64",
+    "docker_image": "gpustack/runner:cuda12.9-vllm0.13.0",
+    "deprecated": false
+  },
+  {
+    "backend": "cuda",
+    "backend_version": "12.9",
+    "original_backend_version": "12.9.1",
+    "backend_variant": "",
+    "service": "vllm",
+    "service_version": "0.13.0",
+    "platform": "linux/arm64",
+    "docker_image": "gpustack/runner:cuda12.9-vllm0.13.0",
+    "deprecated": false
+  },
   {
     "backend": "cuda",
     "backend_version": "12.9",
@@ -725,6 +747,28 @@
     "docker_image": "gpustack/runner:cuda12.8-sglang0.5.4.post3",
     "deprecated": false
   },
+  {
+    "backend": "cuda",
+    "backend_version": "12.8",
+    "original_backend_version": "12.8.1",
+    "backend_variant": "",
+    "service": "vllm",
+    "service_version": "0.13.0",
+    "platform": "linux/amd64",
+    "docker_image": "gpustack/runner:cuda12.8-vllm0.13.0",
+    "deprecated": false
+  },
+  {
+    "backend": "cuda",
+    "backend_version": "12.8",
+    "original_backend_version": "12.8.1",
+    "backend_variant": "",
+    "service": "vllm",
+    "service_version": "0.13.0",
+    "platform": "linux/arm64",
+    "docker_image": "gpustack/runner:cuda12.8-vllm0.13.0",
+    "deprecated": false
+  },
   {
     "backend": "cuda",
     "backend_version": "12.8",
@@ -857,6 +901,28 @@
     "docker_image": "gpustack/runner:cuda12.8-vllm0.10.0",
     "deprecated": false
   },
+  {
+    "backend": "cuda",
+    "backend_version": "12.8",
+    "original_backend_version": "12.8.1",
+    "backend_variant": "",
+    "service": "voxbox",
+    "service_version": "0.0.21",
+    "platform": "linux/amd64",
+    "docker_image": "gpustack/runner:cuda12.8-voxbox0.0.21",
+    "deprecated": false
+  },
+  {
+    "backend": "cuda",
+    "backend_version": "12.8",
+    "original_backend_version": "12.8.1",
+    "backend_variant": "",
+    "service": "voxbox",
+    "service_version": "0.0.21",
+    "platform": "linux/arm64",
+    "docker_image": "gpustack/runner:cuda12.8-voxbox0.0.21",
+    "deprecated": false
+  },
   {
     "backend": "cuda",
     "backend_version": "12.8",
@@ -879,6 +945,28 @@
     "docker_image": "gpustack/runner:cuda12.8-voxbox0.0.20",
     "deprecated": false
   },
+  {
+    "backend": "cuda",
+    "backend_version": "12.6",
+    "original_backend_version": "12.6.3",
+    "backend_variant": "",
+    "service": "vllm",
+    "service_version": "0.13.0",
+    "platform": "linux/amd64",
+    "docker_image": "gpustack/runner:cuda12.6-vllm0.13.0",
+    "deprecated": false
+  },
+  {
+    "backend": "cuda",
+    "backend_version": "12.6",
+    "original_backend_version": "12.6.3",
+    "backend_variant": "",
+    "service": "vllm",
+    "service_version": "0.13.0",
+    "platform": "linux/arm64",
+    "docker_image": "gpustack/runner:cuda12.6-vllm0.13.0",
+    "deprecated": false
+  },
   {
     "backend": "cuda",
     "backend_version": "12.6",
@@ -1011,6 +1099,28 @@
     "docker_image": "gpustack/runner:cuda12.6-vllm0.10.0",
     "deprecated": false
   },
+  {
+    "backend": "cuda",
+    "backend_version": "12.6",
+    "original_backend_version": "12.6.3",
+    "backend_variant": "",
+    "service": "voxbox",
+    "service_version": "0.0.21",
+    "platform": "linux/amd64",
+    "docker_image": "gpustack/runner:cuda12.6-voxbox0.0.21",
+    "deprecated": false
+  },
+  {
+    "backend": "cuda",
+    "backend_version": "12.6",
+    "original_backend_version": "12.6.3",
+    "backend_variant": "",
+    "service": "voxbox",
+    "service_version": "0.0.21",
+    "platform": "linux/arm64",
+    "docker_image": "gpustack/runner:cuda12.6-voxbox0.0.21",
+    "deprecated": false
+  },
   {
     "backend": "cuda",
     "backend_version": "12.6",
@@ -1198,6 +1308,17 @@
     "docker_image": "gpustack/runner:rocm7.0-sglang0.5.6.post2",
     "deprecated": false
   },
+  {
+    "backend": "rocm",
+    "backend_version": "7.0",
+    "original_backend_version": "7.0.2",
+    "backend_variant": "",
+    "service": "vllm",
+    "service_version": "0.13.0",
+    "platform": "linux/amd64",
+    "docker_image": "gpustack/runner:rocm7.0-vllm0.13.0",
+    "deprecated": false
+  },
   {
     "backend": "rocm",
     "backend_version": "7.0",
@@ -1253,6 +1374,17 @@
     "docker_image": "gpustack/runner:rocm6.4-sglang0.5.5.post3",
     "deprecated": false
   },
+  {
+    "backend": "rocm",
+    "backend_version": "6.4",
+    "original_backend_version": "6.4.4",
+    "backend_variant": "",
+    "service": "vllm",
+    "service_version": "0.13.0",
+    "platform": "linux/amd64",
+    "docker_image": "gpustack/runner:rocm6.4-vllm0.13.0",
+    "deprecated": false
+  },
   {
     "backend": "rocm",
     "backend_version": "6.4",

{gpustack_runner-0.1.22.post2.dist-info → gpustack_runner-0.1.22.post4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: gpustack-runner
-Version: 0.1.22.post2
+Version: 0.1.22.post4
 Summary: GPUStack Runner is library for registering runnable accelerated backends and services in GPUStack.
 Project-URL: Homepage, https://github.com/gpustack/runner
 Project-URL: Bug Tracker, https://github.com/gpustack/gpustack/issues
@@ -86,12 +86,12 @@ The following table lists the supported accelerated backends and their correspon
 > - Applied [Qwen2.5 VL patched](https://github.com/gpustack/gpustack/issues/3606) to vLLM 0.11.2.
 > - Applied [vLLM[audio] packages](https://github.com/vllm-project/vllm/blob/275de34170654274616082721348b7edd9741d32/setup.py#L720-L724) to vLLM 0.11.2.
 
-| CUDA Version <br/> (Variant) | vLLM                                                                       | SGLang                                                    | VoxBox   |
-|------------------------------|----------------------------------------------------------------------------|-----------------------------------------------------------|----------|
-| 12.9                         | `0.12.0`, **`0.11.2`**                                                     | `0.5.6.post2`                                             |          |
-| 12.8                         | `0.12.0`, **`0.11.2`**, <br/>`0.11.0`, `0.10.2`, <br/>`0.10.1.1`, `0.10.0` | `0.5.6.post2`, `0.5.5.post3`, <br/>`0.5.5`, `0.5.4.post3` | `0.0.20` |
-| 12.6                         | `0.12.0`, **`0.11.2`**, <br/>`0.11.0`, `0.10.2`, <br/>`0.10.1.1`, `0.10.0` | `0.5.6.post2`                                             | `0.0.20` |
-| 12.4                         | `0.11.0`, `0.10.2`, <br/>`0.10.1.1`, `0.10.0`                              |                                                           | `0.0.20` |
+| CUDA Version <br/> (Variant) | vLLM                                                                                      | SGLang                                                    | VoxBox             |
+|------------------------------|-------------------------------------------------------------------------------------------|-----------------------------------------------------------|--------------------|
+| 12.9                         | `0.13.0`, `0.12.0`, <br/>**`0.11.2`**                                                     | `0.5.6.post2`                                             |                    |
+| 12.8                         | `0.13.0`, `0.12.0`, <br/>**`0.11.2`**, `0.11.0`, <br/>`0.10.2`, `0.10.1.1`, <br/>`0.10.0` | `0.5.6.post2`, `0.5.5.post3`, <br/>`0.5.5`, `0.5.4.post3` | `0.0.21`, `0.0.20` |
+| 12.6                         | `0.13.0`, `0.12.0`, <br/>**`0.11.2`**, `0.11.0`, <br/>`0.10.2`, `0.10.1.1`, <br/>`0.10.0` | `0.5.6.post2`                                             | `0.0.21`, `0.0.20` |
+| 12.4                         | `0.11.0`, `0.10.2`, <br/>`0.10.1.1`, `0.10.0`                                             |                                                           | `0.0.20`           |
 
 ### Hygon DTK
 
@@ -118,16 +118,17 @@ The following table lists the supported accelerated backends and their correspon
 > - ROCm 7.0 vLLM `0.11.2/0.11.0` are reusing the official ROCm 6.4 PyTorch 2.9 wheel package rather than a ROCm
     7.0 specific PyTorch build. Although supports ROCm 7.0 in vLLM `0.11.2/0.11.0`, `gfx1150/gfx1151` are not supported yet.
 > - SGLang supports `gfx942` only.
+> - ROCm 6.4 vLLM `0.13.0` supports `gfx903 gfx90a gfx942` only.
 
 > [!IMPORTANT]
 > - Applied [vLLM[audio] packages](https://github.com/vllm-project/vllm/blob/275de34170654274616082721348b7edd9741d32/setup.py#L720-L724) to vLLM 0.11.2.
 > - Applied [petit-kernel package](https://github.com/vllm-project/vllm/blob/275de34170654274616082721348b7edd9741d32/setup.py#L728) to vLLM 0.11.2 and SGLang 0.5.5.post3.
 
-| ROCm Version <br/> (Variant) | vLLM                                   | SGLang                           |
-|------------------------------|----------------------------------------|----------------------------------|
-| 7.0                          | `0.12.0`, **`0.11.2`**, <br/> `0.11.0` | `0.5.6.post2`                    |
-| 6.4                          | `0.12.0`, **`0.11.2`**, <br/> `0.10.2` | `0.5.6.post2`, **`0.5.5.post3`** |
-| 6.3                          | `0.10.1.1`, `0.10.0`                   |                                  |
+| ROCm Version <br/> (Variant) | vLLM                                            | SGLang                           |
+|------------------------------|-------------------------------------------------|----------------------------------|
+| 7.0                          | `0.13.0`, `0.12.0`, <br/>**`0.11.2`**, `0.11.0` | `0.5.6.post2`                    |
+| 6.4                          | `0.13.0`, `0.12.0`, <br/>**`0.11.2`**, `0.10.2` | `0.5.6.post2`, **`0.5.5.post3`** |
+| 6.3                          | `0.10.1.1`, `0.10.0`                            |                                  |
 
 ## Directory Structure
 

{gpustack_runner-0.1.22.post2.dist-info → gpustack_runner-0.1.22.post4.dist-info}/RECORD

@@ -1,15 +1,15 @@
 gpustack_runner/__init__.py,sha256=0_0jsxo1xjLtHTOIEU0_-A1qFEANzsVw-uXGjcILDwk,530
 gpustack_runner/__main__.py,sha256=wtcp9lwMkaXGbQkuOY08EQhKfIHcTLSjMdnj2W3UGwk,1285
-gpustack_runner/_version.py,sha256=LIZgKDndjY7aBblOIWVBp1kX7REnWumpt3NiKrySvD0,792
+gpustack_runner/_version.py,sha256=Uo5gbkPte64mZ6Lli6u4vxJKezjCqo4IDrSelelU37g,792
 gpustack_runner/_version.pyi,sha256=A42NoSgcqEXVy2OeNm4LXC9CbyonbooYrSUBlPm2lGY,156
 gpustack_runner/runner.py,sha256=GA7vy4xxaN63cFoc7_Ecft4mV5uYJe_DkQKkR1Htz3o,25881
-gpustack_runner/runner.py.json,sha256=L3C0vShTvyT0Dd-w7QCrXgpK5at5_6txVzcruALqdto,36631
+gpustack_runner/runner.py.json,sha256=cwWroAmmvF1H9mT1tOPmWAZESKeclUd67EqOEBlCvs0,40265
 gpustack_runner/cmds/__init__.py,sha256=Os8FdvqNjLYiVn_jnDo7rFEtAeVLJJI1odKHEqWF-Fw,417
 gpustack_runner/cmds/__types__.py,sha256=7C4kQM0EHPD8WpJpTo6kh9rEdkrYALcLQ-GAzMMsqV8,789
 gpustack_runner/cmds/images.py,sha256=cFYRCpAdGltYmwkaPmSD7ZFtjlySOTcn4vPTmnUgYwE,38070
-gpustack_runner/_version_appendix.py,sha256=XKK-W1kMdR03nZKV9G_voKhXTk0-OL-q4t4RaELHYE8,23
-gpustack_runner-0.1.22.post2.dist-info/METADATA,sha256=Z427l0rI4YNnAStdhzVOu-rl9hpCfjtPKgtjjPiCE98,13176
-gpustack_runner-0.1.22.post2.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-gpustack_runner-0.1.22.post2.dist-info/entry_points.txt,sha256=M1Dxl6cY0kIgf2I4pPsV-_kU6BAtjj93spmsXAdwW3s,66
-gpustack_runner-0.1.22.post2.dist-info/licenses/LICENSE,sha256=OiPibowBvB-NHV3TP_NOj18XNBlXcshXZFMpa3uvKVE,10362
-gpustack_runner-0.1.22.post2.dist-info/RECORD,,
+gpustack_runner/_version_appendix.py,sha256=AE3f-puqLLOMhjdFlFuVpzA08xMz64uAy3mgO5-nf6I,23
+gpustack_runner-0.1.22.post4.dist-info/METADATA,sha256=xQiljvJ5FPHgqZEgW2dNvoplsOMNiOQ9mdyETO0pQME,13436
+gpustack_runner-0.1.22.post4.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+gpustack_runner-0.1.22.post4.dist-info/entry_points.txt,sha256=M1Dxl6cY0kIgf2I4pPsV-_kU6BAtjj93spmsXAdwW3s,66
+gpustack_runner-0.1.22.post4.dist-info/licenses/LICENSE,sha256=OiPibowBvB-NHV3TP_NOj18XNBlXcshXZFMpa3uvKVE,10362
+gpustack_runner-0.1.22.post4.dist-info/RECORD,,