gpustack-runner 0.1.23.post2__py3-none-any.whl → 0.1.23.post4__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- gpustack_runner/_version.py +2 -2
- gpustack_runner/_version_appendix.py +1 -1
- gpustack_runner/cmds/images.py +4 -4
- gpustack_runner/envs.py +7 -4
- gpustack_runner/runner.py +17 -5
- {gpustack_runner-0.1.23.post2.dist-info → gpustack_runner-0.1.23.post4.dist-info}/METADATA +1 -1
- gpustack_runner-0.1.23.post4.dist-info/RECORD +16 -0
- gpustack_runner-0.1.23.post2.dist-info/RECORD +0 -16
- {gpustack_runner-0.1.23.post2.dist-info → gpustack_runner-0.1.23.post4.dist-info}/WHEEL +0 -0
- {gpustack_runner-0.1.23.post2.dist-info → gpustack_runner-0.1.23.post4.dist-info}/entry_points.txt +0 -0
- {gpustack_runner-0.1.23.post2.dist-info → gpustack_runner-0.1.23.post4.dist-info}/licenses/LICENSE +0 -0
gpustack_runner/_version.py
CHANGED
|
@@ -27,8 +27,8 @@ version_tuple: VERSION_TUPLE
|
|
|
27
27
|
__commit_id__: COMMIT_ID
|
|
28
28
|
commit_id: COMMIT_ID
|
|
29
29
|
|
|
30
|
-
__version__ = version = '0.1.23.
|
|
31
|
-
__version_tuple__ = version_tuple = (0, 1, 23, '
|
|
30
|
+
__version__ = version = '0.1.23.post4'
|
|
31
|
+
__version_tuple__ = version_tuple = (0, 1, 23, 'post4')
|
|
32
32
|
try:
|
|
33
33
|
from ._version_appendix import git_commit
|
|
34
34
|
__commit_id__ = commit_id = git_commit
|
|
@@ -1 +1 @@
|
|
|
1
|
-
git_commit = "
|
|
1
|
+
git_commit = "8de1f4a"
|
gpustack_runner/cmds/images.py
CHANGED
|
@@ -1000,13 +1000,13 @@ class CompareImagesSubCommand(SubCommand):
|
|
|
1000
1000
|
if img_name not in current_images_mapping
|
|
1001
1001
|
]
|
|
1002
1002
|
|
|
1003
|
-
green,
|
|
1003
|
+
green, cyan, red, reset = "\033[32m", "\033[36m", "\033[31m", "\033[0m"
|
|
1004
1004
|
if not self.color:
|
|
1005
|
-
green,
|
|
1005
|
+
green, cyan, red, reset = "", "", "", ""
|
|
1006
1006
|
for img_name in added_image_names:
|
|
1007
1007
|
print(f"{green}+ {img_name}{reset}")
|
|
1008
1008
|
for img_name in deprecated_image_names:
|
|
1009
|
-
print(f"{
|
|
1009
|
+
print(f"{cyan}~ {img_name}{reset}")
|
|
1010
1010
|
for img_name in removed_image_names:
|
|
1011
1011
|
print(f"{red}- {img_name}{reset}")
|
|
1012
1012
|
|
|
@@ -1094,7 +1094,7 @@ def list_images(**kwargs) -> list[PlatformedImage]:
|
|
|
1094
1094
|
name = img.name
|
|
1095
1095
|
if not name:
|
|
1096
1096
|
continue
|
|
1097
|
-
if namespace := envs.
|
|
1097
|
+
if namespace := envs.GPUSTACK_RUNNER_DEFAULT_CONTAINER_NAMESPACE:
|
|
1098
1098
|
name = name.replace("gpustack/", f"{namespace}/")
|
|
1099
1099
|
img.name = name
|
|
1100
1100
|
if name not in image_names_index:
|
gpustack_runner/envs.py
CHANGED
|
@@ -9,9 +9,9 @@ if TYPE_CHECKING:
|
|
|
9
9
|
|
|
10
10
|
# Global
|
|
11
11
|
|
|
12
|
-
|
|
12
|
+
GPUSTACK_RUNNER_DEFAULT_CONTAINER_NAMESPACE: str | None = None
|
|
13
13
|
"""
|
|
14
|
-
Namespace for default runner images.
|
|
14
|
+
Namespace for default runner container images.
|
|
15
15
|
If not set, it should be "gpustack".
|
|
16
16
|
"""
|
|
17
17
|
|
|
@@ -19,11 +19,14 @@ if TYPE_CHECKING:
|
|
|
19
19
|
|
|
20
20
|
variables: dict[str, Callable[[], Any]] = {
|
|
21
21
|
# Global
|
|
22
|
-
"
|
|
22
|
+
"GPUSTACK_RUNNER_DEFAULT_CONTAINER_NAMESPACE": lambda: trim_str(
|
|
23
23
|
getenvs(
|
|
24
24
|
keys=[
|
|
25
|
-
"
|
|
25
|
+
"GPUSTACK_RUNNER_DEFAULT_CONTAINER_NAMESPACE",
|
|
26
26
|
## Compatible with gpustack/gpustack_runtime.
|
|
27
|
+
"GPUSTACK_RUNTIME_DEPLOY_DEFAULT_CONTAINER_NAMESPACE",
|
|
28
|
+
## Legacy compatibility.
|
|
29
|
+
"GPUSTACK_RUNNER_DEFAULT_IMAGE_NAMESPACE",
|
|
27
30
|
"GPUSTACK_RUNTIME_DEPLOY_DEFAULT_IMAGE_NAMESPACE",
|
|
28
31
|
],
|
|
29
32
|
),
|
gpustack_runner/runner.py
CHANGED
|
@@ -2,7 +2,7 @@ from __future__ import annotations
|
|
|
2
2
|
|
|
3
3
|
import json
|
|
4
4
|
import re
|
|
5
|
-
from dataclasses import asdict, dataclass
|
|
5
|
+
from dataclasses import asdict, dataclass, field
|
|
6
6
|
from functools import lru_cache
|
|
7
7
|
from importlib import resources
|
|
8
8
|
from pathlib import Path
|
|
@@ -239,7 +239,7 @@ def list_runners(**kwargs) -> Runners | list[dict]:
|
|
|
239
239
|
json_list = json.load(f)
|
|
240
240
|
runners = []
|
|
241
241
|
for item in json_list:
|
|
242
|
-
if namespace := envs.
|
|
242
|
+
if namespace := envs.GPUSTACK_RUNNER_DEFAULT_CONTAINER_NAMESPACE:
|
|
243
243
|
docker_image = item["docker_image"]
|
|
244
244
|
docker_image = docker_image.replace("gpustack/", f"{namespace}/")
|
|
245
245
|
item["docker_image"] = docker_image
|
|
@@ -317,9 +317,13 @@ class ServiceVersionedRunner:
|
|
|
317
317
|
"""
|
|
318
318
|
The service version, e.g. "0.10.0", "0.4.10", etc.
|
|
319
319
|
"""
|
|
320
|
-
deprecated: bool =
|
|
320
|
+
deprecated: bool | None = field(
|
|
321
|
+
default=None,
|
|
322
|
+
metadata={"dataclasses_json": {"exclude": lambda v: v is None}},
|
|
323
|
+
)
|
|
321
324
|
"""
|
|
322
325
|
Deprecated runner or not.
|
|
326
|
+
Valued only in `list_backend_runners` context.
|
|
323
327
|
"""
|
|
324
328
|
platforms: list[ServicePlatformedRunner] | None = None
|
|
325
329
|
"""
|
|
@@ -355,6 +359,14 @@ class BackendVariantRunner:
|
|
|
355
359
|
"""
|
|
356
360
|
A list of ServicedRunner objects, each containing service and versions.
|
|
357
361
|
"""
|
|
362
|
+
deprecated: bool | None = field(
|
|
363
|
+
default=None,
|
|
364
|
+
metadata={"dataclasses_json": {"exclude": lambda v: v is None}},
|
|
365
|
+
)
|
|
366
|
+
"""
|
|
367
|
+
Deprecated runner or not.
|
|
368
|
+
Valued only in `list_service_runners` context.
|
|
369
|
+
"""
|
|
358
370
|
platforms: list[ServicePlatformedRunner] | None = None
|
|
359
371
|
"""
|
|
360
372
|
A list of ServicePlatformedRunner objects, each containing platform and docker_image.
|
|
@@ -439,7 +451,6 @@ ServiceRunners = list[ServiceRunner]
|
|
|
439
451
|
"versions": [
|
|
440
452
|
{
|
|
441
453
|
"version": "0.10.0",
|
|
442
|
-
"deprecated": false,
|
|
443
454
|
"backends": [
|
|
444
455
|
{
|
|
445
456
|
"backend": "cann",
|
|
@@ -450,6 +461,7 @@ ServiceRunners = list[ServiceRunner]
|
|
|
450
461
|
"variants": [
|
|
451
462
|
{
|
|
452
463
|
"variant": "910b",
|
|
464
|
+
"deprecated": false,
|
|
453
465
|
"platforms": [
|
|
454
466
|
{
|
|
455
467
|
"platform": "linux/amd64",
|
|
@@ -705,7 +717,6 @@ def build_service_runners(
|
|
|
705
717
|
if not service_version_entry:
|
|
706
718
|
service_version_entry = ServiceVersionedRunner(
|
|
707
719
|
version=runner.service_version,
|
|
708
|
-
deprecated=runner.deprecated,
|
|
709
720
|
backends=[],
|
|
710
721
|
)
|
|
711
722
|
service_entry.versions.append(service_version_entry)
|
|
@@ -751,6 +762,7 @@ def build_service_runners(
|
|
|
751
762
|
if not variant_entry:
|
|
752
763
|
variant_entry = BackendVariantRunner(
|
|
753
764
|
variant=runner.backend_variant,
|
|
765
|
+
deprecated=runner.deprecated,
|
|
754
766
|
platforms=[],
|
|
755
767
|
)
|
|
756
768
|
backend_version_entry.variants.append(variant_entry)
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: gpustack-runner
|
|
3
|
-
Version: 0.1.23.
|
|
3
|
+
Version: 0.1.23.post4
|
|
4
4
|
Summary: GPUStack Runner is library for registering runnable accelerated backends and services in GPUStack.
|
|
5
5
|
Project-URL: Homepage, https://github.com/gpustack/runner
|
|
6
6
|
Project-URL: Bug Tracker, https://github.com/gpustack/gpustack/issues
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
gpustack_runner/__init__.py,sha256=0_0jsxo1xjLtHTOIEU0_-A1qFEANzsVw-uXGjcILDwk,530
|
|
2
|
+
gpustack_runner/__main__.py,sha256=wtcp9lwMkaXGbQkuOY08EQhKfIHcTLSjMdnj2W3UGwk,1285
|
|
3
|
+
gpustack_runner/_version.py,sha256=g9U9QotIFzv_1IkDEwOknznYgICM3wb8aH0IQqdIfa8,792
|
|
4
|
+
gpustack_runner/_version.pyi,sha256=A42NoSgcqEXVy2OeNm4LXC9CbyonbooYrSUBlPm2lGY,156
|
|
5
|
+
gpustack_runner/envs.py,sha256=EVQvU1bdF5DHSY83X1mHkQWiF4jlLhre1YCArAFe5Wk,2862
|
|
6
|
+
gpustack_runner/runner.py,sha256=Kkw7BeCoFRjLMatL1cI4M2Dw3D81NXYXtdQgal9p4Gk,26584
|
|
7
|
+
gpustack_runner/runner.py.json,sha256=73LUrvctwiZLxZD99CoOPKPHCI6cD4qQE4zTtmWrS_I,43900
|
|
8
|
+
gpustack_runner/cmds/__init__.py,sha256=Os8FdvqNjLYiVn_jnDo7rFEtAeVLJJI1odKHEqWF-Fw,417
|
|
9
|
+
gpustack_runner/cmds/__types__.py,sha256=7C4kQM0EHPD8WpJpTo6kh9rEdkrYALcLQ-GAzMMsqV8,789
|
|
10
|
+
gpustack_runner/cmds/images.py,sha256=QAZFXTpkJf75oDnzWT_H8Lx5s2xIoJET3lgE9wMklE8,38370
|
|
11
|
+
gpustack_runner/_version_appendix.py,sha256=ajktjAIFqWeyqLCjY54YZFa9C31HCUrp7TKMORXpbUk,23
|
|
12
|
+
gpustack_runner-0.1.23.post4.dist-info/METADATA,sha256=MlRbjqPsrE8pAig28SKGOw4-GVhj3uENUc_qYHfmnF4,12967
|
|
13
|
+
gpustack_runner-0.1.23.post4.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
|
|
14
|
+
gpustack_runner-0.1.23.post4.dist-info/entry_points.txt,sha256=M1Dxl6cY0kIgf2I4pPsV-_kU6BAtjj93spmsXAdwW3s,66
|
|
15
|
+
gpustack_runner-0.1.23.post4.dist-info/licenses/LICENSE,sha256=OiPibowBvB-NHV3TP_NOj18XNBlXcshXZFMpa3uvKVE,10362
|
|
16
|
+
gpustack_runner-0.1.23.post4.dist-info/RECORD,,
|
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
gpustack_runner/__init__.py,sha256=0_0jsxo1xjLtHTOIEU0_-A1qFEANzsVw-uXGjcILDwk,530
|
|
2
|
-
gpustack_runner/__main__.py,sha256=wtcp9lwMkaXGbQkuOY08EQhKfIHcTLSjMdnj2W3UGwk,1285
|
|
3
|
-
gpustack_runner/_version.py,sha256=NCM7WiXV--O7WpmrZyz6RSt8dfOM9XgSzFH_4T36QEA,792
|
|
4
|
-
gpustack_runner/_version.pyi,sha256=A42NoSgcqEXVy2OeNm4LXC9CbyonbooYrSUBlPm2lGY,156
|
|
5
|
-
gpustack_runner/envs.py,sha256=KdRlhBAuluPXaLi_1TAoZsBjSIg78TKo2n2p67VpFUQ,2669
|
|
6
|
-
gpustack_runner/runner.py,sha256=gbr69aab21ZJ1iVLvK5M2ql1UeRXQmhmh3-x5DBLsfs,26154
|
|
7
|
-
gpustack_runner/runner.py.json,sha256=73LUrvctwiZLxZD99CoOPKPHCI6cD4qQE4zTtmWrS_I,43900
|
|
8
|
-
gpustack_runner/cmds/__init__.py,sha256=Os8FdvqNjLYiVn_jnDo7rFEtAeVLJJI1odKHEqWF-Fw,417
|
|
9
|
-
gpustack_runner/cmds/__types__.py,sha256=7C4kQM0EHPD8WpJpTo6kh9rEdkrYALcLQ-GAzMMsqV8,789
|
|
10
|
-
gpustack_runner/cmds/images.py,sha256=76PhBP9KLkCUkyLkYQk4mvnctKzm8WJbVdW34ByE72M,38372
|
|
11
|
-
gpustack_runner/_version_appendix.py,sha256=KdhQh8fb2BZ6pZ-UewzDmtSgGRxfyOHxDGN6mUYIjTA,23
|
|
12
|
-
gpustack_runner-0.1.23.post2.dist-info/METADATA,sha256=HIn9Fveuy4JhloUnIv15c80w0FWIRh6fM7xsyHBN7DA,12967
|
|
13
|
-
gpustack_runner-0.1.23.post2.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
|
|
14
|
-
gpustack_runner-0.1.23.post2.dist-info/entry_points.txt,sha256=M1Dxl6cY0kIgf2I4pPsV-_kU6BAtjj93spmsXAdwW3s,66
|
|
15
|
-
gpustack_runner-0.1.23.post2.dist-info/licenses/LICENSE,sha256=OiPibowBvB-NHV3TP_NOj18XNBlXcshXZFMpa3uvKVE,10362
|
|
16
|
-
gpustack_runner-0.1.23.post2.dist-info/RECORD,,
|
|
File without changes
|
{gpustack_runner-0.1.23.post2.dist-info → gpustack_runner-0.1.23.post4.dist-info}/entry_points.txt
RENAMED
|
File without changes
|
{gpustack_runner-0.1.23.post2.dist-info → gpustack_runner-0.1.23.post4.dist-info}/licenses/LICENSE
RENAMED
|
File without changes
|