gpustack-runtime 0.1.39.post3__py3-none-any.whl → 0.1.40.post1__py3-none-any.whl

gpustack_runtime/envs.py

@@ -18,7 +18,7 @@ if TYPE_CHECKING:
     """
     GPUSTACK_RUNTIME_LOG_TO_FILE: Path | None = None
     """
-    Log to file instead of stdout.
+    Path of file to log to, instead of stderr.
     """
     GPUSTACK_RUNTIME_LOG_WARNING: bool = False
     """
@@ -52,6 +52,7 @@ if TYPE_CHECKING:
     """
     The detected backend mapping to resource keys,
     e.g `{"cuda": "nvidia.com/devices", "rocm": "amd.com/devices"}`.
+    Used to map the gpustack-runner's backend name to the corresponding resource key.
     """
     GPUSTACK_RUNTIME_DETECT_PHYSICAL_INDEX_PRIORITY: bool = True
     """
@@ -146,15 +147,24 @@ if TYPE_CHECKING:
     """
     Label prefix for the deployer.
     """
+    GPUSTACK_RUNTIME_DEPLOY_CDI_SPECS_GENERATE: bool = True
+    """
+    During deployment, enable automatic generation of Container Device Interface (CDI) specifications
+    for detected devices.
+    """
+    GPUSTACK_RUNTIME_DEPLOY_CDI_SPECS_DIRECTORY: Path | None = None
+    """
+    During deployment, path of directory containing Container Device Interface (CDI) specifications,
+    or the directory to generate CDI specifications into.
+    If not set, it should be "/var/run/cdi".
+    """
     GPUSTACK_RUNTIME_DEPLOY_AUTOMAP_RESOURCE_KEY: str | None = None
     """
     The resource key to use for automatic mapping of container backend visible devices environment variables,
     which is used to tell deployer do a device detection and get the corresponding resource key before mapping.
     e.g., "gpustack.ai/devices".
     """
-    GPUSTACK_RUNTIME_DEPLOY_RESOURCE_KEY_MAP_CONTAINER_DEVICE_INTERFACES: (
-        dict[str, str] | None
-    ) = None
+    GPUSTACK_RUNTIME_DEPLOY_RESOURCE_KEY_MAP_CDI: dict[str, str] | None = None
     """
     Manual mapping of container device interfaces,
     which is used to tell the Container Runtime which devices to inject into the container,
@@ -236,7 +246,7 @@ if TYPE_CHECKING:
     """
     Resource injection policy for the Docker deployer (e.g., Env, CDI).
     `Env`: Injects resources using standard environment variable, based on `GPUSTACK_RUNTIME_DEPLOY_RESOURCE_KEY_MAP_RUNTIME_VISIBLE_DEVICES`.
-    `CDI`: Injects resources using CDI, based on `GPUSTACK_RUNTIME_DEPLOY_RESOURCE_KEY_MAP_CONTAINER_DEVICE_INTERFACES`.
+    `CDI`: Injects resources using CDI, based on `GPUSTACK_RUNTIME_DEPLOY_RESOURCE_KEY_MAP_CDI`.
     """
     ## Kubernetes
     GPUSTACK_RUNTIME_KUBERNETES_NODE_NAME: str | None = None
@@ -308,13 +318,22 @@ variables: dict[str, Callable[[], Any]] = {
         "INFO",
     ),
     "GPUSTACK_RUNTIME_LOG_TO_FILE": lambda: mkdir_path(
-        getenv("GPUSTACK_RUNTIME_LOG_TO_FILE", None),
+        getenv(
+            "GPUSTACK_RUNTIME_LOG_TO_FILE",
+        ),
+        parents_only=True,
     ),
     "GPUSTACK_RUNTIME_LOG_WARNING": lambda: to_bool(
-        getenv("GPUSTACK_RUNTIME_LOG_WARNING", "0"),
+        getenv(
+            "GPUSTACK_RUNTIME_LOG_WARNING",
+            "0",
+        ),
     ),
     "GPUSTACK_RUNTIME_LOG_EXCEPTION": lambda: to_bool(
-        getenv("GPUSTACK_RUNTIME_LOG_EXCEPTION", "1"),
+        getenv(
+            "GPUSTACK_RUNTIME_LOG_EXCEPTION",
+            "1",
+        ),
     ),
     ## Detector
     "GPUSTACK_RUNTIME_DETECT": lambda: getenv(
@@ -327,7 +346,10 @@ variables: dict[str, Callable[[], Any]] = {
         lambda: any(x in get_os_release() for x in ("microsoft", "wsl")),
     ),
     "GPUSTACK_RUNTIME_DETECT_NO_TOOLKIT_CALL": lambda: to_bool(
-        getenv("GPUSTACK_RUNTIME_DETECT_NO_TOOLKIT_CALL", "0"),
+        getenv(
+            "GPUSTACK_RUNTIME_DETECT_NO_TOOLKIT_CALL",
+            "0",
+        ),
     ),
     "GPUSTACK_RUNTIME_DETECT_BACKEND_MAP_RESOURCE_KEY": lambda: to_dict(
         getenv(
@@ -339,11 +361,15 @@ variables: dict[str, Callable[[], Any]] = {
             "corex=iluvatar.ai/devices;"
             "maca=metax-tech.com/devices;"
             "musa=mthreads.com/devices;"
-            "cuda=nvidia.com/devices;",
+            "cuda=nvidia.com/devices;"
+            "hggc=alibabacloud.com/devices;",
         ),
     ),
     "GPUSTACK_RUNTIME_DETECT_PHYSICAL_INDEX_PRIORITY": lambda: to_bool(
-        getenv("GPUSTACK_RUNTIME_DETECT_PHYSICAL_INDEX_PRIORITY", "1"),
+        getenv(
+            "GPUSTACK_RUNTIME_DETECT_PHYSICAL_INDEX_PRIORITY",
+            "1",
+        ),
     ),
     ## Deployer
     "GPUSTACK_RUNTIME_DEPLOY": lambda: getenv(
@@ -351,19 +377,33 @@ variables: dict[str, Callable[[], Any]] = {
         "Auto",
     ),
     "GPUSTACK_RUNTIME_DEPLOY_API_CALL_ERROR_DETAIL": lambda: to_bool(
-        getenv("GPUSTACK_RUNTIME_DEPLOY_API_CALL_ERROR_DETAIL", "1"),
+        getenv(
+            "GPUSTACK_RUNTIME_DEPLOY_API_CALL_ERROR_DETAIL",
+            "1",
+        ),
     ),
     "GPUSTACK_RUNTIME_DEPLOY_PRINT_CONVERSION": lambda: to_bool(
-        getenv("GPUSTACK_RUNTIME_DEPLOY_PRINT_CONVERSION", "0"),
+        getenv(
+            "GPUSTACK_RUNTIME_DEPLOY_PRINT_CONVERSION",
+            "0",
+        ),
     ),
     "GPUSTACK_RUNTIME_DEPLOY_ASYNC": lambda: to_bool(
-        getenv("GPUSTACK_RUNTIME_DEPLOY_ASYNC", "1"),
+        getenv(
+            "GPUSTACK_RUNTIME_DEPLOY_ASYNC",
+            "1",
+        ),
     ),
     "GPUSTACK_RUNTIME_DEPLOY_ASYNC_THREADS": lambda: to_int(
-        getenv("GPUSTACK_RUNTIME_DEPLOY_ASYNC_THREADS"),
+        getenv(
+            "GPUSTACK_RUNTIME_DEPLOY_ASYNC_THREADS",
+        ),
     ),
     "GPUSTACK_RUNTIME_DEPLOY_MIRRORED_DEPLOYMENT": lambda: to_bool(
-        getenv("GPUSTACK_RUNTIME_DEPLOY_MIRRORED_DEPLOYMENT", "0"),
+        getenv(
+            "GPUSTACK_RUNTIME_DEPLOY_MIRRORED_DEPLOYMENT",
+            "0",
+        ),
     ),
     "GPUSTACK_RUNTIME_DEPLOY_MIRRORED_NAME": lambda: getenv(
         "GPUSTACK_RUNTIME_DEPLOY_MIRRORED_NAME",
@@ -381,11 +421,14 @@ variables: dict[str, Callable[[], Any]] = {
         sep=";",
     ),
     "GPUSTACK_RUNTIME_DEPLOY_CORRECT_RUNNER_IMAGE": lambda: to_bool(
-        getenv("GPUSTACK_RUNTIME_DEPLOY_CORRECT_RUNNER_IMAGE", "1"),
+        getenv(
+            "GPUSTACK_RUNTIME_DEPLOY_CORRECT_RUNNER_IMAGE",
+            "1",
+        ),
     ),
     "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_CONTAINER_REGISTRY": lambda: trim_str(
         getenvs(
-            keys=[
+            [
                 "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_CONTAINER_REGISTRY",
                 # TODO(thxCode): Backward compatibility, remove in v0.1.45 later.
                 "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_REGISTRY",
@@ -398,7 +441,7 @@ variables: dict[str, Callable[[], Any]] = {
     ),
     "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_CONTAINER_REGISTRY_USERNAME": lambda: trim_str(
         getenvs(
-            keys=[
+            [
                 "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_CONTAINER_REGISTRY_USERNAME",
                 # TODO(thxCode): Backward compatibility, remove in v0.1.45 later.
                 "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_REGISTRY_USERNAME",
@@ -408,7 +451,7 @@ variables: dict[str, Callable[[], Any]] = {
         ),
     ),
     "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_CONTAINER_REGISTRY_PASSWORD": lambda: getenvs(
-        keys=[
+        [
             "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_CONTAINER_REGISTRY_PASSWORD",
             # TODO(thxCode): Backward compatibility, remove in v0.1.45 later.
             "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_REGISTRY_PASSWORD",
@@ -418,7 +461,7 @@ variables: dict[str, Callable[[], Any]] = {
     ),
     "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_CONTAINER_NAMESPACE": lambda: trim_str(
         getenvs(
-            keys=[
+            [
                 "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_CONTAINER_NAMESPACE",
                 # Legacy compatibility.
                 "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_IMAGE_NAMESPACE",
@@ -428,7 +471,6 @@ variables: dict[str, Callable[[], Any]] = {
     "GPUSTACK_RUNTIME_DEPLOY_IMAGE_PULL_POLICY": lambda: choice(
         getenv(
             "GPUSTACK_RUNTIME_DEPLOY_IMAGE_PULL_POLICY",
-            "IfNotPresent",
         ),
         options=["Always", "IfNotPresent", "Never"],
         default="IfNotPresent",
@@ -437,13 +479,25 @@ variables: dict[str, Callable[[], Any]] = {
         "GPUSTACK_RUNTIME_DEPLOY_LABEL_PREFIX",
         "runtime.gpustack.ai",
     ),
+    "GPUSTACK_RUNTIME_DEPLOY_CDI_SPECS_GENERATE": lambda: to_bool(
+        getenv(
+            "GPUSTACK_RUNTIME_DEPLOY_CDI_SPECS_GENERATE",
+            "1",
+        ),
+    ),
+    "GPUSTACK_RUNTIME_DEPLOY_CDI_SPECS_DIRECTORY": lambda: mkdir_path(
+        getenv(
+            "GPUSTACK_RUNTIME_DEPLOY_CDI_SPECS_DIRECTORY",
+            "/var/run/cdi",
+        ),
+    ),
     "GPUSTACK_RUNTIME_DEPLOY_AUTOMAP_RESOURCE_KEY": lambda: getenv(
         "GPUSTACK_RUNTIME_DEPLOY_AUTOMAP_RESOURCE_KEY",
         "gpustack.ai/devices",
     ),
-    "GPUSTACK_RUNTIME_DEPLOY_RESOURCE_KEY_MAP_CONTAINER_DEVICE_INTERFACES": lambda: to_dict(
+    "GPUSTACK_RUNTIME_DEPLOY_RESOURCE_KEY_MAP_CDI": lambda: to_dict(
         getenv(
-            "GPUSTACK_RUNTIME_DEPLOY_RESOURCE_KEY_MAP_CONTAINER_DEVICE_INTERFACES",
+            "GPUSTACK_RUNTIME_DEPLOY_RESOURCE_KEY_MAP_CDI",
             "amd.com/devices=amd.com/gpu;"
             "huawei.com/devices=huawei.com/npu;"
             "cambricon.com/devices=cambricon.com/mlu;"
@@ -451,7 +505,8 @@ variables: dict[str, Callable[[], Any]] = {
             "iluvatar.ai/devices=iluvatar.com/gpu;"
             "metax-tech.com/devices=metax-tech.com/gpu;"
             "mthreads.com/devices=mthreads.com/gpu;"
-            "nvidia.com/devices=nvidia.com/gpu;",
+            "nvidia.com/devices=nvidia.com/gpu;"
+            "alibabacloud.com/devices=alibabacloud.com/ppu;",
         ),
     ),
     "GPUSTACK_RUNTIME_DEPLOY_RESOURCE_KEY_MAP_RUNTIME_VISIBLE_DEVICES": lambda: to_dict(
@@ -464,20 +519,22 @@ variables: dict[str, Callable[[], Any]] = {
             "iluvatar.ai/devices=IX_VISIBLE_DEVICES;"
             "metax-tech.com/devices=CUDA_VISIBLE_DEVICES;"
             "mthreads.com/devices=METHERDS_VISIBLE_DEVICES;"
-            "nvidia.com/devices=NVIDIA_VISIBLE_DEVICES;",
+            "nvidia.com/devices=NVIDIA_VISIBLE_DEVICES;"
+            "alibabacloud.com/devices=NVIDIA_VISIBLE_DEVICES;",
         ),
     ),
     "GPUSTACK_RUNTIME_DEPLOY_RESOURCE_KEY_MAP_BACKEND_VISIBLE_DEVICES": lambda: to_dict(
         getenv(
             "GPUSTACK_RUNTIME_DEPLOY_RESOURCE_KEY_MAP_BACKEND_VISIBLE_DEVICES",
-            "amd.com/devices=HIP_VISIBLE_DEVICES,ROCR_VISIBLE_DEVICES;"
+            "amd.com/devices=HIP_VISIBLE_DEVICES;"
             "huawei.com/devices=ASCEND_RT_VISIBLE_DEVICES,NPU_VISIBLE_DEVICES;"
             "cambricon.com/devices=MLU_VISIBLE_DEVICES;"
             "hygon.com/devices=HIP_VISIBLE_DEVICES;"
             "iluvatar.ai/devices=CUDA_VISIBLE_DEVICES;"
             "metax-tech.com/devices=CUDA_VISIBLE_DEVICES;"
             "mthreads.com/devices=CUDA_VISIBLE_DEVICES,MUSA_VISIBLE_DEVICES;"
-            "nvidia.com/devices=CUDA_VISIBLE_DEVICES;",
+            "nvidia.com/devices=CUDA_VISIBLE_DEVICES;"
+            "alibabacloud.com/devices=CUDA_VISIBLE_DEVICES;",
         ),
         list_sep=",",
     ),
@@ -495,21 +552,27 @@ variables: dict[str, Callable[[], Any]] = {
         sep=",",
     ),
     "GPUSTACK_RUNTIME_DEPLOY_CPU_AFFINITY": lambda: to_bool(
-        getenv("GPUSTACK_RUNTIME_DEPLOY_CPU_AFFINITY", "0"),
+        getenv(
+            "GPUSTACK_RUNTIME_DEPLOY_CPU_AFFINITY",
+            "0",
+        ),
     ),
     "GPUSTACK_RUNTIME_DEPLOY_NUMA_AFFINITY": lambda: to_bool(
-        getenv("GPUSTACK_RUNTIME_DEPLOY_NUMA_AFFINITY", "0"),
+        getenv(
+            "GPUSTACK_RUNTIME_DEPLOY_NUMA_AFFINITY",
+            "0",
+        ),
     ),
     # Deployer
     ## Docker
     "GPUSTACK_RUNTIME_DOCKER_HOST": lambda: trim_str(
         getenvs(
-            keys=[
+            [
                 "GPUSTACK_RUNTIME_DOCKER_HOST",
                 # Fallback to standard Docker environment variable.
                 "DOCKER_HOST",
             ],
-            default="http+unix:///var/run/docker.sock",
+            "http+unix:///var/run/docker.sock",
         ),
     ),
     "GPUSTACK_RUNTIME_DOCKER_MIRRORED_NAME_FILTER_LABELS": lambda: to_dict(
@@ -519,7 +582,10 @@ variables: dict[str, Callable[[], Any]] = {
         sep=";",
     ),
     "GPUSTACK_RUNTIME_DOCKER_IMAGE_NO_PULL_VISUALIZATION": lambda: to_bool(
-        getenv("GPUSTACK_RUNTIME_DOCKER_IMAGE_NO_PULL_VISUALIZATION", "0"),
+        getenv(
+            "GPUSTACK_RUNTIME_DOCKER_IMAGE_NO_PULL_VISUALIZATION",
+            "0",
+        ),
     ),
     "GPUSTACK_RUNTIME_DOCKER_PAUSE_IMAGE": lambda: getenv(
         "GPUSTACK_RUNTIME_DOCKER_PAUSE_IMAGE",
@@ -530,12 +596,14 @@ variables: dict[str, Callable[[], Any]] = {
         "gpustack/runtime:health",
     ),
     "GPUSTACK_RUNTIME_DOCKER_MUTE_ORIGINAL_HEALTHCHECK": lambda: to_bool(
-        getenv("GPUSTACK_RUNTIME_DOCKER_MUTE_ORIGINAL_HEALTHCHECK", "1"),
+        getenv(
+            "GPUSTACK_RUNTIME_DOCKER_MUTE_ORIGINAL_HEALTHCHECK",
+            "1",
+        ),
     ),
     "GPUSTACK_RUNTIME_DOCKER_RESOURCE_INJECTION_POLICY": lambda: choice(
         getenv(
             "GPUSTACK_RUNTIME_DOCKER_RESOURCE_INJECTION_POLICY",
-            "Env",
         ),
         options=["Env", "CDI"],
         default="Env",
@@ -543,7 +611,6 @@ variables: dict[str, Callable[[], Any]] = {
     ## Kubernetes
     "GPUSTACK_RUNTIME_KUBERNETES_NODE_NAME": lambda: getenv(
         "GPUSTACK_RUNTIME_KUBERNETES_NODE_NAME",
-        None,
     ),
     "GPUSTACK_RUNTIME_KUBERNETES_NAMESPACE": lambda: getenv(
         "GPUSTACK_RUNTIME_KUBERNETES_NAMESPACE",
@@ -556,18 +623,19 @@ variables: dict[str, Callable[[], Any]] = {
     "GPUSTACK_RUNTIME_KUBERNETES_SERVICE_TYPE": lambda: choice(
         getenv(
             "GPUSTACK_RUNTIME_KUBERNETES_SERVICE_TYPE",
-            "ClusterIP",
         ),
         options=["ClusterIP", "NodePort", "LoadBalancer"],
         default="ClusterIP",
     ),
     "GPUSTACK_RUNTIME_KUBERNETES_QUORUM_READ": lambda: to_bool(
-        getenv("GPUSTACK_RUNTIME_KUBERNETES_QUORUM_READ", "0"),
+        getenv(
+            "GPUSTACK_RUNTIME_KUBERNETES_QUORUM_READ",
+            "0",
+        ),
     ),
     "GPUSTACK_RUNTIME_KUBERNETES_DELETE_PROPAGATION_POLICY": lambda: choice(
         getenv(
             "GPUSTACK_RUNTIME_KUBERNETES_DELETE_PROPAGATION_POLICY",
-            "Foreground",
         ),
         options=["Foreground", "Background", "Orphan"],
         default="Foreground",
@@ -575,17 +643,17 @@ variables: dict[str, Callable[[], Any]] = {
     ## Podman
     "GPUSTACK_RUNTIME_PODMAN_HOST": lambda: trim_str(
         getenvs(
-            keys=[
+            [
                 "GPUSTACK_RUNTIME_PODMAN_HOST",
                 # Fallback to standard Podman environment variable.
                 "CONTAINER_HOST",
             ],
-            default="http+unix:///run/podman/podman.sock",
+            "http+unix:///run/podman/podman.sock",
         ),
     ),
     "GPUSTACK_RUNTIME_PODMAN_MIRRORED_NAME_FILTER_LABELS": lambda: to_dict(
         getenvs(
-            keys=[
+            [
                 "GPUSTACK_RUNTIME_PODMAN_MIRRORED_NAME_FILTER_LABELS",
                 # Fallback to Docker's setting.
                 "GPUSTACK_RUNTIME_DOCKER_MIRRORED_NAME_FILTER_LABELS",
@@ -595,43 +663,42 @@ variables: dict[str, Callable[[], Any]] = {
     ),
     "GPUSTACK_RUNTIME_PODMAN_IMAGE_NO_PULL_VISUALIZATION": lambda: to_bool(
         getenvs(
-            keys=[
+            [
                 "GPUSTACK_RUNTIME_PODMAN_IMAGE_NO_PULL_VISUALIZATION",
                 # Fallback to Docker's setting.
                 "GPUSTACK_RUNTIME_DOCKER_IMAGE_NO_PULL_VISUALIZATION",
             ],
-            default="0",
+            "0",
         ),
     ),
     "GPUSTACK_RUNTIME_PODMAN_PAUSE_IMAGE": lambda: getenvs(
-        keys=[
+        [
             "GPUSTACK_RUNTIME_PODMAN_PAUSE_IMAGE",
             # Fallback to Docker's setting.
             "GPUSTACK_RUNTIME_DOCKER_PAUSE_IMAGE",
         ],
-        default="gpustack/runtime:pause",
+        "gpustack/runtime:pause",
     ),
     "GPUSTACK_RUNTIME_PODMAN_UNHEALTHY_RESTART_IMAGE": lambda: getenvs(
-        keys=[
+        [
             "GPUSTACK_RUNTIME_PODMAN_UNHEALTHY_RESTART_IMAGE",
             # Fallback to Docker's setting.
             "GPUSTACK_RUNTIME_DOCKER_UNHEALTHY_RESTART_IMAGE",
         ],
-        default="gpustack/runtime:health",
+        "gpustack/runtime:health",
     ),
     "GPUSTACK_RUNTIME_PODMAN_MUTE_ORIGINAL_HEALTHCHECK": lambda: to_bool(
         getenvs(
-            keys=[
+            [
                 "GPUSTACK_RUNTIME_PODMAN_MUTE_ORIGINAL_HEALTHCHECK",
                 # Fallback to Docker's setting.
                 "GPUSTACK_RUNTIME_DOCKER_MUTE_ORIGINAL_HEALTHCHECK",
             ],
-            default="1",
+            "1",
         ),
     ),
 }
 
-
 # --8<-- [end:env-vars-definition]
 
 
@@ -664,19 +731,23 @@ def expand_path(path: Path | str) -> Path | str:
     return path.expanduser().resolve()
 
 
-def mkdir_path(path: Path | str | None) -> Path | None:
+def mkdir_path(path: Path | str | None, parents_only: bool = False) -> Path | None:
     """
     Create a directory if it does not exist.
 
     Args:
         path (str | Path): The path to the directory.
+        parents_only (bool): If True, only create parent directories.
 
     """
     if not path:
         return None
     if isinstance(path, str):
         path = Path(path)
-    path.mkdir(parents=True, exist_ok=True)
+    if parents_only:
+        path.parent.mkdir(parents=True, exist_ok=True)
+    else:
+        path.mkdir(parents=True, exist_ok=True)
     return path
 
 
@@ -835,7 +906,7 @@ def to_set(value: str | None, sep: str = ",") -> set[str]:
     return {item.strip() for item in value.split(sep) if item.strip()}
 
 
-def choice(value: str, options: list[str], default: str = "") -> str:
+def choice(value: str | None, options: list[str], default: str = "") -> str:
     """
     Check if a value is one of the given options.
 
@@ -848,6 +919,8 @@ def choice(value: str, options: list[str], default: str = "") -> str:
         The value if it is in the options, otherwise the default value.
 
     """
+    if value is None:
+        return default
     if value in options:
         return value
     return default

{gpustack_runtime-0.1.39.post3.dist-info → gpustack_runtime-0.1.40.post1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: gpustack-runtime
-Version: 0.1.39.post3
+Version: 0.1.40.post1
 Summary: GPUStack Runtime is library for detecting GPU resources and launching GPU workloads.
 Project-URL: Homepage, https://github.com/gpustack/runtime
 Project-URL: Bug Tracker, https://github.com/gpustack/gpustack/issues
@@ -15,7 +15,7 @@ Classifier: Programming Language :: Python :: 3.13
 Requires-Python: >=3.10
 Requires-Dist: argcomplete>=3.6.3
 Requires-Dist: docker>=7.1.0
-Requires-Dist: gpustack-runner>=0.1.23.post5
+Requires-Dist: gpustack-runner>=0.1.24.post1
 Requires-Dist: kubernetes>=33.1.0
 Requires-Dist: mthreads-ml-py>=2.2.10
 Requires-Dist: nvidia-ml-py>=13.580.65
@@ -38,6 +38,7 @@ It supports detection of a wide range of GPU and accelerator resources, includin
 - MetaX GPU
 - Moore Threads GPU
 - NVIDIA GPU
+- T-Head PPU
 
 Contributions to support additional GPU resources are welcome!
 

gpustack_runtime-0.1.40.post1.dist-info/RECORD

@@ -0,0 +1,55 @@
+gpustack_runtime/__init__.py,sha256=kKcK6DMIXOdpWhgMS7xlsNrBNvEmY0L8eyQtBIC3CU4,160
+gpustack_runtime/__main__.py,sha256=LkRkKifYM9DTAo-HAlOQZ2vCQaXxXb49EKyfAYJG2vg,3808
+gpustack_runtime/_version.py,sha256=tZXYTH4eh4oIU0uyIkOj_F02YAgxD4j6lwgczS7RU_U,792
+gpustack_runtime/_version.pyi,sha256=A42NoSgcqEXVy2OeNm4LXC9CbyonbooYrSUBlPm2lGY,156
+gpustack_runtime/envs.py,sha256=7CTVHWfzBQn9iN8LcGWOxuLp_7HAd-lFDuAYDmwCB6U,34065
+gpustack_runtime/logging.py,sha256=h_fvD5FV7GHCo00IUDLQmkPR-H6r66IX_WSwZwl0mCw,6869
+gpustack_runtime/cmds/__init__.py,sha256=hokwjRG9ovum0Cq5VbUtTMPOk6oFKcyXFgTXpxw-uKs,1276
+gpustack_runtime/cmds/__types__.py,sha256=7C4kQM0EHPD8WpJpTo6kh9rEdkrYALcLQ-GAzMMsqV8,789
+gpustack_runtime/cmds/deployer.py,sha256=6C5MYZISugdCcJX8EfJbJKsgtgw1xkdjpoVBi2OPCcs,28787
+gpustack_runtime/cmds/detector.py,sha256=xTuPkl0Psi6T_n7RvwCHBeubX4AsjXAhc_emrMufY58,8724
+gpustack_runtime/cmds/images.py,sha256=nq25wQGFn-0GgmBjonC3p0G_YbWoKWdWpnGm37YaIhU,568
+gpustack_runtime/deployer/__init__.py,sha256=my4IY7t3obOFnKHCwwwPq363T4OZOjnivoAK4Svu4Ow,15581
+gpustack_runtime/deployer/__patches__.py,sha256=4TCUdDzKBiOYmr5s0UkrEjBU0UjT7U36R0aQbSvrFRE,17823
+gpustack_runtime/deployer/__types__.py,sha256=Yx09FnuPDD2XKgAEUy9PfzkEpZY6V1932Gf8WA4TiAw,72162
+gpustack_runtime/deployer/__utils__.py,sha256=rDfF3mRqL17KsI1l2kfcMjxrEBUL5vBPFPWqiY4cJkw,21072
+gpustack_runtime/deployer/docker.py,sha256=_mZkfd4LG1INcGdiwG-2HxQ3xKoxk__fdcjHRg7hfi0,85011
+gpustack_runtime/deployer/kuberentes.py,sha256=8eohX2UQXgQ8hM1QDaOAe_lmeP_D6VZfcF8cNb1W7XA,87488
+gpustack_runtime/deployer/podman.py,sha256=g1XKeHXMczy3OPsBrBBO9D8bEQ1ewhxvGq2b33Jg-UI,82128
+gpustack_runtime/deployer/cdi/__init__.py,sha256=Cx2Ua7WPy6YctxWHd_Ntd6Zuz47vs4c0Ia_73aNmSbk,1904
+gpustack_runtime/deployer/cdi/__types__.py,sha256=z9HsOnD-FnHbHqdhprxsQATg0yDeGYrDMyAWS2iK7ew,16180
+gpustack_runtime/deployer/cdi/thead.py,sha256=tirkgBGLBrIJFmJoWcSIf2OMwtzAeFBiEzGej_zVtkg,2714
+gpustack_runtime/detector/__init__.py,sha256=aNrWMsin3TXnU37LjazNUJmbaTlBxzWNbQ-ELaZRH78,7204
+gpustack_runtime/detector/__types__.py,sha256=OE-6JtafUpocCk_lHMKJBhU_7OV-8ZbNNFbOYIy2jQ8,13374
+gpustack_runtime/detector/__utils__.py,sha256=3_6RsBmrFJ0TpNk0KkwTju_cWhXA-rP__ZNktjP_T_Q,25269
+gpustack_runtime/detector/amd.py,sha256=JGERVoSx1MlZP9AHs_u92I_Zz4Cl4-fxMzLMBia_F74,18693
+gpustack_runtime/detector/ascend.py,sha256=VkmNM-enbjMNVXKFfv7z6S-4BkwD6YkBmcC0J1ZGEuc,18588
+gpustack_runtime/detector/cambricon.py,sha256=bqWo2mUuf3a5kV8NC1PzFtHIUhVQkSejUSWR5Z5XaGA,3899
+gpustack_runtime/detector/hygon.py,sha256=n_spB46BFSQtUBYEact0bQo25uOWSn0fsZ8Uwcq9DHs,13540
+gpustack_runtime/detector/iluvatar.py,sha256=FKd9ZPb9oEUU1wv-f-t0nmKtY6gAytNvWeqXQktt2is,10899
+gpustack_runtime/detector/metax.py,sha256=YRpZVfz_nG7QTEMqTxqpgi9x5aPYy4gfvYhiUpbz8R8,10146
+gpustack_runtime/detector/mthreads.py,sha256=XW8dyb4i8qVKxHw1Yu08f2YRhpj0Xe8E-MSNfSeOwr4,11012
+gpustack_runtime/detector/nvidia.py,sha256=dGeAd-DAGBIhvuexzC9pVi3NYf2LrzYusvg-IACU_9o,32398
+gpustack_runtime/detector/thead.py,sha256=zP-BqUn6bu2FjLA49u3TyELzykUfNzL8CloX6IqBpnY,26281
+gpustack_runtime/detector/pyacl/__init__.py,sha256=UIdRYql11hGflkFD1bAcO9EwDxr4c3xrU_Mb7TtBWgs,16206
+gpustack_runtime/detector/pyamdgpu/__init__.py,sha256=U5GVzKMIxkwR2UlZOjZQbBPgrYuoBhgKMtpw17zg8ms,8591
+gpustack_runtime/detector/pyamdsmi/__init__.py,sha256=BXAOVnoew6MliU86ci73Rk2yWPeXRUBicFKFWh-r2s0,929
+gpustack_runtime/detector/pycuda/__init__.py,sha256=zBL6seocp5NCapM39g3ANu0SdqopeHg_EgCX1bElzXU,16896
+gpustack_runtime/detector/pydcmi/__init__.py,sha256=f0w5hKs9KmGG8ye0FCJIfGLCA8dx8me0SOyPihBGiV0,37238
+gpustack_runtime/detector/pyhgml/__init__.py,sha256=Yp9s-QhHS4ck7Iq9kd4v6a4BruyJQcuOTYlyYSmnOgI,182896
+gpustack_runtime/detector/pyhgml/libhgml.so,sha256=BPzGVBpzrMX1tSvbXddq8Q0Qhi8w-No2JXX8sRxTioI,2101640
+gpustack_runtime/detector/pyhgml/libuki.so,sha256=EE6v1vIYYT4FSDMMm9rSfAqwrwIPFD-4_6KtP51lSps,702352
+gpustack_runtime/detector/pyhsa/__init__.py,sha256=rmogC5o3Chl4_AhPIjnb8W1YXfIsxou4yp-SbimnUN8,15766
+gpustack_runtime/detector/pyixml/__init__.py,sha256=6ss_Dyl8lIT4WrKpfwmQqzBmg4Bxi38vg_eey_wsSY0,162681
+gpustack_runtime/detector/pymxsml/__init__.py,sha256=spHMs9t2tiV-C9kO-cV_230CBVAZ-j2DWtLfiFU5V3E,25
+gpustack_runtime/detector/pymxsml/mxsml.py,sha256=nRuKSVxIsJj2SJX-SYnE9NGZ7hGjWO9nKczC6sYmSRg,47196
+gpustack_runtime/detector/pymxsml/mxsml_extension.py,sha256=zfWFRGa9eSup336t2lPhIvCbPpa7Prn-7xCHRljg4CI,26967
+gpustack_runtime/detector/pymxsml/mxsml_mcm.py,sha256=a4rX7hJNJKTqLodKU9rYeDaAEKef6UNVThl1w-aiFsA,15363
+gpustack_runtime/detector/pyrocmcore/__init__.py,sha256=5Iwy-U4ogFFQwGh1LrEUBsXgmOmt3VQ70P9MZCq1qxc,2497
+gpustack_runtime/detector/pyrocmsmi/__init__.py,sha256=wlzH54ibvw1qgCBgV6vvDBzyQBNa5A9JVa_hLwhba0o,11880
+gpustack_runtime/_version_appendix.py,sha256=Q3VQO7E2lOhSF31RZK7_H7YQrILXRcVIw5UGAZBveoU,23
+gpustack_runtime-0.1.40.post1.dist-info/METADATA,sha256=6PR3Z4vumr7f5wS5hMF1IkGkyNBsWHlXn3dS3tligB8,2182
+gpustack_runtime-0.1.40.post1.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+gpustack_runtime-0.1.40.post1.dist-info/entry_points.txt,sha256=bBO_61GxP6dIT74uZwbSDgW5Vt2pTePUS3CgjUJkUgg,68
+gpustack_runtime-0.1.40.post1.dist-info/licenses/LICENSE,sha256=OiPibowBvB-NHV3TP_NOj18XNBlXcshXZFMpa3uvKVE,10362
+gpustack_runtime-0.1.40.post1.dist-info/RECORD,,

gpustack_runtime-0.1.39.post3.dist-info/RECORD

@@ -1,48 +0,0 @@
-gpustack_runtime/__init__.py,sha256=kKcK6DMIXOdpWhgMS7xlsNrBNvEmY0L8eyQtBIC3CU4,160
-gpustack_runtime/__main__.py,sha256=YfxBJy7Xu87jsl1g9EWXtEeAWkLqX9nbHuty7gGUgnw,3620
-gpustack_runtime/_version.py,sha256=j_bFBefu7NnpCEW3cuer6_aWK5fUvN8thDABLTT31c8,792
-gpustack_runtime/_version.pyi,sha256=A42NoSgcqEXVy2OeNm4LXC9CbyonbooYrSUBlPm2lGY,156
-gpustack_runtime/envs.py,sha256=1tNIZIzPuIMbBPMy6gUkadlUwmP_6qpMmCZQD_qwRNI,32429
-gpustack_runtime/logging.py,sha256=h_fvD5FV7GHCo00IUDLQmkPR-H6r66IX_WSwZwl0mCw,6869
-gpustack_runtime/cmds/__init__.py,sha256=82MqustO4mRDCytBiT4SUMDIOaa_4n81sJEXQwwfqHE,1166
-gpustack_runtime/cmds/__types__.py,sha256=7C4kQM0EHPD8WpJpTo6kh9rEdkrYALcLQ-GAzMMsqV8,789
-gpustack_runtime/cmds/deployer.py,sha256=7tTBf2_pKtK3_jeGcwjxg3ibzUBUKMKyGU5W6Nms7vE,26222
-gpustack_runtime/cmds/detector.py,sha256=xTuPkl0Psi6T_n7RvwCHBeubX4AsjXAhc_emrMufY58,8724
-gpustack_runtime/cmds/images.py,sha256=CjmD82JMdzftRiaeEYSKTGBXudb_qla41v-UzwZQtTo,514
-gpustack_runtime/deployer/__init__.py,sha256=2LQSFBO4syh7Q1rp-Rd_122Vwh-4CNDM1CGxmu3GhXY,15498
-gpustack_runtime/deployer/__patches__.py,sha256=4TCUdDzKBiOYmr5s0UkrEjBU0UjT7U36R0aQbSvrFRE,17823
-gpustack_runtime/deployer/__types__.py,sha256=va80QrwaVJx3WJSEIlQvjZYbeuwG6PL04sTXl90q3rg,71365
-gpustack_runtime/deployer/__utils__.py,sha256=wBnyKhR1WLcdPQlhjKeEgJ9kPvBhxVlTAqbW2iBBLIE,21710
-gpustack_runtime/deployer/docker.py,sha256=vrqglLLANiO5P4l0j828KbdZ_-wGnbol0PnB7QUi7qs,84391
-gpustack_runtime/deployer/kuberentes.py,sha256=JR79UfdMCo_0GCpeOFHxDQFAnYZdu7oApNkcjhr3DzA,87333
-gpustack_runtime/deployer/podman.py,sha256=nKjsNxgeAbSuc5Lwbyx4W_P-lY7dAvl6WpjExRT-ENQ,81520
-gpustack_runtime/detector/__init__.py,sha256=kLVxZ9iud2aLwqqAOanIYNb4QSHavUPhqay-FU5ndbU,5443
-gpustack_runtime/detector/__types__.py,sha256=nVh9OV8tZdHFjHPlYul3u2zMvnpa9KOL5GxlPJhEvGk,13163
-gpustack_runtime/detector/__utils__.py,sha256=3_6RsBmrFJ0TpNk0KkwTju_cWhXA-rP__ZNktjP_T_Q,25269
-gpustack_runtime/detector/amd.py,sha256=JGERVoSx1MlZP9AHs_u92I_Zz4Cl4-fxMzLMBia_F74,18693
-gpustack_runtime/detector/ascend.py,sha256=VkmNM-enbjMNVXKFfv7z6S-4BkwD6YkBmcC0J1ZGEuc,18588
-gpustack_runtime/detector/cambricon.py,sha256=bqWo2mUuf3a5kV8NC1PzFtHIUhVQkSejUSWR5Z5XaGA,3899
-gpustack_runtime/detector/hygon.py,sha256=n_spB46BFSQtUBYEact0bQo25uOWSn0fsZ8Uwcq9DHs,13540
-gpustack_runtime/detector/iluvatar.py,sha256=IRc1teRB21b8L0ouCT61VL3eDaWcLWwoKpwFgjHILpg,10693
-gpustack_runtime/detector/metax.py,sha256=YRpZVfz_nG7QTEMqTxqpgi9x5aPYy4gfvYhiUpbz8R8,10146
-gpustack_runtime/detector/mthreads.py,sha256=XW8dyb4i8qVKxHw1Yu08f2YRhpj0Xe8E-MSNfSeOwr4,11012
-gpustack_runtime/detector/nvidia.py,sha256=HmctG6s_03FsISeIJ-mptoQ9CUnQyE0X3bh-Qfa4dnI,30306
-gpustack_runtime/detector/pyacl/__init__.py,sha256=13_zyQxo_yql99Ex7n3HTPzZVTSt8A-TN0-u5eDW8nE,15994
-gpustack_runtime/detector/pyamdgpu/__init__.py,sha256=vFIOA072L01Nxvzgixns-wNrQJK8sJMvEs90DEEE2-0,8378
-gpustack_runtime/detector/pyamdsmi/__init__.py,sha256=BXAOVnoew6MliU86ci73Rk2yWPeXRUBicFKFWh-r2s0,929
-gpustack_runtime/detector/pycuda/__init__.py,sha256=o2Oj3l0HsXNttwnUylxerbupK-45gZWbluqfEvBDQ38,16673
-gpustack_runtime/detector/pydcmi/__init__.py,sha256=KVmem7Cd6ZoQ-irB_WOsDVOiyGr5Cv69_rm1NNBpkxo,37129
-gpustack_runtime/detector/pyhsa/__init__.py,sha256=v2rWLyyqNQ24Jpy-7MoBbctd797gHN_6JNrFA84AjxM,15445
-gpustack_runtime/detector/pyixml/__init__.py,sha256=oYFAfQ8ZbPg7oMFXFfLjJuCBEV7hWQpFqMMVcN99Sxs,166564
-gpustack_runtime/detector/pymxsml/__init__.py,sha256=spHMs9t2tiV-C9kO-cV_230CBVAZ-j2DWtLfiFU5V3E,25
-gpustack_runtime/detector/pymxsml/mxsml.py,sha256=nRuKSVxIsJj2SJX-SYnE9NGZ7hGjWO9nKczC6sYmSRg,47196
-gpustack_runtime/detector/pymxsml/mxsml_extension.py,sha256=zfWFRGa9eSup336t2lPhIvCbPpa7Prn-7xCHRljg4CI,26967
-gpustack_runtime/detector/pymxsml/mxsml_mcm.py,sha256=a4rX7hJNJKTqLodKU9rYeDaAEKef6UNVThl1w-aiFsA,15363
-gpustack_runtime/detector/pyrocmcore/__init__.py,sha256=8XxKmwLX4-uoP7cfxjGoEmk9qlrGf0804pgyb74mJKs,2108
-gpustack_runtime/detector/pyrocmsmi/__init__.py,sha256=gtyiS4vXpuc9Y9xt3cw_ObqiivbsU8_xi48TIqZA0hk,11538
-gpustack_runtime/_version_appendix.py,sha256=8EQMM2co0WsEEaFTlEGHr7PFAY9g_8S8iAhM1Hgptog,23
-gpustack_runtime-0.1.39.post3.dist-info/METADATA,sha256=XWfZJrvw3xPJsjfwnFtQoCNv3SR7xBNlFjppk9ErwgE,2169
-gpustack_runtime-0.1.39.post3.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-gpustack_runtime-0.1.39.post3.dist-info/entry_points.txt,sha256=bBO_61GxP6dIT74uZwbSDgW5Vt2pTePUS3CgjUJkUgg,68
-gpustack_runtime-0.1.39.post3.dist-info/licenses/LICENSE,sha256=OiPibowBvB-NHV3TP_NOj18XNBlXcshXZFMpa3uvKVE,10362
-gpustack_runtime-0.1.39.post3.dist-info/RECORD,,