gpustack-runtime 0.1.38.post4__py3-none-any.whl → 0.1.39__py3-none-any.whl

gpustack_runtime/detector/amd.py

@@ -107,12 +107,8 @@ class AMDDetector(Detector):
                     asic_serial = dev_gpu_asic_info.get("asic_serial")
                     dev_uuid = f"GPU-{(asic_serial[2:]).lower()}"
                 else:
-                    dev_uuid = ""
-                    with contextlib.suppress(pyrocmsmi.ROCMSMIError):
-                        dev_uuid = (
-                            f"GPU-{pyrocmsmi.rsmi_dev_unique_id_get(dev_idx)[2:]}"
-                        )
-                dev_hsa_agent = hsa_agents.get(dev_uuid, pyhsa.Agent())
+                    dev_uuid = f"GPU-{pyrocmsmi.rsmi_dev_unique_id_get(dev_idx)[2:]}"
+                dev_hsa_agent = hsa_agents.get(dev_uuid)
 
                 dev_gpu_driver_info = pyamdsmi.amdsmi_get_gpu_driver_info(dev)
                 dev_driver_ver = dev_gpu_driver_info.get("driver_version")
@@ -123,13 +119,8 @@ class AMDDetector(Detector):
 
                 dev_cc = dev_hsa_agent.compute_capability
                 if not dev_cc:
-                    if "target_graphics_version" in dev_gpu_asic_info:
-                        dev_cc = dev_gpu_asic_info.get("target_graphics_version")
-                    else:
-                        with contextlib.suppress(pyrocmsmi.ROCMSMIError):
-                            dev_cc = pyrocmsmi.rsmi_dev_target_graphics_version_get(
-                                dev_idx,
-                            )
+                    with contextlib.suppress(pyrocmsmi.ROCMSMIError):
+                        dev_cc = pyrocmsmi.rsmi_dev_target_graphics_version_get(dev_idx)
 
                 dev_bdf = None
                 dev_card_id = None

gpustack_runtime/detector/hygon.py

@@ -108,7 +108,7 @@ class HygonDetector(Detector):
                 dev_index = dev_idx
 
                 dev_uuid = f"GPU-{pyrocmsmi.rsmi_dev_unique_id_get(dev_idx)[2:]}"
-                dev_hsa_agent = hsa_agents.get(dev_uuid, pyhsa.Agent())
+                dev_hsa_agent = hsa_agents.get(dev_uuid)
 
                 dev_name = dev_hsa_agent.name
                 if not dev_name:

gpustack_runtime/detector/nvidia.py

@@ -76,7 +76,7 @@ class NVIDIADetector(Detector):
     def __init__(self):
         super().__init__(ManufacturerEnum.NVIDIA)
 
-    def detect(self) -> Devices | None:  # noqa: PLR0915
+    def detect(self) -> Devices | None:
         """
         Detect NVIDIA GPUs using pynvml.
 

gpustack_runtime/detector/pyhsa/__init__.py

@@ -446,13 +446,13 @@ def has_agent_get_asic_family_id(agent):
 
 @dataclass
 class Agent:
-    device_type: int | None = None
-    device_id: str | None = None
-    uuid: str | None = None
-    name: str | None = None
-    compute_capability: str | None = None
-    compute_units: int | None = None
-    asic_family_id: int | None = None
+    device_type: int
+    device_id: str
+    uuid: str
+    name: str
+    compute_capability: str
+    compute_units: int
+    asic_family_id: int | None
 
 
 def get_agents() -> list[Agent]:

gpustack_runtime/detector/pyrocmsmi/__init__.py

@@ -223,9 +223,15 @@ def rsmi_dev_target_graphics_version_get(device=0):
         c_version = c_uint64()
         ret = rocmsmiLib.rsmi_dev_target_graphics_version_get(device, byref(c_version))
         _rocmsmiCheckReturn(ret)
-        if c_version.value < 2000:
-            return "gfx" + str(c_version.value)
-        return "gfx" + hex(c_version.value)[2:]
+        version = str(c_version.value)
+        if len(version) == 4:
+            dev_name = rsmi_dev_name_get(device)
+            if "Instinct MI2" in dev_name:
+                hex_part = str(hex(int(version[2:]))).replace("0x", "")
+                version = version[:2] + hex_part
+        else:
+            version = str(c_version.value // 10 + c_version.value % 10)
+        return "gfx" + version
     except AttributeError:
         return None
 

gpustack_runtime/envs.py

@@ -60,26 +60,7 @@ if TYPE_CHECKING:
     ## Deployer
     GPUSTACK_RUNTIME_DEPLOY: str | None = None
     """
-    Deployer to use (options: Auto, Docker, Kubernetes).
-    """
-    GPUSTACK_RUNTIME_DEPLOY_DEFAULT_REGISTRY: str | None = None
-    """
-    Default container registry for deployer to pull images from.
-    If not set, it should be "docker.io".
-    If the image name already contains a registry, this setting will be ignored.
-    """
-    GPUSTACK_RUNTIME_DEPLOY_DEFAULT_NAMESPACE: str | None = None
-    """
-    Namespace for default runner images.
-    If not set, it should be "gpustack".
-    """
-    GPUSTACK_RUNTIME_DEPLOY_DEFAULT_REGISTRY_USERNAME: str | None = None
-    """
-    Username for the default container registry.
-    """
-    GPUSTACK_RUNTIME_DEPLOY_DEFAULT_REGISTRY_PASSWORD: str | None = None
-    """
-    Password for the default container registry.
+    Deployer to use (options: Auto, Docker, Kubernetes, Podman).
     """
     GPUSTACK_RUNTIME_DEPLOY_API_CALL_ERROR_DETAIL: bool = True
     """
@@ -89,7 +70,7 @@ if TYPE_CHECKING:
     """
     Enable printing the conversion during deployment.
     GPUStack Runtime provides a unified Workload definition API,
-    which will be converted to the specific Container Runtime API calls(e.g., Docker SDK, Kubernetes API).
+    which will be converted to the specific Container Runtime API calls(e.g., Docker SDK, Kubernetes API, Podman SDK).
     Enabling this option will print the final converted API calls in INFO log for debugging purposes.
     """
     GPUSTACK_RUNTIME_DEPLOY_ASYNC: bool = True
@@ -138,6 +119,25 @@ if TYPE_CHECKING:
     """
     Correct the gpustack-runner image by rendering it with the host's detection.
     """
+    GPUSTACK_RUNTIME_DEPLOY_DEFAULT_IMAGE_REGISTRY: str | None = None
+    """
+    Default container registry for deployer to pull images from.
+    If not set, it should be "docker.io".
+    If the image name already contains a registry, this setting will be ignored.
+    """
+    GPUSTACK_RUNTIME_DEPLOY_DEFAULT_IMAGE_NAMESPACE: str | None = None
+    """
+    Namespace for default runner images.
+    If not set, it should be "gpustack".
+    """
+    GPUSTACK_RUNTIME_DEPLOY_DEFAULT_IMAGE_REGISTRY_USERNAME: str | None = None
+    """
+    Username for the default container registry.
+    """
+    GPUSTACK_RUNTIME_DEPLOY_DEFAULT_IMAGE_REGISTRY_PASSWORD: str | None = None
+    """
+    Password for the default container registry.
+    """
     GPUSTACK_RUNTIME_DEPLOY_IMAGE_PULL_POLICY: str | None = None
     """
     Image pull policy for the deployer (e.g., Always, IfNotPresent, Never).
@@ -152,12 +152,21 @@ if TYPE_CHECKING:
     which is used to tell deployer do a device detection and get the corresponding resource key before mapping.
     e.g., "gpustack.ai/devices".
     """
+    GPUSTACK_RUNTIME_DEPLOY_RESOURCE_KEY_MAP_CONTAINER_DEVICE_INTERFACES: (
+        dict[str, str] | None
+    ) = None
+    """
+    Manual mapping of container device interfaces,
+    which is used to tell the Container Runtime which devices to inject into the container,
+    e.g., `{"nvidia.com/devices": "nvidia.com/gpu", "amd.com/devices": "amd.com/gpu"}`.
+    The key is the resource key, and the value is the Container Device Interface(CDI) key.
+    """
     GPUSTACK_RUNTIME_DEPLOY_RESOURCE_KEY_MAP_RUNTIME_VISIBLE_DEVICES: (
         dict[str, str] | None
     ) = None
     """
     Manual mapping of runtime visible devices environment variables,
-    which is used to tell the Container Runtime which GPUs to mount into the container,
+    which is used to tell the Container Runtime which devices to inject into the container,
     e.g., `{"nvidia.com/devices": "NVIDIA_VISIBLE_DEVICES", "amd.com/devices": "AMD_VISIBLE_DEVICES"}`.
     The key is the resource key, and the value is the environment variable name.
     """
@@ -166,7 +175,7 @@ if TYPE_CHECKING:
     ) = None
     """
     Manual mapping of backend visible devices environment variables,
-    which is used to tell the Device Runtime (e.g., ROCm, CUDA, OneAPI) which GPUs to use inside the container,
+    which is used to tell the Device Runtime (e.g., ROCm, CUDA, OneAPI) which devices to use inside the container,
     e.g., `{"nvidia.com/devices": ["CUDA_VISIBLE_DEVICES"], "amd.com/devices": ["ROCR_VISIBLE_DEVICES"]}`.
     The key is the resource key, and the value is a list of environment variable names.
     """
@@ -195,6 +204,12 @@ if TYPE_CHECKING:
     # Deployer
 
     ## Docker
+    GPUSTACK_RUNTIME_DOCKER_HOST: str | None = None
+    """
+    Host for Docker connection.
+    Used to override the default Docker host.
+    Default is `http+unix:///var/run/docker.sock`.
+    """
     GPUSTACK_RUNTIME_DOCKER_MIRRORED_NAME_FILTER_LABELS: dict[str, str] | None = None
     """
     Filter labels for selecting the mirrored deployer container in Docker.
@@ -207,11 +222,11 @@ if TYPE_CHECKING:
     """
     GPUSTACK_RUNTIME_DOCKER_PAUSE_IMAGE: str | None = None
     """
-    Docker image used for the pause container.
+    Container image used for the pause container in Docker.
     """
     GPUSTACK_RUNTIME_DOCKER_UNHEALTHY_RESTART_IMAGE: str | None = None
     """
-    Docker image used for unhealthy restart container.
+    Container image used for unhealthy restart container in Docker.
     """
     GPUSTACK_RUNTIME_DOCKER_EPHEMERAL_FILES_DIR: Path | None = None
     """
@@ -219,7 +234,13 @@ if TYPE_CHECKING:
     """
     GPUSTACK_RUNTIME_DOCKER_MUTE_ORIGINAL_HEALTHCHECK: bool = True
     """
-    Mute the original healthcheck of the container.
+    Mute the original healthcheck of the container in Docker.
+    """
+    GPUSTACK_RUNTIME_DOCKER_RESOURCE_INJECTION_POLICY: str | None = None
+    """
+    Resource injection policy for the Docker deployer (e.g., Env, CDI).
+    `Env`: Injects resources using standard environment variable, based on `GPUSTACK_RUNTIME_DEPLOY_RESOURCE_KEY_MAP_RUNTIME_VISIBLE_DEVICES`.
+    `CDI`: Injects resources using CDI, based on `GPUSTACK_RUNTIME_DEPLOY_RESOURCE_KEY_MAP_CONTAINER_DEVICE_INTERFACES`.
     """
     ## Kubernetes
     GPUSTACK_RUNTIME_KUBERNETES_NODE_NAME: str | None = None
@@ -247,6 +268,45 @@ if TYPE_CHECKING:
     """
     Deletion propagation policy for Kubernetes resources (e.g., Foreground, Background, Orphan).
     """
+    ## Podman
+    GPUSTACK_RUNTIME_PODMAN_HOST: str | None = None
+    """
+    Host for Podman connection.
+    Used to override the default Podman host.
+    Default is `http+unix:///run/podman/podman.sock`.
+    """
+    GPUSTACK_RUNTIME_PODMAN_MIRRORED_NAME_FILTER_LABELS: dict[str, str] | None = None
+    """
+    Filter labels for selecting the mirrored deployer container in Podman.
+    Only works when `GPUSTACK_RUNTIME_DEPLOY_MIRRORED_NAME` is not set.
+    Normally, it should be injected automatically via CI without any manual configuration.
+    Default is same as `GPUSTACK_RUNTIME_DOCKER_MIRRORED_NAME_FILTER_LABELS`.
+    """
+    GPUSTACK_RUNTIME_PODMAN_IMAGE_NO_PULL_VISUALIZATION: bool = False
+    """
+    Disable image pull visualization in Podman deployer.
+    Default is same as `GPUSTACK_RUNTIME_DOCKER_IMAGE_NO_PULL_VISUALIZATION`.
+    """
+    GPUSTACK_RUNTIME_PODMAN_PAUSE_IMAGE: str | None = None
+    """
+    Container image used for the pause container in Podman.
+    Default is same as `GPUSTACK_RUNTIME_DOCKER_PAUSE_IMAGE`.
+    """
+    GPUSTACK_RUNTIME_PODMAN_UNHEALTHY_RESTART_IMAGE: str | None = None
+    """
+    Container image used for unhealthy restart container in Podman.
+    Default is same as `GPUSTACK_RUNTIME_DOCKER_UNHEALTHY_RESTART_IMAGE`.
+    """
+    GPUSTACK_RUNTIME_PODMAN_EPHEMERAL_FILES_DIR: Path | None = None
+    """
+    Directory for storing ephemeral files for Podman.
+    Default is same as `GPUSTACK_RUNTIME_DOCKER_EPHEMERAL_FILES_DIR`.
+    """
+    GPUSTACK_RUNTIME_PODMAN_MUTE_ORIGINAL_HEALTHCHECK: bool = True
+    """
+    Mute the original healthcheck of the container in Podman.
+    Default is same as `GPUSTACK_RUNTIME_DOCKER_MUTE_ORIGINAL_HEALTHCHECK`.
+    """
 
 # --8<-- [start:env-vars-definition]
 
@@ -299,23 +359,6 @@ variables: dict[str, Callable[[], Any]] = {
         "GPUSTACK_RUNTIME_DEPLOY",
         "Auto",
     ),
-    "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_REGISTRY": lambda: trim_str(
-        getenvs(
-            keys=[
-                "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_REGISTRY",
-                "GPUSTACK_SYSTEM_DEFAULT_CONTAINER_REGISTRY",  # Compatible with gpustack/gpustack.
-            ],
-        ),
-    ),
-    "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_NAMESPACE": lambda: trim_str(
-        getenv("GPUSTACK_RUNTIME_DEPLOY_DEFAULT_NAMESPACE"),
-    ),
-    "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_REGISTRY_USERNAME": lambda: trim_str(
-        getenv("GPUSTACK_RUNTIME_DEPLOY_DEFAULT_REGISTRY_USERNAME"),
-    ),
-    "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_REGISTRY_PASSWORD": lambda: getenv(
-        "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_REGISTRY_PASSWORD",
-    ),
     "GPUSTACK_RUNTIME_DEPLOY_API_CALL_ERROR_DETAIL": lambda: to_bool(
         getenv("GPUSTACK_RUNTIME_DEPLOY_API_CALL_ERROR_DETAIL", "1"),
     ),
@@ -349,6 +392,36 @@ variables: dict[str, Callable[[], Any]] = {
     "GPUSTACK_RUNTIME_DEPLOY_CORRECT_RUNNER_IMAGE": lambda: to_bool(
         getenv("GPUSTACK_RUNTIME_DEPLOY_CORRECT_RUNNER_IMAGE", "1"),
     ),
+    "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_IMAGE_REGISTRY": lambda: trim_str(
+        getenvs(
+            keys=[
+                "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_IMAGE_REGISTRY",
+                # TODO(thxCode): Backward compatibility, remove in v0.1.45 later.
+                "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_REGISTRY",
+                # Compatible with gpustack/gpustack.
+                "GPUSTACK_SYSTEM_DEFAULT_CONTAINER_REGISTRY",
+            ],
+        ),
+    ),
+    "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_IMAGE_NAMESPACE": lambda: trim_str(
+        getenv("GPUSTACK_RUNTIME_DEPLOY_DEFAULT_IMAGE_NAMESPACE"),
+    ),
+    "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_IMAGE_REGISTRY_USERNAME": lambda: trim_str(
+        getenvs(
+            keys=[
+                "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_IMAGE_REGISTRY_USERNAME",
+                # TODO(thxCode): Backward compatibility, remove in v0.1.45 later.
+                "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_REGISTRY_USERNAME",
+            ],
+        ),
+    ),
+    "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_IMAGE_REGISTRY_PASSWORD": lambda: getenvs(
+        keys=[
+            "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_IMAGE_REGISTRY_PASSWORD",
+            # TODO(thxCode): Backward compatibility, remove in v0.1.45 later.
+            "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_REGISTRY_PASSWORD",
+        ],
+    ),
     "GPUSTACK_RUNTIME_DEPLOY_IMAGE_PULL_POLICY": lambda: choice(
         getenv(
             "GPUSTACK_RUNTIME_DEPLOY_IMAGE_PULL_POLICY",
@@ -365,6 +438,19 @@ variables: dict[str, Callable[[], Any]] = {
         "GPUSTACK_RUNTIME_DEPLOY_AUTOMAP_RESOURCE_KEY",
         "gpustack.ai/devices",
     ),
+    "GPUSTACK_RUNTIME_DEPLOY_RESOURCE_KEY_MAP_CONTAINER_DEVICE_INTERFACES": lambda: to_dict(
+        getenv(
+            "GPUSTACK_RUNTIME_DEPLOY_RESOURCE_KEY_MAP_CONTAINER_DEVICE_INTERFACES",
+            "amd.com/devices=amd.com/gpu;"
+            "huawei.com/devices=huawei.com/npu;"
+            "cambricon.com/devices=cambricon.com/mlu;"
+            "hygon.com/devices=hygon.com/dcu;"
+            "iluvatar.ai/devices=iluvatar.com/gpu;"
+            "metax-tech.com/devices=metax-tech.com/gpu;"
+            "mthreads.com/devices=mthreads.com/gpu;"
+            "nvidia.com/devices=nvidia.com/gpu;",
+        ),
+    ),
     "GPUSTACK_RUNTIME_DEPLOY_RESOURCE_KEY_MAP_RUNTIME_VISIBLE_DEVICES": lambda: to_dict(
         getenv(
             "GPUSTACK_RUNTIME_DEPLOY_RESOURCE_KEY_MAP_RUNTIME_VISIBLE_DEVICES",
@@ -381,7 +467,7 @@ variables: dict[str, Callable[[], Any]] = {
     "GPUSTACK_RUNTIME_DEPLOY_RESOURCE_KEY_MAP_BACKEND_VISIBLE_DEVICES": lambda: to_dict(
         getenv(
             "GPUSTACK_RUNTIME_DEPLOY_RESOURCE_KEY_MAP_BACKEND_VISIBLE_DEVICES",
-            "amd.com/devices=HIP_VISIBLE_DEVICES;"
+            "amd.com/devices=HIP_VISIBLE_DEVICES,ROCR_VISIBLE_DEVICES;"
             "huawei.com/devices=ASCEND_RT_VISIBLE_DEVICES,NPU_VISIBLE_DEVICES;"
             "cambricon.com/devices=MLU_VISIBLE_DEVICES;"
             "hygon.com/devices=HIP_VISIBLE_DEVICES;"
@@ -413,12 +499,25 @@ variables: dict[str, Callable[[], Any]] = {
     ),
     # Deployer
     ## Docker
+    "GPUSTACK_RUNTIME_DOCKER_HOST": lambda: trim_str(
+        getenvs(
+            keys=[
+                "GPUSTACK_RUNTIME_DOCKER_HOST",
+                # Fallback to standard Docker environment variable.
+                "DOCKER_HOST",
+            ],
+            default="http+unix:///var/run/docker.sock",
+        ),
+    ),
     "GPUSTACK_RUNTIME_DOCKER_MIRRORED_NAME_FILTER_LABELS": lambda: to_dict(
         getenv(
             "GPUSTACK_RUNTIME_DOCKER_MIRRORED_NAME_FILTER_LABELS",
         ),
         sep=";",
     ),
+    "GPUSTACK_RUNTIME_DOCKER_IMAGE_NO_PULL_VISUALIZATION": lambda: to_bool(
+        getenv("GPUSTACK_RUNTIME_DOCKER_IMAGE_NO_PULL_VISUALIZATION", "0"),
+    ),
     "GPUSTACK_RUNTIME_DOCKER_PAUSE_IMAGE": lambda: getenv(
         "GPUSTACK_RUNTIME_DOCKER_PAUSE_IMAGE",
         "gpustack/runtime:pause",
@@ -436,8 +535,13 @@ variables: dict[str, Callable[[], Any]] = {
     "GPUSTACK_RUNTIME_DOCKER_MUTE_ORIGINAL_HEALTHCHECK": lambda: to_bool(
         getenv("GPUSTACK_RUNTIME_DOCKER_MUTE_ORIGINAL_HEALTHCHECK", "1"),
     ),
-    "GPUSTACK_RUNTIME_DOCKER_IMAGE_NO_PULL_VISUALIZATION": lambda: to_bool(
-        getenv("GPUSTACK_RUNTIME_DOCKER_IMAGE_NO_PULL_VISUALIZATION", "0"),
+    "GPUSTACK_RUNTIME_DOCKER_RESOURCE_INJECTION_POLICY": lambda: choice(
+        getenv(
+            "GPUSTACK_RUNTIME_DOCKER_RESOURCE_INJECTION_POLICY",
+            "Env",
+        ),
+        options=["Env", "CDI"],
+        default="Env",
     ),
     ## Kubernetes
     "GPUSTACK_RUNTIME_KUBERNETES_NODE_NAME": lambda: getenv(
@@ -471,6 +575,73 @@ variables: dict[str, Callable[[], Any]] = {
         options=["Foreground", "Background", "Orphan"],
         default="Foreground",
     ),
+    ## Podman
+    "GPUSTACK_RUNTIME_PODMAN_HOST": lambda: trim_str(
+        getenvs(
+            keys=[
+                "GPUSTACK_RUNTIME_PODMAN_HOST",
+                # Fallback to standard Podman environment variable.
+                "CONTAINER_HOST",
+            ],
+            default="http+unix:///run/podman/podman.sock",
+        ),
+    ),
+    "GPUSTACK_RUNTIME_PODMAN_MIRRORED_NAME_FILTER_LABELS": lambda: to_dict(
+        getenvs(
+            keys=[
+                "GPUSTACK_RUNTIME_PODMAN_MIRRORED_NAME_FILTER_LABELS",
+                # Fallback to Docker's setting.
+                "GPUSTACK_RUNTIME_DOCKER_MIRRORED_NAME_FILTER_LABELS",
+            ],
+        ),
+        sep=";",
+    ),
+    "GPUSTACK_RUNTIME_PODMAN_IMAGE_NO_PULL_VISUALIZATION": lambda: to_bool(
+        getenvs(
+            keys=[
+                "GPUSTACK_RUNTIME_PODMAN_IMAGE_NO_PULL_VISUALIZATION",
+                # Fallback to Docker's setting.
+                "GPUSTACK_RUNTIME_DOCKER_IMAGE_NO_PULL_VISUALIZATION",
+            ],
+            default="0",
+        ),
+    ),
+    "GPUSTACK_RUNTIME_PODMAN_PAUSE_IMAGE": lambda: getenvs(
+        keys=[
+            "GPUSTACK_RUNTIME_PODMAN_PAUSE_IMAGE",
+            # Fallback to Docker's setting.
+            "GPUSTACK_RUNTIME_DOCKER_PAUSE_IMAGE",
+        ],
+        default="gpustack/runtime:pause",
+    ),
+    "GPUSTACK_RUNTIME_PODMAN_UNHEALTHY_RESTART_IMAGE": lambda: getenvs(
+        keys=[
+            "GPUSTACK_RUNTIME_PODMAN_UNHEALTHY_RESTART_IMAGE",
+            # Fallback to Docker's setting.
+            "GPUSTACK_RUNTIME_DOCKER_UNHEALTHY_RESTART_IMAGE",
+        ],
+        default="gpustack/runtime:health",
+    ),
+    "GPUSTACK_RUNTIME_PODMAN_EPHEMERAL_FILES_DIR": lambda: mkdir_path(
+        getenvs(
+            keys=[
+                "GPUSTACK_RUNTIME_PODMAN_EPHEMERAL_FILES_DIR",
+                # Fallback to Docker's setting.
+                "GPUSTACK_RUNTIME_DOCKER_EPHEMERAL_FILES_DIR",
+            ],
+            default=expand_path("~/.cache/gpustack-runtime"),
+        ),
+    ),
+    "GPUSTACK_RUNTIME_PODMAN_MUTE_ORIGINAL_HEALTHCHECK": lambda: to_bool(
+        getenvs(
+            keys=[
+                "GPUSTACK_RUNTIME_PODMAN_MUTE_ORIGINAL_HEALTHCHECK",
+                # Fallback to Docker's setting.
+                "GPUSTACK_RUNTIME_DOCKER_MUTE_ORIGINAL_HEALTHCHECK",
+            ],
+            default="1",
+        ),
+    ),
 }
 
 

{gpustack_runtime-0.1.38.post4.dist-info → gpustack_runtime-0.1.39.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: gpustack-runtime
-Version: 0.1.38.post4
+Version: 0.1.39
 Summary: GPUStack Runtime is library for detecting GPU resources and launching GPU workloads.
 Project-URL: Homepage, https://github.com/gpustack/runtime
 Project-URL: Bug Tracker, https://github.com/gpustack/gpustack/issues
@@ -14,10 +14,11 @@ Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
 Requires-Python: >=3.10
 Requires-Dist: argcomplete>=3.6.3
-Requires-Dist: docker
-Requires-Dist: gpustack-runner==0.1.22.post6
-Requires-Dist: kubernetes
+Requires-Dist: docker>=7.1.0
+Requires-Dist: gpustack-runner>=0.1.23.post1
+Requires-Dist: kubernetes>=33.1.0
 Requires-Dist: nvidia-ml-py>=13.580.65
+Requires-Dist: podman==5.6.0
 Requires-Dist: pyyaml
 Requires-Dist: tqdm
 Description-Content-Type: text/markdown
@@ -43,6 +44,7 @@ GPUStack Runtime enables GPU workload management on the following platforms:
 
 - Docker
 - Kubernetes
+- Podman (>=4.9, Experimental support via `CONTAINER_HOST=http+unix:///path/to/podman/socket` environment variable)
 
 ## License
 

{gpustack_runtime-0.1.38.post4.dist-info → gpustack_runtime-0.1.39.dist-info}/RECORD

@@ -1,36 +1,38 @@
 gpustack_runtime/__init__.py,sha256=kKcK6DMIXOdpWhgMS7xlsNrBNvEmY0L8eyQtBIC3CU4,160
 gpustack_runtime/__main__.py,sha256=Peh1iQnBiQ8GS0lew9rDwlciAHFJn2x7Tm8jyx1PJW8,3488
-gpustack_runtime/_version.py,sha256=LkZ_HfAvkuhNFV2XXPUQguUa-DQ2qLZRrbeWHEfbt7I,792
+gpustack_runtime/_version.py,sha256=bLx0UpDVLbu_02WBG6QqcDcOL2aBW3DeJ575mle2vFw,777
 gpustack_runtime/_version.pyi,sha256=A42NoSgcqEXVy2OeNm4LXC9CbyonbooYrSUBlPm2lGY,156
-gpustack_runtime/envs.py,sha256=idxNocU7IkDmP7m41oBEpXgWNg3WM8m_ByPbb4qR2qc,25729
+gpustack_runtime/envs.py,sha256=w7IOrmdQ1jNq_EUqR1tfCTRiZDNeh5-kIXbShQeLhBo,32792
 gpustack_runtime/logging.py,sha256=h_fvD5FV7GHCo00IUDLQmkPR-H6r66IX_WSwZwl0mCw,6869
 gpustack_runtime/cmds/__init__.py,sha256=V2c-rsQyHJCMo3XUqoh78EeL10AM8SDx8hdwpyrRNCc,1084
 gpustack_runtime/cmds/__types__.py,sha256=7C4kQM0EHPD8WpJpTo6kh9rEdkrYALcLQ-GAzMMsqV8,789
 gpustack_runtime/cmds/deployer.py,sha256=94TO_GVpDAW6HsRmTut8-fMbxxu7aRRDJWi5dRIMimU,29880
 gpustack_runtime/cmds/detector.py,sha256=xTuPkl0Psi6T_n7RvwCHBeubX4AsjXAhc_emrMufY58,8724
 gpustack_runtime/cmds/images.py,sha256=CjmD82JMdzftRiaeEYSKTGBXudb_qla41v-UzwZQtTo,514
-gpustack_runtime/deployer/__init__.py,sha256=mZQ4h9W75C98namwI4cSpGjWE60Q7b9dXAinV0jDaWM,11257
-gpustack_runtime/deployer/__types__.py,sha256=Lr2myd8sgTOx0iadBQrQzk0LneNo8gvjFnNbUeZJC4Y,58985
+gpustack_runtime/deployer/__init__.py,sha256=OGAr302rnH8ijmqUPxaF8MjyrDcCdw2BF0wnq_-GKXc,10346
+gpustack_runtime/deployer/__patches__.py,sha256=4TCUdDzKBiOYmr5s0UkrEjBU0UjT7U36R0aQbSvrFRE,17823
+gpustack_runtime/deployer/__types__.py,sha256=UWovjd3n1avWwNm7U2z3Ipftpa9_r7ABUKu0PE1sVy4,60531
 gpustack_runtime/deployer/__utils__.py,sha256=aKoHSeodwEPuUW19bXZNNPG-5ACFn-o2EosmGxtkxS0,21054
-gpustack_runtime/deployer/docker.py,sha256=Nv38vBzmNmICVGAKmzF2GE-2S2RvJVCC9un9id7MRCc,76419
-gpustack_runtime/deployer/kuberentes.py,sha256=Ftvt2cGsrYUf6MZI3czOwGM_G-C5kFLUK8dMJW1weIg,79629
+gpustack_runtime/deployer/docker.py,sha256=IBJHGF14LQ0kt789OooY3hCdC4bRq5WbUlwCWr4dicE,80381
+gpustack_runtime/deployer/kuberentes.py,sha256=BSlSwsp0CK0xoSdQf9U4EnbbOei8pIk1QQi3p2lzHz4,79614
+gpustack_runtime/deployer/podman.py,sha256=Q-wo52P5hW27QA1RwUEp67NxN8tP3MX2BEEiQ2zhfHM,77134
 gpustack_runtime/detector/__init__.py,sha256=kLVxZ9iud2aLwqqAOanIYNb4QSHavUPhqay-FU5ndbU,5443
 gpustack_runtime/detector/__types__.py,sha256=nVh9OV8tZdHFjHPlYul3u2zMvnpa9KOL5GxlPJhEvGk,13163
 gpustack_runtime/detector/__utils__.py,sha256=Yj4GvGvuDuscDG5OpExYdv-1VhmEHBpRrBC9rTsB-kA,24584
-gpustack_runtime/detector/amd.py,sha256=_9E1168KvMYeax7XDn_oxGmQO2pR7YC9nVuJeV8z1nU,18785
+gpustack_runtime/detector/amd.py,sha256=_sRBRZn9pFQ9jITCetvsoHicjXA9RSVrFvo6zOwCHU8,18356
 gpustack_runtime/detector/ascend.py,sha256=VkmNM-enbjMNVXKFfv7z6S-4BkwD6YkBmcC0J1ZGEuc,18588
 gpustack_runtime/detector/cambricon.py,sha256=bqWo2mUuf3a5kV8NC1PzFtHIUhVQkSejUSWR5Z5XaGA,3899
-gpustack_runtime/detector/hygon.py,sha256=ieXIPS99ITx8aCyfg7IDoLkE7ZnZNt2SCL2yrmh9uxo,13352
+gpustack_runtime/detector/hygon.py,sha256=I4SWuq5hXLRPJQyIyCoSaU1VnRMDblzQtljKy7CBVdM,13337
 gpustack_runtime/detector/iluvatar.py,sha256=1fbkfE2w_MH36YgQDv21xb76sl6GvYxVd3qSYXjET0g,10372
 gpustack_runtime/detector/metax.py,sha256=YRpZVfz_nG7QTEMqTxqpgi9x5aPYy4gfvYhiUpbz8R8,10146
 gpustack_runtime/detector/mthreads.py,sha256=PoGirid-rboH4Nm6sKnv424ULax1eu1rEaAsWKPT02g,11105
-gpustack_runtime/detector/nvidia.py,sha256=3aMzASt7Qn_oEcwxJxHTVum4e9TrdUqupBiVbn4vnQU,26462
+gpustack_runtime/detector/nvidia.py,sha256=eKVyvyvwbXOIBtWlaCMltqB_ohW9yBnw8M_KYHzv81E,26445
 gpustack_runtime/detector/pyacl/__init__.py,sha256=13_zyQxo_yql99Ex7n3HTPzZVTSt8A-TN0-u5eDW8nE,15994
 gpustack_runtime/detector/pyamdgpu/__init__.py,sha256=vFIOA072L01Nxvzgixns-wNrQJK8sJMvEs90DEEE2-0,8378
 gpustack_runtime/detector/pyamdsmi/__init__.py,sha256=BXAOVnoew6MliU86ci73Rk2yWPeXRUBicFKFWh-r2s0,929
 gpustack_runtime/detector/pycuda/__init__.py,sha256=o2Oj3l0HsXNttwnUylxerbupK-45gZWbluqfEvBDQ38,16673
 gpustack_runtime/detector/pydcmi/__init__.py,sha256=KVmem7Cd6ZoQ-irB_WOsDVOiyGr5Cv69_rm1NNBpkxo,37129
-gpustack_runtime/detector/pyhsa/__init__.py,sha256=v2rWLyyqNQ24Jpy-7MoBbctd797gHN_6JNrFA84AjxM,15445
+gpustack_runtime/detector/pyhsa/__init__.py,sha256=jQ6tOPG8kn5Xp3F99-Vu6aUc4hzSUOdoGkEcl8qxQOc,15354
 gpustack_runtime/detector/pyixml/__init__.py,sha256=oYFAfQ8ZbPg7oMFXFfLjJuCBEV7hWQpFqMMVcN99Sxs,166564
 gpustack_runtime/detector/pymtml/__init__.py,sha256=hfaVZysit_MUTDs0qsnOBgKXq_8DKlCb0Jv00WasU0w,22008
 gpustack_runtime/detector/pymxsml/__init__.py,sha256=spHMs9t2tiV-C9kO-cV_230CBVAZ-j2DWtLfiFU5V3E,25
@@ -38,10 +40,10 @@ gpustack_runtime/detector/pymxsml/mxsml.py,sha256=nRuKSVxIsJj2SJX-SYnE9NGZ7hGjWO
 gpustack_runtime/detector/pymxsml/mxsml_extension.py,sha256=zfWFRGa9eSup336t2lPhIvCbPpa7Prn-7xCHRljg4CI,26967
 gpustack_runtime/detector/pymxsml/mxsml_mcm.py,sha256=a4rX7hJNJKTqLodKU9rYeDaAEKef6UNVThl1w-aiFsA,15363
 gpustack_runtime/detector/pyrocmcore/__init__.py,sha256=8XxKmwLX4-uoP7cfxjGoEmk9qlrGf0804pgyb74mJKs,2108
-gpustack_runtime/detector/pyrocmsmi/__init__.py,sha256=gtyiS4vXpuc9Y9xt3cw_ObqiivbsU8_xi48TIqZA0hk,11538
-gpustack_runtime/_version_appendix.py,sha256=1L4vGb6HxfiLiH-HSVsrR2OIygICICdUcmIuz_niMWc,23
-gpustack_runtime-0.1.38.post4.dist-info/METADATA,sha256=u66aVvRmepjlSotPiQ7DWGmaOZJyvI2Xz9HQyQs1cnM,1971
-gpustack_runtime-0.1.38.post4.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-gpustack_runtime-0.1.38.post4.dist-info/entry_points.txt,sha256=bBO_61GxP6dIT74uZwbSDgW5Vt2pTePUS3CgjUJkUgg,68
-gpustack_runtime-0.1.38.post4.dist-info/licenses/LICENSE,sha256=OiPibowBvB-NHV3TP_NOj18XNBlXcshXZFMpa3uvKVE,10362
-gpustack_runtime-0.1.38.post4.dist-info/RECORD,,
+gpustack_runtime/detector/pyrocmsmi/__init__.py,sha256=OmvfJepAtEnDKBMLrktMXlRbJEZttMDQ2R4ztD8kLGg,11806
+gpustack_runtime/_version_appendix.py,sha256=BvLFmLQy72_ni44cxIW60c1hzPkH0oUqn9p8YDi-fuQ,23
+gpustack_runtime-0.1.39.dist-info/METADATA,sha256=Mqgym65liCpAEO4W1IxA-VFlNH2e-4OhKEpu3X6NNqo,2125
+gpustack_runtime-0.1.39.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+gpustack_runtime-0.1.39.dist-info/entry_points.txt,sha256=bBO_61GxP6dIT74uZwbSDgW5Vt2pTePUS3CgjUJkUgg,68
+gpustack_runtime-0.1.39.dist-info/licenses/LICENSE,sha256=OiPibowBvB-NHV3TP_NOj18XNBlXcshXZFMpa3uvKVE,10362
+gpustack_runtime-0.1.39.dist-info/RECORD,,