gpustack-runtime 0.1.41.post2__tar.gz → 0.1.41.post3__tar.gz

{gpustack_runtime-0.1.41.post2 → gpustack_runtime-0.1.41.post3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: gpustack-runtime
-Version: 0.1.41.post2
+Version: 0.1.41.post3
 Summary: GPUStack Runtime is library for detecting GPU resources and launching GPU workloads.
 Project-URL: Homepage, https://github.com/gpustack/runtime
 Project-URL: Bug Tracker, https://github.com/gpustack/gpustack/issues

{gpustack_runtime-0.1.41.post2 → gpustack_runtime-0.1.41.post3}/gpustack_runtime/_version.py

@@ -27,8 +27,8 @@ version_tuple: VERSION_TUPLE
 __commit_id__: COMMIT_ID
 commit_id: COMMIT_ID
 
-__version__ = version = '0.1.41.post2'
-__version_tuple__ = version_tuple = (0, 1, 41, 'post2')
+__version__ = version = '0.1.41.post3'
+__version_tuple__ = version_tuple = (0, 1, 41, 'post3')
 try:
     from ._version_appendix import git_commit
     __commit_id__ = commit_id = git_commit

gpustack_runtime-0.1.41.post3/gpustack_runtime/_version_appendix.py

@@ -0,0 +1 @@
+git_commit = "3840255"

{gpustack_runtime-0.1.41.post2 → gpustack_runtime-0.1.41.post3}/gpustack_runtime/deployer/k8s/deviceplugin/__init__.py

@@ -65,7 +65,7 @@ async def serve_async(
         if not devices:
             continue
 
-        allocation_policy = _get_device_allocation_policy(manu)
+        allocation_policy = get_device_allocation_policy(manu)
         logger.info(
             "Using device allocation policy '%s' for manufacturer '%s'",
             allocation_policy,
@@ -277,7 +277,23 @@ def is_kubelet_socket_accessible(
 
 
 @lru_cache
-def _get_device_allocation_policy(
+def get_resource_injection_policy() -> Literal["env", "kdp"]:
+    """
+    Get the resource injection policy (in lowercase) for the deployer.
+
+    Returns:
+        The resource injection policy.
+
+    """
+    policy = envs.GPUSTACK_RUNTIME_KUBERNETES_RESOURCE_INJECTION_POLICY.lower()
+    if policy != "auto":
+        return policy
+
+    return "kdp" if is_kubelet_socket_accessible() else "env"
+
+
+@lru_cache
+def get_device_allocation_policy(
     manufacturer: ManufacturerEnum,
 ) -> Literal["env", "cdi", "opaque"]:
     """
@@ -320,6 +336,8 @@ def _get_device_allocation_policy(
 
 __all__ = [
     "cdi_kind_to_kdp_resource",
+    "get_device_allocation_policy",
+    "get_resource_injection_policy",
     "is_kubelet_socket_accessible",
     "serve",
     "serve_async",

{gpustack_runtime-0.1.41.post2 → gpustack_runtime-0.1.41.post3}/gpustack_runtime/deployer/kuberentes.py

@@ -7,9 +7,9 @@ import operator
 import os
 from dataclasses import dataclass, field
 from enum import Enum
-from functools import lru_cache, reduce
+from functools import reduce
 from pathlib import Path
-from typing import TYPE_CHECKING, Literal
+from typing import TYPE_CHECKING
 
 import kubernetes
 import kubernetes.stream.ws_client
@@ -43,7 +43,7 @@ from .__utils__ import (
     sensitive_env_var,
     validate_rfc1123_domain_name,
 )
-from .k8s.deviceplugin import cdi_kind_to_kdp_resource, is_kubelet_socket_accessible
+from .k8s.deviceplugin import cdi_kind_to_kdp_resource, get_resource_injection_policy
 
 if TYPE_CHECKING:
     from collections.abc import Callable, Generator
@@ -381,22 +381,6 @@ class KubernetesDeployer(EndoscopicDeployer):
 
         return wrapper
 
-    @staticmethod
-    @lru_cache
-    def _get_resource_injection_policy() -> Literal["env", "kdp"]:
-        """
-        Get the resource injection policy (in lowercase) for the deployer.
-
-        Returns:
-            The resource injection policy.
-
-        """
-        policy = envs.GPUSTACK_RUNTIME_KUBERNETES_RESOURCE_INJECTION_POLICY.lower()
-        if policy != "auto":
-            return policy
-
-        return "kdp" if is_kubelet_socket_accessible() else "env"
-
     def _create_ephemeral_configmaps(
         self,
         workload: KubernetesWorkloadPlan,
@@ -1008,7 +992,7 @@ class KubernetesDeployer(EndoscopicDeployer):
 
             # Parameterize resources
             if c.resources:
-                kdp = self._get_resource_injection_policy() == "kdp"
+                kdp = get_resource_injection_policy() == "kdp"
 
                 resources: dict[str, str] = {}
                 r_k_runtime_env = workload.resource_key_runtime_env_mapping or {}

gpustack_runtime-0.1.41.post2/gpustack_runtime/_version_appendix.py

@@ -1 +0,0 @@
-git_commit = "ed331dc"