gpustack-runtime 0.1.41.post3__py3-none-any.whl → 0.1.42.post1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (41) hide show
  1. gpustack_runtime/_version.py +2 -2
  2. gpustack_runtime/_version_appendix.py +1 -1
  3. gpustack_runtime/cmds/detector.py +4 -2
  4. gpustack_runtime/deployer/__types__.py +314 -233
  5. gpustack_runtime/deployer/cdi/__init__.py +1 -1
  6. gpustack_runtime/deployer/cdi/__types__.py +2 -2
  7. gpustack_runtime/deployer/cdi/__utils__.py +4 -1
  8. gpustack_runtime/deployer/cdi/amd.py +6 -8
  9. gpustack_runtime/deployer/cdi/ascend.py +7 -9
  10. gpustack_runtime/deployer/cdi/hygon.py +6 -8
  11. gpustack_runtime/deployer/cdi/iluvatar.py +6 -8
  12. gpustack_runtime/deployer/cdi/metax.py +6 -8
  13. gpustack_runtime/deployer/cdi/thead.py +6 -8
  14. gpustack_runtime/deployer/docker.py +133 -146
  15. gpustack_runtime/deployer/k8s/deviceplugin/__init__.py +13 -8
  16. gpustack_runtime/deployer/k8s/deviceplugin/plugin.py +26 -21
  17. gpustack_runtime/deployer/kuberentes.py +89 -108
  18. gpustack_runtime/deployer/podman.py +113 -120
  19. gpustack_runtime/detector/__init__.py +2 -0
  20. gpustack_runtime/detector/__types__.py +26 -0
  21. gpustack_runtime/detector/__utils__.py +3 -0
  22. gpustack_runtime/detector/amd.py +32 -10
  23. gpustack_runtime/detector/ascend.py +67 -13
  24. gpustack_runtime/detector/cambricon.py +3 -0
  25. gpustack_runtime/detector/hygon.py +22 -3
  26. gpustack_runtime/detector/iluvatar.py +15 -7
  27. gpustack_runtime/detector/metax.py +16 -6
  28. gpustack_runtime/detector/mthreads.py +22 -8
  29. gpustack_runtime/detector/nvidia.py +148 -140
  30. gpustack_runtime/detector/pyacl/__init__.py +34 -14
  31. gpustack_runtime/detector/pydcmi/__init__.py +4 -2
  32. gpustack_runtime/detector/pyixml/__init__.py +16 -0
  33. gpustack_runtime/detector/pyrocmsmi/__init__.py +14 -0
  34. gpustack_runtime/detector/thead.py +145 -134
  35. gpustack_runtime/envs.py +7 -6
  36. {gpustack_runtime-0.1.41.post3.dist-info → gpustack_runtime-0.1.42.post1.dist-info}/METADATA +2 -2
  37. gpustack_runtime-0.1.42.post1.dist-info/RECORD +67 -0
  38. gpustack_runtime-0.1.41.post3.dist-info/RECORD +0 -67
  39. {gpustack_runtime-0.1.41.post3.dist-info → gpustack_runtime-0.1.42.post1.dist-info}/WHEEL +0 -0
  40. {gpustack_runtime-0.1.41.post3.dist-info → gpustack_runtime-0.1.42.post1.dist-info}/entry_points.txt +0 -0
  41. {gpustack_runtime-0.1.41.post3.dist-info → gpustack_runtime-0.1.42.post1.dist-info}/licenses/LICENSE +0 -0
@@ -27,8 +27,8 @@ version_tuple: VERSION_TUPLE
27
27
  __commit_id__: COMMIT_ID
28
28
  commit_id: COMMIT_ID
29
29
 
30
- __version__ = version = '0.1.41.post3'
31
- __version_tuple__ = version_tuple = (0, 1, 41, 'post3')
30
+ __version__ = version = '0.1.42.post1'
31
+ __version_tuple__ = version_tuple = (0, 1, 42, 'post1')
32
32
  try:
33
33
  from ._version_appendix import git_commit
34
34
  __commit_id__ = commit_id = git_commit
@@ -1 +1 @@
1
- git_commit = "3840255"
1
+ git_commit = "ff610ac"
@@ -6,6 +6,7 @@ import time
6
6
  from typing import TYPE_CHECKING
7
7
 
8
8
  from ..detector import (
9
+ DeviceMemoryStatusEnum,
9
10
  Devices,
10
11
  Topology,
11
12
  detect_devices,
@@ -122,7 +123,7 @@ class GetDevicesTopologySubCommand(SubCommand):
122
123
  "",
123
124
  "Legend (from nearest to farthest):",
124
125
  " X = Self",
125
- " LINK = Connection traversing with High-Speed Link (e.g., AMD XGMI, Ascend HCCS, NVIDIA NVLink)",
126
+ " LINK = Connection traversing with High-Speed Link (e.g., AMD XGMI, Ascend HCCS, MThreads MTLink, NVIDIA NVLink, T-Head ICNLink)",
126
127
  " PIX = Connection traversing at most a single PCIe bridge",
127
128
  " PXB = Connection traversing multiple PCIe bridges (without traversing the PCIe Host Bridge)",
128
129
  " PHB = Connection traversing PCIe as well as a PCIe Host Bridge (typically the CPU)",
@@ -142,7 +143,7 @@ def format_devices_table(devs: Devices) -> str:
142
143
  return "No GPUs detected."
143
144
 
144
145
  # Column headers
145
- col_headers = ["GPU", "Name", "Memory-Usage", "GPU-Util", "Temp", "CC"]
146
+ col_headers = ["GPU", "Name", "Memory-Usage", "GPU-Util", "Temp", "CC", "Status"]
146
147
  # Gather all rows to determine max width for each column
147
148
  rows = []
148
149
  for dev in devs:
@@ -153,6 +154,7 @@ def format_devices_table(devs: Devices) -> str:
153
154
  f"{dev.cores_utilization}%",
154
155
  f"{dev.temperature}C" if dev.temperature is not None else "N/A",
155
156
  dev.compute_capability if dev.compute_capability else "N/A",
157
+ "OK" if dev.memory_status == DeviceMemoryStatusEnum.HEALTHY else "ERR",
156
158
  ]
157
159
  rows.append(row)
158
160