gpustack-runtime 0.1.39__py3-none-any.whl → 0.1.39.post2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -446,13 +446,13 @@ def has_agent_get_asic_family_id(agent):
446
446
 
447
447
  @dataclass
448
448
  class Agent:
449
- device_type: int
450
- device_id: str
451
- uuid: str
452
- name: str
453
- compute_capability: str
454
- compute_units: int
455
- asic_family_id: int | None
449
+ device_type: int | None = None
450
+ device_id: str | None = None
451
+ uuid: str | None = None
452
+ name: str | None = None
453
+ compute_capability: str | None = None
454
+ compute_units: int | None = None
455
+ asic_family_id: int | None = None
456
456
 
457
457
 
458
458
  def get_agents() -> list[Agent]:
gpustack_runtime/envs.py CHANGED
@@ -119,25 +119,25 @@ if TYPE_CHECKING:
119
119
  """
120
120
  Correct the gpustack-runner image by rendering it with the host's detection.
121
121
  """
122
- GPUSTACK_RUNTIME_DEPLOY_DEFAULT_IMAGE_REGISTRY: str | None = None
122
+ GPUSTACK_RUNTIME_DEPLOY_DEFAULT_CONTAINER_REGISTRY: str | None = None
123
123
  """
124
124
  Default container registry for deployer to pull images from.
125
125
  If not set, it should be "docker.io".
126
126
  If the image name already contains a registry, this setting will be ignored.
127
127
  """
128
- GPUSTACK_RUNTIME_DEPLOY_DEFAULT_IMAGE_NAMESPACE: str | None = None
129
- """
130
- Namespace for default runner images.
131
- If not set, it should be "gpustack".
132
- """
133
- GPUSTACK_RUNTIME_DEPLOY_DEFAULT_IMAGE_REGISTRY_USERNAME: str | None = None
128
+ GPUSTACK_RUNTIME_DEPLOY_DEFAULT_CONTAINER_REGISTRY_USERNAME: str | None = None
134
129
  """
135
130
  Username for the default container registry.
136
131
  """
137
- GPUSTACK_RUNTIME_DEPLOY_DEFAULT_IMAGE_REGISTRY_PASSWORD: str | None = None
132
+ GPUSTACK_RUNTIME_DEPLOY_DEFAULT_CONTAINER_REGISTRY_PASSWORD: str | None = None
138
133
  """
139
134
  Password for the default container registry.
140
135
  """
136
+ GPUSTACK_RUNTIME_DEPLOY_DEFAULT_CONTAINER_NAMESPACE: str | None = None
137
+ """
138
+ Namespace for default runtime container images.
139
+ If not set, it should be "gpustack".
140
+ """
141
141
  GPUSTACK_RUNTIME_DEPLOY_IMAGE_PULL_POLICY: str | None = None
142
142
  """
143
143
  Image pull policy for the deployer (e.g., Always, IfNotPresent, Never).
@@ -228,10 +228,6 @@ if TYPE_CHECKING:
228
228
  """
229
229
  Container image used for unhealthy restart container in Docker.
230
230
  """
231
- GPUSTACK_RUNTIME_DOCKER_EPHEMERAL_FILES_DIR: Path | None = None
232
- """
233
- Directory for storing ephemeral files for Docker.
234
- """
235
231
  GPUSTACK_RUNTIME_DOCKER_MUTE_ORIGINAL_HEALTHCHECK: bool = True
236
232
  """
237
233
  Mute the original healthcheck of the container in Docker.
@@ -297,11 +293,6 @@ if TYPE_CHECKING:
297
293
  Container image used for unhealthy restart container in Podman.
298
294
  Default is same as `GPUSTACK_RUNTIME_DOCKER_UNHEALTHY_RESTART_IMAGE`.
299
295
  """
300
- GPUSTACK_RUNTIME_PODMAN_EPHEMERAL_FILES_DIR: Path | None = None
301
- """
302
- Directory for storing ephemeral files for Podman.
303
- Default is same as `GPUSTACK_RUNTIME_DOCKER_EPHEMERAL_FILES_DIR`.
304
- """
305
296
  GPUSTACK_RUNTIME_PODMAN_MUTE_ORIGINAL_HEALTHCHECK: bool = True
306
297
  """
307
298
  Mute the original healthcheck of the container in Podman.
@@ -392,36 +383,48 @@ variables: dict[str, Callable[[], Any]] = {
392
383
  "GPUSTACK_RUNTIME_DEPLOY_CORRECT_RUNNER_IMAGE": lambda: to_bool(
393
384
  getenv("GPUSTACK_RUNTIME_DEPLOY_CORRECT_RUNNER_IMAGE", "1"),
394
385
  ),
395
- "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_IMAGE_REGISTRY": lambda: trim_str(
386
+ "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_CONTAINER_REGISTRY": lambda: trim_str(
396
387
  getenvs(
397
388
  keys=[
398
- "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_IMAGE_REGISTRY",
389
+ "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_CONTAINER_REGISTRY",
399
390
  # TODO(thxCode): Backward compatibility, remove in v0.1.45 later.
400
391
  "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_REGISTRY",
401
392
  # Compatible with gpustack/gpustack.
402
393
  "GPUSTACK_SYSTEM_DEFAULT_CONTAINER_REGISTRY",
394
+ # Legacy compatibility.
395
+ "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_IMAGE_REGISTRY",
403
396
  ],
404
397
  ),
405
398
  ),
406
- "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_IMAGE_NAMESPACE": lambda: trim_str(
407
- getenv("GPUSTACK_RUNTIME_DEPLOY_DEFAULT_IMAGE_NAMESPACE"),
408
- ),
409
- "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_IMAGE_REGISTRY_USERNAME": lambda: trim_str(
399
+ "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_CONTAINER_REGISTRY_USERNAME": lambda: trim_str(
410
400
  getenvs(
411
401
  keys=[
412
- "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_IMAGE_REGISTRY_USERNAME",
402
+ "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_CONTAINER_REGISTRY_USERNAME",
413
403
  # TODO(thxCode): Backward compatibility, remove in v0.1.45 later.
414
404
  "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_REGISTRY_USERNAME",
405
+ # Legacy compatibility.
406
+ "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_IMAGE_REGISTRY_USERNAME",
415
407
  ],
416
408
  ),
417
409
  ),
418
- "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_IMAGE_REGISTRY_PASSWORD": lambda: getenvs(
410
+ "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_CONTAINER_REGISTRY_PASSWORD": lambda: getenvs(
419
411
  keys=[
420
- "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_IMAGE_REGISTRY_PASSWORD",
412
+ "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_CONTAINER_REGISTRY_PASSWORD",
421
413
  # TODO(thxCode): Backward compatibility, remove in v0.1.45 later.
422
414
  "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_REGISTRY_PASSWORD",
415
+ # Legacy compatibility.
416
+ "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_IMAGE_REGISTRY_PASSWORD",
423
417
  ],
424
418
  ),
419
+ "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_CONTAINER_NAMESPACE": lambda: trim_str(
420
+ getenvs(
421
+ keys=[
422
+ "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_CONTAINER_NAMESPACE",
423
+ # Legacy compatibility.
424
+ "GPUSTACK_RUNTIME_DEPLOY_DEFAULT_IMAGE_NAMESPACE",
425
+ ],
426
+ ),
427
+ ),
425
428
  "GPUSTACK_RUNTIME_DEPLOY_IMAGE_PULL_POLICY": lambda: choice(
426
429
  getenv(
427
430
  "GPUSTACK_RUNTIME_DEPLOY_IMAGE_PULL_POLICY",
@@ -526,12 +529,6 @@ variables: dict[str, Callable[[], Any]] = {
526
529
  "GPUSTACK_RUNTIME_DOCKER_UNHEALTHY_RESTART_IMAGE",
527
530
  "gpustack/runtime:health",
528
531
  ),
529
- "GPUSTACK_RUNTIME_DOCKER_EPHEMERAL_FILES_DIR": lambda: mkdir_path(
530
- getenv(
531
- "GPUSTACK_RUNTIME_DOCKER_EPHEMERAL_FILES_DIR",
532
- expand_path("~/.cache/gpustack-runtime"),
533
- ),
534
- ),
535
532
  "GPUSTACK_RUNTIME_DOCKER_MUTE_ORIGINAL_HEALTHCHECK": lambda: to_bool(
536
533
  getenv("GPUSTACK_RUNTIME_DOCKER_MUTE_ORIGINAL_HEALTHCHECK", "1"),
537
534
  ),
@@ -622,16 +619,6 @@ variables: dict[str, Callable[[], Any]] = {
622
619
  ],
623
620
  default="gpustack/runtime:health",
624
621
  ),
625
- "GPUSTACK_RUNTIME_PODMAN_EPHEMERAL_FILES_DIR": lambda: mkdir_path(
626
- getenvs(
627
- keys=[
628
- "GPUSTACK_RUNTIME_PODMAN_EPHEMERAL_FILES_DIR",
629
- # Fallback to Docker's setting.
630
- "GPUSTACK_RUNTIME_DOCKER_EPHEMERAL_FILES_DIR",
631
- ],
632
- default=expand_path("~/.cache/gpustack-runtime"),
633
- ),
634
- ),
635
622
  "GPUSTACK_RUNTIME_PODMAN_MUTE_ORIGINAL_HEALTHCHECK": lambda: to_bool(
636
623
  getenvs(
637
624
  keys=[
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: gpustack-runtime
3
- Version: 0.1.39
3
+ Version: 0.1.39.post2
4
4
  Summary: GPUStack Runtime is library for detecting GPU resources and launching GPU workloads.
5
5
  Project-URL: Homepage, https://github.com/gpustack/runtime
6
6
  Project-URL: Bug Tracker, https://github.com/gpustack/gpustack/issues
@@ -15,7 +15,7 @@ Classifier: Programming Language :: Python :: 3.13
15
15
  Requires-Python: >=3.10
16
16
  Requires-Dist: argcomplete>=3.6.3
17
17
  Requires-Dist: docker>=7.1.0
18
- Requires-Dist: gpustack-runner>=0.1.23.post1
18
+ Requires-Dist: gpustack-runner>=0.1.23.post4
19
19
  Requires-Dist: kubernetes>=33.1.0
20
20
  Requires-Dist: nvidia-ml-py>=13.580.65
21
21
  Requires-Dist: podman==5.6.0
@@ -1,28 +1,28 @@
1
1
  gpustack_runtime/__init__.py,sha256=kKcK6DMIXOdpWhgMS7xlsNrBNvEmY0L8eyQtBIC3CU4,160
2
- gpustack_runtime/__main__.py,sha256=Peh1iQnBiQ8GS0lew9rDwlciAHFJn2x7Tm8jyx1PJW8,3488
3
- gpustack_runtime/_version.py,sha256=bLx0UpDVLbu_02WBG6QqcDcOL2aBW3DeJ575mle2vFw,777
2
+ gpustack_runtime/__main__.py,sha256=YfxBJy7Xu87jsl1g9EWXtEeAWkLqX9nbHuty7gGUgnw,3620
3
+ gpustack_runtime/_version.py,sha256=LRGjG0RbCzFPyEHLYpMRBgZI3sJdVbwHwrmteEnR8p8,792
4
4
  gpustack_runtime/_version.pyi,sha256=A42NoSgcqEXVy2OeNm4LXC9CbyonbooYrSUBlPm2lGY,156
5
- gpustack_runtime/envs.py,sha256=w7IOrmdQ1jNq_EUqR1tfCTRiZDNeh5-kIXbShQeLhBo,32792
5
+ gpustack_runtime/envs.py,sha256=cGxojN2baJGnhJ_Y02XgrAugls9FlyFhHgv0I_KGn9U,32408
6
6
  gpustack_runtime/logging.py,sha256=h_fvD5FV7GHCo00IUDLQmkPR-H6r66IX_WSwZwl0mCw,6869
7
- gpustack_runtime/cmds/__init__.py,sha256=V2c-rsQyHJCMo3XUqoh78EeL10AM8SDx8hdwpyrRNCc,1084
7
+ gpustack_runtime/cmds/__init__.py,sha256=82MqustO4mRDCytBiT4SUMDIOaa_4n81sJEXQwwfqHE,1166
8
8
  gpustack_runtime/cmds/__types__.py,sha256=7C4kQM0EHPD8WpJpTo6kh9rEdkrYALcLQ-GAzMMsqV8,789
9
- gpustack_runtime/cmds/deployer.py,sha256=94TO_GVpDAW6HsRmTut8-fMbxxu7aRRDJWi5dRIMimU,29880
9
+ gpustack_runtime/cmds/deployer.py,sha256=7tTBf2_pKtK3_jeGcwjxg3ibzUBUKMKyGU5W6Nms7vE,26222
10
10
  gpustack_runtime/cmds/detector.py,sha256=xTuPkl0Psi6T_n7RvwCHBeubX4AsjXAhc_emrMufY58,8724
11
11
  gpustack_runtime/cmds/images.py,sha256=CjmD82JMdzftRiaeEYSKTGBXudb_qla41v-UzwZQtTo,514
12
- gpustack_runtime/deployer/__init__.py,sha256=OGAr302rnH8ijmqUPxaF8MjyrDcCdw2BF0wnq_-GKXc,10346
12
+ gpustack_runtime/deployer/__init__.py,sha256=2LQSFBO4syh7Q1rp-Rd_122Vwh-4CNDM1CGxmu3GhXY,15498
13
13
  gpustack_runtime/deployer/__patches__.py,sha256=4TCUdDzKBiOYmr5s0UkrEjBU0UjT7U36R0aQbSvrFRE,17823
14
- gpustack_runtime/deployer/__types__.py,sha256=UWovjd3n1avWwNm7U2z3Ipftpa9_r7ABUKu0PE1sVy4,60531
15
- gpustack_runtime/deployer/__utils__.py,sha256=aKoHSeodwEPuUW19bXZNNPG-5ACFn-o2EosmGxtkxS0,21054
16
- gpustack_runtime/deployer/docker.py,sha256=IBJHGF14LQ0kt789OooY3hCdC4bRq5WbUlwCWr4dicE,80381
17
- gpustack_runtime/deployer/kuberentes.py,sha256=BSlSwsp0CK0xoSdQf9U4EnbbOei8pIk1QQi3p2lzHz4,79614
18
- gpustack_runtime/deployer/podman.py,sha256=Q-wo52P5hW27QA1RwUEp67NxN8tP3MX2BEEiQ2zhfHM,77134
14
+ gpustack_runtime/deployer/__types__.py,sha256=va80QrwaVJx3WJSEIlQvjZYbeuwG6PL04sTXl90q3rg,71365
15
+ gpustack_runtime/deployer/__utils__.py,sha256=wBnyKhR1WLcdPQlhjKeEgJ9kPvBhxVlTAqbW2iBBLIE,21710
16
+ gpustack_runtime/deployer/docker.py,sha256=INtosqaBjST3A8TKCUW2xOunrEjm3qGyrAqqxzejp34,84297
17
+ gpustack_runtime/deployer/kuberentes.py,sha256=JR79UfdMCo_0GCpeOFHxDQFAnYZdu7oApNkcjhr3DzA,87333
18
+ gpustack_runtime/deployer/podman.py,sha256=Jqs_r4GKWImLx6NY8bbDsygQoqSNt_OhiRxQ2vv2lQo,81426
19
19
  gpustack_runtime/detector/__init__.py,sha256=kLVxZ9iud2aLwqqAOanIYNb4QSHavUPhqay-FU5ndbU,5443
20
20
  gpustack_runtime/detector/__types__.py,sha256=nVh9OV8tZdHFjHPlYul3u2zMvnpa9KOL5GxlPJhEvGk,13163
21
21
  gpustack_runtime/detector/__utils__.py,sha256=Yj4GvGvuDuscDG5OpExYdv-1VhmEHBpRrBC9rTsB-kA,24584
22
- gpustack_runtime/detector/amd.py,sha256=_sRBRZn9pFQ9jITCetvsoHicjXA9RSVrFvo6zOwCHU8,18356
22
+ gpustack_runtime/detector/amd.py,sha256=TxW0Idw287CTtUkc5AUgqOYfLeFQ_SSFA2sDt2of3rg,18371
23
23
  gpustack_runtime/detector/ascend.py,sha256=VkmNM-enbjMNVXKFfv7z6S-4BkwD6YkBmcC0J1ZGEuc,18588
24
24
  gpustack_runtime/detector/cambricon.py,sha256=bqWo2mUuf3a5kV8NC1PzFtHIUhVQkSejUSWR5Z5XaGA,3899
25
- gpustack_runtime/detector/hygon.py,sha256=I4SWuq5hXLRPJQyIyCoSaU1VnRMDblzQtljKy7CBVdM,13337
25
+ gpustack_runtime/detector/hygon.py,sha256=ieXIPS99ITx8aCyfg7IDoLkE7ZnZNt2SCL2yrmh9uxo,13352
26
26
  gpustack_runtime/detector/iluvatar.py,sha256=1fbkfE2w_MH36YgQDv21xb76sl6GvYxVd3qSYXjET0g,10372
27
27
  gpustack_runtime/detector/metax.py,sha256=YRpZVfz_nG7QTEMqTxqpgi9x5aPYy4gfvYhiUpbz8R8,10146
28
28
  gpustack_runtime/detector/mthreads.py,sha256=PoGirid-rboH4Nm6sKnv424ULax1eu1rEaAsWKPT02g,11105
@@ -32,7 +32,7 @@ gpustack_runtime/detector/pyamdgpu/__init__.py,sha256=vFIOA072L01Nxvzgixns-wNrQJ
32
32
  gpustack_runtime/detector/pyamdsmi/__init__.py,sha256=BXAOVnoew6MliU86ci73Rk2yWPeXRUBicFKFWh-r2s0,929
33
33
  gpustack_runtime/detector/pycuda/__init__.py,sha256=o2Oj3l0HsXNttwnUylxerbupK-45gZWbluqfEvBDQ38,16673
34
34
  gpustack_runtime/detector/pydcmi/__init__.py,sha256=KVmem7Cd6ZoQ-irB_WOsDVOiyGr5Cv69_rm1NNBpkxo,37129
35
- gpustack_runtime/detector/pyhsa/__init__.py,sha256=jQ6tOPG8kn5Xp3F99-Vu6aUc4hzSUOdoGkEcl8qxQOc,15354
35
+ gpustack_runtime/detector/pyhsa/__init__.py,sha256=v2rWLyyqNQ24Jpy-7MoBbctd797gHN_6JNrFA84AjxM,15445
36
36
  gpustack_runtime/detector/pyixml/__init__.py,sha256=oYFAfQ8ZbPg7oMFXFfLjJuCBEV7hWQpFqMMVcN99Sxs,166564
37
37
  gpustack_runtime/detector/pymtml/__init__.py,sha256=hfaVZysit_MUTDs0qsnOBgKXq_8DKlCb0Jv00WasU0w,22008
38
38
  gpustack_runtime/detector/pymxsml/__init__.py,sha256=spHMs9t2tiV-C9kO-cV_230CBVAZ-j2DWtLfiFU5V3E,25
@@ -41,9 +41,9 @@ gpustack_runtime/detector/pymxsml/mxsml_extension.py,sha256=zfWFRGa9eSup336t2lPh
41
41
  gpustack_runtime/detector/pymxsml/mxsml_mcm.py,sha256=a4rX7hJNJKTqLodKU9rYeDaAEKef6UNVThl1w-aiFsA,15363
42
42
  gpustack_runtime/detector/pyrocmcore/__init__.py,sha256=8XxKmwLX4-uoP7cfxjGoEmk9qlrGf0804pgyb74mJKs,2108
43
43
  gpustack_runtime/detector/pyrocmsmi/__init__.py,sha256=OmvfJepAtEnDKBMLrktMXlRbJEZttMDQ2R4ztD8kLGg,11806
44
- gpustack_runtime/_version_appendix.py,sha256=BvLFmLQy72_ni44cxIW60c1hzPkH0oUqn9p8YDi-fuQ,23
45
- gpustack_runtime-0.1.39.dist-info/METADATA,sha256=Mqgym65liCpAEO4W1IxA-VFlNH2e-4OhKEpu3X6NNqo,2125
46
- gpustack_runtime-0.1.39.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
47
- gpustack_runtime-0.1.39.dist-info/entry_points.txt,sha256=bBO_61GxP6dIT74uZwbSDgW5Vt2pTePUS3CgjUJkUgg,68
48
- gpustack_runtime-0.1.39.dist-info/licenses/LICENSE,sha256=OiPibowBvB-NHV3TP_NOj18XNBlXcshXZFMpa3uvKVE,10362
49
- gpustack_runtime-0.1.39.dist-info/RECORD,,
44
+ gpustack_runtime/_version_appendix.py,sha256=0ntEH8ow8KQDiHXjmdWZxDyb0AqL86ePzWkS36LLKlY,23
45
+ gpustack_runtime-0.1.39.post2.dist-info/METADATA,sha256=ZpOWBhNqputJewhwIBd57D_jhDPY8DJJRiKTqNjYGqk,2131
46
+ gpustack_runtime-0.1.39.post2.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
47
+ gpustack_runtime-0.1.39.post2.dist-info/entry_points.txt,sha256=bBO_61GxP6dIT74uZwbSDgW5Vt2pTePUS3CgjUJkUgg,68
48
+ gpustack_runtime-0.1.39.post2.dist-info/licenses/LICENSE,sha256=OiPibowBvB-NHV3TP_NOj18XNBlXcshXZFMpa3uvKVE,10362
49
+ gpustack_runtime-0.1.39.post2.dist-info/RECORD,,