torchx-nightly 2024.12.1__py3-none-any.whl → 2024.12.3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of torchx-nightly might be problematic. Click here for more details.
- torchx/schedulers/docker_scheduler.py +7 -3
- torchx/specs/named_resources_aws.py +7 -0
- {torchx_nightly-2024.12.1.dist-info → torchx_nightly-2024.12.3.dist-info}/METADATA +1 -1
- {torchx_nightly-2024.12.1.dist-info → torchx_nightly-2024.12.3.dist-info}/RECORD +8 -8
- {torchx_nightly-2024.12.1.dist-info → torchx_nightly-2024.12.3.dist-info}/LICENSE +0 -0
- {torchx_nightly-2024.12.1.dist-info → torchx_nightly-2024.12.3.dist-info}/WHEEL +0 -0
- {torchx_nightly-2024.12.1.dist-info → torchx_nightly-2024.12.3.dist-info}/entry_points.txt +0 -0
- {torchx_nightly-2024.12.1.dist-info → torchx_nightly-2024.12.3.dist-info}/top_level.txt +0 -0
|
@@ -9,6 +9,7 @@
|
|
|
9
9
|
import fnmatch
|
|
10
10
|
import logging
|
|
11
11
|
import os.path
|
|
12
|
+
import re
|
|
12
13
|
import tempfile
|
|
13
14
|
from dataclasses import dataclass
|
|
14
15
|
from datetime import datetime
|
|
@@ -265,9 +266,12 @@ class DockerScheduler(DockerWorkspaceMixin, Scheduler[DockerOpts]):
|
|
|
265
266
|
rank0_env="TORCHX_RANK0_HOST",
|
|
266
267
|
)
|
|
267
268
|
replica_role = values.apply(role)
|
|
268
|
-
# trim app_id and role name in case name is longer than 64 letters. Assume replica_id is less than 10_000.
|
|
269
|
-
name =
|
|
270
|
-
|
|
269
|
+
# trim app_id and role name in case name is longer than 64 letters. Assume replica_id is less than 10_000. Remove invalid prefixes (https://github.com/moby/moby/blob/master/daemon/names/names.go#L6).
|
|
270
|
+
name = re.sub(
|
|
271
|
+
r"^[^a-zA-Z0-9]+",
|
|
272
|
+
"",
|
|
273
|
+
f"{app_id[-30:]}-{role.name[:30]}-{replica_id}",
|
|
274
|
+
)
|
|
271
275
|
env = default_env.copy()
|
|
272
276
|
if replica_role.env:
|
|
273
277
|
env.update(replica_role.env)
|
|
@@ -130,6 +130,12 @@ def aws_m5_2xlarge() -> Resource:
|
|
|
130
130
|
)
|
|
131
131
|
|
|
132
132
|
|
|
133
|
+
def aws_c5_18xlarge() -> Resource:
|
|
134
|
+
return Resource(
|
|
135
|
+
cpu=72, gpu=0, memMB=144 * GiB, capabilities={K8S_ITYPE: "c5.18xlarge"}
|
|
136
|
+
)
|
|
137
|
+
|
|
138
|
+
|
|
133
139
|
def aws_g4dn_xlarge() -> Resource:
|
|
134
140
|
return Resource(
|
|
135
141
|
cpu=4, gpu=1, memMB=16 * GiB, capabilities={K8S_ITYPE: "g4dn.xlarge"}
|
|
@@ -351,6 +357,7 @@ def aws_trn1_32xlarge() -> Resource:
|
|
|
351
357
|
NAMED_RESOURCES: Mapping[str, Callable[[], Resource]] = {
|
|
352
358
|
"aws_t3.medium": aws_t3_medium,
|
|
353
359
|
"aws_m5.2xlarge": aws_m5_2xlarge,
|
|
360
|
+
"aws_c5.18xlarge": aws_c5_18xlarge,
|
|
354
361
|
"aws_p3.2xlarge": aws_p3_2xlarge,
|
|
355
362
|
"aws_p3.8xlarge": aws_p3_8xlarge,
|
|
356
363
|
"aws_p3.16xlarge": aws_p3_16xlarge,
|
|
@@ -69,7 +69,7 @@ torchx/schedulers/api.py,sha256=s2hI87uAWtU2SHMNBKjAqelzQU_GKp_BjcxdtjVVDDk,1415
|
|
|
69
69
|
torchx/schedulers/aws_batch_scheduler.py,sha256=7qxy3UFRq0F731-kTjEi6VABWKD60o0req6CBMsTohU,27975
|
|
70
70
|
torchx/schedulers/aws_sagemaker_scheduler.py,sha256=dPah3yaKFUVm-ZZrzFbyM_abP-LCTd-AcAjZ6t2iycU,20699
|
|
71
71
|
torchx/schedulers/devices.py,sha256=RjVcu22ZRl_9OKtOtmA1A3vNXgu2qD6A9ST0L0Hsg4I,1734
|
|
72
|
-
torchx/schedulers/docker_scheduler.py,sha256=
|
|
72
|
+
torchx/schedulers/docker_scheduler.py,sha256=K6dVjhl7yGoHu-OolcdTU6bZ_NDat5bK9WbU-EwPcKY,16753
|
|
73
73
|
torchx/schedulers/gcp_batch_scheduler.py,sha256=dlUfvjfMuQiRcSXQAdwxqdadwPhOf82L5u-ejRWtFgE,16226
|
|
74
74
|
torchx/schedulers/ids.py,sha256=3E-_vwVYC-8Tv8kjuY9-W7TbOe_-Laqd8a65uIN3hQY,1798
|
|
75
75
|
torchx/schedulers/kubernetes_mcad_scheduler.py,sha256=OydTS_ObvVFSuo3utidmSQjK6Yzzqus19bMH-5LLY_M,42900
|
|
@@ -87,7 +87,7 @@ torchx/specs/api.py,sha256=EI1tXPfDrz8dAyjJsuNK9mL4femS44lUuJFJUCW_oSc,37540
|
|
|
87
87
|
torchx/specs/builders.py,sha256=QDcQrnCO4bdSaiP0216XbCgTsnLutO_1_FW5jDiEIWI,9939
|
|
88
88
|
torchx/specs/file_linter.py,sha256=IeiomB1BgHUlT-ZsvGxar3llY63NOupfLBrOrD_---A,11860
|
|
89
89
|
torchx/specs/finder.py,sha256=MnwxG_UC4a-3X2wQ37ANEQR6D1TvriCLyuVYBh_-wuI,16249
|
|
90
|
-
torchx/specs/named_resources_aws.py,sha256=
|
|
90
|
+
torchx/specs/named_resources_aws.py,sha256=pkeZ3M7mOEC7E0rNx9S3ep-qk0hXqf0nw6rUhCNnp6U,10046
|
|
91
91
|
torchx/specs/named_resources_generic.py,sha256=Sg4tAdqiiWDrDz2Lj_pnfsjzGIXKTou73wPseh6j55w,2646
|
|
92
92
|
torchx/specs/test/components/__init__.py,sha256=J8qjUOysmcMAek2KFN13mViOXZxTYc5vCrF02t3VuFU,223
|
|
93
93
|
torchx/specs/test/components/a/__init__.py,sha256=kdxEgnI8QBSBiuTjaB4qDD7JX84hWowyPWU4B2Cqe9A,561
|
|
@@ -115,9 +115,9 @@ torchx/workspace/__init__.py,sha256=FqN8AN4VhR1C_SBY10MggQvNZmyanbbuPuE-JCjkyUY,
|
|
|
115
115
|
torchx/workspace/api.py,sha256=PtDkGTC5lX03pRoYpuMz2KCmM1ZOycRP1UknqvNb97Y,6341
|
|
116
116
|
torchx/workspace/dir_workspace.py,sha256=npNW_IjUZm_yS5r-8hrRkH46ndDd9a_eApT64m1S1T4,2268
|
|
117
117
|
torchx/workspace/docker_workspace.py,sha256=PFu2KQNVC-0p2aKJ-W_BKA9ZOmXdCY2ABEkCExp3udQ,10269
|
|
118
|
-
torchx_nightly-2024.12.
|
|
119
|
-
torchx_nightly-2024.12.
|
|
120
|
-
torchx_nightly-2024.12.
|
|
121
|
-
torchx_nightly-2024.12.
|
|
122
|
-
torchx_nightly-2024.12.
|
|
123
|
-
torchx_nightly-2024.12.
|
|
118
|
+
torchx_nightly-2024.12.3.dist-info/LICENSE,sha256=WVHfXhFC0Ia8LTKt_nJVYobdqTJVg_4J3Crrfm2A8KQ,1721
|
|
119
|
+
torchx_nightly-2024.12.3.dist-info/METADATA,sha256=PT68kVMrN6sEGHuLlRytUl9nbg4Zqs2TjDtBauC4-iI,6169
|
|
120
|
+
torchx_nightly-2024.12.3.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
|
|
121
|
+
torchx_nightly-2024.12.3.dist-info/entry_points.txt,sha256=T328AMXeKI3JZnnxfkEew2ZcMN1oQDtkXjMz7lkV-P4,169
|
|
122
|
+
torchx_nightly-2024.12.3.dist-info/top_level.txt,sha256=pxew3bc2gsiViS0zADs0jb6kC5v8o_Yy_85fhHj_J1A,7
|
|
123
|
+
torchx_nightly-2024.12.3.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|