torchx-nightly 2024.12.11__py3-none-any.whl → 2024.12.13__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of torchx-nightly might be problematic. Click here for more details.
- torchx/runner/api.py +1 -1
- torchx/schedulers/api.py +1 -1
- torchx/schedulers/docker_scheduler.py +1 -1
- torchx/schedulers/gcp_batch_scheduler.py +1 -1
- torchx/schedulers/kubernetes_mcad_scheduler.py +1 -1
- torchx/schedulers/kubernetes_scheduler.py +1 -1
- torchx/schedulers/local_scheduler.py +1 -1
- torchx/schedulers/lsf_scheduler.py +1 -1
- torchx/schedulers/ray_scheduler.py +1 -1
- torchx/schedulers/slurm_scheduler.py +1 -1
- {torchx_nightly-2024.12.11.dist-info → torchx_nightly-2024.12.13.dist-info}/METADATA +2 -2
- {torchx_nightly-2024.12.11.dist-info → torchx_nightly-2024.12.13.dist-info}/RECORD +16 -16
- {torchx_nightly-2024.12.11.dist-info → torchx_nightly-2024.12.13.dist-info}/LICENSE +0 -0
- {torchx_nightly-2024.12.11.dist-info → torchx_nightly-2024.12.13.dist-info}/WHEEL +0 -0
- {torchx_nightly-2024.12.11.dist-info → torchx_nightly-2024.12.13.dist-info}/entry_points.txt +0 -0
- {torchx_nightly-2024.12.11.dist-info → torchx_nightly-2024.12.13.dist-info}/top_level.txt +0 -0
torchx/runner/api.py
CHANGED
|
@@ -433,7 +433,7 @@ class Runner:
|
|
|
433
433
|
" Either a patch was built or no changes to workspace was detected."
|
|
434
434
|
)
|
|
435
435
|
|
|
436
|
-
sched._validate(app, scheduler)
|
|
436
|
+
sched._validate(app, scheduler, resolved_cfg)
|
|
437
437
|
dryrun_info = sched.submit_dryrun(app, resolved_cfg)
|
|
438
438
|
dryrun_info._scheduler = scheduler
|
|
439
439
|
return dryrun_info
|
torchx/schedulers/api.py
CHANGED
|
@@ -337,7 +337,7 @@ class Scheduler(abc.ABC, Generic[T]):
|
|
|
337
337
|
f"{self.__class__.__qualname__} does not support application log iteration"
|
|
338
338
|
)
|
|
339
339
|
|
|
340
|
-
def _validate(self, app: AppDef, scheduler: str) -> None:
|
|
340
|
+
def _validate(self, app: AppDef, scheduler: str, cfg: T) -> None:
|
|
341
341
|
"""
|
|
342
342
|
Validates whether application is consistent with the scheduler.
|
|
343
343
|
|
|
@@ -327,7 +327,7 @@ class DockerScheduler(DockerWorkspaceMixin, Scheduler[DockerOpts]):
|
|
|
327
327
|
|
|
328
328
|
return AppDryRunInfo(req, repr)
|
|
329
329
|
|
|
330
|
-
def _validate(self, app: AppDef, scheduler: str) -> None:
|
|
330
|
+
def _validate(self, app: AppDef, scheduler: str, cfg: DockerOpts) -> None:
|
|
331
331
|
# Skip validation step
|
|
332
332
|
pass
|
|
333
333
|
|
|
@@ -464,7 +464,7 @@ class GCPBatchScheduler(Scheduler[GCPBatchOpts]):
|
|
|
464
464
|
for job in all_jobs
|
|
465
465
|
]
|
|
466
466
|
|
|
467
|
-
def _validate(self, app: AppDef, scheduler: str) -> None:
|
|
467
|
+
def _validate(self, app: AppDef, scheduler: str, cfg: GCPBatchOpts) -> None:
|
|
468
468
|
# Skip validation step
|
|
469
469
|
pass
|
|
470
470
|
|
|
@@ -1033,7 +1033,7 @@ class KubernetesMCADScheduler(DockerWorkspaceMixin, Scheduler[KubernetesMCADOpts
|
|
|
1033
1033
|
info._cfg = cfg
|
|
1034
1034
|
return info
|
|
1035
1035
|
|
|
1036
|
-
def _validate(self, app: AppDef, scheduler: str) -> None:
|
|
1036
|
+
def _validate(self, app: AppDef, scheduler: str, cfg: KubernetesMCADOpts) -> None:
|
|
1037
1037
|
# Skip validation step
|
|
1038
1038
|
pass
|
|
1039
1039
|
|
|
@@ -661,7 +661,7 @@ class KubernetesScheduler(DockerWorkspaceMixin, Scheduler[KubernetesOpts]):
|
|
|
661
661
|
)
|
|
662
662
|
return AppDryRunInfo(req, repr)
|
|
663
663
|
|
|
664
|
-
def _validate(self, app: AppDef, scheduler: str) -> None:
|
|
664
|
+
def _validate(self, app: AppDef, scheduler: str, cfg: KubernetesOpts) -> None:
|
|
665
665
|
# Skip validation step
|
|
666
666
|
pass
|
|
667
667
|
|
|
@@ -630,7 +630,7 @@ class LocalScheduler(Scheduler[LocalOpts]):
|
|
|
630
630
|
)
|
|
631
631
|
return opts
|
|
632
632
|
|
|
633
|
-
def _validate(self, app: AppDef, scheduler: str) -> None:
|
|
633
|
+
def _validate(self, app: AppDef, scheduler: str, cfg: LocalOpts) -> None:
|
|
634
634
|
# Skip validation step for local application
|
|
635
635
|
pass
|
|
636
636
|
|
|
@@ -488,7 +488,7 @@ class LsfScheduler(Scheduler[LsfOpts]):
|
|
|
488
488
|
subprocess.run(req.cmd, stdout=subprocess.PIPE, check=True)
|
|
489
489
|
return req.app_id
|
|
490
490
|
|
|
491
|
-
def _validate(self, app: AppDef, scheduler: str) -> None:
|
|
491
|
+
def _validate(self, app: AppDef, scheduler: str, cfg: LsfOpts) -> None:
|
|
492
492
|
# Skip validation step for lsf
|
|
493
493
|
pass
|
|
494
494
|
|
|
@@ -318,7 +318,7 @@ if _has_ray:
|
|
|
318
318
|
|
|
319
319
|
return AppDryRunInfo(job, repr)
|
|
320
320
|
|
|
321
|
-
def _validate(self, app: AppDef, scheduler: str) -> None:
|
|
321
|
+
def _validate(self, app: AppDef, scheduler: str, cfg: RayOpts) -> None:
|
|
322
322
|
if scheduler != "ray":
|
|
323
323
|
raise ValueError(
|
|
324
324
|
f"An unknown scheduler backend '{scheduler}' has been passed to the Ray scheduler."
|
|
@@ -472,7 +472,7 @@ class SlurmScheduler(DirWorkspaceMixin, Scheduler[SlurmOpts]):
|
|
|
472
472
|
|
|
473
473
|
return AppDryRunInfo(req, repr)
|
|
474
474
|
|
|
475
|
-
def _validate(self, app: AppDef, scheduler: str) -> None:
|
|
475
|
+
def _validate(self, app: AppDef, scheduler: str, cfg: SlurmOpts) -> None:
|
|
476
476
|
# Skip validation step for slurm
|
|
477
477
|
pass
|
|
478
478
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: torchx-nightly
|
|
3
|
-
Version: 2024.12.
|
|
3
|
+
Version: 2024.12.13
|
|
4
4
|
Summary: TorchX SDK and Components
|
|
5
5
|
Home-page: https://github.com/pytorch/torchx
|
|
6
6
|
Author: TorchX Devs
|
|
@@ -53,7 +53,7 @@ Requires-Dist: pytest; extra == "dev"
|
|
|
53
53
|
Requires-Dist: pytest-cov; extra == "dev"
|
|
54
54
|
Requires-Dist: pytorch-lightning==2.3.1; extra == "dev"
|
|
55
55
|
Requires-Dist: tensorboard==2.14.0; extra == "dev"
|
|
56
|
-
Requires-Dist: sagemaker
|
|
56
|
+
Requires-Dist: sagemaker==2.224.4; extra == "dev"
|
|
57
57
|
Requires-Dist: torch-model-archiver>=0.4.2; extra == "dev"
|
|
58
58
|
Requires-Dist: torch==2.2.1; extra == "dev"
|
|
59
59
|
Requires-Dist: torchmetrics==0.10.3; extra == "dev"
|
|
@@ -56,7 +56,7 @@ torchx/pipelines/kfp/__init__.py,sha256=8iJ8lql_fxwuk9VCYSxXnX6tPL228fB5mDZpOs-k
|
|
|
56
56
|
torchx/pipelines/kfp/adapter.py,sha256=5GeHULjb1kxG6wJtYVLpNkgdzUi4iYEaR42VFOwT6fY,9045
|
|
57
57
|
torchx/pipelines/kfp/version.py,sha256=mYBxd6bm4MeR34D--xo-JLQ9wHeAl_ZQLwbItCf9tr0,539
|
|
58
58
|
torchx/runner/__init__.py,sha256=x8Sz7s_tLxPgJgvWIhK4ju9BNZU61uBFywGwDY6CqJs,315
|
|
59
|
-
torchx/runner/api.py,sha256=
|
|
59
|
+
torchx/runner/api.py,sha256=uI365qobKvTP6-fEAiGrVlBzipYDhy1L8RoOJ1BQ3mA,29338
|
|
60
60
|
torchx/runner/config.py,sha256=fTdCcf-MKlBg6MzXopF4W0hYyDDoPAuvZs2v2bKzwG0,17849
|
|
61
61
|
torchx/runner/events/__init__.py,sha256=1_y0bojXl3FL0zlAj7BI4Dg5cXKXUmaa2jZbVH0EDUA,5268
|
|
62
62
|
torchx/runner/events/api.py,sha256=pPLfowWTXtN_XcrEDNI45pE6Ijvdc_Gdxq76RduqgGE,2664
|
|
@@ -65,19 +65,19 @@ torchx/runtime/__init__.py,sha256=Wxje2BryzeQneFu5r6P9JJiEKG-_C9W1CcZ_JNrKT6g,59
|
|
|
65
65
|
torchx/runtime/tracking/__init__.py,sha256=dYnAPnrXYREfPXkpHhdOFkcYIODWEbA13PdD-wLQYBo,3055
|
|
66
66
|
torchx/runtime/tracking/api.py,sha256=SmUQyUKZqG3KlAhT7CJOGqRz1O274E4m63wQeOVq3CU,5472
|
|
67
67
|
torchx/schedulers/__init__.py,sha256=M9SBZiNdE3KI_yc1-BiRtAetfTgtX07uKkuvGUeZQLU,2230
|
|
68
|
-
torchx/schedulers/api.py,sha256=
|
|
68
|
+
torchx/schedulers/api.py,sha256=jAjfTKNgw26Rc5-FsZCSFt1xQIBNzXdUjUeOlllCuIU,14163
|
|
69
69
|
torchx/schedulers/aws_batch_scheduler.py,sha256=8jRTmi5gtqyKUQfhMRqCQqNVM0drXdu8RS0xUfZby48,28091
|
|
70
70
|
torchx/schedulers/aws_sagemaker_scheduler.py,sha256=x33J_tQFpRr_AUv5dWf1qxqG0dbmIjaqFHyrSnHWijw,20921
|
|
71
71
|
torchx/schedulers/devices.py,sha256=RjVcu22ZRl_9OKtOtmA1A3vNXgu2qD6A9ST0L0Hsg4I,1734
|
|
72
|
-
torchx/schedulers/docker_scheduler.py,sha256=
|
|
73
|
-
torchx/schedulers/gcp_batch_scheduler.py,sha256=
|
|
72
|
+
torchx/schedulers/docker_scheduler.py,sha256=goeFEgEi0H3sagIDSsGPMOU9f-mcMbEFPo2gwHOco1k,16770
|
|
73
|
+
torchx/schedulers/gcp_batch_scheduler.py,sha256=o0t70s7fpGgn8MqhkIPWV3ZuF0kc5KdLGYz5-YKVb9Y,16245
|
|
74
74
|
torchx/schedulers/ids.py,sha256=3E-_vwVYC-8Tv8kjuY9-W7TbOe_-Laqd8a65uIN3hQY,1798
|
|
75
|
-
torchx/schedulers/kubernetes_mcad_scheduler.py,sha256=
|
|
76
|
-
torchx/schedulers/kubernetes_scheduler.py,sha256=
|
|
77
|
-
torchx/schedulers/local_scheduler.py,sha256=
|
|
78
|
-
torchx/schedulers/lsf_scheduler.py,sha256=
|
|
79
|
-
torchx/schedulers/ray_scheduler.py,sha256=
|
|
80
|
-
torchx/schedulers/slurm_scheduler.py,sha256=
|
|
75
|
+
torchx/schedulers/kubernetes_mcad_scheduler.py,sha256=riUfzSBega0JcCbV9NspU_a5A46AD-74Jgf7JPvA2Is,42925
|
|
76
|
+
torchx/schedulers/kubernetes_scheduler.py,sha256=W_vVvQVGjNUoasN-JIsOTU9f0qjpds2u3GteNblssGM,28193
|
|
77
|
+
torchx/schedulers/local_scheduler.py,sha256=q_EkCjsf66X0QQXSynP-G5wT4rGS5HLk4F68KdsaE4g,41444
|
|
78
|
+
torchx/schedulers/lsf_scheduler.py,sha256=BkXKyWoVrCZznjfRFQ8oW3vzM0sBGkGmGUcSX71D-nE,17667
|
|
79
|
+
torchx/schedulers/ray_scheduler.py,sha256=d10PtA-sEfHmDxF-GKog_Qro7FpIDCjSZbkKBdyj72E,17462
|
|
80
|
+
torchx/schedulers/slurm_scheduler.py,sha256=A11XvI0-Wa7n3qc1IdrYcDaQEZhj0GiGf-PjHj0Byn8,19386
|
|
81
81
|
torchx/schedulers/streams.py,sha256=8_SLezgnWgfv_zXUsJCUM34-h2dtv25NmZuxEwkzmxw,2007
|
|
82
82
|
torchx/schedulers/ray/__init__.py,sha256=fE0IHi1JJpxsNVBNzWNee2thrNXFFRhY94c80RxNSIE,231
|
|
83
83
|
torchx/schedulers/ray/ray_common.py,sha256=pyNYFvTKVwdjDAeCBNbPwAWwVNmlLOJWExfn90XY8u8,610
|
|
@@ -115,9 +115,9 @@ torchx/workspace/__init__.py,sha256=FqN8AN4VhR1C_SBY10MggQvNZmyanbbuPuE-JCjkyUY,
|
|
|
115
115
|
torchx/workspace/api.py,sha256=PtDkGTC5lX03pRoYpuMz2KCmM1ZOycRP1UknqvNb97Y,6341
|
|
116
116
|
torchx/workspace/dir_workspace.py,sha256=npNW_IjUZm_yS5r-8hrRkH46ndDd9a_eApT64m1S1T4,2268
|
|
117
117
|
torchx/workspace/docker_workspace.py,sha256=PFu2KQNVC-0p2aKJ-W_BKA9ZOmXdCY2ABEkCExp3udQ,10269
|
|
118
|
-
torchx_nightly-2024.12.
|
|
119
|
-
torchx_nightly-2024.12.
|
|
120
|
-
torchx_nightly-2024.12.
|
|
121
|
-
torchx_nightly-2024.12.
|
|
122
|
-
torchx_nightly-2024.12.
|
|
123
|
-
torchx_nightly-2024.12.
|
|
118
|
+
torchx_nightly-2024.12.13.dist-info/LICENSE,sha256=WVHfXhFC0Ia8LTKt_nJVYobdqTJVg_4J3Crrfm2A8KQ,1721
|
|
119
|
+
torchx_nightly-2024.12.13.dist-info/METADATA,sha256=3b6ETejH4x2eHiTHA_krrHQhNH2N7uKEqA5a726vNTI,6170
|
|
120
|
+
torchx_nightly-2024.12.13.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
|
|
121
|
+
torchx_nightly-2024.12.13.dist-info/entry_points.txt,sha256=T328AMXeKI3JZnnxfkEew2ZcMN1oQDtkXjMz7lkV-P4,169
|
|
122
|
+
torchx_nightly-2024.12.13.dist-info/top_level.txt,sha256=pxew3bc2gsiViS0zADs0jb6kC5v8o_Yy_85fhHj_J1A,7
|
|
123
|
+
torchx_nightly-2024.12.13.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
{torchx_nightly-2024.12.11.dist-info → torchx_nightly-2024.12.13.dist-info}/entry_points.txt
RENAMED
|
File without changes
|
|
File without changes
|