torchx-nightly 2024.5.14__py3-none-any.whl → 2024.5.17__py3-none-any.whl

torchx/cli/cmd_run.py

@@ -13,6 +13,7 @@ import sys
 import threading
 from collections import Counter
 from dataclasses import asdict
+from itertools import groupby
 from pathlib import Path
 from pprint import pformat
 from typing import Dict, List, Optional, Tuple
@@ -85,16 +86,19 @@ def _parse_component_name_and_args(
             component = args[0]
             component_args = args[1:]
 
-    # Error if there are repeated command line arguments
-    all_options = [
-        x
-        for x in component_args
-        if x.startswith("-") and x.strip() != "-" and x.strip() != "--"
-    ]
-    arg_count = Counter(all_options)
-    duplicates = [arg for arg, count in arg_count.items() if count > 1]
-    if len(duplicates) > 0:
-        subparser.error(f"Repeated Command Line Arguments: {duplicates}")
+    # Error if there are repeated command line arguments each group of arguments,
+    # where the groups are separated by "--"
+    arg_groups = [list(g) for _, g in groupby(component_args, key=lambda x: x == "--")]
+    for arg_group in arg_groups:
+        all_options = [
+            x
+            for x in arg_group
+            if x.startswith("-") and x.strip() != "-" and x.strip() != "--"
+        ]
+        arg_count = Counter(all_options)
+        duplicates = [arg for arg, count in arg_count.items() if count > 1]
+        if len(duplicates) > 0:
+            subparser.error(f"Repeated Command Line Arguments: {duplicates}")
 
     if not component:
         subparser.error(MISSING_COMPONENT_ERROR_MSG)

torchx/specs/named_resources_aws.py

@@ -109,6 +109,16 @@ def aws_p4de_24xlarge() -> Resource:
     )
 
 
+def aws_p5_48xlarge() -> Resource:
+    return Resource(
+        cpu=192,
+        gpu=8,
+        memMB=2048 * GiB,
+        capabilities={K8S_ITYPE: "p5.48xlarge"},
+        devices={EFA_DEVICE: 32},
+    )
+
+
 def aws_t3_medium() -> Resource:
     return Resource(cpu=2, gpu=0, memMB=4 * GiB, capabilities={K8S_ITYPE: "t3.medium"})
 
@@ -268,6 +278,7 @@ NAMED_RESOURCES: Mapping[str, Callable[[], Resource]] = {
     "aws_p3dn.24xlarge": aws_p3dn_24xlarge,
     "aws_p4d.24xlarge": aws_p4d_24xlarge,
     "aws_p4de.24xlarge": aws_p4de_24xlarge,
+    "aws_p5.48xlarge": aws_p5_48xlarge,
     "aws_g4dn.xlarge": aws_g4dn_xlarge,
     "aws_g4dn.2xlarge": aws_g4dn_2xlarge,
     "aws_g4dn.4xlarge": aws_g4dn_4xlarge,

{torchx_nightly-2024.5.14.dist-info → torchx_nightly-2024.5.17.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: torchx-nightly
-Version: 2024.5.14
+Version: 2024.5.17
 Summary: TorchX SDK and Components
 Home-page: https://github.com/pytorch/torchx
 Author: TorchX Devs

{torchx_nightly-2024.5.14.dist-info → torchx_nightly-2024.5.17.dist-info}/RECORD

@@ -16,7 +16,7 @@ torchx/cli/cmd_configure.py,sha256=1kTv0qbsbV44So74plAySwWu56pQrqjhfW_kbfdC3Rw,1
 torchx/cli/cmd_describe.py,sha256=E5disbHoKTsqYKp2s3DaFW9GDLCCOgdOc3pQoHKoyCs,1283
 torchx/cli/cmd_list.py,sha256=BVqHEW2oTEJ3GqcFK7c1K-i2R-DUjaXQ-WBr0meeIGM,1429
 torchx/cli/cmd_log.py,sha256=Xh5vrsbwyV_ppwurrENGBNKxc1XLVbFC6YH1b8jlHAM,6104
-torchx/cli/cmd_run.py,sha256=3IewCg6KqUY8V8Uhm6LSUyoNvbw64QQC-zVdh_hOTTA,10968
+torchx/cli/cmd_run.py,sha256=T2TmkVZNbIljCEmVQHAQjzVIkHkOH_BV5dlY_4ErrUs,11220
 torchx/cli/cmd_runopts.py,sha256=NWZiP8XpQjfTDJgays2c6MgL_8wxFoeDge6NstaZdKk,1302
 torchx/cli/cmd_status.py,sha256=ubtmCp4PylrIh_kC3ZJ5QJm7lzXRt_aRPmY7j-sZu_0,1836
 torchx/cli/cmd_tracker.py,sha256=RfLxE4Cq1wfk7k051RtZ8RPJp0pEKSCa3KmTeRs3LF8,5218
@@ -87,7 +87,7 @@ torchx/specs/api.py,sha256=73jJOYQ-H-jX3Yvbc9hJjolavNQdF8bW9Q0oQnWzLL0,34885
 torchx/specs/builders.py,sha256=QDcQrnCO4bdSaiP0216XbCgTsnLutO_1_FW5jDiEIWI,9939
 torchx/specs/file_linter.py,sha256=IeiomB1BgHUlT-ZsvGxar3llY63NOupfLBrOrD_---A,11860
 torchx/specs/finder.py,sha256=MnwxG_UC4a-3X2wQ37ANEQR6D1TvriCLyuVYBh_-wuI,16249
-torchx/specs/named_resources_aws.py,sha256=8jsbFZFTa1ZkdpZmBrqhVfSVuZonrXbADhTPmIRdtEQ,7743
+torchx/specs/named_resources_aws.py,sha256=gmMbzzaYy3WzwDFo5iyd28icX7zRbUOseLl8yudY13Q,7988
 torchx/specs/named_resources_generic.py,sha256=Sg4tAdqiiWDrDz2Lj_pnfsjzGIXKTou73wPseh6j55w,2646
 torchx/specs/test/components/__init__.py,sha256=J8qjUOysmcMAek2KFN13mViOXZxTYc5vCrF02t3VuFU,223
 torchx/specs/test/components/a/__init__.py,sha256=kdxEgnI8QBSBiuTjaB4qDD7JX84hWowyPWU4B2Cqe9A,561
@@ -113,9 +113,9 @@ torchx/workspace/__init__.py,sha256=FqN8AN4VhR1C_SBY10MggQvNZmyanbbuPuE-JCjkyUY,
 torchx/workspace/api.py,sha256=1heBmPgB-W5Zf9gwViM7NrqvHpZlVYeMN7jpY8Qkytc,5479
 torchx/workspace/dir_workspace.py,sha256=npNW_IjUZm_yS5r-8hrRkH46ndDd9a_eApT64m1S1T4,2268
 torchx/workspace/docker_workspace.py,sha256=PFu2KQNVC-0p2aKJ-W_BKA9ZOmXdCY2ABEkCExp3udQ,10269
-torchx_nightly-2024.5.14.dist-info/LICENSE,sha256=WVHfXhFC0Ia8LTKt_nJVYobdqTJVg_4J3Crrfm2A8KQ,1721
-torchx_nightly-2024.5.14.dist-info/METADATA,sha256=_2_xI8_Fn1OWBVq8-QDbEF_KOKeHdGb5WaUq0K1bS6U,6053
-torchx_nightly-2024.5.14.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-torchx_nightly-2024.5.14.dist-info/entry_points.txt,sha256=3JYZFlX9aWzR-Gs_qsx1zq7mlqbFz6Mi9rQUULW8caI,170
-torchx_nightly-2024.5.14.dist-info/top_level.txt,sha256=pxew3bc2gsiViS0zADs0jb6kC5v8o_Yy_85fhHj_J1A,7
-torchx_nightly-2024.5.14.dist-info/RECORD,,
+torchx_nightly-2024.5.17.dist-info/LICENSE,sha256=WVHfXhFC0Ia8LTKt_nJVYobdqTJVg_4J3Crrfm2A8KQ,1721
+torchx_nightly-2024.5.17.dist-info/METADATA,sha256=i50i--l7WlUuP4wfXkGTsNW9kM8iNHx0mx7Pa2XVDXk,6053
+torchx_nightly-2024.5.17.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+torchx_nightly-2024.5.17.dist-info/entry_points.txt,sha256=3JYZFlX9aWzR-Gs_qsx1zq7mlqbFz6Mi9rQUULW8caI,170
+torchx_nightly-2024.5.17.dist-info/top_level.txt,sha256=pxew3bc2gsiViS0zADs0jb6kC5v8o_Yy_85fhHj_J1A,7
+torchx_nightly-2024.5.17.dist-info/RECORD,,