torchx-nightly 2024.4.17__py3-none-any.whl → 2024.4.19__py3-none-any.whl

torchx/cli/cmd_run.py

@@ -11,6 +11,7 @@ import logging
 import os
 import sys
 import threading
+from collections import Counter
 from dataclasses import asdict
 from pathlib import Path
 from pprint import pformat
@@ -84,6 +85,17 @@ def _parse_component_name_and_args(
             component = args[0]
             component_args = args[1:]
 
+    # Error if there are repeated command line arguments
+    all_options = [
+        x
+        for x in component_args
+        if x.startswith("-") and x.strip() != "-" and x.strip() != "--"
+    ]
+    arg_count = Counter(all_options)
+    duplicates = [arg for arg, count in arg_count.items() if count > 1]
+    if len(duplicates) > 0:
+        subparser.error(f"Repeated Command Line Arguments: {duplicates}")
+
     if not component:
         subparser.error(MISSING_COMPONENT_ERROR_MSG)
 

torchx/runner/api.py

@@ -177,15 +177,20 @@ class Runner:
             ComponentNotFoundException: if the ``component_path`` is failed to resolve.
         """
 
-        dryrun_info = self.dryrun_component(
-            component,
-            component_args,
-            scheduler,
-            cfg=cfg,
-            workspace=workspace,
-            parent_run_id=parent_run_id,
-        )
-        return self.schedule(dryrun_info)
+        with log_event("run_component") as ctx:
+            dryrun_info = self.dryrun_component(
+                component,
+                component_args,
+                scheduler,
+                cfg=cfg,
+                workspace=workspace,
+                parent_run_id=parent_run_id,
+            )
+            handle = self.schedule(dryrun_info)
+            ctx._torchx_event.scheduler = none_throws(dryrun_info._scheduler)
+            ctx._torchx_event.app_image = none_throws(dryrun_info._app).roles[0].image
+            ctx._torchx_event.app_id = parse_app_handle(handle)[2]
+            return handle
 
     def dryrun_component(
         self,
@@ -232,10 +237,19 @@ class Runner:
             An application handle that is used to call other action APIs on the app.
         """
 
-        dryrun_info = self.dryrun(
-            app, scheduler, cfg=cfg, workspace=workspace, parent_run_id=parent_run_id
-        )
-        return self.schedule(dryrun_info)
+        with log_event(api="run", runcfg=json.dumps(cfg) if cfg else None) as ctx:
+            dryrun_info = self.dryrun(
+                app,
+                scheduler,
+                cfg=cfg,
+                workspace=workspace,
+                parent_run_id=parent_run_id,
+            )
+            handle = self.schedule(dryrun_info)
+            ctx._torchx_event.scheduler = none_throws(dryrun_info._scheduler)
+            ctx._torchx_event.app_image = none_throws(dryrun_info._app).roles[0].image
+            ctx._torchx_event.app_id = parse_app_handle(handle)[2]
+            return handle
 
     def schedule(self, dryrun_info: AppDryRunInfo) -> AppHandle:
         """

torchx/runner/events/__init__.py

@@ -96,7 +96,8 @@ class log_event:
     def __enter__(self) -> "log_event":
         self._start_cpu_time_ns = time.process_time_ns()
         self._start_wall_time_ns = time.perf_counter_ns()
-        self._start_epoch_time_usec = int(time.time() * 1000)
+        self._torchx_event.start_epoch_time_usec = int(time.time() * 1_000_000)
+
         return self
 
     def __exit__(

{torchx_nightly-2024.4.17.dist-info → torchx_nightly-2024.4.19.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: torchx-nightly
-Version: 2024.4.17
+Version: 2024.4.19
 Summary: TorchX SDK and Components
 Home-page: https://github.com/pytorch/torchx
 Author: TorchX Devs

{torchx_nightly-2024.4.17.dist-info → torchx_nightly-2024.4.19.dist-info}/RECORD

@@ -16,7 +16,7 @@ torchx/cli/cmd_configure.py,sha256=1kTv0qbsbV44So74plAySwWu56pQrqjhfW_kbfdC3Rw,1
 torchx/cli/cmd_describe.py,sha256=E5disbHoKTsqYKp2s3DaFW9GDLCCOgdOc3pQoHKoyCs,1283
 torchx/cli/cmd_list.py,sha256=BVqHEW2oTEJ3GqcFK7c1K-i2R-DUjaXQ-WBr0meeIGM,1429
 torchx/cli/cmd_log.py,sha256=Xh5vrsbwyV_ppwurrENGBNKxc1XLVbFC6YH1b8jlHAM,6104
-torchx/cli/cmd_run.py,sha256=zw-rqKI7QxYUs99vQdhvZm0L11-QXTIlvDAc_7TS2Dg,10527
+torchx/cli/cmd_run.py,sha256=3IewCg6KqUY8V8Uhm6LSUyoNvbw64QQC-zVdh_hOTTA,10968
 torchx/cli/cmd_runopts.py,sha256=NWZiP8XpQjfTDJgays2c6MgL_8wxFoeDge6NstaZdKk,1302
 torchx/cli/cmd_status.py,sha256=ubtmCp4PylrIh_kC3ZJ5QJm7lzXRt_aRPmY7j-sZu_0,1836
 torchx/cli/cmd_tracker.py,sha256=RfLxE4Cq1wfk7k051RtZ8RPJp0pEKSCa3KmTeRs3LF8,5218
@@ -55,9 +55,9 @@ torchx/pipelines/kfp/__init__.py,sha256=8iJ8lql_fxwuk9VCYSxXnX6tPL228fB5mDZpOs-k
 torchx/pipelines/kfp/adapter.py,sha256=q9fGRS3-xOYVl-tAjTNlUFLbw22r5IiCz9IP34t1rWU,8959
 torchx/pipelines/kfp/version.py,sha256=mYBxd6bm4MeR34D--xo-JLQ9wHeAl_ZQLwbItCf9tr0,539
 torchx/runner/__init__.py,sha256=x8Sz7s_tLxPgJgvWIhK4ju9BNZU61uBFywGwDY6CqJs,315
-torchx/runner/api.py,sha256=YpANr5AyFiufB5BcexGIIeExoN5_1ANAzyVWIwz30xo,27101
+torchx/runner/api.py,sha256=AuP2qGGPotawzBOrsZHw5pQq8uzDTIelp6PiGNe1DAA,27869
 torchx/runner/config.py,sha256=pBNbe51EvsfyZvOdhAKvobq0V9lKtpnDkWUzEgnxiP4,17838
-torchx/runner/events/__init__.py,sha256=0MhK39pdvj6bvG7B91wk115xEvSE1_8EBTeyHUEDrMI,4160
+torchx/runner/events/__init__.py,sha256=3FBI4y9oaLFUs6TtTjJAWmGV24WLP_GkOo9AfhDrfxg,4179
 torchx/runner/events/api.py,sha256=EgXK2wF_qc_zZHFgVHNcSAaPibyjM91DfQVtkXXcC-E,2195
 torchx/runner/events/handlers.py,sha256=ThHCIJW21BfBgB7b6ftyjASJmD1KdizpjuTtsyqnvJs,522
 torchx/runtime/__init__.py,sha256=Wxje2BryzeQneFu5r6P9JJiEKG-_C9W1CcZ_JNrKT6g,593
@@ -112,9 +112,9 @@ torchx/workspace/__init__.py,sha256=FqN8AN4VhR1C_SBY10MggQvNZmyanbbuPuE-JCjkyUY,
 torchx/workspace/api.py,sha256=1heBmPgB-W5Zf9gwViM7NrqvHpZlVYeMN7jpY8Qkytc,5479
 torchx/workspace/dir_workspace.py,sha256=npNW_IjUZm_yS5r-8hrRkH46ndDd9a_eApT64m1S1T4,2268
 torchx/workspace/docker_workspace.py,sha256=PFu2KQNVC-0p2aKJ-W_BKA9ZOmXdCY2ABEkCExp3udQ,10269
-torchx_nightly-2024.4.17.dist-info/LICENSE,sha256=WVHfXhFC0Ia8LTKt_nJVYobdqTJVg_4J3Crrfm2A8KQ,1721
-torchx_nightly-2024.4.17.dist-info/METADATA,sha256=Zvjtge7Qzq5-48ve7RCX3YhHw7y3MaHNYMow-9US0Js,6053
-torchx_nightly-2024.4.17.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-torchx_nightly-2024.4.17.dist-info/entry_points.txt,sha256=3JYZFlX9aWzR-Gs_qsx1zq7mlqbFz6Mi9rQUULW8caI,170
-torchx_nightly-2024.4.17.dist-info/top_level.txt,sha256=pxew3bc2gsiViS0zADs0jb6kC5v8o_Yy_85fhHj_J1A,7
-torchx_nightly-2024.4.17.dist-info/RECORD,,
+torchx_nightly-2024.4.19.dist-info/LICENSE,sha256=WVHfXhFC0Ia8LTKt_nJVYobdqTJVg_4J3Crrfm2A8KQ,1721
+torchx_nightly-2024.4.19.dist-info/METADATA,sha256=vW_XlkqLiWNAZiCPH7hHbUXZC6jvcixer3KG_Tb3vLY,6053
+torchx_nightly-2024.4.19.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+torchx_nightly-2024.4.19.dist-info/entry_points.txt,sha256=3JYZFlX9aWzR-Gs_qsx1zq7mlqbFz6Mi9rQUULW8caI,170
+torchx_nightly-2024.4.19.dist-info/top_level.txt,sha256=pxew3bc2gsiViS0zADs0jb6kC5v8o_Yy_85fhHj_J1A,7
+torchx_nightly-2024.4.19.dist-info/RECORD,,