torchx-nightly 2024.5.24__py3-none-any.whl → 2024.5.25__py3-none-any.whl

torchx/runner/api.py

@@ -98,7 +98,10 @@ class Runner:
         """
         self._name: str = name
         self._scheduler_factories = scheduler_factories
-        self._scheduler_params: Dict[str, object] = scheduler_params or {}
+        self._scheduler_params: Dict[str, Any] = {
+            **(self._get_scheduler_params_from_env()),
+            **(scheduler_params or {}),
+        }
         # pyre-fixme[24]: SchedulerOpts is a generic, and we don't have access to the corresponding type
         self._scheduler_instances: Dict[str, Scheduler] = {}
         self._apps: Dict[AppHandle, AppDef] = {}
@@ -106,6 +109,14 @@ class Runner:
         # component_name -> map of component_fn_param_name -> user-specified default val encoded as str
         self._component_defaults: Dict[str, Dict[str, str]] = component_defaults or {}
 
+    def _get_scheduler_params_from_env(self) -> Dict[str, str]:
+        scheduler_params = {}
+        for key, value in os.environ.items():
+            lower_case_key = key.lower()
+            if lower_case_key.startswith("torchx_"):
+                scheduler_params[lower_case_key.strip("torchx_")] = value
+        return scheduler_params
+
     def __enter__(self) -> "Runner":
         return self
 

torchx/schedulers/local_scheduler.py

@@ -1184,11 +1184,12 @@ def create_scheduler(
     session_name: str,
     cache_size: int = 100,
     extra_paths: Optional[List[str]] = None,
+    image_provider_class: Callable[[LocalOpts], ImageProvider] = CWDImageProvider,
     **kwargs: Any,
 ) -> LocalScheduler:
     return LocalScheduler(
         session_name=session_name,
-        image_provider_class=CWDImageProvider,
+        image_provider_class=image_provider_class,
         cache_size=cache_size,
         extra_paths=extra_paths,
     )

{torchx_nightly-2024.5.24.dist-info → torchx_nightly-2024.5.25.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: torchx-nightly
-Version: 2024.5.24
+Version: 2024.5.25
 Summary: TorchX SDK and Components
 Home-page: https://github.com/pytorch/torchx
 Author: TorchX Devs

{torchx_nightly-2024.5.24.dist-info → torchx_nightly-2024.5.25.dist-info}/RECORD

@@ -56,7 +56,7 @@ torchx/pipelines/kfp/__init__.py,sha256=8iJ8lql_fxwuk9VCYSxXnX6tPL228fB5mDZpOs-k
 torchx/pipelines/kfp/adapter.py,sha256=q9fGRS3-xOYVl-tAjTNlUFLbw22r5IiCz9IP34t1rWU,8959
 torchx/pipelines/kfp/version.py,sha256=mYBxd6bm4MeR34D--xo-JLQ9wHeAl_ZQLwbItCf9tr0,539
 torchx/runner/__init__.py,sha256=x8Sz7s_tLxPgJgvWIhK4ju9BNZU61uBFywGwDY6CqJs,315
-torchx/runner/api.py,sha256=lK92nxSt9iMOr3adDMjz1loDdHmgPDEBkcAiCuwCsvM,28065
+torchx/runner/api.py,sha256=w882mjD4AbQQe23jeePBfWs0UBZ7LxAI1ryNa73iaq4,28487
 torchx/runner/config.py,sha256=pBNbe51EvsfyZvOdhAKvobq0V9lKtpnDkWUzEgnxiP4,17838
 torchx/runner/events/__init__.py,sha256=9vaNjo39IR2YE-gDAd23PLvJg7i-hOMDV50nXAsYGlI,4376
 torchx/runner/events/api.py,sha256=JiC3ZgHONE_k9vAmur-8cQ2ZdUAPm45LJB8tBUguGIo,2231
@@ -74,7 +74,7 @@ torchx/schedulers/gcp_batch_scheduler.py,sha256=dlUfvjfMuQiRcSXQAdwxqdadwPhOf82L
 torchx/schedulers/ids.py,sha256=3E-_vwVYC-8Tv8kjuY9-W7TbOe_-Laqd8a65uIN3hQY,1798
 torchx/schedulers/kubernetes_mcad_scheduler.py,sha256=xAt-on3K8HwS2kzWasn0zXd2q4IDQzo2N5A5Ehh9NII,42885
 torchx/schedulers/kubernetes_scheduler.py,sha256=qubhzfBAOFag6Yi_oAgdq1Jxr56LG68cioTre3qggEM,27065
-torchx/schedulers/local_scheduler.py,sha256=uMrRQKjhgMaZr2rnxaEvxBxE1GjpUTgxL-kNfaxnGsI,41341
+torchx/schedulers/local_scheduler.py,sha256=1xAEAymKqhxYYll4JmKNPWkIGSSro_2JxyLVOisiWTs,41428
 torchx/schedulers/lsf_scheduler.py,sha256=FhpI8KgYKySz6xMTLmy0IcesJk2SpJ_no-iRzpqV0Wk,17653
 torchx/schedulers/ray_scheduler.py,sha256=unnDtDu1rPpCLJLDcm4NYRo9ZCCtQgG5BtlHwVfly-U,17448
 torchx/schedulers/slurm_scheduler.py,sha256=_57XhN9ggFaD6ZG9cPXkAlcHoF-R5mPmAvqPwhNJ4qw,19370
@@ -113,9 +113,9 @@ torchx/workspace/__init__.py,sha256=FqN8AN4VhR1C_SBY10MggQvNZmyanbbuPuE-JCjkyUY,
 torchx/workspace/api.py,sha256=1heBmPgB-W5Zf9gwViM7NrqvHpZlVYeMN7jpY8Qkytc,5479
 torchx/workspace/dir_workspace.py,sha256=npNW_IjUZm_yS5r-8hrRkH46ndDd9a_eApT64m1S1T4,2268
 torchx/workspace/docker_workspace.py,sha256=PFu2KQNVC-0p2aKJ-W_BKA9ZOmXdCY2ABEkCExp3udQ,10269
-torchx_nightly-2024.5.24.dist-info/LICENSE,sha256=WVHfXhFC0Ia8LTKt_nJVYobdqTJVg_4J3Crrfm2A8KQ,1721
-torchx_nightly-2024.5.24.dist-info/METADATA,sha256=q4Wjwr-5WBNlvvMqF7jQPpyt6xJopVWAXpE4hXzGQQo,6053
-torchx_nightly-2024.5.24.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-torchx_nightly-2024.5.24.dist-info/entry_points.txt,sha256=3JYZFlX9aWzR-Gs_qsx1zq7mlqbFz6Mi9rQUULW8caI,170
-torchx_nightly-2024.5.24.dist-info/top_level.txt,sha256=pxew3bc2gsiViS0zADs0jb6kC5v8o_Yy_85fhHj_J1A,7
-torchx_nightly-2024.5.24.dist-info/RECORD,,
+torchx_nightly-2024.5.25.dist-info/LICENSE,sha256=WVHfXhFC0Ia8LTKt_nJVYobdqTJVg_4J3Crrfm2A8KQ,1721
+torchx_nightly-2024.5.25.dist-info/METADATA,sha256=OHGNHuO7NBiT0at0OXtbKGbaYfGY2i2fc4w0pGbw8hw,6053
+torchx_nightly-2024.5.25.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+torchx_nightly-2024.5.25.dist-info/entry_points.txt,sha256=3JYZFlX9aWzR-Gs_qsx1zq7mlqbFz6Mi9rQUULW8caI,170
+torchx_nightly-2024.5.25.dist-info/top_level.txt,sha256=pxew3bc2gsiViS0zADs0jb6kC5v8o_Yy_85fhHj_J1A,7
+torchx_nightly-2024.5.25.dist-info/RECORD,,