lightning-sdk 0.1.42__py3-none-any.whl → 0.1.44__py3-none-any.whl

lightning_sdk/mmt/v2.py

@@ -15,6 +15,8 @@ from lightning_sdk.mmt.base import _BaseMMT
 
 
 class _MMTV2(_BaseMMT):
+    """New implementation of Multi-Machine Training."""
+
     def __init__(
         self,
         name: str,
@@ -24,6 +26,15 @@ class _MMTV2(_BaseMMT):
         *,
         _fetch_job: bool = True,
     ) -> None:
+        """Fetch already existing jobs.
+
+        Args:
+            name: the name of the job
+            teamspace: the teamspace the job is part of
+            org: the name of the organization owning the :param`teamspace` in case it is owned by an org
+            user: the name of the user owning the :param`teamspace`
+                in case it is owned directly by a user instead of an org.
+        """
         self._job_api = MMTApiV2()
         super().__init__(name=name, teamspace=teamspace, org=org, user=user, _fetch_job=_fetch_job)
 
@@ -42,6 +53,35 @@ class _MMTV2(_BaseMMT):
         artifacts_local: Optional[str] = None,
         artifacts_remote: Optional[str] = None,
     ) -> "_MMTV2":
+        """Submit a new multi-machine job to the Lightning AI platform.
+
+        Args:
+            num_machines: The number of machines to run on.
+            machine: The machine type to run the job on. One of {", ".join(_MACHINE_VALUES)}.
+            command: The command to run inside your job. Required if using a studio. Optional if using an image.
+                If not provided for images, will run the container entrypoint and default command.
+            studio: The studio env to run the job with. Mutually exclusive with image.
+            image: The docker image to run the job with. Mutually exclusive with studio.
+            env: Environment variables to set inside the job.
+            interruptible: Whether the job should run on interruptible instances. They are cheaper but can be preempted.
+            cloud_account: The cloud account to run the job on.
+                Defaults to the studio cloud account if running with studio compute env.
+                If not provided will fall back to the teamspaces default cloud account.
+            image_credentials: The credentials used to pull the image. Required if the image is private.
+                This should be the name of the respective credentials secret created on the Lightning AI platform.
+            cloud_account_auth: Whether to authenticate with the cloud account to pull the image.
+                Required if the registry is part of a cloud provider (e.g. ECR).
+            artifacts_local: The path of inside the docker container, you want to persist images from.
+                CAUTION: When setting this to "/", it will effectively erase your container.
+                Only supported for jobs with a docker image compute environment.
+            artifacts_remote: The remote storage to persist your artifacts to.
+                Should be of format <CONNECTION_TYPE>:<CONNECTION_NAME>:<PATH_WITHIN_CONNECTION>.
+                PATH_WITHIN_CONNECTION hereby is a path relative to the connection's root.
+                E.g. efs:data:some-path would result in an EFS connection named `data` and to the path `some-path`
+                within it.
+                Note that the connection needs to be added to the teamspace already in order for it to be found.
+                Only supported for jobs with a docker image compute environment.
+        """
         # Command is required if Studio is provided to know what to run
         # Image is mutually exclusive with Studio
         # Command is optional for Image
@@ -80,6 +120,7 @@ class _MMTV2(_BaseMMT):
 
     @property
     def machines(self) -> Tuple["Job", ...]:
+        """Returns the sub-jobs for each individual instance."""
         from lightning_sdk.job import Job
 
         return tuple(
@@ -88,9 +129,14 @@ class _MMTV2(_BaseMMT):
         )
 
     def stop(self) -> None:
+        """Stops the job."""
         self._job_api.stop_job(job_id=self._guaranteed_job.id, teamspace_id=self._teamspace.id)
 
     def delete(self) -> None:
+        """Deletes the job.
+
+        Caution: This also deletes all artifacts and snapshots associated with the job.
+        """
         self._job_api.delete_job(
             job_id=self._guaranteed_job.id,
             teamspace_id=self._teamspace.id,
@@ -104,20 +150,24 @@ class _MMTV2(_BaseMMT):
 
     @property
     def status(self) -> "Status":
+        """The current status of the job."""
         return self._job_api._job_state_to_external(self._latest_job.state)
 
     @property
     def artifact_path(self) -> Optional[str]:
+        """Path to the artifacts created by the job within the distributed teamspace filesystem."""
         # TODO: Since grouping for those is not done yet on the BE, we cannot yet have a unified link here
         raise NotImplementedError
 
     @property
     def snapshot_path(self) -> Optional[str]:
+        """Path to the studio snapshot used to create the job within the distributed teamspace filesystem."""
         # TODO: Since grouping for those is not done yet on the BE, we cannot yet have a unified link here
         raise NotImplementedError
 
     @property
     def machine(self) -> "Machine":
+        """Returns the machine type this job is running on."""
         return self._job_api._get_job_machine_from_spec(self._guaranteed_job.spec)
 
     def _update_internal_job(self) -> None:
@@ -129,8 +179,15 @@ class _MMTV2(_BaseMMT):
 
     @property
     def name(self) -> str:
+        """The job's name."""
         return self._name
 
     @property
     def teamspace(self) -> "Teamspace":
+        """The teamspace the job is part of."""
         return self._teamspace
+
+    @property
+    def link(self) -> str:
+        # TODO: Since we don't have a UI for this yet, we can't have a link
+        raise NotImplementedError

lightning_sdk/plugin.py

@@ -3,7 +3,8 @@ import logging
 import os
 import warnings
 from abc import ABC, abstractmethod
-from typing import TYPE_CHECKING, Any, Optional, Protocol, Union, runtime_checkable
+from contextlib import contextmanager
+from typing import TYPE_CHECKING, Any, Generator, Optional, Protocol, Union, runtime_checkable
 
 from lightning_sdk.job import Job
 from lightning_sdk.machine import Machine
@@ -16,6 +17,7 @@ from lightning_sdk.utils.resolve import (
 
 if TYPE_CHECKING:
     from lightning_sdk.lightning_cloud.openapi import Externalv1LightningappInstance
+    from lightning_sdk.mmt import MMT
 
 _logger = _setup_logger(__name__)
 
@@ -141,7 +143,7 @@ class JobsPlugin(_Plugin):
 
         machine = _resolve_deprecated_cloud_compute(machine, cloud_compute)
 
-        job = Job.run(
+        return Job.run(
             name=name,
             machine=machine,
             command=command,
@@ -151,10 +153,6 @@ class JobsPlugin(_Plugin):
             interruptible=interruptible,
         )
 
-        _logger.info(_success_message(job, self))
-
-        return job
-
 
 class MultiMachineTrainingPlugin(_Plugin):
     """Plugin handling multi-machine-training jobs."""
@@ -170,7 +168,7 @@ class MultiMachineTrainingPlugin(_Plugin):
         cloud_compute: Optional[Machine] = None,
         num_instances: int = 2,
         interruptible: bool = False,
-    ) -> Job:
+    ) -> "MMT":
         """Launches an asynchronous multi-machine-training.
 
         Args:
@@ -188,20 +186,16 @@ class MultiMachineTrainingPlugin(_Plugin):
 
         machine = _resolve_deprecated_cloud_compute(machine, cloud_compute)
 
-        MMT._force_v1 = True
-
-        mmt = MMT.run(
-            name=name,
-            num_machines=num_instances,
-            machine=machine,
-            command=command,
-            studio=self._studio,
-            teamspace=self._studio.teamspace,
-            interruptible=interruptible,
-        )
-
-        MMT._force_v1 = False
-        return mmt
+        with forced_v1(MMT) as v1mmt:
+            return v1mmt.run(
+                name=name,
+                num_machines=num_instances,
+                machine=machine,
+                command=command,
+                studio=self._studio,
+                teamspace=self._studio.teamspace,
+                interruptible=interruptible,
+            )
 
 
 class MultiMachineDataPrepPlugin(_Plugin):
@@ -245,7 +239,8 @@ class MultiMachineDataPrepPlugin(_Plugin):
             interruptible=interruptible,
         )
 
-        return Job(resp.name, self._studio.teamspace)
+        with forced_v1(Job) as v1_job:
+            return v1_job(resp.name, self._studio.teamspace)
 
 
 class InferenceServerPlugin(_Plugin):
@@ -293,7 +288,8 @@ class InferenceServerPlugin(_Plugin):
         )
 
         _logger.info(_success_message(resp, self))
-        return Job(resp.name, self._studio.teamspace)
+        with forced_v1(Job) as v1_job:
+            return v1_job(resp.name, self._studio.teamspace)
 
 
 class SlurmJobsPlugin(_Plugin):
@@ -430,3 +426,12 @@ def _run_name(plugin_type: str) -> str:
 def _success_message(resp: Union["Externalv1LightningappInstance", Job], plugin_instance: _RunnablePlugin) -> str:
     """Compiles the success message for a given runnable plugin."""
     return f"{plugin_instance._plugin_run_name} {resp.name} was successfully launched. View it at https://lightning.ai/{plugin_instance._studio.owner.name}/{plugin_instance._studio.teamspace.name}/studios/{plugin_instance.studio}/app?app_id={plugin_instance._slug_name}&job_name={resp.name}"
+
+
+@contextmanager
+def forced_v1(cls: Any) -> Generator[Any, None, None]:
+    """Forces to use the v1 version of a class when using a class with multiple backends."""
+    orig_val = getattr(cls, "_force_v1", False)
+    cls._force_v1 = True
+    yield cls
+    cls._force_v1 = orig_val

{lightning_sdk-0.1.42.dist-info → lightning_sdk-0.1.44.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lightning_sdk
-Version: 0.1.42
+Version: 0.1.44
 Summary: SDK to develop using Lightning AI Studios
 Author-email: Lightning-AI <justus@lightning.ai>
 License: MIT License
@@ -47,6 +47,7 @@ Requires-Dist: simple-term-menu
 Requires-Dist: lightning-utilities
 Provides-Extra: serve
 Requires-Dist: litserve>=0.2.5; extra == "serve"
+Requires-Dist: docker; extra == "serve"
 
 # Lightning SDK
 

{lightning_sdk-0.1.42.dist-info → lightning_sdk-0.1.44.dist-info}/RECORD

@@ -1,5 +1,5 @@
 docs/source/conf.py,sha256=r8yX20eC-4mHhMTd0SbQb5TlSWHhO6wnJ0VJ_FBFpag,13249
-lightning_sdk/__init__.py,sha256=Tndl6PUCxWaYJY0gViZXePoopC4k4r3QXpC0MR7r9ZY,925
+lightning_sdk/__init__.py,sha256=XJlg9TRR7l1VeCSLkPRsB0dOcFAU6kcMciUwmYdtojQ,925
 lightning_sdk/agents.py,sha256=ly6Ma1j0ZgGPFyvPvMN28JWiB9dATIstFa5XM8pMi6I,1577
 lightning_sdk/ai_hub.py,sha256=kBjtmrzVHPCgqtV_TrSNkuf4oT2DLm8SYRTz4iTQmmY,6624
 lightning_sdk/constants.py,sha256=ztl1PTUBULnqTf3DyKUSJaV_O20hNtUYT6XvAYIrmIk,749
@@ -8,7 +8,7 @@ lightning_sdk/machine.py,sha256=VdFXStR6ilYBEYuxgGWzcAw2TtW-nEQVsh6hz-2aaEw,750
 lightning_sdk/models.py,sha256=d27VAYUcbWKd4kuL_CqwCi3IguyjmKUR9EVWfXWTwmc,5606
 lightning_sdk/organization.py,sha256=WCfzdgjtvY1_A07DnxOpp74V2JR2gQwtXbIEcFDnoVU,1232
 lightning_sdk/owner.py,sha256=t5svD2it4C9pbSpVuG9WJL46CYi37JXNziwnXxhiU5U,1361
-lightning_sdk/plugin.py,sha256=cDvXaQWyove0IdEZYkvlKiaKuQoyjmcUJ8WdZkZ61Z0,14512
+lightning_sdk/plugin.py,sha256=nWFL1l6Q9DE8Lr2krD5qRhZljwmYm00R2eR1tYRb20s,14902
 lightning_sdk/status.py,sha256=kLDhN4-zdsGuZM577JMl1BbUIoF61bUOadW89ZAATFA,219
 lightning_sdk/studio.py,sha256=lezGs111RUFejLWgp4Urov5l6uiUmYJjtRK8D8EYFU8,17198
 lightning_sdk/teamspace.py,sha256=dKT-WrYF2xGP1C1bjOY2aYlEpkrvYkz2fXvtYVgogwo,11508
@@ -17,32 +17,31 @@ lightning_sdk/api/__init__.py,sha256=Qn2VVRvir_gO7w4yxGLkZY-R3T7kdiTPKgQ57BhIA9k
 lightning_sdk/api/agents_api.py,sha256=G47TbFo9kYqnBMqdw2RW-lfS1VAUBSXDmzs6fpIEMUs,4059
 lightning_sdk/api/ai_hub_api.py,sha256=CYQLFLA89m3xQ-6Ss3UX4TDK6ZWRwmPGA5DjyJqW3RM,5578
 lightning_sdk/api/deployment_api.py,sha256=T480Nej7LqmtkAx8SBkPGQ5JxeyQ-GVIDqUCc7Z1yfk,21448
-lightning_sdk/api/job_api.py,sha256=I90j2DAhokqbHoyORKI0-dgrsZLvUaFHa8pT49IM60c,9683
+lightning_sdk/api/job_api.py,sha256=KgXl0uO32Ja0AvxOASh-LihUPGERq2Fwy1rovXnq5Sg,11074
 lightning_sdk/api/mmt_api.py,sha256=texQJqSjbQNpfLLrumpvZ0MauPjmBlJAc8oSk3i46wk,6569
 lightning_sdk/api/org_api.py,sha256=Ze3z_ATVrukobujV5YdC42DKj45Vuwl7X52q_Vr-o3U,803
 lightning_sdk/api/studio_api.py,sha256=Cfsq8HFc4uUsj8hncnhnD_TLhw0cg-ryclGowj8S6Y0,26374
 lightning_sdk/api/teamspace_api.py,sha256=NYhD-Br2NIIn-1Noc8Q94TzWxEwFM1qCkf9RZhOqQu0,10321
 lightning_sdk/api/user_api.py,sha256=sL7RIjjtmZmvCZWx7BBZslhj1BeNh4Idn-RVcdmf7M0,2598
-lightning_sdk/api/utils.py,sha256=iGMi5mabu4NyY9EPZv6HpbbgR5qzLUq8XSyX2zWy7l8,22193
+lightning_sdk/api/utils.py,sha256=GbfTdqW1yV-fjyEwVebsbAdKQQjRmwT_fXUamrcnwAY,22534
 lightning_sdk/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lightning_sdk/cli/ai_hub.py,sha256=8oy6TogDiWnHuLT3cv33XEW7vPqXPA0dDMds8kX3Z4g,1649
 lightning_sdk/cli/download.py,sha256=nyQN3q1vZ0fg4_cfit8cKaokQ9VUd46l_TNcAQWkLwU,5996
 lightning_sdk/cli/entrypoint.py,sha256=Hl2Lm7-OS0kx_pyJyGe7Nii0Soc6HYe4r4xXKeJuC_o,1507
 lightning_sdk/cli/exceptions.py,sha256=QUF3OMAMZwBikvlusimSHSBjb6ywvHpfAumJBEaodSw,169
 lightning_sdk/cli/legacy.py,sha256=ocTVNwlsLRS5aMjbMkwFPjT3uEYvS8C40CJ0PeRRv8g,4707
-lightning_sdk/cli/mmt.py,sha256=sRCr9q3XOggaScOeM0O30mZvO6sNQ2hvL3_kuXB5eLY,6327
-lightning_sdk/cli/run.py,sha256=K467Do3AekbjHFR9KLIOEfuMrUdyx-JW1Rd4Pvd-KRs,5112
-lightning_sdk/cli/serve.py,sha256=dfhbxNscaDJijJSXxpqRKZoI-eGvaIVWKoqTsg_xZWk,4619
+lightning_sdk/cli/run.py,sha256=B6ttd9SKg373ngug-lj74CEcuEoxwz-P6nUBVnQeijI,10836
+lightning_sdk/cli/serve.py,sha256=UaXhGHU6nbAzrnVigSKOTrMjLwSs-sjyhuJCdVUBwzc,8722
 lightning_sdk/cli/studios_menu.py,sha256=0kQGqGel8gAbpdJtjOM1a6NEat_TnIqRNprNn8QiK58,3236
 lightning_sdk/cli/upload.py,sha256=H9OyipYTYAQ9Mzy2e8jtoaa-B34-uXHbTQTzY2Vmhv4,9078
 lightning_sdk/deployment/__init__.py,sha256=BLu7_cVLp97TYxe6qe-J1zKUSZXAVcvCjgcA7plV2k4,497
 lightning_sdk/deployment/deployment.py,sha256=Dp15pn8rFAfMfaDhKn0v3bphFuvLgkPFs3KSNxW6eyc,15472
 lightning_sdk/job/__init__.py,sha256=1MxjQ6rHkyUHCypSW9RuXuVMVH11WiqhIXcU2LCFMwE,64
-lightning_sdk/job/base.py,sha256=I4-iWyiKp1KUkxDy97zJYbwbdQ_7cu6FqCayKwXDloQ,13000
-lightning_sdk/job/job.py,sha256=Qh7BHoyNYVn4QotT8suceCsyBtJolYhbUZdTj-zpmns,10574
-lightning_sdk/job/v1.py,sha256=zIcngaM2_c-2thcKiCOPoWGUuIKc4tasJEwEFJv6bAA,8953
-lightning_sdk/job/v2.py,sha256=oq54VFInuVV_L-nUO_dnBbn4TxPWiBuIqmdFpNN1LmU,8057
-lightning_sdk/job/work.py,sha256=PYopS_6c556I2o8ouSXmzb4FGQflzCe06GpqJiCdedw,1604
+lightning_sdk/job/base.py,sha256=WHd2jz1qEeQWg2ljphlJMwoEVU6qtSBjnO9hMScLF7E,13383
+lightning_sdk/job/job.py,sha256=8Bch1TCKjf4jxf46tVN64_k_ZIq677kblHLJHQJO8v4,11536
+lightning_sdk/job/v1.py,sha256=Ff1iTvZqa1J90eIex6_xDjwAxJztHtUSTmjihFwq5Vg,9060
+lightning_sdk/job/v2.py,sha256=mLEgSbog3QiLKsk1-9pWNWA_yYuQzvNfkWt8Mt2Y598,8720
+lightning_sdk/job/work.py,sha256=_L1eF9L0dW_BI17Wo0HwgoOkwwd48vFkqBD0uOt_rJk,2043
 lightning_sdk/lightning_cloud/__init__.py,sha256=o91SMAlwr4Ke5ESe8fHjqXcj31_h7rT-MlFoXA-n2EI,173
 lightning_sdk/lightning_cloud/__version__.py,sha256=lOfmWHtjmiuSG28TbKQqd2B3nwmSGOlKVFwhaj_cRJk,23
 lightning_sdk/lightning_cloud/env.py,sha256=XZXpF4sD9jlB8DY0herTy_8XiUJuDVjxy5APjRD2_aU,1379
@@ -633,7 +632,7 @@ lightning_sdk/lightning_cloud/openapi/models/v1_magic_link_login_response.py,sha
 lightning_sdk/lightning_cloud/openapi/models/v1_managed_endpoint.py,sha256=T0IXmXRI5paAN6NxpQQ8873lgTT7bIHYZZmeJEmW4yA,10175
 lightning_sdk/lightning_cloud/openapi/models/v1_managed_model.py,sha256=97KxjHxTsaLWYlTNQeE2yGhF7KbTbmqLb8c39BEy02s,9117
 lightning_sdk/lightning_cloud/openapi/models/v1_managed_model_abilities.py,sha256=1of-AEIimGnUd_0fpS5U8apGFYdsIXogRpFGxed67s0,5892
-lightning_sdk/lightning_cloud/openapi/models/v1_membership.py,sha256=avU-MIUu2qy7tyjfVWmuPfrGOvZXK9GuirIKR1eu-CY,16140
+lightning_sdk/lightning_cloud/openapi/models/v1_membership.py,sha256=6wqHKmxv3SOj9mTTRAw2g3ljxQyg_HKU18rexmA1KII,17207
 lightning_sdk/lightning_cloud/openapi/models/v1_message.py,sha256=6E1FDyfNM8fMkJi6FZ4U9UBk4k5VhfmCYOHGkc5CyzA,10189
 lightning_sdk/lightning_cloud/openapi/models/v1_message_author.py,sha256=QRC1HofufQOPROrxwtLeaEfE8f1h_ehZ0tdqlYfkgyM,3591
 lightning_sdk/lightning_cloud/openapi/models/v1_message_content.py,sha256=rlYtO8Llal6jISWpQMyOC8zMOvdVWaljXTwlHp_gzdc,4535
@@ -653,7 +652,7 @@ lightning_sdk/lightning_cloud/openapi/models/v1_multi_machine_job_event.py,sha25
 lightning_sdk/lightning_cloud/openapi/models/v1_multi_machine_job_event_type.py,sha256=HMBQuVSxwwbhbDQAAAMF8k99drvllwifjwjqEQrrDaQ,3248
 lightning_sdk/lightning_cloud/openapi/models/v1_multi_machine_job_fault_tolerance.py,sha256=5Q0mZ3FM6yRi81mVCnYcyYh84loK4LVZTIv-2GgAy1I,4863
 lightning_sdk/lightning_cloud/openapi/models/v1_multi_machine_job_fault_tolerance_strategy.py,sha256=FQ8qqDLfpguNtMqEETybXre4IArM32_vFuLrrUOcHb4,3539
-lightning_sdk/lightning_cloud/openapi/models/v1_multi_machine_job_state.py,sha256=0Rh4GKRQcdfI0ccGeVt0PxTbC7e7QwaIWYUy1rCnVhE,3349
+lightning_sdk/lightning_cloud/openapi/models/v1_multi_machine_job_state.py,sha256=xNpq6pM1UF9r0hPHoEQ124SlCW2sCb_zW628kEa7IVU,3395
 lightning_sdk/lightning_cloud/openapi/models/v1_multi_machine_job_status.py,sha256=yoOMJoszmdfEoUP7mzjl3PTK9dq6JUi8yXrxJljrY-0,9540
 lightning_sdk/lightning_cloud/openapi/models/v1_named_get_logger_metrics.py,sha256=VygKKjSPGIbWT9RxbmJfOSlNR-Fq12yKj8wT_SHd2ZQ,3966
 lightning_sdk/lightning_cloud/openapi/models/v1_network_config.py,sha256=bHDZVIsqgiSi7eBf72RunvrLR-d-4b9S7oDMAZFBvCM,5476
@@ -683,7 +682,7 @@ lightning_sdk/lightning_cloud/openapi/models/v1_project_artifact.py,sha256=jMg7B
 lightning_sdk/lightning_cloud/openapi/models/v1_project_cluster_binding.py,sha256=KLZYf_bkkB1OJenDpZsG02BvomPQqJSP3gMf3ofJ83k,8719
 lightning_sdk/lightning_cloud/openapi/models/v1_project_compute_daily_usage.py,sha256=92qqkHCx9gfZCg7FGVn7TDMQjuHw5E0POtLC7HoQ9pE,6565
 lightning_sdk/lightning_cloud/openapi/models/v1_project_compute_usage.py,sha256=-IJmDR0j5M2S7wfkwz5qO0riW2ZolAzrLnopnBAfckU,12121
-lightning_sdk/lightning_cloud/openapi/models/v1_project_membership.py,sha256=_9GewIzuL3F3Nn9duxOAq1mI7f2AfODWgVhvVNqfCsI,22500
+lightning_sdk/lightning_cloud/openapi/models/v1_project_membership.py,sha256=pzF0Jm8gNDV1-TerXtPWf1xNM2pRgJnCtDtKNRWcb8o,23595
 lightning_sdk/lightning_cloud/openapi/models/v1_project_membership_invite.py,sha256=V9Djs6edeaKv-X2-GpfAU-EVnx2rlKppGSTLfKzfrP0,9310
 lightning_sdk/lightning_cloud/openapi/models/v1_project_membership_role_binding.py,sha256=pS5454riAOUNeB7B3Y8ChEj9RJQYaroelZuJQs8w2yM,7727
 lightning_sdk/lightning_cloud/openapi/models/v1_project_settings.py,sha256=OugDsaWQPBMBGx4MykBJZO-xacRzzVMV3uGbeyLtQi0,5977
@@ -834,11 +833,11 @@ lightning_sdk/lightning_cloud/utils/data_connection.py,sha256=VN-Gs0a4g3tA9TQCwP
 lightning_sdk/lightning_cloud/utils/dataset.py,sha256=4nUspe8iAaRPgSYpXA2uAQCgydm78kJzhOIx3C9qKls,2011
 lightning_sdk/lightning_cloud/utils/name_generator.py,sha256=MkciuA10332V0mcE2PxLIiwWomWE0Fm_gNGK01vwRr4,58046
 lightning_sdk/lightning_cloud/utils/network.py,sha256=axPgl8rhyPcPjxiztDxyksfxax3VNg2OXL5F5Uc81b4,406
-lightning_sdk/mmt/__init__.py,sha256=-qAR2-NihgWNY2tfi0z7atwDLOLwY86tvmgyHA2tfr8,57
-lightning_sdk/mmt/base.py,sha256=9_Lk2aX7HEflDN9ntosDSO5JHRSVVx7w_0EQAjLqKSQ,6411
-lightning_sdk/mmt/mmt.py,sha256=xZUuwgxh_6LSrnNQs5K9Rd5htQ9ZSaKnXbJYO979UM8,5720
-lightning_sdk/mmt/v1.py,sha256=E0zCwUq628xfiygdQEU10dGT4z1Kp1b39Sg212mJKdM,4489
-lightning_sdk/mmt/v2.py,sha256=Mga_LaTr8BM1_6YwnErAE3iq3hJh8r-88hSjN_l9UjE,4772
+lightning_sdk/mmt/__init__.py,sha256=ExMu90-96bGBnyp5h0CErQszUGB1-PcjC4-R8_NYbeY,117
+lightning_sdk/mmt/base.py,sha256=V_ysuSjddXksCjkpGy-YVqD9j8b0jA6hkfFz0oW-Jn0,12768
+lightning_sdk/mmt/mmt.py,sha256=Br73TO7TrEdx7VH80CA_gCGDgz3JX4p16R9DdrwQshk,12307
+lightning_sdk/mmt/v1.py,sha256=Ovzwc-mm3PCsyVb8XfvbWUSFGZEI8E5NKayQB1pXvwg,8159
+lightning_sdk/mmt/v2.py,sha256=mUHnBN33UOfD7LX5akGShG7W1q5vGASkVaOTPhHhpDI,8353
 lightning_sdk/services/__init__.py,sha256=gSWUjccEhMI9CIWL_nbrFHUK2S6TM2725mEzrLMfK1Y,225
 lightning_sdk/services/file_endpoint.py,sha256=we5HC_o74J4Y6fSP_31jIizi_I_1FO_Rb2qblspD9eE,7855
 lightning_sdk/services/utilities.py,sha256=IeOx8hc3F8ZevHeKBysh08BXhJliTNzvKp1gwpEfdik,4087
@@ -847,9 +846,9 @@ lightning_sdk/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSu
 lightning_sdk/utils/dynamic.py,sha256=glUTO1JC9APtQ6Gr9SO02a3zr56-sPAXM5C3NrTpgyQ,1959
 lightning_sdk/utils/enum.py,sha256=h2JRzqoBcSlUdanFHmkj_j5DleBHAu1esQYUsdNI-hU,4106
 lightning_sdk/utils/resolve.py,sha256=RWvlOWLHjaHhR0W0zT3mN719cbzhFfYCKBss38zfv3k,5783
-lightning_sdk-0.1.42.dist-info/LICENSE,sha256=uFIuZwj5z-4TeF2UuacPZ1o17HkvKObT8fY50qN84sg,1064
-lightning_sdk-0.1.42.dist-info/METADATA,sha256=Jj7QwfnaNqn5u_4muQcqPYx-h2LCwhG4w2aRTHGVeQY,3991
-lightning_sdk-0.1.42.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
-lightning_sdk-0.1.42.dist-info/entry_points.txt,sha256=ye4ni8VbtyMXt6e0f5xIL6Liucg4Wrl02DEfLjiMte0,106
-lightning_sdk-0.1.42.dist-info/top_level.txt,sha256=ps8doKILFXmN7F1mHncShmnQoTxKBRPIcchC8TpoBw4,19
-lightning_sdk-0.1.42.dist-info/RECORD,,
+lightning_sdk-0.1.44.dist-info/LICENSE,sha256=uFIuZwj5z-4TeF2UuacPZ1o17HkvKObT8fY50qN84sg,1064
+lightning_sdk-0.1.44.dist-info/METADATA,sha256=FpuwHfzu6vOmo_c85UKIO8Ky54Hm8l0gyUOgV84XC2Y,4031
+lightning_sdk-0.1.44.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
+lightning_sdk-0.1.44.dist-info/entry_points.txt,sha256=msB9PJWIJ784dX-OP8by51d4IbKYH3Fj1vCuA9oXjHY,68
+lightning_sdk-0.1.44.dist-info/top_level.txt,sha256=ps8doKILFXmN7F1mHncShmnQoTxKBRPIcchC8TpoBw4,19
+lightning_sdk-0.1.44.dist-info/RECORD,,

{lightning_sdk-0.1.42.dist-info → lightning_sdk-0.1.44.dist-info}/entry_points.txt

@@ -1,3 +1,2 @@
 [console_scripts]
-_mmt = lightning_sdk.cli.mmt:main_cli
 lightning = lightning_sdk.cli.entrypoint:main_cli

lightning_sdk/cli/mmt.py

@@ -1,138 +0,0 @@
-from typing import Dict, Optional
-
-from fire import Fire
-
-from lightning_sdk._mmt import MMT
-from lightning_sdk.api.studio_api import _cloud_url
-from lightning_sdk.lightning_cloud.login import Auth
-from lightning_sdk.machine import Machine
-from lightning_sdk.teamspace import Teamspace
-
-_MACHINE_VALUES = tuple([machine.value for machine in Machine])
-
-
-class MMTCLI:
-    """Command line interface (CLI) to interact with/manage Lightning AI MMT."""
-
-    def __init__(self) -> None:
-        # Need to set the docstring here for f-strings to work.
-        # Sadly this is the only way to really show options as f-strings are not allowed as docstrings directly
-        # and fire does not show values for literals, just that it is a literal.
-        docstr = f"""Run async workloads on multiple machines using a docker image.
-
-        Args:
-            name: The name of the job. Needs to be unique within the teamspace.
-            num_machines: The number of Machines to run on. Defaults to 2 Machines
-            machine: The machine type to run the job on. One of {", ".join(_MACHINE_VALUES)}. Defaults to CPU
-            command: The command to run inside your job. Required if using a studio. Optional if using an image.
-                If not provided for images, will run the container entrypoint and default command.
-            studio: The studio env to run the job with. Mutually exclusive with image.
-            image: The docker image to run the job with. Mutually exclusive with studio.
-            teamspace: The teamspace the job should be associated with. Defaults to the current teamspace.
-            org: The organization owning the teamspace (if any). Defaults to the current organization.
-            user: The user owning the teamspace (if any). Defaults to the current user.
-            cloud_account: The cloud account to run the job on.
-                Defaults to the studio cloud account if running with studio compute env.
-                If not provided will fall back to the teamspaces default cloud account.
-            env: Environment variables to set inside the job.
-            interruptible: Whether the job should run on interruptible instances. They are cheaper but can be preempted.
-            image_credentials: The credentials used to pull the image. Required if the image is private.
-                This should be the name of the respective credentials secret created on the Lightning AI platform.
-            cloud_account_auth: Whether to authenticate with the cloud account to pull the image.
-                Required if the registry is part of a cloud provider (e.g. ECR).
-            artifacts_local: The path of inside the docker container, you want to persist images from.
-                CAUTION: When setting this to "/", it will effectively erase your container.
-                Only supported for jobs with a docker image compute environment.
-            artifacts_remote: The remote storage to persist your artifacts to.
-                Should be of format <CONNECTION_TYPE>:<CONNECTION_NAME>:<PATH_WITHIN_CONNECTION>.
-                PATH_WITHIN_CONNECTION hereby is a path relative to the connection's root.
-                E.g. efs:data:some-path would result in an EFS connection named `data` and to the path `some-path`
-                within it.
-                Note that the connection needs to be added to the teamspace already in order for it to be found.
-                Only supported for jobs with a docker image compute environment.
-        """
-        # TODO: the docstrings from artifacts_local and artifacts_remote don't show up completely,
-        # might need to switch to explicit cli definition
-        self.run.__func__.__doc__ = docstr
-
-    def login(self) -> None:
-        """Login to Lightning AI Studios."""
-        auth = Auth()
-        auth.clear()
-
-        try:
-            auth.authenticate()
-        except ConnectionError:
-            raise RuntimeError(f"Unable to connect to {_cloud_url()}. Please check your internet connection.") from None
-
-    def logout(self) -> None:
-        """Logout from Lightning AI Studios."""
-        auth = Auth()
-        auth.clear()
-
-    # TODO: sadly, fire displays both Optional[type] and Union[type, None] as Optional[Optional]
-    # see https://github.com/google/python-fire/pull/513
-    # might need to move to different cli library
-    def run(
-        self,
-        name: Optional[str] = None,
-        num_machines: int = 2,
-        machine: Optional[str] = None,
-        command: Optional[str] = None,
-        studio: Optional[str] = None,
-        image: Optional[str] = None,
-        teamspace: Optional[str] = None,
-        org: Optional[str] = None,
-        user: Optional[str] = None,
-        cloud_account: Optional[str] = None,
-        env: Optional[Dict[str, str]] = None,
-        interruptible: bool = False,
-        image_credentials: Optional[str] = None,
-        cloud_account_auth: bool = False,
-        artifacts_local: Optional[str] = None,
-        artifacts_remote: Optional[str] = None,
-    ) -> None:
-        if name is None:
-            from datetime import datetime
-
-            timestr = datetime.now().strftime("%Y-%m-%d-%H-%M-%S")
-            name = f"mmt-{timestr}"
-
-        if machine is None:
-            # TODO: infer from studio
-            machine = "CPU"
-        machine_enum = Machine(machine.upper())
-
-        teamspace = Teamspace(name=teamspace, org=org, user=user)
-        if cloud_account is None:
-            cloud_account = teamspace.default_cloud_account
-
-        if image is None:
-            raise RuntimeError("Currently only docker images are specified")
-        MMT.run(
-            name=name,
-            num_machines=num_machines,
-            machine=machine_enum,
-            command=command,
-            studio=studio,
-            image=image,
-            teamspace=teamspace,
-            org=org,
-            user=user,
-            cloud_account=cloud_account,
-            env=env,
-            interruptible=interruptible,
-            image_credentials=image_credentials,
-            cloud_account_auth=cloud_account_auth,
-            artifacts_local=artifacts_local,
-            artifacts_remote=artifacts_remote,
-        )
-
-
-def main_cli() -> None:
-    """CLI entrypoint."""
-    Fire(MMTCLI(), name="_mmt")
-
-
-if __name__ == "__main__":
-    main_cli()