lightning-sdk 0.1.58__py3-none-any.whl → 0.2.1__py3-none-any.whl

lightning_sdk/serve.py

@@ -0,0 +1,134 @@
+import os
+import warnings
+from pathlib import Path
+
+import docker
+from rich.console import Console
+from rich.progress import Progress
+
+from lightning_sdk import Teamspace
+from lightning_sdk.api.lit_container_api import LitContainerApi
+
+
+class _LitServeDeployer:
+    def __init__(self) -> None:
+        self._console = Console()
+        self._client = None
+
+    @property
+    def client(self) -> docker.DockerClient:
+        if self._client is None:
+            try:
+                self._client = docker.from_env()
+                self._client.ping()
+            except docker.errors.DockerException as e:
+                raise RuntimeError(f"Failed to connect to Docker daemon: {e!s}. Is Docker running?") from None
+        return self._client
+
+    def dockerize_api(
+        self, server_filename: str, port: int = 8000, gpu: bool = False, tag: str = "litserve-model"
+    ) -> str:
+        import litserve as ls
+        from litserve import docker_builder
+
+        console = self._console
+        if os.path.exists("Dockerfile"):
+            console.print("Dockerfile already exists. Skipping generation.")
+            return os.path.abspath("Dockerfile")
+
+        requirements = ""
+        if os.path.exists("requirements.txt"):
+            requirements = "-r requirements.txt"
+        else:
+            warnings.warn(
+                f"requirements.txt not found at {os.getcwd()}. "
+                f"Make sure to install the required packages in the Dockerfile.",
+                UserWarning,
+            )
+        current_dir = Path.cwd()
+        if not (current_dir / server_filename).is_file():
+            raise FileNotFoundError(f"Server file `{server_filename}` must be in the current directory: {os.getcwd()}")
+
+        version = ls.__version__
+        if gpu:
+            run_cmd = f"docker run --gpus all -p {port}:{port} {tag}:latest"
+            docker_template = docker_builder.CUDA_DOCKER_TEMPLATE
+        else:
+            run_cmd = f"docker run -p {port}:{port} {tag}:latest"
+            docker_template = docker_builder.DOCKERFILE_TEMPLATE
+        dockerfile_content = docker_template.format(
+            server_filename=server_filename,
+            port=port,
+            version=version,
+            requirements=requirements,
+        )
+        with open("Dockerfile", "w") as f:
+            f.write(dockerfile_content)
+
+        success_msg = f"""[bold]Dockerfile created successfully[/bold]
+Update [underline]{os.path.abspath("Dockerfile")}[/underline] to add any additional dependencies or commands.
+
+[bold]Build the container with:[/bold]
+> [underline]docker build -t {tag} .[/underline]
+
+[bold]To run the Docker container on the machine:[/bold]
+> [underline]{run_cmd}[/underline]
+
+[bold]To push the container to a registry:[/bold]
+> [underline]docker push {tag}[/underline]
+"""
+        console.print(success_msg)
+        return os.path.abspath("Dockerfile")
+
+    def generate_client(self) -> None:
+        console = self._console
+        try:
+            from litserve.python_client import client_template
+        except ImportError:
+            raise ImportError(
+                "litserve is not installed. Please install it with `pip install lightning_sdk[serve]`"
+            ) from None
+
+        client_path = Path("client.py")
+        if client_path.exists():
+            console.print("Skipping client generation: client.py already exists", style="blue")
+        else:
+            try:
+                client_path.write_text(client_template)
+                console.print("✅ Client generated at client.py", style="bold green")
+            except OSError as e:
+                raise OSError(f"Failed to generate client.py: {e!s}") from None
+
+    def _build_container(self, path: str, repository: str, tag: str, console: Console, progress: Progress) -> None:
+        build_task = progress.add_task("Building Docker image", total=None)
+        build_status = self.client.api.build(
+            path=os.path.dirname(path), dockerfile=path, tag=f"{repository}:{tag}", decode=True, quiet=False
+        )
+        for line in build_status:
+            if "error" in line:
+                progress.stop()
+                console.print(f"\n[red]{line}[/red]")
+                return
+            if "stream" in line and line["stream"].strip():
+                console.print(line["stream"].strip(), style="bright_black")
+                progress.update(build_task, description="Building Docker image")
+
+        progress.update(build_task, description="[green]Build completed![/green]")
+
+    def _push_container(
+        self, repository: str, tag: str, teamspace: Teamspace, lit_cr: LitContainerApi, progress: Progress
+    ) -> None:
+        console = self._console
+        push_task = progress.add_task("Pushing to registry", total=None)
+        console.print("\nPushing image...", style="bold blue")
+        lit_cr.authenticate()
+        push_status = lit_cr.upload_container(repository, teamspace, tag=tag)
+        for line in push_status:
+            if "error" in line:
+                progress.stop()
+                console.print(f"\n[red]{line}[/red]")
+                return
+            if "status" in line:
+                console.print(line["status"], style="bright_black")
+                progress.update(push_task, description="Pushing to registry")
+        progress.update(push_task, description="[green]Push completed![/green]")

lightning_sdk/services/utilities.py

@@ -6,7 +6,7 @@ import requests
 import urllib3
 
 from lightning_sdk.api.utils import _get_cloud_url
-from lightning_sdk.lightning_cloud.openapi import V1Membership
+from lightning_sdk.lightning_cloud.openapi import V1Membership, V1ProjectClusterBinding
 from lightning_sdk.lightning_cloud.rest_client import LightningClient
 
 _CHUNK_SIZE = 1024 * 1024
@@ -35,7 +35,7 @@ def _get_project(client: LightningClient, project_name: Optional[str] = None) ->
     raise ValueError("No valid projects found. Please reach out to lightning.ai team to create a project")
 
 
-def _get_cluster(client: LightningClient, project_id: str, cluster_id: Optional[str] = None) -> V1Membership:
+def _get_cluster(client: LightningClient, project_id: str, cluster_id: Optional[str] = None) -> V1ProjectClusterBinding:
     """Get a project membership for the user from the backend."""
     clusters = client.projects_service_list_project_cluster_bindings(project_id=project_id)
     if cluster_id:

lightning_sdk/studio.py

@@ -160,7 +160,11 @@ class Studio:
         status = self.status
 
         if interruptible is None:
-            interruptible = self.teamspace.start_studions_on_interruptible
+            interruptible_override = os.environ.get("LIGHTNING_INTERRUPTIBLE_OVERRIDE", None)
+            if interruptible_override is not None:
+                interruptible = interruptible_override.lower() == "true"
+            else:
+                interruptible = self.teamspace.start_studios_on_interruptible
 
         if status == Status.Running:
             curr_machine = _machine_to_compute_name(self.machine) if self.machine is not None else None

lightning_sdk/teamspace.py

@@ -115,7 +115,7 @@ class Teamspace:
         return self._teamspace.project_settings.preferred_cluster
 
     @property
-    def start_studions_on_interruptible(self) -> bool:
+    def start_studios_on_interruptible(self) -> bool:
         return self._teamspace.project_settings.start_studio_on_spot_instance
 
     @property

lightning_sdk/utils/resolve.py

@@ -5,10 +5,12 @@ from contextlib import contextmanager
 from typing import TYPE_CHECKING, Generator, List, Optional, Tuple, Union
 
 from lightning_sdk.api import TeamspaceApi, UserApi
+from lightning_sdk.api.utils import _get_cloud_url
 from lightning_sdk.machine import Machine
 
 if TYPE_CHECKING:
     from lightning_sdk.organization import Organization
+    from lightning_sdk.studio import Studio
     from lightning_sdk.teamspace import Teamspace
     from lightning_sdk.user import User
 
@@ -179,7 +181,7 @@ def skip_studio_init() -> Generator[None, None, None]:
 def _parse_model_and_version(name: str) -> Tuple[str, str]:
     parts = name.split(":")
     if len(parts) == 1:
-        return parts[0], "latest"
+        return parts[0], "default"
     if len(parts) == 2:
         return parts[0], parts[1]
     # The rest of the validation for name and version happens in the backend
@@ -194,3 +196,12 @@ def in_studio() -> bool:
     has_cloudspace_id = bool(os.getenv("LIGHTNING_CLOUD_SPACE_ID", None))
     is_interactive = os.getenv("LIGHTNING_INTERACTIVE", "false") == "true"
     return has_cloudspace_id and is_interactive
+
+
+def _get_studio_url(studio: "Studio", turn_on: bool = False) -> str:
+    cloud_url = _get_cloud_url().replace(":443", "")
+    base_url = f"{cloud_url}/{studio.owner.name}/{studio.teamspace.name}/studios/{studio.name}/code"
+
+    if turn_on:
+        return f"{base_url}?turnOn=true"
+    return base_url

{lightning_sdk-0.1.58.dist-info → lightning_sdk-0.2.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lightning_sdk
-Version: 0.1.58
+Version: 0.2.1
 Summary: SDK to develop using Lightning AI Studios
 Author-email: Lightning-AI <justus@lightning.ai>
 License: MIT License
@@ -32,22 +32,20 @@ Requires-Python: >=3.8
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: backoff
+Requires-Dist: click
+Requires-Dist: docker
 Requires-Dist: fastapi
+Requires-Dist: packaging
 Requires-Dist: pyjwt
-Requires-Dist: python-multipart
 Requires-Dist: requests
 Requires-Dist: rich
+Requires-Dist: simple-term-menu
 Requires-Dist: six
+Requires-Dist: tqdm
 Requires-Dist: urllib3
 Requires-Dist: uvicorn
 Requires-Dist: websocket-client
-Requires-Dist: tqdm
-Requires-Dist: fire
-Requires-Dist: simple-term-menu
-Requires-Dist: lightning-utilities
-Requires-Dist: docker
 Requires-Dist: wget
-Requires-Dist: click
 Provides-Extra: serve
 Requires-Dist: litserve>=0.2.5; extra == "serve"