lightning-sdk 0.2.2__py3-none-any.whl → 0.2.4__py3-none-any.whl

lightning_sdk/__init__.py

@@ -31,6 +31,6 @@ __all__ = [
     "User",
 ]
 
-__version__ = "0.2.2"
+__version__ = "0.2.4"
 _check_version_and_prompt_upgrade(__version__)
 _set_tqdm_envvars_noninteractive()

lightning_sdk/ai_hub.py

@@ -3,6 +3,7 @@ from urllib.parse import quote
 
 from lightning_sdk.api import AIHubApi
 from lightning_sdk.api.utils import _get_cloud_url
+from lightning_sdk.lightning_cloud.openapi.models import V1Deployment
 from lightning_sdk.user import User
 from lightning_sdk.utils.resolve import _resolve_teamspace
 
@@ -109,7 +110,7 @@ class AIHub:
         org: Optional[Union[str, "Organization"]] = None,
         user: Optional[Union[str, "User"]] = None,
         machine: Optional[Union[str, "Machine"]] = None,
-    ) -> Dict[str, Union[str, bool]]:
+    ) -> V1Deployment:
         """Deploy an API from the AI Hub.
 
         Example:
@@ -133,7 +134,7 @@ class AIHub:
             machine: The machine to run the deployment on. Defaults to the first option set in the AI Hub template.
 
         Returns:
-            A dictionary containing the name of the deployed API,
+            A V1Deployment object containing the name of the deployed API,
             the URL to access it, and whether it is interruptible.
 
         Raises:
@@ -169,16 +170,9 @@ class AIHub:
 
         print("Deployment available at:", url)
 
-        return {
-            "id": deployment.id,
-            "name": deployment.name,
-            "deployment_url": url,
-            "api_endpoint": deployment.status.urls[0],
-            "interruptible": deployment.spec.spot,
-            "teamspace id": teamspace_id,
-        }
+        return deployment
 
-    def delete_deployment(self, deployment: Dict[str, Union[str, bool]]) -> None:
+    def delete_deployment(self, deployment: V1Deployment) -> None:
         """Delete a deployment from the AI Hub.
 
         Example:
@@ -188,9 +182,6 @@ class AIHub:
             hub.delete_deployment(deployment)
 
         Args:
-            deployment: The deployment dictionary returned by the run method.
+            deployment: The deployment object returned by the run method.
         """
-        if "teamspace id" not in deployment or "id" not in deployment:
-            raise ValueError("Deployment dictionary must contain 'teamspace id' and 'id' keys.")
-
-        self._api.delete_api(deployment["id"], deployment["teamspace id"])
+        self._api.delete_api(deployment.id, deployment.project_id)

lightning_sdk/api/ai_hub_api.py

@@ -95,15 +95,17 @@ class AIHubApi:
 
                 if p.type == V1DeploymentTemplateParameterType.CHECKBOX and p.checkbox:
                     api_arguments[p.name] = (
-                        (p.checkbox.true_value or "True")
-                        if p.checkbox.is_checked
-                        else (p.checkbox.false_value or "False")
+                        (p.checkbox.true_value or "") if p.checkbox.is_checked else (p.checkbox.false_value or "")
                     )
 
         for p in parameters:
             name = p.name
             pattern = f"${{{name}}}"
             if name in api_arguments:
+                if p.type == V1DeploymentTemplateParameterType.CHECKBOX and p.checkbox:
+                    api_arguments[p.name] = (
+                        (p.checkbox.true_value or "") if api_arguments[name] is True else (p.checkbox.false_value or "")
+                    )
                 AIHubApi._update_parameters(job, p.placements, pattern, api_arguments[name])
             elif not p.required:
                 AIHubApi._update_parameters(job, p.placements, pattern, "")

lightning_sdk/api/deployment_api.py

@@ -258,6 +258,7 @@ class DeploymentApi:
         auth: Optional[Union[BasicAuth, TokenAuth]] = None,
         custom_domain: Optional[str] = None,
         quantity: Optional[int] = None,
+        include_credentials: Optional[bool] = None,
     ) -> V1Deployment:
         # Update the deployment in place
 
@@ -283,6 +284,7 @@ class DeploymentApi:
         requires_release |= apply_change(deployment.spec, "cluster_id", cloud_account)
         requires_release |= apply_change(deployment.spec, "spot", spot)
         requires_release |= apply_change(deployment.spec, "quantity", quantity)
+        requires_release |= apply_change(deployment.spec, "include_credentials", include_credentials)
 
         if requires_release:
             if deployment.strategy is None:
@@ -549,6 +551,7 @@ def to_spec(
     env: Union[List[Union[Secret, Env]], Dict[str, str], None] = None,
     health_check: Optional[Union[HttpHealthCheck, ExecHealthCheck]] = None,
     quantity: Optional[int] = None,
+    include_credentials: Optional[bool] = None,
 ) -> V1JobSpec:
     if cloud_account is None:
         raise ValueError("The cloud account should be defined.")
@@ -569,6 +572,7 @@ def to_spec(
         instance_name=_machine_to_compute_name(machine),
         readiness_probe=to_health_check(health_check),
         quantity=quantity,
+        include_credentials=include_credentials,
     )
 
 

lightning_sdk/api/lit_container_api.py

@@ -120,6 +120,7 @@ class LitContainerApi:
         yield {
             "finish": True,
             "url": f"{LIGHTNING_CLOUD_URL}/{teamspace.owner.name}/{teamspace.name}/containers/{container_basename}",
+            "repository": repository,
         }
 
     def _push_with_retry(self, repository: str, max_retries: int = 3) -> Iterator[Dict[str, Any]]:

lightning_sdk/cli/serve.py

@@ -1,17 +1,22 @@
+import os
 import subprocess
 from pathlib import Path
 from typing import Optional, Union
 
 import click
-import docker
 from rich.console import Console
 from rich.progress import Progress, SpinnerColumn, TextColumn, TimeElapsedColumn
 from rich.prompt import Confirm
 
+from lightning_sdk import Machine, Teamspace
+from lightning_sdk.api.deployment_api import DeploymentApi
 from lightning_sdk.api.lit_container_api import LitContainerApi
+from lightning_sdk.cli.exceptions import StudioCliError
 from lightning_sdk.cli.teamspace_menu import _TeamspacesMenu
 from lightning_sdk.serve import _LitServeDeployer
 
+_MACHINE_VALUES = tuple([machine.name for machine in Machine.__dict__.values() if isinstance(machine, Machine)])
+
 
 @click.group("serve")
 def serve() -> None:
@@ -21,11 +26,10 @@ def serve() -> None:
         lightning serve api server.py  # serve locally
 
     Example:
-        lightning serve api server.py --cloud  # deploy to the cloud
+        lightning serve api server.py --cloud --name litserve-api  # deploy to the cloud
 
     You can deploy the API to the cloud by running `lightning serve api server.py --cloud`.
-    This will generate a Dockerfile, build the image, and push it to the image registry.
-    Deploying to the cloud requires pre-login to the docker registry.
+    This will build a docker container for the server.py script and deploy it to the Lightning AI platform.
     """
 
 
@@ -45,8 +49,7 @@ def serve() -> None:
     flag_value=True,
     help="Deploy the model to the Lightning AI platform",
 )
-@click.option("--gpu", is_flag=True, default=False, flag_value=True, help="Use GPU for serving")
-@click.option("--repository", default=None, help="Docker repository name (e.g., 'username/model-name')")
+@click.option("--name", default=None, help="Name of the deployed API (e.g., 'classification-api', 'Llama-api')")
 @click.option(
     "--non-interactive",
     "--non_interactive",
@@ -55,17 +58,88 @@ def serve() -> None:
     flag_value=True,
     help="Do not prompt for confirmation",
 )
+@click.option(
+    "--machine",
+    default="CPU",
+    show_default=True,
+    type=click.Choice(_MACHINE_VALUES),
+    help="The machine type to deploy the API on.",
+)
+@click.option(
+    "--interruptible",
+    is_flag=True,
+    default=False,
+    flag_value=True,
+    help="Whether the machine should be interruptible (spot) or not.",
+)
+@click.option(
+    "--teamspace",
+    default=None,
+    help="The teamspace the deployment should be associated with. Defaults to the current teamspace.",
+)
+@click.option(
+    "--org",
+    default=None,
+    help="The organization owning the teamspace (if any). Defaults to the current organization.",
+)
+@click.option("--user", default=None, help="The user owning the teamspace (if any). Defaults to the current user.")
+@click.option(
+    "--cloud-account",
+    "--cloud_account",
+    default=None,
+    help=(
+        "The cloud account to run the deployment on. "
+        "Defaults to the studio cloud account if running with studio compute env. "
+        "If not provided will fall back to the teamspaces default cloud account."
+    ),
+)
+@click.option("--port", default=8000, help="The port to expose the API on.")
+@click.option("--min_replica", "--min-replica", default=0, help="Number of replicas to start with.")
+@click.option("--max_replica", "--max-replica", default=1, help="Number of replicas to scale up to.")
+@click.option("--replicas", "--replicas", default=1, help="Deployment will start with this many replicas.")
+@click.option(
+    "--no_credentials",
+    "--no-credentials",
+    is_flag=True,
+    default=False,
+    flag_value=True,
+    help="Whether to include credentials in the deployment.",
+)
 def api(
     script_path: str,
     easy: bool,
     cloud: bool,
-    gpu: bool,
-    repository: str,
+    name: str,
     non_interactive: bool,
+    machine: str,
+    interruptible: bool,
+    teamspace: Optional[str],
+    org: Optional[str],
+    user: Optional[str],
+    cloud_account: Optional[str],
+    port: Optional[int],
+    min_replica: Optional[int],
+    max_replica: Optional[int],
+    replicas: Optional[int],
+    no_credentials: Optional[bool],
 ) -> None:
     """Deploy a LitServe model script."""
     return api_impl(
-        script_path=script_path, easy=easy, cloud=cloud, gpu=gpu, repository=repository, non_interactive=non_interactive
+        script_path=script_path,
+        easy=easy,
+        cloud=cloud,
+        repository=name,
+        non_interactive=non_interactive,
+        machine=machine,
+        interruptible=interruptible,
+        teamspace=teamspace,
+        org=org,
+        user=user,
+        cloud_account=cloud_account,
+        port=port,
+        min_replica=min_replica,
+        max_replica=max_replica,
+        include_credentials=not no_credentials,
     )
 
 
@@ -73,9 +147,20 @@ def api_impl(
     script_path: Union[str, Path],
     easy: bool = False,
     cloud: bool = False,
-    gpu: bool = False,
-    repository: Optional[str] = None,
+    repository: [str] = None,
+    tag: Optional[str] = None,
     non_interactive: bool = False,
+    machine: str = "CPU",
+    interruptible: bool = False,
+    teamspace: Optional[str] = None,
+    org: Optional[str] = None,
+    user: Optional[str] = None,
+    cloud_account: Optional[str] = None,
+    port: Optional[int] = 8000,
+    min_replica: Optional[int] = 0,
+    max_replica: Optional[int] = 1,
+    replicas: Optional[int] = 1,
+    include_credentials: Optional[bool] = True,
 ) -> None:
     """Deploy a LitServe model script."""
     console = Console()
@@ -85,12 +170,29 @@ def api_impl(
     if not script_path.is_file():
         raise ValueError(f"Path is not a file: {script_path}")
 
-    ls_deployer = _LitServeDeployer()
-    ls_deployer.generate_client() if easy else None
+    _LitServeDeployer.generate_client() if easy else None
 
     if cloud:
-        tag = repository if repository else "litserve-model"
-        return _handle_cloud(script_path, console, gpu=gpu, tag=tag, non_interactive=non_interactive)
+        repository = repository or "litserve-model"
+        machine = Machine.from_str(machine)
+        return _handle_cloud(
+            script_path,
+            console,
+            repository=repository,
+            tag=tag,
+            non_interactive=non_interactive,
+            machine=machine,
+            interruptible=interruptible,
+            teamspace=teamspace,
+            org=org,
+            user=user,
+            cloud_account=cloud_account,
+            port=port,
+            min_replica=min_replica,
+            max_replica=max_replica,
+            replicas=replicas,
+            include_credentials=include_credentials,
+        )
 
     try:
         subprocess.run(
@@ -106,20 +208,30 @@ def api_impl(
 def _handle_cloud(
     script_path: Union[str, Path],
     console: Console,
-    gpu: bool,
     repository: str = "litserve-model",
     tag: Optional[str] = None,
-    teamspace: Optional[str] = None,
     non_interactive: bool = False,
+    machine: Machine = "CPU",
+    interruptible: bool = False,
+    teamspace: Optional[str] = None,
+    org: Optional[str] = None,
+    user: Optional[str] = None,
+    cloud_account: Optional[str] = None,
+    port: Optional[int] = 8000,
+    min_replica: Optional[int] = 0,
+    max_replica: Optional[int] = 1,
+    replicas: Optional[int] = 1,
+    include_credentials: Optional[bool] = True,
 ) -> None:
-    try:
-        client = docker.from_env()
-        client.ping()
-    except docker.errors.DockerException as e:
-        raise RuntimeError(f"Failed to connect to Docker daemon: {e!s}. Is Docker running?") from None
+    if teamspace is None:
+        menu = _TeamspacesMenu()
+        resolved_teamspace = menu._resolve_teamspace(teamspace)
+    else:
+        resolved_teamspace = Teamspace(name=teamspace, org=org, user=user)
 
+    port = port or 8000
     ls_deployer = _LitServeDeployer()
-    path = ls_deployer.dockerize_api(script_path, port=8000, gpu=gpu, tag=tag)
+    path = ls_deployer.dockerize_api(script_path, port=port, gpu=not machine.is_cpu(), tag=tag, print_success=False)
     console.clear()
     if non_interactive:
         console.print("[italic]non-interactive[/italic] mode enabled, skipping confirmation prompts", style="blue")
@@ -133,18 +245,41 @@ def _handle_cloud(
     tag = tag if tag else "latest"
 
     lit_cr = LitContainerApi()
-    menu = _TeamspacesMenu()
-    teamspace = menu._resolve_teamspace(teamspace)
+    deployment_name = os.path.basename(repository)
+
+    ls_deployer.authenticate()
+    if DeploymentApi().get_deployment_by_name(deployment_name, resolved_teamspace.id):
+        raise StudioCliError(f"Deployment {deployment_name} already exists. Please choose a different name.") from None
+
     with Progress(
         SpinnerColumn(),
         TextColumn("[progress.description]{task.description}"),
         TimeElapsedColumn(),
         console=console,
-        transient=False,
+        transient=True,
     ) as progress:
-        ls_deployer._build_container(path, repository, tag, console, progress)
-        ls_deployer._push_container(repository, tag, teamspace, lit_cr, progress)
-    console.print(f"\n✅ Image pushed to {tag}", style="bold green")
-    console.print(
-        "Soon you will be able to deploy this model to the Lightning Studio!",
+        try:
+            ls_deployer.build_container(path, repository, tag, console, progress)
+            push_status = ls_deployer.push_container(repository, tag, resolved_teamspace, lit_cr, progress)
+        except Exception as e:
+            console.print(f"❌ Deployment failed: {e}", style="red")
+            return
+    console.print(f"\n✅ Image pushed to {repository}:{tag}")
+    console.print(f"🔗 You can access the container at: [i]{push_status.get('url')}[/i]")
+    repository = push_status.get("repository")
+
+    deployment_status = ls_deployer._run_on_cloud(
+        deployment_name=deployment_name,
+        image=repository,
+        teamspace=resolved_teamspace,
+        metric=None,
+        machine=machine,
+        spot=interruptible,
+        cloud_account=cloud_account,
+        port=port,
+        min_replica=min_replica,
+        max_replica=max_replica,
+        replicas=replicas,
+        include_credentials=include_credentials,
     )
+    console.print(f"🚀 Deployment started, access at [i]{deployment_status.get('url')}[/i]")

lightning_sdk/deployment/deployment.py

@@ -32,7 +32,7 @@ from lightning_sdk.organization import Organization
 from lightning_sdk.services.utilities import _get_cluster
 from lightning_sdk.teamspace import Teamspace
 from lightning_sdk.user import User
-from lightning_sdk.utils.resolve import _resolve_deprecated_cluster, _resolve_org, _resolve_teamspace, _resolve_user
+from lightning_sdk.utils.resolve import _resolve_deprecated_cluster, _resolve_teamspace, _resolve_user
 
 
 class Deployment:
@@ -73,13 +73,12 @@ class Deployment:
             raise e
 
         self._name = name
-        self._org = _resolve_org(org)
         self._user = _resolve_user(self._user or user)
 
         self._teamspace = _resolve_teamspace(
             teamspace=teamspace,
-            org=self._org,
-            user=self._user,
+            org=org,
+            user=user,
         )
         if self._teamspace is None:
             raise ValueError("You need to pass a teamspace or an org for your deployment.")
@@ -116,6 +115,7 @@ class Deployment:
         custom_domain: Optional[str] = None,
         cluster: Optional[str] = None,  # deprecated in favor of cloud_account
         quantity: Optional[int] = None,
+        include_credentials: Optional[bool] = None,
     ) -> None:
         """The Lightning AI Deployment.
 
@@ -140,6 +140,7 @@ class Deployment:
                 Doesn't matter when the studio already exists.
             custom_domain: Whether your service would be referenced under a custom doamin.
             quantity: The number of machines per replica to deploy.
+            include_credentials: Whether to include the environement variables for the SDK to authenticate
 
         Note:
             Since a teamspace can either be owned by an org or by a user directly,
@@ -172,6 +173,7 @@ class Deployment:
                     machine=machine,
                     health_check=health_check,
                     quantity=quantity,
+                    include_credentials=include_credentials if include_credentials is not None else True,
                 ),
                 strategy=to_strategy(release_strategy),
             )
@@ -203,6 +205,7 @@ class Deployment:
         custom_domain: Optional[str] = None,
         cluster: Optional[str] = None,  # deprecated in favor of cloud_account
         quantity: Optional[int] = None,
+        include_credentials: Optional[bool] = None,
     ) -> None:
         cloud_account = _resolve_deprecated_cluster(cloud_account, cluster)
 
@@ -225,6 +228,7 @@ class Deployment:
             health_check=health_check,
             release_strategy=release_strategy,
             quantity=quantity,
+            include_credentials=include_credentials if include_credentials is not None else True,
         )
 
     def stop(self) -> None:
@@ -359,6 +363,14 @@ class Deployment:
             return self._deployment.spec.quantity
         return None
 
+    @property
+    def include_credentials(self) -> Optional[bool]:
+        """The number of machines per replica."""
+        if self._deployment:
+            self._deployment = self._deployment_api.get_deployment_by_name(self._name, self._teamspace.id)
+            return self._deployment.spec.include_credentials
+        return None
+
     @property
     def user(self) -> Optional[User]:
         """The teamspace of the deployment."""

lightning_sdk/lightning_cloud/openapi/models/project_id_cloudspaces_body.py

@@ -52,6 +52,7 @@ class ProjectIdCloudspacesBody(object):
         'name': 'str',
         'plugins': 'list[str]',
         'requested_run_duration_seconds': 'str',
+        'same_compute_on_resume': 'bool',
         'seed_files': 'list[V1CloudSpaceSeedFile]',
         'spot': 'bool'
     }
@@ -68,11 +69,12 @@ class ProjectIdCloudspacesBody(object):
         'name': 'name',
         'plugins': 'plugins',
         'requested_run_duration_seconds': 'requestedRunDurationSeconds',
+        'same_compute_on_resume': 'sameComputeOnResume',
         'seed_files': 'seedFiles',
         'spot': 'spot'
     }
 
-    def __init__(self, can_download_source_code: 'bool' =None, cloud_space_instance_cpu_image_override: 'str' =None, cloud_space_instance_gpu_image_override: 'str' =None, cluster_id: 'str' =None, compute_name: 'str' =None, data_connection_mounts: 'list[V1DataConnectionMount]' =None, disk_size: 'str' =None, display_name: 'str' =None, name: 'str' =None, plugins: 'list[str]' =None, requested_run_duration_seconds: 'str' =None, seed_files: 'list[V1CloudSpaceSeedFile]' =None, spot: 'bool' =None):  # noqa: E501
+    def __init__(self, can_download_source_code: 'bool' =None, cloud_space_instance_cpu_image_override: 'str' =None, cloud_space_instance_gpu_image_override: 'str' =None, cluster_id: 'str' =None, compute_name: 'str' =None, data_connection_mounts: 'list[V1DataConnectionMount]' =None, disk_size: 'str' =None, display_name: 'str' =None, name: 'str' =None, plugins: 'list[str]' =None, requested_run_duration_seconds: 'str' =None, same_compute_on_resume: 'bool' =None, seed_files: 'list[V1CloudSpaceSeedFile]' =None, spot: 'bool' =None):  # noqa: E501
         """ProjectIdCloudspacesBody - a model defined in Swagger"""  # noqa: E501
         self._can_download_source_code = None
         self._cloud_space_instance_cpu_image_override = None
@@ -85,6 +87,7 @@ class ProjectIdCloudspacesBody(object):
         self._name = None
         self._plugins = None
         self._requested_run_duration_seconds = None
+        self._same_compute_on_resume = None
         self._seed_files = None
         self._spot = None
         self.discriminator = None
@@ -110,6 +113,8 @@ class ProjectIdCloudspacesBody(object):
             self.plugins = plugins
         if requested_run_duration_seconds is not None:
             self.requested_run_duration_seconds = requested_run_duration_seconds
+        if same_compute_on_resume is not None:
+            self.same_compute_on_resume = same_compute_on_resume
         if seed_files is not None:
             self.seed_files = seed_files
         if spot is not None:
@@ -346,6 +351,27 @@ class ProjectIdCloudspacesBody(object):
 
         self._requested_run_duration_seconds = requested_run_duration_seconds
 
+    @property
+    def same_compute_on_resume(self) -> 'bool':
+        """Gets the same_compute_on_resume of this ProjectIdCloudspacesBody.  # noqa: E501
+
+
+        :return: The same_compute_on_resume of this ProjectIdCloudspacesBody.  # noqa: E501
+        :rtype: bool
+        """
+        return self._same_compute_on_resume
+
+    @same_compute_on_resume.setter
+    def same_compute_on_resume(self, same_compute_on_resume: 'bool'):
+        """Sets the same_compute_on_resume of this ProjectIdCloudspacesBody.
+
+
+        :param same_compute_on_resume: The same_compute_on_resume of this ProjectIdCloudspacesBody.  # noqa: E501
+        :type: bool
+        """
+
+        self._same_compute_on_resume = same_compute_on_resume
+
     @property
     def seed_files(self) -> 'list[V1CloudSpaceSeedFile]':
         """Gets the seed_files of this ProjectIdCloudspacesBody.  # noqa: E501

lightning_sdk/lightning_cloud/openapi/models/v1_user_features.py

@@ -61,6 +61,7 @@ class V1UserFeatures(object):
         'deployment_alerts': 'bool',
         'deployment_persistent_disk': 'bool',
         'deployment_reservations': 'bool',
+        'dgx_cloud': 'bool',
         'docs_agent': 'bool',
         'drive_v2': 'bool',
         'enable_crypto_crackdown': 'bool',
@@ -82,7 +83,6 @@ class V1UserFeatures(object):
         'open_api_in_studio': 'bool',
         'org_level_member_permissions': 'bool',
         'pipelines': 'bool',
-        'plugin_biz_chat': 'bool',
         'plugin_distributed': 'bool',
         'plugin_fiftyone': 'bool',
         'plugin_inference': 'bool',
@@ -139,6 +139,7 @@ class V1UserFeatures(object):
         'deployment_alerts': 'deploymentAlerts',
         'deployment_persistent_disk': 'deploymentPersistentDisk',
         'deployment_reservations': 'deploymentReservations',
+        'dgx_cloud': 'dgxCloud',
         'docs_agent': 'docsAgent',
         'drive_v2': 'driveV2',
         'enable_crypto_crackdown': 'enableCryptoCrackdown',
@@ -160,7 +161,6 @@ class V1UserFeatures(object):
         'open_api_in_studio': 'openApiInStudio',
         'org_level_member_permissions': 'orgLevelMemberPermissions',
         'pipelines': 'pipelines',
-        'plugin_biz_chat': 'pluginBizChat',
         'plugin_distributed': 'pluginDistributed',
         'plugin_fiftyone': 'pluginFiftyone',
         'plugin_inference': 'pluginInference',
@@ -196,7 +196,7 @@ class V1UserFeatures(object):
         'vultr': 'vultr'
     }
 
-    def __init__(self, affiliate_links: 'bool' =None, agents_v2: 'bool' =None, ai_hub_monetization: 'bool' =None, auto_fast_load: 'bool' =None, auto_join_orgs: 'bool' =None, b2c_experience: 'bool' =None, cap_add: 'list[str]' =None, cap_drop: 'list[str]' =None, capacity_reservation_byoc: 'bool' =None, capacity_reservation_dry_run: 'bool' =None, chat_models: 'bool' =None, code_tab: 'bool' =None, collab_screen_sharing: 'bool' =None, cost_attribution_settings: 'bool' =None, custom_app_domain: 'bool' =None, custom_instance_types: 'bool' =None, default_one_cluster: 'bool' =None, deployment_alerts: 'bool' =None, deployment_persistent_disk: 'bool' =None, deployment_reservations: 'bool' =None, docs_agent: 'bool' =None, drive_v2: 'bool' =None, enable_crypto_crackdown: 'bool' =None, enable_storage_limits: 'bool' =None, fair_share: 'bool' =None, featured_studios_admin: 'bool' =None, filestore: 'bool' =None, instant_capacity_reservation: 'bool' =None, job_artifacts_v2: 'bool' =None, jobs_v2: 'bool' =None, lambda_labs: 'bool' =None, landing_studios: 'bool' =None, lit_logger: 'bool' =None, mmt_fault_tolerance: 'bool' =None, mmt_strategy_selector: 'bool' =None, mmt_v2: 'bool' =None, multicloud_saas: 'bool' =None, multiple_studio_versions: 'bool' =None, open_api_in_studio: 'bool' =None, org_level_member_permissions: 'bool' =None, pipelines: 'bool' =None, plugin_biz_chat: 'bool' =None, plugin_distributed: 'bool' =None, plugin_fiftyone: 'bool' =None, plugin_inference: 'bool' =None, plugin_label_studio: 'bool' =None, plugin_langflow: 'bool' =None, plugin_lightning_apps: 'bool' =None, plugin_lightning_apps_distributed: 'bool' =None, plugin_mage_ai: 'bool' =None, plugin_milvus: 'bool' =None, plugin_python_profiler: 'bool' =None, plugin_react: 'bool' =None, plugin_service: 'bool' =None, plugin_sweeps: 'bool' =None, plugin_weviate: 'bool' =None, pricing_updates: 'bool' =None, product_generator: 'bool' =None, project_selector: 'bool' =None, restartable_jobs: 'bool' =None, runnable_public_studio_page: 'bool' =None, security_docs: 'bool' =None, show_dev_admin: 'bool' =None, slurm: 'bool' =None, slurm_machine_selector: 'bool' =None, snapshotter_service: 'bool' =None, snowflake_connection: 'bool' =None, stop_ide_container_on_shutdown: 'bool' =None, studio_config: 'bool' =None, studio_on_stop: 'bool' =None, studio_version_visibility: 'bool' =None, teamspace_storage_tab: 'bool' =None, trainium2: 'bool' =None, use_rclone_mounts_only: 'bool' =None, vultr: 'bool' =None):  # noqa: E501
+    def __init__(self, affiliate_links: 'bool' =None, agents_v2: 'bool' =None, ai_hub_monetization: 'bool' =None, auto_fast_load: 'bool' =None, auto_join_orgs: 'bool' =None, b2c_experience: 'bool' =None, cap_add: 'list[str]' =None, cap_drop: 'list[str]' =None, capacity_reservation_byoc: 'bool' =None, capacity_reservation_dry_run: 'bool' =None, chat_models: 'bool' =None, code_tab: 'bool' =None, collab_screen_sharing: 'bool' =None, cost_attribution_settings: 'bool' =None, custom_app_domain: 'bool' =None, custom_instance_types: 'bool' =None, default_one_cluster: 'bool' =None, deployment_alerts: 'bool' =None, deployment_persistent_disk: 'bool' =None, deployment_reservations: 'bool' =None, dgx_cloud: 'bool' =None, docs_agent: 'bool' =None, drive_v2: 'bool' =None, enable_crypto_crackdown: 'bool' =None, enable_storage_limits: 'bool' =None, fair_share: 'bool' =None, featured_studios_admin: 'bool' =None, filestore: 'bool' =None, instant_capacity_reservation: 'bool' =None, job_artifacts_v2: 'bool' =None, jobs_v2: 'bool' =None, lambda_labs: 'bool' =None, landing_studios: 'bool' =None, lit_logger: 'bool' =None, mmt_fault_tolerance: 'bool' =None, mmt_strategy_selector: 'bool' =None, mmt_v2: 'bool' =None, multicloud_saas: 'bool' =None, multiple_studio_versions: 'bool' =None, open_api_in_studio: 'bool' =None, org_level_member_permissions: 'bool' =None, pipelines: 'bool' =None, plugin_distributed: 'bool' =None, plugin_fiftyone: 'bool' =None, plugin_inference: 'bool' =None, plugin_label_studio: 'bool' =None, plugin_langflow: 'bool' =None, plugin_lightning_apps: 'bool' =None, plugin_lightning_apps_distributed: 'bool' =None, plugin_mage_ai: 'bool' =None, plugin_milvus: 'bool' =None, plugin_python_profiler: 'bool' =None, plugin_react: 'bool' =None, plugin_service: 'bool' =None, plugin_sweeps: 'bool' =None, plugin_weviate: 'bool' =None, pricing_updates: 'bool' =None, product_generator: 'bool' =None, project_selector: 'bool' =None, restartable_jobs: 'bool' =None, runnable_public_studio_page: 'bool' =None, security_docs: 'bool' =None, show_dev_admin: 'bool' =None, slurm: 'bool' =None, slurm_machine_selector: 'bool' =None, snapshotter_service: 'bool' =None, snowflake_connection: 'bool' =None, stop_ide_container_on_shutdown: 'bool' =None, studio_config: 'bool' =None, studio_on_stop: 'bool' =None, studio_version_visibility: 'bool' =None, teamspace_storage_tab: 'bool' =None, trainium2: 'bool' =None, use_rclone_mounts_only: 'bool' =None, vultr: 'bool' =None):  # noqa: E501
         """V1UserFeatures - a model defined in Swagger"""  # noqa: E501
         self._affiliate_links = None
         self._agents_v2 = None
@@ -218,6 +218,7 @@ class V1UserFeatures(object):
         self._deployment_alerts = None
         self._deployment_persistent_disk = None
         self._deployment_reservations = None
+        self._dgx_cloud = None
         self._docs_agent = None
         self._drive_v2 = None
         self._enable_crypto_crackdown = None
@@ -239,7 +240,6 @@ class V1UserFeatures(object):
         self._open_api_in_studio = None
         self._org_level_member_permissions = None
         self._pipelines = None
-        self._plugin_biz_chat = None
         self._plugin_distributed = None
         self._plugin_fiftyone = None
         self._plugin_inference = None
@@ -314,6 +314,8 @@ class V1UserFeatures(object):
             self.deployment_persistent_disk = deployment_persistent_disk
         if deployment_reservations is not None:
             self.deployment_reservations = deployment_reservations
+        if dgx_cloud is not None:
+            self.dgx_cloud = dgx_cloud
         if docs_agent is not None:
             self.docs_agent = docs_agent
         if drive_v2 is not None:
@@ -356,8 +358,6 @@ class V1UserFeatures(object):
             self.org_level_member_permissions = org_level_member_permissions
         if pipelines is not None:
             self.pipelines = pipelines
-        if plugin_biz_chat is not None:
-            self.plugin_biz_chat = plugin_biz_chat
         if plugin_distributed is not None:
             self.plugin_distributed = plugin_distributed
         if plugin_fiftyone is not None:
@@ -845,6 +845,27 @@ class V1UserFeatures(object):
 
         self._deployment_reservations = deployment_reservations
 
+    @property
+    def dgx_cloud(self) -> 'bool':
+        """Gets the dgx_cloud of this V1UserFeatures.  # noqa: E501
+
+
+        :return: The dgx_cloud of this V1UserFeatures.  # noqa: E501
+        :rtype: bool
+        """
+        return self._dgx_cloud
+
+    @dgx_cloud.setter
+    def dgx_cloud(self, dgx_cloud: 'bool'):
+        """Sets the dgx_cloud of this V1UserFeatures.
+
+
+        :param dgx_cloud: The dgx_cloud of this V1UserFeatures.  # noqa: E501
+        :type: bool
+        """
+
+        self._dgx_cloud = dgx_cloud
+
     @property
     def docs_agent(self) -> 'bool':
         """Gets the docs_agent of this V1UserFeatures.  # noqa: E501
@@ -1286,27 +1307,6 @@ class V1UserFeatures(object):
 
         self._pipelines = pipelines
 
-    @property
-    def plugin_biz_chat(self) -> 'bool':
-        """Gets the plugin_biz_chat of this V1UserFeatures.  # noqa: E501
-
-
-        :return: The plugin_biz_chat of this V1UserFeatures.  # noqa: E501
-        :rtype: bool
-        """
-        return self._plugin_biz_chat
-
-    @plugin_biz_chat.setter
-    def plugin_biz_chat(self, plugin_biz_chat: 'bool'):
-        """Sets the plugin_biz_chat of this V1UserFeatures.
-
-
-        :param plugin_biz_chat: The plugin_biz_chat of this V1UserFeatures.  # noqa: E501
-        :type: bool
-        """
-
-        self._plugin_biz_chat = plugin_biz_chat
-
     @property
     def plugin_distributed(self) -> 'bool':
         """Gets the plugin_distributed of this V1UserFeatures.  # noqa: E501

lightning_sdk/lit_container.py

@@ -1,3 +1,4 @@
+from datetime import datetime
 from typing import Dict, List, Optional
 
 from lightning_sdk.api.lit_container_api import LitContainerApi
@@ -29,11 +30,17 @@ class LitContainer:
         repositories = self._api.list_containers(project_id)
         table = []
         for repo in repositories:
+            created_date = repo.creation_time
+            if isinstance(repo.creation_time, str):
+                created_date = datetime.fromisoformat(created_date)
+
+            created = created_date.strftime("%Y-%m-%d %H:%M:%S")
+
             table.append(
                 {
                     "REPOSITORY": repo.name,
                     "IMAGE ID": repo.id,
-                    "CREATED": repo.creation_time.strftime("%Y-%m-%d %H:%M:%S"),
+                    "CREATED": created,
                 }
             )
         return table

lightning_sdk/mmt/mmt.py

@@ -1,7 +1,5 @@
-from functools import lru_cache
 from typing import TYPE_CHECKING, Any, Dict, Optional, Tuple, Union
 
-from lightning_sdk.api.user_api import UserApi
 from lightning_sdk.mmt.base import MMTMachine, _BaseMMT
 from lightning_sdk.mmt.v1 import _MMTV1
 from lightning_sdk.mmt.v2 import _MMTV2
@@ -18,21 +16,6 @@ if TYPE_CHECKING:
 _logger = _setup_logger(__name__)
 
 
-@lru_cache(maxsize=None)
-def _has_mmt_v2() -> bool:
-    api = UserApi()
-    try:
-        feature_flags = api._get_feature_flags()
-    except Exception:
-        return False
-
-    try:
-        return feature_flags.mmt_v2
-    except AttributeError:
-        # Feature flag doesn't exist anymore, so return True
-        return True
-
-
 class MMT(_BaseMMT):
     """Class to submit and manage multi-machine jobs on the Lightning AI Platform."""
 
@@ -60,7 +43,7 @@ class MMT(_BaseMMT):
         """
         from lightning_sdk.lightning_cloud.openapi.rest import ApiException
 
-        if _has_mmt_v2() and not self._force_v1:
+        if not self._force_v1:
             # try with v2 and fall back to v1
             try:
                 mmt = _MMTV2(

lightning_sdk/mmt/v1.py

@@ -92,34 +92,7 @@ class _MMTV1(_BaseMMT):
             path_mappings: The mappings from data connection inside your container (not supported)
 
         """
-        if studio is None:
-            raise ValueError("Studio is required for submitting jobs")
-        if image is not None or image_credentials is not None or cloud_account_auth or entrypoint != "sh -c":
-            raise ValueError("Image is not supported for submitting jobs")
-
-        if artifacts_local is not None or artifacts_remote is not None:
-            raise ValueError("Specifying how to persist artifacts is not yet supported with jobs")
-
-        if env is not None:
-            raise ValueError("Environment variables are not supported for submitting jobs")
-        if command is None:
-            raise ValueError("Command is required for submitting multi-machine jobs")
-
-        _submitted = self._job_api.submit_job(
-            name=self._name,
-            num_machines=num_machines,
-            command=command,
-            studio_id=studio._studio.id,
-            teamspace_id=self._teamspace.id,
-            cloud_account=cloud_account or "",
-            machine=machine,
-            interruptible=interruptible,
-            strategy="parallel",
-        )
-
-        self._name = _submitted.name
-        self._job = _submitted
-        return self
+        raise NotImplementedError("Cannot submit new mmts with MMTV1!")
 
     def _update_internal_job(self) -> None:
         try:

lightning_sdk/models.py

@@ -72,6 +72,19 @@ def _get_teamspace(name: str, organization: str) -> "Teamspace":
     raise RuntimeError(f"Teamspace `{requested_teamspace}` not found. Available teamspaces: {os.linesep}\t{options}")
 
 
+def _extend_model_name_with_teamspace(name: str) -> str:
+    """Extend the model name with the teamspace if it can be determined from env. variables."""
+    if "/" in name:
+        return name
+    # do some magic if you run studio
+    teamspace = _resolve_teamspace(None, None, None)
+    if not teamspace:
+        raise ValueError(
+            f"Model name must be in the format `organization/teamspace/model_name` but you provided '{name}'."
+        )
+    return f"{teamspace.owner.name}/{teamspace.name}/{name}"
+
+
 def _parse_model_name_and_version(name: str) -> Tuple[str, str, str, str]:
     """Parse the name argument into its components."""
     try:
@@ -105,9 +118,7 @@ def download_model(
         download_dir: The directory where the Model should be downloaded.
         progress_bar: Whether to show a progress bar when downloading.
     """
-    if "/" not in name:  # do some magic if you run studio
-        teamspace = _resolve_teamspace(None, None, None)
-        name = f"{teamspace.owner.name}/{teamspace.name}/{name}"
+    name = _extend_model_name_with_teamspace(name)
     teamspace_owner_name, teamspace_name, model_name, version = _parse_model_name_and_version(name)
 
     download_dir = Path(download_dir)
@@ -147,9 +158,7 @@ def upload_model(
             If not provided, the default cloud account for the Teamspace will be used.
         progress_bar: Whether to show a progress bar for the upload.
     """
-    if "/" not in name:  # do some magic if you run studio
-        teamspace = _resolve_teamspace(None, None, None)
-        name = f"{teamspace.owner.name}/{teamspace.name}/{name}"
+    name = _extend_model_name_with_teamspace(name)
     org_name, teamspace_name, model_name, _ = _parse_model_name_and_version(name)
     teamspace = _get_teamspace(name=teamspace_name, organization=org_name)
     return teamspace.upload_model(

lightning_sdk/pipeline/pipeline.py

@@ -49,8 +49,8 @@ class Pipeline:
 
         self._teamspace = _resolve_teamspace(
             teamspace=teamspace,
-            org=self._org,
-            user=self._user,
+            org=org,
+            user=user,
         )
 
         self._pipeline_api = PipelineApi()

lightning_sdk/serve.py

@@ -1,13 +1,38 @@
 import os
-import warnings
+import shlex
+import subprocess
 from pathlib import Path
+from typing import Generator, Optional
+from urllib.parse import urlencode
 
 import docker
 from rich.console import Console
 from rich.progress import Progress
 
-from lightning_sdk import Teamspace
+from lightning_sdk import Deployment, Machine, Teamspace
+from lightning_sdk.api.deployment_api import AutoScaleConfig
 from lightning_sdk.api.lit_container_api import LitContainerApi
+from lightning_sdk.api.utils import _get_cloud_url
+from lightning_sdk.lightning_cloud import env
+from lightning_sdk.lightning_cloud.login import Auth, AuthServer
+
+_DOCKER_NOT_RUNNING_MSG = (
+    "Deploying LitServe requires Docker to be running on the machine. "
+    "If Docker is not installed, please install it from https://docs.docker.com/get-docker/ "
+    "and start the Docker daemon before running this command."
+)
+
+
+class _AuthServer(AuthServer):
+    def get_auth_url(self, port: int) -> str:
+        redirect_uri = f"http://localhost:{port}/login-complete"
+        params = urlencode({"redirectTo": redirect_uri, "inviteCode": "litserve"})
+        return f"{env.LIGHTNING_CLOUD_URL}/sign-in?{params}"
+
+
+class _Auth(Auth):
+    def _run_server(self) -> None:
+        _AuthServer().login_with_browser(self)
 
 
 class _LitServeDeployer:
@@ -15,36 +40,49 @@ class _LitServeDeployer:
         self._console = Console()
         self._client = None
 
+    @staticmethod
+    def authenticate() -> None:
+        auth = _Auth()
+        auth.authenticate()
+
     @property
     def client(self) -> docker.DockerClient:
         if self._client is None:
             try:
+                os.environ["DOCKER_BUILDKIT"] = "1"
                 self._client = docker.from_env()
                 self._client.ping()
-            except docker.errors.DockerException as e:
-                raise RuntimeError(f"Failed to connect to Docker daemon: {e!s}. Is Docker running?") from None
+            except docker.errors.DockerException:
+                raise RuntimeError(_DOCKER_NOT_RUNNING_MSG) from None
         return self._client
 
     def dockerize_api(
-        self, server_filename: str, port: int = 8000, gpu: bool = False, tag: str = "litserve-model"
+        self,
+        server_filename: str,
+        port: int = 8000,
+        gpu: bool = False,
+        tag: str = "litserve-model",
+        print_success: bool = True,
     ) -> str:
         import litserve as ls
         from litserve import docker_builder
 
         console = self._console
-        if os.path.exists("Dockerfile"):
-            console.print("Dockerfile already exists. Skipping generation.")
-            return os.path.abspath("Dockerfile")
-
         requirements = ""
         if os.path.exists("requirements.txt"):
             requirements = "-r requirements.txt"
         else:
-            warnings.warn(
+            console.print(
                 f"requirements.txt not found at {os.getcwd()}. "
                 f"Make sure to install the required packages in the Dockerfile.",
-                UserWarning,
+                style="yellow",
+            )
+
+        if os.path.exists("Dockerfile"):
+            console.print(
+                "Dockerfile already exists in the current directory, we will use it for building the container."
             )
+            return os.path.abspath("Dockerfile")
         current_dir = Path.cwd()
         if not (current_dir / server_filename).is_file():
             raise FileNotFoundError(f"Server file `{server_filename}` must be in the current directory: {os.getcwd()}")
@@ -65,7 +103,8 @@ class _LitServeDeployer:
         with open("Dockerfile", "w") as f:
             f.write(dockerfile_content)
 
-        success_msg = f"""[bold]Dockerfile created successfully[/bold]
+        if print_success:
+            success_msg = f"""[bold]Dockerfile created successfully[/bold]
 Update [underline]{os.path.abspath("Dockerfile")}[/underline] to add any additional dependencies or commands.
 
 [bold]Build the container with:[/bold]
@@ -77,11 +116,14 @@ Update [underline]{os.path.abspath("Dockerfile")}[/underline] to add any additio
 [bold]To push the container to a registry:[/bold]
 > [underline]docker push {tag}[/underline]
 """
-        console.print(success_msg)
+            console.print(success_msg)
         return os.path.abspath("Dockerfile")
 
-    def generate_client(self) -> None:
-        console = self._console
+    @staticmethod
+    def generate_client() -> None:
+        from rich.console import Console
+
+        console = Console()
         try:
             from litserve.python_client import client_template
         except ImportError:
@@ -99,36 +141,114 @@ Update [underline]{os.path.abspath("Dockerfile")}[/underline] to add any additio
             except OSError as e:
                 raise OSError(f"Failed to generate client.py: {e!s}") from None
 
-    def _build_container(self, path: str, repository: str, tag: str, console: Console, progress: Progress) -> None:
-        build_task = progress.add_task("Building Docker image", total=None)
-        build_status = self.client.api.build(
-            path=os.path.dirname(path), dockerfile=path, tag=f"{repository}:{tag}", decode=True, quiet=False
+    def _docker_build_with_logs(
+        self, path: str, repository: str, tag: str, platform: str = "linux/amd64"
+    ) -> Generator[str, None, None]:
+        """Build Docker image using CLI with real-time log streaming.
+
+        Returns:
+            Tuple: (image_id, logs generator)
+
+        Raises:
+            RuntimeError: On build failure
+        """
+        cmd = f"docker build --platform {platform} -t {repository}:{tag} ."
+        proc = subprocess.Popen(
+            shlex.split(cmd),
+            stdout=subprocess.PIPE,
+            stderr=subprocess.STDOUT,
+            text=True,
+            bufsize=1,  # Line buffered
         )
-        for line in build_status:
+
+        def log_generator() -> Generator[str, None, None]:
+            while True:
+                line = proc.stdout.readline()
+                if not line and proc.poll() is not None:
+                    break
+                yield line.strip()
+                if "error" in line.lower():
+                    proc.terminate()
+                    raise RuntimeError(f"Build failed: {line.strip()}")
+
+            if proc.returncode != 0:
+                raise RuntimeError(f"Build failed with exit code {proc.returncode}")
+
+        return log_generator()
+
+    def build_container(self, path: str, repository: str, tag: str, console: Console, progress: Progress) -> None:
+        build_task = progress.add_task("Building Docker image", total=None)
+        build_logs = self._docker_build_with_logs(path, repository, tag=tag)
+
+        for line in build_logs:
             if "error" in line:
                 progress.stop()
                 console.print(f"\n[red]{line}[/red]")
-                return
-            if "stream" in line and line["stream"].strip():
-                console.print(line["stream"].strip(), style="bright_black")
+                raise RuntimeError(f"Failed to build image: {line}")
+            else:
+                console.print(
+                    line.strip(),
+                )
                 progress.update(build_task, description="Building Docker image")
 
         progress.update(build_task, description="[green]Build completed![/green]")
 
-    def _push_container(
+    def push_container(
         self, repository: str, tag: str, teamspace: Teamspace, lit_cr: LitContainerApi, progress: Progress
-    ) -> None:
+    ) -> dict:
         console = self._console
         push_task = progress.add_task("Pushing to registry", total=None)
         console.print("\nPushing image...", style="bold blue")
         lit_cr.authenticate()
         push_status = lit_cr.upload_container(repository, teamspace, tag=tag)
+        last_status = {}
         for line in push_status:
+            last_status = line
             if "error" in line:
                 progress.stop()
                 console.print(f"\n[red]{line}[/red]")
-                return
+                raise RuntimeError(f"Failed to push image: {line}")
             if "status" in line:
-                console.print(line["status"], style="bright_black")
+                console.print(line["status"].strip())
                 progress.update(push_task, description="Pushing to registry")
         progress.update(push_task, description="[green]Push completed![/green]")
+        return last_status
+
+    def _run_on_cloud(
+        self,
+        deployment_name: str,
+        teamspace: Teamspace,
+        image: str,
+        metric: Optional[str] = None,
+        machine: Optional[Machine] = None,
+        min_replica: Optional[int] = 0,
+        max_replica: Optional[int] = 1,
+        spot: Optional[bool] = None,
+        replicas: Optional[int] = 1,
+        cloud_account: Optional[str] = None,
+        port: Optional[int] = 8000,
+        include_credentials: Optional[bool] = True,
+    ) -> dict:
+        url = f"{_get_cloud_url()}/{teamspace.owner.name}/{teamspace.name}/jobs/{deployment_name}"
+        machine = machine or Machine.CPU
+        metric = metric or ("CPU" if machine.is_cpu() else "GPU")
+        deployment = Deployment(deployment_name, teamspace)
+        if deployment.is_started:
+            raise RuntimeError(
+                f"Deployment with name {deployment_name} already running. "
+                "Please stop the deployment before starting a new one.\n"
+                f"You can access the deployment at {url}"
+            )
+        autoscale = AutoScaleConfig(min_replicas=min_replica, max_replicas=max_replica, metric=metric, threshold=0.95)
+        deployment.start(
+            machine=machine,
+            image=image,
+            autoscale=autoscale,
+            spot=spot,
+            replicas=replicas,
+            cloud_account=cloud_account,
+            ports=[port],
+            include_credentials=include_credentials,
+        )
+
+        return {"deployment": deployment, "url": url}

{lightning_sdk-0.2.2.dist-info → lightning_sdk-0.2.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lightning_sdk
-Version: 0.2.2
+Version: 0.2.4
 Summary: SDK to develop using Lightning AI Studios
 Author-email: Lightning-AI <justus@lightning.ai>
 License: MIT License

{lightning_sdk-0.2.2.dist-info → lightning_sdk-0.2.4.dist-info}/RECORD

@@ -1,26 +1,26 @@
 docs/source/conf.py,sha256=r8yX20eC-4mHhMTd0SbQb5TlSWHhO6wnJ0VJ_FBFpag,13249
-lightning_sdk/__init__.py,sha256=AXfGavmhTcfNwZPxvjYvNeu_YAKQzZ8A9NSbbFp8e90,1104
+lightning_sdk/__init__.py,sha256=0M0hCXuVUl2Lxnfphl1qbZNnMBde0xhorpbackzGcHk,1104
 lightning_sdk/agents.py,sha256=ly6Ma1j0ZgGPFyvPvMN28JWiB9dATIstFa5XM8pMi6I,1577
-lightning_sdk/ai_hub.py,sha256=dfw5CS93ehGmPlZCbbE2Pu3v0ANI6ZY05-ULbcHFqs4,7189
+lightning_sdk/ai_hub.py,sha256=Zsc8GhFuRQIAYk3J3znUYDfyVhe3sd0WYLk2bFcoxVI,6803
 lightning_sdk/constants.py,sha256=ztl1PTUBULnqTf3DyKUSJaV_O20hNtUYT6XvAYIrmIk,749
 lightning_sdk/helpers.py,sha256=KWMWnORHItIIA3PGn71YPs-7RjzGi8IXa2kQ5Qo4U8M,2459
-lightning_sdk/lit_container.py,sha256=423XYYpzoGppv200kMbD9dB-iqP6xdHj7q5kejJLDKE,3778
+lightning_sdk/lit_container.py,sha256=2A_7Hc_tX2ilj6UZmdLm-us144_KIcnWB0qT96sJGQM,4000
 lightning_sdk/machine.py,sha256=EMr-ulyYEYhIkKFnGBOofnFf4asndTSeoOQxlyd3xW4,3632
-lightning_sdk/models.py,sha256=inFyRA8aLMvrAhCeIdJaTGHjp0Qtou9G_J3gXePxU4E,5975
+lightning_sdk/models.py,sha256=0aJ4OXNY0MYUCfsYI6i18fV61DU-HGKIKEHFD99r1zk,6231
 lightning_sdk/organization.py,sha256=WCfzdgjtvY1_A07DnxOpp74V2JR2gQwtXbIEcFDnoVU,1232
 lightning_sdk/owner.py,sha256=t5svD2it4C9pbSpVuG9WJL46CYi37JXNziwnXxhiU5U,1361
 lightning_sdk/plugin.py,sha256=TGxCa-xsOpv_kaKiVnNBNG3jLe9MweSS5Cnz9PcxQfY,14860
-lightning_sdk/serve.py,sha256=FydpScppL1HhzwkvvcihRVcWc6kdQSuajwTlC6tXHiU,5368
+lightning_sdk/serve.py,sha256=3nE_0TkTOtiCpdieQ01Pkyi-rb1rIkBJiF_g_fGIos8,9456
 lightning_sdk/status.py,sha256=lLGAuSvXBoXQFEEsEYwdCi0RcSNatUn5OPjJVjDtoM0,386
 lightning_sdk/studio.py,sha256=hyvAiVhkETAtbu0RRF1Aw6F8Y__E1SSAmsB8PHfmqHo,19935
 lightning_sdk/teamspace.py,sha256=CzpQJ6Uj_at0W-HIzYd-Y3gN9qBotUbAV3YBWjNT9U8,14364
 lightning_sdk/user.py,sha256=vdn8pZqkAZO0-LoRsBdg0TckRKtd_H3QF4gpiZcl4iY,1130
 lightning_sdk/api/__init__.py,sha256=Qn2VVRvir_gO7w4yxGLkZY-R3T7kdiTPKgQ57BhIA9k,413
 lightning_sdk/api/agents_api.py,sha256=G47TbFo9kYqnBMqdw2RW-lfS1VAUBSXDmzs6fpIEMUs,4059
-lightning_sdk/api/ai_hub_api.py,sha256=Yr9VvxueIqPUUeMqExbjbWD5CE_yeWjq0dXQQv47erg,6779
-lightning_sdk/api/deployment_api.py,sha256=rtjhC19LuyABQ2R5CjXrF6_Y05kHQTyzhc6UTG36J84,22332
+lightning_sdk/api/ai_hub_api.py,sha256=IaA57Cqu_zdj5zRwKkx9LJQIGFFo2mHmPOYekKxbZ9A,6999
+lightning_sdk/api/deployment_api.py,sha256=z_D7ZZAnsVe3Q_ZVx1azcLK2_pP5xj63tmU97qhgyOw,22583
 lightning_sdk/api/job_api.py,sha256=_mMAI_BG_48i-BLwCP_U72zgmM5zYa2KUZ7u66HWkIc,13568
-lightning_sdk/api/lit_container_api.py,sha256=ij2Z3Hg1JceVmabSn8imw8s2F74NyTIDCb3YYP5r8a4,7610
+lightning_sdk/api/lit_container_api.py,sha256=m-3qZIIpZ24Z2Z8z9x8Di6cOSjkZmBFcf9R2yVMpA_4,7648
 lightning_sdk/api/mmt_api.py,sha256=-v7ATab-ThAM-HRClS92Ehxuu9MlBfdKWWFCGvVUHiM,8962
 lightning_sdk/api/org_api.py,sha256=Ze3z_ATVrukobujV5YdC42DKj45Vuwl7X52q_Vr-o3U,803
 lightning_sdk/api/pipeline_api.py,sha256=P5P9C6qOpyBGU0t5N68h1LuFAsAKmPPgkac6uObrYKw,1676
@@ -47,7 +47,7 @@ lightning_sdk/cli/list.py,sha256=dAZ94QPvE4IkH6GfL7171TMrMfcuWB53cvW6wk2eL4w,101
 lightning_sdk/cli/mmts_menu.py,sha256=HUXo3ZoZ3fWOCNWTQWoJgUlFXYq5uVm_6uFjAq7BDe8,2219
 lightning_sdk/cli/open.py,sha256=sgMLWBnkXdIq8H9XK_rph2bye3b07AKTJBQIk9fCGVc,1937
 lightning_sdk/cli/run.py,sha256=8JZiDrKwDhlaTOJd6qq2mCWJRqKm6shCWLzpbmFYIkE,13929
-lightning_sdk/cli/serve.py,sha256=bnAgsotNaTpud4grws3eWxfybVTRhPnoDpT13kOeGYI,4880
+lightning_sdk/cli/serve.py,sha256=IHQneUUWhyYQHP_ChQafm7vyfb5-9crIH_CmjKUy7TM,9445
 lightning_sdk/cli/start.py,sha256=jUk52lkEFC_fqiEPkwM8GwE68WMNEtzBuzjkvr3POd0,1840
 lightning_sdk/cli/stop.py,sha256=5nCrUe1BONpX1nKNhbSFqLaXXKaRhSO7PvM1BVYLgn4,2864
 lightning_sdk/cli/studios_menu.py,sha256=TA9rO6_fFHGMz0Nt4rJ6iV80X5pZE4xShrSiyXoU-oQ,4129
@@ -55,7 +55,7 @@ lightning_sdk/cli/switch.py,sha256=qLvDoQRldCNgO1XvIGg-i-GyqnkHVb_U1-X4svqeNNU,1
 lightning_sdk/cli/teamspace_menu.py,sha256=C3g3spTKgtMwoK7pnooy0MBPz4AKhFjcObkvZyZ4v04,3797
 lightning_sdk/cli/upload.py,sha256=nZ7hVKccis4Fnx2ae3Y2utUWTlKH_9N-xjRFG9Xh3q4,12486
 lightning_sdk/deployment/__init__.py,sha256=dXsa4psDzFYFklsq3JC-2V_L4FQjGZnQAf-ZiVlqG9c,545
-lightning_sdk/deployment/deployment.py,sha256=uXqRT6zbwp1_od-reQpv0QagrNEZuEQVsoaILzU17E8,16532
+lightning_sdk/deployment/deployment.py,sha256=EbFoDLdj1UubXyOTSp1VTlpDTgwdczfyusdLStqD7WA,17218
 lightning_sdk/job/__init__.py,sha256=1MxjQ6rHkyUHCypSW9RuXuVMVH11WiqhIXcU2LCFMwE,64
 lightning_sdk/job/base.py,sha256=TS5KavtfBAFbLbNqqumEizY9edjO1joSmtUdcO5CThQ,17748
 lightning_sdk/job/job.py,sha256=1Xf0ne4wwXpkb_GJgWD8mfueJZoKR8G4lC5T6OXijlw,13075
@@ -207,7 +207,7 @@ lightning_sdk/lightning_cloud/openapi/models/profiler_captures_body.py,sha256=xT
 lightning_sdk/lightning_cloud/openapi/models/profiler_enabled_body.py,sha256=4YnP4KmUlXM5Brm5Sj5WnF82MTPr48FqH0C4R5YZRVY,4703
 lightning_sdk/lightning_cloud/openapi/models/project_id_agentmanagedendpoints_body.py,sha256=pK1HjgWsXhU7OOKwYdt-SwklzF39N3Ap7Lyrk75T43k,4673
 lightning_sdk/lightning_cloud/openapi/models/project_id_agents_body.py,sha256=oE3OGIhX0FfiKqE96YJmHnrRRAXgqrFsIAw840ib64Q,16193
-lightning_sdk/lightning_cloud/openapi/models/project_id_cloudspaces_body.py,sha256=q36orD3j5-RjVaMtFp3q_DFD1ZbrHBnT2VLyciDsIeM,15176
+lightning_sdk/lightning_cloud/openapi/models/project_id_cloudspaces_body.py,sha256=kroaORLZVLUQIXO-jQrlZvmVXXJF9t6CFM09jTFRBeQ,16188
 lightning_sdk/lightning_cloud/openapi/models/project_id_clusters_body.py,sha256=ewyBgf8oHlhgXKmn4YdjuyG84iONOeNXiWtbRQJfj4U,4348
 lightning_sdk/lightning_cloud/openapi/models/project_id_datasets_body.py,sha256=NkuH_enmOZ0MnYJ_hH2iVP1-Y1a9XinHR_c-5DaJxqU,15094
 lightning_sdk/lightning_cloud/openapi/models/project_id_endpoints_body.py,sha256=bnCgn3Jz3KE7blDn7chONuxJuc7Wg1eYM1QG0hxGR9U,7507
@@ -876,7 +876,7 @@ lightning_sdk/lightning_cloud/openapi/models/v1_upstream_open_ai.py,sha256=jt1qQ
 lightning_sdk/lightning_cloud/openapi/models/v1_usage.py,sha256=RhhnH9ygScZyExg06WhvMNPPRLSe8FYkIftqF-D9NIU,13408
 lightning_sdk/lightning_cloud/openapi/models/v1_usage_details.py,sha256=U7qC698Xj5tb3D93ZskG6sDf3lTXE13UTlGeDTvtRU4,14062
 lightning_sdk/lightning_cloud/openapi/models/v1_usage_report.py,sha256=iH67BcONBSLYzcZpGpKWSOzJTCpuqYt7FU4OUs8BJ9k,6076
-lightning_sdk/lightning_cloud/openapi/models/v1_user_features.py,sha256=Hsvc-MaidKATyRa6gshe0SXCSlcSQLjoh-3SmplRZys,68004
+lightning_sdk/lightning_cloud/openapi/models/v1_user_features.py,sha256=_I8vCY0BOl6yv-f_ZaqOmBhogr1SPhAz3JZZ7Veoq94,67885
 lightning_sdk/lightning_cloud/openapi/models/v1_user_requested_compute_config.py,sha256=3jeJfpbBpYY2B2Ao2j2N93CMO2CnvmPqndE4Lw3ZfMA,13056
 lightning_sdk/lightning_cloud/openapi/models/v1_user_requested_flow_compute_config.py,sha256=3WpZ-lf7xPwuYyQDMdP7Uc6-dh3vf5TaaUlcMfesfMk,5208
 lightning_sdk/lightning_cloud/openapi/models/v1_user_slurm_job_action_response.py,sha256=BdNzXH8Vsf5PHjl9Rd-TVkpAgx1YC9rf8LD0js-ba20,3058
@@ -913,11 +913,11 @@ lightning_sdk/lightning_cloud/utils/name_generator.py,sha256=MkciuA10332V0mcE2Px
 lightning_sdk/lightning_cloud/utils/network.py,sha256=axPgl8rhyPcPjxiztDxyksfxax3VNg2OXL5F5Uc81b4,406
 lightning_sdk/mmt/__init__.py,sha256=ExMu90-96bGBnyp5h0CErQszUGB1-PcjC4-R8_NYbeY,117
 lightning_sdk/mmt/base.py,sha256=B3HC-c82bPHprEZh1mhLCPCrCE8BOKqwIhY7xCF9CXg,15152
-lightning_sdk/mmt/mmt.py,sha256=UbbK6UFEd-S2OPjezCG7cy-7kfMbyLOg3LAzs_Zq2Ds,13872
-lightning_sdk/mmt/v1.py,sha256=dROOXRWLzG2kUwGtvozB9Vywt_3QK8j4XFHVZFohWUM,9527
+lightning_sdk/mmt/mmt.py,sha256=swdGP1DOM42a_QmmY1vg3--6ZBDiC4zToAzU9Eycv4U,13446
+lightning_sdk/mmt/v1.py,sha256=TxLtL0ssDoP8eyleDaFyYr4evkOKbLJcckLVIfalOno,8429
 lightning_sdk/mmt/v2.py,sha256=Em1XBoqViqUMKm-sshzdMcSH5UTtZZwbJcsgqY6-mw0,9625
 lightning_sdk/pipeline/__init__.py,sha256=uZS2v8HPGfNz2SrCCVrZ9EhihS3kd6aGtwJLbuaI3dA,167
-lightning_sdk/pipeline/pipeline.py,sha256=L1Aj5kRffjBKLUYt6YJDerw2CwCGi8g1TTwHV3qrpfU,3774
+lightning_sdk/pipeline/pipeline.py,sha256=CCRcHUjL24yKm24NMB5xzK1sre6bQ5sY07tMifmpqI0,3762
 lightning_sdk/pipeline/types.py,sha256=dZYNrWpuytmyjBHh8OUYT8BRwMe1_5PDDSl0AWsXkyA,9662
 lightning_sdk/pipeline/utils.py,sha256=gccFmSx3VrkDpWtq26eRCnvWT8l4hKdYLntDMYlB5jw,2627
 lightning_sdk/services/__init__.py,sha256=gSWUjccEhMI9CIWL_nbrFHUK2S6TM2725mEzrLMfK1Y,225
@@ -928,9 +928,9 @@ lightning_sdk/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSu
 lightning_sdk/utils/dynamic.py,sha256=glUTO1JC9APtQ6Gr9SO02a3zr56-sPAXM5C3NrTpgyQ,1959
 lightning_sdk/utils/enum.py,sha256=h2JRzqoBcSlUdanFHmkj_j5DleBHAu1esQYUsdNI-hU,4106
 lightning_sdk/utils/resolve.py,sha256=MALzFO5iVlkZpnEiC9QkyWcTTYksCeHsloG6MCSJl48,6461
-lightning_sdk-0.2.2.dist-info/LICENSE,sha256=uFIuZwj5z-4TeF2UuacPZ1o17HkvKObT8fY50qN84sg,1064
-lightning_sdk-0.2.2.dist-info/METADATA,sha256=9XLJ6BN4gnCUuy4FTWyOA4mwG9e3vdoyv5_tktYGcsI,3991
-lightning_sdk-0.2.2.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
-lightning_sdk-0.2.2.dist-info/entry_points.txt,sha256=msB9PJWIJ784dX-OP8by51d4IbKYH3Fj1vCuA9oXjHY,68
-lightning_sdk-0.2.2.dist-info/top_level.txt,sha256=ps8doKILFXmN7F1mHncShmnQoTxKBRPIcchC8TpoBw4,19
-lightning_sdk-0.2.2.dist-info/RECORD,,
+lightning_sdk-0.2.4.dist-info/LICENSE,sha256=uFIuZwj5z-4TeF2UuacPZ1o17HkvKObT8fY50qN84sg,1064
+lightning_sdk-0.2.4.dist-info/METADATA,sha256=H8Yv9rh5KKFyNlVa6zU8k8Frb6C4ZeWoaauSIO2DUnk,3991
+lightning_sdk-0.2.4.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
+lightning_sdk-0.2.4.dist-info/entry_points.txt,sha256=msB9PJWIJ784dX-OP8by51d4IbKYH3Fj1vCuA9oXjHY,68
+lightning_sdk-0.2.4.dist-info/top_level.txt,sha256=ps8doKILFXmN7F1mHncShmnQoTxKBRPIcchC8TpoBw4,19
+lightning_sdk-0.2.4.dist-info/RECORD,,