lightning-sdk 0.2.2__py3-none-any.whl → 0.2.3__py3-none-any.whl

lightning_sdk/__init__.py

@@ -31,6 +31,6 @@ __all__ = [
     "User",
 ]
 
-__version__ = "0.2.2"
+__version__ = "0.2.3"
 _check_version_and_prompt_upgrade(__version__)
 _set_tqdm_envvars_noninteractive()

lightning_sdk/api/deployment_api.py

@@ -258,6 +258,7 @@ class DeploymentApi:
         auth: Optional[Union[BasicAuth, TokenAuth]] = None,
         custom_domain: Optional[str] = None,
         quantity: Optional[int] = None,
+        include_credentials: Optional[bool] = None,
     ) -> V1Deployment:
         # Update the deployment in place
 
@@ -283,6 +284,7 @@ class DeploymentApi:
         requires_release |= apply_change(deployment.spec, "cluster_id", cloud_account)
         requires_release |= apply_change(deployment.spec, "spot", spot)
         requires_release |= apply_change(deployment.spec, "quantity", quantity)
+        requires_release |= apply_change(deployment.spec, "include_credentials", include_credentials)
 
         if requires_release:
             if deployment.strategy is None:
@@ -549,6 +551,7 @@ def to_spec(
     env: Union[List[Union[Secret, Env]], Dict[str, str], None] = None,
     health_check: Optional[Union[HttpHealthCheck, ExecHealthCheck]] = None,
     quantity: Optional[int] = None,
+    include_credentials: Optional[bool] = None,
 ) -> V1JobSpec:
     if cloud_account is None:
         raise ValueError("The cloud account should be defined.")
@@ -569,6 +572,7 @@ def to_spec(
         instance_name=_machine_to_compute_name(machine),
         readiness_probe=to_health_check(health_check),
         quantity=quantity,
+        include_credentials=include_credentials,
     )
 
 

lightning_sdk/api/lit_container_api.py

@@ -120,6 +120,7 @@ class LitContainerApi:
         yield {
             "finish": True,
             "url": f"{LIGHTNING_CLOUD_URL}/{teamspace.owner.name}/{teamspace.name}/containers/{container_basename}",
+            "repository": repository,
         }
 
     def _push_with_retry(self, repository: str, max_retries: int = 3) -> Iterator[Dict[str, Any]]:

lightning_sdk/cli/serve.py

@@ -1,3 +1,4 @@
+import os
 import subprocess
 from pathlib import Path
 from typing import Optional, Union
@@ -8,7 +9,9 @@ from rich.console import Console
 from rich.progress import Progress, SpinnerColumn, TextColumn, TimeElapsedColumn
 from rich.prompt import Confirm
 
+from lightning_sdk.api.deployment_api import DeploymentApi
 from lightning_sdk.api.lit_container_api import LitContainerApi
+from lightning_sdk.cli.exceptions import StudioCliError
 from lightning_sdk.cli.teamspace_menu import _TeamspacesMenu
 from lightning_sdk.serve import _LitServeDeployer
 
@@ -46,7 +49,7 @@ def serve() -> None:
     help="Deploy the model to the Lightning AI platform",
 )
 @click.option("--gpu", is_flag=True, default=False, flag_value=True, help="Use GPU for serving")
-@click.option("--repository", default=None, help="Docker repository name (e.g., 'username/model-name')")
+@click.option("--name", default=None, help="Name of the deployed API (e.g., 'classification-api', 'Llama-api')")
 @click.option(
     "--non-interactive",
     "--non_interactive",
@@ -60,12 +63,12 @@ def api(
     easy: bool,
     cloud: bool,
     gpu: bool,
-    repository: str,
+    name: str,
     non_interactive: bool,
 ) -> None:
     """Deploy a LitServe model script."""
     return api_impl(
-        script_path=script_path, easy=easy, cloud=cloud, gpu=gpu, repository=repository, non_interactive=non_interactive
+        script_path=script_path, easy=easy, cloud=cloud, gpu=gpu, repository=name, non_interactive=non_interactive
     )
 
 
@@ -74,7 +77,8 @@ def api_impl(
     easy: bool = False,
     cloud: bool = False,
     gpu: bool = False,
-    repository: Optional[str] = None,
+    repository: [str] = None,
+    tag: Optional[str] = None,
     non_interactive: bool = False,
 ) -> None:
     """Deploy a LitServe model script."""
@@ -85,12 +89,13 @@ def api_impl(
     if not script_path.is_file():
         raise ValueError(f"Path is not a file: {script_path}")
 
-    ls_deployer = _LitServeDeployer()
-    ls_deployer.generate_client() if easy else None
+    _LitServeDeployer.generate_client() if easy else None
 
     if cloud:
-        tag = repository if repository else "litserve-model"
-        return _handle_cloud(script_path, console, gpu=gpu, tag=tag, non_interactive=non_interactive)
+        repository = repository or "litserve-model"
+        return _handle_cloud(
+            script_path, console, gpu=gpu, repository=repository, tag=tag, non_interactive=non_interactive
+        )
 
     try:
         subprocess.run(
@@ -112,11 +117,13 @@ def _handle_cloud(
     teamspace: Optional[str] = None,
     non_interactive: bool = False,
 ) -> None:
+    menu = _TeamspacesMenu()
+    teamspace = menu._resolve_teamspace(teamspace)
     try:
         client = docker.from_env()
         client.ping()
     except docker.errors.DockerException as e:
-        raise RuntimeError(f"Failed to connect to Docker daemon: {e!s}. Is Docker running?") from None
+        raise StudioCliError(f"Failed to connect to Docker daemon: {e!s}. Is Docker running?") from None
 
     ls_deployer = _LitServeDeployer()
     path = ls_deployer.dockerize_api(script_path, port=8000, gpu=gpu, tag=tag)
@@ -133,18 +140,29 @@ def _handle_cloud(
     tag = tag if tag else "latest"
 
     lit_cr = LitContainerApi()
-    menu = _TeamspacesMenu()
-    teamspace = menu._resolve_teamspace(teamspace)
+    deployment_name = os.path.basename(repository)
+
+    if DeploymentApi().get_deployment_by_name(deployment_name, teamspace.id):
+        raise StudioCliError(f"Deployment {deployment_name} already exists. Please choose a different name.") from None
+
     with Progress(
         SpinnerColumn(),
         TextColumn("[progress.description]{task.description}"),
         TimeElapsedColumn(),
         console=console,
-        transient=False,
+        transient=True,
     ) as progress:
-        ls_deployer._build_container(path, repository, tag, console, progress)
-        ls_deployer._push_container(repository, tag, teamspace, lit_cr, progress)
-    console.print(f"\n✅ Image pushed to {tag}", style="bold green")
-    console.print(
-        "Soon you will be able to deploy this model to the Lightning Studio!",
+        try:
+            ls_deployer.build_container(path, repository, tag, console, progress)
+            push_status = ls_deployer.push_container(repository, tag, teamspace, lit_cr, progress)
+        except Exception as e:
+            console.print(f"❌ Deployment failed: {e}", style="red")
+            return
+    console.print(f"\n✅ Image pushed to {repository}:{tag}")
+    console.print(f"🔗 You can access the container at: [i]{push_status.get('url')}[/i]")
+    repository = push_status.get("repository")
+
+    deployment_status = ls_deployer._run_on_cloud(
+        deployment_name=deployment_name, image=repository, teamspace=teamspace, ports=[8000], gpu=gpu, metric=None
     )
+    console.print(f"🚀 Deployment started, access at [i]{deployment_status.get('url')}[/i]")

lightning_sdk/deployment/deployment.py

@@ -32,7 +32,7 @@ from lightning_sdk.organization import Organization
 from lightning_sdk.services.utilities import _get_cluster
 from lightning_sdk.teamspace import Teamspace
 from lightning_sdk.user import User
-from lightning_sdk.utils.resolve import _resolve_deprecated_cluster, _resolve_org, _resolve_teamspace, _resolve_user
+from lightning_sdk.utils.resolve import _resolve_deprecated_cluster, _resolve_teamspace, _resolve_user
 
 
 class Deployment:
@@ -73,13 +73,12 @@ class Deployment:
             raise e
 
         self._name = name
-        self._org = _resolve_org(org)
         self._user = _resolve_user(self._user or user)
 
         self._teamspace = _resolve_teamspace(
             teamspace=teamspace,
-            org=self._org,
-            user=self._user,
+            org=org,
+            user=user,
         )
         if self._teamspace is None:
             raise ValueError("You need to pass a teamspace or an org for your deployment.")
@@ -116,6 +115,7 @@ class Deployment:
         custom_domain: Optional[str] = None,
         cluster: Optional[str] = None,  # deprecated in favor of cloud_account
         quantity: Optional[int] = None,
+        include_credentials: Optional[bool] = None,
     ) -> None:
         """The Lightning AI Deployment.
 
@@ -140,6 +140,7 @@ class Deployment:
                 Doesn't matter when the studio already exists.
             custom_domain: Whether your service would be referenced under a custom doamin.
             quantity: The number of machines per replica to deploy.
+            include_credentials: Whether to include the environement variables for the SDK to authenticate
 
         Note:
             Since a teamspace can either be owned by an org or by a user directly,
@@ -172,6 +173,7 @@ class Deployment:
                     machine=machine,
                     health_check=health_check,
                     quantity=quantity,
+                    include_credentials=include_credentials if include_credentials is not None else True,
                 ),
                 strategy=to_strategy(release_strategy),
             )
@@ -203,6 +205,7 @@ class Deployment:
         custom_domain: Optional[str] = None,
         cluster: Optional[str] = None,  # deprecated in favor of cloud_account
         quantity: Optional[int] = None,
+        include_credentials: Optional[bool] = None,
     ) -> None:
         cloud_account = _resolve_deprecated_cluster(cloud_account, cluster)
 
@@ -225,6 +228,7 @@ class Deployment:
             health_check=health_check,
             release_strategy=release_strategy,
             quantity=quantity,
+            include_credentials=include_credentials if include_credentials is not None else True,
         )
 
     def stop(self) -> None:
@@ -359,6 +363,14 @@ class Deployment:
             return self._deployment.spec.quantity
         return None
 
+    @property
+    def include_credentials(self) -> Optional[bool]:
+        """The number of machines per replica."""
+        if self._deployment:
+            self._deployment = self._deployment_api.get_deployment_by_name(self._name, self._teamspace.id)
+            return self._deployment.spec.include_credentials
+        return None
+
     @property
     def user(self) -> Optional[User]:
         """The teamspace of the deployment."""

lightning_sdk/lightning_cloud/openapi/models/project_id_cloudspaces_body.py

@@ -52,6 +52,7 @@ class ProjectIdCloudspacesBody(object):
         'name': 'str',
         'plugins': 'list[str]',
         'requested_run_duration_seconds': 'str',
+        'same_compute_on_resume': 'bool',
         'seed_files': 'list[V1CloudSpaceSeedFile]',
         'spot': 'bool'
     }
@@ -68,11 +69,12 @@ class ProjectIdCloudspacesBody(object):
         'name': 'name',
         'plugins': 'plugins',
         'requested_run_duration_seconds': 'requestedRunDurationSeconds',
+        'same_compute_on_resume': 'sameComputeOnResume',
         'seed_files': 'seedFiles',
         'spot': 'spot'
     }
 
-    def __init__(self, can_download_source_code: 'bool' =None, cloud_space_instance_cpu_image_override: 'str' =None, cloud_space_instance_gpu_image_override: 'str' =None, cluster_id: 'str' =None, compute_name: 'str' =None, data_connection_mounts: 'list[V1DataConnectionMount]' =None, disk_size: 'str' =None, display_name: 'str' =None, name: 'str' =None, plugins: 'list[str]' =None, requested_run_duration_seconds: 'str' =None, seed_files: 'list[V1CloudSpaceSeedFile]' =None, spot: 'bool' =None):  # noqa: E501
+    def __init__(self, can_download_source_code: 'bool' =None, cloud_space_instance_cpu_image_override: 'str' =None, cloud_space_instance_gpu_image_override: 'str' =None, cluster_id: 'str' =None, compute_name: 'str' =None, data_connection_mounts: 'list[V1DataConnectionMount]' =None, disk_size: 'str' =None, display_name: 'str' =None, name: 'str' =None, plugins: 'list[str]' =None, requested_run_duration_seconds: 'str' =None, same_compute_on_resume: 'bool' =None, seed_files: 'list[V1CloudSpaceSeedFile]' =None, spot: 'bool' =None):  # noqa: E501
         """ProjectIdCloudspacesBody - a model defined in Swagger"""  # noqa: E501
         self._can_download_source_code = None
         self._cloud_space_instance_cpu_image_override = None
@@ -85,6 +87,7 @@ class ProjectIdCloudspacesBody(object):
         self._name = None
         self._plugins = None
         self._requested_run_duration_seconds = None
+        self._same_compute_on_resume = None
         self._seed_files = None
         self._spot = None
         self.discriminator = None
@@ -110,6 +113,8 @@ class ProjectIdCloudspacesBody(object):
             self.plugins = plugins
         if requested_run_duration_seconds is not None:
             self.requested_run_duration_seconds = requested_run_duration_seconds
+        if same_compute_on_resume is not None:
+            self.same_compute_on_resume = same_compute_on_resume
         if seed_files is not None:
             self.seed_files = seed_files
         if spot is not None:
@@ -346,6 +351,27 @@ class ProjectIdCloudspacesBody(object):
 
         self._requested_run_duration_seconds = requested_run_duration_seconds
 
+    @property
+    def same_compute_on_resume(self) -> 'bool':
+        """Gets the same_compute_on_resume of this ProjectIdCloudspacesBody.  # noqa: E501
+
+
+        :return: The same_compute_on_resume of this ProjectIdCloudspacesBody.  # noqa: E501
+        :rtype: bool
+        """
+        return self._same_compute_on_resume
+
+    @same_compute_on_resume.setter
+    def same_compute_on_resume(self, same_compute_on_resume: 'bool'):
+        """Sets the same_compute_on_resume of this ProjectIdCloudspacesBody.
+
+
+        :param same_compute_on_resume: The same_compute_on_resume of this ProjectIdCloudspacesBody.  # noqa: E501
+        :type: bool
+        """
+
+        self._same_compute_on_resume = same_compute_on_resume
+
     @property
     def seed_files(self) -> 'list[V1CloudSpaceSeedFile]':
         """Gets the seed_files of this ProjectIdCloudspacesBody.  # noqa: E501

lightning_sdk/lightning_cloud/openapi/models/v1_user_features.py

@@ -61,6 +61,7 @@ class V1UserFeatures(object):
         'deployment_alerts': 'bool',
         'deployment_persistent_disk': 'bool',
         'deployment_reservations': 'bool',
+        'dgx_cloud': 'bool',
         'docs_agent': 'bool',
         'drive_v2': 'bool',
         'enable_crypto_crackdown': 'bool',
@@ -82,7 +83,6 @@ class V1UserFeatures(object):
         'open_api_in_studio': 'bool',
         'org_level_member_permissions': 'bool',
         'pipelines': 'bool',
-        'plugin_biz_chat': 'bool',
         'plugin_distributed': 'bool',
         'plugin_fiftyone': 'bool',
         'plugin_inference': 'bool',
@@ -139,6 +139,7 @@ class V1UserFeatures(object):
         'deployment_alerts': 'deploymentAlerts',
         'deployment_persistent_disk': 'deploymentPersistentDisk',
         'deployment_reservations': 'deploymentReservations',
+        'dgx_cloud': 'dgxCloud',
         'docs_agent': 'docsAgent',
         'drive_v2': 'driveV2',
         'enable_crypto_crackdown': 'enableCryptoCrackdown',
@@ -160,7 +161,6 @@ class V1UserFeatures(object):
         'open_api_in_studio': 'openApiInStudio',
         'org_level_member_permissions': 'orgLevelMemberPermissions',
         'pipelines': 'pipelines',
-        'plugin_biz_chat': 'pluginBizChat',
         'plugin_distributed': 'pluginDistributed',
         'plugin_fiftyone': 'pluginFiftyone',
         'plugin_inference': 'pluginInference',
@@ -196,7 +196,7 @@ class V1UserFeatures(object):
         'vultr': 'vultr'
     }
 
-    def __init__(self, affiliate_links: 'bool' =None, agents_v2: 'bool' =None, ai_hub_monetization: 'bool' =None, auto_fast_load: 'bool' =None, auto_join_orgs: 'bool' =None, b2c_experience: 'bool' =None, cap_add: 'list[str]' =None, cap_drop: 'list[str]' =None, capacity_reservation_byoc: 'bool' =None, capacity_reservation_dry_run: 'bool' =None, chat_models: 'bool' =None, code_tab: 'bool' =None, collab_screen_sharing: 'bool' =None, cost_attribution_settings: 'bool' =None, custom_app_domain: 'bool' =None, custom_instance_types: 'bool' =None, default_one_cluster: 'bool' =None, deployment_alerts: 'bool' =None, deployment_persistent_disk: 'bool' =None, deployment_reservations: 'bool' =None, docs_agent: 'bool' =None, drive_v2: 'bool' =None, enable_crypto_crackdown: 'bool' =None, enable_storage_limits: 'bool' =None, fair_share: 'bool' =None, featured_studios_admin: 'bool' =None, filestore: 'bool' =None, instant_capacity_reservation: 'bool' =None, job_artifacts_v2: 'bool' =None, jobs_v2: 'bool' =None, lambda_labs: 'bool' =None, landing_studios: 'bool' =None, lit_logger: 'bool' =None, mmt_fault_tolerance: 'bool' =None, mmt_strategy_selector: 'bool' =None, mmt_v2: 'bool' =None, multicloud_saas: 'bool' =None, multiple_studio_versions: 'bool' =None, open_api_in_studio: 'bool' =None, org_level_member_permissions: 'bool' =None, pipelines: 'bool' =None, plugin_biz_chat: 'bool' =None, plugin_distributed: 'bool' =None, plugin_fiftyone: 'bool' =None, plugin_inference: 'bool' =None, plugin_label_studio: 'bool' =None, plugin_langflow: 'bool' =None, plugin_lightning_apps: 'bool' =None, plugin_lightning_apps_distributed: 'bool' =None, plugin_mage_ai: 'bool' =None, plugin_milvus: 'bool' =None, plugin_python_profiler: 'bool' =None, plugin_react: 'bool' =None, plugin_service: 'bool' =None, plugin_sweeps: 'bool' =None, plugin_weviate: 'bool' =None, pricing_updates: 'bool' =None, product_generator: 'bool' =None, project_selector: 'bool' =None, restartable_jobs: 'bool' =None, runnable_public_studio_page: 'bool' =None, security_docs: 'bool' =None, show_dev_admin: 'bool' =None, slurm: 'bool' =None, slurm_machine_selector: 'bool' =None, snapshotter_service: 'bool' =None, snowflake_connection: 'bool' =None, stop_ide_container_on_shutdown: 'bool' =None, studio_config: 'bool' =None, studio_on_stop: 'bool' =None, studio_version_visibility: 'bool' =None, teamspace_storage_tab: 'bool' =None, trainium2: 'bool' =None, use_rclone_mounts_only: 'bool' =None, vultr: 'bool' =None):  # noqa: E501
+    def __init__(self, affiliate_links: 'bool' =None, agents_v2: 'bool' =None, ai_hub_monetization: 'bool' =None, auto_fast_load: 'bool' =None, auto_join_orgs: 'bool' =None, b2c_experience: 'bool' =None, cap_add: 'list[str]' =None, cap_drop: 'list[str]' =None, capacity_reservation_byoc: 'bool' =None, capacity_reservation_dry_run: 'bool' =None, chat_models: 'bool' =None, code_tab: 'bool' =None, collab_screen_sharing: 'bool' =None, cost_attribution_settings: 'bool' =None, custom_app_domain: 'bool' =None, custom_instance_types: 'bool' =None, default_one_cluster: 'bool' =None, deployment_alerts: 'bool' =None, deployment_persistent_disk: 'bool' =None, deployment_reservations: 'bool' =None, dgx_cloud: 'bool' =None, docs_agent: 'bool' =None, drive_v2: 'bool' =None, enable_crypto_crackdown: 'bool' =None, enable_storage_limits: 'bool' =None, fair_share: 'bool' =None, featured_studios_admin: 'bool' =None, filestore: 'bool' =None, instant_capacity_reservation: 'bool' =None, job_artifacts_v2: 'bool' =None, jobs_v2: 'bool' =None, lambda_labs: 'bool' =None, landing_studios: 'bool' =None, lit_logger: 'bool' =None, mmt_fault_tolerance: 'bool' =None, mmt_strategy_selector: 'bool' =None, mmt_v2: 'bool' =None, multicloud_saas: 'bool' =None, multiple_studio_versions: 'bool' =None, open_api_in_studio: 'bool' =None, org_level_member_permissions: 'bool' =None, pipelines: 'bool' =None, plugin_distributed: 'bool' =None, plugin_fiftyone: 'bool' =None, plugin_inference: 'bool' =None, plugin_label_studio: 'bool' =None, plugin_langflow: 'bool' =None, plugin_lightning_apps: 'bool' =None, plugin_lightning_apps_distributed: 'bool' =None, plugin_mage_ai: 'bool' =None, plugin_milvus: 'bool' =None, plugin_python_profiler: 'bool' =None, plugin_react: 'bool' =None, plugin_service: 'bool' =None, plugin_sweeps: 'bool' =None, plugin_weviate: 'bool' =None, pricing_updates: 'bool' =None, product_generator: 'bool' =None, project_selector: 'bool' =None, restartable_jobs: 'bool' =None, runnable_public_studio_page: 'bool' =None, security_docs: 'bool' =None, show_dev_admin: 'bool' =None, slurm: 'bool' =None, slurm_machine_selector: 'bool' =None, snapshotter_service: 'bool' =None, snowflake_connection: 'bool' =None, stop_ide_container_on_shutdown: 'bool' =None, studio_config: 'bool' =None, studio_on_stop: 'bool' =None, studio_version_visibility: 'bool' =None, teamspace_storage_tab: 'bool' =None, trainium2: 'bool' =None, use_rclone_mounts_only: 'bool' =None, vultr: 'bool' =None):  # noqa: E501
         """V1UserFeatures - a model defined in Swagger"""  # noqa: E501
         self._affiliate_links = None
         self._agents_v2 = None
@@ -218,6 +218,7 @@ class V1UserFeatures(object):
         self._deployment_alerts = None
         self._deployment_persistent_disk = None
         self._deployment_reservations = None
+        self._dgx_cloud = None
         self._docs_agent = None
         self._drive_v2 = None
         self._enable_crypto_crackdown = None
@@ -239,7 +240,6 @@ class V1UserFeatures(object):
         self._open_api_in_studio = None
         self._org_level_member_permissions = None
         self._pipelines = None
-        self._plugin_biz_chat = None
         self._plugin_distributed = None
         self._plugin_fiftyone = None
         self._plugin_inference = None
@@ -314,6 +314,8 @@ class V1UserFeatures(object):
             self.deployment_persistent_disk = deployment_persistent_disk
         if deployment_reservations is not None:
             self.deployment_reservations = deployment_reservations
+        if dgx_cloud is not None:
+            self.dgx_cloud = dgx_cloud
         if docs_agent is not None:
             self.docs_agent = docs_agent
         if drive_v2 is not None:
@@ -356,8 +358,6 @@ class V1UserFeatures(object):
             self.org_level_member_permissions = org_level_member_permissions
         if pipelines is not None:
             self.pipelines = pipelines
-        if plugin_biz_chat is not None:
-            self.plugin_biz_chat = plugin_biz_chat
         if plugin_distributed is not None:
             self.plugin_distributed = plugin_distributed
         if plugin_fiftyone is not None:
@@ -845,6 +845,27 @@ class V1UserFeatures(object):
 
         self._deployment_reservations = deployment_reservations
 
+    @property
+    def dgx_cloud(self) -> 'bool':
+        """Gets the dgx_cloud of this V1UserFeatures.  # noqa: E501
+
+
+        :return: The dgx_cloud of this V1UserFeatures.  # noqa: E501
+        :rtype: bool
+        """
+        return self._dgx_cloud
+
+    @dgx_cloud.setter
+    def dgx_cloud(self, dgx_cloud: 'bool'):
+        """Sets the dgx_cloud of this V1UserFeatures.
+
+
+        :param dgx_cloud: The dgx_cloud of this V1UserFeatures.  # noqa: E501
+        :type: bool
+        """
+
+        self._dgx_cloud = dgx_cloud
+
     @property
     def docs_agent(self) -> 'bool':
         """Gets the docs_agent of this V1UserFeatures.  # noqa: E501
@@ -1286,27 +1307,6 @@ class V1UserFeatures(object):
 
         self._pipelines = pipelines
 
-    @property
-    def plugin_biz_chat(self) -> 'bool':
-        """Gets the plugin_biz_chat of this V1UserFeatures.  # noqa: E501
-
-
-        :return: The plugin_biz_chat of this V1UserFeatures.  # noqa: E501
-        :rtype: bool
-        """
-        return self._plugin_biz_chat
-
-    @plugin_biz_chat.setter
-    def plugin_biz_chat(self, plugin_biz_chat: 'bool'):
-        """Sets the plugin_biz_chat of this V1UserFeatures.
-
-
-        :param plugin_biz_chat: The plugin_biz_chat of this V1UserFeatures.  # noqa: E501
-        :type: bool
-        """
-
-        self._plugin_biz_chat = plugin_biz_chat
-
     @property
     def plugin_distributed(self) -> 'bool':
         """Gets the plugin_distributed of this V1UserFeatures.  # noqa: E501

lightning_sdk/serve.py

@@ -1,13 +1,18 @@
 import os
+import shlex
+import subprocess
 import warnings
 from pathlib import Path
+from typing import Generator, List, Optional
 
 import docker
 from rich.console import Console
 from rich.progress import Progress
 
-from lightning_sdk import Teamspace
+from lightning_sdk import Deployment, Machine, Teamspace
+from lightning_sdk.api.deployment_api import AutoScaleConfig
 from lightning_sdk.api.lit_container_api import LitContainerApi
+from lightning_sdk.api.utils import _get_cloud_url
 
 
 class _LitServeDeployer:
@@ -17,6 +22,8 @@ class _LitServeDeployer:
 
     @property
     def client(self) -> docker.DockerClient:
+        os.environ["DOCKER_BUILDKIT"] = "1"
+
         if self._client is None:
             try:
                 self._client = docker.from_env()
@@ -80,8 +87,11 @@ Update [underline]{os.path.abspath("Dockerfile")}[/underline] to add any additio
         console.print(success_msg)
         return os.path.abspath("Dockerfile")
 
-    def generate_client(self) -> None:
-        console = self._console
+    @staticmethod
+    def generate_client() -> None:
+        from rich.console import Console
+
+        console = Console()
         try:
             from litserve.python_client import client_template
         except ImportError:
@@ -99,36 +109,113 @@ Update [underline]{os.path.abspath("Dockerfile")}[/underline] to add any additio
             except OSError as e:
                 raise OSError(f"Failed to generate client.py: {e!s}") from None
 
-    def _build_container(self, path: str, repository: str, tag: str, console: Console, progress: Progress) -> None:
-        build_task = progress.add_task("Building Docker image", total=None)
-        build_status = self.client.api.build(
-            path=os.path.dirname(path), dockerfile=path, tag=f"{repository}:{tag}", decode=True, quiet=False
+    def _docker_build_with_logs(
+        self, path: str, repository: str, tag: str, platform: str = "linux/amd64"
+    ) -> Generator[str, None, None]:
+        """Build Docker image using CLI with real-time log streaming.
+
+        Returns:
+            Tuple: (image_id, logs generator)
+
+        Raises:
+            RuntimeError: On build failure
+        """
+        cmd = f"docker build --platform {platform} -t {repository}:{tag} ."
+        proc = subprocess.Popen(
+            shlex.split(cmd),
+            stdout=subprocess.PIPE,
+            stderr=subprocess.STDOUT,
+            text=True,
+            bufsize=1,  # Line buffered
         )
-        for line in build_status:
+
+        def log_generator() -> Generator[str, None, None]:
+            while True:
+                line = proc.stdout.readline()
+                if not line and proc.poll() is not None:
+                    break
+                yield line.strip()
+                if "error" in line.lower():
+                    proc.terminate()
+                    raise RuntimeError(f"Build failed: {line.strip()}")
+
+            if proc.returncode != 0:
+                raise RuntimeError(f"Build failed with exit code {proc.returncode}")
+
+        return log_generator()
+
+    def build_container(self, path: str, repository: str, tag: str, console: Console, progress: Progress) -> None:
+        build_task = progress.add_task("Building Docker image", total=None)
+        build_logs = self._docker_build_with_logs(path, repository, tag=tag)
+
+        for line in build_logs:
             if "error" in line:
                 progress.stop()
                 console.print(f"\n[red]{line}[/red]")
-                return
-            if "stream" in line and line["stream"].strip():
-                console.print(line["stream"].strip(), style="bright_black")
+                raise RuntimeError(f"Failed to build image: {line}")
+            else:
+                console.print(
+                    line.strip(),
+                )
                 progress.update(build_task, description="Building Docker image")
 
         progress.update(build_task, description="[green]Build completed![/green]")
 
-    def _push_container(
+    def push_container(
         self, repository: str, tag: str, teamspace: Teamspace, lit_cr: LitContainerApi, progress: Progress
-    ) -> None:
+    ) -> dict:
         console = self._console
         push_task = progress.add_task("Pushing to registry", total=None)
         console.print("\nPushing image...", style="bold blue")
         lit_cr.authenticate()
         push_status = lit_cr.upload_container(repository, teamspace, tag=tag)
+        last_status = {}
         for line in push_status:
+            last_status = line
             if "error" in line:
                 progress.stop()
                 console.print(f"\n[red]{line}[/red]")
-                return
+                raise RuntimeError(f"Failed to push image: {line}")
             if "status" in line:
-                console.print(line["status"], style="bright_black")
+                console.print(line["status"].strip())
                 progress.update(push_task, description="Pushing to registry")
         progress.update(push_task, description="[green]Push completed![/green]")
+        return last_status
+
+    def _run_on_cloud(
+        self,
+        deployment_name: str,
+        teamspace: Teamspace,
+        image: str,
+        ports: List[int],
+        gpu: bool = False,
+        metric: Optional[str] = None,
+        machine: Optional[Machine] = None,
+        min_replica: Optional[int] = 1,
+        max_replica: Optional[int] = 1,
+        spot: Optional[bool] = None,
+        replicas: Optional[int] = None,
+        cloud_account: Optional[str] = None,
+    ) -> dict:
+        machine = machine or Machine.CPU
+        metric = metric or "GPU" if gpu else "CPU"
+        url = f"{_get_cloud_url()}/{teamspace.owner.name}/{teamspace.name}/jobs/{deployment_name}"
+        deployment = Deployment(deployment_name, teamspace)
+        if deployment.is_started:
+            raise RuntimeError(
+                f"Deployment with name {deployment_name} already running. "
+                "Please stop the deployment before starting a new one.\n"
+                f"You can access the deployment at {url}"
+            )
+        autoscale = AutoScaleConfig(min_replicas=min_replica, max_replicas=max_replica, metric=metric, threshold=0.95)
+        deployment.start(
+            machine=machine,
+            image=image,
+            ports=ports,
+            autoscale=autoscale,
+            spot=spot,
+            replicas=replicas,
+            cloud_account=cloud_account,
+        )
+
+        return {"deployment": deployment, "url": url}

{lightning_sdk-0.2.2.dist-info → lightning_sdk-0.2.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lightning_sdk
-Version: 0.2.2
+Version: 0.2.3
 Summary: SDK to develop using Lightning AI Studios
 Author-email: Lightning-AI <justus@lightning.ai>
 License: MIT License

{lightning_sdk-0.2.2.dist-info → lightning_sdk-0.2.3.dist-info}/RECORD

@@ -1,5 +1,5 @@
 docs/source/conf.py,sha256=r8yX20eC-4mHhMTd0SbQb5TlSWHhO6wnJ0VJ_FBFpag,13249
-lightning_sdk/__init__.py,sha256=AXfGavmhTcfNwZPxvjYvNeu_YAKQzZ8A9NSbbFp8e90,1104
+lightning_sdk/__init__.py,sha256=YGP-QC_WV8gn8xxxESb1X6DcaOVnY-lkbM0NHBZor_s,1104
 lightning_sdk/agents.py,sha256=ly6Ma1j0ZgGPFyvPvMN28JWiB9dATIstFa5XM8pMi6I,1577
 lightning_sdk/ai_hub.py,sha256=dfw5CS93ehGmPlZCbbE2Pu3v0ANI6ZY05-ULbcHFqs4,7189
 lightning_sdk/constants.py,sha256=ztl1PTUBULnqTf3DyKUSJaV_O20hNtUYT6XvAYIrmIk,749
@@ -10,7 +10,7 @@ lightning_sdk/models.py,sha256=inFyRA8aLMvrAhCeIdJaTGHjp0Qtou9G_J3gXePxU4E,5975
 lightning_sdk/organization.py,sha256=WCfzdgjtvY1_A07DnxOpp74V2JR2gQwtXbIEcFDnoVU,1232
 lightning_sdk/owner.py,sha256=t5svD2it4C9pbSpVuG9WJL46CYi37JXNziwnXxhiU5U,1361
 lightning_sdk/plugin.py,sha256=TGxCa-xsOpv_kaKiVnNBNG3jLe9MweSS5Cnz9PcxQfY,14860
-lightning_sdk/serve.py,sha256=FydpScppL1HhzwkvvcihRVcWc6kdQSuajwTlC6tXHiU,5368
+lightning_sdk/serve.py,sha256=gllkjhCzG_Pdo5iV9AF78ytwgJXxjIUmb8vebi50M1o,8334
 lightning_sdk/status.py,sha256=lLGAuSvXBoXQFEEsEYwdCi0RcSNatUn5OPjJVjDtoM0,386
 lightning_sdk/studio.py,sha256=hyvAiVhkETAtbu0RRF1Aw6F8Y__E1SSAmsB8PHfmqHo,19935
 lightning_sdk/teamspace.py,sha256=CzpQJ6Uj_at0W-HIzYd-Y3gN9qBotUbAV3YBWjNT9U8,14364
@@ -18,9 +18,9 @@ lightning_sdk/user.py,sha256=vdn8pZqkAZO0-LoRsBdg0TckRKtd_H3QF4gpiZcl4iY,1130
 lightning_sdk/api/__init__.py,sha256=Qn2VVRvir_gO7w4yxGLkZY-R3T7kdiTPKgQ57BhIA9k,413
 lightning_sdk/api/agents_api.py,sha256=G47TbFo9kYqnBMqdw2RW-lfS1VAUBSXDmzs6fpIEMUs,4059
 lightning_sdk/api/ai_hub_api.py,sha256=Yr9VvxueIqPUUeMqExbjbWD5CE_yeWjq0dXQQv47erg,6779
-lightning_sdk/api/deployment_api.py,sha256=rtjhC19LuyABQ2R5CjXrF6_Y05kHQTyzhc6UTG36J84,22332
+lightning_sdk/api/deployment_api.py,sha256=z_D7ZZAnsVe3Q_ZVx1azcLK2_pP5xj63tmU97qhgyOw,22583
 lightning_sdk/api/job_api.py,sha256=_mMAI_BG_48i-BLwCP_U72zgmM5zYa2KUZ7u66HWkIc,13568
-lightning_sdk/api/lit_container_api.py,sha256=ij2Z3Hg1JceVmabSn8imw8s2F74NyTIDCb3YYP5r8a4,7610
+lightning_sdk/api/lit_container_api.py,sha256=m-3qZIIpZ24Z2Z8z9x8Di6cOSjkZmBFcf9R2yVMpA_4,7648
 lightning_sdk/api/mmt_api.py,sha256=-v7ATab-ThAM-HRClS92Ehxuu9MlBfdKWWFCGvVUHiM,8962
 lightning_sdk/api/org_api.py,sha256=Ze3z_ATVrukobujV5YdC42DKj45Vuwl7X52q_Vr-o3U,803
 lightning_sdk/api/pipeline_api.py,sha256=P5P9C6qOpyBGU0t5N68h1LuFAsAKmPPgkac6uObrYKw,1676
@@ -47,7 +47,7 @@ lightning_sdk/cli/list.py,sha256=dAZ94QPvE4IkH6GfL7171TMrMfcuWB53cvW6wk2eL4w,101
 lightning_sdk/cli/mmts_menu.py,sha256=HUXo3ZoZ3fWOCNWTQWoJgUlFXYq5uVm_6uFjAq7BDe8,2219
 lightning_sdk/cli/open.py,sha256=sgMLWBnkXdIq8H9XK_rph2bye3b07AKTJBQIk9fCGVc,1937
 lightning_sdk/cli/run.py,sha256=8JZiDrKwDhlaTOJd6qq2mCWJRqKm6shCWLzpbmFYIkE,13929
-lightning_sdk/cli/serve.py,sha256=bnAgsotNaTpud4grws3eWxfybVTRhPnoDpT13kOeGYI,4880
+lightning_sdk/cli/serve.py,sha256=9g8FygBIIgT8qsL885xa-tUt4IXGSm7pNEnx23CIdOE,5729
 lightning_sdk/cli/start.py,sha256=jUk52lkEFC_fqiEPkwM8GwE68WMNEtzBuzjkvr3POd0,1840
 lightning_sdk/cli/stop.py,sha256=5nCrUe1BONpX1nKNhbSFqLaXXKaRhSO7PvM1BVYLgn4,2864
 lightning_sdk/cli/studios_menu.py,sha256=TA9rO6_fFHGMz0Nt4rJ6iV80X5pZE4xShrSiyXoU-oQ,4129
@@ -55,7 +55,7 @@ lightning_sdk/cli/switch.py,sha256=qLvDoQRldCNgO1XvIGg-i-GyqnkHVb_U1-X4svqeNNU,1
 lightning_sdk/cli/teamspace_menu.py,sha256=C3g3spTKgtMwoK7pnooy0MBPz4AKhFjcObkvZyZ4v04,3797
 lightning_sdk/cli/upload.py,sha256=nZ7hVKccis4Fnx2ae3Y2utUWTlKH_9N-xjRFG9Xh3q4,12486
 lightning_sdk/deployment/__init__.py,sha256=dXsa4psDzFYFklsq3JC-2V_L4FQjGZnQAf-ZiVlqG9c,545
-lightning_sdk/deployment/deployment.py,sha256=uXqRT6zbwp1_od-reQpv0QagrNEZuEQVsoaILzU17E8,16532
+lightning_sdk/deployment/deployment.py,sha256=EbFoDLdj1UubXyOTSp1VTlpDTgwdczfyusdLStqD7WA,17218
 lightning_sdk/job/__init__.py,sha256=1MxjQ6rHkyUHCypSW9RuXuVMVH11WiqhIXcU2LCFMwE,64
 lightning_sdk/job/base.py,sha256=TS5KavtfBAFbLbNqqumEizY9edjO1joSmtUdcO5CThQ,17748
 lightning_sdk/job/job.py,sha256=1Xf0ne4wwXpkb_GJgWD8mfueJZoKR8G4lC5T6OXijlw,13075
@@ -207,7 +207,7 @@ lightning_sdk/lightning_cloud/openapi/models/profiler_captures_body.py,sha256=xT
 lightning_sdk/lightning_cloud/openapi/models/profiler_enabled_body.py,sha256=4YnP4KmUlXM5Brm5Sj5WnF82MTPr48FqH0C4R5YZRVY,4703
 lightning_sdk/lightning_cloud/openapi/models/project_id_agentmanagedendpoints_body.py,sha256=pK1HjgWsXhU7OOKwYdt-SwklzF39N3Ap7Lyrk75T43k,4673
 lightning_sdk/lightning_cloud/openapi/models/project_id_agents_body.py,sha256=oE3OGIhX0FfiKqE96YJmHnrRRAXgqrFsIAw840ib64Q,16193
-lightning_sdk/lightning_cloud/openapi/models/project_id_cloudspaces_body.py,sha256=q36orD3j5-RjVaMtFp3q_DFD1ZbrHBnT2VLyciDsIeM,15176
+lightning_sdk/lightning_cloud/openapi/models/project_id_cloudspaces_body.py,sha256=kroaORLZVLUQIXO-jQrlZvmVXXJF9t6CFM09jTFRBeQ,16188
 lightning_sdk/lightning_cloud/openapi/models/project_id_clusters_body.py,sha256=ewyBgf8oHlhgXKmn4YdjuyG84iONOeNXiWtbRQJfj4U,4348
 lightning_sdk/lightning_cloud/openapi/models/project_id_datasets_body.py,sha256=NkuH_enmOZ0MnYJ_hH2iVP1-Y1a9XinHR_c-5DaJxqU,15094
 lightning_sdk/lightning_cloud/openapi/models/project_id_endpoints_body.py,sha256=bnCgn3Jz3KE7blDn7chONuxJuc7Wg1eYM1QG0hxGR9U,7507
@@ -876,7 +876,7 @@ lightning_sdk/lightning_cloud/openapi/models/v1_upstream_open_ai.py,sha256=jt1qQ
 lightning_sdk/lightning_cloud/openapi/models/v1_usage.py,sha256=RhhnH9ygScZyExg06WhvMNPPRLSe8FYkIftqF-D9NIU,13408
 lightning_sdk/lightning_cloud/openapi/models/v1_usage_details.py,sha256=U7qC698Xj5tb3D93ZskG6sDf3lTXE13UTlGeDTvtRU4,14062
 lightning_sdk/lightning_cloud/openapi/models/v1_usage_report.py,sha256=iH67BcONBSLYzcZpGpKWSOzJTCpuqYt7FU4OUs8BJ9k,6076
-lightning_sdk/lightning_cloud/openapi/models/v1_user_features.py,sha256=Hsvc-MaidKATyRa6gshe0SXCSlcSQLjoh-3SmplRZys,68004
+lightning_sdk/lightning_cloud/openapi/models/v1_user_features.py,sha256=_I8vCY0BOl6yv-f_ZaqOmBhogr1SPhAz3JZZ7Veoq94,67885
 lightning_sdk/lightning_cloud/openapi/models/v1_user_requested_compute_config.py,sha256=3jeJfpbBpYY2B2Ao2j2N93CMO2CnvmPqndE4Lw3ZfMA,13056
 lightning_sdk/lightning_cloud/openapi/models/v1_user_requested_flow_compute_config.py,sha256=3WpZ-lf7xPwuYyQDMdP7Uc6-dh3vf5TaaUlcMfesfMk,5208
 lightning_sdk/lightning_cloud/openapi/models/v1_user_slurm_job_action_response.py,sha256=BdNzXH8Vsf5PHjl9Rd-TVkpAgx1YC9rf8LD0js-ba20,3058
@@ -928,9 +928,9 @@ lightning_sdk/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSu
 lightning_sdk/utils/dynamic.py,sha256=glUTO1JC9APtQ6Gr9SO02a3zr56-sPAXM5C3NrTpgyQ,1959
 lightning_sdk/utils/enum.py,sha256=h2JRzqoBcSlUdanFHmkj_j5DleBHAu1esQYUsdNI-hU,4106
 lightning_sdk/utils/resolve.py,sha256=MALzFO5iVlkZpnEiC9QkyWcTTYksCeHsloG6MCSJl48,6461
-lightning_sdk-0.2.2.dist-info/LICENSE,sha256=uFIuZwj5z-4TeF2UuacPZ1o17HkvKObT8fY50qN84sg,1064
-lightning_sdk-0.2.2.dist-info/METADATA,sha256=9XLJ6BN4gnCUuy4FTWyOA4mwG9e3vdoyv5_tktYGcsI,3991
-lightning_sdk-0.2.2.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
-lightning_sdk-0.2.2.dist-info/entry_points.txt,sha256=msB9PJWIJ784dX-OP8by51d4IbKYH3Fj1vCuA9oXjHY,68
-lightning_sdk-0.2.2.dist-info/top_level.txt,sha256=ps8doKILFXmN7F1mHncShmnQoTxKBRPIcchC8TpoBw4,19
-lightning_sdk-0.2.2.dist-info/RECORD,,
+lightning_sdk-0.2.3.dist-info/LICENSE,sha256=uFIuZwj5z-4TeF2UuacPZ1o17HkvKObT8fY50qN84sg,1064
+lightning_sdk-0.2.3.dist-info/METADATA,sha256=dqptSi26kADENeZWIzeE4uyJdaLagaxgvam8I_49_uQ,3991
+lightning_sdk-0.2.3.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
+lightning_sdk-0.2.3.dist-info/entry_points.txt,sha256=msB9PJWIJ784dX-OP8by51d4IbKYH3Fj1vCuA9oXjHY,68
+lightning_sdk-0.2.3.dist-info/top_level.txt,sha256=ps8doKILFXmN7F1mHncShmnQoTxKBRPIcchC8TpoBw4,19
+lightning_sdk-0.2.3.dist-info/RECORD,,