lightning-sdk 0.1.49__py3-none-any.whl → 2025.11.5__py3-none-any.whl

lightning_sdk/cli/upload.py

@@ -1,255 +0,0 @@
-import concurrent.futures
-import json
-import os
-from pathlib import Path
-from typing import Dict, List, Optional
-
-from rich.console import Console
-from rich.progress import Progress, SpinnerColumn, TextColumn, TimeElapsedColumn
-from simple_term_menu import TerminalMenu
-from tqdm import tqdm
-
-from lightning_sdk.api.lit_container_api import LitContainerApi
-from lightning_sdk.api.utils import _get_cloud_url
-from lightning_sdk.cli.exceptions import StudioCliError
-from lightning_sdk.cli.studios_menu import _StudiosMenu
-from lightning_sdk.cli.teamspace_menu import _TeamspacesMenu
-from lightning_sdk.models import upload_model
-from lightning_sdk.studio import Studio
-from lightning_sdk.utils.resolve import _get_authed_user, skip_studio_init
-
-
-class _Uploads(_StudiosMenu, _TeamspacesMenu):
-    """Upload files and folders to Lightning AI."""
-
-    _studio_upload_status_path = "~/.lightning/studios/uploads"
-
-    def model(self, name: str, path: str = ".", cloud_account: Optional[str] = None) -> None:
-        """Upload a Model.
-
-        Args:
-          name: The name of the Model you want to upload.
-            This should have the format <ORGANIZATION-NAME>/<TEAMSPACE-NAME>/<MODEL-NAME>.
-          path: The path to the file or directory you want to upload. Defaults to the current directory.
-          cloud_account: The name of the cloud account to store the Model in.
-        """
-        upload_model(name, path, cloud_account=cloud_account)
-
-    def _resolve_studio(self, studio: Optional[str]) -> Studio:
-        user = _get_authed_user()
-        possible_studios = self._get_possible_studios(user)
-
-        try:
-            if studio is None:
-                selected_studio = self._get_studio_from_interactive_menu(possible_studios)
-            else:
-                selected_studio = self._get_studio_from_name(studio, possible_studios)
-
-        except KeyboardInterrupt:
-            raise KeyboardInterrupt from None
-
-        # give user friendlier error message
-        except Exception as e:
-            raise StudioCliError(
-                f"Could not find the given Studio {studio} to upload files to. "
-                "Please contact Lightning AI directly to resolve this issue."
-            ) from e
-
-        with skip_studio_init():
-            return Studio(**selected_studio)
-
-    def folder(self, path: str, studio: Optional[str] = None, remote_path: Optional[str] = None) -> None:
-        """Upload a file or folder to a Studio.
-
-        Args:
-          path: The path to the file or directory you want to upload
-          studio: The name of the studio to upload to. Will show a menu for selection if not specified.
-            If provided, should be in the form of <TEAMSPACE-NAME>/<STUDIO-NAME>
-          remote_path: The path where the uploaded file should appear on your Studio.
-            Has to be within your Studio's home directory and will be relative to that.
-            If not specified, will use the file or directory name of the path you want to upload
-            and place it in your home directory.
-        """
-        if remote_path is None:
-            remote_path = os.path.basename(path)
-
-        if not Path(path).exists():
-            raise FileNotFoundError(f"The provided path does not exist: {path}.")
-        if not Path(path).is_dir():
-            raise StudioCliError(f"The provided path is not a folder: {path}. Use `lightning upload file` instead.")
-
-        selected_studio = self._resolve_studio(studio)
-
-        print(f"Uploading to {selected_studio.teamspace.name}/{selected_studio.name}")
-
-        pairs = {}
-        for root, _, files in os.walk(path):
-            rel_root = os.path.relpath(root, path)
-            for f in files:
-                pairs[os.path.join(root, f)] = os.path.join(remote_path, rel_root, f)
-
-        upload_state = self._resolve_previous_upload_state(selected_studio, remote_path, pairs)
-
-        with concurrent.futures.ThreadPoolExecutor(max_workers=10) as executor:
-            futures = self._start_parallel_upload(executor, selected_studio, upload_state)
-
-            update_fn = (
-                tqdm(total=len(upload_state)).update if self._global_upload_progress(upload_state) else lambda x: None
-            )
-
-            for f in concurrent.futures.as_completed(futures):
-                upload_state.pop(f.result())
-                self._dump_current_upload_state(selected_studio, remote_path, upload_state)
-                update_fn(1)
-
-        studio_url = (
-            _get_cloud_url().replace(":443", "")
-            + "/"
-            + selected_studio.owner.name
-            + "/"
-            + selected_studio.teamspace.name
-            + "/studios/"
-            + selected_studio.name
-        )
-        print(f"See your files at {studio_url}")
-
-    def file(self, path: str, studio: Optional[str] = None, remote_path: Optional[str] = None) -> None:
-        """Upload a file to a Studio.
-
-        Args:
-          path: The path to the file you want to upload
-          studio: The name of the studio to upload to. Will show a menu for selection if not specified.
-            If provided, should be in the form of <TEAMSPACE-NAME>/<STUDIO-NAME>
-          remote_path: The path where the uploaded file should appear on your Studio.
-            Has to be within your Studio's home directory and will be relative to that.
-            If not specified, will use the name of the file you want to upload
-            and place it in your home directory.
-        """
-        if remote_path is None:
-            remote_path = os.path.basename(path)
-
-        if Path(path).is_dir():
-            raise StudioCliError(f"The provided path is a folder: {path}. Use `lightning upload folder` instead.")
-        if not Path(path).exists():
-            raise FileNotFoundError(f"The provided path does not exist: {path}.")
-
-        selected_studio = self._resolve_studio(studio)
-
-        print(f"Uploading to {selected_studio.teamspace.name}/{selected_studio.name}")
-
-        self._single_file_upload(selected_studio, path, remote_path, True)
-
-        studio_url = (
-            _get_cloud_url().replace(":443", "")
-            + "/"
-            + selected_studio.owner.name
-            + "/"
-            + selected_studio.teamspace.name
-            + "/studios/"
-            + selected_studio.name
-        )
-        print(f"See your file at {studio_url}")
-
-    def container(self, container: str, tag: str = "latest", teamspace: Optional[str] = None) -> None:
-        teamspace = self._resolve_teamspace(teamspace)
-        api = LitContainerApi()
-        console = Console()
-        with Progress(
-            SpinnerColumn(),
-            TextColumn("[progress.description]{task.description}"),
-            TimeElapsedColumn(),
-            console=console,
-            transient=False,
-        ) as progress:
-            push_task = progress.add_task("Pushing Docker image", total=None)
-            resp = api.upload_container(container, teamspace, tag)
-            for line in resp:
-                if "status" in line:
-                    console.print(line["status"], style="bright_black")
-                    progress.update(push_task, description="Pushing Docker image")
-                elif "aux" in line:
-                    console.print(line["aux"], style="bright_black")
-                elif "error" in line:
-                    progress.stop()
-                    console.print(f"\n[red]{line}[/red]")
-                    return
-                else:
-                    console.print(line, style="bright_black")
-            progress.update(push_task, description="[green]Container pushed![/green]")
-
-    def _start_parallel_upload(
-        self, executor: concurrent.futures.ThreadPoolExecutor, studio: Studio, upload_state: Dict[str, str]
-    ) -> List[concurrent.futures.Future]:
-        # only add progress bar on individual uploads with less than 10 files
-        progress_bar = not self._global_upload_progress(upload_state)
-
-        futures = []
-        for k, v in upload_state.items():
-            futures.append(
-                executor.submit(
-                    self._single_file_upload, studio=studio, local_path=k, remote_path=v, progress_bar=progress_bar
-                )
-            )
-
-        return futures
-
-    def _single_file_upload(self, studio: Studio, local_path: str, remote_path: str, progress_bar: bool) -> str:
-        studio.upload_file(local_path, remote_path, progress_bar)
-        return local_path
-
-    def _dump_current_upload_state(self, studio: Studio, remote_path: str, state_dict: Dict[str, str]) -> None:
-        """Dumps the current upload state so that we can safely resume later."""
-        curr_path = os.path.abspath(
-            os.path.expandvars(
-                os.path.expanduser(
-                    os.path.join(self._studio_upload_status_path, studio._studio.id, remote_path + ".json")
-                )
-            )
-        )
-
-        dirpath = os.path.dirname(curr_path)
-        if state_dict:
-            os.makedirs(os.path.dirname(curr_path), exist_ok=True)
-            with open(curr_path, "w") as f:
-                json.dump(state_dict, f, indent=4)
-            return
-
-        if os.path.exists(curr_path):
-            os.remove(curr_path)
-        if os.path.exists(dirpath):
-            os.removedirs(dirpath)
-
-    def _resolve_previous_upload_state(
-        self, studio: Studio, remote_path: str, state_dict: Dict[str, str]
-    ) -> Dict[str, str]:
-        """Resolves potential previous uploads to continue if possible."""
-        curr_path = os.path.abspath(
-            os.path.expandvars(
-                os.path.expanduser(
-                    os.path.join(self._studio_upload_status_path, studio._studio.id, remote_path + ".json")
-                )
-            )
-        )
-
-        # no previous download exists
-        if not os.path.isfile(curr_path):
-            return state_dict
-
-        menu = TerminalMenu(
-            [
-                "no, I accept that this may cause overwriting existing files",
-                "yes, continue previous upload",
-            ],
-            title=f"Found an incomplete upload for {studio.teamspace.name}/{studio.name}:{remote_path}. "
-            "Should we resume the previous upload?",
-        )
-        index = menu.show()
-        if index == 0:  # selected to start new upload
-            return state_dict
-
-        # at this point we know we want to resume the previous upload
-        with open(curr_path) as f:
-            return json.load(f)
-
-    def _global_upload_progress(self, upload_state: Dict[str, str]) -> bool:
-        return len(upload_state) > 10

lightning_sdk/lightning_cloud/openapi/models/fileendpoints_id_body.py

@@ -1,409 +0,0 @@
-# coding: utf-8
-
-"""
-    external/v1/auth_service.proto
-
-    No description provided (generated by Swagger Codegen https://github.com/swagger-api/swagger-codegen)  # noqa: E501
-
-    OpenAPI spec version: version not set
-    
-    Generated by: https://github.com/swagger-api/swagger-codegen.git
-
-    NOTE
-    ----
-    standard swagger-codegen-cli for this python client has been modified
-    by custom templates. The purpose of these templates is to include
-    typing information in the API and Model code. Please refer to the
-    main grid repository for more info
-"""
-
-import pprint
-import re  # noqa: F401
-
-from typing import TYPE_CHECKING
-
-import six
-
-if TYPE_CHECKING:
-    from datetime import datetime
-    from lightning_sdk.lightning_cloud.openapi.models import *
-
-class FileendpointsIdBody(object):
-    """NOTE: This class is auto generated by the swagger code generator program.
-
-    Do not edit the class manually.
-    """
-    """
-    Attributes:
-      swagger_types (dict): The key is attribute name
-                            and the value is attribute type.
-      attribute_map (dict): The key is attribute name
-                            and the value is json key in definition.
-    """
-    swagger_types = {
-        'arguments': 'list[V1CommandArgument]',
-        'cloudspace_id': 'str',
-        'cluster_id': 'str',
-        'command': 'str',
-        'description': 'str',
-        'function_name': 'str',
-        'method': 'str',
-        'path': 'str',
-        'plugin_id': 'str',
-        'project_owner_name': 'str',
-        'published': 'bool',
-        'user_id': 'str'
-    }
-
-    attribute_map = {
-        'arguments': 'arguments',
-        'cloudspace_id': 'cloudspaceId',
-        'cluster_id': 'clusterId',
-        'command': 'command',
-        'description': 'description',
-        'function_name': 'functionName',
-        'method': 'method',
-        'path': 'path',
-        'plugin_id': 'pluginId',
-        'project_owner_name': 'projectOwnerName',
-        'published': 'published',
-        'user_id': 'userId'
-    }
-
-    def __init__(self, arguments: 'list[V1CommandArgument]' =None, cloudspace_id: 'str' =None, cluster_id: 'str' =None, command: 'str' =None, description: 'str' =None, function_name: 'str' =None, method: 'str' =None, path: 'str' =None, plugin_id: 'str' =None, project_owner_name: 'str' =None, published: 'bool' =None, user_id: 'str' =None):  # noqa: E501
-        """FileendpointsIdBody - a model defined in Swagger"""  # noqa: E501
-        self._arguments = None
-        self._cloudspace_id = None
-        self._cluster_id = None
-        self._command = None
-        self._description = None
-        self._function_name = None
-        self._method = None
-        self._path = None
-        self._plugin_id = None
-        self._project_owner_name = None
-        self._published = None
-        self._user_id = None
-        self.discriminator = None
-        if arguments is not None:
-            self.arguments = arguments
-        if cloudspace_id is not None:
-            self.cloudspace_id = cloudspace_id
-        if cluster_id is not None:
-            self.cluster_id = cluster_id
-        if command is not None:
-            self.command = command
-        if description is not None:
-            self.description = description
-        if function_name is not None:
-            self.function_name = function_name
-        if method is not None:
-            self.method = method
-        if path is not None:
-            self.path = path
-        if plugin_id is not None:
-            self.plugin_id = plugin_id
-        if project_owner_name is not None:
-            self.project_owner_name = project_owner_name
-        if published is not None:
-            self.published = published
-        if user_id is not None:
-            self.user_id = user_id
-
-    @property
-    def arguments(self) -> 'list[V1CommandArgument]':
-        """Gets the arguments of this FileendpointsIdBody.  # noqa: E501
-
-
-        :return: The arguments of this FileendpointsIdBody.  # noqa: E501
-        :rtype: list[V1CommandArgument]
-        """
-        return self._arguments
-
-    @arguments.setter
-    def arguments(self, arguments: 'list[V1CommandArgument]'):
-        """Sets the arguments of this FileendpointsIdBody.
-
-
-        :param arguments: The arguments of this FileendpointsIdBody.  # noqa: E501
-        :type: list[V1CommandArgument]
-        """
-
-        self._arguments = arguments
-
-    @property
-    def cloudspace_id(self) -> 'str':
-        """Gets the cloudspace_id of this FileendpointsIdBody.  # noqa: E501
-
-
-        :return: The cloudspace_id of this FileendpointsIdBody.  # noqa: E501
-        :rtype: str
-        """
-        return self._cloudspace_id
-
-    @cloudspace_id.setter
-    def cloudspace_id(self, cloudspace_id: 'str'):
-        """Sets the cloudspace_id of this FileendpointsIdBody.
-
-
-        :param cloudspace_id: The cloudspace_id of this FileendpointsIdBody.  # noqa: E501
-        :type: str
-        """
-
-        self._cloudspace_id = cloudspace_id
-
-    @property
-    def cluster_id(self) -> 'str':
-        """Gets the cluster_id of this FileendpointsIdBody.  # noqa: E501
-
-
-        :return: The cluster_id of this FileendpointsIdBody.  # noqa: E501
-        :rtype: str
-        """
-        return self._cluster_id
-
-    @cluster_id.setter
-    def cluster_id(self, cluster_id: 'str'):
-        """Sets the cluster_id of this FileendpointsIdBody.
-
-
-        :param cluster_id: The cluster_id of this FileendpointsIdBody.  # noqa: E501
-        :type: str
-        """
-
-        self._cluster_id = cluster_id
-
-    @property
-    def command(self) -> 'str':
-        """Gets the command of this FileendpointsIdBody.  # noqa: E501
-
-
-        :return: The command of this FileendpointsIdBody.  # noqa: E501
-        :rtype: str
-        """
-        return self._command
-
-    @command.setter
-    def command(self, command: 'str'):
-        """Sets the command of this FileendpointsIdBody.
-
-
-        :param command: The command of this FileendpointsIdBody.  # noqa: E501
-        :type: str
-        """
-
-        self._command = command
-
-    @property
-    def description(self) -> 'str':
-        """Gets the description of this FileendpointsIdBody.  # noqa: E501
-
-
-        :return: The description of this FileendpointsIdBody.  # noqa: E501
-        :rtype: str
-        """
-        return self._description
-
-    @description.setter
-    def description(self, description: 'str'):
-        """Sets the description of this FileendpointsIdBody.
-
-
-        :param description: The description of this FileendpointsIdBody.  # noqa: E501
-        :type: str
-        """
-
-        self._description = description
-
-    @property
-    def function_name(self) -> 'str':
-        """Gets the function_name of this FileendpointsIdBody.  # noqa: E501
-
-
-        :return: The function_name of this FileendpointsIdBody.  # noqa: E501
-        :rtype: str
-        """
-        return self._function_name
-
-    @function_name.setter
-    def function_name(self, function_name: 'str'):
-        """Sets the function_name of this FileendpointsIdBody.
-
-
-        :param function_name: The function_name of this FileendpointsIdBody.  # noqa: E501
-        :type: str
-        """
-
-        self._function_name = function_name
-
-    @property
-    def method(self) -> 'str':
-        """Gets the method of this FileendpointsIdBody.  # noqa: E501
-
-
-        :return: The method of this FileendpointsIdBody.  # noqa: E501
-        :rtype: str
-        """
-        return self._method
-
-    @method.setter
-    def method(self, method: 'str'):
-        """Sets the method of this FileendpointsIdBody.
-
-
-        :param method: The method of this FileendpointsIdBody.  # noqa: E501
-        :type: str
-        """
-
-        self._method = method
-
-    @property
-    def path(self) -> 'str':
-        """Gets the path of this FileendpointsIdBody.  # noqa: E501
-
-
-        :return: The path of this FileendpointsIdBody.  # noqa: E501
-        :rtype: str
-        """
-        return self._path
-
-    @path.setter
-    def path(self, path: 'str'):
-        """Sets the path of this FileendpointsIdBody.
-
-
-        :param path: The path of this FileendpointsIdBody.  # noqa: E501
-        :type: str
-        """
-
-        self._path = path
-
-    @property
-    def plugin_id(self) -> 'str':
-        """Gets the plugin_id of this FileendpointsIdBody.  # noqa: E501
-
-
-        :return: The plugin_id of this FileendpointsIdBody.  # noqa: E501
-        :rtype: str
-        """
-        return self._plugin_id
-
-    @plugin_id.setter
-    def plugin_id(self, plugin_id: 'str'):
-        """Sets the plugin_id of this FileendpointsIdBody.
-
-
-        :param plugin_id: The plugin_id of this FileendpointsIdBody.  # noqa: E501
-        :type: str
-        """
-
-        self._plugin_id = plugin_id
-
-    @property
-    def project_owner_name(self) -> 'str':
-        """Gets the project_owner_name of this FileendpointsIdBody.  # noqa: E501
-
-
-        :return: The project_owner_name of this FileendpointsIdBody.  # noqa: E501
-        :rtype: str
-        """
-        return self._project_owner_name
-
-    @project_owner_name.setter
-    def project_owner_name(self, project_owner_name: 'str'):
-        """Sets the project_owner_name of this FileendpointsIdBody.
-
-
-        :param project_owner_name: The project_owner_name of this FileendpointsIdBody.  # noqa: E501
-        :type: str
-        """
-
-        self._project_owner_name = project_owner_name
-
-    @property
-    def published(self) -> 'bool':
-        """Gets the published of this FileendpointsIdBody.  # noqa: E501
-
-
-        :return: The published of this FileendpointsIdBody.  # noqa: E501
-        :rtype: bool
-        """
-        return self._published
-
-    @published.setter
-    def published(self, published: 'bool'):
-        """Sets the published of this FileendpointsIdBody.
-
-
-        :param published: The published of this FileendpointsIdBody.  # noqa: E501
-        :type: bool
-        """
-
-        self._published = published
-
-    @property
-    def user_id(self) -> 'str':
-        """Gets the user_id of this FileendpointsIdBody.  # noqa: E501
-
-
-        :return: The user_id of this FileendpointsIdBody.  # noqa: E501
-        :rtype: str
-        """
-        return self._user_id
-
-    @user_id.setter
-    def user_id(self, user_id: 'str'):
-        """Sets the user_id of this FileendpointsIdBody.
-
-
-        :param user_id: The user_id of this FileendpointsIdBody.  # noqa: E501
-        :type: str
-        """
-
-        self._user_id = user_id
-
-    def to_dict(self) -> dict:
-        """Returns the model properties as a dict"""
-        result = {}
-
-        for attr, _ in six.iteritems(self.swagger_types):
-            value = getattr(self, attr)
-            if isinstance(value, list):
-                result[attr] = list(map(
-                    lambda x: x.to_dict() if hasattr(x, "to_dict") else x,
-                    value
-                ))
-            elif hasattr(value, "to_dict"):
-                result[attr] = value.to_dict()
-            elif isinstance(value, dict):
-                result[attr] = dict(map(
-                    lambda item: (item[0], item[1].to_dict())
-                    if hasattr(item[1], "to_dict") else item,
-                    value.items()
-                ))
-            else:
-                result[attr] = value
-        if issubclass(FileendpointsIdBody, dict):
-            for key, value in self.items():
-                result[key] = value
-
-        return result
-
-    def to_str(self) -> str:
-        """Returns the string representation of the model"""
-        return pprint.pformat(self.to_dict())
-
-    def __repr__(self) -> str:
-        """For `print` and `pprint`"""
-        return self.to_str()
-
-    def __eq__(self, other: 'FileendpointsIdBody') -> bool:
-        """Returns true if both objects are equal"""
-        if not isinstance(other, FileendpointsIdBody):
-            return False
-
-        return self.__dict__ == other.__dict__
-
-    def __ne__(self, other: 'FileendpointsIdBody') -> bool:
-        """Returns true if both objects are not equal"""
-        return not self == other