lightning-sdk 2025.9.11__py3-none-any.whl → 2025.9.23__py3-none-any.whl

lightning_sdk/__init__.py

@@ -10,14 +10,16 @@ from lightning_sdk.organization import Organization
 from lightning_sdk.plugin import JobsPlugin, MultiMachineTrainingPlugin, Plugin, SlurmJobsPlugin
 from lightning_sdk.status import Status
 from lightning_sdk.studio import Studio
-from lightning_sdk.teamspace import Teamspace
+from lightning_sdk.teamspace import ConnectionType, FolderLocation, Teamspace
 from lightning_sdk.user import User
 
 __all__ = [
     "AIHub",
     "Agent",
     "CloudProvider",
+    "ConnectionType",
     "Deployment",
+    "FolderLocation",
     "Job",
     "JobsPlugin",
     "Machine",
@@ -32,6 +34,6 @@ __all__ = [
     "User",
 ]
 
-__version__ = "2025.09.11"
+__version__ = "2025.09.23"
 _check_version_and_prompt_upgrade(__version__)
 _set_tqdm_envvars_noninteractive()

lightning_sdk/api/__init__.py

@@ -1,5 +1,6 @@
 from lightning_sdk.api.agents_api import AgentApi
 from lightning_sdk.api.ai_hub_api import AIHubApi
+from lightning_sdk.api.cloud_account_api import CloudAccountApi
 from lightning_sdk.api.org_api import OrgApi
 from lightning_sdk.api.studio_api import StudioApi
 from lightning_sdk.api.teamspace_api import TeamspaceApi
@@ -12,4 +13,5 @@ __all__ = [
     "UserApi",
     "AgentApi",
     "AIHubApi",
+    "CloudAccountApi",
 ]

lightning_sdk/api/cloud_account_api.py

@@ -13,6 +13,7 @@ from lightning_sdk.lightning_cloud.rest_client import LightningClient
 
 if TYPE_CHECKING:
     from lightning_sdk.machine import CloudProvider
+    from lightning_sdk.teamspace import ConnectionType
 
 
 class CloudAccountApi:
@@ -131,13 +132,20 @@ class CloudAccountApi:
         )
         return list(filtered_cloud_accounts)
 
-    def get_cloud_account_provider_mapping(self, teamspace_id: str) -> Dict["CloudProvider", str]:
+    def get_cloud_account_provider_mapping(self, teamspace_id: str) -> Dict["CloudProvider", V1ExternalCluster]:
         """Gets the cloud account <-> provider mapping."""
-        res = self.list_global_cloud_accounts(teamspace_id=teamspace_id)
-        return {self._get_cloud_account_provider(cloud_account): cloud_account.id for cloud_account in res}
+        res = self.list_cloud_accounts(teamspace_id=teamspace_id)
+        cloud_accounts = {cloud_account.id: cloud_account for cloud_account in res}
+        providers = {cloud_account.id: self._get_cloud_account_provider(cloud_account) for cloud_account in res}
+
+        mapping = {}
+        for cloud_account_id, provider in providers.items():
+            if provider is not None:
+                mapping[provider] = cloud_accounts[cloud_account_id]
+        return mapping
 
     @staticmethod
-    def _get_cloud_account_provider(cloud_account: Optional[V1ExternalCluster]) -> "CloudProvider":
+    def _get_cloud_account_provider(cloud_account: Optional[V1ExternalCluster]) -> Optional["CloudProvider"]:
         """Determines the cloud provider based on the cloud_account configuration.
 
         Args:
@@ -172,7 +180,7 @@ class CloudAccountApi:
             if cloud_account.spec.nebius_v1:
                 return CloudProvider.NEBIUS
 
-        return CloudProvider.AWS
+        return None
 
     def resolve_cloud_account(
         self,
@@ -201,9 +209,19 @@ class CloudAccountApi:
         if cloud_provider:
             cloud_account_mapping = self.get_cloud_account_provider_mapping(teamspace_id=teamspace_id)
             if cloud_provider and cloud_provider in cloud_account_mapping:
-                return cloud_account_mapping[cloud_provider]
+                return cloud_account_mapping[cloud_provider].id
 
         if default_cloud_account:
             return default_cloud_account
 
         return None
+
+    @staticmethod
+    def get_cloud_provider_for_connection_type(connection_type: "ConnectionType") -> "CloudProvider":
+        from lightning_sdk.machine import CloudProvider
+        from lightning_sdk.teamspace import ConnectionType
+
+        if connection_type == ConnectionType.EFS:
+            return CloudProvider.AWS
+
+        raise ValueError(f"ConnectionType {ConnectionType} currently not supported!")

lightning_sdk/api/job_api.py

@@ -104,22 +104,23 @@ class JobApiV1:
             org_id=org_id,
         )
 
-        identifier = None
+        identifiers = []
 
         if user_requested_compute_config and user_requested_compute_config.name:
-            identifier = user_requested_compute_config.name
+            identifiers.append(user_requested_compute_config.name)
         else:
-            identifier = spec.compute_config.instance_type
+            identifiers.append(spec.compute_config.instance_type)
 
         for accelerator in accelerators:
-            if identifier in (
-                accelerator.slug,
-                accelerator.slug_multi_cloud,
-                accelerator.instance_id,
-            ):
-                return Machine.from_str(accelerator.slug_multi_cloud)
+            for ident in identifiers:
+                if ident in (
+                    accelerator.slug,
+                    accelerator.slug_multi_cloud,
+                    accelerator.instance_id,
+                ):
+                    return Machine._from_accelerator(accelerator)
 
-        return Machine.from_str(identifier)
+        return Machine.from_str(identifiers[0])
 
     def _get_machines_for_cloud_account(
         self, teamspace_id: str, cloud_account_id: str, org_id: str
@@ -431,7 +432,7 @@ class JobApiV2:
             if (spec.instance_name and spec.instance_name in possible_identifiers) or (
                 spec.instance_type and spec.instance_type in possible_identifiers
             ):
-                return Machine.from_str(accelerator.slug_multi_cloud)
+                return Machine._from_accelerator(accelerator)
 
         return Machine.from_str(spec.instance_name or spec.instance_type)
 

lightning_sdk/api/mmt_api.py

@@ -265,7 +265,7 @@ class MMTApiV2:
             if (spec.instance_name and spec.instance_name in possible_identifiers) or (
                 spec.instance_type and spec.instance_type in possible_identifiers
             ):
-                return Machine.from_str(accelerator.slug_multi_cloud)
+                return Machine._from_accelerator(accelerator)
 
         return Machine.from_str(spec.instance_name or spec.instance_type)
 

lightning_sdk/api/studio_api.py

@@ -426,7 +426,7 @@ class StudioApi:
                 accelerator.slug_multi_cloud,
                 accelerator.instance_id,
             ):
-                return Machine.from_str(accelerator.slug_multi_cloud)
+                return Machine._from_accelerator(accelerator)
 
         return Machine.from_str(response.compute_config.name)
 

lightning_sdk/api/teamspace_api.py

@@ -17,6 +17,7 @@ from lightning_sdk.api.utils import (
 )
 from lightning_sdk.lightning_cloud.login import Auth
 from lightning_sdk.lightning_cloud.openapi import (
+    Create,
     Externalv1LightningappInstance,
     ModelIdVersionsBody,
     ModelsStoreApi,
@@ -27,7 +28,10 @@ from lightning_sdk.lightning_cloud.openapi import (
     V1Assistant,
     V1CloudSpace,
     V1ClusterAccelerator,
+    V1EfsConfig,
     V1Endpoint,
+    V1ExternalCluster,
+    V1GCSFolderDataConnection,
     V1Job,
     V1LoginRequest,
     V1Model,
@@ -36,6 +40,8 @@ from lightning_sdk.lightning_cloud.openapi import (
     V1Project,
     V1ProjectClusterBinding,
     V1PromptSuggestion,
+    V1R2DataConnection,
+    V1S3FolderDataConnection,
     V1Secret,
     V1SecretType,
     V1UpstreamOpenAI,
@@ -489,3 +495,41 @@ class TeamspaceApi:
         """
         pattern = r"^[A-Za-z_][A-Za-z0-9_]*$"
         return re.match(pattern, name) is not None
+
+    def new_folder(self, teamspace_id: str, name: str, cluster: Optional[V1ExternalCluster]) -> None:
+        create_request = Create(
+            name=name,
+            create_resources=True,
+            force=True,
+            writable=True,
+        )
+
+        if cluster is None:
+            create_request.r2 = V1R2DataConnection(name=name)
+        else:
+            create_request.cluster_id = cluster.id
+            create_request.access_cluster_ids = [cluster.id]
+
+            if cluster.spec.aws_v1:
+                create_request.s3_folder = V1S3FolderDataConnection()
+            elif cluster.spec.google_cloud_v1:
+                create_request.gcs_folder = V1GCSFolderDataConnection()
+
+        self._client.data_connection_service_create_data_connection(create_request, teamspace_id)
+
+    def new_connection(
+        self, teamspace_id: str, name: str, source: str, cluster: V1ExternalCluster, writable: bool, region: str
+    ) -> None:
+        create_request = Create(
+            name=name,
+            create_resources=False,
+            force=True,
+            writable=writable,
+            cluster_id=cluster.id,
+            access_cluster_ids=[cluster.id],
+        )
+
+        # TODO: Add support for other connection types
+        create_request.efs = V1EfsConfig(file_system_id=source, region=region)
+
+        self._client.data_connection_service_create_data_connection(create_request, teamspace_id)

lightning_sdk/api/user_api.py

@@ -1,5 +1,5 @@
 import re
-from typing import Dict, List, Union
+from typing import Dict, List, Optional, Union
 
 from lightning_sdk.lightning_cloud.login import Auth
 from lightning_sdk.lightning_cloud.openapi import (
@@ -61,8 +61,14 @@ class UserApi:
     def _get_all_teamspace_memberships(
         self,
         user_id: str,  # todo: this is unused, but still required
+        org_id: Optional[str] = None,
     ) -> List[V1Membership]:
-        return self._client.projects_service_list_memberships(filter_by_user_id=True).memberships
+        kwargs: Dict[str, Union[bool, str]] = {"filter_by_user_id": True}
+
+        if org_id is not None:
+            kwargs["organization_id"] = org_id
+
+        return self._client.projects_service_list_memberships(**kwargs).memberships
 
     def _get_authed_user_name(self) -> str:
         """Gets the currently logged-in user."""

lightning_sdk/cli/utils/owner_selection.py

@@ -0,0 +1,110 @@
+import os
+from contextlib import suppress
+from typing import Dict, List, Optional, TypedDict
+
+import click
+from simple_term_menu import TerminalMenu
+
+from lightning_sdk.cli.legacy.exceptions import StudioCliError
+from lightning_sdk.organization import Organization
+from lightning_sdk.owner import Owner
+from lightning_sdk.user import User
+from lightning_sdk.utils.resolve import ApiException, _get_authed_user, _resolve_org, _resolve_user
+
+
+class _OwnerMenuType(TypedDict):
+    name: str
+    is_org: bool
+
+
+class OwnerMenu:
+    """This class is used to select a teamspace owner (org/user) from a list of possible owners.
+
+    It can be used to select an owner from a list of possible owners, or to resolve an owner from a name.
+    """
+
+    def _get_owner_from_interactive_menu(self, possible_owners: Dict[str, _OwnerMenuType]) -> _OwnerMenuType:
+        owner_ids = sorted(possible_owners.keys())
+        terminal_menu = self._prepare_terminal_menu_owners([possible_owners[k] for k in owner_ids])
+        terminal_menu.show()
+
+        selected_id = owner_ids[terminal_menu.chosen_menu_index]
+        return possible_owners[selected_id]
+
+    def _get_owner_from_name(self, owner: str, possible_owners: Dict[str, _OwnerMenuType]) -> _OwnerMenuType:
+        for _, ts in possible_owners.items():
+            if ts["name"]:
+                return ts
+
+        click.echo(f"Could not find Owner {owner}, please select it from the list:")
+        return self._get_owner_from_interactive_menu(possible_owners)
+
+    @staticmethod
+    def _prepare_terminal_menu_owners(
+        possible_owners: List[_OwnerMenuType], title: Optional[str] = None
+    ) -> TerminalMenu:
+        if title is None:
+            title = "Please select a Teamspace-Owner out of the following:"
+
+        return TerminalMenu(
+            [f"{to['name']} ({'Organization' if to['is_org'] else 'User'})" for to in possible_owners],
+            title=title,
+            clear_menu_on_exit=True,
+        )
+
+    @staticmethod
+    def _get_possible_owners(user: User) -> Dict[str, _OwnerMenuType]:
+        user_api = user._user_api
+
+        orgs = user_api._get_organizations_for_authed_user()
+        owners: Dict[str, _OwnerMenuType] = {user.id: {"name": user.name, "is_org": False}}
+
+        for org in orgs:
+            owners[org.id] = {"name": org.name, "is_org": True}
+
+        return owners
+
+    def __call__(self, owner: Optional[str] = None) -> Owner:
+        try:
+            # try to resolve the teamspace from the name, environment or config
+            resolved_owner = None
+            with suppress(ApiException, ValueError, RuntimeError):
+                resolved_owner = _resolve_org(owner)
+
+            if resolved_owner is not None:
+                return resolved_owner
+
+            with suppress(ApiException, ValueError, RuntimeError):
+                resolved_owner = _resolve_user(owner)
+
+            if resolved_owner is not None:
+                return resolved_owner
+
+            if os.environ.get("LIGHTNING_NON_INTERACTIVE", "0") == "1":
+                raise ValueError(
+                    "Owner selection is not supported in non-interactive mode. Please provide an owner name."
+                )
+
+            # if the owner is not resolved, try to get the owner from the interactive menu
+            # this could mean that either no owner was provided or the provided owner is not valid
+            user = _get_authed_user()
+
+            possible_owners = self._get_possible_owners(user)
+            if owner is None:
+                owner_dict = self._get_owner_from_interactive_menu(possible_owners=possible_owners)
+
+            else:
+                owner_dict = self._get_owner_from_name(owner=owner, possible_owners=possible_owners)
+
+            if owner_dict.get("is_org", False):
+                return Organization(owner_dict.get("name", None))
+
+            return User(owner_dict.get("name", None))
+        except KeyboardInterrupt:
+            raise KeyboardInterrupt from None
+
+        except Exception as e:
+            raise StudioCliError(
+                f"Could not find the given Teamspace-Owner {owner}. "
+                "Please contact Lightning AI directly to resolve this issue."
+            ) from e

lightning_sdk/cli/utils/teamspace_selection.py

@@ -1,15 +1,15 @@
 import os
+from contextlib import suppress
 from typing import Dict, List, Optional
 
 import click
 from simple_term_menu import TerminalMenu
 
-from lightning_sdk.api import OrgApi
 from lightning_sdk.cli.legacy.exceptions import StudioCliError
 from lightning_sdk.cli.utils.resolve import resolve_teamspace_owner_name_format
-from lightning_sdk.teamspace import Teamspace
-from lightning_sdk.user import User
-from lightning_sdk.utils.resolve import _get_authed_user
+from lightning_sdk.teamspace import Organization, Teamspace
+from lightning_sdk.user import Owner, User
+from lightning_sdk.utils.resolve import ApiException, _get_authed_user, _resolve_teamspace
 
 
 class TeamspacesMenu:
@@ -18,51 +18,45 @@ class TeamspacesMenu:
     It can be used to select a teamspace from a list of possible teamspaces, or to resolve a teamspace from a name.
     """
 
-    def _get_teamspace_from_interactive_menu(self, possible_teamspaces: Dict[str, Dict[str, str]]) -> Dict[str, str]:
+    def __init__(self, owner: Optional[Owner] = None) -> None:
+        self._owner: Owner = owner
+
+    def _get_teamspace_from_interactive_menu(self, possible_teamspaces: Dict[str, str]) -> str:
         teamspace_ids = sorted(possible_teamspaces.keys())
-        terminal_menu = self._prepare_terminal_menu_teamspaces([possible_teamspaces[k] for k in teamspace_ids])
+        terminal_menu = self._prepare_terminal_menu_teamspaces(
+            [possible_teamspaces[k] for k in teamspace_ids], self._owner
+        )
         terminal_menu.show()
 
         selected_id = teamspace_ids[terminal_menu.chosen_menu_index]
         return possible_teamspaces[selected_id]
 
-    def _get_teamspace_from_name(
-        self, teamspace: str, possible_teamspaces: Dict[str, Dict[str, str]]
-    ) -> Dict[str, str]:
-        try:
-            owner, name = teamspace.split("/", maxsplit=1)
-        except ValueError as e:
-            raise ValueError(
-                f"Invalid teamspace format: '{teamspace}'. "
-                "Teamspace should be specified as '{teamspace_owner}/{teamspace_name}' "
-                "(e.g., 'my-org/my-teamspace')."
-            ) from e
-
+    def _get_teamspace_from_name(self, teamspace: str, possible_teamspaces: Dict[str, str]) -> str:
         for _, ts in possible_teamspaces.items():
-            if ts["name"] == name and (ts["user"] == owner or ts["org"] == owner):
+            if ts == teamspace:
                 return ts
 
-        click.echo(f"Could not find Teamspace {teamspace}, please select it from the list:")
+        click.echo(f"Could not find Teamspace {self._owner.name}/{teamspace}, please select it from the list:")
         return self._get_teamspace_from_interactive_menu(possible_teamspaces)
 
     @staticmethod
     def _prepare_terminal_menu_teamspaces(
-        possible_teamspaces: List[Dict[str, str]], title: Optional[str] = None
+        possible_teamspaces: List[str],
+        owner: Owner,
+        title: Optional[str] = None,
     ) -> TerminalMenu:
         if title is None:
-            title = "Please select a Teamspace out of the following:"
+            title = f"Please select a Teamspace (owned by {owner.name}) out of the following:"
 
-        return TerminalMenu(
-            [f"{t['user'] or t['org']}/{t['name']}" for t in possible_teamspaces], title=title, clear_menu_on_exit=True
-        )
+        return TerminalMenu(possible_teamspaces, title=title, clear_menu_on_exit=True)
 
     @staticmethod
-    def _get_possible_teamspaces(user: User) -> Dict[str, Dict[str, str]]:
-        org_api = OrgApi()
+    def _get_possible_teamspaces(user: User, owner: Owner) -> Dict[str, str]:
         user_api = user._user_api
 
-        user_api._get_organizations_for_authed_user()
-        memberships = user_api._get_all_teamspace_memberships(user_id=user.id)
+        memberships = user_api._get_all_teamspace_memberships(
+            user_id=user.id, org_id=owner.id if isinstance(owner, Organization) else None
+        )
 
         teamspaces = {}
         # get all teamspace memberships
@@ -70,56 +64,63 @@ class TeamspacesMenu:
             teamspace_id = membership.project_id
             teamspace_name = membership.name
 
-            # get organization if necessary
-            if membership.owner_type == "organization":
-                org_name = org_api._get_org_by_id(membership.owner_id).name
-                user_name = None
-            else:
-                org_name = None
-
-                # don't do a request if not necessary
-                if membership.owner_id == user.id:
-                    user_name = user.name
-                else:
-                    user_name = user_api._get_user_by_id(membership.owner_id).username
-
-            teamspaces[teamspace_id] = {"user": user_name, "org": org_name, "name": teamspace_name}
+            if membership.owner_id == owner.id:
+                teamspaces[teamspace_id] = teamspace_name
 
         return teamspaces
 
     def __call__(self, teamspace: Optional[str] = None) -> Teamspace:
-        try:
-            # try to resolve the teamspace from the name, environment or config
-            resolved_teamspace = resolve_teamspace_owner_name_format(teamspace)
+        resolved_teamspace = None
+        resolved_teamspace = resolve_teamspace_owner_name_format(teamspace)
+        if resolved_teamspace is not None:
+            return resolved_teamspace
 
-            if resolved_teamspace is not None:
-                return resolved_teamspace
+        if self._owner is None:
+            # resolve owner if required
+            from lightning_sdk.cli.utils.owner_selection import OwnerMenu
 
-            if os.environ.get("LIGHTNING_NON_INTERACTIVE", "0") == "1":
-                raise ValueError(
-                    "Teamspace selection is not supported in non-interactive mode. "
-                    "Please provide a teamspace name in the format of 'owner/teamspace'."
-                )
+            menu = OwnerMenu()
+            self._owner = menu()
+
+        if isinstance(self._owner, Organization):
+            org = self._owner
+            user = None
+        elif isinstance(self._owner, User):
+            org = None
+            user = self._owner
+
+        with suppress(ApiException, ValueError, RuntimeError):
+            resolved_teamspace = _resolve_teamspace(teamspace=teamspace, org=org, user=user)
 
-            # if the teamspace is not resolved, try to get the teamspace from the interactive menu
-            # this could mean that either no teamspace was provided or the provided teamspace is not valid
-            user = _get_authed_user()
+        if resolved_teamspace is not None:
+            return resolved_teamspace
 
-            possible_teamspaces = self._get_possible_teamspaces(user)
+        if os.environ.get("LIGHTNING_NON_INTERACTIVE", "0") == "1":
+            raise ValueError(
+                "Teamspace selection is not supported in non-interactive mode. "
+                "Please provide a teamspace name in the format of 'owner/teamspace'."
+            )
+
+        # if the teamspace is not resolved, try to get the teamspace from the interactive menu
+        # this could mean that either no teamspace was provided or the provided teamspace is not valid
+        try:
+            auth_user = _get_authed_user()
+
+            possible_teamspaces = self._get_possible_teamspaces(auth_user, self._owner)
             if teamspace is None:
-                teamspace = resolve_teamspace_owner_name_format(teamspace)
-                teamspace_dict = self._get_teamspace_from_interactive_menu(possible_teamspaces=possible_teamspaces)
+                teamspace_name = self._get_teamspace_from_interactive_menu(possible_teamspaces=possible_teamspaces)
             else:
-                teamspace_dict = self._get_teamspace_from_name(
+                teamspace_name = self._get_teamspace_from_name(
                     teamspace=teamspace, possible_teamspaces=possible_teamspaces
                 )
 
-            return Teamspace(**teamspace_dict)
+            return Teamspace(teamspace_name, org=org, user=user)
+
         except KeyboardInterrupt:
             raise KeyboardInterrupt from None
 
         except Exception as e:
             raise StudioCliError(
-                f"Could not find the given Teamspace {teamspace}. "
+                f"Could not find the given Teamspace owned by {self._owner.name}. "
                 "Please contact Lightning AI directly to resolve this issue."
             ) from e

lightning_sdk/llm/llm.py

@@ -368,7 +368,7 @@ class LLM:
         metadata: Optional[Dict[str, str]] = None,
         stream: bool = False,
         full_response: bool = False,
-        reasoning_effort: Optional[Literal["low", "medium", "highc"]] = None,
+        reasoning_effort: Optional[Literal["none", "low", "medium", "high"]] = None,
         **kwargs: Any,
     ) -> Union[str, AsyncGenerator[str, None]]:
         conversation_id = self._conversations.get(conversation) if conversation else None
@@ -404,13 +404,13 @@ class LLM:
         stream: bool = False,
         full_response: bool = False,
         tools: Optional[List[Dict[str, Any]]] = None,
-        reasoning_effort: Optional[Literal["low", "medium", "high"]] = None,
+        reasoning_effort: Optional[Literal["none", "low", "medium", "high"]] = None,
         **kwargs: Any,
     ) -> Union[
         V1ConversationResponseChunk, Generator[V1ConversationResponseChunk, None, None], str, Generator[str, None, None]
     ]:
-        if reasoning_effort is not None and reasoning_effort not in ["low", "medium", "high"]:
-            raise ValueError("reasoning_effort must be 'low', 'medium', 'high', or None")
+        if reasoning_effort is not None and reasoning_effort not in ["none", "low", "medium", "high"]:
+            raise ValueError("reasoning_effort must be 'none', 'low', 'medium', 'high', or None")
 
         if conversation and conversation not in self._conversations:
             self._get_conversations()

lightning_sdk/machine.py

@@ -116,7 +116,7 @@ class Machine:
         )
         for m in possible_values:
             for machine_id in [machine, *additional_machine_ids]:
-                if machine_id in (
+                if machine_id and machine_id in (
                     getattr(m, "name", None),
                     getattr(m, "instance_type", None),
                     getattr(m, "slug", None),
@@ -127,6 +127,21 @@ class Machine:
             return cls(machine, *additional_machine_ids)
         return cls(machine, machine, machine)
 
+    @classmethod
+    def _from_accelerator(cls, accelerator: Any) -> "Machine":
+        if accelerator.accelerator_type == "GPU":
+            accelerator_resources_count = accelerator.resources.gpu
+        else:
+            accelerator_resources_count = accelerator.resources.cpu
+
+        return Machine.from_str(
+            accelerator.slug_multi_cloud,
+            accelerator.slug,
+            accelerator.instance_id,
+            accelerator.secondary_instance_id,
+            f"lit-{accelerator.family.lower()}-{accelerator_resources_count}",
+        )
+
 
 # CPU machines
 # default CPU machines

lightning_sdk/teamspace.py

@@ -1,6 +1,7 @@
 import glob
 import os
 import warnings
+from enum import Enum
 from pathlib import Path
 from typing import TYPE_CHECKING, Dict, List, Optional, Tuple, Union
 
@@ -8,9 +9,9 @@ from tqdm.auto import tqdm
 
 import lightning_sdk
 from lightning_sdk.agents import Agent
-from lightning_sdk.api import TeamspaceApi
-from lightning_sdk.lightning_cloud.openapi import V1Model, V1ModelVersionArchive, V1ProjectClusterBinding
-from lightning_sdk.machine import Machine
+from lightning_sdk.api import CloudAccountApi, TeamspaceApi
+from lightning_sdk.lightning_cloud.openapi import V1ClusterType, V1Model, V1ModelVersionArchive, V1ProjectClusterBinding
+from lightning_sdk.machine import CloudProvider, Machine
 from lightning_sdk.models import UploadedModelInfo
 from lightning_sdk.organization import Organization
 from lightning_sdk.owner import Owner
@@ -30,6 +31,27 @@ if TYPE_CHECKING:
     from lightning_sdk.studio import Studio
 
 
+class FolderLocation(Enum):
+    AWS = "AWS"
+    GCP = "GCP"
+    CLOUD_AGNOSTIC = "CLOUD_AGNOSTIC"
+
+    def __str__(self) -> str:
+        """Converts the FolderLocation to a str."""
+        return self.value
+
+
+class ConnectionType(Enum):
+    EFS = "EFS"
+    S3 = "S3"
+    GCS = "GCS"
+    FILESTORE = "FILESTORE"
+
+    def __str__(self) -> str:
+        """Converts the FolderLocation to a str."""
+        return self.value
+
+
 class Teamspace:
     """A teamspace is a collection of Studios, Clusters, Members and an associated Budget.
 
@@ -54,6 +76,7 @@ class Teamspace:
         user: Optional[Union[str, User]] = None,
     ) -> None:
         self._teamspace_api = TeamspaceApi()
+        self._cloud_account_api = CloudAccountApi()
 
         name = _resolve_teamspace_name(name)
 
@@ -515,6 +538,96 @@ class Teamspace:
             cloud_account=self.default_cloud_account,
         )
 
+    def new_folder(
+        self, name: str, location: Optional[FolderLocation] = None, cloud_account: Optional[str] = None
+    ) -> None:
+        """Create a new folder in this Teamspace.
+
+        Args:
+            name: The name of the folder. Folders will be accesible under `/teamspace/folders/<name>`
+            location: The location of the folder. Defaults to cloud agnostic.
+            cloud_account: The cloud account to create the folder in. Not used for cloud agnostic folders.
+        """
+        if cloud_account is None:
+            cloud_account = self.default_cloud_account
+
+        cloud_accounts = self._cloud_account_api.list_cloud_accounts(self.id)
+        resolved_cloud_accounts = [
+            external_cloud for external_cloud in cloud_accounts if external_cloud.id == cloud_account
+        ]
+
+        if len(resolved_cloud_accounts) == 0:
+            raise ValueError(f"Cloud account not found: {cloud_account}")
+
+        resolved_cloud_account = resolved_cloud_accounts[0]
+
+        # if the cloud account is global, default to agnostic
+        if location is None and resolved_cloud_account.spec.cluster_type == V1ClusterType.GLOBAL:
+            location = FolderLocation.CLOUD_AGNOSTIC
+
+        # if it's global, then default to agnostic, and aws / gcp otherwise if set
+        if (
+            location is not None
+            and location != FolderLocation.CLOUD_AGNOSTIC
+            and resolved_cloud_account.spec.cluster_type == V1ClusterType.GLOBAL
+        ):
+            providers = self._cloud_account_api.get_cloud_account_provider_mapping(self.id)
+
+            if location == FolderLocation.AWS:
+                resolved_cloud_account = providers[CloudProvider.AWS]
+            elif location == FolderLocation.GCP:
+                resolved_cloud_account = providers[CloudProvider.GCP]
+
+        if location == FolderLocation.CLOUD_AGNOSTIC:
+            self._teamspace_api.new_folder(self.id, name, None)
+        else:
+            self._teamspace_api.new_folder(self.id, name, resolved_cloud_account)
+
+        return
+
+    def new_connection(
+        self,
+        name: str,
+        source: str,
+        connection_type: ConnectionType,
+        writable: bool = True,
+        cloud_account: Optional[str] = None,
+        region: Optional[str] = None,
+    ) -> None:
+        """Add an existing data source to this Teamspace.
+
+        Args:
+          name: the name under which your data will be available in this Teamspace
+          source: the source spec of your data. Format depends on the type of data to connect.
+            For EFS, this should be the filsystem id
+          connection_type: the kind of data to connect to this Teamspace
+          writable: whether to support write-back to this data source. If False, the data is connected as read-only
+          cloud_account: which cloud-account to connect to the data source to.
+            If not specified, will retrieve the cloud-account that matches the required provider type
+            starting with private cloud accounts and falling back to public if necessary.
+          region: which provider region this data is in. Required for some connection types only.
+        """
+        provider_for_connection = self._cloud_account_api.get_cloud_provider_for_connection_type(connection_type)
+
+        if connection_type == ConnectionType.EFS and region is None:
+            raise ValueError("Region must be specified")
+
+        cloud_account = self._cloud_account_api.resolve_cloud_account(
+            self.id, cloud_account, provider_for_connection, None
+        )
+
+        cloud_accounts = self._cloud_account_api.list_cloud_accounts(self.id)
+        resolved_cloud_accounts = [
+            external_cloud for external_cloud in cloud_accounts if external_cloud.id == cloud_account
+        ]
+
+        if len(resolved_cloud_accounts) == 0:
+            raise ValueError(f"Cloud account not found: {cloud_account}")
+
+        resolved_cloud_account = resolved_cloud_accounts[0]
+
+        self._teamspace_api.new_connection(self.id, name, source, resolved_cloud_account, writable, region or "")
+
 
 def _list_files(path: Union[str, Path]) -> Tuple[List[Path], List[str]]:
     """List all folders in a directory and return them as a list and relative path."""

{lightning_sdk-2025.9.11.dist-info → lightning_sdk-2025.9.23.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lightning_sdk
-Version: 2025.9.11
+Version: 2025.9.23
 Summary: SDK to develop using Lightning AI Studios
 Author-email: Lightning-AI <justus@lightning.ai>
 License: MIT License

{lightning_sdk-2025.9.11.dist-info → lightning_sdk-2025.9.23.dist-info}/RECORD

@@ -1,12 +1,12 @@
 docs/source/conf.py,sha256=r8yX20eC-4mHhMTd0SbQb5TlSWHhO6wnJ0VJ_FBFpag,13249
-lightning_sdk/__init__.py,sha256=RTO9pPFR4nJ_S0mZ9BOC-0Wp3hCm4yZ1f8Lvr8RjDwI,1145
+lightning_sdk/__init__.py,sha256=i1LQ7zzjJrjKEzaMjFBS0esHYmtvvMuXySVY_i34Upg,1221
 lightning_sdk/agents.py,sha256=ly6Ma1j0ZgGPFyvPvMN28JWiB9dATIstFa5XM8pMi6I,1577
 lightning_sdk/ai_hub.py,sha256=iI1vNhgcz_Ff1c3rN1ogN7dK-r-HXRj6NMtS2cA14UA,6925
 lightning_sdk/base_studio.py,sha256=_Pwwl37R9GRd7t-f2kO5aQXiLNrP4sUtUNht2ZkP8LE,3678
 lightning_sdk/constants.py,sha256=ztl1PTUBULnqTf3DyKUSJaV_O20hNtUYT6XvAYIrmIk,749
 lightning_sdk/helpers.py,sha256=KWMWnORHItIIA3PGn71YPs-7RjzGi8IXa2kQ5Qo4U8M,2459
 lightning_sdk/lit_container.py,sha256=8ys49TXI9MO89jLTA7MwDrKrssTRARAIF9OVmolDLq0,5273
-lightning_sdk/machine.py,sha256=FUZMGnvIXeXT-14WjA3ke98bG33tMN7v8K3kOLepAnk,8887
+lightning_sdk/machine.py,sha256=WXBAkO42GdvL3rYykVTl5UUhpQpnbLThngzymijBInk,9462
 lightning_sdk/models.py,sha256=ur1My3oivAe0p2tAYtOAGM_1tPBht3Oh-xLun-oUK08,7861
 lightning_sdk/organization.py,sha256=jizjG4oW_oxkP2Qz4vL5cle4Cg12xB_vf4eT-bnvLP0,1352
 lightning_sdk/owner.py,sha256=t5svD2it4C9pbSpVuG9WJL46CYi37JXNziwnXxhiU5U,1361
@@ -15,24 +15,24 @@ lightning_sdk/sandbox.py,sha256=_NvnWotEXW2rBiVFZZ4krKXxVjuAqfNh04qELSM0-Pg,5786
 lightning_sdk/serve.py,sha256=uW7zLhQ3X90ifetpxzTb8FNxifv5vIs7qZlgfEjVKzk,11794
 lightning_sdk/status.py,sha256=lLGAuSvXBoXQFEEsEYwdCi0RcSNatUn5OPjJVjDtoM0,386
 lightning_sdk/studio.py,sha256=3BE44Ya-2HXmDkF58lVQmd7KVzzzPktqX1SV7K3nkfo,31438
-lightning_sdk/teamspace.py,sha256=qYpIYgg3eyWj9vcqdfhQN-YCpS47tOc_xB3de07p4Y8,21630
+lightning_sdk/teamspace.py,sha256=eMatrnUr6E-ok96HIHRhghT2x_yEj_ToA6chSgYddGk,26265
 lightning_sdk/user.py,sha256=TSYh38rxoi7qKOfrK2JYh_Nknya2Kbz2ngDIY85fFOY,1778
-lightning_sdk/api/__init__.py,sha256=Qn2VVRvir_gO7w4yxGLkZY-R3T7kdiTPKgQ57BhIA9k,413
+lightning_sdk/api/__init__.py,sha256=xrp_RNECJGQtL5rZHF69WOzEuEIbWSLtjWAJAz4R5K4,500
 lightning_sdk/api/agents_api.py,sha256=G47TbFo9kYqnBMqdw2RW-lfS1VAUBSXDmzs6fpIEMUs,4059
 lightning_sdk/api/ai_hub_api.py,sha256=azqDZ-PzasVAcoQHno7k7OO_xFOHQ4NDozxF8jEh83Y,7864
 lightning_sdk/api/base_studio_api.py,sha256=3R8tucZX2e9yKHBcY2rWFRP4dxqLrC6H75vdBDkH0ck,3617
-lightning_sdk/api/cloud_account_api.py,sha256=b_Egg5yhDh5G39g1cqA3ZxBDmU9iuDs2PlBMmW0HVnA,8417
+lightning_sdk/api/cloud_account_api.py,sha256=B9-Ixy6OESAH_5wn6gKJLpcazj_48eiFLRTpunuyzjc,9191
 lightning_sdk/api/deployment_api.py,sha256=v2AfoTDkQ-1CBh75FOjFkRpf6yc3U_edDy43uYSn19I,24852
-lightning_sdk/api/job_api.py,sha256=7spFPyotlSQ0Krx6WymslnpSQaaeOmFkydvhtg6p0Ic,16410
+lightning_sdk/api/job_api.py,sha256=4uaqLiEGRmvFk2chiOltbgAfEC7seeNTmsBENsaft88,16468
 lightning_sdk/api/license_api.py,sha256=XV3RhefyPQDYjwY9AaBZe4rByZTEAnsvLDxcdm9q0Wo,2438
 lightning_sdk/api/lit_container_api.py,sha256=jCJVwd-3MNjejL9FyvH89pzt-SeG3G8qCJD16iTMJAQ,11454
 lightning_sdk/api/llm_api.py,sha256=8ouowlX-Ld0hRvueIS6fQqaEJLQMYskvhKV5-Z_A6gE,11886
-lightning_sdk/api/mmt_api.py,sha256=hIBsGiJ2qn5UjcHDxP5WUyKGT_AIFfpSHrQVwg0afBw,10699
+lightning_sdk/api/mmt_api.py,sha256=adVGNFpinnsE3lkY4QZhpWxq4ZQjhyC1XTmOhpBWXvk,10691
 lightning_sdk/api/org_api.py,sha256=Ze3z_ATVrukobujV5YdC42DKj45Vuwl7X52q_Vr-o3U,803
 lightning_sdk/api/pipeline_api.py,sha256=rJYp_FN7uUjC5xbc6K67l2eRSmVuOkijd5i8Nm5BF7I,4621
-lightning_sdk/api/studio_api.py,sha256=Aji8lke2jGeef-1lh6wV7EQ15iuiw1Cn_IuBNnEb8SA,39492
-lightning_sdk/api/teamspace_api.py,sha256=ygQAGG5W4EqcXv2PO2cYPdAN5fGj75R-1IZkNq7Z9gU,18416
-lightning_sdk/api/user_api.py,sha256=FQFgdZOopEvtFJcJT1mRRuStqKKYmg4iuVUYDSQfDVM,4514
+lightning_sdk/api/studio_api.py,sha256=ZwyaRcjPiE2O5gZ3Ko5zuB_QtzzDLZI9vUF6k7Z9Hl0,39484
+lightning_sdk/api/teamspace_api.py,sha256=UZ6Ka6TL7zggs5qhQB4wl47VRusVTMpth1-toGVWbjQ,19974
+lightning_sdk/api/user_api.py,sha256=o9gZmtvqNfj4kdSpo2fyyRuFAP7bM5w7mx0Oj9__Ads,4702
 lightning_sdk/api/utils.py,sha256=1NJgW4HCfzMqgnAqbMA7RRr2v3iM3KTuPIUQK5klDeQ,27127
 lightning_sdk/cli/__init__.py,sha256=lksw08t_ZIuHOH47LCIqSVHeZ8cUXI2aJWHYhyujYHM,32
 lightning_sdk/cli/entrypoint.py,sha256=85icG0fmUqXuFErkD2v_kOlqnr18veD8oxe7gPBWHE8,4556
@@ -83,11 +83,12 @@ lightning_sdk/cli/studio/switch.py,sha256=qhWhLvjk-BbwU8Br3rXPQIMVQLTUTq21f0v2P-
 lightning_sdk/cli/utils/__init__.py,sha256=0gHdWY3bqrIyiFiEh_uSBuxWpOykCjqUc8fPEV0z3no,186
 lightning_sdk/cli/utils/cloud_account_map.py,sha256=7oM7ns4ZJfkxxZhl-GMkxEkkinKbVkskx5dLcyEQiz4,414
 lightning_sdk/cli/utils/coloring.py,sha256=YEb1LiYb6CekVfCRb83-npAmNgd-7c1LzXuNDo4GLSc,2415
+lightning_sdk/cli/utils/owner_selection.py,sha256=PbKbFoGblxi60lF_kZxnlqxjCmI9r9b9iDZClHkJcpQ,4216
 lightning_sdk/cli/utils/resolve.py,sha256=RWQ8MgXEJCdsoY50y8Pa9B-A6NA_SvxOqL5pVKfvSr8,917
 lightning_sdk/cli/utils/richt_print.py,sha256=psSY65nLAQbxK_K0w93Qq9857aUUbm77FLS1sc3Oecg,1262
 lightning_sdk/cli/utils/save_to_config.py,sha256=mMjjfA4Yv1e7MtE03iADTXcTSAuUL0Ws9OZObx6ufo0,1164
 lightning_sdk/cli/utils/studio_selection.py,sha256=tjYTm4sY3NSQaa-6Ob9R0UQ60wIXiTNT2406BUJvJbU,3927
-lightning_sdk/cli/utils/teamspace_selection.py,sha256=ZWo_aZuEuLzBWRgQEykypEM1sE_deDKLDcCyLgFWaaQ,5188
+lightning_sdk/cli/utils/teamspace_selection.py,sha256=n-FFfWLTV63SxoK6Fi2VQikBIfKYqMNTew9b9v-1UQk,4945
 lightning_sdk/deployment/__init__.py,sha256=dXsa4psDzFYFklsq3JC-2V_L4FQjGZnQAf-ZiVlqG9c,545
 lightning_sdk/deployment/deployment.py,sha256=7Sk4ORKmgMDk7Owpk_q-89ws8-Y9orX0jRZF99tNv1E,21775
 lightning_sdk/job/__init__.py,sha256=1MxjQ6rHkyUHCypSW9RuXuVMVH11WiqhIXcU2LCFMwE,64
@@ -1152,7 +1153,7 @@ lightning_sdk/lightning_cloud/utils/dataset.py,sha256=4nUspe8iAaRPgSYpXA2uAQCgyd
 lightning_sdk/lightning_cloud/utils/name_generator.py,sha256=MkciuA10332V0mcE2PxLIiwWomWE0Fm_gNGK01vwRr4,58046
 lightning_sdk/lightning_cloud/utils/network.py,sha256=axPgl8rhyPcPjxiztDxyksfxax3VNg2OXL5F5Uc81b4,406
 lightning_sdk/llm/__init__.py,sha256=ErZva0HqN2iPtK_6hI6GN7A_HPGNrHo3wYh7vyFdO3Q,57
-lightning_sdk/llm/llm.py,sha256=M2gKP77SDz05flUpvnqh6vLXLdNwNzPn2jzXTIls7S0,20805
+lightning_sdk/llm/llm.py,sha256=pjBs8fbGZjs0tQRKHx-WdfTmeECKAwI_T1ShVBgdyO4,20836
 lightning_sdk/llm/public_assistants.py,sha256=k0yc41AyrKImnRa8Fv-ow9javnlrRQeP63507p2VybA,1579
 lightning_sdk/mmt/__init__.py,sha256=ExMu90-96bGBnyp5h0CErQszUGB1-PcjC4-R8_NYbeY,117
 lightning_sdk/mmt/base.py,sha256=iqVudKDxazomuezj6l7pa-m9I1EQnM82OKs4ZQbo4Ck,16434
@@ -1177,9 +1178,9 @@ lightning_sdk/utils/enum.py,sha256=h2JRzqoBcSlUdanFHmkj_j5DleBHAu1esQYUsdNI-hU,4
 lightning_sdk/utils/names.py,sha256=1EuXbIh7wldkDp1FG10oz9vIOyWrpGWeFFVy-DQBgzA,18162
 lightning_sdk/utils/progress.py,sha256=IXfEcUF-rL5jIw0Hir6eSxN7VBZfR--1O2LaEhGAU70,12698
 lightning_sdk/utils/resolve.py,sha256=4TyEnIgIrvkSvYk5i5PmcIogD_5Y9pBhiphRLfLMttc,10477
-lightning_sdk-2025.9.11.dist-info/LICENSE,sha256=uFIuZwj5z-4TeF2UuacPZ1o17HkvKObT8fY50qN84sg,1064
-lightning_sdk-2025.9.11.dist-info/METADATA,sha256=qmaN-yNF1oQ04YxqFC1BOQJ8sdFTT8EjzzwqRihys3Q,4130
-lightning_sdk-2025.9.11.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
-lightning_sdk-2025.9.11.dist-info/entry_points.txt,sha256=OoZa4Fc8NMs6GSN0cdA1J8e6couzAcL82CbM1yo4f_M,122
-lightning_sdk-2025.9.11.dist-info/top_level.txt,sha256=ps8doKILFXmN7F1mHncShmnQoTxKBRPIcchC8TpoBw4,19
-lightning_sdk-2025.9.11.dist-info/RECORD,,
+lightning_sdk-2025.9.23.dist-info/LICENSE,sha256=uFIuZwj5z-4TeF2UuacPZ1o17HkvKObT8fY50qN84sg,1064
+lightning_sdk-2025.9.23.dist-info/METADATA,sha256=vBeooGy4iWhjSE6eAD-ZHrX1v5_0CXTqb5UeSsCb8WQ,4130
+lightning_sdk-2025.9.23.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
+lightning_sdk-2025.9.23.dist-info/entry_points.txt,sha256=OoZa4Fc8NMs6GSN0cdA1J8e6couzAcL82CbM1yo4f_M,122
+lightning_sdk-2025.9.23.dist-info/top_level.txt,sha256=ps8doKILFXmN7F1mHncShmnQoTxKBRPIcchC8TpoBw4,19
+lightning_sdk-2025.9.23.dist-info/RECORD,,