lightning-sdk 2025.12.5__py3-none-any.whl → 2025.12.16__py3-none-any.whl

lightning_sdk/lightning_cloud/openapi/models/v1_volume.py

@@ -44,7 +44,9 @@ class V1Volume(object):
         'attached_at': 'datetime',
         'availability_zone': 'str',
         'detached_at': 'datetime',
+        'device_id': 'str',
         'encrypted': 'bool',
+        'ephemeral': 'bool',
         'iops': 'str',
         'metadata': 'V1Metadata',
         'path': 'str',
@@ -68,7 +70,9 @@ class V1Volume(object):
         'attached_at': 'attachedAt',
         'availability_zone': 'availabilityZone',
         'detached_at': 'detachedAt',
+        'device_id': 'deviceId',
         'encrypted': 'encrypted',
+        'ephemeral': 'ephemeral',
         'iops': 'iops',
         'metadata': 'metadata',
         'path': 'path',
@@ -88,12 +92,14 @@ class V1Volume(object):
         'user_id': 'userId'
     }
 
-    def __init__(self, attached_at: 'datetime' =None, availability_zone: 'str' =None, detached_at: 'datetime' =None, encrypted: 'bool' =None, iops: 'str' =None, metadata: 'V1Metadata' =None, path: 'str' =None, provider: 'str' =None, provider_id: 'str' =None, region: 'str' =None, resource_id: 'str' =None, resource_type: 'str' =None, retention_period: 'str' =None, server_id: 'str' =None, size_gb: 'str' =None, state: 'V1VolumeState' =None, subnet_id: 'str' =None, throughput: 'str' =None, type: 'str' =None, updated_at: 'datetime' =None, user_id: 'str' =None):  # noqa: E501
+    def __init__(self, attached_at: 'datetime' =None, availability_zone: 'str' =None, detached_at: 'datetime' =None, device_id: 'str' =None, encrypted: 'bool' =None, ephemeral: 'bool' =None, iops: 'str' =None, metadata: 'V1Metadata' =None, path: 'str' =None, provider: 'str' =None, provider_id: 'str' =None, region: 'str' =None, resource_id: 'str' =None, resource_type: 'str' =None, retention_period: 'str' =None, server_id: 'str' =None, size_gb: 'str' =None, state: 'V1VolumeState' =None, subnet_id: 'str' =None, throughput: 'str' =None, type: 'str' =None, updated_at: 'datetime' =None, user_id: 'str' =None):  # noqa: E501
         """V1Volume - a model defined in Swagger"""  # noqa: E501
         self._attached_at = None
         self._availability_zone = None
         self._detached_at = None
+        self._device_id = None
         self._encrypted = None
+        self._ephemeral = None
         self._iops = None
         self._metadata = None
         self._path = None
@@ -118,8 +124,12 @@ class V1Volume(object):
             self.availability_zone = availability_zone
         if detached_at is not None:
             self.detached_at = detached_at
+        if device_id is not None:
+            self.device_id = device_id
         if encrypted is not None:
             self.encrypted = encrypted
+        if ephemeral is not None:
+            self.ephemeral = ephemeral
         if iops is not None:
             self.iops = iops
         if metadata is not None:
@@ -218,6 +228,27 @@ class V1Volume(object):
 
         self._detached_at = detached_at
 
+    @property
+    def device_id(self) -> 'str':
+        """Gets the device_id of this V1Volume.  # noqa: E501
+
+
+        :return: The device_id of this V1Volume.  # noqa: E501
+        :rtype: str
+        """
+        return self._device_id
+
+    @device_id.setter
+    def device_id(self, device_id: 'str'):
+        """Sets the device_id of this V1Volume.
+
+
+        :param device_id: The device_id of this V1Volume.  # noqa: E501
+        :type: str
+        """
+
+        self._device_id = device_id
+
     @property
     def encrypted(self) -> 'bool':
         """Gets the encrypted of this V1Volume.  # noqa: E501
@@ -239,6 +270,27 @@ class V1Volume(object):
 
         self._encrypted = encrypted
 
+    @property
+    def ephemeral(self) -> 'bool':
+        """Gets the ephemeral of this V1Volume.  # noqa: E501
+
+
+        :return: The ephemeral of this V1Volume.  # noqa: E501
+        :rtype: bool
+        """
+        return self._ephemeral
+
+    @ephemeral.setter
+    def ephemeral(self, ephemeral: 'bool'):
+        """Sets the ephemeral of this V1Volume.
+
+
+        :param ephemeral: The ephemeral of this V1Volume.  # noqa: E501
+        :type: bool
+        """
+
+        self._ephemeral = ephemeral
+
     @property
     def iops(self) -> 'str':
         """Gets the iops of this V1Volume.  # noqa: E501

lightning_sdk/lightning_cloud/openapi/models/{volumes_id_body.py → volume_service_update_volume_body.py}

@@ -28,7 +28,7 @@ if TYPE_CHECKING:
     from datetime import datetime
     from lightning_sdk.lightning_cloud.openapi.models import *
 
-class VolumesIdBody(object):
+class VolumeServiceUpdateVolumeBody(object):
     """NOTE: This class is auto generated by the swagger code generator program.
 
     Do not edit the class manually.
@@ -49,7 +49,7 @@ class VolumesIdBody(object):
     }
 
     def __init__(self, volume: 'V1Volume' =None):  # noqa: E501
-        """VolumesIdBody - a model defined in Swagger"""  # noqa: E501
+        """VolumeServiceUpdateVolumeBody - a model defined in Swagger"""  # noqa: E501
         self._volume = None
         self.discriminator = None
         if volume is not None:
@@ -57,20 +57,20 @@ class VolumesIdBody(object):
 
     @property
     def volume(self) -> 'V1Volume':
-        """Gets the volume of this VolumesIdBody.  # noqa: E501
+        """Gets the volume of this VolumeServiceUpdateVolumeBody.  # noqa: E501
 
 
-        :return: The volume of this VolumesIdBody.  # noqa: E501
+        :return: The volume of this VolumeServiceUpdateVolumeBody.  # noqa: E501
         :rtype: V1Volume
         """
         return self._volume
 
     @volume.setter
     def volume(self, volume: 'V1Volume'):
-        """Sets the volume of this VolumesIdBody.
+        """Sets the volume of this VolumeServiceUpdateVolumeBody.
 
 
-        :param volume: The volume of this VolumesIdBody.  # noqa: E501
+        :param volume: The volume of this VolumeServiceUpdateVolumeBody.  # noqa: E501
         :type: V1Volume
         """
 
@@ -97,7 +97,7 @@ class VolumesIdBody(object):
                 ))
             else:
                 result[attr] = value
-        if issubclass(VolumesIdBody, dict):
+        if issubclass(VolumeServiceUpdateVolumeBody, dict):
             for key, value in self.items():
                 result[key] = value
 
@@ -111,13 +111,13 @@ class VolumesIdBody(object):
         """For `print` and `pprint`"""
         return self.to_str()
 
-    def __eq__(self, other: 'VolumesIdBody') -> bool:
+    def __eq__(self, other: 'VolumeServiceUpdateVolumeBody') -> bool:
         """Returns true if both objects are equal"""
-        if not isinstance(other, VolumesIdBody):
+        if not isinstance(other, VolumeServiceUpdateVolumeBody):
             return False
 
         return self.__dict__ == other.__dict__
 
-    def __ne__(self, other: 'VolumesIdBody') -> bool:
+    def __ne__(self, other: 'VolumeServiceUpdateVolumeBody') -> bool:
         """Returns true if both objects are not equal"""
         return not self == other

lightning_sdk/lightning_cloud/utils/data_connection.py

@@ -1,7 +1,13 @@
 import os
 from time import sleep, time
 from lightning_sdk.lightning_cloud import rest_client
-from lightning_sdk.lightning_cloud.openapi import Create, V1AwsDataConnection, V1S3FolderDataConnection, V1EfsConfig, V1GcpDataConnection, V1FilestoreDataConnection, V1DataConnectionTier, V1R2DataConnection
+from lightning_sdk.lightning_cloud.openapi.models.v1_s3_folder_data_connection import V1S3FolderDataConnection
+from lightning_sdk.lightning_cloud.openapi.models.v1_filestore_data_connection import V1FilestoreDataConnection
+from lightning_sdk.lightning_cloud.openapi.models.v1_efs_config import V1EfsConfig
+from lightning_sdk.lightning_cloud.openapi.models.v1_data_connection_tier import V1DataConnectionTier
+from lightning_sdk.lightning_cloud.openapi.models.v1_r2_data_connection import V1R2DataConnection
+from lightning_sdk.lightning_cloud.openapi.models.data_connection_service_create_data_connection_body import DataConnectionServiceCreateDataConnectionBody
+from lightning_sdk.lightning_cloud.openapi import V1AwsDataConnection, V1GcpDataConnection
 from lightning_sdk.lightning_cloud.openapi.rest import ApiException
 import urllib3
 
@@ -17,7 +23,7 @@ def add_s3_connection(bucket_name: str, region: str = "us-east-1", create_timeou
     if any(d for d in data_connections if d.name == bucket_name):
         return
 
-    body = Create(
+    body = DataConnectionServiceCreateDataConnectionBody(
         name=bucket_name,
         create_index=True,
         cluster_id=cluster_id,
@@ -72,7 +78,7 @@ def create_s3_folder(folder_name: str, create_timeout: int = 15) -> None:
             return
 
     # If we get here, no matching folder was found, proceed with creation
-    body = Create(
+    body = DataConnectionServiceCreateDataConnectionBody(
         name=folder_name,
         create_resources=True,
         cluster_id=cluster_id,
@@ -127,7 +133,7 @@ def create_efs_folder(folder_name: str, region: str, create_timeout: int = 60) -
             return
 
     # If we get here, no matching folder was found, proceed with creation
-    body = Create(
+    body = DataConnectionServiceCreateDataConnectionBody(
         name=folder_name,
         create_resources=True,
         cluster_id=cluster_id,
@@ -181,7 +187,7 @@ def add_efs_connection(name: str, filesystem_id: str, region: str = "us-east-1",
     if any(d for d in data_connections if d.name == name):
         return
 
-    body = Create(
+    body = DataConnectionServiceCreateDataConnectionBody(
         name=name,
         create_resources=False,  # Don't create new EFS since we're connecting to existing one
         cluster_id=cluster_id,
@@ -244,7 +250,7 @@ def add_gcs_connection(connection_name: str, bucket_name: str, create_timeout: i
         if existing_connection_name == connection_name and isGCSConnection:
             return
 
-    body = Create(
+    body = DataConnectionServiceCreateDataConnectionBody(
         name=connection_name,
         create_index=True,
         cluster_id=cluster_id,
@@ -299,7 +305,7 @@ def create_filestore_folder(folder_name: str, region: str, capacity_gb: int = 10
             return
 
     # If we get here, no matching folder was found, proceed with creation
-    body = Create(
+    body = DataConnectionServiceCreateDataConnectionBody(
         name=folder_name,
         create_resources=True,
         cluster_id=cluster_id,
@@ -351,7 +357,7 @@ def create_cloud_agnostic_folder(folder_name: str, create_timeout: int = 30) ->
             return
 
     # If we get here, no matching folder was found, proceed with creation
-    body = Create(
+    body = DataConnectionServiceCreateDataConnectionBody(
         name=folder_name,
         create_resources=True,
         r2=V1R2DataConnection(name=folder_name),

lightning_sdk/lightning_cloud/utils/dataset.py

@@ -1,10 +1,8 @@
 from typing import Optional, List, Tuple, Union
 import os
 from lightning_sdk.lightning_cloud.rest_client import LightningClient
-from lightning_sdk.lightning_cloud.openapi import (
-    ProjectIdDatasetsBody,
-    V1DatasetType,
-)
+from lightning_sdk.lightning_cloud.openapi.models.v1_dataset_type import V1DatasetType
+from lightning_sdk.lightning_cloud.openapi.models.dataset_service_create_dataset_body import DatasetServiceCreateDatasetBody
 
 def _create_dataset(
     input_dir: str,
@@ -38,7 +36,7 @@ def _create_dataset(
     client = LightningClient(retry=False)
 
     client.dataset_service_create_dataset(
-        body=ProjectIdDatasetsBody(
+        body=DatasetServiceCreateDatasetBody(
             cloud_space_id=cloud_space_id if lightning_app_id is None else None,
             cluster_id=cluster_id,
             creator_id=user_id,

lightning_sdk/machine.py

@@ -92,6 +92,7 @@ class Machine:
     accelerator_count: Optional[int] = None
     cost: Optional[float] = None
     interruptible_cost: Optional[float] = None
+    provider: Optional[str] = None
     wait_time: Optional[float] = None
     interruptible_wait_time: Optional[float] = None
     _include_in_cli: bool = True

lightning_sdk/pipeline/steps.py

@@ -176,6 +176,7 @@ class JobStep:
         max_runtime: Optional[int] = None,
         wait_for: Union[str, List[str], None] = DEFAULT,
         reuse_snapshot: bool = True,
+        scratch_disks: Optional[Dict[str, int]] = None,
     ) -> None:
         self.name = name
         self.machine = machine or Machine.CPU
@@ -203,6 +204,7 @@ class JobStep:
         self.max_runtime = max_runtime
         self.wait_for = wait_for
         self.reuse_snapshot = reuse_snapshot
+        self.scratch_disks = scratch_disks
 
     def to_proto(
         self, teamspace: "Teamspace", cloud_account: str, shared_filesystem: Union[bool, V1SharedFilesystem]
@@ -242,6 +244,7 @@ class JobStep:
             max_runtime=self.max_runtime,
             machine_image_version=machine_image_version,
             reuse_snapshot=self.reuse_snapshot,
+            scratch_disks=self.scratch_disks,
         )
 
         return V1PipelineStep(

lightning_sdk/plugin.py

@@ -324,7 +324,7 @@ class SlurmJobsPlugin(_Plugin):
                 If you update your files and don't change the cache_id, they won't be used.
 
         """
-        from lightning_sdk.lightning_cloud.openapi import SlurmJobsBody
+        from lightning_sdk.lightning_cloud.openapi import SlurmJobsUserServiceCreateUserSLURMJobBody
 
         if work_dir == "":
             raise ValueError("The argument `work_dir` needs to be a proper path on the SLURM Cluster.")
@@ -384,7 +384,7 @@ class SlurmJobsPlugin(_Plugin):
 
         resp = client.slurm_jobs_user_service_create_user_slurm_job(
             project_id=self._studio._teamspace.id,
-            body=SlurmJobsBody(
+            body=SlurmJobsUserServiceCreateUserSLURMJobBody(
                 cloudspace_id=self._studio._studio.id,
                 cluster_id=selected_cluster.id,
                 command=command,

lightning_sdk/teamspace.py

@@ -11,7 +11,12 @@ import lightning_sdk
 from lightning_sdk.agents import Agent
 from lightning_sdk.api import CloudAccountApi, TeamspaceApi
 from lightning_sdk.api.utils import AccessibleResource, raise_access_error_if_not_allowed
-from lightning_sdk.lightning_cloud.openapi import V1ClusterType, V1Model, V1ModelVersionArchive, V1ProjectClusterBinding
+from lightning_sdk.lightning_cloud.openapi import (
+    V1ClusterType,
+    V1Model,
+    V1ModelVersionArchive,
+    V1ProjectClusterBinding,
+)
 from lightning_sdk.machine import CloudProvider, Machine
 from lightning_sdk.models import UploadedModelInfo
 from lightning_sdk.organization import Organization
@@ -275,14 +280,48 @@ class Teamspace(metaclass=TrackCallsMeta):
 
         self._teamspace_api.set_secret(self.id, key, value)
 
-    def list_machines(self, cloud_account: Optional[str] = None) -> List[Machine]:
+    def list_machines(self, cloud_account: Optional[str] = None, machine: Optional[str] = None) -> List[Machine]:
+        """List available machines across cloud accounts.
+
+        Args:
+            cloud_account: The cloud account from which to list available machines. If None, uses LIGHTNING_CLUSTER_ID
+                environment variable. If that's also None, queries all global cloud accounts.
+            machine: Specific machine name to filter by. If provided, only returns that
+                machine type. Must be a valid Machine enum value.
+
+        Returns:
+            List of available machines, excluding out-of-capacity machines.
+        """
         if cloud_account is None:
-            cloud_account = os.getenv("LIGHTNING_CLUSTER_ID") or self.default_cloud_account
+            cloud_account = os.getenv("LIGHTNING_CLUSTER_ID", None)
 
+        # if cloud_account is not given as a paramter and as a env var, use global cloud_accounts
         if cloud_account is None:
+            global_cloud_accounts = self._cloud_account_api.list_global_cloud_accounts(teamspace_id=self.id)
+            cloud_accounts = [cm.id for cm in global_cloud_accounts]
+        else:
+            cloud_accounts = [cloud_account]
+
+        if cloud_accounts is None:
             raise RuntimeError("Could not resolve cloud account")
 
-        cloud_machines = self._teamspace_api.list_machines(self.id, cloud_account=cloud_account)
+        if machine:
+            _machine_values = tuple(
+                [
+                    machine.name
+                    for machine in Machine.__dict__.values()
+                    if isinstance(machine, Machine) and machine._include_in_cli
+                ]
+            )
+            if machine not in _machine_values:
+                raise ValueError(f"Machine '{machine}' is not valid. Valid machines are: {_machine_values}")
+            machine = getattr(Machine, machine.upper(), Machine(machine, machine))
+
+        cloud_machines = self._teamspace_api.list_machines(
+            self.id, cloud_accounts=cloud_accounts, machine=machine, org_id=self._org.id
+        )
+        # filter out of capacity machines
+        cloud_machines = [cm for cm in cloud_machines if not cm.out_of_capacity]
         return [
             Machine(
                 name=cluster_machine.instance_id,
@@ -292,6 +331,7 @@ class Teamspace(metaclass=TrackCallsMeta):
                 accelerator_count=cluster_machine.resources.gpu or cluster_machine.resources.cpu,
                 cost=cluster_machine.cost,
                 interruptible_cost=cluster_machine.spot_price,
+                provider=cluster_machine.provider,
                 wait_time=float(cluster_machine.available_in_seconds) if cluster_machine.available_in_seconds else None,
                 interruptible_wait_time=float(cluster_machine.available_in_seconds_spot)
                 if cluster_machine.available_in_seconds_spot
@@ -550,7 +590,6 @@ class Teamspace(metaclass=TrackCallsMeta):
             path=remote_path,
             target_path=file_path,
             teamspace_id=self._teamspace.id,
-            cloud_account=self.default_cloud_account,
         )
 
     def download_folder(self, remote_path: str, target_path: Optional[str] = None) -> None:

{lightning_sdk-2025.12.5.dist-info → lightning_sdk-2025.12.16.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lightning_sdk
-Version: 2025.12.5
+Version: 2025.12.16
 Summary: SDK to develop using Lightning AI Studios
 Author-email: Lightning-AI <justus@lightning.ai>
 License: MIT License