lightning-sdk 2025.7.9__py3-none-any.whl → 2025.7.10__py3-none-any.whl

lightning_sdk/__init__.py

@@ -31,6 +31,6 @@ __all__ = [
     "User",
 ]
 
-__version__ = "2025.07.09"
+__version__ = "2025.07.10"
 _check_version_and_prompt_upgrade(__version__)
 _set_tqdm_envvars_noninteractive()

lightning_sdk/api/llm_api.py

@@ -1,5 +1,6 @@
 import asyncio
 import base64
+import datetime
 import json
 import os
 import threading
@@ -46,6 +47,8 @@ class LLMApi:
                 executable=result_data.get("executable"),
                 id=result_data.get("id"),
                 throughput=result_data.get("throughput"),
+                stats=result_data.get("stats"),
+                usage=result_data.get("usage"),
             )
         except json.JSONDecodeError:
             warnings.warn("Error decoding JSON:", decoded_line)
@@ -158,6 +161,7 @@ class LLMApi:
             "ephemeral": ephemeral,
             "parent_conversation_id": kwargs.get("parent_conversation_id", ""),
             "parent_message_id": kwargs.get("parent_message_id", ""),
+            "sent_at": datetime.datetime.now(datetime.timezone.utc).isoformat(timespec="microseconds"),
         }
         if images:
             for image in images:

lightning_sdk/job/base.py

@@ -296,6 +296,27 @@ class _BaseJob(ABC):
 
             time.sleep(interval)
 
+    async def async_wait(self, interval: float = 5.0, timeout: Optional[float] = None) -> None:
+        """Waits for the job to be either completed, manually stopped or failed.
+
+        Args:
+            interval: The number of seconds to spend in-between status checks.
+            timeout: The maximum number of seconds to wait before raising an error. If None, waits forever.
+        """
+        import asyncio
+
+        from lightning_sdk.status import Status
+
+        start = asyncio.get_event_loop().time()
+        while True:
+            if self.status in (Status.Completed, Status.Stopped, Status.Failed):
+                break
+
+            if timeout is not None and asyncio.get_event_loop().time() - start > timeout:
+                raise TimeoutError("Job didn't finish within the provided timeout.")
+
+            await asyncio.sleep(interval)
+
     @property
     @abstractmethod
     def status(self) -> "Status":

lightning_sdk/lightning_cloud/openapi/models/v1_user_features.py

@@ -42,7 +42,6 @@ class V1UserFeatures(object):
     """
     swagger_types = {
         'academic_tier': 'bool',
-        'accurate_billing': 'bool',
         'add_data_v2': 'bool',
         'affiliate_links': 'bool',
         'agents_v2': 'bool',
@@ -59,7 +58,6 @@ class V1UserFeatures(object):
         'cloudy_vibe_code': 'bool',
         'code_tab': 'bool',
         'collab_screen_sharing': 'bool',
-        'concurrent_gpu_limit': 'bool',
         'control_center_monitoring': 'bool',
         'cost_attribution_settings': 'bool',
         'custom_app_domain': 'bool',
@@ -76,6 +74,7 @@ class V1UserFeatures(object):
         'gcs_fuse': 'bool',
         'instant_capacity_reservation': 'bool',
         'job_artifacts_v2': 'bool',
+        'kubernetes_cluster_ui': 'bool',
         'kubernetes_clusters': 'bool',
         'lambda_labs': 'bool',
         'lambda_labs_studios': 'bool',
@@ -136,7 +135,6 @@ class V1UserFeatures(object):
 
     attribute_map = {
         'academic_tier': 'academicTier',
-        'accurate_billing': 'accurateBilling',
         'add_data_v2': 'addDataV2',
         'affiliate_links': 'affiliateLinks',
         'agents_v2': 'agentsV2',
@@ -153,7 +151,6 @@ class V1UserFeatures(object):
         'cloudy_vibe_code': 'cloudyVibeCode',
         'code_tab': 'codeTab',
         'collab_screen_sharing': 'collabScreenSharing',
-        'concurrent_gpu_limit': 'concurrentGpuLimit',
         'control_center_monitoring': 'controlCenterMonitoring',
         'cost_attribution_settings': 'costAttributionSettings',
         'custom_app_domain': 'customAppDomain',
@@ -170,6 +167,7 @@ class V1UserFeatures(object):
         'gcs_fuse': 'gcsFuse',
         'instant_capacity_reservation': 'instantCapacityReservation',
         'job_artifacts_v2': 'jobArtifactsV2',
+        'kubernetes_cluster_ui': 'kubernetesClusterUi',
         'kubernetes_clusters': 'kubernetesClusters',
         'lambda_labs': 'lambdaLabs',
         'lambda_labs_studios': 'lambdaLabsStudios',
@@ -228,10 +226,9 @@ class V1UserFeatures(object):
         'writable_s3_connections': 'writableS3Connections'
     }
 
-    def __init__(self, academic_tier: 'bool' =None, accurate_billing: 'bool' =None, add_data_v2: 'bool' =None, affiliate_links: 'bool' =None, agents_v2: 'bool' =None, ai_hub_monetization: 'bool' =None, auto_fast_load: 'bool' =None, auto_join_orgs: 'bool' =None, b2c_experience: 'bool' =None, cap_add: 'list[str]' =None, cap_drop: 'list[str]' =None, capacity_reservation_byoc: 'bool' =None, capacity_reservation_dry_run: 'bool' =None, chat_models: 'bool' =None, cloudspace_schedules: 'bool' =None, cloudy_vibe_code: 'bool' =None, code_tab: 'bool' =None, collab_screen_sharing: 'bool' =None, concurrent_gpu_limit: 'bool' =None, control_center_monitoring: 'bool' =None, cost_attribution_settings: 'bool' =None, custom_app_domain: 'bool' =None, data_connection_flushing_v2: 'bool' =None, datasets: 'bool' =None, default_one_cluster: 'bool' =None, deployment_persistent_disk: 'bool' =None, drive_v2: 'bool' =None, enterprise_compute_admin: 'bool' =None, fair_share: 'bool' =None, featured_studios_admin: 'bool' =None, gcs_connections_optimized: 'bool' =None, gcs_folders: 'bool' =None, gcs_fuse: 'bool' =None, instant_capacity_reservation: 'bool' =None, job_artifacts_v2: 'bool' =None, kubernetes_clusters: 'bool' =None, lambda_labs: 'bool' =None, lambda_labs_studios: 'bool' =None, landing_studios: 'bool' =None, lit_logger: 'bool' =None, machine_selector_v2: 'bool' =None, marketplace: 'bool' =None, mmt_fault_tolerance: 'bool' =None, mmt_strategy_selector: 'bool' =None, model_api_dashboard: 'bool' =None, model_api_dashboard_clickhouse: 'bool' =None, multicloud_folders: 'bool' =None, multicloud_saas: 'bool' =None, multiple_studio_versions: 'bool' =None, nebius: 'bool' =None, nebius_cpu_studios: 'bool' =None, nebius_gpu_studios: 'bool' =None, nerf_fs_nonpaying: 'bool' =None, onboarding_v2: 'bool' =None, org_level_member_permissions: 'bool' =None, org_usage_limits: 'bool' =None, paygo_free_storage_limit_check: 'bool' =None, persistent_disk: 'bool' =None, plugin_distributed: 'bool' =None, plugin_inference: 'bool' =None, plugin_label_studio: 'bool' =None, plugin_langflow: 'bool' =None, plugin_python_profiler: 'bool' =None, plugin_service: 'bool' =None, plugin_sweeps: 'bool' =None, pricing_updates: 'bool' =None, product_generator: 'bool' =None, product_license: 'bool' =None, project_selector: 'bool' =None, publish_pipelines: 'bool' =None, r2_data_connections: 'bool' =None, reserved_machines_tab: 'bool' =None, restartable_jobs: 'bool' =None, runnable_public_studio_page: 'bool' =None, security_docs: 'bool' =None, show_dev_admin: 'bool' =None, single_wallet: 'bool' =None, slurm: 'bool' =None, specialised_studios: 'bool' =None, storage_overuse_deletion: 'bool' =None, studio_config: 'bool' =None, studio_sharing_v2: 'bool' =None, studio_version_visibility: 'bool' =None, trainium2: 'bool' =None, use_internal_data_connection_mounts: 'bool' =None, use_rclone_mounts_only: 'bool' =None, voltage_park: 'bool' =None, voltage_park_studios: 'bool' =None, vultr: 'bool' =None, weka: 'bool' =None, writable_s3_connections: 'bool' =None):  # noqa: E501
+    def __init__(self, academic_tier: 'bool' =None, add_data_v2: 'bool' =None, affiliate_links: 'bool' =None, agents_v2: 'bool' =None, ai_hub_monetization: 'bool' =None, auto_fast_load: 'bool' =None, auto_join_orgs: 'bool' =None, b2c_experience: 'bool' =None, cap_add: 'list[str]' =None, cap_drop: 'list[str]' =None, capacity_reservation_byoc: 'bool' =None, capacity_reservation_dry_run: 'bool' =None, chat_models: 'bool' =None, cloudspace_schedules: 'bool' =None, cloudy_vibe_code: 'bool' =None, code_tab: 'bool' =None, collab_screen_sharing: 'bool' =None, control_center_monitoring: 'bool' =None, cost_attribution_settings: 'bool' =None, custom_app_domain: 'bool' =None, data_connection_flushing_v2: 'bool' =None, datasets: 'bool' =None, default_one_cluster: 'bool' =None, deployment_persistent_disk: 'bool' =None, drive_v2: 'bool' =None, enterprise_compute_admin: 'bool' =None, fair_share: 'bool' =None, featured_studios_admin: 'bool' =None, gcs_connections_optimized: 'bool' =None, gcs_folders: 'bool' =None, gcs_fuse: 'bool' =None, instant_capacity_reservation: 'bool' =None, job_artifacts_v2: 'bool' =None, kubernetes_cluster_ui: 'bool' =None, kubernetes_clusters: 'bool' =None, lambda_labs: 'bool' =None, lambda_labs_studios: 'bool' =None, landing_studios: 'bool' =None, lit_logger: 'bool' =None, machine_selector_v2: 'bool' =None, marketplace: 'bool' =None, mmt_fault_tolerance: 'bool' =None, mmt_strategy_selector: 'bool' =None, model_api_dashboard: 'bool' =None, model_api_dashboard_clickhouse: 'bool' =None, multicloud_folders: 'bool' =None, multicloud_saas: 'bool' =None, multiple_studio_versions: 'bool' =None, nebius: 'bool' =None, nebius_cpu_studios: 'bool' =None, nebius_gpu_studios: 'bool' =None, nerf_fs_nonpaying: 'bool' =None, onboarding_v2: 'bool' =None, org_level_member_permissions: 'bool' =None, org_usage_limits: 'bool' =None, paygo_free_storage_limit_check: 'bool' =None, persistent_disk: 'bool' =None, plugin_distributed: 'bool' =None, plugin_inference: 'bool' =None, plugin_label_studio: 'bool' =None, plugin_langflow: 'bool' =None, plugin_python_profiler: 'bool' =None, plugin_service: 'bool' =None, plugin_sweeps: 'bool' =None, pricing_updates: 'bool' =None, product_generator: 'bool' =None, product_license: 'bool' =None, project_selector: 'bool' =None, publish_pipelines: 'bool' =None, r2_data_connections: 'bool' =None, reserved_machines_tab: 'bool' =None, restartable_jobs: 'bool' =None, runnable_public_studio_page: 'bool' =None, security_docs: 'bool' =None, show_dev_admin: 'bool' =None, single_wallet: 'bool' =None, slurm: 'bool' =None, specialised_studios: 'bool' =None, storage_overuse_deletion: 'bool' =None, studio_config: 'bool' =None, studio_sharing_v2: 'bool' =None, studio_version_visibility: 'bool' =None, trainium2: 'bool' =None, use_internal_data_connection_mounts: 'bool' =None, use_rclone_mounts_only: 'bool' =None, voltage_park: 'bool' =None, voltage_park_studios: 'bool' =None, vultr: 'bool' =None, weka: 'bool' =None, writable_s3_connections: 'bool' =None):  # noqa: E501
         """V1UserFeatures - a model defined in Swagger"""  # noqa: E501
         self._academic_tier = None
-        self._accurate_billing = None
         self._add_data_v2 = None
         self._affiliate_links = None
         self._agents_v2 = None
@@ -248,7 +245,6 @@ class V1UserFeatures(object):
         self._cloudy_vibe_code = None
         self._code_tab = None
         self._collab_screen_sharing = None
-        self._concurrent_gpu_limit = None
         self._control_center_monitoring = None
         self._cost_attribution_settings = None
         self._custom_app_domain = None
@@ -265,6 +261,7 @@ class V1UserFeatures(object):
         self._gcs_fuse = None
         self._instant_capacity_reservation = None
         self._job_artifacts_v2 = None
+        self._kubernetes_cluster_ui = None
         self._kubernetes_clusters = None
         self._lambda_labs = None
         self._lambda_labs_studios = None
@@ -324,8 +321,6 @@ class V1UserFeatures(object):
         self.discriminator = None
         if academic_tier is not None:
             self.academic_tier = academic_tier
-        if accurate_billing is not None:
-            self.accurate_billing = accurate_billing
         if add_data_v2 is not None:
             self.add_data_v2 = add_data_v2
         if affiliate_links is not None:
@@ -358,8 +353,6 @@ class V1UserFeatures(object):
             self.code_tab = code_tab
         if collab_screen_sharing is not None:
             self.collab_screen_sharing = collab_screen_sharing
-        if concurrent_gpu_limit is not None:
-            self.concurrent_gpu_limit = concurrent_gpu_limit
         if control_center_monitoring is not None:
             self.control_center_monitoring = control_center_monitoring
         if cost_attribution_settings is not None:
@@ -392,6 +385,8 @@ class V1UserFeatures(object):
             self.instant_capacity_reservation = instant_capacity_reservation
         if job_artifacts_v2 is not None:
             self.job_artifacts_v2 = job_artifacts_v2
+        if kubernetes_cluster_ui is not None:
+            self.kubernetes_cluster_ui = kubernetes_cluster_ui
         if kubernetes_clusters is not None:
             self.kubernetes_clusters = kubernetes_clusters
         if lambda_labs is not None:
@@ -526,27 +521,6 @@ class V1UserFeatures(object):
 
         self._academic_tier = academic_tier
 
-    @property
-    def accurate_billing(self) -> 'bool':
-        """Gets the accurate_billing of this V1UserFeatures.  # noqa: E501
-
-
-        :return: The accurate_billing of this V1UserFeatures.  # noqa: E501
-        :rtype: bool
-        """
-        return self._accurate_billing
-
-    @accurate_billing.setter
-    def accurate_billing(self, accurate_billing: 'bool'):
-        """Sets the accurate_billing of this V1UserFeatures.
-
-
-        :param accurate_billing: The accurate_billing of this V1UserFeatures.  # noqa: E501
-        :type: bool
-        """
-
-        self._accurate_billing = accurate_billing
-
     @property
     def add_data_v2(self) -> 'bool':
         """Gets the add_data_v2 of this V1UserFeatures.  # noqa: E501
@@ -883,27 +857,6 @@ class V1UserFeatures(object):
 
         self._collab_screen_sharing = collab_screen_sharing
 
-    @property
-    def concurrent_gpu_limit(self) -> 'bool':
-        """Gets the concurrent_gpu_limit of this V1UserFeatures.  # noqa: E501
-
-
-        :return: The concurrent_gpu_limit of this V1UserFeatures.  # noqa: E501
-        :rtype: bool
-        """
-        return self._concurrent_gpu_limit
-
-    @concurrent_gpu_limit.setter
-    def concurrent_gpu_limit(self, concurrent_gpu_limit: 'bool'):
-        """Sets the concurrent_gpu_limit of this V1UserFeatures.
-
-
-        :param concurrent_gpu_limit: The concurrent_gpu_limit of this V1UserFeatures.  # noqa: E501
-        :type: bool
-        """
-
-        self._concurrent_gpu_limit = concurrent_gpu_limit
-
     @property
     def control_center_monitoring(self) -> 'bool':
         """Gets the control_center_monitoring of this V1UserFeatures.  # noqa: E501
@@ -1240,6 +1193,27 @@ class V1UserFeatures(object):
 
         self._job_artifacts_v2 = job_artifacts_v2
 
+    @property
+    def kubernetes_cluster_ui(self) -> 'bool':
+        """Gets the kubernetes_cluster_ui of this V1UserFeatures.  # noqa: E501
+
+
+        :return: The kubernetes_cluster_ui of this V1UserFeatures.  # noqa: E501
+        :rtype: bool
+        """
+        return self._kubernetes_cluster_ui
+
+    @kubernetes_cluster_ui.setter
+    def kubernetes_cluster_ui(self, kubernetes_cluster_ui: 'bool'):
+        """Sets the kubernetes_cluster_ui of this V1UserFeatures.
+
+
+        :param kubernetes_cluster_ui: The kubernetes_cluster_ui of this V1UserFeatures.  # noqa: E501
+        :type: bool
+        """
+
+        self._kubernetes_cluster_ui = kubernetes_cluster_ui
+
     @property
     def kubernetes_clusters(self) -> 'bool':
         """Gets the kubernetes_clusters of this V1UserFeatures.  # noqa: E501

lightning_sdk/lightning_cloud/utils/data_connection.py

@@ -1,10 +1,9 @@
 import os
 from time import sleep, time
 from lightning_sdk.lightning_cloud import rest_client
-from lightning_sdk.lightning_cloud.openapi import Create, V1AwsDataConnection, V1S3FolderDataConnection, V1EfsConfig
+from lightning_sdk.lightning_cloud.openapi import Create, V1AwsDataConnection, V1S3FolderDataConnection, V1EfsConfig, V1GcpDataConnection
 from lightning_sdk.lightning_cloud.openapi.rest import ApiException
 import urllib3
-import os
 
 def add_s3_connection(bucket_name: str, region: str = "us-east-1", create_timeout: int = 15) -> None:
     """Utility to add a data connection."""
@@ -217,6 +216,62 @@ def add_efs_connection(name: str, filesystem_id: str, region: str = "us-east-1",
 
     return
 
+def add_gcs_connection(connection_name: str, bucket_name: str, create_timeout: int = 15) -> None:
+    """
+    Utility function to add a GCS data connection.
+
+    Parameters:
+        1. connection_name (str): The name of the data connection.
+        2. bucket_name (str): The name of the bucket to attach.
+        3. create_timeout (int): The timeout for the data connectio creation.
+    Returns:
+        None
+    """
+
+    client = rest_client.LightningClient(retry=False)
+
+    project_id = os.getenv("LIGHTNING_CLOUD_PROJECT_ID")
+    cluster_id = os.getenv("LIGHTNING_CLUSTER_ID")
+
+    # Get existing data connections and ensure there is no an existing one with the same name and type
+    data_connections = client.data_connection_service_list_data_connections(project_id).data_connections
+
+    for connection in data_connections:
+        existing_connection_name = getattr(connection, 'name', None)
+        isGCSConnection = getattr(connection, 'gcp', None) is not None
+
+        # Same name and type already exists
+        if existing_connection_name == connection_name and isGCSConnection:
+            return
+
+    body = Create(
+        name=connection_name,
+        create_index=True,
+        cluster_id=cluster_id,
+        access_cluster_ids=[cluster_id],
+        gcp=V1GcpDataConnection(
+            source=f"gs://{bucket_name}",
+        ))
+    try:
+        client.data_connection_service_create_data_connection(body, project_id)
+    except (ApiException, urllib3.exceptions.HTTPError) as ex:
+        # Note: This function can be called in a distributed way.
+        # There is a race condition where one machine might create the entry before another machine
+        # and this request would fail with duplicated key
+        # In this case, it is fine not to raise
+        if isinstance(ex, ApiException) and 'duplicate key value violates unique constraint' in str(ex.body):
+            pass
+        else:
+            raise ex
+
+    # Wait for the filesystem picks up the newly added GCS data connection
+    start = time()
+
+    while not os.path.isdir(f"/teamspace/gcs_connections/{bucket_name}") and (time() - start) < create_timeout:
+        sleep(1)
+
+    return
+
 def delete_data_connection(name: str):
     """Utility to delete a data connection
 
@@ -249,4 +304,3 @@ def delete_data_connection(name: str):
         #  for now it's best to actually stop the studio and all other things where the connection
         #  is mounted before trying to delete it
         raise e from None
-

lightning_sdk/llm/llm.py

@@ -169,21 +169,33 @@ class LLM:
                 self._conversations[conversation.name] = conversation.id
 
     def _stream_chat_response(
-        self, result: Generator[V1ConversationResponseChunk, None, None], conversation: Optional[str] = None
+        self,
+        result: Generator[V1ConversationResponseChunk, None, None],
+        conversation: Optional[str] = None,
+        full_response: bool = False,
     ) -> Generator[str, None, None]:
         first_line = next(result, None)
         if first_line:
             if conversation and first_line.conversation_id:
                 self._conversations[conversation] = first_line.conversation_id
-            yield first_line.choices[0].delta.content
+            if full_response:
+                yield first_line
+            else:
+                yield first_line.choices[0].delta.content
 
         for line in result:
-            yield line.choices[0].delta.content
+            if full_response:
+                yield line
+            else:
+                yield line.choices[0].delta.content
 
-    async def _async_stream_text(self, output: str) -> AsyncGenerator[str, None]:
+    async def _async_stream_text(self, output: str, full_response: bool = False) -> AsyncGenerator[str, None]:
         async for chunk in output:
             if chunk.choices and chunk.choices[0].delta:
-                yield chunk.choices[0].delta.content
+                if full_response:
+                    yield chunk
+                else:
+                    yield chunk.choices[0].delta.content
 
     async def _async_chat(
         self,
@@ -194,6 +206,7 @@ class LLM:
         conversation: Optional[str] = None,
         metadata: Optional[Dict[str, str]] = None,
         stream: bool = False,
+        full_response: bool = False,
         **kwargs: Any,
     ) -> Union[str, AsyncGenerator[str, None]]:
         conversation_id = self._conversations.get(conversation) if conversation else None
@@ -213,8 +226,10 @@ class LLM:
         if not stream:
             if conversation and not conversation_id:
                 self._conversations[conversation] = output.conversation_id
+            if full_response:
+                return output
             return output.choices[0].delta.content
-        return self._async_stream_text(output)
+        return self._async_stream_text(output, full_response)
 
     def chat(
         self,
@@ -225,8 +240,11 @@ class LLM:
         conversation: Optional[str] = None,
         metadata: Optional[Dict[str, str]] = None,
         stream: bool = False,
+        full_response: bool = False,
         **kwargs: Any,
-    ) -> Union[str, Generator[str, None, None]]:
+    ) -> Union[
+        V1ConversationResponseChunk, Generator[V1ConversationResponseChunk, None, None], str, Generator[str, None, None]
+    ]:
         if conversation and conversation not in self._conversations:
             self._get_conversations()
 
@@ -248,6 +266,7 @@ class LLM:
                 conversation,
                 metadata,
                 stream,
+                full_response,
                 **kwargs,
             )
 
@@ -267,8 +286,10 @@ class LLM:
         if not stream:
             if conversation and not conversation_id:
                 self._conversations[conversation] = output.conversation_id
+            if full_response:
+                return output
             return output.choices[0].delta.content
-        return self._stream_chat_response(output, conversation=conversation)
+        return self._stream_chat_response(output, conversation=conversation, full_response=full_response)
 
     def list_conversations(self) -> List[Dict]:
         self._get_conversations()

{lightning_sdk-2025.7.9.dist-info → lightning_sdk-2025.7.10.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lightning_sdk
-Version: 2025.7.9
+Version: 2025.7.10
 Summary: SDK to develop using Lightning AI Studios
 Author-email: Lightning-AI <justus@lightning.ai>
 License: MIT License

{lightning_sdk-2025.7.9.dist-info → lightning_sdk-2025.7.10.dist-info}/RECORD

@@ -1,5 +1,5 @@
 docs/source/conf.py,sha256=r8yX20eC-4mHhMTd0SbQb5TlSWHhO6wnJ0VJ_FBFpag,13249
-lightning_sdk/__init__.py,sha256=9BSQ7hp-GqfVziz3SrmjcYVugWAR5Po4PmfDEhFBVQI,1109
+lightning_sdk/__init__.py,sha256=fG3HKc1WBcAYah6nhvTOh7OxcQrKdc47OVufxrxpbbE,1109
 lightning_sdk/agents.py,sha256=ly6Ma1j0ZgGPFyvPvMN28JWiB9dATIstFa5XM8pMi6I,1577
 lightning_sdk/ai_hub.py,sha256=iI1vNhgcz_Ff1c3rN1ogN7dK-r-HXRj6NMtS2cA14UA,6925
 lightning_sdk/base_studio.py,sha256=_Pwwl37R9GRd7t-f2kO5aQXiLNrP4sUtUNht2ZkP8LE,3678
@@ -26,7 +26,7 @@ lightning_sdk/api/deployment_api.py,sha256=KvBwGaG896q7WS1OPMOIjFUh05W2g7S1djS2X
 lightning_sdk/api/job_api.py,sha256=_mMAI_BG_48i-BLwCP_U72zgmM5zYa2KUZ7u66HWkIc,13568
 lightning_sdk/api/license_api.py,sha256=XV3RhefyPQDYjwY9AaBZe4rByZTEAnsvLDxcdm9q0Wo,2438
 lightning_sdk/api/lit_container_api.py,sha256=jCJVwd-3MNjejL9FyvH89pzt-SeG3G8qCJD16iTMJAQ,11454
-lightning_sdk/api/llm_api.py,sha256=G8WKTslOIS8cTYFoOlQNRgtIvzEpqIr2Ez0rxcMAh4k,9100
+lightning_sdk/api/llm_api.py,sha256=ngumhZrGk_XRjgN-JXHN2ksXJMwEXfadcg9p6re4Efk,9316
 lightning_sdk/api/mmt_api.py,sha256=-v7ATab-ThAM-HRClS92Ehxuu9MlBfdKWWFCGvVUHiM,8962
 lightning_sdk/api/org_api.py,sha256=Ze3z_ATVrukobujV5YdC42DKj45Vuwl7X52q_Vr-o3U,803
 lightning_sdk/api/pipeline_api.py,sha256=oS0WIBB748SLD7bqkEQ8rnkixrsAML_M01OUunmLFSQ,4470
@@ -67,7 +67,7 @@ lightning_sdk/cli/deploy/serve.py,sha256=qqml7oYf4IPcoiL13P2ly247_PQ8IGv-8hM2NBW
 lightning_sdk/deployment/__init__.py,sha256=dXsa4psDzFYFklsq3JC-2V_L4FQjGZnQAf-ZiVlqG9c,545
 lightning_sdk/deployment/deployment.py,sha256=kD3P3uonV7Vr33BVnyD-HkxdUuQs0F2nt0GYoWb3Wx4,21057
 lightning_sdk/job/__init__.py,sha256=1MxjQ6rHkyUHCypSW9RuXuVMVH11WiqhIXcU2LCFMwE,64
-lightning_sdk/job/base.py,sha256=TS5KavtfBAFbLbNqqumEizY9edjO1joSmtUdcO5CThQ,17748
+lightning_sdk/job/base.py,sha256=u6d_Q56zzM_nzKGPvjVqR2MKEYzFawEGoaSsD747ZHQ,18603
 lightning_sdk/job/job.py,sha256=1Xf0ne4wwXpkb_GJgWD8mfueJZoKR8G4lC5T6OXijlw,13075
 lightning_sdk/job/v1.py,sha256=zgdZFnlyhzOBlbwdwx6Ob9YKBrzMnJflzLXy4qyb4So,9070
 lightning_sdk/job/v2.py,sha256=9O31CwIQjwm6qZSEZtFBWbZyBuCSmyFMsHCRbQvJdBU,10283
@@ -1027,7 +1027,7 @@ lightning_sdk/lightning_cloud/openapi/models/v1_upstream_open_ai.py,sha256=jt1qQ
 lightning_sdk/lightning_cloud/openapi/models/v1_usage.py,sha256=ozMzoGD9mfZGYy4J5j50Dps19Y6o8cn-aYW_oRMZMy8,16865
 lightning_sdk/lightning_cloud/openapi/models/v1_usage_details.py,sha256=U7qC698Xj5tb3D93ZskG6sDf3lTXE13UTlGeDTvtRU4,14062
 lightning_sdk/lightning_cloud/openapi/models/v1_usage_report.py,sha256=k9pDp9UIaOEEWz6bTNWF_KMfcNCOp-F67N-IZ9MO2Rs,8304
-lightning_sdk/lightning_cloud/openapi/models/v1_user_features.py,sha256=5qLtkUfv5Vyf9xZaOmcDJWMnDKo7Jkjl5q2sNQq6HYU,82617
+lightning_sdk/lightning_cloud/openapi/models/v1_user_features.py,sha256=Bm5XX7YRf4skZnQVnKSMfaHGGnErXYcXNwhgFMAlMDg,81783
 lightning_sdk/lightning_cloud/openapi/models/v1_user_requested_compute_config.py,sha256=0fnZpdhxNRXGNyILHtfm3rVztfHpSF4kXGc5kTt4zls,13960
 lightning_sdk/lightning_cloud/openapi/models/v1_user_requested_flow_compute_config.py,sha256=3WpZ-lf7xPwuYyQDMdP7Uc6-dh3vf5TaaUlcMfesfMk,5208
 lightning_sdk/lightning_cloud/openapi/models/v1_user_slurm_job_action_response.py,sha256=BdNzXH8Vsf5PHjl9Rd-TVkpAgx1YC9rf8LD0js-ba20,3058
@@ -1065,12 +1065,12 @@ lightning_sdk/lightning_cloud/source_code/logs_socket_api.py,sha256=fXuRQfnRLNkY
 lightning_sdk/lightning_cloud/source_code/tar.py,sha256=mSKRWEX1SIAbXFcESNrQAqWSVULv4G0jgcvR_o2KJ5g,5813
 lightning_sdk/lightning_cloud/source_code/uploader.py,sha256=CQrWV6JNDiglyRfhc42ht4GWFtgRz_fBxw4tOCERzco,3207
 lightning_sdk/lightning_cloud/utils/__init__.py,sha256=kSNKoybELDJHs9WeCf279V5JtzOf1VqfKODlKYr9uRo,115
-lightning_sdk/lightning_cloud/utils/data_connection.py,sha256=esKg01F9vdb05fLUf0DUPBIa1F3MsY2WE63wWPCnclk,9268
+lightning_sdk/lightning_cloud/utils/data_connection.py,sha256=WeC7HWpQL2HxSEuX-7iB0mjoQN_YNr5dgfSkPtCGlds,11448
 lightning_sdk/lightning_cloud/utils/dataset.py,sha256=4nUspe8iAaRPgSYpXA2uAQCgydm78kJzhOIx3C9qKls,2011
 lightning_sdk/lightning_cloud/utils/name_generator.py,sha256=MkciuA10332V0mcE2PxLIiwWomWE0Fm_gNGK01vwRr4,58046
 lightning_sdk/lightning_cloud/utils/network.py,sha256=axPgl8rhyPcPjxiztDxyksfxax3VNg2OXL5F5Uc81b4,406
 lightning_sdk/llm/__init__.py,sha256=ErZva0HqN2iPtK_6hI6GN7A_HPGNrHo3wYh7vyFdO3Q,57
-lightning_sdk/llm/llm.py,sha256=9lYhOlJvRQD7pcO-mD35r5vUcnA83zJXWGvgrqbD7Ck,12335
+lightning_sdk/llm/llm.py,sha256=M43OQli7cRqTtHUB484-OOdWs-jiwJv8j1LV-jFUolY,13038
 lightning_sdk/llm/public_assistants.json,sha256=PFbA1p2J6XFRafuW0zfaz8tu_Ac4iI2hNeh94_PNoUQ,374
 lightning_sdk/mmt/__init__.py,sha256=ExMu90-96bGBnyp5h0CErQszUGB1-PcjC4-R8_NYbeY,117
 lightning_sdk/mmt/base.py,sha256=B3HC-c82bPHprEZh1mhLCPCrCE8BOKqwIhY7xCF9CXg,15152
@@ -1092,9 +1092,9 @@ lightning_sdk/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSu
 lightning_sdk/utils/dynamic.py,sha256=glUTO1JC9APtQ6Gr9SO02a3zr56-sPAXM5C3NrTpgyQ,1959
 lightning_sdk/utils/enum.py,sha256=h2JRzqoBcSlUdanFHmkj_j5DleBHAu1esQYUsdNI-hU,4106
 lightning_sdk/utils/resolve.py,sha256=6qlBUkOmcFTjhQx_CAGfnvWBbMYp6XrCV_sX_IqplLE,6748
-lightning_sdk-2025.7.9.dist-info/LICENSE,sha256=uFIuZwj5z-4TeF2UuacPZ1o17HkvKObT8fY50qN84sg,1064
-lightning_sdk-2025.7.9.dist-info/METADATA,sha256=RNn6JYhfsIfEL1Cq8yizfZ5drW82S9vN8Eai0hytyvI,3994
-lightning_sdk-2025.7.9.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
-lightning_sdk-2025.7.9.dist-info/entry_points.txt,sha256=msB9PJWIJ784dX-OP8by51d4IbKYH3Fj1vCuA9oXjHY,68
-lightning_sdk-2025.7.9.dist-info/top_level.txt,sha256=ps8doKILFXmN7F1mHncShmnQoTxKBRPIcchC8TpoBw4,19
-lightning_sdk-2025.7.9.dist-info/RECORD,,
+lightning_sdk-2025.7.10.dist-info/LICENSE,sha256=uFIuZwj5z-4TeF2UuacPZ1o17HkvKObT8fY50qN84sg,1064
+lightning_sdk-2025.7.10.dist-info/METADATA,sha256=TH70L4MhS7ZbK7lPcmMB6QftgtEp4tGo5wUlOuwAS78,3995
+lightning_sdk-2025.7.10.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
+lightning_sdk-2025.7.10.dist-info/entry_points.txt,sha256=msB9PJWIJ784dX-OP8by51d4IbKYH3Fj1vCuA9oXjHY,68
+lightning_sdk-2025.7.10.dist-info/top_level.txt,sha256=ps8doKILFXmN7F1mHncShmnQoTxKBRPIcchC8TpoBw4,19
+lightning_sdk-2025.7.10.dist-info/RECORD,,