lightning-sdk 0.2.21rc0__py3-none-any.whl → 0.2.21rc1__py3-none-any.whl

lightning_sdk/__init__.py

@@ -31,6 +31,6 @@ __all__ = [
     "User",
 ]
 
-__version__ = "0.2.21.rc0"
+__version__ = "0.2.21.rc1"
 _check_version_and_prompt_upgrade(__version__)
 _set_tqdm_envvars_noninteractive()

lightning_sdk/api/deployment_api.py

@@ -282,10 +282,11 @@ class DeploymentApi:
 
         requires_release = False
         requires_release |= apply_change(deployment.spec, "image", image)
+
         requires_release |= apply_change(deployment.spec, "entrypoint", entrypoint)
         requires_release |= apply_change(deployment.spec, "command", command)
         requires_release |= apply_change(deployment.spec, "env", to_env(env))
-        requires_release |= apply_change(deployment.spec, "readiness_probe", to_health_check(health_check))
+        requires_release |= apply_change(deployment.spec, "readiness_probe", to_health_check(health_check, False))
         requires_release |= apply_change(deployment.spec, "cluster_id", cloud_account)
         requires_release |= apply_change(deployment.spec, "spot", spot)
         requires_release |= apply_change(deployment.spec, "quantity", quantity)
@@ -524,8 +525,12 @@ def to_endpoint(
 
 
 def to_health_check(
-    health_check: Optional[Union[HttpHealthCheck, ExecHealthCheck]] = None
+    health_check: Optional[Union[HttpHealthCheck, ExecHealthCheck]] = None,
+    use_default: bool = True,
 ) -> Optional[V1JobHealthCheckConfig]:
+    if health_check is None and not use_default:
+        return None
+
     # Use Default health check if none is provided
     if not health_check:
         return V1JobHealthCheckConfig(

lightning_sdk/api/license_api.py

@@ -11,7 +11,7 @@ LICENSE_SIGNING_URL = f"{env.LIGHTNING_CLOUD_URL}?settings=licenses"
 
 
 def generate_url_user_settings(redirect_to: str = LICENSE_SIGNING_URL) -> str:
-    params = urlencode({"redirectTo": redirect_to, "mode": "licenses", "okbhrt": LICENSE_CODE})
+    params = urlencode({"redirectTo": redirect_to, "okbhrt": LICENSE_CODE})
     return f"{env.LIGHTNING_CLOUD_URL}/sign-in?{params}"
 
 

lightning_sdk/deployment/deployment.py

@@ -276,8 +276,8 @@ class Deployment:
             cloud_account=cloud_account,
             machine=machine,
             image=image,
-            entrypoint=entrypoint or "",
-            command=command or "",
+            entrypoint=entrypoint,
+            command=command,
             ports=ports,
             custom_domain=custom_domain,
             auth=auth,
@@ -340,7 +340,7 @@ class Deployment:
         return None
 
     @property
-    def readiness_probe(self) -> Optional[Union[HttpHealthCheck, ExecHealthCheck]]:
+    def health_check(self) -> Optional[Union[HttpHealthCheck, ExecHealthCheck]]:
         """The health check to validate the replicas are ready to receive traffic."""
         if self._deployment:
             self._deployment = self._deployment_api.get_deployment_by_name(self._name, self._teamspace.id)
@@ -467,6 +467,20 @@ class Deployment:
             return self._deployment.spec.image
         return None
 
+    @property
+    def entrypoint(self) -> Optional[str]:
+        if self._deployment:
+            self._deployment = self._deployment_api.get_deployment_by_name(self._name, self._teamspace.id)
+            return self._deployment.spec.entrypoint
+        return None
+
+    @property
+    def command(self) -> Optional[str]:
+        if self._deployment:
+            self._deployment = self._deployment_api.get_deployment_by_name(self._name, self._teamspace.id)
+            return self._deployment.spec.command
+        return None
+
     @property
     def _session(self) -> Any:
         if self._request_session is None:

lightning_sdk/llm/__init__.py

@@ -1,4 +1,3 @@
-from lightning_sdk.llm.asyncllm import AsyncLLM
 from lightning_sdk.llm.llm import LLM
 
-__all__ = ["LLM", "AsyncLLM"]
+__all__ = ["LLM"]

lightning_sdk/llm/llm.py

@@ -1,6 +1,6 @@
 import os
 import warnings
-from typing import Dict, Generator, List, Optional, Set, Tuple, Union
+from typing import AsyncGenerator, Dict, Generator, List, Optional, Set, Tuple, Union
 
 from lightning_sdk.api.llm_api import LLMApi
 from lightning_sdk.cli.teamspace_menu import _TeamspacesMenu
@@ -18,6 +18,7 @@ class LLM:
         self,
         name: str,
         teamspace: Optional[str] = None,
+        enable_async: Optional[bool] = False,
     ) -> None:
         """Initializes the LLM instance with teamspace information, which is required for billing purposes.
 
@@ -30,6 +31,7 @@ class LLM:
             name (str): The name of the model or resource.
             teamspace (Optional[str]): The specified teamspace for billing. If not provided, it will be resolved
                                        through the above methods.
+            enable_async (Optional[bool]): Enable async requests
 
         Raises:
             ValueError: If teamspace information cannot be resolved.
@@ -67,6 +69,7 @@ class LLM:
         self._model_provider, self._model_name = self._parse_model_name(name)
 
         self._llm_api = LLMApi()
+        self._enable_async = enable_async
 
         try:
             # check if it is a org model
@@ -174,6 +177,36 @@ class LLM:
         for line in result:
             yield line.choices[0].delta.content
 
+    async def _async_chat(
+        self,
+        prompt: str,
+        system_prompt: Optional[str] = None,
+        max_completion_tokens: Optional[int] = 500,
+        images: Optional[Union[List[str], str]] = None,
+        conversation: Optional[str] = None,
+        metadata: Optional[Dict[str, str]] = None,
+        stream: bool = False,
+        upload_local_images: bool = False,
+    ) -> Union[str, AsyncGenerator[str, None]]:
+        conversation_id = self._conversations.get(conversation) if conversation else None
+        output = await self._llm_api.async_start_conversation(
+            prompt=prompt,
+            system_prompt=system_prompt,
+            max_completion_tokens=max_completion_tokens,
+            images=images,
+            assistant_id=self._model.id,
+            conversation_id=conversation_id,
+            billing_project_id=self._teamspace.id,
+            metadata=metadata,
+            name=conversation,
+            stream=stream,
+        )
+        if not stream:
+            if conversation and not conversation_id:
+                self._conversations[conversation] = output.conversation_id
+            return output.choices[0].delta.content
+        raise NotImplementedError("Streaming is not supported in this client.")
+
     def chat(
         self,
         prompt: str,
@@ -198,6 +231,19 @@ class LLM:
                     self._teamspace.upload_file(file_path=image, remote_path=f"images/{os.path.basename(image)}")
 
         conversation_id = self._conversations.get(conversation) if conversation else None
+
+        if self._enable_async:
+            return self._async_chat(
+                prompt,
+                system_prompt,
+                max_completion_tokens,
+                images,
+                conversation,
+                metadata,
+                stream,
+                upload_local_images,
+            )
+
         output = self._llm_api.start_conversation(
             prompt=prompt,
             system_prompt=system_prompt,

lightning_sdk/pipeline/pipeline.py

@@ -63,7 +63,7 @@ class Pipeline:
         pipeline = None
 
         if name.startswith("pip_"):
-            pipeline = self._pipeline_api.get_pipeline_by_id(name, self._teamspace.id)
+            pipeline = self._pipeline_api.get_pipeline_by_id(self._teamspace.id, name)
 
         if pipeline:
             self._name = pipeline.name

{lightning_sdk-0.2.21rc0.dist-info → lightning_sdk-0.2.21rc1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lightning_sdk
-Version: 0.2.21rc0
+Version: 0.2.21rc1
 Summary: SDK to develop using Lightning AI Studios
 Author-email: Lightning-AI <justus@lightning.ai>
 License: MIT License

{lightning_sdk-0.2.21rc0.dist-info → lightning_sdk-0.2.21rc1.dist-info}/RECORD

@@ -1,5 +1,5 @@
 docs/source/conf.py,sha256=r8yX20eC-4mHhMTd0SbQb5TlSWHhO6wnJ0VJ_FBFpag,13249
-lightning_sdk/__init__.py,sha256=iYr_Snl9t-FCjzSekdEUcAwh9Thp-bA_WsbMQQ4C25k,1109
+lightning_sdk/__init__.py,sha256=rf_9sAIQvu29ycoVRuBKYsXAYo6IEB7sIlB6OYkdZc4,1109
 lightning_sdk/agents.py,sha256=ly6Ma1j0ZgGPFyvPvMN28JWiB9dATIstFa5XM8pMi6I,1577
 lightning_sdk/ai_hub.py,sha256=iI1vNhgcz_Ff1c3rN1ogN7dK-r-HXRj6NMtS2cA14UA,6925
 lightning_sdk/base_studio.py,sha256=-ZnnZl5fG4w3BOQAelQndg7wEao2jGxpaYrpujlB7OQ,3353
@@ -21,9 +21,9 @@ lightning_sdk/api/agents_api.py,sha256=G47TbFo9kYqnBMqdw2RW-lfS1VAUBSXDmzs6fpIEM
 lightning_sdk/api/ai_hub_api.py,sha256=azqDZ-PzasVAcoQHno7k7OO_xFOHQ4NDozxF8jEh83Y,7864
 lightning_sdk/api/base_studio_api.py,sha256=cipTG4I5OvFLDVAbM1E0lvGjP9YhhoByfa9mQFF9ueI,3383
 lightning_sdk/api/cluster_api.py,sha256=mfHGKHy-RNpI7nKlhw9Zc7Jv6f4DCFq-qRIwOR3VptY,3972
-lightning_sdk/api/deployment_api.py,sha256=Dw4NaFiNTYhqz099N5hYZzF-K0dUoWnGK2vE--iUy1c,24104
+lightning_sdk/api/deployment_api.py,sha256=Bogjf0rqdxVQmi7rbwZLSvevSlLVk7eIFaXFi6R75EM,24213
 lightning_sdk/api/job_api.py,sha256=_mMAI_BG_48i-BLwCP_U72zgmM5zYa2KUZ7u66HWkIc,13568
-lightning_sdk/api/license_api.py,sha256=7pdff1MwwcRL7SJmDoIrqmJNUewXQYiVLFx8e5uc5eY,2426
+lightning_sdk/api/license_api.py,sha256=IVaexSSXHyeu1RBQ5Cab1XqswdnVueDvntH9TMlZp-4,2406
 lightning_sdk/api/lit_container_api.py,sha256=jCJVwd-3MNjejL9FyvH89pzt-SeG3G8qCJD16iTMJAQ,11454
 lightning_sdk/api/llm_api.py,sha256=GKQrk7Id_E4_Bp4j70ebSEgiB--iVrCd9SEA1D0VG2I,7180
 lightning_sdk/api/mmt_api.py,sha256=-v7ATab-ThAM-HRClS92Ehxuu9MlBfdKWWFCGvVUHiM,8962
@@ -64,7 +64,7 @@ lightning_sdk/cli/deploy/_auth.py,sha256=F3W2eU33LIsfFu7AQyBRN01BL800vJJFJCHwg0B
 lightning_sdk/cli/deploy/devbox.py,sha256=HOQMWehwaveawVTyBDaZhNZs_NL5g4RCWs_lf0hIW5U,6800
 lightning_sdk/cli/deploy/serve.py,sha256=qqml7oYf4IPcoiL13P2ly247_PQ8IGv-8hM2NBWePJc,14458
 lightning_sdk/deployment/__init__.py,sha256=dXsa4psDzFYFklsq3JC-2V_L4FQjGZnQAf-ZiVlqG9c,545
-lightning_sdk/deployment/deployment.py,sha256=Bdgbc7pKke2BnDd2eqJNGT34Q2XngCJznQojfXS_vRc,20116
+lightning_sdk/deployment/deployment.py,sha256=BTAo--qbkLXuaUhTJIkWHiMmSJv4t5MNPEBB0T2wdkk,20627
 lightning_sdk/job/__init__.py,sha256=1MxjQ6rHkyUHCypSW9RuXuVMVH11WiqhIXcU2LCFMwE,64
 lightning_sdk/job/base.py,sha256=TS5KavtfBAFbLbNqqumEizY9edjO1joSmtUdcO5CThQ,17748
 lightning_sdk/job/job.py,sha256=1Xf0ne4wwXpkb_GJgWD8mfueJZoKR8G4lC5T6OXijlw,13075
@@ -1041,16 +1041,15 @@ lightning_sdk/lightning_cloud/utils/data_connection.py,sha256=esKg01F9vdb05fLUf0
 lightning_sdk/lightning_cloud/utils/dataset.py,sha256=4nUspe8iAaRPgSYpXA2uAQCgydm78kJzhOIx3C9qKls,2011
 lightning_sdk/lightning_cloud/utils/name_generator.py,sha256=MkciuA10332V0mcE2PxLIiwWomWE0Fm_gNGK01vwRr4,58046
 lightning_sdk/lightning_cloud/utils/network.py,sha256=axPgl8rhyPcPjxiztDxyksfxax3VNg2OXL5F5Uc81b4,406
-lightning_sdk/llm/__init__.py,sha256=nTdp5J7hoCsfqKla18Ta9ixAVfl_XAFyXKMuTkWgRmY,117
-lightning_sdk/llm/asyncllm.py,sha256=ERNm5PzdzuzwDWfkpd77B-C5TBpMqjedt9XPIoT2puI,1946
-lightning_sdk/llm/llm.py,sha256=kS6NSDywqbhkkluxZYOaKSgBjxGm6xvwtwPUp0m1SsQ,10667
+lightning_sdk/llm/__init__.py,sha256=ErZva0HqN2iPtK_6hI6GN7A_HPGNrHo3wYh7vyFdO3Q,57
+lightning_sdk/llm/llm.py,sha256=cb3oXqX2-eEq3WK1pUFWbSD8GYGNvHCQYwJyak58vfo,12410
 lightning_sdk/mmt/__init__.py,sha256=ExMu90-96bGBnyp5h0CErQszUGB1-PcjC4-R8_NYbeY,117
 lightning_sdk/mmt/base.py,sha256=B3HC-c82bPHprEZh1mhLCPCrCE8BOKqwIhY7xCF9CXg,15152
 lightning_sdk/mmt/mmt.py,sha256=swdGP1DOM42a_QmmY1vg3--6ZBDiC4zToAzU9Eycv4U,13446
 lightning_sdk/mmt/v1.py,sha256=TxLtL0ssDoP8eyleDaFyYr4evkOKbLJcckLVIfalOno,8429
 lightning_sdk/mmt/v2.py,sha256=Em1XBoqViqUMKm-sshzdMcSH5UTtZZwbJcsgqY6-mw0,9625
 lightning_sdk/pipeline/__init__.py,sha256=uZS2v8HPGfNz2SrCCVrZ9EhihS3kd6aGtwJLbuaI3dA,167
-lightning_sdk/pipeline/pipeline.py,sha256=CCRcHUjL24yKm24NMB5xzK1sre6bQ5sY07tMifmpqI0,3762
+lightning_sdk/pipeline/pipeline.py,sha256=-zNPzr8r32R4ciAL2bOS8vGXElZDe5lOYhdkZuHRswY,3762
 lightning_sdk/pipeline/types.py,sha256=HvBu4rtQfKFewXy3_MxE9OjCmVBlrGZzvrZJKqMZJFg,10578
 lightning_sdk/pipeline/utils.py,sha256=qOxvrYYw8XMd6aknGi5_FFxLvcPwNUuGaHoanx7TZXs,2655
 lightning_sdk/services/__init__.py,sha256=wi1yv0SCnfJub5tOq8y9SblK3-CEseHJuvH-HmtAy7U,229
@@ -1062,9 +1061,9 @@ lightning_sdk/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSu
 lightning_sdk/utils/dynamic.py,sha256=glUTO1JC9APtQ6Gr9SO02a3zr56-sPAXM5C3NrTpgyQ,1959
 lightning_sdk/utils/enum.py,sha256=h2JRzqoBcSlUdanFHmkj_j5DleBHAu1esQYUsdNI-hU,4106
 lightning_sdk/utils/resolve.py,sha256=6qlBUkOmcFTjhQx_CAGfnvWBbMYp6XrCV_sX_IqplLE,6748
-lightning_sdk-0.2.21rc0.dist-info/LICENSE,sha256=uFIuZwj5z-4TeF2UuacPZ1o17HkvKObT8fY50qN84sg,1064
-lightning_sdk-0.2.21rc0.dist-info/METADATA,sha256=r0pcAiTb5R12dc_B9wX9XtzUoOSmDhUSCLaGRhS6apY,3995
-lightning_sdk-0.2.21rc0.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
-lightning_sdk-0.2.21rc0.dist-info/entry_points.txt,sha256=msB9PJWIJ784dX-OP8by51d4IbKYH3Fj1vCuA9oXjHY,68
-lightning_sdk-0.2.21rc0.dist-info/top_level.txt,sha256=ps8doKILFXmN7F1mHncShmnQoTxKBRPIcchC8TpoBw4,19
-lightning_sdk-0.2.21rc0.dist-info/RECORD,,
+lightning_sdk-0.2.21rc1.dist-info/LICENSE,sha256=uFIuZwj5z-4TeF2UuacPZ1o17HkvKObT8fY50qN84sg,1064
+lightning_sdk-0.2.21rc1.dist-info/METADATA,sha256=24lp7VIkBYRgwZR9Gy999K2r-IdRZrd-AjN0ip87PUY,3995
+lightning_sdk-0.2.21rc1.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
+lightning_sdk-0.2.21rc1.dist-info/entry_points.txt,sha256=msB9PJWIJ784dX-OP8by51d4IbKYH3Fj1vCuA9oXjHY,68
+lightning_sdk-0.2.21rc1.dist-info/top_level.txt,sha256=ps8doKILFXmN7F1mHncShmnQoTxKBRPIcchC8TpoBw4,19
+lightning_sdk-0.2.21rc1.dist-info/RECORD,,

lightning_sdk/llm/asyncllm.py

@@ -1,48 +0,0 @@
-import os
-from typing import AsyncGenerator, Dict, List, Optional, Union
-
-from lightning_sdk.llm.llm import LLM
-
-
-class AsyncLLM(LLM):
-    async def chat(
-        self,
-        prompt: str,
-        system_prompt: Optional[str] = None,
-        max_completion_tokens: Optional[int] = 500,
-        images: Optional[Union[List[str], str]] = None,
-        conversation: Optional[str] = None,
-        metadata: Optional[Dict[str, str]] = None,
-        stream: bool = False,
-        upload_local_images: bool = False,
-    ) -> Union[str, AsyncGenerator[str, None]]:
-        if conversation and conversation not in self._conversations:
-            self._get_conversations()
-
-        if images:
-            if isinstance(images, str):
-                images = [images]
-            for image in images:
-                if not isinstance(image, str):
-                    raise NotImplementedError(f"Image type {type(image)} are not supported yet.")
-                if not image.startswith("http") and upload_local_images:
-                    self._teamspace.upload_file(file_path=image, remote_path=f"images/{os.path.basename(image)}")
-
-        conversation_id = self._conversations.get(conversation) if conversation else None
-        output = await self._llm_api.async_start_conversation(
-            prompt=prompt,
-            system_prompt=system_prompt,
-            max_completion_tokens=max_completion_tokens,
-            images=images,
-            assistant_id=self._model.id,
-            conversation_id=conversation_id,
-            billing_project_id=self._teamspace.id,
-            metadata=metadata,
-            name=conversation,
-            stream=stream,
-        )
-        if not stream:
-            if conversation and not conversation_id:
-                self._conversations[conversation] = output.conversation_id
-            return output.choices[0].delta.content
-        return self._stream_chat_response(output, conversation=conversation)