c63a5cfe-b235-4fbe-8bbb-82a9e02a482a-python 0.1.0a9__py3-none-any.whl → 0.1.0a10__py3-none-any.whl

{c63a5cfe_b235_4fbe_8bbb_82a9e02a482a_python-0.1.0a9.dist-info → c63a5cfe_b235_4fbe_8bbb_82a9e02a482a_python-0.1.0a10.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: c63a5cfe-b235-4fbe-8bbb-82a9e02a482a-python
-Version: 0.1.0a9
+Version: 0.1.0a10
 Summary: The official Python library for GradientAI
 Project-URL: Homepage, https://github.com/digitalocean/gradientai-python
 Project-URL: Repository, https://github.com/digitalocean/gradientai-python
@@ -61,26 +61,33 @@ The full API of this library can be found in [api.md](https://github.com/digital
 import os
 from gradientai import GradientAI
 
-client = GradientAI(
+api_client = GradientAI(
     api_key=os.environ.get("GRADIENTAI_API_KEY"),  # This is the default and can be omitted
 )
+inference_client = GradientAI(
+    inference_key=os.environ.get("GRADIENTAI_INFERENCE_KEY"),  # This is the default and can be omitted
+)
 
-completion = client.agents.chat.completions.create(
+print(api_client.agents.list())
+
+completion = inference_client.chat.completions.create(
     messages=[
         {
-            "content": "string",
-            "role": "system",
+            "role": "user",
+            "content": "What is the capital of France?",
         }
     ],
-    model="llama3-8b-instruct",
+    model="llama3.3-70b-instruct",
 )
-print(completion.id)
+
+print(completion.choices[0].message)
+
 ```
 
-While you can provide an `api_key` keyword argument,
+While you can provide an `api_key`, `inference_key` keyword argument,
 we recommend using [python-dotenv](https://pypi.org/project/python-dotenv/)
-to add `GRADIENTAI_API_KEY="My API Key"` to your `.env` file
-so that your API Key is not stored in source control.
+to add `GRADIENTAI_API_KEY="My API Key"`, `GRADIENTAI_INFERENCE_KEY="My INFERENCE Key"` to your `.env` file
+so that your keys are not stored in source control.
 
 ## Async usage
 
@@ -100,13 +107,13 @@ async def main() -> None:
     completion = await client.agents.chat.completions.create(
         messages=[
             {
-                "content": "string",
-                "role": "system",
+                "role": "user",
+                "content": "What is the capital of France?",
             }
         ],
-        model="llama3-8b-instruct",
+        model="llama3.3-70b-instruct",
     )
-    print(completion.id)
+    print(completion.choices)
 
 
 asyncio.run(main())
@@ -142,18 +149,62 @@ async def main() -> None:
         completion = await client.agents.chat.completions.create(
             messages=[
                 {
-                    "content": "string",
-                    "role": "system",
+                    "role": "user",
+                    "content": "What is the capital of France?",
                 }
             ],
-            model="llama3-8b-instruct",
+            model="llama3.3-70b-instruct",
         )
-        print(completion.id)
+        print(completion.choices)
 
 
 asyncio.run(main())
 ```
 
+## Streaming responses
+
+We provide support for streaming responses using Server Side Events (SSE).
+
+```python
+from gradientai import GradientAI
+
+client = GradientAI()
+
+stream = client.agents.chat.completions.create(
+    messages=[
+        {
+            "role": "user",
+            "content": "What is the capital of France?",
+        }
+    ],
+    model="llama3.3-70b-instruct",
+    stream=True,
+)
+for completion in stream:
+    print(completion.choices)
+```
+
+The async client uses the exact same interface.
+
+```python
+from gradientai import AsyncGradientAI
+
+client = AsyncGradientAI()
+
+stream = await client.agents.chat.completions.create(
+    messages=[
+        {
+            "role": "user",
+            "content": "What is the capital of France?",
+        }
+    ],
+    model="llama3.3-70b-instruct",
+    stream=True,
+)
+async for completion in stream:
+    print(completion.choices)
+```
+
 ## Using types
 
 Nested request parameters are [TypedDicts](https://docs.python.org/3/library/typing.html#typing.TypedDict). Responses are [Pydantic models](https://docs.pydantic.dev) which also provide helper methods for things like:
@@ -201,8 +252,14 @@ from gradientai import GradientAI
 client = GradientAI()
 
 try:
-    client.agents.versions.list(
-        uuid="REPLACE_ME",
+    client.agents.chat.completions.create(
+        messages=[
+            {
+                "role": "user",
+                "content": "What is the capital of France?",
+            }
+        ],
+        model="llama3.3-70b-instruct",
     )
 except gradientai.APIConnectionError as e:
     print("The server could not be reached")
@@ -246,8 +303,14 @@ client = GradientAI(
 )
 
 # Or, configure per-request:
-client.with_options(max_retries=5).agents.versions.list(
-    uuid="REPLACE_ME",
+client.with_options(max_retries=5).agents.chat.completions.create(
+    messages=[
+        {
+            "role": "user",
+            "content": "What is the capital of France?",
+        }
+    ],
+    model="llama3.3-70b-instruct",
 )
 ```
 
@@ -271,8 +334,14 @@ client = GradientAI(
 )
 
 # Override per-request:
-client.with_options(timeout=5.0).agents.versions.list(
-    uuid="REPLACE_ME",
+client.with_options(timeout=5.0).agents.chat.completions.create(
+    messages=[
+        {
+            "role": "user",
+            "content": "What is the capital of France?",
+        }
+    ],
+    model="llama3.3-70b-instruct",
 )
 ```
 
@@ -314,13 +383,17 @@ The "raw" Response object can be accessed by prefixing `.with_raw_response.` to
 from gradientai import GradientAI
 
 client = GradientAI()
-response = client.agents.versions.with_raw_response.list(
-    uuid="REPLACE_ME",
+response = client.agents.chat.completions.with_raw_response.create(
+    messages=[{
+        "role": "user",
+        "content": "What is the capital of France?",
+    }],
+    model="llama3.3-70b-instruct",
 )
 print(response.headers.get('X-My-Header'))
 
-version = response.parse()  # get the object that `agents.versions.list()` would have returned
-print(version.agent_versions)
+completion = response.parse()  # get the object that `agents.chat.completions.create()` would have returned
+print(completion.choices)
 ```
 
 These methods return an [`APIResponse`](https://github.com/digitalocean/gradientai-python/tree/main/src/gradientai/_response.py) object.
@@ -334,8 +407,14 @@ The above interface eagerly reads the full response body when you make the reque
 To stream the response body, use `.with_streaming_response` instead, which requires a context manager and only reads the response body once you call `.read()`, `.text()`, `.json()`, `.iter_bytes()`, `.iter_text()`, `.iter_lines()` or `.parse()`. In the async client, these are async methods.
 
 ```python
-with client.agents.versions.with_streaming_response.list(
-    uuid="REPLACE_ME",
+with client.agents.chat.completions.with_streaming_response.create(
+    messages=[
+        {
+            "role": "user",
+            "content": "What is the capital of France?",
+        }
+    ],
+    model="llama3.3-70b-instruct",
 ) as response:
     print(response.headers.get("X-My-Header"))
 

{c63a5cfe_b235_4fbe_8bbb_82a9e02a482a_python-0.1.0a9.dist-info → c63a5cfe_b235_4fbe_8bbb_82a9e02a482a_python-0.1.0a10.dist-info}/RECORD

@@ -1,6 +1,6 @@
 gradientai/__init__.py,sha256=yqy3yZnX0JVUS-H01MAvroChzqS67Qf072OrPfNckjI,2655
 gradientai/_base_client.py,sha256=TADFnPHK7WpsNuJUY76SxMFf2IVoOdz_tlloQEXkutk,66719
-gradientai/_client.py,sha256=SwygmkQnjfqCEKgMA7rovhfWiEOk3BjyenunyiDS0F8,27425
+gradientai/_client.py,sha256=17o0JpmlQLZAdCzYpeGfRKOFf_pKT1-YmJi9_z-EFC4,27425
 gradientai/_compat.py,sha256=VWemUKbj6DDkQ-O4baSpHVLJafotzeXmCQGJugfVTIw,6580
 gradientai/_constants.py,sha256=S14PFzyN9-I31wiV7SmIlL5Ga0MLHxdvegInGdXH7tM,462
 gradientai/_exceptions.py,sha256=o1GvaW36c7_LMj5WasVKUBOpae8tzETBJsfbVphb3Vk,3228
@@ -11,7 +11,7 @@ gradientai/_resource.py,sha256=4NZbH2h8dQ-t-DQPida4VANJ_oZJNA7qxV84mwJT8oM,1124
 gradientai/_response.py,sha256=RhlDdupxTcKNyDDj045MZD3-a_lsEc3yjiOzxWg0cDc,28842
 gradientai/_streaming.py,sha256=3KH-GBmqhoS1KAOhecADOsbW9WuzhIi8wSdmrEj5PPA,11404
 gradientai/_types.py,sha256=22gBoIuoGJ1R6l5nPwquWCRzJodKhO-3e7k22-h37JQ,6201
-gradientai/_version.py,sha256=aATDhXxfQvFSrVaXTkz4f895b3kBEp1bAJcYPj23INc,170
+gradientai/_version.py,sha256=zEAgnL7ofmga7omAv5szOmrwUcIVNZOhqxHF85-0A04,171
 gradientai/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 gradientai/_utils/__init__.py,sha256=PNZ_QJuzZEgyYXqkO1HVhGkj5IU9bglVUcw7H-Knjzw,2062
 gradientai/_utils/_logs.py,sha256=1QuZcxzSKHcqNFbPoz_pvfLD5eDfOMBzGMyanAm_2gw,787
@@ -24,7 +24,7 @@ gradientai/_utils/_transform.py,sha256=n7kskEWz6o__aoNvhFoGVyDoalNe6mJwp-g7BWkdj
 gradientai/_utils/_typing.py,sha256=D0DbbNu8GnYQTSICnTSHDGsYXj8TcAKyhejb0XcnjtY,4602
 gradientai/_utils/_utils.py,sha256=ts4CiiuNpFiGB6YMdkQRh2SZvYvsl7mAF-JWHCcLDf4,12312
 gradientai/lib/.keep,sha256=wuNrz-5SXo3jJaJOJgz4vFHM41YH_g20F5cRQo0vLes,224
-gradientai/resources/__init__.py,sha256=Sej63-wOANl_4F78LH6m2Zx2Qu_-wGPHirIiq_20gwk,3488
+gradientai/resources/__init__.py,sha256=S-pc73Saio0NXtBI11LNt3WM3_mDJ9IYZyoAHDyW2iQ,3488
 gradientai/resources/models.py,sha256=SKdBMKr6NP1ldD_xzbr-gUL8hdo33omUAz5UPAJ0KWQ,9434
 gradientai/resources/regions.py,sha256=c4KX_qFTu83Svil1CO8CP4XdkEIfNQD3zwU_E6w734A,7172
 gradientai/resources/agents/__init__.py,sha256=2LkcBGQQJzBhZhVaeAy_IiqAPu28nV-d3_S-b__lTmk,5787
@@ -233,7 +233,7 @@ gradientai/types/shared/__init__.py,sha256=YA2_qLkZLySOac1HrqOfCTEz6GeipnjIJh1mK
 gradientai/types/shared/api_links.py,sha256=Iq5iQwOkRYuwLcuDLk54dUfrq0f2ZVEOXSpF744gYgA,403
 gradientai/types/shared/api_meta.py,sha256=-KyinzQqM5GSjD7E5xm7A4UALXAvLOyVNR1SYVOUFJM,297
 gradientai/types/shared/chat_completion_token_logprob.py,sha256=6-ipUFfsXMf5L7FDFi127NaVkDtmEooVgGBF6Ts965A,1769
-c63a5cfe_b235_4fbe_8bbb_82a9e02a482a_python-0.1.0a9.dist-info/METADATA,sha256=knvT5XUviLOr5lmtTU4M4N1a1_opUZDVrfNKXZM1nqM,15049
-c63a5cfe_b235_4fbe_8bbb_82a9e02a482a_python-0.1.0a9.dist-info/WHEEL,sha256=C2FUgwZgiLbznR-k0b_5k3Ai_1aASOXDss3lzCUsUug,87
-c63a5cfe_b235_4fbe_8bbb_82a9e02a482a_python-0.1.0a9.dist-info/licenses/LICENSE,sha256=AzxEF8mEks6hu5V_87CXF8gLdL875WeO8FmQtEZTFok,11341
-c63a5cfe_b235_4fbe_8bbb_82a9e02a482a_python-0.1.0a9.dist-info/RECORD,,
+c63a5cfe_b235_4fbe_8bbb_82a9e02a482a_python-0.1.0a10.dist-info/METADATA,sha256=lysDQ9wBs7xwfexNXqIaZ8CwjQCmy2eF-gnMHIdlv8s,17031
+c63a5cfe_b235_4fbe_8bbb_82a9e02a482a_python-0.1.0a10.dist-info/WHEEL,sha256=C2FUgwZgiLbznR-k0b_5k3Ai_1aASOXDss3lzCUsUug,87
+c63a5cfe_b235_4fbe_8bbb_82a9e02a482a_python-0.1.0a10.dist-info/licenses/LICENSE,sha256=AzxEF8mEks6hu5V_87CXF8gLdL875WeO8FmQtEZTFok,11341
+c63a5cfe_b235_4fbe_8bbb_82a9e02a482a_python-0.1.0a10.dist-info/RECORD,,

gradientai/_client.py

@@ -125,6 +125,12 @@ class GradientAI(SyncAPIClient):
 
         return AgentsResource(self)
 
+    @cached_property
+    def chat(self) -> ChatResource:
+        from .resources.chat import ChatResource
+
+        return ChatResource(self)
+
     @cached_property
     def model_providers(self) -> ModelProvidersResource:
         from .resources.model_providers import ModelProvidersResource
@@ -143,12 +149,6 @@ class GradientAI(SyncAPIClient):
 
         return KnowledgeBasesResource(self)
 
-    @cached_property
-    def chat(self) -> ChatResource:
-        from .resources.chat import ChatResource
-
-        return ChatResource(self)
-
     @cached_property
     def inference(self) -> InferenceResource:
         from .resources.inference import InferenceResource
@@ -365,6 +365,12 @@ class AsyncGradientAI(AsyncAPIClient):
 
         return AsyncAgentsResource(self)
 
+    @cached_property
+    def chat(self) -> AsyncChatResource:
+        from .resources.chat import AsyncChatResource
+
+        return AsyncChatResource(self)
+
     @cached_property
     def model_providers(self) -> AsyncModelProvidersResource:
         from .resources.model_providers import AsyncModelProvidersResource
@@ -383,12 +389,6 @@ class AsyncGradientAI(AsyncAPIClient):
 
         return AsyncKnowledgeBasesResource(self)
 
-    @cached_property
-    def chat(self) -> AsyncChatResource:
-        from .resources.chat import AsyncChatResource
-
-        return AsyncChatResource(self)
-
     @cached_property
     def inference(self) -> AsyncInferenceResource:
         from .resources.inference import AsyncInferenceResource
@@ -545,6 +545,12 @@ class GradientAIWithRawResponse:
 
         return AgentsResourceWithRawResponse(self._client.agents)
 
+    @cached_property
+    def chat(self) -> chat.ChatResourceWithRawResponse:
+        from .resources.chat import ChatResourceWithRawResponse
+
+        return ChatResourceWithRawResponse(self._client.chat)
+
     @cached_property
     def model_providers(self) -> model_providers.ModelProvidersResourceWithRawResponse:
         from .resources.model_providers import ModelProvidersResourceWithRawResponse
@@ -563,12 +569,6 @@ class GradientAIWithRawResponse:
 
         return KnowledgeBasesResourceWithRawResponse(self._client.knowledge_bases)
 
-    @cached_property
-    def chat(self) -> chat.ChatResourceWithRawResponse:
-        from .resources.chat import ChatResourceWithRawResponse
-
-        return ChatResourceWithRawResponse(self._client.chat)
-
     @cached_property
     def inference(self) -> inference.InferenceResourceWithRawResponse:
         from .resources.inference import InferenceResourceWithRawResponse
@@ -594,6 +594,12 @@ class AsyncGradientAIWithRawResponse:
 
         return AsyncAgentsResourceWithRawResponse(self._client.agents)
 
+    @cached_property
+    def chat(self) -> chat.AsyncChatResourceWithRawResponse:
+        from .resources.chat import AsyncChatResourceWithRawResponse
+
+        return AsyncChatResourceWithRawResponse(self._client.chat)
+
     @cached_property
     def model_providers(self) -> model_providers.AsyncModelProvidersResourceWithRawResponse:
         from .resources.model_providers import AsyncModelProvidersResourceWithRawResponse
@@ -612,12 +618,6 @@ class AsyncGradientAIWithRawResponse:
 
         return AsyncKnowledgeBasesResourceWithRawResponse(self._client.knowledge_bases)
 
-    @cached_property
-    def chat(self) -> chat.AsyncChatResourceWithRawResponse:
-        from .resources.chat import AsyncChatResourceWithRawResponse
-
-        return AsyncChatResourceWithRawResponse(self._client.chat)
-
     @cached_property
     def inference(self) -> inference.AsyncInferenceResourceWithRawResponse:
         from .resources.inference import AsyncInferenceResourceWithRawResponse
@@ -643,6 +643,12 @@ class GradientAIWithStreamedResponse:
 
         return AgentsResourceWithStreamingResponse(self._client.agents)
 
+    @cached_property
+    def chat(self) -> chat.ChatResourceWithStreamingResponse:
+        from .resources.chat import ChatResourceWithStreamingResponse
+
+        return ChatResourceWithStreamingResponse(self._client.chat)
+
     @cached_property
     def model_providers(self) -> model_providers.ModelProvidersResourceWithStreamingResponse:
         from .resources.model_providers import ModelProvidersResourceWithStreamingResponse
@@ -661,12 +667,6 @@ class GradientAIWithStreamedResponse:
 
         return KnowledgeBasesResourceWithStreamingResponse(self._client.knowledge_bases)
 
-    @cached_property
-    def chat(self) -> chat.ChatResourceWithStreamingResponse:
-        from .resources.chat import ChatResourceWithStreamingResponse
-
-        return ChatResourceWithStreamingResponse(self._client.chat)
-
     @cached_property
     def inference(self) -> inference.InferenceResourceWithStreamingResponse:
         from .resources.inference import InferenceResourceWithStreamingResponse
@@ -692,6 +692,12 @@ class AsyncGradientAIWithStreamedResponse:
 
         return AsyncAgentsResourceWithStreamingResponse(self._client.agents)
 
+    @cached_property
+    def chat(self) -> chat.AsyncChatResourceWithStreamingResponse:
+        from .resources.chat import AsyncChatResourceWithStreamingResponse
+
+        return AsyncChatResourceWithStreamingResponse(self._client.chat)
+
     @cached_property
     def model_providers(self) -> model_providers.AsyncModelProvidersResourceWithStreamingResponse:
         from .resources.model_providers import AsyncModelProvidersResourceWithStreamingResponse
@@ -710,12 +716,6 @@ class AsyncGradientAIWithStreamedResponse:
 
         return AsyncKnowledgeBasesResourceWithStreamingResponse(self._client.knowledge_bases)
 
-    @cached_property
-    def chat(self) -> chat.AsyncChatResourceWithStreamingResponse:
-        from .resources.chat import AsyncChatResourceWithStreamingResponse
-
-        return AsyncChatResourceWithStreamingResponse(self._client.chat)
-
     @cached_property
     def inference(self) -> inference.AsyncInferenceResourceWithStreamingResponse:
         from .resources.inference import AsyncInferenceResourceWithStreamingResponse

gradientai/_version.py

@@ -1,4 +1,4 @@
 # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
 __title__ = "gradientai"
-__version__ = "0.1.0-alpha.9"  # x-release-please-version
+__version__ = "0.1.0-alpha.10"  # x-release-please-version

gradientai/resources/__init__.py

@@ -64,6 +64,12 @@ __all__ = [
     "AsyncAgentsResourceWithRawResponse",
     "AgentsResourceWithStreamingResponse",
     "AsyncAgentsResourceWithStreamingResponse",
+    "ChatResource",
+    "AsyncChatResource",
+    "ChatResourceWithRawResponse",
+    "AsyncChatResourceWithRawResponse",
+    "ChatResourceWithStreamingResponse",
+    "AsyncChatResourceWithStreamingResponse",
     "ModelProvidersResource",
     "AsyncModelProvidersResource",
     "ModelProvidersResourceWithRawResponse",
@@ -82,12 +88,6 @@ __all__ = [
     "AsyncKnowledgeBasesResourceWithRawResponse",
     "KnowledgeBasesResourceWithStreamingResponse",
     "AsyncKnowledgeBasesResourceWithStreamingResponse",
-    "ChatResource",
-    "AsyncChatResource",
-    "ChatResourceWithRawResponse",
-    "AsyncChatResourceWithRawResponse",
-    "ChatResourceWithStreamingResponse",
-    "AsyncChatResourceWithStreamingResponse",
     "InferenceResource",
     "AsyncInferenceResource",
     "InferenceResourceWithRawResponse",