letta-client 0.1.276__py3-none-any.whl → 0.1.277__py3-none-any.whl

letta_client/__init__.py

@@ -370,6 +370,7 @@ from .client_side_access_tokens import (
 from .environment import LettaEnvironment
 from .groups import GroupCreateManagerConfig, GroupUpdateManagerConfig
 from .projects import ProjectsListResponse, ProjectsListResponseProjectsItem
+from .runs import LettaStreamingResponse
 from .steps import StepsListRequestFeedback
 from .templates import (
     TemplatesCreateTemplateResponse,
@@ -623,6 +624,7 @@ __all__ = [
     "LettaSerializeSchemasPydanticAgentSchemaToolSchema",
     "LettaStopReason",
     "LettaStreamingRequest",
+    "LettaStreamingResponse",
     "LettaUsageStatistics",
     "LettaUserMessageContentUnion",
     "ListMcpServersResponseValue",

letta_client/core/client_wrapper.py

@@ -24,10 +24,10 @@ class BaseClientWrapper:
 
     def get_headers(self) -> typing.Dict[str, str]:
         headers: typing.Dict[str, str] = {
-            "User-Agent": "letta-client/0.1.276",
+            "User-Agent": "letta-client/0.1.277",
             "X-Fern-Language": "Python",
             "X-Fern-SDK-Name": "letta-client",
-            "X-Fern-SDK-Version": "0.1.276",
+            "X-Fern-SDK-Version": "0.1.277",
             **(self.get_custom_headers() or {}),
         }
         if self._project is not None:

letta_client/runs/__init__.py

@@ -2,6 +2,7 @@
 
 # isort: skip_file
 
+from .types import LettaStreamingResponse
 from . import messages, steps, usage
 
-__all__ = ["messages", "steps", "usage"]
+__all__ = ["LettaStreamingResponse", "messages", "steps", "usage"]

letta_client/runs/client.py

@@ -8,8 +8,12 @@ from ..types.run import Run
 from .messages.client import AsyncMessagesClient, MessagesClient
 from .raw_client import AsyncRawRunsClient, RawRunsClient
 from .steps.client import AsyncStepsClient, StepsClient
+from .types.letta_streaming_response import LettaStreamingResponse
 from .usage.client import AsyncUsageClient, UsageClient
 
+# this is used as the default value for optional parameters
+OMIT = typing.cast(typing.Any, ...)
+
 
 class RunsClient:
     def __init__(self, *, client_wrapper: SyncClientWrapper):
@@ -163,6 +167,65 @@ class RunsClient:
         _response = self._raw_client.delete(run_id, request_options=request_options)
         return _response.data
 
+    def stream(
+        self,
+        run_id: str,
+        *,
+        starting_after: typing.Optional[int] = OMIT,
+        include_pings: typing.Optional[bool] = OMIT,
+        poll_interval: typing.Optional[float] = OMIT,
+        batch_size: typing.Optional[int] = OMIT,
+        request_options: typing.Optional[RequestOptions] = None,
+    ) -> typing.Iterator[LettaStreamingResponse]:
+        """
+        Parameters
+        ----------
+        run_id : str
+
+        starting_after : typing.Optional[int]
+            Sequence id to use as a cursor for pagination. Response will start streaming after this chunk sequence id
+
+        include_pings : typing.Optional[bool]
+            Whether to include periodic keepalive ping messages in the stream to prevent connection timeouts.
+
+        poll_interval : typing.Optional[float]
+            Seconds to wait between polls when no new data.
+
+        batch_size : typing.Optional[int]
+            Number of entries to read per batch.
+
+        request_options : typing.Optional[RequestOptions]
+            Request-specific configuration.
+
+        Yields
+        ------
+        typing.Iterator[LettaStreamingResponse]
+            Successful response
+
+        Examples
+        --------
+        from letta_client import Letta
+
+        client = Letta(
+            project="YOUR_PROJECT",
+            token="YOUR_TOKEN",
+        )
+        response = client.runs.stream(
+            run_id="run_id",
+        )
+        for chunk in response:
+            yield chunk
+        """
+        with self._raw_client.stream(
+            run_id,
+            starting_after=starting_after,
+            include_pings=include_pings,
+            poll_interval=poll_interval,
+            batch_size=batch_size,
+            request_options=request_options,
+        ) as r:
+            yield from r.data
+
 
 class AsyncRunsClient:
     def __init__(self, *, client_wrapper: AsyncClientWrapper):
@@ -347,3 +410,71 @@ class AsyncRunsClient:
         """
         _response = await self._raw_client.delete(run_id, request_options=request_options)
         return _response.data
+
+    async def stream(
+        self,
+        run_id: str,
+        *,
+        starting_after: typing.Optional[int] = OMIT,
+        include_pings: typing.Optional[bool] = OMIT,
+        poll_interval: typing.Optional[float] = OMIT,
+        batch_size: typing.Optional[int] = OMIT,
+        request_options: typing.Optional[RequestOptions] = None,
+    ) -> typing.AsyncIterator[LettaStreamingResponse]:
+        """
+        Parameters
+        ----------
+        run_id : str
+
+        starting_after : typing.Optional[int]
+            Sequence id to use as a cursor for pagination. Response will start streaming after this chunk sequence id
+
+        include_pings : typing.Optional[bool]
+            Whether to include periodic keepalive ping messages in the stream to prevent connection timeouts.
+
+        poll_interval : typing.Optional[float]
+            Seconds to wait between polls when no new data.
+
+        batch_size : typing.Optional[int]
+            Number of entries to read per batch.
+
+        request_options : typing.Optional[RequestOptions]
+            Request-specific configuration.
+
+        Yields
+        ------
+        typing.AsyncIterator[LettaStreamingResponse]
+            Successful response
+
+        Examples
+        --------
+        import asyncio
+
+        from letta_client import AsyncLetta
+
+        client = AsyncLetta(
+            project="YOUR_PROJECT",
+            token="YOUR_TOKEN",
+        )
+
+
+        async def main() -> None:
+            response = await client.runs.stream(
+                run_id="run_id",
+            )
+            async for chunk in response:
+                yield chunk
+
+
+        asyncio.run(main())
+        """
+        async with self._raw_client.stream(
+            run_id,
+            starting_after=starting_after,
+            include_pings=include_pings,
+            poll_interval=poll_interval,
+            batch_size=batch_size,
+            request_options=request_options,
+        ) as r:
+            async for _chunk in r.data:
+                yield _chunk

letta_client/runs/raw_client.py

@@ -1,8 +1,11 @@
 # This file was auto-generated by Fern from our API Definition.
 
+import contextlib
+import json
 import typing
 from json.decoder import JSONDecodeError
 
+import httpx_sse
 from ..core.api_error import ApiError
 from ..core.client_wrapper import AsyncClientWrapper, SyncClientWrapper
 from ..core.http_response import AsyncHttpResponse, HttpResponse
@@ -12,6 +15,10 @@ from ..core.unchecked_base_model import construct_type
 from ..errors.unprocessable_entity_error import UnprocessableEntityError
 from ..types.http_validation_error import HttpValidationError
 from ..types.run import Run
+from .types.letta_streaming_response import LettaStreamingResponse
+
+# this is used as the default value for optional parameters
+OMIT = typing.cast(typing.Any, ...)
 
 
 class RawRunsClient:
@@ -224,6 +231,101 @@ class RawRunsClient:
             raise ApiError(status_code=_response.status_code, headers=dict(_response.headers), body=_response.text)
         raise ApiError(status_code=_response.status_code, headers=dict(_response.headers), body=_response_json)
 
+    @contextlib.contextmanager
+    def stream(
+        self,
+        run_id: str,
+        *,
+        starting_after: typing.Optional[int] = OMIT,
+        include_pings: typing.Optional[bool] = OMIT,
+        poll_interval: typing.Optional[float] = OMIT,
+        batch_size: typing.Optional[int] = OMIT,
+        request_options: typing.Optional[RequestOptions] = None,
+    ) -> typing.Iterator[HttpResponse[typing.Iterator[LettaStreamingResponse]]]:
+        """
+        Parameters
+        ----------
+        run_id : str
+
+        starting_after : typing.Optional[int]
+            Sequence id to use as a cursor for pagination. Response will start streaming after this chunk sequence id
+
+        include_pings : typing.Optional[bool]
+            Whether to include periodic keepalive ping messages in the stream to prevent connection timeouts.
+
+        poll_interval : typing.Optional[float]
+            Seconds to wait between polls when no new data.
+
+        batch_size : typing.Optional[int]
+            Number of entries to read per batch.
+
+        request_options : typing.Optional[RequestOptions]
+            Request-specific configuration.
+
+        Yields
+        ------
+        typing.Iterator[HttpResponse[typing.Iterator[LettaStreamingResponse]]]
+            Successful response
+        """
+        with self._client_wrapper.httpx_client.stream(
+            f"v1/runs/{jsonable_encoder(run_id)}/stream",
+            method="POST",
+            json={
+                "starting_after": starting_after,
+                "include_pings": include_pings,
+                "poll_interval": poll_interval,
+                "batch_size": batch_size,
+            },
+            headers={
+                "content-type": "application/json",
+            },
+            request_options=request_options,
+            omit=OMIT,
+        ) as _response:
+
+            def _stream() -> HttpResponse[typing.Iterator[LettaStreamingResponse]]:
+                try:
+                    if 200 <= _response.status_code < 300:
+
+                        def _iter():
+                            _event_source = httpx_sse.EventSource(_response)
+                            for _sse in _event_source.iter_sse():
+                                if _sse.data == None:
+                                    return
+                                try:
+                                    yield typing.cast(
+                                        LettaStreamingResponse,
+                                        construct_type(
+                                            type_=LettaStreamingResponse,  # type: ignore
+                                            object_=json.loads(_sse.data),
+                                        ),
+                                    )
+                                except Exception:
+                                    pass
+                            return
+
+                        return HttpResponse(response=_response, data=_iter())
+                    _response.read()
+                    if _response.status_code == 422:
+                        raise UnprocessableEntityError(
+                            headers=dict(_response.headers),
+                            body=typing.cast(
+                                HttpValidationError,
+                                construct_type(
+                                    type_=HttpValidationError,  # type: ignore
+                                    object_=_response.json(),
+                                ),
+                            ),
+                        )
+                    _response_json = _response.json()
+                except JSONDecodeError:
+                    raise ApiError(
+                        status_code=_response.status_code, headers=dict(_response.headers), body=_response.text
+                    )
+                raise ApiError(status_code=_response.status_code, headers=dict(_response.headers), body=_response_json)
+
+            yield _stream()
+
 
 class AsyncRawRunsClient:
     def __init__(self, *, client_wrapper: AsyncClientWrapper):
@@ -438,3 +540,98 @@ class AsyncRawRunsClient:
         except JSONDecodeError:
             raise ApiError(status_code=_response.status_code, headers=dict(_response.headers), body=_response.text)
         raise ApiError(status_code=_response.status_code, headers=dict(_response.headers), body=_response_json)
+
+    @contextlib.asynccontextmanager
+    async def stream(
+        self,
+        run_id: str,
+        *,
+        starting_after: typing.Optional[int] = OMIT,
+        include_pings: typing.Optional[bool] = OMIT,
+        poll_interval: typing.Optional[float] = OMIT,
+        batch_size: typing.Optional[int] = OMIT,
+        request_options: typing.Optional[RequestOptions] = None,
+    ) -> typing.AsyncIterator[AsyncHttpResponse[typing.AsyncIterator[LettaStreamingResponse]]]:
+        """
+        Parameters
+        ----------
+        run_id : str
+
+        starting_after : typing.Optional[int]
+            Sequence id to use as a cursor for pagination. Response will start streaming after this chunk sequence id
+
+        include_pings : typing.Optional[bool]
+            Whether to include periodic keepalive ping messages in the stream to prevent connection timeouts.
+
+        poll_interval : typing.Optional[float]
+            Seconds to wait between polls when no new data.
+
+        batch_size : typing.Optional[int]
+            Number of entries to read per batch.
+
+        request_options : typing.Optional[RequestOptions]
+            Request-specific configuration.
+
+        Yields
+        ------
+        typing.AsyncIterator[AsyncHttpResponse[typing.AsyncIterator[LettaStreamingResponse]]]
+            Successful response
+        """
+        async with self._client_wrapper.httpx_client.stream(
+            f"v1/runs/{jsonable_encoder(run_id)}/stream",
+            method="POST",
+            json={
+                "starting_after": starting_after,
+                "include_pings": include_pings,
+                "poll_interval": poll_interval,
+                "batch_size": batch_size,
+            },
+            headers={
+                "content-type": "application/json",
+            },
+            request_options=request_options,
+            omit=OMIT,
+        ) as _response:
+
+            async def _stream() -> AsyncHttpResponse[typing.AsyncIterator[LettaStreamingResponse]]:
+                try:
+                    if 200 <= _response.status_code < 300:
+
+                        async def _iter():
+                            _event_source = httpx_sse.EventSource(_response)
+                            async for _sse in _event_source.aiter_sse():
+                                if _sse.data == None:
+                                    return
+                                try:
+                                    yield typing.cast(
+                                        LettaStreamingResponse,
+                                        construct_type(
+                                            type_=LettaStreamingResponse,  # type: ignore
+                                            object_=json.loads(_sse.data),
+                                        ),
+                                    )
+                                except Exception:
+                                    pass
+                            return
+
+                        return AsyncHttpResponse(response=_response, data=_iter())
+                    await _response.aread()
+                    if _response.status_code == 422:
+                        raise UnprocessableEntityError(
+                            headers=dict(_response.headers),
+                            body=typing.cast(
+                                HttpValidationError,
+                                construct_type(
+                                    type_=HttpValidationError,  # type: ignore
+                                    object_=_response.json(),
+                                ),
+                            ),
+                        )
+                    _response_json = _response.json()
+                except JSONDecodeError:
+                    raise ApiError(
+                        status_code=_response.status_code, headers=dict(_response.headers), body=_response.text
+                    )
+                raise ApiError(status_code=_response.status_code, headers=dict(_response.headers), body=_response_json)
+
+            yield await _stream()

letta_client/runs/types/__init__.py

@@ -0,0 +1,7 @@
+# This file was auto-generated by Fern from our API Definition.
+
+# isort: skip_file
+
+from .letta_streaming_response import LettaStreamingResponse
+
+__all__ = ["LettaStreamingResponse"]

letta_client/runs/types/letta_streaming_response.py

@@ -0,0 +1,25 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+from ...types.assistant_message import AssistantMessage
+from ...types.letta_ping import LettaPing
+from ...types.letta_stop_reason import LettaStopReason
+from ...types.letta_usage_statistics import LettaUsageStatistics
+from ...types.reasoning_message import ReasoningMessage
+from ...types.system_message import SystemMessage
+from ...types.tool_call_message import ToolCallMessage
+from ...types.tool_return_message import ToolReturnMessage
+from ...types.user_message import UserMessage
+
+LettaStreamingResponse = typing.Union[
+    SystemMessage,
+    UserMessage,
+    ReasoningMessage,
+    ToolCallMessage,
+    ToolReturnMessage,
+    AssistantMessage,
+    LettaPing,
+    LettaStopReason,
+    LettaUsageStatistics,
+]

{letta_client-0.1.276.dist-info → letta_client-0.1.277.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: letta-client
-Version: 0.1.276
+Version: 0.1.277
 Summary: 
 Requires-Python: >=3.8,<4.0
 Classifier: Intended Audience :: Developers

{letta_client-0.1.276.dist-info → letta_client-0.1.277.dist-info}/RECORD

@@ -1,4 +1,4 @@
-letta_client/__init__.py,sha256=lqKjfPSuq_YX3zT6hJr-dhiio2gsyVjh6y3QuWSfe44,26442
+letta_client/__init__.py,sha256=DpYv21zmjmXHKtq_-pCoVE63jYtsWeAqby9F2y6makk,26513
 letta_client/agents/__init__.py,sha256=yl1d02BPp-nGZLaUdH9mWcYvHu-1RhRyZUgpZQKOMGo,2010
 letta_client/agents/blocks/__init__.py,sha256=_VhToAyIt_5axN6CLJwtxg3-CO7THa_23pbUzqhXJa4,85
 letta_client/agents/blocks/client.py,sha256=Akx-1SYEXkmdtLtytPtdFNhVts8JkjC2aMQnnWgd8Ug,14735
@@ -90,7 +90,7 @@ letta_client/client_side_access_tokens/types/client_side_access_tokens_list_clie
 letta_client/client_side_access_tokens/types/client_side_access_tokens_list_client_side_access_tokens_response_tokens_item_policy_data_item_access_item.py,sha256=kNHfEWFl7u71Pu8NPqutod0a2NXfvq8il05Hqm0iBB4,284
 letta_client/core/__init__.py,sha256=tpn7rjb6C2UIkYZYIqdrNpI7Yax2jw88sXh2baxaxAI,1715
 letta_client/core/api_error.py,sha256=44vPoTyWN59gonCIZMdzw7M1uspygiLnr3GNFOoVL2Q,614
-letta_client/core/client_wrapper.py,sha256=2TcuR2LCJC4Kj7RHavzhLX1DTQaE4OMStypfv1DNG1s,2776
+letta_client/core/client_wrapper.py,sha256=qM2jq77f0f7-rxfEu2Bs-StIY2KCCf7374oISiMizqw,2776
 letta_client/core/datetime_utils.py,sha256=nBys2IsYrhPdszxGKCNRPSOCwa-5DWOHG95FB8G9PKo,1047
 letta_client/core/file.py,sha256=d4NNbX8XvXP32z8KpK2Xovv33nFfruIrpz0QWxlgpZk,2663
 letta_client/core/force_multipart.py,sha256=awxh5MtcRYe74ehY8U76jzv6fYM_w_D3Rur7KQQzSDk,429
@@ -163,15 +163,17 @@ letta_client/providers/__init__.py,sha256=_VhToAyIt_5axN6CLJwtxg3-CO7THa_23pbUzq
 letta_client/providers/client.py,sha256=999OcO9GFtwmgx9PxA3lF-dEOp4ZEADsWDckeIKcKI0,18717
 letta_client/providers/raw_client.py,sha256=vg3z7P7UOjtLraW6GYb2YS5q496GYoyWN1s7u127q8E,30135
 letta_client/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-letta_client/runs/__init__.py,sha256=uuC70ZTE_Kcll7LqC18Orc60J5kBAfUo4ZJFB6FRgWA,164
-letta_client/runs/client.py,sha256=FCH2UqXqe12RORyO10mcctNiDh5T1725CmKewCM76uk,9235
+letta_client/runs/__init__.py,sha256=rTMzYM1OUKbBt0EOGKEhjNDseImuXG9gUdMCjy2mEbQ,232
+letta_client/runs/client.py,sha256=SOg_BxqMyHafUJnS7Gf-J5pbMsx87RZ-s7D198neiHs,13242
 letta_client/runs/messages/__init__.py,sha256=_VhToAyIt_5axN6CLJwtxg3-CO7THa_23pbUzqhXJa4,85
 letta_client/runs/messages/client.py,sha256=Ir9uA6W7kSpMLaOgmJeUKAokT4FgAH3l3sMucH-yqds,6998
 letta_client/runs/messages/raw_client.py,sha256=PbbkMSucuK-AmhcUyAdMtdtbnDSZGHb0nvw0vJqlb3s,8963
-letta_client/runs/raw_client.py,sha256=acA0F0mkLuuLxgwMCR3T4lDnZeHTCzQ8rLrreR6M9Cs,16457
+letta_client/runs/raw_client.py,sha256=oQFNOL2zY46DiaM3qsBuEXm_j0vPZC2EC6NhxNLQ8N8,24658
 letta_client/runs/steps/__init__.py,sha256=_VhToAyIt_5axN6CLJwtxg3-CO7THa_23pbUzqhXJa4,85
 letta_client/runs/steps/client.py,sha256=4MiWOwmSiIX-0U_ic5a-x72Svjh2N7q6etXA5VJ9V30,6074
 letta_client/runs/steps/raw_client.py,sha256=dbM7QYusDn_u4UYZl0I_jK-hCOek_m525we6boGo8jA,7973
+letta_client/runs/types/__init__.py,sha256=_T3fEaCnP6BEwVQKFUrBv8iIjFqUrd-DF3hQFwjSb6Y,184
+letta_client/runs/types/letta_streaming_response.py,sha256=_UJOBKMBZ6S6naOyltSnQwAhDj3MFvAXh-K107dsKKU,792
 letta_client/runs/usage/__init__.py,sha256=_VhToAyIt_5axN6CLJwtxg3-CO7THa_23pbUzqhXJa4,85
 letta_client/runs/usage/client.py,sha256=pTs7XvHjETe7lbSWjgy1GdLzS03j9VWHrY3TULhlcVM,2919
 letta_client/runs/usage/raw_client.py,sha256=cNOsh9fT6MifL9Nh7sEpuNo6LmU0C0AfRv-K2HWPLFo,4628
@@ -564,6 +566,6 @@ letta_client/version.py,sha256=bttKLbIhO3UonCYQlqs600zzbQgfhCCMjeXR9WRzid4,79
 letta_client/voice/__init__.py,sha256=_VhToAyIt_5axN6CLJwtxg3-CO7THa_23pbUzqhXJa4,85
 letta_client/voice/client.py,sha256=EbIVOQh4HXqU9McATxwga08STk-HUwPEAUr_UHqyKHg,3748
 letta_client/voice/raw_client.py,sha256=KvM_3GXuSf51bubM0RVBnxvlf20qZTFMnaA_BzhXzjQ,5938
-letta_client-0.1.276.dist-info/METADATA,sha256=YEVmu_Uy9sXwyrkjbp-DvZk4ZdusBx9nG05UTA6HsEM,5781
-letta_client-0.1.276.dist-info/WHEEL,sha256=Zb28QaM1gQi8f4VCBhsUklF61CTlNYfs9YAZn-TOGFk,88
-letta_client-0.1.276.dist-info/RECORD,,
+letta_client-0.1.277.dist-info/METADATA,sha256=jYPmqfBlNJx64sEmeU4N7WhE20n-rwrAULTToFf_2_I,5781
+letta_client-0.1.277.dist-info/WHEEL,sha256=Zb28QaM1gQi8f4VCBhsUklF61CTlNYfs9YAZn-TOGFk,88
+letta_client-0.1.277.dist-info/RECORD,,