tokenator 0.1.9__py3-none-any.whl → 0.1.11__py3-none-any.whl

tokenator/openai/AsyncStreamInterceptor.py

@@ -1,78 +0,0 @@
-import logging
-from typing import AsyncIterator, Callable, Generic, List, Optional, TypeVar
-
-from openai import AsyncStream, AsyncOpenAI
-from openai.types.chat import ChatCompletionChunk
-
-logger = logging.getLogger(__name__)
-
-_T = TypeVar("_T")  # or you might specifically do _T = ChatCompletionChunk
-
-
-class AsyncStreamInterceptor(AsyncStream[_T]):
-    """
-    A wrapper around openai.AsyncStream that delegates all functionality
-    to the 'base_stream' but intercepts each chunk to handle usage or
-    logging logic. This preserves .response and other methods.
-
-    You can store aggregated usage in a local list and process it when
-    the stream ends (StopAsyncIteration).
-    """
-
-    def __init__(
-        self,
-        base_stream: AsyncStream[_T],
-        usage_callback: Optional[Callable[[List[_T]], None]] = None,
-    ):
-        # We do NOT call super().__init__() because openai.AsyncStream
-        # expects constructor parameters we don't want to re-initialize.
-        # Instead, we just store the base_stream and delegate everything to it.
-        self._base_stream = base_stream
-        self._usage_callback = usage_callback
-        self._chunks: List[_T] = []
-
-    @property
-    def response(self):
-        """Expose the original stream's 'response' so user code can do stream.response, etc."""
-        return self._base_stream.response
-
-    def __aiter__(self) -> AsyncIterator[_T]:
-        """
-        Called when we do 'async for chunk in wrapped_stream:'
-        We simply return 'self'. Then __anext__ does the rest.
-        """
-        return self
-
-    async def __anext__(self) -> _T:
-        """
-        Intercept iteration. We pull the next chunk from the base_stream.
-        If it's the end, do any final usage logging, then raise StopAsyncIteration.
-        Otherwise, we can accumulate usage info or do whatever we need with the chunk.
-        """
-        try:
-            chunk = await self._base_stream.__anext__()
-        except StopAsyncIteration:
-            # Once the base stream is fully consumed, we can do final usage/logging.
-            if self._usage_callback and self._chunks:
-                self._usage_callback(self._chunks)
-            raise
-
-        # Intercept each chunk
-        self._chunks.append(chunk)
-        return chunk
-
-    async def __aenter__(self) -> "AsyncStreamInterceptor[_T]":
-        """Support async with ... : usage."""
-        await self._base_stream.__aenter__()
-        return self
-
-    async def __aexit__(self, exc_type, exc_val, exc_tb):
-        """
-        Ensure we propagate __aexit__ to the base stream,
-        so connections are properly closed.
-        """
-        return await self._base_stream.__aexit__(exc_type, exc_val, exc_tb)
-
-    async def close(self) -> None:
-        """Delegate close to the base_stream."""
-        await self._base_stream.close()

tokenator-0.1.9.dist-info/RECORD

@@ -1,18 +0,0 @@
-tokenator/__init__.py,sha256=mYwK5EJTlbh_7WvylzxXcL-yzWe_fESSL6FLrlY1qck,583
-tokenator/base_wrapper.py,sha256=vSu_pStKYulho7_5g0jMCNf84KRxC4kTKep0v8YE61M,2377
-tokenator/client_anthropic.py,sha256=1ejWIZBxtk-mWTVaKWeMUvS2hZ_Dn-vNKYa3yopdjAU,6714
-tokenator/create_migrations.py,sha256=n1OVbWrdwvBdaN-Aqqt1gLCPQidfoQfeJtGsab_epGk,746
-tokenator/migrations/env.py,sha256=LR_hONDa8Saiq9CyNUpH8kZCi5PtXLaDlfABs_CePkk,1415
-tokenator/migrations/script.py.mako,sha256=nJL-tbLQE0Qy4P9S4r4ntNAcikPtoFUlvXe6xvm9ot8,635
-tokenator/migrations/versions/f6f1f2437513_initial_migration.py,sha256=DvHcjnREmUHZVX9q1e6PS4wNK_d4qGw-8pz0eS4_3mE,1860
-tokenator/migrations.py,sha256=BFgZRsdIx-Qs_WwDaH6cyi2124mLf5hA8VrIlW7f7Mg,1134
-tokenator/models.py,sha256=EprE_MMJxDS-YXlcIQLZzfekH7xTYbeOC3bx3B2osVw,1171
-tokenator/openai/AsyncStreamInterceptor.py,sha256=estfEFBFyo5BWqTNwHlCZ-wE0dRjtGeyQ0ihBeW3jrU,2842
-tokenator/openai/client_openai.py,sha256=q-0abTq54zRORPLeushdHx1UYq-hOAlp6qY8wAOP2GQ,6682
-tokenator/schemas.py,sha256=V7NYfY9eZvH3J6uOwXJz4dSAU6WYzINRnfFi1wWsTcc,2280
-tokenator/usage.py,sha256=aHjGwzDzaiVznahNk5HqVyk3IxDo5FtFVfOUCeE7DZ4,7833
-tokenator/utils.py,sha256=5mDiGHgt4koCY0onHwkRjwZIuAgP6QvrDZCwD20Sdk8,1969
-tokenator-0.1.9.dist-info/LICENSE,sha256=wdG-B6-ODk8RQ4jq5uXSn0w1UWTzCH_MMyvh7AwtGns,1074
-tokenator-0.1.9.dist-info/METADATA,sha256=A7x7gEjbTwOBoR7mxGiHKiZVvKL8ZD6ecL7Wd0y6jfM,3093
-tokenator-0.1.9.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-tokenator-0.1.9.dist-info/RECORD,,