GPTRouter 0.3.6__tar.gz → 0.3.7__tar.gz

{GPTRouter-0.3.6 → GPTRouter-0.3.7}/GPTRouter.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: GPTRouter
-Version: 0.3.6
+Version: 0.3.7
 Summary: A Python package for working with GPTRouter APIs
 Author-email: sirjanpreet@writesonic.com
 Classifier: Development Status :: 3 - Alpha

{GPTRouter-0.3.6 → GPTRouter-0.3.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: GPTRouter
-Version: 0.3.6
+Version: 0.3.7
 Summary: A Python package for working with GPTRouter APIs
 Author-email: sirjanpreet@writesonic.com
 Classifier: Development Status :: 3 - Alpha

{GPTRouter-0.3.6 → GPTRouter-0.3.7}/gpt_router/client.py

@@ -1,4 +1,5 @@
 from __future__ import annotations
+import asyncio
 from pydantic import parse_obj_as
 import logging
 import json
@@ -153,6 +154,7 @@ class GPTRouterClient:
 
     async def astream_events(self, *, path: str, method: str, payload: dict, **kwargs):
         retry_count = kwargs.get("stream_retry_count") or 1
+        stop_stream_signal = kwargs.get("stop_stream_signal")
         async_retrying = AsyncRetrying(
             stop=stop_after_attempt(retry_count),
             wait=wait_fixed(0.5),
@@ -191,6 +193,10 @@ class GPTRouterClient:
                             raise ServerError("Server error")
                         response.raise_for_status()
                         async for line in response.aiter_lines():
+                            if stop_stream_signal and stop_stream_signal.is_set():
+                                logger.info("Stopping stream due to signal")
+                                await response.aclose()
+                                return
                             try:
                                 if line.strip() == "":
                                     continue
@@ -223,6 +229,10 @@ class GPTRouterClient:
                 ) from err
             except httpx.TimeoutException as err:
                 raise TimeoutError("Request timed out") from err
+            finally:
+                if stop_stream_signal and stop_stream_signal.is_set():
+                    logger.info("Stream stopped due to signal")
+                    return
 
     def stream_events(
         self, *, path: str, method: str, payload: dict, **kwargs
@@ -338,6 +348,7 @@ class GPTRouterClient:
         ordered_generation_requests: List[ModelGenerationRequest],
         is_stream=False,
         model_router_metadata: Optional[GPTRouterMetadata] = None,
+        stop_stream_signal: Optional[asyncio.Event] = None,
         **kwargs,
     ) -> GenerationResponse:
         api_path = "/v1/generate"
@@ -355,6 +366,7 @@ class GPTRouterClient:
                 path=api_path,
                 method=api_method,
                 payload=api_payload,
+                stop_stream_signal=stop_stream_signal,
                 **kwargs,
             )
         result = await self._async_api_call(

{GPTRouter-0.3.6 → GPTRouter-0.3.7}/setup.py

@@ -5,7 +5,7 @@ with open("README.md", "r") as fh:
 
 setup(
     name="GPTRouter",
-    version="0.3.6",
+    version="0.3.7",
     description="A Python package for working with GPTRouter APIs",
     long_description=long_description,
     long_description_content_type="text/markdown",