vectorvein 0.1.46__tar.gz → 0.1.47__tar.gz

{vectorvein-0.1.46 → vectorvein-0.1.47}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vectorvein
-Version: 0.1.46
+Version: 0.1.47
 Summary: Default template for PDM package
 Author-Email: Anderson <andersonby@163.com>
 License: MIT

{vectorvein-0.1.46 → vectorvein-0.1.47}/pyproject.toml

@@ -17,7 +17,7 @@ description = "Default template for PDM package"
 name = "vectorvein"
 readme = "README.md"
 requires-python = ">=3.10"
-version = "0.1.46"
+version = "0.1.47"
 
 [project.license]
 text = "MIT"

{vectorvein-0.1.46 → vectorvein-0.1.47}/src/vectorvein/chat_clients/base_client.py

@@ -148,6 +148,7 @@ class BaseChatClient(ABC):
             tools=tools,
             tool_choice=tool_choice,
             response_format=response_format,
+            stream_options=stream_options,
             **kwargs,
         )
 

{vectorvein-0.1.46 → vectorvein-0.1.47}/src/vectorvein/chat_clients/openai_compatible_client.py

@@ -6,8 +6,6 @@ from functools import cached_property
 from typing import overload, Generator, AsyncGenerator, Any, Literal, Iterable
 
 import httpx
-from openai._streaming import Stream, AsyncStream
-from openai.types.chat import ChatCompletion, ChatCompletionChunk
 from openai import OpenAI, AsyncOpenAI, AzureOpenAI, AsyncAzureOpenAI
 
 from .base_client import BaseChatClient, BaseAsyncChatClient
@@ -202,7 +200,7 @@ class OpenAICompatibleChatClient(BaseChatClient):
             _stream_options_params = {}
 
         if self.stream:
-            stream_response: Stream[ChatCompletionChunk] = raw_client.chat.completions.create(
+            stream_response = raw_client.chat.completions.create(
                 model=self.model_id,
                 messages=messages,
                 stream=True,
@@ -253,7 +251,7 @@ class OpenAICompatibleChatClient(BaseChatClient):
 
             return generator()
         else:
-            response: ChatCompletion = raw_client.chat.completions.create(
+            response = raw_client.chat.completions.create(
                 model=self.model_id,
                 messages=messages,
                 stream=False,
@@ -453,7 +451,7 @@ class AsyncOpenAICompatibleChatClient(BaseAsyncChatClient):
                 max_tokens = self.model_setting.context_length - token_counts - 64
 
         if self.stream:
-            stream_response: AsyncStream[ChatCompletionChunk] = await raw_client.chat.completions.create(
+            stream_response = await raw_client.chat.completions.create(
                 model=self.model_id,
                 messages=messages,
                 stream=self.stream,
@@ -504,7 +502,7 @@ class AsyncOpenAICompatibleChatClient(BaseAsyncChatClient):
 
             return generator()
         else:
-            response: ChatCompletion = await raw_client.chat.completions.create(
+            response = await raw_client.chat.completions.create(
                 model=self.model_id,
                 messages=messages,
                 stream=self.stream,