vectorvein 0.1.36__py3-none-any.whl → 0.1.37__py3-none-any.whl

vectorvein/chat_clients/anthropic_client.py

@@ -270,18 +270,24 @@ class AnthropicChatClient(BaseChatClient):
 
         if self.endpoint.api_schema_type == "openai":
             if self.stream:
-                return OpenAICompatibleChatClient(
-                    model=self.model,
-                    stream=True,
-                    temperature=self.temperature,
-                    context_length_control=self.context_length_control,
-                    random_endpoint=self.random_endpoint,
-                    endpoint_id=self.endpoint_id,
-                    http_client=self.http_client,
-                    backend_name=self.BACKEND_NAME,
-                ).create_completion(
-                    messages, model, True, temperature, max_tokens, tools, tool_choice, response_format, **kwargs
-                )
+
+                def _generator():
+                    response = OpenAICompatibleChatClient(
+                        model=self.model,
+                        stream=True,
+                        temperature=self.temperature,
+                        context_length_control=self.context_length_control,
+                        random_endpoint=self.random_endpoint,
+                        endpoint_id=self.endpoint_id,
+                        http_client=self.http_client,
+                        backend_name=self.BACKEND_NAME,
+                    ).create_completion(
+                        messages, model, True, temperature, max_tokens, tools, tool_choice, response_format, **kwargs
+                    )
+                    for chunk in response:
+                        yield chunk
+
+                return _generator()
             else:
                 return OpenAICompatibleChatClient(
                     model=self.model,
@@ -586,20 +592,27 @@ class AsyncAnthropicChatClient(BaseAsyncChatClient):
 
         if self.endpoint.api_schema_type == "openai":
             if self.stream:
-                return AsyncOpenAICompatibleChatClient(
-                    model=self.model,
-                    stream=True,
-                    temperature=self.temperature,
-                    context_length_control=self.context_length_control,
-                    random_endpoint=self.random_endpoint,
-                    endpoint_id=self.endpoint_id,
-                    http_client=self.http_client,
-                    backend_name=self.BACKEND_NAME,
-                ).create_completion(
-                    messages, model, True, temperature, max_tokens, tools, tool_choice, response_format, **kwargs
-                )
+
+                async def _generator():
+                    client = AsyncOpenAICompatibleChatClient(
+                        model=self.model,
+                        stream=True,
+                        temperature=self.temperature,
+                        context_length_control=self.context_length_control,
+                        random_endpoint=self.random_endpoint,
+                        endpoint_id=self.endpoint_id,
+                        http_client=self.http_client,
+                        backend_name=self.BACKEND_NAME,
+                    )
+                    response = await client.create_completion(
+                        messages, model, True, temperature, max_tokens, tools, tool_choice, response_format, **kwargs
+                    )
+                    async for chunk in response:
+                        yield chunk
+
+                return _generator()
             else:
-                return AsyncOpenAICompatibleChatClient(
+                client = AsyncOpenAICompatibleChatClient(
                     model=self.model,
                     stream=False,
                     temperature=self.temperature,
@@ -608,7 +621,8 @@ class AsyncAnthropicChatClient(BaseAsyncChatClient):
                     endpoint_id=self.endpoint_id,
                     http_client=self.http_client,
                     backend_name=self.BACKEND_NAME,
-                ).create_completion(
+                )
+                return await client.create_completion(
                     messages, model, False, temperature, max_tokens, tools, tool_choice, response_format, **kwargs
                 )
 

vectorvein/chat_clients/openai_compatible_client.py

@@ -25,7 +25,6 @@ from ..types.llm_parameters import (
     NOT_GIVEN,
     ToolParam,
     ToolChoice,
-    BackendSettings,
     ChatCompletionMessage,
     ChatCompletionDeltaMessage,
 )

{vectorvein-0.1.36.dist-info → vectorvein-0.1.37.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vectorvein
-Version: 0.1.36
+Version: 0.1.37
 Summary: Default template for PDM package
 Author-Email: Anderson <andersonby@163.com>
 License: MIT

{vectorvein-0.1.36.dist-info → vectorvein-0.1.37.dist-info}/RECORD

@@ -1,9 +1,9 @@
-vectorvein-0.1.36.dist-info/METADATA,sha256=gRwf2-Irb4TOVXjFue0Vb4ofR_zIM6AS0q4IRv4eIl0,502
-vectorvein-0.1.36.dist-info/WHEEL,sha256=thaaA2w1JzcGC48WYufAs8nrYZjJm8LqNfnXFOFyCC4,90
-vectorvein-0.1.36.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
+vectorvein-0.1.37.dist-info/METADATA,sha256=a6dST0w8XT0n9IOLJsanwGQVc383RUhaJfnk_0_pWbg,502
+vectorvein-0.1.37.dist-info/WHEEL,sha256=thaaA2w1JzcGC48WYufAs8nrYZjJm8LqNfnXFOFyCC4,90
+vectorvein-0.1.37.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
 vectorvein/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vectorvein/chat_clients/__init__.py,sha256=dW169oK1n3v8Z0uD8itghzlCP72rxiaS-XYn6fvI2xM,16788
-vectorvein/chat_clients/anthropic_client.py,sha256=FsiAe4NAP7tC6EPrAqSorc5eaHkOfGKJjE6pEmuQAaw,30619
+vectorvein/chat_clients/anthropic_client.py,sha256=kJWSplijhBbCvDX_VkPcMNcehJSjZ9zFjq_Ja8hAUkg,31117
 vectorvein/chat_clients/baichuan_client.py,sha256=CVMvpgjdrZGv0BWnTOBD-f2ufZ3wq3496wqukumsAr4,526
 vectorvein/chat_clients/base_client.py,sha256=7i456Yn-tqY0oPeIj_wHWNGGzCKPAbX5Ufxy2wWGMNY,8653
 vectorvein/chat_clients/deepseek_client.py,sha256=3qWu01NlJAP2N-Ff62d5-CZXZitlizE1fzb20LNetig,526
@@ -14,7 +14,7 @@ vectorvein/chat_clients/minimax_client.py,sha256=0MVMb4g0K_VKnPGHYX81jHiBaQUGWFG
 vectorvein/chat_clients/mistral_client.py,sha256=1aKSylzBDaLYcFnaBIL4-sXSzWmXfBeON9Q0rq-ziWw,534
 vectorvein/chat_clients/moonshot_client.py,sha256=gbu-6nGxx8uM_U2WlI4Wus881rFRotzHtMSoYOcruGU,526
 vectorvein/chat_clients/openai_client.py,sha256=Nz6tV45pWcsOupxjnsRsGTicbQNJWIZyxuJoJ5DGMpg,527
-vectorvein/chat_clients/openai_compatible_client.py,sha256=H7W7BEA71Dh6N42cFuH-nXN9en6oU14OU6RyMmefbnM,18899
+vectorvein/chat_clients/openai_compatible_client.py,sha256=auaKGXvwOhLu9JUxFyOq--yJ5Wrpijf7o6i8FKq0_jQ,18877
 vectorvein/chat_clients/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vectorvein/chat_clients/qwen_client.py,sha256=-ryh-m9PgsO0fc4ulcCmPTy1155J8YUy15uPoJQOHA0,513
 vectorvein/chat_clients/stepfun_client.py,sha256=zsD2W5ahmR4DD9cqQTXmJr3txrGuvxbRWhFlRdwNijI,519
@@ -31,4 +31,4 @@ vectorvein/types/llm_parameters.py,sha256=uvVS3dqqvGMJoiz79LxdKjGj3YSmGD3U_yA0f7
 vectorvein/types/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vectorvein/utilities/media_processing.py,sha256=BujciRmw1GMmc3ELRvafL8STcy6r5b2rVnh27-uA7so,2256
 vectorvein/utilities/retry.py,sha256=9ePuJdeUUGx-qMWfaFxmlOvG_lQPwCQ4UB1z3Edlo34,993
-vectorvein-0.1.36.dist-info/RECORD,,
+vectorvein-0.1.37.dist-info/RECORD,,