vectorvein 0.1.21__py3-none-any.whl → 0.1.23__py3-none-any.whl

vectorvein/chat_clients/base_client.py

@@ -59,6 +59,7 @@ class BaseChatClient(ABC):
         max_tokens: int | None = None,
         tools: list | NotGiven = NOT_GIVEN,
         tool_choice: str | NotGiven = NOT_GIVEN,
+        response_format: dict | None = None,
         **kwargs,
     ) -> ChatCompletionMessage | Generator[ChatCompletionDeltaMessage, Any, None]:
         pass
@@ -130,6 +131,7 @@ class BaseAsyncChatClient(ABC):
         max_tokens: int | None = None,
         tools: list | NotGiven = NOT_GIVEN,
         tool_choice: str | NotGiven = NOT_GIVEN,
+        response_format: dict | None = None,
         **kwargs,
     ) -> ChatCompletionMessage | AsyncGenerator[ChatCompletionDeltaMessage, None]:
         pass

vectorvein/chat_clients/gemini_client.py

@@ -52,6 +52,7 @@ class GeminiChatClient(BaseChatClient):
         max_tokens: int | None = None,
         tools: list | None = None,
         tool_choice: str | None = None,
+        response_format: dict | None = None,
         **kwargs,
     ):
         if model is not None:
@@ -82,6 +83,11 @@ class GeminiChatClient(BaseChatClient):
         else:
             tools_params = {}
 
+        response_format_params = {}
+        if response_format is not None:
+            if response_format.get("type") == "json_object":
+                response_format_params = {"response_mime_type": "application/json"}
+
         if self.random_endpoint:
             self.random_endpoint = True
             self.endpoint_id = random.choice(self.backend_settings.models[self.model].endpoints)
@@ -98,6 +104,7 @@ class GeminiChatClient(BaseChatClient):
             "generationConfig": {
                 "temperature": self.temperature,
                 "maxOutputTokens": max_tokens,
+                **response_format_params,
             },
             **tools_params,
             **kwargs,
@@ -228,6 +235,7 @@ class AsyncGeminiChatClient(BaseAsyncChatClient):
         max_tokens: int | None = None,
         tools: list | None = None,
         tool_choice: str | None = None,
+        response_format: dict | None = None,
         **kwargs,
     ):
         if model is not None:
@@ -258,6 +266,11 @@ class AsyncGeminiChatClient(BaseAsyncChatClient):
         else:
             tools_params = {}
 
+        response_format_params = {}
+        if response_format is not None:
+            if response_format.get("type") == "json_object":
+                response_format_params = {"response_mime_type": "application/json"}
+
         if self.random_endpoint:
             self.random_endpoint = True
             self.endpoint_id = random.choice(self.backend_settings.models[self.model].endpoints)
@@ -274,6 +287,7 @@ class AsyncGeminiChatClient(BaseAsyncChatClient):
             "generationConfig": {
                 "temperature": self.temperature,
                 "maxOutputTokens": max_tokens,
+                **response_format_params,
             },
             **tools_params,
             **kwargs,

{vectorvein-0.1.21.dist-info → vectorvein-0.1.23.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vectorvein
-Version: 0.1.21
+Version: 0.1.23
 Summary: Default template for PDM package
 Author-Email: Anderson <andersonby@163.com>
 License: MIT

{vectorvein-0.1.21.dist-info → vectorvein-0.1.23.dist-info}/RECORD

@@ -1,13 +1,13 @@
-vectorvein-0.1.21.dist-info/METADATA,sha256=1jVHDXn7ri6Lgs7uuS8lVLYF6xvKDIrJ0U3fV7flZQQ,502
-vectorvein-0.1.21.dist-info/WHEEL,sha256=Yaoh9rlmnhBUmykFXwmFW_cmVAW3ZIWH8QkQVngJtyw,90
-vectorvein-0.1.21.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
+vectorvein-0.1.23.dist-info/METADATA,sha256=WlWH7IJNvTkNwtDxV2IAtUEgfGvjhhfkLlGK7vZluPM,502
+vectorvein-0.1.23.dist-info/WHEEL,sha256=Yaoh9rlmnhBUmykFXwmFW_cmVAW3ZIWH8QkQVngJtyw,90
+vectorvein-0.1.23.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
 vectorvein/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vectorvein/chat_clients/__init__.py,sha256=lOGrIEBGN-EoxJ-dF5uMsO6viNCIFIeNL8whDwE6x3g,4657
 vectorvein/chat_clients/anthropic_client.py,sha256=VJQi7cKLbbLkJtmEFN9M41JUaGjwEuJaXIuQLK-3rdw,20332
 vectorvein/chat_clients/baichuan_client.py,sha256=CVMvpgjdrZGv0BWnTOBD-f2ufZ3wq3496wqukumsAr4,526
-vectorvein/chat_clients/base_client.py,sha256=AnzEmNfT4XW4lKcwf8fv2NlSk1EHK0evr4-1EH0KkwI,5018
+vectorvein/chat_clients/base_client.py,sha256=nGml8rGyKc71Wl2nMbqt_5L9gbX-MCRU2jvHJvxF4AY,5108
 vectorvein/chat_clients/deepseek_client.py,sha256=3qWu01NlJAP2N-Ff62d5-CZXZitlizE1fzb20LNetig,526
-vectorvein/chat_clients/gemini_client.py,sha256=nabhddX_0jO0rb1M39GF8X0g6i-wnoy49XI7Id8-1iQ,14663
+vectorvein/chat_clients/gemini_client.py,sha256=N08OPbCDK-_jN_CzEG8rIKlrMMNqW6cq9ucjREqF6dY,15295
 vectorvein/chat_clients/groq_client.py,sha256=Uow4pgdmFi93ZQSoOol2-0PhhqkW-S0XuSldvppz5U4,498
 vectorvein/chat_clients/local_client.py,sha256=55nOsxzqUf79q3Y14MKROA71zxhsT7p7FsDZ89rts2M,422
 vectorvein/chat_clients/minimax_client.py,sha256=xykptVg0qzOrJKuswHLG3M7r8H37jEMOb0gAnYAUdKQ,13947
@@ -25,4 +25,4 @@ vectorvein/types/enums.py,sha256=PNK_pTIyjJFy-yAG2PHaMIO1ey3W6fReMCkH8M8VRW4,159
 vectorvein/types/llm_parameters.py,sha256=mmJjJZz4bPRi0nHzYNUNdWsQLHa9lbf3-MNVnU78vaY,3608
 vectorvein/utilities/media_processing.py,sha256=BujciRmw1GMmc3ELRvafL8STcy6r5b2rVnh27-uA7so,2256
 vectorvein/utilities/retry.py,sha256=9ePuJdeUUGx-qMWfaFxmlOvG_lQPwCQ4UB1z3Edlo34,993
-vectorvein-0.1.21.dist-info/RECORD,,
+vectorvein-0.1.23.dist-info/RECORD,,