vectorvein 0.1.47__tar.gz → 0.1.49__tar.gz

{vectorvein-0.1.47 → vectorvein-0.1.49}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vectorvein
-Version: 0.1.47
+Version: 0.1.49
 Summary: Default template for PDM package
 Author-Email: Anderson <andersonby@163.com>
 License: MIT

{vectorvein-0.1.47 → vectorvein-0.1.49}/pyproject.toml

@@ -17,7 +17,7 @@ description = "Default template for PDM package"
 name = "vectorvein"
 readme = "README.md"
 requires-python = ">=3.10"
-version = "0.1.47"
+version = "0.1.49"
 
 [project.license]
 text = "MIT"

{vectorvein-0.1.47 → vectorvein-0.1.49}/src/vectorvein/chat_clients/openai_compatible_client.py

@@ -223,11 +223,14 @@ class OpenAICompatibleChatClient(BaseChatClient):
                             prompt_tokens=chunk.usage.prompt_tokens or 0,
                             total_tokens=chunk.usage.total_tokens or 0,
                         )
-                    else:
-                        usage = None
+
                     if len(chunk.choices) == 0:
+                        if usage:
+                            yield ChatCompletionDeltaMessage(usage=usage)
                         continue
                     if not chunk.choices[0].delta:
+                        if usage:
+                            yield ChatCompletionDeltaMessage(usage=usage)
                         continue
                     if self.model_setting.function_call_available:
                         if chunk.choices[0].delta.tool_calls:
@@ -474,12 +477,16 @@ class AsyncOpenAICompatibleChatClient(BaseAsyncChatClient):
                             prompt_tokens=chunk.usage.prompt_tokens or 0,
                             total_tokens=chunk.usage.total_tokens or 0,
                         )
-                    else:
-                        usage = None
+
                     if len(chunk.choices) == 0:
+                        if usage:
+                            yield ChatCompletionDeltaMessage(usage=usage)
                         continue
                     if not chunk.choices[0].delta:
+                        if usage:
+                            yield ChatCompletionDeltaMessage(usage=usage)
                         continue
+
                     if self.model_setting.function_call_available:
                         if chunk.choices[0].delta.tool_calls:
                             for index, tool_call in enumerate(chunk.choices[0].delta.tool_calls):

{vectorvein-0.1.47 → vectorvein-0.1.49}/src/vectorvein/types/defaults.py

@@ -552,10 +552,18 @@ ANTHROPIC_MODELS: Final[Dict[str, Dict[str, Any]]] = {
         "response_format_available": False,
         "native_multimodal": True,
     },
+    "claude-3-5-haiku-20241022": {
+        "id": "claude-3-5-haiku-20241022",
+        "context_length": 200000,
+        "max_output_tokens": 8192,
+        "function_call_available": True,
+        "response_format_available": False,
+        "native_multimodal": True,
+    },
     "claude-3-5-sonnet-20240620": {
         "id": "claude-3-5-sonnet-20240620",
         "context_length": 200000,
-        "max_output_tokens": 4096,
+        "max_output_tokens": 8192,
         "function_call_available": True,
         "response_format_available": False,
         "native_multimodal": True,
@@ -563,7 +571,7 @@ ANTHROPIC_MODELS: Final[Dict[str, Dict[str, Any]]] = {
     "claude-3-5-sonnet-20241022": {
         "id": "claude-3-5-sonnet-20241022",
         "context_length": 200000,
-        "max_output_tokens": 4096,
+        "max_output_tokens": 8192,
         "function_call_available": True,
         "response_format_available": False,
         "native_multimodal": True,