vectorvein 0.1.47__py3-none-any.whl → 0.1.49__py3-none-any.whl

vectorvein/chat_clients/openai_compatible_client.py

@@ -223,11 +223,14 @@ class OpenAICompatibleChatClient(BaseChatClient):
                             prompt_tokens=chunk.usage.prompt_tokens or 0,
                             total_tokens=chunk.usage.total_tokens or 0,
                         )
-                    else:
-                        usage = None
+
                     if len(chunk.choices) == 0:
+                        if usage:
+                            yield ChatCompletionDeltaMessage(usage=usage)
                         continue
                     if not chunk.choices[0].delta:
+                        if usage:
+                            yield ChatCompletionDeltaMessage(usage=usage)
                         continue
                     if self.model_setting.function_call_available:
                         if chunk.choices[0].delta.tool_calls:
@@ -474,12 +477,16 @@ class AsyncOpenAICompatibleChatClient(BaseAsyncChatClient):
                             prompt_tokens=chunk.usage.prompt_tokens or 0,
                             total_tokens=chunk.usage.total_tokens or 0,
                         )
-                    else:
-                        usage = None
+
                     if len(chunk.choices) == 0:
+                        if usage:
+                            yield ChatCompletionDeltaMessage(usage=usage)
                         continue
                     if not chunk.choices[0].delta:
+                        if usage:
+                            yield ChatCompletionDeltaMessage(usage=usage)
                         continue
+
                     if self.model_setting.function_call_available:
                         if chunk.choices[0].delta.tool_calls:
                             for index, tool_call in enumerate(chunk.choices[0].delta.tool_calls):

vectorvein/types/defaults.py

@@ -552,10 +552,18 @@ ANTHROPIC_MODELS: Final[Dict[str, Dict[str, Any]]] = {
         "response_format_available": False,
         "native_multimodal": True,
     },
+    "claude-3-5-haiku-20241022": {
+        "id": "claude-3-5-haiku-20241022",
+        "context_length": 200000,
+        "max_output_tokens": 8192,
+        "function_call_available": True,
+        "response_format_available": False,
+        "native_multimodal": True,
+    },
     "claude-3-5-sonnet-20240620": {
         "id": "claude-3-5-sonnet-20240620",
         "context_length": 200000,
-        "max_output_tokens": 4096,
+        "max_output_tokens": 8192,
         "function_call_available": True,
         "response_format_available": False,
         "native_multimodal": True,
@@ -563,7 +571,7 @@ ANTHROPIC_MODELS: Final[Dict[str, Dict[str, Any]]] = {
     "claude-3-5-sonnet-20241022": {
         "id": "claude-3-5-sonnet-20241022",
         "context_length": 200000,
-        "max_output_tokens": 4096,
+        "max_output_tokens": 8192,
         "function_call_available": True,
         "response_format_available": False,
         "native_multimodal": True,

{vectorvein-0.1.47.dist-info → vectorvein-0.1.49.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vectorvein
-Version: 0.1.47
+Version: 0.1.49
 Summary: Default template for PDM package
 Author-Email: Anderson <andersonby@163.com>
 License: MIT

{vectorvein-0.1.47.dist-info → vectorvein-0.1.49.dist-info}/RECORD

@@ -1,6 +1,6 @@
-vectorvein-0.1.47.dist-info/METADATA,sha256=wHK12p2NAwLjy_gei3wiErFfYwWRSV1dVx7nEda3TQU,644
-vectorvein-0.1.47.dist-info/WHEEL,sha256=thaaA2w1JzcGC48WYufAs8nrYZjJm8LqNfnXFOFyCC4,90
-vectorvein-0.1.47.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
+vectorvein-0.1.49.dist-info/METADATA,sha256=D9HeuUQKiFdbkqnc5J9r8_Q9VsULK_RwwNFuTtBJLfQ,644
+vectorvein-0.1.49.dist-info/WHEEL,sha256=thaaA2w1JzcGC48WYufAs8nrYZjJm8LqNfnXFOFyCC4,90
+vectorvein-0.1.49.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
 vectorvein/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vectorvein/chat_clients/__init__.py,sha256=dW169oK1n3v8Z0uD8itghzlCP72rxiaS-XYn6fvI2xM,16788
 vectorvein/chat_clients/anthropic_client.py,sha256=i1fMYSkUovd-Lc9B64bWMgzSTUFw4S3fj3AJ_pDokT4,34029
@@ -14,7 +14,7 @@ vectorvein/chat_clients/minimax_client.py,sha256=cLpSJ5vIaDi0Kmrt7XGlbjnlFnByJiI
 vectorvein/chat_clients/mistral_client.py,sha256=1aKSylzBDaLYcFnaBIL4-sXSzWmXfBeON9Q0rq-ziWw,534
 vectorvein/chat_clients/moonshot_client.py,sha256=gbu-6nGxx8uM_U2WlI4Wus881rFRotzHtMSoYOcruGU,526
 vectorvein/chat_clients/openai_client.py,sha256=Nz6tV45pWcsOupxjnsRsGTicbQNJWIZyxuJoJ5DGMpg,527
-vectorvein/chat_clients/openai_compatible_client.py,sha256=jsEYttMKNZmgKeOIk2MbNUz0Tri2jeQCR1iaCs_TIok,21728
+vectorvein/chat_clients/openai_compatible_client.py,sha256=D2VmhpDVct4w2y58s87An7x22koOdkxSOKR2-so9lJI,22044
 vectorvein/chat_clients/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vectorvein/chat_clients/qwen_client.py,sha256=-ryh-m9PgsO0fc4ulcCmPTy1155J8YUy15uPoJQOHA0,513
 vectorvein/chat_clients/stepfun_client.py,sha256=zsD2W5ahmR4DD9cqQTXmJr3txrGuvxbRWhFlRdwNijI,519
@@ -25,11 +25,11 @@ vectorvein/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vectorvein/server/token_server.py,sha256=36F9PKSNOX8ZtYBXY_l-76GQTpUSmQ2Y8EMy1H7wtdQ,1353
 vectorvein/settings/__init__.py,sha256=dyTCLhevXiKVJhOb1tjgZGMH38Indy4dkWVdDX543g0,3771
 vectorvein/settings/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-vectorvein/types/defaults.py,sha256=L8ExeMttmxsCiJM0AUGqbvbJKC--HQhA883mayjNoz8,22379
+vectorvein/types/defaults.py,sha256=orYqYQiQj8lj1wzsQdnyHWC3bSVYhRB14Zkm6qQDYcU,22661
 vectorvein/types/enums.py,sha256=x_S0IJiEWijOAEiMNdiGDGEWGtmt7TwMriJVDqrDmTo,1637
 vectorvein/types/exception.py,sha256=gnW4GnJ76jND6UGnodk9xmqkcbeS7Cz2rvncA2HpD5E,69
 vectorvein/types/llm_parameters.py,sha256=5o-C_yXxxQWZy_e8OWowB2107GTS-Eawx4Mvb1q55Co,5256
 vectorvein/types/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vectorvein/utilities/media_processing.py,sha256=cnzLrU1OaJvSv87IOnc36FrDXtmGMDStPbxtIJ33YN4,5880
 vectorvein/utilities/retry.py,sha256=6KFS9R2HdhqM3_9jkjD4F36ZSpEx2YNFGOVlpOsUetM,2208
-vectorvein-0.1.47.dist-info/RECORD,,
+vectorvein-0.1.49.dist-info/RECORD,,