vectorvein 0.2.39__tar.gz → 0.2.41__tar.gz

{vectorvein-0.2.39 → vectorvein-0.2.41}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vectorvein
-Version: 0.2.39
+Version: 0.2.41
 Summary: VectorVein Python SDK
 Author-Email: Anderson <andersonby@163.com>
 License: MIT

{vectorvein-0.2.39 → vectorvein-0.2.41}/pyproject.toml

@@ -17,7 +17,7 @@ description = "VectorVein Python SDK"
 name = "vectorvein"
 readme = "README.md"
 requires-python = ">=3.10"
-version = "0.2.39"
+version = "0.2.41"
 
 [project.license]
 text = "MIT"

{vectorvein-0.2.39 → vectorvein-0.2.41}/src/vectorvein/chat_clients/utils.py

@@ -223,29 +223,32 @@ def get_token_counts(text: str | dict, model: str = "", use_token_server_first:
         return result["totalTokens"]
     elif model.startswith("claude"):
         backend_setting = settings.get_backend(BackendType.Anthropic)
-        for endpoint_choice in backend_setting.models[model].endpoints:
-            if isinstance(endpoint_choice, dict):
-                endpoint_id = endpoint_choice["endpoint_id"]
-            else:
-                endpoint_id = endpoint_choice
-            endpoint = settings.get_endpoint(endpoint_id)
-
-            if (
-                endpoint.is_vertex
-                or endpoint.is_bedrock
-                or endpoint.endpoint_type == "anthropic_vertex"
-                or endpoint.endpoint_type == "anthropic_bedrock"
-            ):
-                continue
-            elif endpoint.api_schema_type == "default":
-                return (
-                    Anthropic(
-                        api_key=endpoint.api_key,
-                        base_url=endpoint.api_base,
+        try:
+            for endpoint_choice in backend_setting.models[model].endpoints:
+                if isinstance(endpoint_choice, dict):
+                    endpoint_id = endpoint_choice["endpoint_id"]
+                else:
+                    endpoint_id = endpoint_choice
+                endpoint = settings.get_endpoint(endpoint_id)
+
+                if (
+                    endpoint.is_vertex
+                    or endpoint.is_bedrock
+                    or endpoint.endpoint_type == "anthropic_vertex"
+                    or endpoint.endpoint_type == "anthropic_bedrock"
+                ):
+                    continue
+                elif endpoint.api_schema_type == "default":
+                    return (
+                        Anthropic(
+                            api_key=endpoint.api_key,
+                            base_url=endpoint.api_base,
+                        )
+                        .beta.messages.count_tokens(messages=[{"role": "user", "content": text}], model=model)
+                        .input_tokens
                     )
-                    .beta.messages.count_tokens(messages=[{"role": "user", "content": text}], model=model)
-                    .input_tokens
-                )
+        except Exception as e:
+            warnings.warn(f"Anthropic token counting failed: {e}")
 
         # TODO: Use anthropic token counting
         warnings.warn("Anthropic token counting is not implemented in Vertex or Bedrock yet")

{vectorvein-0.2.39 → vectorvein-0.2.41}/src/vectorvein/types/settings.py

@@ -53,8 +53,8 @@ class ModelConfigDict(TypedDict):
     function_call_available: NotRequired[bool]
     response_format_available: NotRequired[bool]
     native_multimodal: NotRequired[bool]
-    context_length: NotRequired[int]
-    max_output_tokens: NotRequired[int]
+    context_length: NotRequired[Optional[int]]
+    max_output_tokens: NotRequired[Optional[int]]
 
 
 class BackendSettingsDict(TypedDict):