vectorvein 0.2.39__py3-none-any.whl → 0.2.41__py3-none-any.whl

vectorvein/chat_clients/utils.py

@@ -223,29 +223,32 @@ def get_token_counts(text: str | dict, model: str = "", use_token_server_first:
         return result["totalTokens"]
     elif model.startswith("claude"):
         backend_setting = settings.get_backend(BackendType.Anthropic)
-        for endpoint_choice in backend_setting.models[model].endpoints:
-            if isinstance(endpoint_choice, dict):
-                endpoint_id = endpoint_choice["endpoint_id"]
-            else:
-                endpoint_id = endpoint_choice
-            endpoint = settings.get_endpoint(endpoint_id)
-
-            if (
-                endpoint.is_vertex
-                or endpoint.is_bedrock
-                or endpoint.endpoint_type == "anthropic_vertex"
-                or endpoint.endpoint_type == "anthropic_bedrock"
-            ):
-                continue
-            elif endpoint.api_schema_type == "default":
-                return (
-                    Anthropic(
-                        api_key=endpoint.api_key,
-                        base_url=endpoint.api_base,
+        try:
+            for endpoint_choice in backend_setting.models[model].endpoints:
+                if isinstance(endpoint_choice, dict):
+                    endpoint_id = endpoint_choice["endpoint_id"]
+                else:
+                    endpoint_id = endpoint_choice
+                endpoint = settings.get_endpoint(endpoint_id)
+
+                if (
+                    endpoint.is_vertex
+                    or endpoint.is_bedrock
+                    or endpoint.endpoint_type == "anthropic_vertex"
+                    or endpoint.endpoint_type == "anthropic_bedrock"
+                ):
+                    continue
+                elif endpoint.api_schema_type == "default":
+                    return (
+                        Anthropic(
+                            api_key=endpoint.api_key,
+                            base_url=endpoint.api_base,
+                        )
+                        .beta.messages.count_tokens(messages=[{"role": "user", "content": text}], model=model)
+                        .input_tokens
                     )
-                    .beta.messages.count_tokens(messages=[{"role": "user", "content": text}], model=model)
-                    .input_tokens
-                )
+        except Exception as e:
+            warnings.warn(f"Anthropic token counting failed: {e}")
 
         # TODO: Use anthropic token counting
         warnings.warn("Anthropic token counting is not implemented in Vertex or Bedrock yet")

vectorvein/types/settings.py

@@ -53,8 +53,8 @@ class ModelConfigDict(TypedDict):
     function_call_available: NotRequired[bool]
     response_format_available: NotRequired[bool]
     native_multimodal: NotRequired[bool]
-    context_length: NotRequired[int]
-    max_output_tokens: NotRequired[int]
+    context_length: NotRequired[Optional[int]]
+    max_output_tokens: NotRequired[Optional[int]]
 
 
 class BackendSettingsDict(TypedDict):

{vectorvein-0.2.39.dist-info → vectorvein-0.2.41.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vectorvein
-Version: 0.2.39
+Version: 0.2.41
 Summary: VectorVein Python SDK
 Author-Email: Anderson <andersonby@163.com>
 License: MIT

{vectorvein-0.2.39.dist-info → vectorvein-0.2.41.dist-info}/RECORD

@@ -1,6 +1,6 @@
-vectorvein-0.2.39.dist-info/METADATA,sha256=-PDS72SITnnru7I3ahdoPh9m_fdoEKVukfjV15ptYKs,4570
-vectorvein-0.2.39.dist-info/WHEEL,sha256=thaaA2w1JzcGC48WYufAs8nrYZjJm8LqNfnXFOFyCC4,90
-vectorvein-0.2.39.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
+vectorvein-0.2.41.dist-info/METADATA,sha256=QYgOR290hHjJUf4Hj_a65fIp3uOtq4Fxmt0rmSp2NUw,4570
+vectorvein-0.2.41.dist-info/WHEEL,sha256=thaaA2w1JzcGC48WYufAs8nrYZjJm8LqNfnXFOFyCC4,90
+vectorvein-0.2.41.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
 vectorvein/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vectorvein/api/__init__.py,sha256=lfY-XA46fgD2iIZTU0VYP8i07AwA03Egj4Qua0vUKrQ,738
 vectorvein/api/client.py,sha256=xF-leKDQzVyyy9FnIRaz0k4eElYW1XbbzeRLcpnyk90,33047
@@ -23,7 +23,7 @@ vectorvein/chat_clients/openai_compatible_client.py,sha256=d6V6T_FvPxEuOhHoQC-NH
 vectorvein/chat_clients/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vectorvein/chat_clients/qwen_client.py,sha256=-ryh-m9PgsO0fc4ulcCmPTy1155J8YUy15uPoJQOHA0,513
 vectorvein/chat_clients/stepfun_client.py,sha256=zsD2W5ahmR4DD9cqQTXmJr3txrGuvxbRWhFlRdwNijI,519
-vectorvein/chat_clients/utils.py,sha256=CNJejyTmZ5x9TMmVfSnn3OR0optuS9fZjF9Ocu8tSOM,26891
+vectorvein/chat_clients/utils.py,sha256=O2fLN_R4uJuJfi9gUlIZUALVrTtBwmiKQ7EkN29wTgE,27090
 vectorvein/chat_clients/xai_client.py,sha256=eLFJJrNRJ-ni3DpshODcr3S1EJQLbhVwxyO1E54LaqM,491
 vectorvein/chat_clients/yi_client.py,sha256=RNf4CRuPJfixrwLZ3-DEc3t25QDe1mvZeb9sku2f8Bc,484
 vectorvein/chat_clients/zhipuai_client.py,sha256=Ys5DSeLCuedaDXr3PfG1EW2zKXopt-awO2IylWSwY0s,519
@@ -37,7 +37,7 @@ vectorvein/types/enums.py,sha256=LplSVkXLBK-t8TWtJKj_f7ktWTd6CSHWRLb67XKMm54,171
 vectorvein/types/exception.py,sha256=KtnqZ-1DstHm95SZAyZdHhkGq1bJ4A9Aw3Zfdu-VIFo,130
 vectorvein/types/llm_parameters.py,sha256=1-8G6ieUj_Hb_hnJNTj7kt_7R6LkPmA6fcbNuIIiDDs,8070
 vectorvein/types/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-vectorvein/types/settings.py,sha256=82RsherFSCc8s9-v0E7F_FK6avVh_XvC1b7EkNlFHbc,4918
+vectorvein/types/settings.py,sha256=08kROkDbb_v0TR8FcdfHA1XBIq6-tkM2ezO6taDLuV8,4938
 vectorvein/utilities/media_processing.py,sha256=7KtbLFzOYIn1e9QTN9G6C76NH8CBlV9kfAgiRKEIeXY,6263
 vectorvein/utilities/rate_limiter.py,sha256=dwolIUVw2wP83Odqpx0AAaE77de1GzxkYDGH4tM_u_4,10300
 vectorvein/utilities/retry.py,sha256=6KFS9R2HdhqM3_9jkjD4F36ZSpEx2YNFGOVlpOsUetM,2208
@@ -62,4 +62,4 @@ vectorvein/workflow/nodes/vector_db.py,sha256=t6I17q6iR3yQreiDHpRrksMdWDPIvgqJs0
 vectorvein/workflow/nodes/video_generation.py,sha256=qmdg-t_idpxq1veukd-jv_ChICMOoInKxprV9Z4Vi2w,4118
 vectorvein/workflow/nodes/web_crawlers.py,sha256=BhJBX1AZH7-22Gu95Ox4qJqmH5DU-m4dbUb5N5DTA-M,5559
 vectorvein/workflow/utils/json_to_code.py,sha256=F7dhDy8kGc8ndOeihGLRLGFGlquoxVlb02ENtxnQ0C8,5914
-vectorvein-0.2.39.dist-info/RECORD,,
+vectorvein-0.2.41.dist-info/RECORD,,