vectorvein 0.2.40__py3-none-any.whl → 0.2.41__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- vectorvein/chat_clients/utils.py +25 -22
- {vectorvein-0.2.40.dist-info → vectorvein-0.2.41.dist-info}/METADATA +1 -1
- {vectorvein-0.2.40.dist-info → vectorvein-0.2.41.dist-info}/RECORD +5 -5
- {vectorvein-0.2.40.dist-info → vectorvein-0.2.41.dist-info}/WHEEL +0 -0
- {vectorvein-0.2.40.dist-info → vectorvein-0.2.41.dist-info}/entry_points.txt +0 -0
vectorvein/chat_clients/utils.py
CHANGED
@@ -223,29 +223,32 @@ def get_token_counts(text: str | dict, model: str = "", use_token_server_first:
|
|
223
223
|
return result["totalTokens"]
|
224
224
|
elif model.startswith("claude"):
|
225
225
|
backend_setting = settings.get_backend(BackendType.Anthropic)
|
226
|
-
|
227
|
-
|
228
|
-
|
229
|
-
|
230
|
-
|
231
|
-
|
232
|
-
|
233
|
-
|
234
|
-
|
235
|
-
|
236
|
-
|
237
|
-
|
238
|
-
|
239
|
-
|
240
|
-
|
241
|
-
|
242
|
-
|
243
|
-
|
244
|
-
|
226
|
+
try:
|
227
|
+
for endpoint_choice in backend_setting.models[model].endpoints:
|
228
|
+
if isinstance(endpoint_choice, dict):
|
229
|
+
endpoint_id = endpoint_choice["endpoint_id"]
|
230
|
+
else:
|
231
|
+
endpoint_id = endpoint_choice
|
232
|
+
endpoint = settings.get_endpoint(endpoint_id)
|
233
|
+
|
234
|
+
if (
|
235
|
+
endpoint.is_vertex
|
236
|
+
or endpoint.is_bedrock
|
237
|
+
or endpoint.endpoint_type == "anthropic_vertex"
|
238
|
+
or endpoint.endpoint_type == "anthropic_bedrock"
|
239
|
+
):
|
240
|
+
continue
|
241
|
+
elif endpoint.api_schema_type == "default":
|
242
|
+
return (
|
243
|
+
Anthropic(
|
244
|
+
api_key=endpoint.api_key,
|
245
|
+
base_url=endpoint.api_base,
|
246
|
+
)
|
247
|
+
.beta.messages.count_tokens(messages=[{"role": "user", "content": text}], model=model)
|
248
|
+
.input_tokens
|
245
249
|
)
|
246
|
-
|
247
|
-
|
248
|
-
)
|
250
|
+
except Exception as e:
|
251
|
+
warnings.warn(f"Anthropic token counting failed: {e}")
|
249
252
|
|
250
253
|
# TODO: Use anthropic token counting
|
251
254
|
warnings.warn("Anthropic token counting is not implemented in Vertex or Bedrock yet")
|
@@ -1,6 +1,6 @@
|
|
1
|
-
vectorvein-0.2.
|
2
|
-
vectorvein-0.2.
|
3
|
-
vectorvein-0.2.
|
1
|
+
vectorvein-0.2.41.dist-info/METADATA,sha256=QYgOR290hHjJUf4Hj_a65fIp3uOtq4Fxmt0rmSp2NUw,4570
|
2
|
+
vectorvein-0.2.41.dist-info/WHEEL,sha256=thaaA2w1JzcGC48WYufAs8nrYZjJm8LqNfnXFOFyCC4,90
|
3
|
+
vectorvein-0.2.41.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
|
4
4
|
vectorvein/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
5
5
|
vectorvein/api/__init__.py,sha256=lfY-XA46fgD2iIZTU0VYP8i07AwA03Egj4Qua0vUKrQ,738
|
6
6
|
vectorvein/api/client.py,sha256=xF-leKDQzVyyy9FnIRaz0k4eElYW1XbbzeRLcpnyk90,33047
|
@@ -23,7 +23,7 @@ vectorvein/chat_clients/openai_compatible_client.py,sha256=d6V6T_FvPxEuOhHoQC-NH
|
|
23
23
|
vectorvein/chat_clients/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
24
24
|
vectorvein/chat_clients/qwen_client.py,sha256=-ryh-m9PgsO0fc4ulcCmPTy1155J8YUy15uPoJQOHA0,513
|
25
25
|
vectorvein/chat_clients/stepfun_client.py,sha256=zsD2W5ahmR4DD9cqQTXmJr3txrGuvxbRWhFlRdwNijI,519
|
26
|
-
vectorvein/chat_clients/utils.py,sha256=
|
26
|
+
vectorvein/chat_clients/utils.py,sha256=O2fLN_R4uJuJfi9gUlIZUALVrTtBwmiKQ7EkN29wTgE,27090
|
27
27
|
vectorvein/chat_clients/xai_client.py,sha256=eLFJJrNRJ-ni3DpshODcr3S1EJQLbhVwxyO1E54LaqM,491
|
28
28
|
vectorvein/chat_clients/yi_client.py,sha256=RNf4CRuPJfixrwLZ3-DEc3t25QDe1mvZeb9sku2f8Bc,484
|
29
29
|
vectorvein/chat_clients/zhipuai_client.py,sha256=Ys5DSeLCuedaDXr3PfG1EW2zKXopt-awO2IylWSwY0s,519
|
@@ -62,4 +62,4 @@ vectorvein/workflow/nodes/vector_db.py,sha256=t6I17q6iR3yQreiDHpRrksMdWDPIvgqJs0
|
|
62
62
|
vectorvein/workflow/nodes/video_generation.py,sha256=qmdg-t_idpxq1veukd-jv_ChICMOoInKxprV9Z4Vi2w,4118
|
63
63
|
vectorvein/workflow/nodes/web_crawlers.py,sha256=BhJBX1AZH7-22Gu95Ox4qJqmH5DU-m4dbUb5N5DTA-M,5559
|
64
64
|
vectorvein/workflow/utils/json_to_code.py,sha256=F7dhDy8kGc8ndOeihGLRLGFGlquoxVlb02ENtxnQ0C8,5914
|
65
|
-
vectorvein-0.2.
|
65
|
+
vectorvein-0.2.41.dist-info/RECORD,,
|
File without changes
|
File without changes
|