vectorvein 0.1.34__py3-none-any.whl → 0.1.35__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (5) hide show
  1. vectorvein/chat_clients/utils.py +2 -1
  2. {vectorvein-0.1.34.dist-info → vectorvein-0.1.35.dist-info}/METADATA +1 -1
  3. {vectorvein-0.1.34.dist-info → vectorvein-0.1.35.dist-info}/RECORD +5 -5
  4. {vectorvein-0.1.34.dist-info → vectorvein-0.1.35.dist-info}/WHEEL +0 -0
  5. {vectorvein-0.1.34.dist-info → vectorvein-0.1.35.dist-info}/entry_points.txt +0 -0
vectorvein/chat_clients/utils.py CHANGED
@@ -7,7 +7,7 @@ from typing import Iterable
7
7
  import httpx
8
8
  import tiktoken
9
9
  from anthropic import Anthropic
10
- from qwen_tokenizer import qwen_tokenizer
10
+ from qwen_tokenizer import get_tokenizer
11
11
  from deepseek_tokenizer import deepseek_tokenizer
12
12
 
13
13
  from ..settings import settings
@@ -208,6 +208,7 @@ def get_token_counts(text: str | dict, model: str = "") -> int:
208
208
  elif model.startswith("deepseek"):
209
209
  return len(deepseek_tokenizer.encode(text))
210
210
  elif model.startswith("qwen"):
211
+ qwen_tokenizer = get_tokenizer(model)
211
212
  return len(qwen_tokenizer.encode(text))
212
213
  elif model.startswith("stepfun"):
213
214
  model_setting = settings.moonshot.models[model]
{vectorvein-0.1.34.dist-info → vectorvein-0.1.35.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: vectorvein
3
- Version: 0.1.34
3
+ Version: 0.1.35
4
4
  Summary: Default template for PDM package
5
5
  Author-Email: Anderson <andersonby@163.com>
6
6
  License: MIT
{vectorvein-0.1.34.dist-info → vectorvein-0.1.35.dist-info}/RECORD RENAMED
@@ -1,6 +1,6 @@
1
- vectorvein-0.1.34.dist-info/METADATA,sha256=vU6f2zVHj_35BGEKhGfkeJ_Cj4uAE1MzTIHu25n5WOI,502
2
- vectorvein-0.1.34.dist-info/WHEEL,sha256=pM0IBB6ZwH3nkEPhtcp50KvKNX-07jYtnb1g1m6Z4Co,90
3
- vectorvein-0.1.34.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
1
+ vectorvein-0.1.35.dist-info/METADATA,sha256=jg6DH-UesKKuU-ciISymycrkEumhUhXSBo3jVx5T5IA,502
2
+ vectorvein-0.1.35.dist-info/WHEEL,sha256=pM0IBB6ZwH3nkEPhtcp50KvKNX-07jYtnb1g1m6Z4Co,90
3
+ vectorvein-0.1.35.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
4
4
  vectorvein/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
5
5
  vectorvein/chat_clients/__init__.py,sha256=dW169oK1n3v8Z0uD8itghzlCP72rxiaS-XYn6fvI2xM,16788
6
6
  vectorvein/chat_clients/anthropic_client.py,sha256=h82GxBi7h22B7leBuPofwBstxH_c12tEgGjpnKg6UDc,25007
@@ -18,7 +18,7 @@ vectorvein/chat_clients/openai_compatible_client.py,sha256=gfCTXji8pgFUiultiNDKc
18
18
  vectorvein/chat_clients/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
19
19
  vectorvein/chat_clients/qwen_client.py,sha256=-ryh-m9PgsO0fc4ulcCmPTy1155J8YUy15uPoJQOHA0,513
20
20
  vectorvein/chat_clients/stepfun_client.py,sha256=zsD2W5ahmR4DD9cqQTXmJr3txrGuvxbRWhFlRdwNijI,519
21
- vectorvein/chat_clients/utils.py,sha256=1LddLLVf8r8_Hj5LEYrQRus2qfsuXkJPMOu9VsiKMys,24338
21
+ vectorvein/chat_clients/utils.py,sha256=7aSukIJrjFr50o160tgV7t2gUdZUdeNJnJaeJSwlBtQ,24383
22
22
  vectorvein/chat_clients/yi_client.py,sha256=RNf4CRuPJfixrwLZ3-DEc3t25QDe1mvZeb9sku2f8Bc,484
23
23
  vectorvein/chat_clients/zhipuai_client.py,sha256=Ys5DSeLCuedaDXr3PfG1EW2zKXopt-awO2IylWSwY0s,519
24
24
  vectorvein/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -31,4 +31,4 @@ vectorvein/types/llm_parameters.py,sha256=5Q_NWVjbEhEcG7lYLebiQZ9uQU9rZznFmrUxDZ
31
31
  vectorvein/types/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
32
32
  vectorvein/utilities/media_processing.py,sha256=BujciRmw1GMmc3ELRvafL8STcy6r5b2rVnh27-uA7so,2256
33
33
  vectorvein/utilities/retry.py,sha256=9ePuJdeUUGx-qMWfaFxmlOvG_lQPwCQ4UB1z3Edlo34,993
34
- vectorvein-0.1.34.dist-info/RECORD,,
34
+ vectorvein-0.1.35.dist-info/RECORD,,