vectorvein 0.1.33__py3-none-any.whl → 0.1.35__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- vectorvein/chat_clients/utils.py +2 -1
- vectorvein/types/defaults.py +8 -1
- {vectorvein-0.1.33.dist-info → vectorvein-0.1.35.dist-info}/METADATA +2 -2
- {vectorvein-0.1.33.dist-info → vectorvein-0.1.35.dist-info}/RECORD +6 -6
- {vectorvein-0.1.33.dist-info → vectorvein-0.1.35.dist-info}/WHEEL +1 -1
- {vectorvein-0.1.33.dist-info → vectorvein-0.1.35.dist-info}/entry_points.txt +0 -0
vectorvein/chat_clients/utils.py
CHANGED
|
@@ -7,7 +7,7 @@ from typing import Iterable
|
|
|
7
7
|
import httpx
|
|
8
8
|
import tiktoken
|
|
9
9
|
from anthropic import Anthropic
|
|
10
|
-
from qwen_tokenizer import
|
|
10
|
+
from qwen_tokenizer import get_tokenizer
|
|
11
11
|
from deepseek_tokenizer import deepseek_tokenizer
|
|
12
12
|
|
|
13
13
|
from ..settings import settings
|
|
@@ -208,6 +208,7 @@ def get_token_counts(text: str | dict, model: str = "") -> int:
|
|
|
208
208
|
elif model.startswith("deepseek"):
|
|
209
209
|
return len(deepseek_tokenizer.encode(text))
|
|
210
210
|
elif model.startswith("qwen"):
|
|
211
|
+
qwen_tokenizer = get_tokenizer(model)
|
|
211
212
|
return len(qwen_tokenizer.encode(text))
|
|
212
213
|
elif model.startswith("stepfun"):
|
|
213
214
|
model_setting = settings.moonshot.models[model]
|
vectorvein/types/defaults.py
CHANGED
|
@@ -269,7 +269,7 @@ QWEN_MODELS: Final[Dict[str, Dict[str, Any]]] = {
|
|
|
269
269
|
}
|
|
270
270
|
|
|
271
271
|
# Yi models
|
|
272
|
-
YI_DEFAULT_MODEL: Final[str] = "yi-
|
|
272
|
+
YI_DEFAULT_MODEL: Final[str] = "yi-lightning"
|
|
273
273
|
YI_MODELS: Final[Dict[str, Dict[str, Any]]] = {
|
|
274
274
|
"yi-large": {
|
|
275
275
|
"id": "yi-large",
|
|
@@ -278,6 +278,13 @@ YI_MODELS: Final[Dict[str, Dict[str, Any]]] = {
|
|
|
278
278
|
"function_call_available": False,
|
|
279
279
|
"response_format_available": False,
|
|
280
280
|
},
|
|
281
|
+
"yi-lightning": {
|
|
282
|
+
"id": "yi-lightning",
|
|
283
|
+
"context_length": 16000,
|
|
284
|
+
"max_output_tokens": 4096,
|
|
285
|
+
"function_call_available": False,
|
|
286
|
+
"response_format_available": False,
|
|
287
|
+
},
|
|
281
288
|
"yi-large-turbo": {
|
|
282
289
|
"id": "yi-large-turbo",
|
|
283
290
|
"context_length": 16000,
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: vectorvein
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.35
|
|
4
4
|
Summary: Default template for PDM package
|
|
5
5
|
Author-Email: Anderson <andersonby@163.com>
|
|
6
6
|
License: MIT
|
|
@@ -12,7 +12,7 @@ Requires-Dist: anthropic[vertex]>=0.31.2
|
|
|
12
12
|
Requires-Dist: pydantic>=2.8.2
|
|
13
13
|
Requires-Dist: Pillow>=10.4.0
|
|
14
14
|
Requires-Dist: deepseek-tokenizer>=0.1.0
|
|
15
|
-
Requires-Dist: qwen-tokenizer>=0.
|
|
15
|
+
Requires-Dist: qwen-tokenizer>=0.2.0
|
|
16
16
|
Description-Content-Type: text/markdown
|
|
17
17
|
|
|
18
18
|
# vectorvein
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
vectorvein-0.1.
|
|
2
|
-
vectorvein-0.1.
|
|
3
|
-
vectorvein-0.1.
|
|
1
|
+
vectorvein-0.1.35.dist-info/METADATA,sha256=jg6DH-UesKKuU-ciISymycrkEumhUhXSBo3jVx5T5IA,502
|
|
2
|
+
vectorvein-0.1.35.dist-info/WHEEL,sha256=pM0IBB6ZwH3nkEPhtcp50KvKNX-07jYtnb1g1m6Z4Co,90
|
|
3
|
+
vectorvein-0.1.35.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
|
|
4
4
|
vectorvein/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
5
5
|
vectorvein/chat_clients/__init__.py,sha256=dW169oK1n3v8Z0uD8itghzlCP72rxiaS-XYn6fvI2xM,16788
|
|
6
6
|
vectorvein/chat_clients/anthropic_client.py,sha256=h82GxBi7h22B7leBuPofwBstxH_c12tEgGjpnKg6UDc,25007
|
|
@@ -18,17 +18,17 @@ vectorvein/chat_clients/openai_compatible_client.py,sha256=gfCTXji8pgFUiultiNDKc
|
|
|
18
18
|
vectorvein/chat_clients/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
19
19
|
vectorvein/chat_clients/qwen_client.py,sha256=-ryh-m9PgsO0fc4ulcCmPTy1155J8YUy15uPoJQOHA0,513
|
|
20
20
|
vectorvein/chat_clients/stepfun_client.py,sha256=zsD2W5ahmR4DD9cqQTXmJr3txrGuvxbRWhFlRdwNijI,519
|
|
21
|
-
vectorvein/chat_clients/utils.py,sha256=
|
|
21
|
+
vectorvein/chat_clients/utils.py,sha256=7aSukIJrjFr50o160tgV7t2gUdZUdeNJnJaeJSwlBtQ,24383
|
|
22
22
|
vectorvein/chat_clients/yi_client.py,sha256=RNf4CRuPJfixrwLZ3-DEc3t25QDe1mvZeb9sku2f8Bc,484
|
|
23
23
|
vectorvein/chat_clients/zhipuai_client.py,sha256=Ys5DSeLCuedaDXr3PfG1EW2zKXopt-awO2IylWSwY0s,519
|
|
24
24
|
vectorvein/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
25
25
|
vectorvein/settings/__init__.py,sha256=0L-2WicBq9ctaJRoSwx8ZhVtX4slS5tHrIlSGf-tJxg,3564
|
|
26
26
|
vectorvein/settings/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
27
|
-
vectorvein/types/defaults.py,sha256=
|
|
27
|
+
vectorvein/types/defaults.py,sha256=xefmRNYBGbnWA5kjLLFKN91UM5gnHZ5-kcCNlQRfznk,22095
|
|
28
28
|
vectorvein/types/enums.py,sha256=x_S0IJiEWijOAEiMNdiGDGEWGtmt7TwMriJVDqrDmTo,1637
|
|
29
29
|
vectorvein/types/exception.py,sha256=gnW4GnJ76jND6UGnodk9xmqkcbeS7Cz2rvncA2HpD5E,69
|
|
30
30
|
vectorvein/types/llm_parameters.py,sha256=5Q_NWVjbEhEcG7lYLebiQZ9uQU9rZznFmrUxDZ17yqY,4714
|
|
31
31
|
vectorvein/types/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
32
32
|
vectorvein/utilities/media_processing.py,sha256=BujciRmw1GMmc3ELRvafL8STcy6r5b2rVnh27-uA7so,2256
|
|
33
33
|
vectorvein/utilities/retry.py,sha256=9ePuJdeUUGx-qMWfaFxmlOvG_lQPwCQ4UB1z3Edlo34,993
|
|
34
|
-
vectorvein-0.1.
|
|
34
|
+
vectorvein-0.1.35.dist-info/RECORD,,
|
|
File without changes
|