vectorvein 0.1.70__py3-none-any.whl → 0.1.71__py3-none-any.whl

vectorvein/chat_clients/utils.py

@@ -173,7 +173,7 @@ def get_token_counts(text: str | dict, model: str = "", use_token_server_first:
             return 1000
         result = response.json()
         return result["segments_num"]
-    elif model in ("moonshot-v1-8k", "moonshot-v1-32k", "moonshot-v1-128k"):
+    elif model.startswith("moonshot"):
         model_setting = settings.moonshot.models[model]
         if len(model_setting.endpoints) == 0:
             return len(get_gpt_35_encoding().encode(text))
@@ -294,6 +294,33 @@ def get_token_counts(text: str | dict, model: str = "", use_token_server_first:
             return 1000
         result = response.json()
         return result["data"]["total_tokens"]
+    elif model.startswith("glm"):
+        model_setting = settings.zhipuai.models[model]
+        if len(model_setting.endpoints) == 0:
+            return len(get_gpt_35_encoding().encode(text))
+        endpoint_id = model_setting.endpoints[0]
+        if isinstance(endpoint_id, dict):
+            endpoint_id = endpoint_id["endpoint_id"]
+        endpoint = settings.get_endpoint(endpoint_id)
+        tokenize_url = f"{endpoint.api_base}/tokenizer"
+        headers = {"Content-Type": "application/json", "Authorization": f"Bearer {endpoint.api_key}"}
+        request_body = {
+            "model": model,
+            "messages": [
+                {"role": "user", "content": text},
+            ],
+        }
+        _, response = (
+            Retry(httpx.post)
+            .args(url=tokenize_url, headers=headers, json=request_body, timeout=None)
+            .retry_times(5)
+            .sleep_time(10)
+            .run()
+        )
+        if response is None:
+            return 1000
+        result = response.json()
+        return result["usage"]["prompt_tokens"]
     else:
         return len(get_gpt_35_encoding().encode(text))
 

vectorvein/types/defaults.py

@@ -44,13 +44,6 @@ DEEPSEEK_MODELS: Final[Dict[str, Dict[str, Any]]] = {
         "function_call_available": True,
         "response_format_available": True,
     },
-    "deepseek-coder": {
-        "id": "deepseek-chat",
-        "context_length": 128000,
-        "max_output_tokens": 4096,
-        "function_call_available": True,
-        "response_format_available": True,
-    },
 }
 DEEPSEEK_DEFAULT_MODEL: Final[str] = "deepseek-chat"
 
@@ -427,6 +420,22 @@ ZHIPUAI_MODELS: Final[Dict[str, Dict[str, Any]]] = {
         "max_output_tokens": 1024,
         "native_multimodal": True,
     },
+    "glm-4v-flash": {
+        "id": "glm-4v-flash",
+        "context_length": 2000,
+        "function_call_available": False,
+        "response_format_available": False,
+        "max_output_tokens": 1024,
+        "native_multimodal": True,
+    },
+    "glm-zero-preview": {
+        "id": "glm-zero-preview",
+        "context_length": 16000,
+        "function_call_available": False,
+        "response_format_available": False,
+        "max_output_tokens": 16000,
+        "native_multimodal": True,
+    },
 }
 
 # Mistral models
@@ -669,7 +678,7 @@ GEMINI_MODELS: Final[Dict[str, Dict[str, Any]]] = {
     },
     "gemini-2.0-flash-thinking-exp-1219": {
         "id": "gemini-2.0-flash-thinking-exp-1219",
-        "context_length": 1048576,
+        "context_length": 32767,
         "max_output_tokens": 8192,
         "function_call_available": True,
         "response_format_available": True,
@@ -677,7 +686,7 @@ GEMINI_MODELS: Final[Dict[str, Dict[str, Any]]] = {
     },
     "gemini-exp-1206": {
         "id": "gemini-exp-1206",
-        "context_length": 32767,
+        "context_length": 2097152,
         "function_call_available": True,
         "response_format_available": True,
         "native_multimodal": True,

{vectorvein-0.1.70.dist-info → vectorvein-0.1.71.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vectorvein
-Version: 0.1.70
+Version: 0.1.71
 Summary: VectorVein python SDK
 Author-Email: Anderson <andersonby@163.com>
 License: MIT

{vectorvein-0.1.70.dist-info → vectorvein-0.1.71.dist-info}/RECORD

@@ -1,6 +1,6 @@
-vectorvein-0.1.70.dist-info/METADATA,sha256=-0uwcxo6LyNFqx2xDAkFsti4pvwrvtEJReySm2NOGvM,641
-vectorvein-0.1.70.dist-info/WHEEL,sha256=thaaA2w1JzcGC48WYufAs8nrYZjJm8LqNfnXFOFyCC4,90
-vectorvein-0.1.70.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
+vectorvein-0.1.71.dist-info/METADATA,sha256=WluI3Kd-Gmqg3pnaGkaQRdwa6Lsc_riyp7da-vjQ2hk,641
+vectorvein-0.1.71.dist-info/WHEEL,sha256=thaaA2w1JzcGC48WYufAs8nrYZjJm8LqNfnXFOFyCC4,90
+vectorvein-0.1.71.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
 vectorvein/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vectorvein/chat_clients/__init__.py,sha256=Oev7Lv1DIEWCMD-2Pm7e2cwzX7JFQTnIK-j6o4iUuyQ,17725
 vectorvein/chat_clients/anthropic_client.py,sha256=shRwgpbynExqX8l370_MTT7cGVhD4pE6VdPuf2AbI1E,40017
@@ -18,7 +18,7 @@ vectorvein/chat_clients/openai_compatible_client.py,sha256=h4D8dUscDcLshPcou-jWA
 vectorvein/chat_clients/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vectorvein/chat_clients/qwen_client.py,sha256=-ryh-m9PgsO0fc4ulcCmPTy1155J8YUy15uPoJQOHA0,513
 vectorvein/chat_clients/stepfun_client.py,sha256=zsD2W5ahmR4DD9cqQTXmJr3txrGuvxbRWhFlRdwNijI,519
-vectorvein/chat_clients/utils.py,sha256=cB14q0Cyc8idBRII4UcgUKwnpZL2Vwim4Q2YO1gvc3w,26892
+vectorvein/chat_clients/utils.py,sha256=sRG9habhS4ehmLntMgDCuU90_J63i8fuaBsq2UGBNvI,27918
 vectorvein/chat_clients/xai_client.py,sha256=eLFJJrNRJ-ni3DpshODcr3S1EJQLbhVwxyO1E54LaqM,491
 vectorvein/chat_clients/yi_client.py,sha256=RNf4CRuPJfixrwLZ3-DEc3t25QDe1mvZeb9sku2f8Bc,484
 vectorvein/chat_clients/zhipuai_client.py,sha256=Ys5DSeLCuedaDXr3PfG1EW2zKXopt-awO2IylWSwY0s,519
@@ -26,11 +26,11 @@ vectorvein/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vectorvein/server/token_server.py,sha256=36F9PKSNOX8ZtYBXY_l-76GQTpUSmQ2Y8EMy1H7wtdQ,1353
 vectorvein/settings/__init__.py,sha256=g01y74x0k2JEAqNpRGG0PDs0NTULjOAZV6HRhydPX1c,3874
 vectorvein/settings/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-vectorvein/types/defaults.py,sha256=4PdJ_MmVEdGlCtpSySM2thFHPVoX6pDCDbDj9uleOuY,25051
+vectorvein/types/defaults.py,sha256=ILyDnOnonvVp7Pc52D2Ph3so19luLQgESEabwMpXJRc,25349
 vectorvein/types/enums.py,sha256=7KTJSVtQueImmbr1fSwv3rQVtc0RyMWXJmoE2tDOaso,1667
 vectorvein/types/exception.py,sha256=gnW4GnJ76jND6UGnodk9xmqkcbeS7Cz2rvncA2HpD5E,69
 vectorvein/types/llm_parameters.py,sha256=g2Q0RKMC2vOcMI0tFpZ53xfVSfC8MLoK0YntPqce49U,5360
 vectorvein/types/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vectorvein/utilities/media_processing.py,sha256=CTRq-lGlFkFgP_FSRhNwF_qUgmOrXPf2_1Ok9HY42_g,5887
 vectorvein/utilities/retry.py,sha256=6KFS9R2HdhqM3_9jkjD4F36ZSpEx2YNFGOVlpOsUetM,2208
-vectorvein-0.1.70.dist-info/RECORD,,
+vectorvein-0.1.71.dist-info/RECORD,,