vectorvein 0.1.29__py3-none-any.whl → 0.1.31__py3-none-any.whl

vectorvein/chat_clients/__init__.py

@@ -257,6 +257,20 @@ def create_chat_client(
 ) -> StepFunChatClient: ...
 
 
+@overload
+def create_chat_client(
+    backend: BackendType,
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float = 0.7,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.Client | None = None,
+    **kwargs,
+) -> BaseChatClient: ...
+
+
 def create_chat_client(
     backend: BackendType,
     model: str | None = None,
@@ -482,6 +496,20 @@ def create_async_chat_client(
 ) -> AsyncStepFunChatClient: ...
 
 
+@overload
+def create_async_chat_client(
+    backend: BackendType,
+    model: str | None = None,
+    stream: bool = False,
+    temperature: float = 0.7,
+    context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
+    random_endpoint: bool = True,
+    endpoint_id: str = "",
+    http_client: httpx.AsyncClient | None = None,
+    **kwargs,
+) -> BaseAsyncChatClient: ...
+
+
 def create_async_chat_client(
     backend: BackendType,
     model: str | None = None,

vectorvein/chat_clients/utils.py

@@ -21,8 +21,22 @@ from ..types.llm_parameters import (
 )
 
 
-chatgpt_encoding = tiktoken.encoding_for_model("gpt-3.5-turbo")
-gpt_4o_encoding = tiktoken.encoding_for_model("gpt-4o")
+gpt_35_encoding = None
+gpt_4o_encoding = None
+
+
+def get_gpt_35_encoding():
+    global gpt_35_encoding
+    if gpt_35_encoding is None:
+        gpt_35_encoding = tiktoken.encoding_for_model("gpt-3.5-turbo")
+    return gpt_35_encoding
+
+
+def get_gpt_4o_encoding():
+    global gpt_4o_encoding
+    if gpt_4o_encoding is None:
+        gpt_4o_encoding = tiktoken.encoding_for_model("gpt-4o")
+    return gpt_4o_encoding
 
 
 class ToolCallContentProcessor:
@@ -106,9 +120,9 @@ def get_token_counts(text: str | dict, model: str = "") -> int:
     if not isinstance(text, str):
         text = str(text)
     if model == "gpt-3.5-turbo":
-        return len(chatgpt_encoding.encode(text))
+        return len(get_gpt_35_encoding().encode(text))
     elif model in ("gpt-4o", "gpt-4o-mini"):
-        return len(gpt_4o_encoding.encode(text))
+        return len(get_gpt_4o_encoding().encode(text))
     elif model.startswith("abab"):
         model_setting = settings.minimax.models[model]
         if len(model_setting.endpoints) == 0:
@@ -140,7 +154,7 @@ def get_token_counts(text: str | dict, model: str = "") -> int:
     elif model in ("moonshot-v1-8k", "moonshot-v1-32k", "moonshot-v1-128k"):
         model_setting = settings.moonshot.models[model]
         if len(model_setting.endpoints) == 0:
-            return len(chatgpt_encoding.encode(text))
+            return len(get_gpt_35_encoding().encode(text))
         endpoint_id = model_setting.endpoints[0]
         endpoint = settings.get_endpoint(endpoint_id)
         tokenize_url = "https://api.moonshot.cn/v1/tokenizers/estimate-token-count"
@@ -165,7 +179,7 @@ def get_token_counts(text: str | dict, model: str = "") -> int:
     elif model.startswith("gemini"):
         model_setting = settings.gemini.models[model]
         if len(model_setting.endpoints) == 0:
-            return len(chatgpt_encoding.encode(text))
+            return len(get_gpt_35_encoding().encode(text))
         endpoint_id = model_setting.endpoints[0]
         endpoint = settings.get_endpoint(endpoint_id)
         url = f"{endpoint.api_base}/models/{model_setting.id}:countTokens"
@@ -198,7 +212,7 @@ def get_token_counts(text: str | dict, model: str = "") -> int:
     elif model.startswith("stepfun"):
         model_setting = settings.moonshot.models[model]
         if len(model_setting.endpoints) == 0:
-            return len(chatgpt_encoding.encode(text))
+            return len(get_gpt_35_encoding().encode(text))
         endpoint_id = model_setting.endpoints[0]
         endpoint = settings.get_endpoint(endpoint_id)
         tokenize_url = "https://api.stepfun.com/v1/token/count"
@@ -221,7 +235,7 @@ def get_token_counts(text: str | dict, model: str = "") -> int:
         result = response.json()
         return result["data"]["total_tokens"]
     else:
-        return len(chatgpt_encoding.encode(text))
+        return len(get_gpt_35_encoding().encode(text))
 
 
 def calculate_image_tokens(width: int, height: int, model: str = "gpt-4o"):

{vectorvein-0.1.29.dist-info → vectorvein-0.1.31.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vectorvein
-Version: 0.1.29
+Version: 0.1.31
 Summary: Default template for PDM package
 Author-Email: Anderson <andersonby@163.com>
 License: MIT

{vectorvein-0.1.29.dist-info → vectorvein-0.1.31.dist-info}/RECORD

@@ -1,8 +1,8 @@
-vectorvein-0.1.29.dist-info/METADATA,sha256=Azvf3VhV-V6iJzO4lsm_85TFVZfvQirxRiSXQSUXVeY,502
-vectorvein-0.1.29.dist-info/WHEEL,sha256=Vza3XR51HW1KmFP0iIMUVYIvz0uQuKJpIXKYOBGQyFQ,90
-vectorvein-0.1.29.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
+vectorvein-0.1.31.dist-info/METADATA,sha256=RNZJEkOptnqazFSybizJ-8Vwi7EkX5dowGfkwXoC6So,502
+vectorvein-0.1.31.dist-info/WHEEL,sha256=Vza3XR51HW1KmFP0iIMUVYIvz0uQuKJpIXKYOBGQyFQ,90
+vectorvein-0.1.31.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
 vectorvein/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-vectorvein/chat_clients/__init__.py,sha256=4AfQql41X0705EstkbV783vT6N4bBrJhZ5DgMwRrt5s,16018
+vectorvein/chat_clients/__init__.py,sha256=dW169oK1n3v8Z0uD8itghzlCP72rxiaS-XYn6fvI2xM,16788
 vectorvein/chat_clients/anthropic_client.py,sha256=h82GxBi7h22B7leBuPofwBstxH_c12tEgGjpnKg6UDc,25007
 vectorvein/chat_clients/baichuan_client.py,sha256=CVMvpgjdrZGv0BWnTOBD-f2ufZ3wq3496wqukumsAr4,526
 vectorvein/chat_clients/base_client.py,sha256=wxh7WkzFG4cD4I4t4e6RGe1KiFZc8Z5llh2iVblXEZE,8415
@@ -17,7 +17,7 @@ vectorvein/chat_clients/openai_client.py,sha256=Nz6tV45pWcsOupxjnsRsGTicbQNJWIZy
 vectorvein/chat_clients/openai_compatible_client.py,sha256=gfCTXji8pgFUiultiNDKcmPIGu7lFfQ9VmA8o2_Mm6c,18823
 vectorvein/chat_clients/qwen_client.py,sha256=-ryh-m9PgsO0fc4ulcCmPTy1155J8YUy15uPoJQOHA0,513
 vectorvein/chat_clients/stepfun_client.py,sha256=zsD2W5ahmR4DD9cqQTXmJr3txrGuvxbRWhFlRdwNijI,519
-vectorvein/chat_clients/utils.py,sha256=zwuXY7Bs14xXFdhBlnTmCTOezMeYr2cf5DeF0_5_WNE,24016
+vectorvein/chat_clients/utils.py,sha256=1LddLLVf8r8_Hj5LEYrQRus2qfsuXkJPMOu9VsiKMys,24338
 vectorvein/chat_clients/yi_client.py,sha256=RNf4CRuPJfixrwLZ3-DEc3t25QDe1mvZeb9sku2f8Bc,484
 vectorvein/chat_clients/zhipuai_client.py,sha256=Ys5DSeLCuedaDXr3PfG1EW2zKXopt-awO2IylWSwY0s,519
 vectorvein/settings/__init__.py,sha256=0L-2WicBq9ctaJRoSwx8ZhVtX4slS5tHrIlSGf-tJxg,3564
@@ -27,4 +27,4 @@ vectorvein/types/exception.py,sha256=gnW4GnJ76jND6UGnodk9xmqkcbeS7Cz2rvncA2HpD5E
 vectorvein/types/llm_parameters.py,sha256=N6RQ8tqO1RCywMFRWPooffeAEPd9x3JW6Bl4UgQtF5I,4379
 vectorvein/utilities/media_processing.py,sha256=BujciRmw1GMmc3ELRvafL8STcy6r5b2rVnh27-uA7so,2256
 vectorvein/utilities/retry.py,sha256=9ePuJdeUUGx-qMWfaFxmlOvG_lQPwCQ4UB1z3Edlo34,993
-vectorvein-0.1.29.dist-info/RECORD,,
+vectorvein-0.1.31.dist-info/RECORD,,