vectorvein 0.1.32__py3-none-any.whl → 0.1.34__py3-none-any.whl

vectorvein/types/defaults.py

@@ -1,17 +1,19 @@
 # @Author: Bi Ying
 # @Date:   2024-07-27 00:02:34
+from typing import Final, Dict, Any
+
 from .enums import ContextLengthControlType
 
-CONTEXT_LENGTH_CONTROL = ContextLengthControlType.Latest
+CONTEXT_LENGTH_CONTROL: Final[ContextLengthControlType] = ContextLengthControlType.Latest
 
-ENDPOINT_CONCURRENT_REQUESTS = 20
-ENDPOINT_RPM = 60
-ENDPOINT_TPM = 300000
+ENDPOINT_CONCURRENT_REQUESTS: Final[int] = 20
+ENDPOINT_RPM: Final[int] = 60
+ENDPOINT_TPM: Final[int] = 300000
 
-MODEL_CONTEXT_LENGTH = 32768
+MODEL_CONTEXT_LENGTH: Final[int] = 32768
 
 # Moonshot models
-MOONSHOT_MODELS = {
+MOONSHOT_MODELS: Final[Dict[str, Dict[str, Any]]] = {
     "moonshot-v1-8k": {
         "id": "moonshot-v1-8k",
         "context_length": 8192,
@@ -31,10 +33,10 @@ MOONSHOT_MODELS = {
         "response_format_available": True,
     },
 }
-MOONSHOT_DEFAULT_MODEL = "moonshot-v1-8k"
+MOONSHOT_DEFAULT_MODEL: Final[str] = "moonshot-v1-8k"
 
 # Deepseek models
-DEEPSEEK_MODELS = {
+DEEPSEEK_MODELS: Final[Dict[str, Dict[str, Any]]] = {
     "deepseek-chat": {
         "id": "deepseek-chat",
         "context_length": 128000,
@@ -50,10 +52,10 @@ DEEPSEEK_MODELS = {
         "response_format_available": True,
     },
 }
-DEEPSEEK_DEFAULT_MODEL = "deepseek-chat"
+DEEPSEEK_DEFAULT_MODEL: Final[str] = "deepseek-chat"
 
 # Baichuan models
-BAICHUAN_MODELS = {
+BAICHUAN_MODELS: Final[Dict[str, Dict[str, Any]]] = {
     "Baichuan4": {
         "id": "Baichuan4",
         "context_length": 32768,
@@ -90,11 +92,11 @@ BAICHUAN_MODELS = {
         "response_format_available": False,
     },
 }
-BAICHUAN_DEFAULT_MODEL = "Baichuan3-Turbo"
+BAICHUAN_DEFAULT_MODEL: Final[str] = "Baichuan3-Turbo"
 
 # Groq models
-GROQ_DEFAULT_MODEL = "llama3-70b-8192"
-GROQ_MODELS = {
+GROQ_DEFAULT_MODEL: Final[str] = "llama3-70b-8192"
+GROQ_MODELS: Final[Dict[str, Dict[str, Any]]] = {
     "mixtral-8x7b-32768": {
         "id": "mixtral-8x7b-32768",
         "context_length": 32768,
@@ -150,8 +152,8 @@ GROQ_MODELS = {
 }
 
 # Qwen models
-QWEN_DEFAULT_MODEL = "qwen2.5-72b-instruct"
-QWEN_MODELS = {
+QWEN_DEFAULT_MODEL: Final[str] = "qwen2.5-72b-instruct"
+QWEN_MODELS: Final[Dict[str, Dict[str, Any]]] = {
     "qwen1.5-1.8b-chat": {
         "id": "qwen1.5-1.8b-chat",
         "context_length": 30000,
@@ -267,8 +269,8 @@ QWEN_MODELS = {
 }
 
 # Yi models
-YI_DEFAULT_MODEL = "yi-large-turbo"
-YI_MODELS = {
+YI_DEFAULT_MODEL: Final[str] = "yi-lightning"
+YI_MODELS: Final[Dict[str, Dict[str, Any]]] = {
     "yi-large": {
         "id": "yi-large",
         "context_length": 32000,
@@ -276,6 +278,13 @@ YI_MODELS = {
         "function_call_available": False,
         "response_format_available": False,
     },
+    "yi-lightning": {
+        "id": "yi-lightning",
+        "context_length": 16000,
+        "max_output_tokens": 4096,
+        "function_call_available": False,
+        "response_format_available": False,
+    },
     "yi-large-turbo": {
         "id": "yi-large-turbo",
         "context_length": 16000,
@@ -322,8 +331,8 @@ YI_MODELS = {
 }
 
 # ZhiPuAI models
-ZHIPUAI_DEFAULT_MODEL = "glm-4-air"
-ZHIPUAI_MODELS = {
+ZHIPUAI_DEFAULT_MODEL: Final[str] = "glm-4-air"
+ZHIPUAI_MODELS: Final[Dict[str, Dict[str, Any]]] = {
     "glm-3-turbo": {
         "id": "glm-3-turbo",
         "context_length": 128000,
@@ -399,8 +408,8 @@ ZHIPUAI_MODELS = {
 }
 
 # Mistral models
-MISTRAL_DEFAULT_MODEL = "mistral-small"
-MISTRAL_MODELS = {
+MISTRAL_DEFAULT_MODEL: Final[str] = "mistral-small"
+MISTRAL_MODELS: Final[Dict[str, Dict[str, Any]]] = {
     "open-mistral-7b": {
         "id": "open-mistral-7b",
         "context_length": 32000,
@@ -452,8 +461,8 @@ MISTRAL_MODELS = {
 }
 
 # OpenAI models
-OPENAI_DEFAULT_MODEL = "gpt-4o"
-OPENAI_MODELS = {
+OPENAI_DEFAULT_MODEL: Final[str] = "gpt-4o"
+OPENAI_MODELS: Final[Dict[str, Dict[str, Any]]] = {
     "gpt-35-turbo": {
         "id": "gpt-35-turbo",
         "context_length": 16385,
@@ -517,8 +526,8 @@ OPENAI_MODELS = {
 }
 
 # Anthropic models
-ANTHROPIC_DEFAULT_MODEL = "claude-3-5-sonnet-20240620"
-ANTHROPIC_MODELS = {
+ANTHROPIC_DEFAULT_MODEL: Final[str] = "claude-3-5-sonnet-20240620"
+ANTHROPIC_MODELS: Final[Dict[str, Dict[str, Any]]] = {
     "claude-3-opus-20240229": {
         "id": "claude-3-opus-20240229",
         "context_length": 200000,
@@ -554,8 +563,8 @@ ANTHROPIC_MODELS = {
 }
 
 # Minimax models
-MINIMAX_DEFAULT_MODEL = "abab6.5s-chat"
-MINIMAX_MODELS = {
+MINIMAX_DEFAULT_MODEL: Final[str] = "abab6.5s-chat"
+MINIMAX_MODELS: Final[Dict[str, Dict[str, Any]]] = {
     "abab5-chat": {
         "id": "abab5-chat",
         "context_length": 6144,
@@ -587,8 +596,8 @@ MINIMAX_MODELS = {
 }
 
 # Gemini models
-GEMINI_DEFAULT_MODEL = "gemini-1.5-pro"
-GEMINI_MODELS = {
+GEMINI_DEFAULT_MODEL: Final[str] = "gemini-1.5-pro"
+GEMINI_MODELS: Final[Dict[str, Dict[str, Any]]] = {
     "gemini-1.5-pro": {
         "id": "gemini-1.5-pro",
         "context_length": 1048576,
@@ -606,8 +615,8 @@ GEMINI_MODELS = {
 }
 
 # 百度文心一言 ERNIE 模型
-ERNIE_DEFAULT_MODEL = "ernie-lite"
-ERNIE_MODELS = {
+ERNIE_DEFAULT_MODEL: Final[str] = "ernie-lite"
+ERNIE_MODELS: Final[Dict[str, Dict[str, Any]]] = {
     "ernie-lite": {
         "id": "ernie-lite",
         "context_length": 6144,
@@ -646,8 +655,8 @@ ERNIE_MODELS = {
 }
 
 
-STEPFUN_DEFAULT_MODEL = "step-1-8k"
-STEPFUN_MODELS = {
+STEPFUN_DEFAULT_MODEL: Final[str] = "step-1-8k"
+STEPFUN_MODELS: Final[Dict[str, Dict[str, Any]]] = {
     "step-1-8k": {
         "id": "step-1-8k",
         "context_length": 8192,

vectorvein/types/llm_parameters.py

@@ -9,7 +9,7 @@ from anthropic._types import NotGiven as AnthropicNotGiven
 from anthropic.types.message_create_params import ToolChoice as AnthropicToolChoice
 
 from openai._types import NotGiven as OpenAINotGiven
-from openai._types import NOT_GIVEN as OpenAINOT_GIVEN
+from openai._types import NOT_GIVEN as OPENAI_NOT_GIVEN
 from openai.types.chat.chat_completion_chunk import ChoiceDeltaToolCall
 from openai.types.chat.chat_completion_tool_param import ChatCompletionToolParam
 from openai.types.chat.chat_completion_message_tool_call import ChatCompletionMessageToolCall
@@ -93,7 +93,7 @@ class ChatCompletionDeltaMessage(BaseModel):
 
 NotGiven = Union[AnthropicNotGiven, OpenAINotGiven]
 
-NOT_GIVEN = OpenAINOT_GIVEN
+NOT_GIVEN = OPENAI_NOT_GIVEN
 
 OpenAIToolParam = ChatCompletionToolParam
 ToolParam = OpenAIToolParam
@@ -101,3 +101,21 @@ ToolParam = OpenAIToolParam
 Tools = Iterable[ToolParam]
 
 ToolChoice = ChatCompletionToolChoiceOptionParam
+
+
+__all__ = [
+    "EndpointSetting",
+    "ModelSetting",
+    "BackendSettings",
+    "Usage",
+    "ChatCompletionMessage",
+    "ChatCompletionDeltaMessage",
+    "NotGiven",
+    "NOT_GIVEN",
+    "OpenAIToolParam",
+    "ToolParam",
+    "Tools",
+    "ToolChoice",
+    "AnthropicToolParam",
+    "AnthropicToolChoice",
+]

{vectorvein-0.1.32.dist-info → vectorvein-0.1.34.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vectorvein
-Version: 0.1.32
+Version: 0.1.34
 Summary: Default template for PDM package
 Author-Email: Anderson <andersonby@163.com>
 License: MIT
@@ -12,7 +12,7 @@ Requires-Dist: anthropic[vertex]>=0.31.2
 Requires-Dist: pydantic>=2.8.2
 Requires-Dist: Pillow>=10.4.0
 Requires-Dist: deepseek-tokenizer>=0.1.0
-Requires-Dist: qwen-tokenizer>=0.1.0
+Requires-Dist: qwen-tokenizer>=0.2.0
 Description-Content-Type: text/markdown
 
 # vectorvein

{vectorvein-0.1.32.dist-info → vectorvein-0.1.34.dist-info}/RECORD

@@ -1,6 +1,6 @@
-vectorvein-0.1.32.dist-info/METADATA,sha256=ZxI75mXI-su2ofzfkg5zRTBgiwSDc5Ftm0JNeDyfE-k,502
-vectorvein-0.1.32.dist-info/WHEEL,sha256=Vza3XR51HW1KmFP0iIMUVYIvz0uQuKJpIXKYOBGQyFQ,90
-vectorvein-0.1.32.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
+vectorvein-0.1.34.dist-info/METADATA,sha256=vU6f2zVHj_35BGEKhGfkeJ_Cj4uAE1MzTIHu25n5WOI,502
+vectorvein-0.1.34.dist-info/WHEEL,sha256=pM0IBB6ZwH3nkEPhtcp50KvKNX-07jYtnb1g1m6Z4Co,90
+vectorvein-0.1.34.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
 vectorvein/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vectorvein/chat_clients/__init__.py,sha256=dW169oK1n3v8Z0uD8itghzlCP72rxiaS-XYn6fvI2xM,16788
 vectorvein/chat_clients/anthropic_client.py,sha256=h82GxBi7h22B7leBuPofwBstxH_c12tEgGjpnKg6UDc,25007
@@ -15,16 +15,20 @@ vectorvein/chat_clients/mistral_client.py,sha256=1aKSylzBDaLYcFnaBIL4-sXSzWmXfBe
 vectorvein/chat_clients/moonshot_client.py,sha256=gbu-6nGxx8uM_U2WlI4Wus881rFRotzHtMSoYOcruGU,526
 vectorvein/chat_clients/openai_client.py,sha256=Nz6tV45pWcsOupxjnsRsGTicbQNJWIZyxuJoJ5DGMpg,527
 vectorvein/chat_clients/openai_compatible_client.py,sha256=gfCTXji8pgFUiultiNDKcmPIGu7lFfQ9VmA8o2_Mm6c,18823
+vectorvein/chat_clients/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vectorvein/chat_clients/qwen_client.py,sha256=-ryh-m9PgsO0fc4ulcCmPTy1155J8YUy15uPoJQOHA0,513
 vectorvein/chat_clients/stepfun_client.py,sha256=zsD2W5ahmR4DD9cqQTXmJr3txrGuvxbRWhFlRdwNijI,519
 vectorvein/chat_clients/utils.py,sha256=1LddLLVf8r8_Hj5LEYrQRus2qfsuXkJPMOu9VsiKMys,24338
 vectorvein/chat_clients/yi_client.py,sha256=RNf4CRuPJfixrwLZ3-DEc3t25QDe1mvZeb9sku2f8Bc,484
 vectorvein/chat_clients/zhipuai_client.py,sha256=Ys5DSeLCuedaDXr3PfG1EW2zKXopt-awO2IylWSwY0s,519
+vectorvein/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vectorvein/settings/__init__.py,sha256=0L-2WicBq9ctaJRoSwx8ZhVtX4slS5tHrIlSGf-tJxg,3564
-vectorvein/types/defaults.py,sha256=8IZrVFQs1dj5yh-6PKPSepTyZe3qp9bcw5MFqWB8Q4s,21113
+vectorvein/settings/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+vectorvein/types/defaults.py,sha256=xefmRNYBGbnWA5kjLLFKN91UM5gnHZ5-kcCNlQRfznk,22095
 vectorvein/types/enums.py,sha256=x_S0IJiEWijOAEiMNdiGDGEWGtmt7TwMriJVDqrDmTo,1637
 vectorvein/types/exception.py,sha256=gnW4GnJ76jND6UGnodk9xmqkcbeS7Cz2rvncA2HpD5E,69
-vectorvein/types/llm_parameters.py,sha256=N6RQ8tqO1RCywMFRWPooffeAEPd9x3JW6Bl4UgQtF5I,4379
+vectorvein/types/llm_parameters.py,sha256=5Q_NWVjbEhEcG7lYLebiQZ9uQU9rZznFmrUxDZ17yqY,4714
+vectorvein/types/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vectorvein/utilities/media_processing.py,sha256=BujciRmw1GMmc3ELRvafL8STcy6r5b2rVnh27-uA7so,2256
 vectorvein/utilities/retry.py,sha256=9ePuJdeUUGx-qMWfaFxmlOvG_lQPwCQ4UB1z3Edlo34,993
-vectorvein-0.1.32.dist-info/RECORD,,
+vectorvein-0.1.34.dist-info/RECORD,,

{vectorvein-0.1.32.dist-info → vectorvein-0.1.34.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: pdm-backend (2.4.1)
+Generator: pdm-backend (2.4.2)
 Root-Is-Purelib: true
 Tag: py3-none-any