vectorvein 0.2.82__tar.gz → 0.2.84__tar.gz

{vectorvein-0.2.82 → vectorvein-0.2.84}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vectorvein
-Version: 0.2.82
+Version: 0.2.84
 Summary: VectorVein Python SDK
 Author-Email: Anderson <andersonby@163.com>
 License: MIT

{vectorvein-0.2.82 → vectorvein-0.2.84}/pyproject.toml

@@ -17,7 +17,7 @@ description = "VectorVein Python SDK"
 name = "vectorvein"
 readme = "README.md"
 requires-python = ">=3.10"
-version = "0.2.82"
+version = "0.2.84"
 
 [project.license]
 text = "MIT"

{vectorvein-0.2.82 → vectorvein-0.2.84}/src/vectorvein/settings/__init__.py

@@ -60,12 +60,8 @@ class Backends(BaseModel):
 
 
 class Settings(BaseModel):
-    VERSION: Optional[str] = Field(
-        default="2", description="Configuration version. If provided, will use the corresponding format."
-    )
-    endpoints: List[EndpointSetting] = Field(
-        default_factory=list, description="Available endpoints for the LLM service."
-    )
+    VERSION: Optional[str] = Field(default="2", description="Configuration version. If provided, will use the corresponding format.")
+    endpoints: List[EndpointSetting] = Field(default_factory=list, description="Available endpoints for the LLM service.")
     token_server: Optional[Server] = Field(default=None, description="Token server address. Format: host:port")
     rate_limit: Optional[RateLimitConfig] = Field(default=None, description="Rate limit settings.")
 
@@ -73,32 +69,22 @@ class Settings(BaseModel):
     backends: Optional[Backends] = Field(default=None, description="All model backends in one place (V2 format).")
 
     # V1 format: each model backend config
-    anthropic: Optional[BackendSettings] = Field(
-        default_factory=BackendSettings, description="Anthropic models settings."
-    )
-    deepseek: Optional[BackendSettings] = Field(
-        default_factory=BackendSettings, description="Deepseek models settings."
-    )
+    anthropic: Optional[BackendSettings] = Field(default_factory=BackendSettings, description="Anthropic models settings.")
+    deepseek: Optional[BackendSettings] = Field(default_factory=BackendSettings, description="Deepseek models settings.")
     gemini: Optional[BackendSettings] = Field(default_factory=BackendSettings, description="Gemini models settings.")
     groq: Optional[BackendSettings] = Field(default_factory=BackendSettings, description="Groq models settings.")
     local: Optional[BackendSettings] = Field(default_factory=BackendSettings, description="Local models settings.")
     minimax: Optional[BackendSettings] = Field(default_factory=BackendSettings, description="Minimax models settings.")
     mistral: Optional[BackendSettings] = Field(default_factory=BackendSettings, description="Mistral models settings.")
-    moonshot: Optional[BackendSettings] = Field(
-        default_factory=BackendSettings, description="Moonshot models settings."
-    )
+    moonshot: Optional[BackendSettings] = Field(default_factory=BackendSettings, description="Moonshot models settings.")
     openai: Optional[BackendSettings] = Field(default_factory=BackendSettings, description="OpenAI models settings.")
     qwen: Optional[BackendSettings] = Field(default_factory=BackendSettings, description="Qwen models settings.")
     yi: Optional[BackendSettings] = Field(default_factory=BackendSettings, description="Yi models settings.")
     zhipuai: Optional[BackendSettings] = Field(default_factory=BackendSettings, description="Zhipuai models settings.")
-    baichuan: Optional[BackendSettings] = Field(
-        default_factory=BackendSettings, description="Baichuan models settings."
-    )
+    baichuan: Optional[BackendSettings] = Field(default_factory=BackendSettings, description="Baichuan models settings.")
     stepfun: Optional[BackendSettings] = Field(default_factory=BackendSettings, description="StepFun models settings.")
     xai: Optional[BackendSettings] = Field(default_factory=BackendSettings, description="XAI models settings.")
-    ernie: Optional[BackendSettings] = Field(
-        default_factory=BackendSettings, description="Baidu Ernie models settings."
-    )
+    ernie: Optional[BackendSettings] = Field(default_factory=BackendSettings, description="Baidu Ernie models settings.")
 
     def __init__(self, **data):
         model_types = {
@@ -143,6 +129,9 @@ class Settings(BaseModel):
                 user_models = backends[model_type].get("models", {})
                 model_settings = BackendSettings()
                 model_settings.update_models(default_models, user_models)
+                default_endpoint = backends[model_type].get("default_endpoint", None)
+                if default_endpoint is not None:
+                    model_settings.default_endpoint = default_endpoint
                 backends[model_type] = model_settings
             else:
                 backends[model_type] = BackendSettings(models=default_models)

{vectorvein-0.2.82 → vectorvein-0.2.84}/src/vectorvein/types/defaults.py

@@ -339,6 +339,70 @@ QWEN_MODELS: Final[Dict[str, ModelSettingDict]] = {
         "response_format_available": False,
         "native_multimodal": True,
     },
+    "qwen3-235b-a22b": {
+        "id": "qwen3-235b-a22b",
+        "context_length": 131072,
+        "max_output_tokens": 8192,
+        "function_call_available": True,
+        "response_format_available": True,
+        "native_multimodal": False,
+    },
+    "qwen3-32b": {
+        "id": "qwen3-32b",
+        "context_length": 131072,
+        "max_output_tokens": 8192,
+        "function_call_available": True,
+        "response_format_available": True,
+        "native_multimodal": False,
+    },
+    "qwen3-30b-a3b": {
+        "id": "qwen3-30b-a3b",
+        "context_length": 131072,
+        "max_output_tokens": 8192,
+        "function_call_available": True,
+        "response_format_available": True,
+        "native_multimodal": False,
+    },
+    "qwen3-14b": {
+        "id": "qwen3-14b",
+        "context_length": 131072,
+        "max_output_tokens": 8192,
+        "function_call_available": True,
+        "response_format_available": True,
+        "native_multimodal": False,
+    },
+    "qwen3-8b": {
+        "id": "qwen3-8b",
+        "context_length": 131072,
+        "max_output_tokens": 8192,
+        "function_call_available": True,
+        "response_format_available": True,
+        "native_multimodal": False,
+    },
+    "qwen3-4b": {
+        "id": "qwen3-4b",
+        "context_length": 131072,
+        "max_output_tokens": 8192,
+        "function_call_available": True,
+        "response_format_available": True,
+        "native_multimodal": False,
+    },
+    "qwen3-1.7b": {
+        "id": "qwen3-1.7b",
+        "context_length": 32768,
+        "max_output_tokens": 8192,
+        "function_call_available": True,
+        "response_format_available": True,
+        "native_multimodal": False,
+    },
+    "qwen3-0.6b": {
+        "id": "qwen3-0.6b",
+        "context_length": 32768,
+        "max_output_tokens": 8192,
+        "function_call_available": True,
+        "response_format_available": True,
+        "native_multimodal": False,
+    },
 }
 
 # Yi models

{vectorvein-0.2.82 → vectorvein-0.2.84}/src/vectorvein/types/llm_parameters.py

@@ -101,9 +101,7 @@ class EndpointSetting(BaseModel):
 
 class ModelSetting(BaseModel):
     id: str = Field(..., description="The id of the model.")
-    endpoints: List[Union[str, EndpointOptionDict]] = Field(
-        default_factory=list, description="Available endpoints for the model."
-    )
+    endpoints: List[Union[str, EndpointOptionDict]] = Field(default_factory=list, description="Available endpoints for the model.")
     function_call_available: bool = Field(False, description="Indicates if function call is available.")
     response_format_available: bool = Field(False, description="Indicates if response format is available.")
     native_multimodal: bool = Field(False, description="Indicates if the model is a native multimodal model.")
@@ -113,6 +111,16 @@ class ModelSetting(BaseModel):
 
 class BackendSettings(BaseModel):
     models: Dict[str, ModelSetting] = Field(default_factory=dict)
+    default_endpoint: Optional[str] = Field(default_factory=lambda: None, description="The default endpoint for the model.")
+
+    def get_model_setting(self, model_name: str) -> ModelSetting:
+        if model_name in self.models:
+            model_setting = self.models[model_name]
+            if len(model_setting.endpoints) == 0 and self.default_endpoint is not None:
+                model_setting.endpoints = [self.default_endpoint]
+            return model_setting
+        else:
+            raise ValueError(f"Model {model_name} not found in {self.models}")
 
     def update_models(self, default_models: Dict[str, Dict], input_models: Dict[str, Dict]):
         updated_models = {}

{vectorvein-0.2.82 → vectorvein-0.2.84}/src/vectorvein/types/settings.py

@@ -61,6 +61,7 @@ class BackendSettingsDict(TypedDict):
     """TypedDict representing the BackendSettings structure."""
 
     models: Dict[str, ModelConfigDict]
+    default_endpoint: NotRequired[Optional[str]]
 
 
 class EndpointSettingDict(TypedDict):