vectorvein 0.2.11__tar.gz → 0.2.12__tar.gz

{vectorvein-0.2.11 → vectorvein-0.2.12}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vectorvein
-Version: 0.2.11
+Version: 0.2.12
 Summary: VectorVein python SDK
 Author-Email: Anderson <andersonby@163.com>
 License: MIT

{vectorvein-0.2.11 → vectorvein-0.2.12}/pyproject.toml

@@ -18,7 +18,7 @@ description = "VectorVein python SDK"
 name = "vectorvein"
 readme = "README.md"
 requires-python = ">=3.10"
-version = "0.2.11"
+version = "0.2.12"
 
 [project.license]
 text = "MIT"

{vectorvein-0.2.11 → vectorvein-0.2.12}/src/vectorvein/chat_clients/openai_compatible_client.py

@@ -99,7 +99,7 @@ class OpenAICompatibleChatClient(BaseChatClient):
             return AzureOpenAI(
                 azure_endpoint=self.endpoint.api_base,
                 api_key=self.endpoint.api_key,
-                api_version="2024-12-01-preview",
+                api_version="2025-01-01-preview",
                 http_client=self.http_client,
             )
         else:
@@ -574,7 +574,7 @@ class AsyncOpenAICompatibleChatClient(BaseAsyncChatClient):
             return AsyncAzureOpenAI(
                 azure_endpoint=self.endpoint.api_base,
                 api_key=self.endpoint.api_key,
-                api_version="2024-12-01-preview",
+                api_version="2025-01-01-preview",
                 http_client=self.http_client,
             )
         else:

{vectorvein-0.2.11 → vectorvein-0.2.12}/src/vectorvein/types/llm_parameters.py

@@ -2,6 +2,7 @@
 # @Date:   2024-07-26 23:48:04
 from typing import List, Dict, Optional, Union, Iterable
 
+import httpx
 from pydantic import BaseModel, Field
 
 from anthropic._types import NotGiven as AnthropicNotGiven
@@ -10,6 +11,7 @@ from anthropic.types import ToolParam as AnthropicToolParam
 from anthropic.types import ThinkingConfigParam, ThinkingConfigEnabledParam
 from anthropic.types.message_create_params import ToolChoice as AnthropicToolChoice
 
+from openai import OpenAI, AsyncOpenAI, AzureOpenAI, AsyncAzureOpenAI
 from openai._types import NotGiven as OpenAINotGiven
 from openai._types import NOT_GIVEN as OPENAI_NOT_GIVEN
 from openai.types.chat.completion_create_params import ResponseFormat
@@ -45,6 +47,48 @@ class EndpointSetting(BaseModel):
     )
     proxy: Optional[str] = Field(None, description="The proxy URL for the endpoint.")
 
+    def model_list(self):
+        http_client = httpx.Client(proxy=self.proxy) if self.proxy is not None else None
+
+        if self.is_azure:
+            if self.api_base is None:
+                raise ValueError("Azure endpoint is not set")
+            _client = AzureOpenAI(
+                azure_endpoint=self.api_base,
+                api_key=self.api_key,
+                api_version="2025-01-01-preview",
+                http_client=http_client,
+            )
+        else:
+            _client = OpenAI(
+                api_key=self.api_key,
+                base_url=self.api_base,
+                http_client=http_client,
+            )
+
+        return _client.models.list().model_dump()
+
+    async def amodel_list(self):
+        http_client = httpx.AsyncClient(proxy=self.proxy) if self.proxy is not None else None
+
+        if self.is_azure:
+            if self.api_base is None:
+                raise ValueError("Azure endpoint is not set")
+            _client = AsyncAzureOpenAI(
+                azure_endpoint=self.api_base,
+                api_key=self.api_key,
+                api_version="2025-01-01-preview",
+                http_client=http_client,
+            )
+        else:
+            _client = AsyncOpenAI(
+                api_key=self.api_key,
+                base_url=self.api_base,
+                http_client=http_client,
+            )
+
+        return (await _client.models.list()).model_dump()
+
 
 class ModelSetting(BaseModel):
     id: str = Field(..., description="The id of the model.")

vectorvein-0.2.12/src/vectorvein/types/settings.py

@@ -0,0 +1,105 @@
+from typing import Dict, List, Optional, Union, Literal
+from typing_extensions import TypedDict, NotRequired  # Required by pydantic under Python < 3.12
+
+
+class RedisConfigDict(TypedDict):
+    """TypedDict representing the RedisConfig structure."""
+
+    host: str
+    port: int
+    db: int
+
+
+class DiskCacheConfigDict(TypedDict):
+    """TypedDict representing the DiskCacheConfig structure."""
+
+    cache_dir: str
+
+
+class RateLimitConfigDict(TypedDict):
+    """TypedDict representing the RateLimitConfig structure."""
+
+    enabled: bool
+    backend: Literal["memory", "redis", "diskcache"]
+    redis: NotRequired[RedisConfigDict]
+    diskcache: NotRequired[DiskCacheConfigDict]
+    default_rpm: int
+    default_tpm: int
+
+
+class ServerDict(TypedDict):
+    """TypedDict representing the Server structure."""
+
+    host: str
+    port: int
+    url: NotRequired[str]
+
+
+class EndpointOptionDict(TypedDict):
+    """TypedDict representing the model endpoint option structure."""
+
+    endpoint_id: str
+    model_id: str
+    rpm: NotRequired[int]
+    tpm: NotRequired[int]
+    concurrent_requests: NotRequired[int]
+
+
+class ModelConfigDict(TypedDict):
+    """TypedDict representing the model configuration structure."""
+
+    id: NotRequired[str]
+    endpoints: List[Union[str, EndpointOptionDict]]
+    function_call_available: NotRequired[bool]
+    response_format_available: NotRequired[bool]
+    native_multimodal: NotRequired[bool]
+    context_length: NotRequired[int]
+    max_output_tokens: NotRequired[int]
+
+
+class BackendSettingsDict(TypedDict):
+    """TypedDict representing the BackendSettings structure."""
+
+    models: Dict[str, ModelConfigDict]
+
+
+class EndpointSettingDict(TypedDict):
+    """TypedDict representing the EndpointSetting structure."""
+
+    id: str
+    api_base: NotRequired[Optional[str]]
+    api_key: NotRequired[str]
+    region: NotRequired[str]
+    api_schema_type: NotRequired[str]
+    credentials: NotRequired[dict]
+    is_azure: NotRequired[bool]
+    is_vertex: NotRequired[bool]
+    is_bedrock: NotRequired[bool]
+    rpm: NotRequired[int]
+    tpm: NotRequired[int]
+    concurrent_requests: NotRequired[int]
+    proxy: NotRequired[str]
+
+
+class SettingsDict(TypedDict):
+    """TypedDict representing the expected structure of the settings dictionary."""
+
+    endpoints: List[EndpointSettingDict]
+    token_server: NotRequired[ServerDict]
+    rate_limit: NotRequired[RateLimitConfigDict]
+    # 各模型后端配置
+    anthropic: NotRequired[BackendSettingsDict]
+    deepseek: NotRequired[BackendSettingsDict]
+    gemini: NotRequired[BackendSettingsDict]
+    groq: NotRequired[BackendSettingsDict]
+    local: NotRequired[BackendSettingsDict]
+    minimax: NotRequired[BackendSettingsDict]
+    mistral: NotRequired[BackendSettingsDict]
+    moonshot: NotRequired[BackendSettingsDict]
+    openai: NotRequired[BackendSettingsDict]
+    qwen: NotRequired[BackendSettingsDict]
+    yi: NotRequired[BackendSettingsDict]
+    zhipuai: NotRequired[BackendSettingsDict]
+    baichuan: NotRequired[BackendSettingsDict]
+    stepfun: NotRequired[BackendSettingsDict]
+    xai: NotRequired[BackendSettingsDict]

vectorvein-0.2.11/src/vectorvein/types/settings.py

@@ -1,105 +0,0 @@
-from typing import Dict, List, Optional, Union, Literal
-from typing_extensions import TypedDict, NotRequired  # Required by pydantic under Python < 3.12
-
-
-class RedisConfigDict(TypedDict):
-    """TypedDict representing the RedisConfig structure."""
-
-    host: str
-    port: int
-    db: int
-
-
-class DiskCacheConfigDict(TypedDict):
-    """TypedDict representing the DiskCacheConfig structure."""
-
-    cache_dir: str
-
-
-class RateLimitConfigDict(TypedDict):
-    """TypedDict representing the RateLimitConfig structure."""
-
-    enabled: bool
-    backend: Literal["memory", "redis", "diskcache"]
-    redis: Optional[RedisConfigDict]
-    diskcache: Optional[DiskCacheConfigDict]
-    default_rpm: int
-    default_tpm: int
-
-
-class ServerDict(TypedDict):
-    """TypedDict representing the Server structure."""
-
-    host: str
-    port: int
-    url: Optional[str]
-
-
-class EndpointOptionDict(TypedDict):
-    """TypedDict representing the model endpoint option structure."""
-
-    endpoint_id: str
-    model_id: str
-    rpm: NotRequired[int]
-    tpm: NotRequired[int]
-    concurrent_requests: NotRequired[int]
-
-
-class ModelConfigDict(TypedDict):
-    """TypedDict representing the model configuration structure."""
-
-    id: str
-    endpoints: List[Union[str, EndpointOptionDict]]
-    function_call_available: bool
-    response_format_available: bool
-    native_multimodal: bool
-    context_length: int
-    max_output_tokens: Optional[int]
-
-
-class BackendSettingsDict(TypedDict):
-    """TypedDict representing the BackendSettings structure."""
-
-    models: Dict[str, ModelConfigDict]
-
-
-class EndpointSettingDict(TypedDict):
-    """TypedDict representing the EndpointSetting structure."""
-
-    id: str
-    api_base: Optional[str]
-    api_key: str
-    region: Optional[str]
-    api_schema_type: Optional[str]
-    credentials: Optional[dict]
-    is_azure: Optional[bool]
-    is_vertex: Optional[bool]
-    is_bedrock: Optional[bool]
-    rpm: Optional[int]
-    tpm: Optional[int]
-    concurrent_requests: Optional[int]
-    proxy: Optional[str]
-
-
-class SettingsDict(TypedDict):
-    """TypedDict representing the expected structure of the settings dictionary."""
-
-    endpoints: List[EndpointSettingDict]
-    token_server: Optional[ServerDict]
-    rate_limit: Optional[RateLimitConfigDict]
-    # 各模型后端配置
-    anthropic: BackendSettingsDict
-    deepseek: BackendSettingsDict
-    gemini: BackendSettingsDict
-    groq: BackendSettingsDict
-    local: BackendSettingsDict
-    minimax: BackendSettingsDict
-    mistral: BackendSettingsDict
-    moonshot: BackendSettingsDict
-    openai: BackendSettingsDict
-    qwen: BackendSettingsDict
-    yi: BackendSettingsDict
-    zhipuai: BackendSettingsDict
-    baichuan: BackendSettingsDict
-    stepfun: BackendSettingsDict
-    xai: BackendSettingsDict