vectorvein 0.1.59__py3-none-any.whl → 0.1.60__py3-none-any.whl

vectorvein/chat_clients/anthropic_client.py

@@ -8,7 +8,14 @@ from typing import overload, Generator, AsyncGenerator, Any, Literal, Iterable
 import httpx
 from openai._types import NotGiven as OpenAINotGiven
 from openai._types import NOT_GIVEN as OPENAI_NOT_GIVEN
-from anthropic import Anthropic, AnthropicVertex, AsyncAnthropic, AsyncAnthropicVertex
+from anthropic import (
+    Anthropic,
+    AnthropicVertex,
+    AsyncAnthropic,
+    AsyncAnthropicVertex,
+    AnthropicBedrock,
+    AsyncAnthropicBedrock,
+)
 from anthropic._types import NOT_GIVEN
 from anthropic.types import (
     TextBlock,
@@ -219,6 +226,15 @@ class AnthropicChatClient(BaseChatClient):
                 access_token=self.creds.token,
                 http_client=self.http_client,
             )
+        elif self.endpoint.is_bedrock:
+            if self.endpoint.credentials is None:
+                raise ValueError("Anthropic Bedrock endpoint requires credentials")
+            return AnthropicBedrock(
+                aws_access_key=self.endpoint.credentials.get("access_key"),
+                aws_secret_key=self.endpoint.credentials.get("secret_key"),
+                aws_region=self.endpoint.region,
+                http_client=self.http_client,
+            )
         elif self.endpoint.api_schema_type == "default":
             return Anthropic(
                 api_key=self.endpoint.api_key,
@@ -600,6 +616,15 @@ class AsyncAnthropicChatClient(BaseAsyncChatClient):
                 access_token=self.creds.token,
                 http_client=self.http_client,
             )
+        elif self.endpoint.is_bedrock:
+            if self.endpoint.credentials is None:
+                raise ValueError("Anthropic Bedrock endpoint requires credentials")
+            return AsyncAnthropicBedrock(
+                aws_access_key=self.endpoint.credentials.get("aws_access_key"),
+                aws_secret_key=self.endpoint.credentials.get("aws_secret_key"),
+                aws_region=self.endpoint.region,
+                http_client=self.http_client,
+            )
         elif self.endpoint.api_schema_type == "default":
             return AsyncAnthropic(
                 api_key=self.endpoint.api_key,

vectorvein/chat_clients/base_client.py

@@ -6,7 +6,14 @@ from typing import Generator, AsyncGenerator, Any, overload, Literal, Iterable
 
 import httpx
 from openai import OpenAI, AsyncOpenAI, AzureOpenAI, AsyncAzureOpenAI
-from anthropic import Anthropic, AnthropicVertex, AsyncAnthropic, AsyncAnthropicVertex
+from anthropic import (
+    Anthropic,
+    AnthropicVertex,
+    AsyncAnthropic,
+    AsyncAnthropicVertex,
+    AnthropicBedrock,
+    AsyncAnthropicBedrock,
+)
 
 from ..settings import settings
 from ..types import defaults as defs
@@ -57,7 +64,9 @@ class BaseChatClient(ABC):
 
     @cached_property
     @abstractmethod
-    def raw_client(self) -> OpenAI | AzureOpenAI | Anthropic | AnthropicVertex | httpx.Client | None:
+    def raw_client(
+        self,
+    ) -> OpenAI | AzureOpenAI | Anthropic | AnthropicVertex | AnthropicBedrock | httpx.Client | None:
         pass
 
     @overload
@@ -199,7 +208,15 @@ class BaseAsyncChatClient(ABC):
     @abstractmethod
     def raw_client(
         self,
-    ) -> AsyncOpenAI | AsyncAzureOpenAI | AsyncAnthropic | AsyncAnthropicVertex | httpx.AsyncClient | None:
+    ) -> (
+        AsyncOpenAI
+        | AsyncAzureOpenAI
+        | AsyncAnthropic
+        | AsyncAnthropicVertex
+        | AsyncAnthropicBedrock
+        | httpx.AsyncClient
+        | None
+    ):
         pass
 
     @overload

vectorvein/types/defaults.py

@@ -231,6 +231,20 @@ QWEN_MODELS: Final[Dict[str, Dict[str, Any]]] = {
         "function_call_available": False,
         "response_format_available": True,
     },
+    "qwen2.5-coder-32b-instruct": {
+        "id": "qwen2.5-coder-32b-instruct",
+        "context_length": 30000,
+        "max_output_tokens": 4096,
+        "function_call_available": False,
+        "response_format_available": False,
+    },
+    "qwq-32b-preview": {
+        "id": "qwq-32b-preview",
+        "context_length": 30000,
+        "max_output_tokens": 4096,
+        "function_call_available": False,
+        "response_format_available": False,
+    },
     "qwen2.5-72b-instruct": {
         "id": "qwen2.5-72b-instruct",
         "context_length": 131072,
@@ -238,6 +252,14 @@ QWEN_MODELS: Final[Dict[str, Dict[str, Any]]] = {
         "function_call_available": False,
         "response_format_available": True,
     },
+    "qwen2-vl-72b-instruct": {
+        "id": "qwen2-vl-72b-instruct",
+        "context_length": 131072,
+        "max_output_tokens": 8192,
+        "function_call_available": False,
+        "response_format_available": False,
+        "native_multimodal": True,
+    },
     "qwen-max": {
         "id": "qwen-max",
         "context_length": 8096,

vectorvein/types/llm_parameters.py

@@ -37,6 +37,7 @@ class EndpointSetting(BaseModel):
     credentials: Optional[dict] = Field(None, description="Additional credentials if needed.")
     is_azure: bool = Field(False, description="Indicates if the endpoint is for Azure.")
     is_vertex: bool = Field(False, description="Indicates if the endpoint is for Vertex.")
+    is_bedrock: bool = Field(False, description="Indicates if the endpoint is for Bedrock.")
     rpm: int = Field(description="Requests per minute.", default=defs.ENDPOINT_RPM)
     tpm: int = Field(description="Tokens per minute.", default=defs.ENDPOINT_TPM)
     concurrent_requests: int = Field(

{vectorvein-0.1.59.dist-info → vectorvein-0.1.60.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vectorvein
-Version: 0.1.59
+Version: 0.1.60
 Summary: VectorVein python SDK
 Author-Email: Anderson <andersonby@163.com>
 License: MIT
@@ -8,7 +8,7 @@ Requires-Python: >=3.10
 Requires-Dist: openai>=1.37.1
 Requires-Dist: tiktoken>=0.7.0
 Requires-Dist: httpx>=0.27.0
-Requires-Dist: anthropic[vertex]>=0.31.2
+Requires-Dist: anthropic[bedrock,vertex]>=0.31.2
 Requires-Dist: pydantic>=2.8.2
 Requires-Dist: Pillow>=10.4.0
 Requires-Dist: deepseek-tokenizer>=0.1.0

{vectorvein-0.1.59.dist-info → vectorvein-0.1.60.dist-info}/RECORD

@@ -1,11 +1,11 @@
-vectorvein-0.1.59.dist-info/METADATA,sha256=GCU-0oftBD1QtnzFXvknbCMq1mdXwBiduQT_B6y95eI,633
-vectorvein-0.1.59.dist-info/WHEEL,sha256=thaaA2w1JzcGC48WYufAs8nrYZjJm8LqNfnXFOFyCC4,90
-vectorvein-0.1.59.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
+vectorvein-0.1.60.dist-info/METADATA,sha256=9sn4JZD9LHRhNtLZTkHeLuqZwcrBwnDZxV3ZKIKMSCY,641
+vectorvein-0.1.60.dist-info/WHEEL,sha256=thaaA2w1JzcGC48WYufAs8nrYZjJm8LqNfnXFOFyCC4,90
+vectorvein-0.1.60.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
 vectorvein/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vectorvein/chat_clients/__init__.py,sha256=Oev7Lv1DIEWCMD-2Pm7e2cwzX7JFQTnIK-j6o4iUuyQ,17725
-vectorvein/chat_clients/anthropic_client.py,sha256=phDFgXPV-eNla7ZFPdcZx1fPOWlAFWc3C_mP9VcNkO0,37439
+vectorvein/chat_clients/anthropic_client.py,sha256=ez1XVWxyEMpMxy1dkhkXzIorCwah1fd83edBI5s5aao,38464
 vectorvein/chat_clients/baichuan_client.py,sha256=CVMvpgjdrZGv0BWnTOBD-f2ufZ3wq3496wqukumsAr4,526
-vectorvein/chat_clients/base_client.py,sha256=N1Swm6b9Gos7zLSH-qCSxgnDRCHPmuWZcw_H9zVnGJs,10297
+vectorvein/chat_clients/base_client.py,sha256=tmD3ai6YjQnCKHuPsUww1khRlJeJ2AJzYubksb-2UaM,10489
 vectorvein/chat_clients/deepseek_client.py,sha256=3qWu01NlJAP2N-Ff62d5-CZXZitlizE1fzb20LNetig,526
 vectorvein/chat_clients/gemini_client.py,sha256=e7xZdZm0-W2iXy3S-J5b1bO9YqhGxcv0Y5HPYcQnDds,21098
 vectorvein/chat_clients/groq_client.py,sha256=Uow4pgdmFi93ZQSoOol2-0PhhqkW-S0XuSldvppz5U4,498
@@ -26,11 +26,11 @@ vectorvein/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vectorvein/server/token_server.py,sha256=36F9PKSNOX8ZtYBXY_l-76GQTpUSmQ2Y8EMy1H7wtdQ,1353
 vectorvein/settings/__init__.py,sha256=g01y74x0k2JEAqNpRGG0PDs0NTULjOAZV6HRhydPX1c,3874
 vectorvein/settings/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-vectorvein/types/defaults.py,sha256=DC0fJ2MtXYNXiWkDdnpGYXuwCoSOcuB6PseI_y-VDo0,23730
+vectorvein/types/defaults.py,sha256=Hb9BFNJIRJcwjePsQTKKihHqJGeJGbFHfNeV_pIV8gM,24479
 vectorvein/types/enums.py,sha256=7KTJSVtQueImmbr1fSwv3rQVtc0RyMWXJmoE2tDOaso,1667
 vectorvein/types/exception.py,sha256=gnW4GnJ76jND6UGnodk9xmqkcbeS7Cz2rvncA2HpD5E,69
-vectorvein/types/llm_parameters.py,sha256=5o-C_yXxxQWZy_e8OWowB2107GTS-Eawx4Mvb1q55Co,5256
+vectorvein/types/llm_parameters.py,sha256=Q1mBJPMF7pzFQw1G9ut9RgRPGUEYmY5Kvb7CSYurZQ8,5350
 vectorvein/types/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vectorvein/utilities/media_processing.py,sha256=CTRq-lGlFkFgP_FSRhNwF_qUgmOrXPf2_1Ok9HY42_g,5887
 vectorvein/utilities/retry.py,sha256=6KFS9R2HdhqM3_9jkjD4F36ZSpEx2YNFGOVlpOsUetM,2208
-vectorvein-0.1.59.dist-info/RECORD,,
+vectorvein-0.1.60.dist-info/RECORD,,