vectorvein 0.1.4__tar.gz → 0.1.5__tar.gz

{vectorvein-0.1.4 → vectorvein-0.1.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vectorvein
-Version: 0.1.4
+Version: 0.1.5
 Summary: Default template for PDM package
 Author-Email: Anderson <andersonby@163.com>
 License: MIT

{vectorvein-0.1.4 → vectorvein-0.1.5}/pyproject.toml

@@ -14,7 +14,7 @@ description = "Default template for PDM package"
 name = "vectorvein"
 readme = "README.md"
 requires-python = ">=3.10"
-version = "0.1.4"
+version = "0.1.5"
 
 [project.license]
 text = "MIT"

{vectorvein-0.1.4 → vectorvein-0.1.5}/src/vectorvein/chat_clients/__init__.py

@@ -55,7 +55,7 @@ BackendMap = {
 def create_chat_client(
     backend: BackendType,
     model: str | None = None,
-    stream: bool = True,
+    stream: bool = False,
     temperature: float = 0.7,
     context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
     **kwargs,
@@ -80,7 +80,7 @@ def create_chat_client(
 def create_async_chat_client(
     backend: BackendType,
     model: str | None = None,
-    stream: bool = True,
+    stream: bool = False,
     temperature: float = 0.7,
     context_length_control: ContextLengthControlType = defs.CONTEXT_LENGTH_CONTROL,
     **kwargs,

{vectorvein-0.1.4 → vectorvein-0.1.5}/src/vectorvein/chat_clients/openai_compatible_client.py

@@ -127,7 +127,7 @@ class OpenAICompatibleChatClient(BaseChatClient):
                         message = chunk.choices[0].delta.model_dump()
                         full_content += message["content"] if message["content"] else ""
                         if tools:
-                            tool_call_data = ToolCallContentProcessor(result["content"]).tool_calls
+                            tool_call_data = ToolCallContentProcessor(full_content).tool_calls
                             if tool_call_data:
                                 message["tool_calls"] = tool_call_data["tool_calls"]
                         if full_content in ("<", "<|", "<|▶", "<|▶|") or full_content.startswith("<|▶|>"):
@@ -266,7 +266,7 @@ class AsyncOpenAICompatibleChatClient(BaseAsyncChatClient):
                         message = chunk.choices[0].delta.model_dump()
                         full_content += message["content"] if message["content"] else ""
                         if tools:
-                            tool_call_data = ToolCallContentProcessor(result["content"]).tool_calls
+                            tool_call_data = ToolCallContentProcessor(full_content).tool_calls
                             if tool_call_data:
                                 message["tool_calls"] = tool_call_data["tool_calls"]
                         if full_content in ("<", "<|", "<|▶", "<|▶|") or full_content.startswith("<|▶|>"):

{vectorvein-0.1.4 → vectorvein-0.1.5}/src/vectorvein/chat_clients/utils.py

@@ -44,7 +44,7 @@ class ToolCallContentProcessor:
                 "tool_calls": [
                     {
                         "index": 0,
-                        "id": "fc1",
+                        "id": "call_0",
                         "function": {
                             "arguments": arguments,
                             "name": tool_call_data["name"],

{vectorvein-0.1.4 → vectorvein-0.1.5}/tests/sample_settings.py

@@ -464,4 +464,38 @@ sample_settings = {
             "endpoints": ["zhipuai-default"],
         },
     },
+    "qwen_models": {
+        "qwen1.5-1.8b-chat": {
+            "id": "Qwen/Qwen1.5-1.8B-Chat",
+            "endpoints": ["together-default"],
+        },
+        "qwen1.5-4b-chat": {
+            "id": "Qwen/Qwen1.5-4B-Chat",
+            "endpoints": ["together-default"],
+        },
+        "qwen1.5-7b-chat": {
+            "id": "Qwen/Qwen1.5-7B-Chat",
+            "endpoints": ["together-default"],
+        },
+        "qwen1.5-14b-chat": {
+            "id": "Qwen/Qwen1.5-14B-Chat",
+            "endpoints": ["together-default"],
+        },
+        "qwen1.5-32b-chat": {
+            "id": "Qwen/Qwen1.5-32B-Chat",
+            "endpoints": ["together-default"],
+        },
+        "qwen1.5-72b-chat": {
+            "id": "Qwen/Qwen1.5-72B-Chat",
+            "endpoints": ["together-default"],
+        },
+        "qwen1.5-110b-chat": {
+            "id": "Qwen/Qwen1.5-110B-Chat",
+            "endpoints": ["together-default"],
+        },
+        "qwen2-72b-instruct": {
+            "id": "Qwen/Qwen2-72B-Instruct",
+            "endpoints": ["together-default"],
+        },
+    },
 }

{vectorvein-0.1.4 → vectorvein-0.1.5}/tests/test_create_chat_client.py

@@ -189,10 +189,15 @@ model = "claude-3-5-sonnet-20240620"
 # model = "gemini-1.5-flash"
 # backend = BackendType.OpenAI
 # model = "gpt-35-turbo"
-backend = BackendType.MiniMax
-model = "abab6.5s-chat"
+# backend = BackendType.MiniMax
+# model = "abab6.5s-chat"
 # backend = BackendType.Yi
 # model = "yi-large-fc"
+# backend = BackendType.Mistral
+# model = "mixtral-8x7b"
+backend = BackendType.Qwen
+model = "qwen2-72b-instruct"
+
 start_time = time.perf_counter()
 # test_sync(backend=backend, model=model, stream=False, use_tool=False)
 # test_sync(backend=backend, model=model, stream=False, use_tool=True)