llms-py 3.0.16__tar.gz → 3.0.17__tar.gz

{llms_py-3.0.16/llms_py.egg-info → llms_py-3.0.17}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: llms-py
-Version: 3.0.16
+Version: 3.0.17
 Summary: A lightweight CLI tool and OpenAI-compatible server for querying multiple Large Language Model (LLM) providers
 Home-page: https://github.com/ServiceStack/llms
 Author: ServiceStack

{llms_py-3.0.16 → llms_py-3.0.17}/llms/extensions/app/__init__.py

@@ -199,7 +199,6 @@ def install(ctx):
             "model": thread.get("model"),
             "messages": thread.get("messages"),
             "modalities": thread.get("modalities"),
-            "systemPrompt": thread.get("systemPrompt"),
             "tools": thread.get("tools"),  # tools request
             "metadata": metadata,
         }

{llms_py-3.0.16 → llms_py-3.0.17}/llms/extensions/app/db.py

@@ -1,5 +1,6 @@
 import json
 import os
+import time
 from datetime import datetime, timedelta
 from typing import Any, Dict
 
@@ -344,9 +345,12 @@ class AppDB:
         else:
             thread["createdAt"] = now
         thread["updatedAt"] = now
+        initial_timestamp = int(time.time() * 1000) + 1
         if "messages" in thread:
-            for m in thread["messages"]:
+            for idx, m in enumerate(thread["messages"]):
                 self.ctx.cache_message_inline_data(m)
+                if "timestamp" not in m:
+                    m["timestamp"] = initial_timestamp + idx
         return with_user(thread, user=user)
 
     def create_thread(self, thread: Dict[str, Any], user=None):

{llms_py-3.0.16 → llms_py-3.0.17}/llms/extensions/providers/cerebras.py

@@ -31,7 +31,6 @@ def install_cerebras(ctx):
                 clean_chat["messages"].append(new_msg)
 
             clean_chat.pop("modalities", None)
-            clean_chat.pop("systemPrompt", None)
             return await super().chat(clean_chat, context)
 
     ctx.add_provider(CerebrasProvider)

{llms_py-3.0.16 → llms_py-3.0.17}/llms/main.py

@@ -57,7 +57,7 @@ try:
 except ImportError:
     HAS_PIL = False
 
-VERSION = "3.0.16"
+VERSION = "3.0.17"
 _ROOT = None
 DEBUG = os.getenv("DEBUG") == "1"
 MOCK = os.getenv("MOCK") == "1"
@@ -1216,8 +1216,8 @@ class OpenAiCompatible:
     def chat_summary(self, chat):
         return chat_summary(chat)
 
-    def process_chat(self, chat, provider_id=None):
-        return process_chat(chat, provider_id)
+    async def process_chat(self, chat, provider_id=None):
+        return await process_chat(chat, provider_id)
 
     async def chat(self, chat, context=None):
         chat["model"] = self.provider_model(chat["model"]) or chat["model"]
@@ -1272,7 +1272,7 @@ class OpenAiCompatible:
         if self.enable_thinking is not None:
             chat["enable_thinking"] = self.enable_thinking
 
-        chat = await process_chat(chat, provider_id=self.id)
+        chat = await self.process_chat(chat, provider_id=self.id)
         _log(f"POST {self.chat_url}")
         _log(chat_summary(chat))
         # remove metadata if any (conflicts with some providers, e.g. Z.ai)
@@ -1304,6 +1304,15 @@ class GroqProvider(OpenAiCompatible):
             kwargs["api"] = "https://api.groq.com/openai/v1"
         super().__init__(**kwargs)
 
+    async def process_chat(self, chat, provider_id=None):
+        ret = await process_chat(chat, provider_id)
+        chat.pop("modalities", None)  # groq doesn't support modalities
+        messages = chat.get("messages", []).copy()
+        for message in messages:
+            message.pop("timestamp", None)  # groq doesn't support timestamp
+        ret["messages"] = messages
+        return ret
+
 
 class XaiProvider(OpenAiCompatible):
     sdk = "@ai-sdk/xai"
@@ -2974,6 +2983,11 @@ class AppExtensions:
                 if "tools" not in current_chat:
                     current_chat["tools"] = []
 
+                _dbg(
+                    f"create_chat_with_tools: all_tools:{include_all_tools}, only_tools:{only_tools_list}, chat tools: "
+                    + str(len(current_chat["tools"]))
+                )
+
                 existing_tools = {t["function"]["name"] for t in current_chat["tools"]}
                 for tool_def in self.tool_definitions:
                     name = tool_def["function"]["name"]

{llms_py-3.0.16 → llms_py-3.0.17}/llms/ui/ai.mjs

@@ -6,7 +6,7 @@ const headers = { 'Accept': 'application/json' }
 const prefsKey = 'llms.prefs'
 
 export const o = {
-    version: '3.0.16',
+    version: '3.0.17',
     base,
     prefsKey,
     welcome: 'Welcome to llms.py',

{llms_py-3.0.16 → llms_py-3.0.17/llms_py.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: llms-py
-Version: 3.0.16
+Version: 3.0.17
 Summary: A lightweight CLI tool and OpenAI-compatible server for querying multiple Large Language Model (LLM) providers
 Home-page: https://github.com/ServiceStack/llms
 Author: ServiceStack

{llms_py-3.0.16 → llms_py-3.0.17}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "llms-py"
-version = "3.0.16"
+version = "3.0.17"
 description = "A lightweight CLI tool and OpenAI-compatible server for querying multiple Large Language Model (LLM) providers"
 readme = "README.md"
 license = "BSD-3-Clause"

{llms_py-3.0.16 → llms_py-3.0.17}/setup.py

@@ -15,7 +15,7 @@ with open(os.path.join(this_directory, "requirements.txt"), encoding="utf-8") as
 
 setup(
     name="llms-py",
-    version="3.0.16",
+    version="3.0.17",
     author="ServiceStack",
     author_email="team@servicestack.net",
     description="A lightweight CLI tool and OpenAI-compatible server for querying multiple Large Language Model (LLM) providers",