llms-py 3.0.16__py3-none-any.whl → 3.0.17__py3-none-any.whl

llms/extensions/app/__init__.py

@@ -199,7 +199,6 @@ def install(ctx):
             "model": thread.get("model"),
             "messages": thread.get("messages"),
             "modalities": thread.get("modalities"),
-            "systemPrompt": thread.get("systemPrompt"),
             "tools": thread.get("tools"),  # tools request
             "metadata": metadata,
         }

llms/extensions/app/db.py

@@ -1,5 +1,6 @@
 import json
 import os
+import time
 from datetime import datetime, timedelta
 from typing import Any, Dict
 
@@ -344,9 +345,12 @@ class AppDB:
         else:
             thread["createdAt"] = now
         thread["updatedAt"] = now
+        initial_timestamp = int(time.time() * 1000) + 1
         if "messages" in thread:
-            for m in thread["messages"]:
+            for idx, m in enumerate(thread["messages"]):
                 self.ctx.cache_message_inline_data(m)
+                if "timestamp" not in m:
+                    m["timestamp"] = initial_timestamp + idx
         return with_user(thread, user=user)
 
     def create_thread(self, thread: Dict[str, Any], user=None):

llms/extensions/providers/cerebras.py

@@ -31,7 +31,6 @@ def install_cerebras(ctx):
                 clean_chat["messages"].append(new_msg)
 
             clean_chat.pop("modalities", None)
-            clean_chat.pop("systemPrompt", None)
             return await super().chat(clean_chat, context)
 
     ctx.add_provider(CerebrasProvider)

llms/main.py

@@ -57,7 +57,7 @@ try:
 except ImportError:
     HAS_PIL = False
 
-VERSION = "3.0.16"
+VERSION = "3.0.17"
 _ROOT = None
 DEBUG = os.getenv("DEBUG") == "1"
 MOCK = os.getenv("MOCK") == "1"
@@ -1216,8 +1216,8 @@ class OpenAiCompatible:
     def chat_summary(self, chat):
         return chat_summary(chat)
 
-    def process_chat(self, chat, provider_id=None):
-        return process_chat(chat, provider_id)
+    async def process_chat(self, chat, provider_id=None):
+        return await process_chat(chat, provider_id)
 
     async def chat(self, chat, context=None):
         chat["model"] = self.provider_model(chat["model"]) or chat["model"]
@@ -1272,7 +1272,7 @@ class OpenAiCompatible:
         if self.enable_thinking is not None:
             chat["enable_thinking"] = self.enable_thinking
 
-        chat = await process_chat(chat, provider_id=self.id)
+        chat = await self.process_chat(chat, provider_id=self.id)
         _log(f"POST {self.chat_url}")
         _log(chat_summary(chat))
         # remove metadata if any (conflicts with some providers, e.g. Z.ai)
@@ -1304,6 +1304,15 @@ class GroqProvider(OpenAiCompatible):
             kwargs["api"] = "https://api.groq.com/openai/v1"
         super().__init__(**kwargs)
 
+    async def process_chat(self, chat, provider_id=None):
+        ret = await process_chat(chat, provider_id)
+        chat.pop("modalities", None)  # groq doesn't support modalities
+        messages = chat.get("messages", []).copy()
+        for message in messages:
+            message.pop("timestamp", None)  # groq doesn't support timestamp
+        ret["messages"] = messages
+        return ret
+
 
 class XaiProvider(OpenAiCompatible):
     sdk = "@ai-sdk/xai"
@@ -2974,6 +2983,11 @@ class AppExtensions:
                 if "tools" not in current_chat:
                     current_chat["tools"] = []
 
+                _dbg(
+                    f"create_chat_with_tools: all_tools:{include_all_tools}, only_tools:{only_tools_list}, chat tools: "
+                    + str(len(current_chat["tools"]))
+                )
+
                 existing_tools = {t["function"]["name"] for t in current_chat["tools"]}
                 for tool_def in self.tool_definitions:
                     name = tool_def["function"]["name"]

llms/ui/ai.mjs

@@ -6,7 +6,7 @@ const headers = { 'Accept': 'application/json' }
 const prefsKey = 'llms.prefs'
 
 export const o = {
-    version: '3.0.16',
+    version: '3.0.17',
     base,
     prefsKey,
     welcome: 'Welcome to llms.py',

{llms_py-3.0.16.dist-info → llms_py-3.0.17.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: llms-py
-Version: 3.0.16
+Version: 3.0.17
 Summary: A lightweight CLI tool and OpenAI-compatible server for querying multiple Large Language Model (LLM) providers
 Home-page: https://github.com/ServiceStack/llms
 Author: ServiceStack

{llms_py-3.0.16.dist-info → llms_py-3.0.17.dist-info}/RECORD

@@ -3,13 +3,13 @@ llms/__main__.py,sha256=hrBulHIt3lmPm1BCyAEVtB6DQ0Hvc3gnIddhHCmJasg,151
 llms/db.py,sha256=oozp5I5lECVO8oZEFwcZl3ES5mARqWeR1BkoqG5kSqM,11687
 llms/index.html,sha256=nGk1Djtn9p7l6LuKp4Kg0JIB9fCzxtTWXFfmDb4ggpc,1658
 llms/llms.json,sha256=NEr9kJRkUGZ2YZHbWC-haGPlVVL2Qtnx4kKZENGH1wk,11494
-llms/main.py,sha256=mce_QW7YCiV0oCNOP2GUCyngkIKIsscf_F9_qFX6bRc,182958
+llms/main.py,sha256=GyuQiCJNY23j2GPDR5obucpHENbOLCTyqSE41Hwrvd8,183589
 llms/providers-extra.json,sha256=_6DmGBiQY9LM6_Y0zOiObYn7ba4g3akSNQfmHcYlENc,11101
 llms/providers.json,sha256=yjhDurlwo70xqfV0HNLiZaCpw3WvtIgkjoLahQIKX2w,282530
 llms/extensions/analytics/ui/index.mjs,sha256=m1XwaqYCLwK267JAUCAltkN_nOXep0GxfpvGNS5i4_w,69547
 llms/extensions/app/README.md,sha256=TKoblZpHlheLCh_dfXOxqTc5OvxlgMBa-vKo8Hqb2gg,1370
-llms/extensions/app/__init__.py,sha256=aU8Bfliw--Xj1bsKL3PSoX6MY1ZNgweNyMWS1V_YG4s,20855
-llms/extensions/app/db.py,sha256=DU8YZ25yFsBI-O6msxh2GgzbwaqKqXkAHJLwQKcmFPI,21533
+llms/extensions/app/__init__.py,sha256=5TX1QZ0c4CpTpZQvoBebNLfBToTP_Sdi2tiCvbwFMd4,20799
+llms/extensions/app/db.py,sha256=eVUHkMo5va1pCkd3dP-4_DnkfYGZZ6oxOKOEI8hEKsM,21719
 llms/extensions/app/ui/Recents.mjs,sha256=2ypAKUp9_Oqcive1nUWZ8I2PQTBomBg_Pkjygi4oPgs,9261
 llms/extensions/app/ui/index.mjs,sha256=sB9176LLNuKFsZ28yL-tROA6J4xePNtvxtSrzFcinRo,13271
 llms/extensions/app/ui/threadStore.mjs,sha256=QS6mLqysw9Je_ixUKpbhAELGq-As8aFk6Qm_vO5hvUQ,12515
@@ -138,7 +138,7 @@ llms/extensions/katex/ui/fonts/KaTeX_Typewriter-Regular.woff,sha256=4U_tArGrp86f
 llms/extensions/katex/ui/fonts/KaTeX_Typewriter-Regular.woff2,sha256=cdUX1ngneHz6vfGGkUzDNY7aU543kxlB8rL9SiH2jAs,13568
 llms/extensions/providers/__init__.py,sha256=C5zOBQEOB2L96rAZdjV42fPVk_dZxSh2Dv30Kb1w3lE,534
 llms/extensions/providers/anthropic.py,sha256=ey3G9D3drhjzaNTKC8SS_XVSjdi3K7uqYTskmf26Aic,12011
-llms/extensions/providers/cerebras.py,sha256=HaeFW0GwbD6V6Zrrwqyv78kQb0VXg9oHmykvJfIOOYE,1417
+llms/extensions/providers/cerebras.py,sha256=iKPzsaRIBqQWXsgPQ50jsNPGx8Ud704VVUAXzDBHu7k,1368
 llms/extensions/providers/chutes.py,sha256=5ZrfbqoOhgzKLQy_qULcp4jlvW5WXPR0jP9kN2Jzb9g,6229
 llms/extensions/providers/google.py,sha256=rRmpmtSjTM04mZGNyEV2jcDxdDM99GNj_X68dNT1H20,27719
 llms/extensions/providers/nvidia.py,sha256=C6cwqn3EufYDfRIgbc8MDkQNyD6w3c7hbjfYaHJSDik,4279
@@ -160,7 +160,7 @@ llms/extensions/system_prompts/ui/prompts.json,sha256=t5DD3bird-87wFa4OlW-bC2wdo
 llms/extensions/tools/__init__.py,sha256=PRZe0QMfsOymJ3jTqO0VFppNEWI4f2bYSOImK_YrGQM,2036
 llms/extensions/tools/ui/index.mjs,sha256=4gT0mHKuzcLWe8BmrYeVNS3VMd5Me9CX6Q0A_YLyLck,38633
 llms/ui/App.mjs,sha256=CoUzO9mV__-jV19NKHYIbwHsjWMnO11jyNSbnJhe1gQ,7486
-llms/ui/ai.mjs,sha256=A5fGDgVa7mRC6aagXkKuXrSM_MlgAF1gsDTWHEZk2No,6541
+llms/ui/ai.mjs,sha256=6oL6leYL7INGxJKyjz9RjU8nmUc86qDrigzwsg_cn-c,6541
 llms/ui/app.css,sha256=kKKICFM_85H1BDFdUYJzo93S__1OZcj2cO6zL-4VdJs,209085
 llms/ui/ctx.mjs,sha256=g1mmv87bhKCFyMbAImvX6mArmGliAoGPPupFEaMMf7c,14500
 llms/ui/fav.svg,sha256=_R6MFeXl6wBFT0lqcUxYQIDWgm246YH_3hSTW0oO8qw,734
@@ -186,9 +186,9 @@ llms/ui/modules/model-selector.mjs,sha256=6U4rAZ7vmQELFRQGWk4YEtq02v3lyHdMq6yUOp
 llms/ui/modules/chat/ChatBody.mjs,sha256=Rwyr7JeqBn6LUn-VtHB9qj7kBsLsOr34SbHcK0twIZ0,58118
 llms/ui/modules/chat/SettingsDialog.mjs,sha256=HMBJTwrapKrRIAstIIqp0QlJL5O-ho4hzgvfagPfsX8,19930
 llms/ui/modules/chat/index.mjs,sha256=nS_L6G1RSuCybgnA6n-q8Sn3OeSbQWL2iW3-zCIFqJk,39548
-llms_py-3.0.16.dist-info/licenses/LICENSE,sha256=bus9cuAOWeYqBk2OuhSABVV1P4z7hgrEFISpyda_H5w,1532
-llms_py-3.0.16.dist-info/METADATA,sha256=zP_aLsJ0caYROZZ-ch-oyoI0HlS86R4M-ZvY64_OmAg,2195
-llms_py-3.0.16.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
-llms_py-3.0.16.dist-info/entry_points.txt,sha256=WswyE7PfnkZMIxboC-MS6flBD6wm-CYU7JSUnMhqMfM,40
-llms_py-3.0.16.dist-info/top_level.txt,sha256=gC7hk9BKSeog8gyg-EM_g2gxm1mKHwFRfK-10BxOsa4,5
-llms_py-3.0.16.dist-info/RECORD,,
+llms_py-3.0.17.dist-info/licenses/LICENSE,sha256=bus9cuAOWeYqBk2OuhSABVV1P4z7hgrEFISpyda_H5w,1532
+llms_py-3.0.17.dist-info/METADATA,sha256=iwwWkuCRwIXXHAcTzqHyuYW1fNnJezrDjoYE_T3nwHU,2195
+llms_py-3.0.17.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
+llms_py-3.0.17.dist-info/entry_points.txt,sha256=WswyE7PfnkZMIxboC-MS6flBD6wm-CYU7JSUnMhqMfM,40
+llms_py-3.0.17.dist-info/top_level.txt,sha256=gC7hk9BKSeog8gyg-EM_g2gxm1mKHwFRfK-10BxOsa4,5
+llms_py-3.0.17.dist-info/RECORD,,