llms-py 3.0.2__tar.gz → 3.0.3__tar.gz

{llms_py-3.0.2/llms_py.egg-info → llms_py-3.0.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: llms-py
-Version: 3.0.2
+Version: 3.0.3
 Summary: A lightweight CLI tool and OpenAI-compatible server for querying multiple Large Language Model (LLM) providers
 Home-page: https://github.com/ServiceStack/llms
 Author: ServiceStack

{llms_py-3.0.2 → llms_py-3.0.3}/llms/db.py

@@ -1,10 +1,11 @@
 import json
+import os
 import sqlite3
 import threading
 from queue import Empty, Queue
 from threading import Event, Thread
 
-POOL = True
+POOL = os.getenv("LLMS_POOL", "1") == "1"
 
 
 def create_reader_connection(db_path):
@@ -39,7 +40,7 @@ def writer_thread(ctx, db_path, task_queue, stop_event):
                 sql, args, callback = task  # Optional callback for results
 
                 try:
-                    ctx.dbg("SQL>" + ("\n" if "\n" in sql else " ") + sql + ("\n" if args else "") + str(args))
+                    ctx.dbg("SQL>" + ("\n" if "\n" in sql else " ") + sql + ("\n" if args else " ") + str(args))
                     cursor = conn.execute(sql, args)
                     conn.commit()
                     ctx.dbg(f"lastrowid {cursor.lastrowid}, rowcount {cursor.rowcount}")
@@ -172,7 +173,9 @@ class DbManager:
 
     def log_sql(self, sql, parameters=None):
         if self.ctx.debug:
-            self.ctx.dbg("SQL>" + ("\n" if "\n" in sql else " ") + sql + ("\n" if parameters else "") + str(parameters))
+            self.ctx.dbg(
+                "SQL>" + ("\n" if "\n" in sql else " ") + sql + ("\n" if parameters else " ") + str(parameters)
+            )
 
     def exec(self, connection, sql, parameters=None):
         self.log_sql(sql, parameters)
@@ -289,17 +292,20 @@ class DbManager:
     async def insert_async(self, table, columns, info):
         event = threading.Event()
 
-        ret = [None]
+        ret = [None, None]
 
         def cb(lastrowid, rowcount, error=None):
             nonlocal ret
             if error:
-                raise error
-            ret[0] = lastrowid
+                ret[1] = error
+            else:
+                ret[0] = lastrowid
             event.set()
 
         self.insert(table, columns, info, cb)
         event.wait()
+        if ret[1]:
+            raise ret[1]
         return ret[0]
 
     def update(self, table, columns, info, callback=None):
@@ -323,17 +329,20 @@ class DbManager:
     async def update_async(self, table, columns, info):
         event = threading.Event()
 
-        ret = [None]
+        ret = [None, None]
 
         def cb(lastrowid, rowcount, error=None):
             nonlocal ret
             if error:
-                raise error
-            ret[0] = rowcount
+                ret[1] = error
+            else:
+                ret[0] = rowcount
             event.set()
 
         self.update(table, columns, info, cb)
         event.wait()
+        if ret[1]:
+            raise ret[1]
         return ret[0]
 
     def close(self):

{llms_py-3.0.2 → llms_py-3.0.3}/llms/extensions/app/__init__.py

@@ -38,6 +38,7 @@ def install(ctx):
         "modelInfo",
         "modalities",
         "messages",
+        "tools",
         "args",
         "cost",
         "inputTokens",

{llms_py-3.0.2 → llms_py-3.0.3}/llms/extensions/app/ui/threadStore.mjs

@@ -116,6 +116,9 @@ function replaceThread(thread) {
     if (currentThread.value?.id === thread.id) {
         currentThread.value = thread
     }
+    if (thread.completedAt || thread.error) {
+        threadDetails.value[thread.id] = thread
+    }
     startWatchingThread()
     return thread
 }

{llms_py-3.0.2 → llms_py-3.0.3}/llms/main.py

@@ -41,7 +41,7 @@ try:
 except ImportError:
     HAS_PIL = False
 
-VERSION = "3.0.2"
+VERSION = "3.0.3"
 _ROOT = None
 DEBUG = os.getenv("DEBUG") == "1"
 MOCK = os.getenv("MOCK") == "1"
@@ -1288,6 +1288,8 @@ def to_error_message(e):
     # check if has 'message' attribute
     if hasattr(e, "message"):
         return e.message
+    if hasattr(e, "status"):
+        return str(e.status)
     return str(e)
 
 

{llms_py-3.0.2 → llms_py-3.0.3}/llms/ui/ai.mjs

@@ -6,7 +6,7 @@ const headers = { 'Accept': 'application/json' }
 const prefsKey = 'llms.prefs'
 
 export const o = {
-    version: '3.0.2',
+    version: '3.0.3',
     base,
     prefsKey,
     welcome: 'Welcome to llms.py',

{llms_py-3.0.2 → llms_py-3.0.3}/llms/ui/app.css

@@ -18,6 +18,12 @@
     --color-red-700: oklch(50.5% 0.213 27.518);
     --color-red-800: oklch(44.4% 0.177 26.899);
     --color-red-900: oklch(39.6% 0.141 25.723);
+    --color-orange-100: oklch(95.4% 0.038 75.164);
+    --color-orange-200: oklch(90.1% 0.076 70.697);
+    --color-orange-400: oklch(75% 0.183 55.934);
+    --color-orange-600: oklch(64.6% 0.222 41.116);
+    --color-orange-800: oklch(47% 0.157 37.304);
+    --color-orange-900: oklch(40.8% 0.123 38.172);
     --color-yellow-50: oklch(98.7% 0.026 102.212);
     --color-yellow-100: oklch(97.3% 0.071 103.193);
     --color-yellow-200: oklch(94.5% 0.129 101.54);
@@ -1103,6 +1109,9 @@
   .cursor-default {
     cursor: default;
   }
+  .cursor-help {
+    cursor: help;
+  }
   .cursor-not-allowed {
     cursor: not-allowed;
   }
@@ -1668,6 +1677,9 @@
   .bg-indigo-700 {
     background-color: var(--color-indigo-700);
   }
+  .bg-orange-100 {
+    background-color: var(--color-orange-100);
+  }
   .bg-purple-100 {
     background-color: var(--color-purple-100);
   }
@@ -1743,9 +1755,6 @@
   .bg-yellow-50 {
     background-color: var(--color-yellow-50);
   }
-  .bg-yellow-100 {
-    background-color: var(--color-yellow-100);
-  }
   .bg-yellow-400 {
     background-color: var(--color-yellow-400);
   }
@@ -2313,6 +2322,12 @@
   .text-indigo-700 {
     color: var(--color-indigo-700);
   }
+  .text-orange-600 {
+    color: var(--color-orange-600);
+  }
+  .text-orange-800 {
+    color: var(--color-orange-800);
+  }
   .text-purple-600 {
     color: var(--color-purple-600);
   }
@@ -2385,9 +2400,6 @@
   .text-yellow-700 {
     color: var(--color-yellow-700);
   }
-  .text-yellow-800 {
-    color: var(--color-yellow-800);
-  }
   .capitalize {
     text-transform: capitalize;
   }
@@ -4830,6 +4842,11 @@
       background-color: var(--color-indigo-900);
     }
   }
+  .dark\:bg-orange-900 {
+    &:where(.dark, .dark *) {
+      background-color: var(--color-orange-900);
+    }
+  }
   .dark\:bg-purple-600 {
     &:where(.dark, .dark *) {
       background-color: var(--color-purple-600);
@@ -4920,23 +4937,11 @@
       background-color: var(--color-yellow-200);
     }
   }
-  .dark\:bg-yellow-900 {
-    &:where(.dark, .dark *) {
-      background-color: var(--color-yellow-900);
-    }
-  }
   .dark\:fill-gray-300 {
     &:where(.dark, .dark *) {
       fill: var(--color-gray-300);
     }
   }
-  .dark\:dark\:text-gray-200 {
-    &:where(.dark, .dark *) {
-      &:where(.dark, .dark *) {
-        color: var(--color-gray-200);
-      }
-    }
-  }
   .dark\:text-black {
     &:where(.dark, .dark *) {
       color: var(--color-black);
@@ -5073,6 +5078,16 @@
       color: var(--color-indigo-500);
     }
   }
+  .dark\:text-orange-200 {
+    &:where(.dark, .dark *) {
+      color: var(--color-orange-200);
+    }
+  }
+  .dark\:text-orange-400 {
+    &:where(.dark, .dark *) {
+      color: var(--color-orange-400);
+    }
+  }
   .dark\:text-purple-300 {
     &:where(.dark, .dark *) {
       color: var(--color-purple-300);
@@ -5118,11 +5133,6 @@
       color: var(--color-white);
     }
   }
-  .dark\:text-yellow-200 {
-    &:where(.dark, .dark *) {
-      color: var(--color-yellow-200);
-    }
-  }
   .dark\:placeholder-gray-400 {
     &:where(.dark, .dark *) {
       &::placeholder {

{llms_py-3.0.2 → llms_py-3.0.3}/llms/ui/ctx.mjs

@@ -30,6 +30,7 @@ export class ExtensionScope {
         return this.ctx.ai.get(combinePaths(this.baseUrl, url), options)
     }
     delete(url, options) {
+        this.ctx.clearError()
         return this.ctx.ai.get(combinePaths(this.baseUrl, url), {
             ...options,
             method: 'DELETE'
@@ -39,41 +40,49 @@ export class ExtensionScope {
         return this.ctx.ai.getJson(combinePaths(this.baseUrl, url), options)
     }
     async deleteJson(url, options) {
+        this.ctx.clearError()
         return this.ctx.ai.getJson(combinePaths(this.baseUrl, url), {
             ...options,
             method: 'DELETE'
         })
     }
     post(url, options) {
+        this.ctx.clearError()
         return this.ctx.ai.post(combinePaths(this.baseUrl, url), options)
     }
     put(url, options) {
+        this.ctx.clearError()
         return this.ctx.ai.post(combinePaths(this.baseUrl, url), {
             ...options,
             method: 'PUT'
         })
     }
     patch(url, options) {
+        this.ctx.clearError()
         return this.ctx.ai.post(combinePaths(this.baseUrl, url), {
             ...options,
             method: 'PATCH'
         })
     }
     async postForm(url, options) {
+        this.ctx.clearError()
         return await this.ctx.ai.postForm(combinePaths(this.baseUrl, url), options)
     }
     async postJson(url, body) {
+        this.ctx.clearError()
         return this.ctx.ai.postJson(combinePaths(this.baseUrl, url), {
             body: body instanceof FormData ? body : JSON.stringify(body)
         })
     }
     async putJson(url, body) {
+        this.ctx.clearError()
         return this.ctx.ai.postJson(combinePaths(this.baseUrl, url), {
             method: 'PUT',
             body: body instanceof FormData ? body : JSON.stringify(body)
         })
     }
     async patchJson(url, body) {
+        this.ctx.clearError()
         return this.ctx.ai.postJson(combinePaths(this.baseUrl, url), {
             method: 'PATCH',
             body: body instanceof FormData ? body : JSON.stringify(body)
@@ -136,6 +145,7 @@ export class AppContext {
         this.chatErrorFilters = []
         this.createThreadFilters = []
         this.updateThreadFilters = []
+        this.threadHeaderComponents = {}
         this.threadFooterComponents = {}
         this.top = {}
         this.left = {}
@@ -297,6 +307,9 @@ export class AppContext {
         this.toggleLayout('left', toggle)
         return toggle
     }
+    setThreadHeaders(components) {
+        Object.assign(this.threadHeaderComponents, components)
+    }
     setThreadFooters(components) {
         Object.assign(this.threadFooterComponents, components)
     }