llms-py 3.0.0b8__py3-none-any.whl → 3.0.0b10__py3-none-any.whl

llms/ui/ai.mjs

@@ -6,7 +6,7 @@ const headers = { 'Accept': 'application/json' }
 const prefsKey = 'llms.prefs'
 
 export const o = {
-    version: '3.0.0b8',
+    version: '3.0.0b10',
     base,
     prefsKey,
     welcome: 'Welcome to llms.py',
@@ -74,12 +74,27 @@ export const o = {
             return { responseStatus }
         }
     },
+    createErrorStatus({ message, errorCode, stackTrace, errors, meta }) {
+        const ret = {
+            errorCode: errorCode || 'Error',
+            message: message,
+        }
+        if (stackTrace) {
+            ret.stackTrace = stackTrace
+        }
+        if (errors && Array.isArray(errors)) {
+            ret.errors = errors
+        }
+        if (meta) {
+            ret.meta = meta
+        }
+        return ret
+    },
     createErrorResult(e) {
         return new ApiResult({
-            responseStatus: {
-                errorCode: 'Error',
-                message: `${e.message ?? e}`
-            }
+            error: e.errorCode
+                ? this.createErrorStatus(e)
+                : this.createErrorStatus({ message: `${e.message ?? e}` })
         })
     },
     async getConfig() {

llms/ui/app.css

@@ -95,6 +95,7 @@
     --color-fuchsia-900: oklch(40.1% 0.17 325.612);
     --color-slate-50: oklch(98.4% 0.003 247.858);
     --color-slate-200: oklch(92.9% 0.013 255.508);
+    --color-slate-300: oklch(86.9% 0.022 252.894);
     --color-slate-400: oklch(70.4% 0.04 256.788);
     --color-slate-500: oklch(55.4% 0.046 257.417);
     --color-slate-700: oklch(37.2% 0.044 257.287);
@@ -186,6 +187,7 @@
     --default-transition-timing-function: cubic-bezier(0.4, 0, 0.2, 1);
     --default-font-family: var(--font-sans);
     --default-mono-font-family: var(--font-mono);
+    --default-ring-color: hsl(var(--ring));
   }
 }
 @layer base {
@@ -393,6 +395,9 @@
   .top-0 {
     top: calc(var(--spacing) * 0);
   }
+  .top-1 {
+    top: calc(var(--spacing) * 1);
+  }
   .top-1\/2 {
     top: calc(1/2 * 100%);
   }
@@ -429,6 +434,9 @@
   .left-0 {
     left: calc(var(--spacing) * 0);
   }
+  .left-1 {
+    left: calc(var(--spacing) * 1);
+  }
   .left-1\/2 {
     left: calc(1/2 * 100%);
   }
@@ -501,9 +509,15 @@
       max-width: 96rem;
     }
   }
+  .-m-2 {
+    margin: calc(var(--spacing) * -2);
+  }
   .-m-2\.5 {
     margin: calc(var(--spacing) * -2.5);
   }
+  .-mx-1 {
+    margin-inline: calc(var(--spacing) * -1);
+  }
   .-mx-1\.5 {
     margin-inline: calc(var(--spacing) * -1.5);
   }
@@ -516,6 +530,9 @@
   .mx-auto {
     margin-inline: auto;
   }
+  .-my-1 {
+    margin-block: calc(var(--spacing) * -1);
+  }
   .-my-1\.5 {
     margin-block: calc(var(--spacing) * -1.5);
   }
@@ -537,6 +554,9 @@
   .-mt-36 {
     margin-top: calc(var(--spacing) * -36);
   }
+  .mt-0 {
+    margin-top: calc(var(--spacing) * 0);
+  }
   .mt-0\.5 {
     margin-top: calc(var(--spacing) * 0.5);
   }
@@ -714,6 +734,9 @@
     width: calc(var(--spacing) * 20);
     height: calc(var(--spacing) * 20);
   }
+  .h-1 {
+    height: calc(var(--spacing) * 1);
+  }
   .h-1\.5 {
     height: calc(var(--spacing) * 1.5);
   }
@@ -979,6 +1002,10 @@
   .origin-top-right {
     transform-origin: 100% 0;
   }
+  .-translate-x-1 {
+    --tw-translate-x: calc(var(--spacing) * -1);
+    translate: var(--tw-translate-x) var(--tw-translate-y);
+  }
   .-translate-x-1\/2 {
     --tw-translate-x: calc(calc(1/2 * 100%) * -1);
     translate: var(--tw-translate-x) var(--tw-translate-y);
@@ -995,6 +1022,10 @@
     --tw-translate-x: calc(var(--spacing) * 0);
     translate: var(--tw-translate-x) var(--tw-translate-y);
   }
+  .translate-x-1 {
+    --tw-translate-x: calc(var(--spacing) * 1);
+    translate: var(--tw-translate-x) var(--tw-translate-y);
+  }
   .translate-x-1\/4 {
     --tw-translate-x: calc(1/4 * 100%);
     translate: var(--tw-translate-x) var(--tw-translate-y);
@@ -1007,6 +1038,10 @@
     --tw-translate-x: 100%;
     translate: var(--tw-translate-x) var(--tw-translate-y);
   }
+  .-translate-y-1 {
+    --tw-translate-y: calc(var(--spacing) * -1);
+    translate: var(--tw-translate-x) var(--tw-translate-y);
+  }
   .-translate-y-1\/2 {
     --tw-translate-y: calc(calc(1/2 * 100%) * -1);
     translate: var(--tw-translate-x) var(--tw-translate-y);
@@ -1019,6 +1054,10 @@
     --tw-translate-y: calc(var(--spacing) * 0);
     translate: var(--tw-translate-x) var(--tw-translate-y);
   }
+  .translate-y-1 {
+    --tw-translate-y: calc(var(--spacing) * 1);
+    translate: var(--tw-translate-x) var(--tw-translate-y);
+  }
   .translate-y-1\/4 {
     --tw-translate-y: calc(1/4 * 100%);
     translate: var(--tw-translate-x) var(--tw-translate-y);
@@ -1180,6 +1219,9 @@
       margin-block-end: calc(calc(var(--spacing) * 8) * calc(1 - var(--tw-space-y-reverse)));
     }
   }
+  .gap-x-1 {
+    column-gap: calc(var(--spacing) * 1);
+  }
   .gap-x-1\.5 {
     column-gap: calc(var(--spacing) * 1.5);
   }
@@ -1445,6 +1487,9 @@
   .border-red-400 {
     border-color: var(--color-red-400);
   }
+  .border-red-800 {
+    border-color: var(--color-red-800);
+  }
   .border-red-800\/20 {
     border-color: color-mix(in srgb, oklch(44.4% 0.177 26.899) 20%, transparent);
     @supports (color: color-mix(in lab, red, red)) {
@@ -1454,6 +1499,9 @@
   .border-transparent {
     border-color: transparent;
   }
+  .border-white {
+    border-color: var(--color-white);
+  }
   .border-white\/10 {
     border-color: color-mix(in srgb, #fff 10%, transparent);
     @supports (color: color-mix(in lab, red, red)) {
@@ -1475,12 +1523,18 @@
   .border-yellow-400 {
     border-color: var(--color-yellow-400);
   }
+  .border-yellow-500 {
+    border-color: var(--color-yellow-500);
+  }
   .border-yellow-500\/30 {
     border-color: color-mix(in srgb, oklch(79.5% 0.184 86.047) 30%, transparent);
     @supports (color: color-mix(in lab, red, red)) {
       border-color: color-mix(in oklab, var(--color-yellow-500) 30%, transparent);
     }
   }
+  .border-yellow-600 {
+    border-color: var(--color-yellow-600);
+  }
   .border-yellow-600\/30 {
     border-color: color-mix(in srgb, oklch(68.1% 0.162 75.834) 30%, transparent);
     @supports (color: color-mix(in lab, red, red)) {
@@ -1490,6 +1544,9 @@
   .bg-\[\#fdfbf7\] {
     background-color: #fdfbf7;
   }
+  .bg-black {
+    background-color: var(--color-black);
+  }
   .bg-black\/40 {
     background-color: color-mix(in srgb, #000 40%, transparent);
     @supports (color: color-mix(in lab, red, red)) {
@@ -1556,6 +1613,9 @@
   .bg-gray-400 {
     background-color: var(--color-gray-400);
   }
+  .bg-gray-500 {
+    background-color: var(--color-gray-500);
+  }
   .bg-gray-500\/75 {
     background-color: color-mix(in srgb, oklch(55.1% 0.027 264.364) 75%, transparent);
     @supports (color: color-mix(in lab, red, red)) {
@@ -1619,9 +1679,15 @@
   .bg-sky-600 {
     background-color: var(--color-sky-600);
   }
+  .bg-slate-50 {
+    background-color: var(--color-slate-50);
+  }
   .bg-slate-50\! {
     background-color: var(--color-slate-50) !important;
   }
+  .bg-slate-400 {
+    background-color: var(--color-slate-400);
+  }
   .bg-slate-400\/10 {
     background-color: color-mix(in srgb, oklch(70.4% 0.04 256.788) 10%, transparent);
     @supports (color: color-mix(in lab, red, red)) {
@@ -1686,6 +1752,10 @@
     --tw-gradient-position: to top in oklab;
     background-image: linear-gradient(var(--tw-gradient-stops));
   }
+  .from-black {
+    --tw-gradient-from: var(--color-black);
+    --tw-gradient-stops: var(--tw-gradient-via-stops, var(--tw-gradient-position), var(--tw-gradient-from) var(--tw-gradient-from-position), var(--tw-gradient-to) var(--tw-gradient-to-position));
+  }
   .from-black\/80 {
     --tw-gradient-from: color-mix(in srgb, #000 80%, transparent);
     @supports (color: color-mix(in lab, red, red)) {
@@ -1717,6 +1787,11 @@
     --tw-gradient-from: var(--color-yellow-400);
     --tw-gradient-stops: var(--tw-gradient-via-stops, var(--tw-gradient-position), var(--tw-gradient-from) var(--tw-gradient-from-position), var(--tw-gradient-to) var(--tw-gradient-to-position));
   }
+  .via-black {
+    --tw-gradient-via: var(--color-black);
+    --tw-gradient-via-stops: var(--tw-gradient-position), var(--tw-gradient-from) var(--tw-gradient-from-position), var(--tw-gradient-via) var(--tw-gradient-via-position), var(--tw-gradient-to) var(--tw-gradient-to-position);
+    --tw-gradient-stops: var(--tw-gradient-via-stops);
+  }
   .via-black\/20 {
     --tw-gradient-via: color-mix(in srgb, #000 20%, transparent);
     @supports (color: color-mix(in lab, red, red)) {
@@ -1841,6 +1916,9 @@
   .px-12 {
     padding-inline: calc(var(--spacing) * 12);
   }
+  .py-0 {
+    padding-block: calc(var(--spacing) * 0);
+  }
   .py-0\.5 {
     padding-block: calc(var(--spacing) * 0.5);
   }
@@ -1877,6 +1955,9 @@
   .py-12 {
     padding-block: calc(var(--spacing) * 12);
   }
+  .pt-0 {
+    padding-top: calc(var(--spacing) * 0);
+  }
   .pt-0\.5 {
     padding-top: calc(var(--spacing) * 0.5);
   }
@@ -2243,6 +2324,9 @@
   .text-sky-600 {
     color: var(--color-sky-600);
   }
+  .text-slate-300 {
+    color: var(--color-slate-300);
+  }
   .text-slate-500 {
     color: var(--color-slate-500);
   }
@@ -2270,6 +2354,9 @@
   .text-yellow-400 {
     color: var(--color-yellow-400);
   }
+  .text-yellow-500 {
+    color: var(--color-yellow-500);
+  }
   .text-yellow-500\/60 {
     color: color-mix(in srgb, oklch(79.5% 0.184 86.047) 60%, transparent);
     @supports (color: color-mix(in lab, red, red)) {
@@ -2429,24 +2516,45 @@
     --tw-inset-ring-shadow: inset 0 0 0 1px var(--tw-inset-ring-color, currentcolor);
     box-shadow: var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow);
   }
+  .shadow-black {
+    --tw-shadow-color: #000;
+    @supports (color: color-mix(in lab, red, red)) {
+      --tw-shadow-color: color-mix(in oklab, var(--color-black) var(--tw-shadow-alpha), transparent);
+    }
+  }
   .shadow-black\/5 {
     --tw-shadow-color: color-mix(in srgb, #000 5%, transparent);
     @supports (color: color-mix(in lab, red, red)) {
       --tw-shadow-color: color-mix(in oklab, color-mix(in oklab, var(--color-black) 5%, transparent) var(--tw-shadow-alpha), transparent);
     }
   }
+  .shadow-fuchsia-500 {
+    --tw-shadow-color: oklch(66.7% 0.295 322.15);
+    @supports (color: color-mix(in lab, red, red)) {
+      --tw-shadow-color: color-mix(in oklab, var(--color-fuchsia-500) var(--tw-shadow-alpha), transparent);
+    }
+  }
   .shadow-fuchsia-500\/10 {
     --tw-shadow-color: color-mix(in srgb, oklch(66.7% 0.295 322.15) 10%, transparent);
     @supports (color: color-mix(in lab, red, red)) {
       --tw-shadow-color: color-mix(in oklab, color-mix(in oklab, var(--color-fuchsia-500) 10%, transparent) var(--tw-shadow-alpha), transparent);
     }
   }
+  .shadow-gray-200 {
+    --tw-shadow-color: oklch(92.8% 0.006 264.531);
+    @supports (color: color-mix(in lab, red, red)) {
+      --tw-shadow-color: color-mix(in oklab, var(--color-gray-200) var(--tw-shadow-alpha), transparent);
+    }
+  }
   .shadow-gray-200\/50 {
     --tw-shadow-color: color-mix(in srgb, oklch(92.8% 0.006 264.531) 50%, transparent);
     @supports (color: color-mix(in lab, red, red)) {
       --tw-shadow-color: color-mix(in oklab, color-mix(in oklab, var(--color-gray-200) 50%, transparent) var(--tw-shadow-alpha), transparent);
     }
   }
+  .ring-black {
+    --tw-ring-color: var(--color-black);
+  }
   .ring-black\/5 {
     --tw-ring-color: color-mix(in srgb, #000 5%, transparent);
     @supports (color: color-mix(in lab, red, red)) {
@@ -2468,12 +2576,18 @@
   .ring-indigo-500 {
     --tw-ring-color: var(--color-indigo-500);
   }
+  .ring-yellow-400 {
+    --tw-ring-color: var(--color-yellow-400);
+  }
   .ring-yellow-400\/30 {
     --tw-ring-color: color-mix(in srgb, oklch(85.2% 0.199 91.936) 30%, transparent);
     @supports (color: color-mix(in lab, red, red)) {
       --tw-ring-color: color-mix(in oklab, var(--color-yellow-400) 30%, transparent);
     }
   }
+  .inset-ring-gray-900 {
+    --tw-inset-ring-color: var(--color-gray-900);
+  }
   .inset-ring-gray-900\/5 {
     --tw-inset-ring-color: color-mix(in srgb, oklch(21% 0.034 264.665) 5%, transparent);
     @supports (color: color-mix(in lab, red, red)) {

llms/ui/ctx.mjs

@@ -43,6 +43,18 @@ export class ExtensionScope {
     post(url, options) {
         return this.ctx.ai.post(combinePaths(this.baseUrl, url), options)
     }
+    put(url, options) {
+        return this.ctx.ai.post(combinePaths(this.baseUrl, url), {
+            ...options,
+            method: 'PUT'
+        })
+    }
+    patch(url, options) {
+        return this.ctx.ai.post(combinePaths(this.baseUrl, url), {
+            ...options,
+            method: 'PATCH'
+        })
+    }
     async postForm(url, options) {
         return await this.ctx.ai.postForm(combinePaths(this.baseUrl, url), options)
     }
@@ -66,6 +78,9 @@ export class ExtensionScope {
     async createJsonResult(res) {
         return this.ctx.ai.createJsonResult(res)
     }
+    createErrorStatus(status) {
+        return this.ctx.ai.createErrorStatus(status)
+    }
     createErrorResult(e) {
         return this.ctx.ai.createErrorResult(e)
     }
@@ -263,6 +278,12 @@ export class AppContext {
         return toggle
     }
 
+    createErrorStatus(status) {
+        return this.ai.createErrorStatus(status)
+    }
+    createErrorResult(e) {
+        return this.ai.createErrorResult(e)
+    }
     setError(error, msg = null) {
         this.state.error = error
         if (error) {
@@ -331,6 +352,7 @@ export class AppContext {
         if (Array.isArray(content)) {
             content = content.filter(c => c.type === 'text').map(c => c.text).join('\n')
         }
+        // Handled by katex
         // if (content) {
         //     content = content
         //         .replaceAll(`\\[ \\boxed{`, '\n<span class="inline-block text-xl text-blue-500 bg-blue-50 dark:text-blue-400 dark:bg-blue-950 px-3 py-1 rounded">')

llms/ui/modules/chat/ChatBody.mjs

@@ -20,9 +20,50 @@ const MessageUsage = {
     }
 }
 
+const MessageReasoning = {
+    template: `
+    <div class="mt-2 mb-2">
+        <button type="button" @click="toggleReasoning(message.id)" class="text-xs text-gray-600 dark:text-gray-400 hover:text-gray-800 dark:hover:text-gray-200 flex items-center space-x-1">
+            <svg class="w-3 h-3" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 20 20" :class="isReasoningExpanded(message.id) ? 'transform rotate-90' : ''"><path fill="currentColor" d="M7 5l6 5l-6 5z"/></svg>
+            <span>{{ isReasoningExpanded(message.id) ? 'Hide reasoning' : 'Show reasoning' }}</span>
+        </button>
+        <div v-if="isReasoningExpanded(message.id)" class="reasoning mt-2 rounded-lg border border-gray-200 dark:border-gray-700 bg-gray-50 dark:bg-gray-900 p-2">
+            <div v-if="typeof reasoning === 'string'" v-html="$fmt.markdown(reasoning)" class="prose prose-xs max-w-none dark:prose-invert"></div>
+            <pre v-else class="text-xs whitespace-pre-wrap overflow-x-auto">{{ formatReasoning(reasoning) }}</pre>
+        </div>
+    </div>
+    `,
+    props: {
+        reasoning: String,
+        message: Object,
+    },
+    setup(props) {
+        const expandedReasoning = ref(new Set())
+        const isReasoningExpanded = (id) => expandedReasoning.value.has(id)
+        const toggleReasoning = (id) => {
+            const s = new Set(expandedReasoning.value)
+            if (s.has(id)) {
+                s.delete(id)
+            } else {
+                s.add(id)
+            }
+            expandedReasoning.value = s
+        }
+        const formatReasoning = (r) => typeof r === 'string' ? r : JSON.stringify(r, null, 2)
+
+        return {
+            expandedReasoning,
+            isReasoningExpanded,
+            toggleReasoning,
+            formatReasoning,
+        }
+    }
+}
+
 export default {
     components: {
         MessageUsage,
+        MessageReasoning,
     },
     template: `
         <div class="flex flex-col h-full">
@@ -110,16 +151,8 @@ export default {
                                 ></div>
 
                                 <!-- Collapsible reasoning section -->
-                                <div v-if="message.role === 'assistant' && message.reasoning" class="mt-2 mb-2">
-                                    <button type="button" @click="toggleReasoning(message.id)" class="text-xs text-gray-600 dark:text-gray-400 hover:text-gray-800 dark:hover:text-gray-200 flex items-center space-x-1">
-                                        <svg class="w-3 h-3" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 20 20" :class="isReasoningExpanded(message.id) ? 'transform rotate-90' : ''"><path fill="currentColor" d="M7 5l6 5l-6 5z"/></svg>
-                                        <span>{{ isReasoningExpanded(message.id) ? 'Hide reasoning' : 'Show reasoning' }}</span>
-                                    </button>
-                                    <div v-if="isReasoningExpanded(message.id)" class="reasoning mt-2 rounded-lg border border-gray-200 dark:border-gray-700 bg-gray-50 dark:bg-gray-900 p-2">
-                                        <div v-if="typeof message.reasoning === 'string'" v-html="$fmt.markdown(message.reasoning)" class="prose prose-xs max-w-none dark:prose-invert"></div>
-                                        <pre v-else class="text-xs whitespace-pre-wrap overflow-x-auto">{{ formatReasoning(message.reasoning) }}</pre>
-                                    </div>
-                                </div>
+                                <MessageReasoning v-if="message.role === 'assistant' && (message.reasoning || message.thinking || message.reasoning_content)" 
+                                    :reasoning="message.reasoning || message.thinking || message.reasoning_content" :message="message" />
 
                                 <!-- Tool Calls & Outputs -->
                                 <div v-if="message.tool_calls && message.tool_calls.length > 0" class="mb-3 space-y-4">
@@ -435,20 +468,6 @@ export default {
             }
         }
 
-        // Reasoning collapse state and helpers
-        const expandedReasoning = ref(new Set())
-        const isReasoningExpanded = (id) => expandedReasoning.value.has(id)
-        const toggleReasoning = (id) => {
-            const s = new Set(expandedReasoning.value)
-            if (s.has(id)) {
-                s.delete(id)
-            } else {
-                s.add(id)
-            }
-            expandedReasoning.value = s
-        }
-        const formatReasoning = (r) => typeof r === 'string' ? r : JSON.stringify(r, null, 2)
-
         const copyMessageContent = async (message) => {
             let content = ''
             if (Array.isArray(message.content)) {
@@ -651,9 +670,6 @@ export default {
             selectedModelObj,
             messagesContainer,
             copying,
-            isReasoningExpanded,
-            toggleReasoning,
-            formatReasoning,
             copyMessageContent,
             redoMessage,
             editMessage,

llms/ui/modules/chat/index.mjs

@@ -1,10 +1,8 @@
 
-import { ref, computed, watch, nextTick, inject } from 'vue'
-import { useRouter } from 'vue-router'
+import { ref, watch, nextTick, inject } from 'vue'
 import { $$, createElement, lastRightPart, ApiResult, createErrorStatus, pick } from "@servicestack/client"
 import SettingsDialog, { useSettings } from './SettingsDialog.mjs'
 import ChatBody from './ChatBody.mjs'
-import HomeTools from './HomeTools.mjs'
 import { AppContext } from '../../ctx.mjs'
 
 const imageExts = 'png,webp,jpg,jpeg,gif,bmp,svg,tiff,ico'.split(',')
@@ -238,7 +236,7 @@ export function useChatPrompt(ctx) {
         return request
     }
 
-    async function completion({ request, model, thread, controller, store }) {
+    async function completion({ request, thread, model, controller, redirect }) {
         try {
             let error
             if (!model) {
@@ -250,20 +248,18 @@ export function useChatPrompt(ctx) {
             }
 
             if (!model) {
-                return new ApiResult({
-                    error: createErrorStatus(`Model ${request.model || ''} not found`, 'NotFound')
-                })
+                return ctx.createErrorResult({ message: `Model ${request.model || ''} not found`, errorCode: 'NotFound' })
             }
 
             if (!request.messages) request.messages = []
             if (!request.metadata) request.metadata = {}
 
-            if (store && !thread) {
+            if (!thread) {
                 const title = getTextContent(request) || 'New Chat'
-                thread = await ctx.threads.startNewThread({ title, model })
+                thread = await ctx.threads.startNewThread({ title, model, redirect })
             }
 
-            const threadId = thread?.id || ctx.threads.generateThreadId()
+            const threadId = thread?.id
 
             const ctxRequest = {
                 request,
@@ -282,7 +278,7 @@ export function useChatPrompt(ctx) {
 
             let response = null
             if (!res.ok) {
-                error = createErrorStatus('', `HTTP ${res.status} ${res.statusText}`)
+                error = ctx.createErrorStatus({ message: `HTTP ${res.status} ${res.statusText}` })
                 let errorBody = null
                 try {
                     errorBody = await res.text()
@@ -338,22 +334,6 @@ export function useChatPrompt(ctx) {
                     }
                 }
 
-                // Add assistant response (save entire message including reasoning)
-                const assistantMessage = response.choices?.[0]?.message
-
-                const usage = response.usage
-                if (usage) {
-                    if (response.metadata?.pricing) {
-                        const [input, output] = response.metadata.pricing.split('/')
-                        usage.duration = response.metadata.duration ?? (Date.now() - startTime)
-                        usage.input = input
-                        usage.output = output
-                        usage.tokens = usage.completion_tokens
-                        usage.price = usage.output
-                        usage.cost = ctx.fmt.tokenCost(usage.prompt_tokens / 1_000_000 * parseFloat(input) + usage.completion_tokens / 1_000_000 * parseFloat(output))
-                    }
-                }
-
                 nextTick(addCopyButtons)
 
                 return new ApiResult({ response })
@@ -666,7 +646,7 @@ const ChatPrompt = {
 
             // Create thread if none exists
             if (!ctx.threads.currentThread.value) {
-                thread = await ctx.threads.startNewThread({ model: props.model })
+                thread = await ctx.threads.startNewThread({ model: props.model, redirect: true })
             } else {
                 thread = ctx.threads.currentThread.value
             }
@@ -740,7 +720,7 @@ const ChatPrompt = {
                 console.debug(`thread title is '${thread.title}'`, request.title)
             }
 
-            const api = await ctx.threads.queueChat(threadId, request)
+            const api = await ctx.threads.queueChat({ request, thread })
             if (api.response) {
                 // success
                 ctx.chat.editingMessage.value = null
@@ -794,6 +774,14 @@ const ChatPrompt = {
     }
 }
 
+const HomeTools = {
+    template: `
+        <div class="mt-4 flex space-x-3 justify-center items-center">
+            <DarkModeToggle />
+        </div>
+    `,
+}
+
 export default {
     /**@param {AppContext} ctx */
     install(ctx) {

{llms_py-3.0.0b8.dist-info → llms_py-3.0.0b10.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: llms-py
-Version: 3.0.0b8
+Version: 3.0.0b10
 Summary: A lightweight CLI tool and OpenAI-compatible server for querying multiple Large Language Model (LLM) providers
 Home-page: https://github.com/ServiceStack/llms
 Author: ServiceStack