llms-py 2.0.5__tar.gz → 2.0.7__tar.gz

{llms_py-2.0.5/llms_py.egg-info → llms_py-2.0.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: llms-py
-Version: 2.0.5
+Version: 2.0.7
 Summary: A lightweight CLI tool and OpenAI-compatible server for querying multiple Large Language Model (LLM) providers
 Home-page: https://github.com/ServiceStack/llms
 Author: ServiceStack
@@ -63,6 +63,14 @@ Configure additional providers and models in [llms.json](llms.json)
 - **Unified Models**: Define custom model names that map to different provider-specific names
 - **Multi-Model Support**: Support for over 160+ different LLMs
 
+## llms.py UI
+
+Simple ChatGPT-like UI to access ALL Your LLMs, Locally or Remotely!
+
+[![llms.py UI](https://servicestack.net/img/posts/llms-py-ui/bg.webp)](https://servicestack.net/posts/llms-py-ui)
+
+Read the [Introductory Blog Post](https://servicestack.net/posts/llms-py-ui).
+
 ## Installation
 
 ### Option 1: Install from PyPI

{llms_py-2.0.5 → llms_py-2.0.7}/README.md

@@ -23,6 +23,14 @@ Configure additional providers and models in [llms.json](llms.json)
 - **Unified Models**: Define custom model names that map to different provider-specific names
 - **Multi-Model Support**: Support for over 160+ different LLMs
 
+## llms.py UI
+
+Simple ChatGPT-like UI to access ALL Your LLMs, Locally or Remotely!
+
+[![llms.py UI](https://servicestack.net/img/posts/llms-py-ui/bg.webp)](https://servicestack.net/posts/llms-py-ui)
+
+Read the [Introductory Blog Post](https://servicestack.net/posts/llms-py-ui).
+
 ## Installation
 
 ### Option 1: Install from PyPI

{llms_py-2.0.5 → llms_py-2.0.7}/llms.py

@@ -21,7 +21,7 @@ from aiohttp import web
 from pathlib import Path
 from importlib import resources   # Py≥3.9  (pip install importlib_resources for 3.7/3.8)
 
-VERSION = "2.0.5"
+VERSION = "2.0.7"
 _ROOT = None
 g_config_path = None
 g_ui_path = None
@@ -66,6 +66,16 @@ def chat_summary(chat):
                             item['file']['file_data'] = f"({len(data)})"
     return json.dumps(clone, indent=2)
 
+def gemini_chat_summary(gemini_chat):
+    """Summarize Gemini chat completion request for logging. Replace inline_data with size of content only"""
+    clone = json.loads(json.dumps(gemini_chat))
+    for content in clone['contents']:
+        for part in content['parts']:
+            if 'inline_data' in part:
+                data = part['inline_data']['data']
+                part['inline_data']['data'] = f"({len(data)})"
+    return json.dumps(clone, indent=2)
+
 image_exts = 'png,webp,jpg,jpeg,gif,bmp,svg,tiff,ico'.split(',')
 audio_exts = 'mp3,wav,ogg,flac,m4a,opus,webm'.split(',')
 
@@ -417,7 +427,7 @@ class GoogleProvider(OpenAiProvider):
             gemini_chat_url = f"https://generativelanguage.googleapis.com/v1beta/models/{chat['model']}:generateContent?key={self.api_key}"
 
             _log(f"POST {gemini_chat_url}")
-            _log(json.dumps(gemini_chat, indent=2))
+            _log(gemini_chat_summary(gemini_chat))
 
             if self.curl:
                 curl_args = [

{llms_py-2.0.5 → llms_py-2.0.7/llms_py.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: llms-py
-Version: 2.0.5
+Version: 2.0.7
 Summary: A lightweight CLI tool and OpenAI-compatible server for querying multiple Large Language Model (LLM) providers
 Home-page: https://github.com/ServiceStack/llms
 Author: ServiceStack
@@ -63,6 +63,14 @@ Configure additional providers and models in [llms.json](llms.json)
 - **Unified Models**: Define custom model names that map to different provider-specific names
 - **Multi-Model Support**: Support for over 160+ different LLMs
 
+## llms.py UI
+
+Simple ChatGPT-like UI to access ALL Your LLMs, Locally or Remotely!
+
+[![llms.py UI](https://servicestack.net/img/posts/llms-py-ui/bg.webp)](https://servicestack.net/posts/llms-py-ui)
+
+Read the [Introductory Blog Post](https://servicestack.net/posts/llms-py-ui).
+
 ## Installation
 
 ### Option 1: Install from PyPI

{llms_py-2.0.5 → llms_py-2.0.7}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "llms-py"
-version = "2.0.5"
+version = "2.0.7"
 description = "A lightweight CLI tool and OpenAI-compatible server for querying multiple Large Language Model (LLM) providers"
 readme = "README.md"
 license = "BSD-3-Clause"

{llms_py-2.0.5 → llms_py-2.0.7}/setup.py

@@ -16,7 +16,7 @@ with open(os.path.join(this_directory, "requirements.txt"), encoding="utf-8") as
 
 setup(
     name="llms-py",
-    version="2.0.5",
+    version="2.0.7",
     author="ServiceStack",
     author_email="team@servicestack.net",
     description="A lightweight CLI tool and OpenAI-compatible server for querying multiple Large Language Model (LLM) providers",

{llms_py-2.0.5 → llms_py-2.0.7}/ui/ChatPrompt.mjs

@@ -146,12 +146,14 @@ export default {
             // allow re-selecting the same file
             if (fileInput.value) fileInput.value.value = ''
 
-            if (hasImage()) {
-                messageText.value = getTextContent(config.defaults.image)
-            } else if (hasAudio()) {
-                messageText.value = getTextContent(config.defaults.audio)
-            } else {
-                messageText.value = getTextContent(config.defaults.file)
+            if (!messageText.value.trim()) {
+                if (hasImage()) {
+                    messageText.value = getTextContent(config.defaults.image)
+                } else if (hasAudio()) {
+                    messageText.value = getTextContent(config.defaults.audio)
+                } else {
+                    messageText.value = getTextContent(config.defaults.file)
+                }
             }
         }
         const removeAttachment = (i) => {

{llms_py-2.0.5 → llms_py-2.0.7}/ui/Main.mjs

@@ -197,6 +197,51 @@ export default {
                         <div class="max-w-2xl mx-auto">
                             <ChatPrompt :model="selectedModel" :systemPrompt="currentSystemPrompt" />
                         </div>
+
+                        <!-- Export/Import buttons -->
+                        <div class="mt-2 flex space-x-3 justify-center">
+                            <button type="button"
+                                @click="exportThreads"
+                                :disabled="isExporting"
+                                :title="'Export ' + threads?.threads?.value?.length + ' conversations'"
+                                class="inline-flex items-center px-3 py-2 border border-gray-300 rounded-md shadow-sm text-sm font-medium text-gray-700 bg-white hover:bg-gray-50 focus:outline-none focus:ring-2 focus:ring-offset-2 focus:ring-blue-500 disabled:opacity-50 disabled:cursor-not-allowed"
+                            >
+                                <svg v-if="!isExporting" class="size-5 mr-1" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24">
+                                    <path fill="currentColor" d="m12 16l-5-5l1.4-1.45l2.6 2.6V4h2v8.15l2.6-2.6L17 11zm-6 4q-.825 0-1.412-.587T4 18v-3h2v3h12v-3h2v3q0 .825-.587 1.413T18 20z"></path>
+                                </svg>
+                                <svg v-else class="size-5 mr-1 animate-spin" fill="none" viewBox="0 0 24 24">
+                                    <circle class="opacity-25" cx="12" cy="12" r="10" stroke="currentColor" stroke-width="4"></circle>
+                                    <path class="opacity-75" fill="currentColor" d="M4 12a8 8 0 018-8V0C5.373 0 0 5.373 0 12h4zm2 5.291A7.962 7.962 0 014 12H0c0 3.042 1.135 5.824 3 7.938l3-2.647z"></path>
+                                </svg>
+                                {{ isExporting ? 'Exporting...' : 'Export' }}
+                            </button>
+
+                            <button type="button"
+                                @click="triggerImport"
+                                :disabled="isImporting"
+                                title="Import conversations from JSON file"
+                                class="inline-flex items-center px-3 py-2 border border-gray-300 rounded-md shadow-sm text-sm font-medium text-gray-700 bg-white hover:bg-gray-50 focus:outline-none focus:ring-2 focus:ring-offset-2 focus:ring-blue-500 disabled:opacity-50 disabled:cursor-not-allowed"
+                            >
+                                <svg v-if="!isImporting" class="size-5 mr-1" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24">
+                                    <path fill="currentColor" d="m14 12l-4-4v3H2v2h8v3m10 2V6a2 2 0 0 0-2-2H6a2 2 0 0 0-2 2v3h2V6h12v12H6v-3H4v3a2 2 0 0 0 2 2h12a2 2 0 0 0 2-2"/>
+                                </svg>
+                                <svg v-else class="size-5 mr-1 animate-spin" fill="none" viewBox="0 0 24 24">
+                                    <circle class="opacity-25" cx="12" cy="12" r="10" stroke="currentColor" stroke-width="4"></circle>
+                                    <path class="opacity-75" fill="currentColor" d="M4 12a8 8 0 018-8V0C5.373 0 0 5.373 0 12h4zm2 5.291A7.962 7.962 0 014 12H0c0 3.042 1.135 5.824 3 7.938l3-2.647z"></path>
+                                </svg>
+                                {{ isImporting ? 'Importing...' : 'Import' }}
+                            </button>
+
+                            <!-- Hidden file input for import -->
+                            <input
+                                ref="fileInput"
+                                type="file"
+                                accept=".json"
+                                @change="handleFileImport"
+                                class="hidden"
+                            />
+                        </div>
+
                     </div>
 
                     <!-- Messages -->
@@ -229,11 +274,25 @@ export default {
 
                             <!-- Message bubble -->
                             <div
-                                class="message rounded-lg px-4 py-3"
+                                class="message rounded-lg px-4 py-3 relative group"
                                 :class="message.role === 'user'
                                     ? 'bg-blue-600 text-white'
                                     : 'bg-gray-100 text-gray-900 border border-gray-200'"
                             >
+                                <!-- Copy button in top right corner -->
+                                <button
+                                    type="button"
+                                    @click="copyMessageContent(message)"
+                                    class="absolute top-2 right-2 opacity-0 group-hover:opacity-100 transition-opacity duration-200 p-1 rounded hover:bg-black/10 focus:outline-none focus:ring-2 focus:ring-blue-500"
+                                    :class="message.role === 'user' ? 'text-white/70 hover:text-white hover:bg-white/20' : 'text-gray-500 hover:text-gray-700'"
+                                    title="Copy message content"
+                                >
+                                    <svg class="w-4 h-4" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2">
+                                        <rect width="14" height="14" x="8" y="8" rx="2" ry="2"/>
+                                        <path d="M4 16c-1.1 0-2-.9-2-2V4c0-1.1.9-2 2-2h10c1.1 0 2 .9 2 2"/>
+                                    </svg>
+                                </button>
+
                                 <div
                                     v-if="message.role === 'assistant'"
                                     v-html="renderMarkdown(message.content)"
@@ -351,6 +410,9 @@ export default {
         const currentSystemPrompt = ref('')
         const showSystemPrompt = ref(false)
         const messagesContainer = ref(null)
+        const isExporting = ref(false)
+        const isImporting = ref(false)
+        const fileInput = ref(null)
 
         // Auto-scroll to bottom when new messages arrive
         const scrollToBottom = async () => {
@@ -412,6 +474,129 @@ export default {
             }))
         })
 
+        async function exportThreads() {
+            if (isExporting.value) return
+
+            isExporting.value = true
+            try {
+                // Load all threads from IndexedDB
+                await threads.loadThreads()
+                const allThreads = threads.threads.value
+
+                // Create export data with metadata
+                const exportData = {
+                    exportedAt: new Date().toISOString(),
+                    version: '1.0',
+                    source: 'llms.py',
+                    threadCount: allThreads.length,
+                    threads: allThreads
+                }
+
+                // Create and download JSON file
+                const jsonString = JSON.stringify(exportData, null, 2)
+                const blob = new Blob([jsonString], { type: 'application/json' })
+                const url = URL.createObjectURL(blob)
+
+                const link = document.createElement('a')
+                link.href = url
+                link.download = `llms-threads-export-${new Date().toISOString().split('T')[0]}.json`
+                document.body.appendChild(link)
+                link.click()
+                document.body.removeChild(link)
+                URL.revokeObjectURL(url)
+
+            } catch (error) {
+                console.error('Failed to export threads:', error)
+                alert('Failed to export threads: ' + error.message)
+            } finally {
+                isExporting.value = false
+            }
+        }
+
+        function triggerImport() {
+            if (isImporting.value) return
+            fileInput.value?.click()
+        }
+
+        async function handleFileImport(event) {
+            const file = event.target.files?.[0]
+            if (!file) return
+
+            isImporting.value = true
+            try {
+                const text = await file.text()
+                const importData = JSON.parse(text)
+
+                // Validate import data structure
+                if (!importData.threads || !Array.isArray(importData.threads)) {
+                    throw new Error('Invalid import file: missing or invalid threads array')
+                }
+
+                // Import threads one by one
+                let importedCount = 0
+                let updatedCount = 0
+
+                for (const threadData of importData.threads) {
+                    if (!threadData.id) {
+                        console.warn('Skipping thread without ID:', threadData)
+                        continue
+                    }
+
+                    try {
+                        // Check if thread already exists
+                        const existingThread = await threads.getThread(threadData.id)
+
+                        if (existingThread) {
+                            // Update existing thread
+                            await threads.updateThread(threadData.id, {
+                                title: threadData.title,
+                                model: threadData.model,
+                                systemPrompt: threadData.systemPrompt,
+                                messages: threadData.messages || [],
+                                createdAt: threadData.createdAt,
+                                // Keep the existing updatedAt or use imported one
+                                updatedAt: threadData.updatedAt || existingThread.updatedAt
+                            })
+                            updatedCount++
+                        } else {
+                            // Add new thread directly to IndexedDB
+                            await threads.initDB()
+                            const db = await threads.initDB()
+                            const tx = db.transaction(['threads'], 'readwrite')
+                            await tx.objectStore('threads').add({
+                                id: threadData.id,
+                                title: threadData.title || 'Imported Chat',
+                                model: threadData.model || '',
+                                systemPrompt: threadData.systemPrompt || '',
+                                messages: threadData.messages || [],
+                                createdAt: threadData.createdAt || new Date().toISOString(),
+                                updatedAt: threadData.updatedAt || new Date().toISOString()
+                            })
+                            await tx.complete
+                            importedCount++
+                        }
+                    } catch (error) {
+                        console.error('Failed to import thread:', threadData.id, error)
+                    }
+                }
+
+                // Reload threads to reflect changes
+                await threads.loadThreads()
+
+                alert(`Import completed!\nNew threads: ${importedCount}\nUpdated threads: ${updatedCount}`)
+
+            } catch (error) {
+                console.error('Failed to import threads:', error)
+                alert('Failed to import threads: ' + error.message)
+            } finally {
+                isImporting.value = false
+                // Clear the file input
+                if (fileInput.value) {
+                    fileInput.value.value = ''
+                }
+            }
+        }
+
         function configUpdated() {
             console.log('configUpdated', selectedModel.value, models.length, models.includes(selectedModel.value))
             if (selectedModel.value && !models.includes(selectedModel.value)) {
@@ -441,6 +626,23 @@ export default {
         }
         const formatReasoning = (r) => typeof r === 'string' ? r : JSON.stringify(r, null, 2)
 
+        // Copy message content to clipboard
+        const copyMessageContent = async (message) => {
+            try {
+                await navigator.clipboard.writeText(message.content)
+                // Could add a toast notification here if desired
+            } catch (err) {
+                console.error('Failed to copy message content:', err)
+                // Fallback for older browsers
+                const textArea = document.createElement('textarea')
+                textArea.value = message.content
+                document.body.appendChild(textArea)
+                textArea.select()
+                document.execCommand('copy')
+                document.body.removeChild(textArea)
+            }
+        }
+
         onMounted(() => {
             setTimeout(addCopyButtons, 1)
         })
@@ -465,7 +667,14 @@ export default {
             isReasoningExpanded,
             toggleReasoning,
             formatReasoning,
+            copyMessageContent,
             configUpdated,
+            exportThreads,
+            isExporting,
+            triggerImport,
+            handleFileImport,
+            isImporting,
+            fileInput,
         }
     }
 }

{llms_py-2.0.5 → llms_py-2.0.7}/ui/app.css

@@ -135,7 +135,6 @@
     --default-transition-timing-function: cubic-bezier(0.4, 0, 0.2, 1);
     --default-font-family: var(--font-sans);
     --default-mono-font-family: var(--font-mono);
-    --default-ring-color: hsl(var(--ring));
   }
 }
 @layer base {
@@ -331,6 +330,9 @@
   .top-0 {
     top: calc(var(--spacing) * 0);
   }
+  .top-2 {
+    top: calc(var(--spacing) * 2);
+  }
   .right-0 {
     right: calc(var(--spacing) * 0);
   }
@@ -376,15 +378,9 @@
       max-width: 96rem;
     }
   }
-  .-m-2 {
-    margin: calc(var(--spacing) * -2);
-  }
   .-m-2\.5 {
     margin: calc(var(--spacing) * -2.5);
   }
-  .-mx-1 {
-    margin-inline: calc(var(--spacing) * -1);
-  }
   .-mx-1\.5 {
     margin-inline: calc(var(--spacing) * -1.5);
   }
@@ -394,9 +390,6 @@
   .mx-auto {
     margin-inline: auto;
   }
-  .-my-1 {
-    margin-block: calc(var(--spacing) * -1);
-  }
   .-my-1\.5 {
     margin-block: calc(var(--spacing) * -1.5);
   }
@@ -460,9 +453,6 @@
   .-ml-px {
     margin-left: -1px;
   }
-  .ml-0 {
-    margin-left: calc(var(--spacing) * 0);
-  }
   .ml-0\.5 {
     margin-left: calc(var(--spacing) * 0.5);
   }
@@ -633,9 +623,6 @@
   .w-80 {
     width: calc(var(--spacing) * 80);
   }
-  .w-84 {
-    width: calc(var(--spacing) * 84);
-  }
   .w-full {
     width: 100%;
   }
@@ -1031,9 +1018,6 @@
   .bg-gray-400 {
     background-color: var(--color-gray-400);
   }
-  .bg-gray-500 {
-    background-color: var(--color-gray-500);
-  }
   .bg-gray-500\/75 {
     background-color: color-mix(in srgb, oklch(55.1% 0.027 264.364) 75%, transparent);
     @supports (color: color-mix(in lab, red, red)) {
@@ -1046,9 +1030,6 @@
   .bg-gray-700 {
     background-color: var(--color-gray-700);
   }
-  .bg-gray-900 {
-    background-color: var(--color-gray-900);
-  }
   .bg-gray-900\/80 {
     background-color: color-mix(in srgb, oklch(21% 0.034 264.665) 80%, transparent);
     @supports (color: color-mix(in lab, red, red)) {
@@ -1142,9 +1123,6 @@
   .px-6 {
     padding-inline: calc(var(--spacing) * 6);
   }
-  .py-0 {
-    padding-block: calc(var(--spacing) * 0);
-  }
   .py-0\.5 {
     padding-block: calc(var(--spacing) * 0.5);
   }
@@ -1175,9 +1153,6 @@
   .py-12 {
     padding-block: calc(var(--spacing) * 12);
   }
-  .pt-0 {
-    padding-top: calc(var(--spacing) * 0);
-  }
   .pt-0\.5 {
     padding-top: calc(var(--spacing) * 0.5);
   }
@@ -1444,15 +1419,18 @@
   .text-sky-600 {
     color: var(--color-sky-600);
   }
-  .text-slate-300 {
-    color: var(--color-slate-300);
-  }
   .text-slate-500 {
     color: var(--color-slate-500);
   }
   .text-white {
     color: var(--color-white);
   }
+  .text-white\/70 {
+    color: color-mix(in srgb, #fff 70%, transparent);
+    @supports (color: color-mix(in lab, red, red)) {
+      color: color-mix(in oklab, var(--color-white) 70%, transparent);
+    }
+  }
   .text-yellow-400 {
     color: var(--color-yellow-400);
   }
@@ -1471,9 +1449,6 @@
   .uppercase {
     text-transform: uppercase;
   }
-  .underline {
-    text-decoration-line: underline;
-  }
   .placeholder-gray-500 {
     &::placeholder {
       color: var(--color-gray-500);
@@ -1531,9 +1506,6 @@
     --tw-inset-ring-shadow: inset 0 0 0 1px var(--tw-inset-ring-color, currentcolor);
     box-shadow: var(--tw-inset-shadow), var(--tw-inset-ring-shadow), var(--tw-ring-offset-shadow), var(--tw-ring-shadow), var(--tw-shadow);
   }
-  .ring-black {
-    --tw-ring-color: var(--color-black);
-  }
   .ring-black\/5 {
     --tw-ring-color: color-mix(in srgb, #000 5%, transparent);
     @supports (color: color-mix(in lab, red, red)) {
@@ -1543,9 +1515,6 @@
   .ring-indigo-500 {
     --tw-ring-color: var(--color-indigo-500);
   }
-  .inset-ring-gray-900 {
-    --tw-inset-ring-color: var(--color-gray-900);
-  }
   .inset-ring-gray-900\/5 {
     --tw-inset-ring-color: color-mix(in srgb, oklch(21% 0.034 264.665) 5%, transparent);
     @supports (color: color-mix(in lab, red, red)) {
@@ -1788,6 +1757,16 @@
       }
     }
   }
+  .hover\:bg-black\/10 {
+    &:hover {
+      @media (hover: hover) {
+        background-color: color-mix(in srgb, #000 10%, transparent);
+        @supports (color: color-mix(in lab, red, red)) {
+          background-color: color-mix(in oklab, var(--color-black) 10%, transparent);
+        }
+      }
+    }
+  }
   .hover\:bg-blue-100 {
     &:hover {
       @media (hover: hover) {
@@ -1886,6 +1865,16 @@
       }
     }
   }
+  .hover\:bg-white\/20 {
+    &:hover {
+      @media (hover: hover) {
+        background-color: color-mix(in srgb, #fff 20%, transparent);
+        @supports (color: color-mix(in lab, red, red)) {
+          background-color: color-mix(in oklab, var(--color-white) 20%, transparent);
+        }
+      }
+    }
+  }
   .hover\:bg-yellow-50 {
     &:hover {
       @media (hover: hover) {
@@ -2019,6 +2008,13 @@
       }
     }
   }
+  .hover\:text-white {
+    &:hover {
+      @media (hover: hover) {
+        color: var(--color-white);
+      }
+    }
+  }
   .hover\:opacity-70 {
     &:hover {
       @media (hover: hover) {
@@ -2245,6 +2241,11 @@
       color: var(--color-slate-500);
     }
   }
+  .disabled\:opacity-50 {
+    &:disabled {
+      opacity: 50%;
+    }
+  }
   .disabled\:shadow-none {
     &:disabled {
       --tw-shadow: 0 0 #0000;
@@ -2507,11 +2508,6 @@
       display: table-cell;
     }
   }
-  .md\:w-84 {
-    @media (width >= 48rem) {
-      width: calc(var(--spacing) * 84);
-    }
-  }
   .md\:max-w-xl {
     @media (width >= 48rem) {
       max-width: var(--container-xl);
@@ -2562,16 +2558,6 @@
       width: calc(var(--spacing) * 72);
     }
   }
-  .lg\:w-80 {
-    @media (width >= 64rem) {
-      width: calc(var(--spacing) * 80);
-    }
-  }
-  .lg\:w-84 {
-    @media (width >= 64rem) {
-      width: calc(var(--spacing) * 84);
-    }
-  }
   .lg\:max-w-screen-md {
     @media (width >= 64rem) {
       max-width: var(--breakpoint-md);