llms-py 2.0.20__py3-none-any.whl → 3.0.18__py3-none-any.whl

llms/ui/typography.css

@@ -94,16 +94,18 @@
     border-left-style: solid;
 }
 
-.dark .prose :not(:where([class~="not-prose"] *)), .dark .prose :where(td):not(:where([class~="not-prose"] *)) {
+.dark .prose :where(td):not(:where([class~="not-prose"] *)) {
     color: rgb(209 213 219); /*text-gray-300*/
 }
 .dark .prose :where(h1,h2,h3,h4,h5,h6,th):not(:where([class~="not-prose"] *)) {
     color: rgb(243 244 246); /*text-gray-100*/
 }
-.dark .prose :where(code):not(:where([class~="not-prose"] *)) {
+.dark .prose :where(code):not(:where([class~="not-prose"] *)),
+.dark .message em {
     background-color: rgb(30 58 138); /*text-blue-900*/
     color: rgb(243 244 246); /*text-gray-100*/
 }
+
 .dark .prose :where(pre code):not(:where([class~="not-prose"] *)) {
     background-color: unset;
 }
@@ -130,10 +132,6 @@
 .not-prose { max-width: unset; }
 .prose-table { max-width: 56rem; width: 56rem; padding-left: 1px; overflow-x: auto; }
 .hide-h2+h2 { display:none }
-.hljs, .prose :where(pre):not(:where([class~="not-prose"] *)) .hljs {
-    color: var(--tw-prose-pre-code) !important;
-    background-color: var(--tw-prose-pre-bg) !important;
-}
 @media (min-width: 1024px) {
     .lg\:prose-xl {
         font-size: 1.25rem;
@@ -285,6 +283,12 @@
 .prose pre::-webkit-scrollbar-thumb, .prose code::-webkit-scrollbar-thumb {
     background-color: rgb(100 116 139);
 }
+.dark .prose pre::-webkit-scrollbar, .dark .prose code::-webkit-scrollbar {
+    background: #111827;
+}
+.dark .prose pre::-webkit-scrollbar-thumb, .dark .prose code::-webkit-scrollbar-thumb {
+    background-color: rgb(71 85 105);
+}
 
 .html-format {
     max-width: unset;
@@ -390,6 +394,33 @@ h1:hover .header-anchor, h1 .header-anchor:focus, h2:hover .header-anchor, h2 .h
     font-weight: 600;
 }
 
+pre {
+    overflow-x: auto;
+    font-weight: 400;
+    font-size: .875em;
+    line-height: 1.7142857;
+    margin-top: 1.7142857em;
+    margin-bottom: 1.7142857em;
+    border-radius: .375rem;
+    padding: .8571429em 1.1428571em;
+    max-width: calc(100vw - 1rem);
+    min-width: fit-content;
+    background-color: #282c34;
+}
+pre code.hljs {
+    display: block;
+    overflow-x: auto;
+    padding: 1em;
+}
+.message pre {
+    max-width: 100%;
+    min-width: auto;
+}
+.message pre code.hljs {
+    overflow-x: unset;
+    width: 100%;
+}
+
 /* highlight.js - vs.css */
 .hljs {background:white;color:black}
 .hljs-comment,.hljs-quote,.hljs-variable{color:#008000}
@@ -413,38 +444,25 @@ pre code.hljs{display:block;overflow-x:auto;padding:1em}code.hljs{padding:3px 5p
 .hljs-built_in,.hljs-class .hljs-title,.hljs-title.class_{color:#e6c07b}.hljs-emphasis{font-style:italic}.hljs-strong{font-weight:700}
 .hljs-link{text-decoration:underline}
 
-/*highlightjs*/
-.hljs, .prose :where(pre):not(:where([class~="not-prose"] *)) .hljs {
-    color: #e5e7eb !important;
-    background-color: #282c34 !important;
+/* Dark mode overrides for Chat-specific styles */
+.dark .prose blockquote {
+    border-left-color: #374151;
+    color: #9ca3af;
 }
-.hljs-comment, .hljs-quote {
-    color: rgb(148 163 184); /*text-slate-400*/
+.dark .prose th,
+.dark .prose td {
+    border-color: #374151;
 }
-
-pre {
-    overflow-x: auto;
-    font-weight: 400;
-    font-size: .875em;
-    line-height: 1.7142857;
-    margin-top: 1.7142857em;
-    margin-bottom: 1.7142857em;
-    border-radius: .375rem;
-    padding: .8571429em 1.1428571em;
-    max-width: calc(100vw - 1rem);
-    min-width: fit-content;
-    background-color: #282c34 !important;
+.dark .prose th {
+    background-color: #1f2937;
 }
-pre code.hljs {
-    display: block;
-    overflow-x: auto;
-    padding: 1em;
+.dark .prose td {
+    background-color: #111827;
 }
-.message pre {
-    max-width: 100%;
-    min-width: auto;
+.hljs-comment, .hljs-quote {
+    color: rgb(148 163 184); /*text-slate-400*/
+}
+.dark .prose > pre, .dark .prose pre code.hljs {
+    background-color: #111827 !important;
+    color: #f3f4f6;
 }
-.message pre code.hljs {
-    overflow-x: unset;
-    width: 100%;
-}

llms/ui/utils.mjs

@@ -1,4 +1,5 @@
-import { $$, createElement, rightPart } from "@servicestack/client"
+import { toRaw } from "vue"
+import { rightPart, toDate } from "@servicestack/client"
 
 export function toJsonArray(json) {
     try {
@@ -30,127 +31,255 @@ export function storageObject(key, save) {
     return toJsonObject(localStorage.getItem(key)) ?? {}
 }
 
-export function deepClone(obj) {
-    return JSON.parse(JSON.stringify(obj))
+export function fileToBase64(file) {
+    return new Promise((resolve, reject) => {
+        const reader = new FileReader()
+        reader.readAsDataURL(file) //= "data:…;base64,…"
+        reader.onload = () => {
+            resolve(rightPart(reader.result, ',')) // strip prefix
+        }
+        reader.onerror = err => reject(err)
+    })
 }
 
-export function fileToBase64(file) {
-  return new Promise((resolve, reject) => {
-    const reader = new FileReader()
-    reader.readAsDataURL(file) //= "data:…;base64,…"
-    reader.onload  = () => {
-        resolve(rightPart(reader.result, ',')) // strip prefix
+export function fileToDataUri(file) {
+    return new Promise((resolve, reject) => {
+        const reader = new FileReader()
+        reader.readAsDataURL(file) //= "data:…;base64,…"
+        reader.onload = () => resolve(reader.result)
+        reader.onerror = err => reject(err)
+    })
+}
+
+export function serializedClone(obj) {
+    try {
+        return JSON.parse(JSON.stringify(obj))
+    } catch (e) {
+        console.warn('Deep cloning failed, returning original value:', e)
+        return obj
     }
-    reader.onerror = err => reject(err)
-  })
 }
 
-export function fileToDataUri(file) {
-  return new Promise((resolve, reject) => {
-    const reader = new FileReader()
-    reader.readAsDataURL(file) //= "data:…;base64,…"
-    reader.onload  = () => resolve(reader.result)
-    reader.onerror = err => reject(err)
-  })
+export function deepClone(o) {
+    if (o === null || typeof o !== 'object') return o
+
+    // Handle Array objects
+    if (Array.isArray(o)) {
+        return o.map(x => deepClone(x))
+    }
+
+    if (typeof structuredClone === 'function') { // available (modern browsers, Node.js 17+)
+        try {
+            return structuredClone(o)
+        } catch (e) {
+            console.warn('structuredClone failed, falling back to JSON:', e)
+            console.log(o)
+            // console.log(JSON.stringify(o, undefined, 2))
+        }
+    }
+
+    // Fallback to JSON stringify/parse for older environments
+    return serializedClone(o)
 }
 
 export function toModelInfo(model) {
     if (!model) return undefined
-    return Object.assign({}, model, { pricing: Object.assign({}, model.pricing) || undefined })
+    const props = ['id', 'name', 'provider', 'cost', 'modalities']
+    const to = {}
+    props.forEach(k => to[k] = toRaw(model[k]))
+    return deepClone(to)
+}
+
+export function pluralize(word, count) {
+    return count === 1 ? word : word + 's'
 }
 
-const numFmt = new Intl.NumberFormat(undefined,{style:'currency',currency:'USD', maximumFractionDigits:6})
-export function tokenCost(price) {
+const currFmt2 = new Intl.NumberFormat(undefined, { style: 'currency', currency: 'USD', maximumFractionDigits: 2 })
+const currFmt6 = new Intl.NumberFormat(undefined, { style: 'currency', currency: 'USD', maximumFractionDigits: 6 })
+
+export function tokenCost(price, tokens = 1000000) {
     if (!price) return ''
-    var ret = numFmt.format(parseFloat(price))
+    var ret = currFmt2.format(parseFloat(price) * (tokens / 1000000))
     return ret.endsWith('.00') ? ret.slice(0, -3) : ret
 }
+export function tokenCostLong(price, tokens = 1000000) {
+    if (!price) return ''
+    const ret = currFmt6.format(parseFloat(price) * (tokens / 1000000))
+    return ret.endsWith('.000000') ? ret.slice(0, -7) : ret
+}
 export function formatCost(cost) {
     if (!cost) return ''
-    return numFmt.format(parseFloat(cost))
+    return currFmt2.format(parseFloat(cost))
 }
-export function statsTitle(stats) {
+export function tokensTitle(usage) {
     let title = []
-    // Each stat on its own line
-    if (stats.cost) {
-        title.push(`Total Cost: ${formatCost(stats.cost)}`)
+    if (usage.tokens && usage.price) {
+        const msg = parseFloat(usage.price) > 0
+            ? `${usage.tokens} tokens @ ${usage.price} = ${tokenCostLong(usage.price, usage.tokens)}`
+            : `${usage.tokens} tokens`
+        const duration = usage.duration ? ` in ${usage.duration}ms` : ''
+        title.push(msg + duration)
+    }
+    return title.join('\n')
+}
+
+
+// Accessible in views via $fmt
+export function utilsFormatters() {
+    function relativeTime(timestamp) {
+        const now = new Date()
+        const date = new Date(timestamp)
+        const diffInSeconds = Math.floor((now - date) / 1000)
+
+        if (diffInSeconds < 60) return 'Just now'
+        if (diffInSeconds < 3600) return `${Math.floor(diffInSeconds / 60)}m ago`
+        if (diffInSeconds < 86400) return `${Math.floor(diffInSeconds / 3600)}h ago`
+        if (diffInSeconds < 604800) return `${Math.floor(diffInSeconds / 86400)}d ago`
+
+        return date.toLocaleDateString()
     }
-    if (stats.inputTokens) {
-        title.push(`Input Tokens: ${stats.inputTokens}`)
+    function costLong(cost) {
+        if (!cost) return ''
+        const ret = currFmt6.format(parseFloat(cost))
+        return ret.endsWith('.000000') ? ret.slice(0, -7) : ret
     }
-    if (stats.outputTokens) {
-        title.push(`Output Tokens: ${stats.outputTokens}`)
+    function statsTitle(stats) {
+        let title = []
+        // Each stat on its own line
+        if (stats.cost) {
+            title.push(`Total Cost: ${costLong(stats.cost)}`)
+        }
+        if (stats.inputTokens) {
+            title.push(`Input Tokens: ${stats.inputTokens}`)
+        }
+        if (stats.outputTokens) {
+            title.push(`Output Tokens: ${stats.outputTokens}`)
+        }
+        if (stats.requests) {
+            title.push(`Requests: ${stats.requests}`)
+        }
+        if (stats.duration) {
+            title.push(`Duration: ${stats.duration}ms`)
+        }
+        return title.join('\n')
     }
-    if (stats.requests) {
-        title.push(`Requests: ${stats.requests}`)
+
+    function time(timestamp) {
+        return new Date(timestamp).toLocaleTimeString([], {
+            hour: '2-digit',
+            minute: '2-digit'
+        })
     }
-    if (stats.duration) {
-        title.push(`Duration: ${stats.duration}ms`)
+
+    function shortDate(ts) {
+        if (!ts) return ''
+        const date = typeof ts === 'number' ? new Date(ts * 1000) : new Date(ts)
+        return date.toLocaleDateString(undefined, {
+            month: 'short', day: 'numeric', hour: '2-digit', minute: '2-digit'
+        })
     }
-    return title.join('\n')
-}
 
-const svg = {
-    clipboard: `<svg class="w-6 h-6" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><g fill="none"><path d="M8 5H6a2 2 0 0 0-2 2v12a2 2 0 0 0 2 2h10a2 2 0 0 0 2-2v-1M8 5a2 2 0 0 0 2 2h2a2 2 0 0 0 2-2M8 5a2 2 0 0 1 2-2h2a2 2 0 0 1 2 2m0 0h2a2 2 0 0 1 2 2v3m2 4H10m0 0l3-3m-3 3l3 3" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round"></path></g></svg>`,
-    check: `<svg class="w-6 h-6 text-green-500" fill="none" stroke="currentColor" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><path stroke-linecap="round" stroke-linejoin="round" stroke-width="2" d="M5 13l4 4L19 7"></path></svg>`,
-}
-
-function copyBlock(btn) {
-    // console.log('copyBlock',btn)
-    const label = btn.previousElementSibling
-    const code = btn.parentElement.nextElementSibling
-    label.classList.remove('hidden')
-    label.innerHTML = 'copied'
-    btn.classList.add('border-gray-600', 'bg-gray-700')
-    btn.classList.remove('border-gray-700')
-    btn.innerHTML = svg.check
-    navigator.clipboard.writeText(code.innerText)
-    setTimeout(() => {
-        label.classList.add('hidden')
-        label.innerHTML = ''
-        btn.innerHTML = svg.clipboard
-        btn.classList.remove('border-gray-600', 'bg-gray-700')
-        btn.classList.add('border-gray-700')
-    }, 2000)
-}
-
-export function addCopyButtonToCodeBlocks(sel) {
-    globalThis.copyBlock ??= copyBlock
-    //console.log('addCopyButtonToCodeBlocks', sel, [...$$(sel)].length)
-
-    $$(sel).forEach(code => {
-        let pre = code.parentElement;
-        if (pre.classList.contains('group')) return
-        pre.classList.add('relative', 'group')
-
-        const div = createElement('div', {attrs: {className: 'opacity-0 group-hover:opacity-100 transition-opacity duration-100 flex absolute right-2 -mt-1 select-none'}})
-        const label = createElement('div', {attrs: {className: 'hidden font-sans p-1 px-2 mr-1 rounded-md border border-gray-600 bg-gray-700 text-gray-400'}})
-        const btn = createElement('button', {
-            attrs: {
-                type: 'button',
-                className: 'p-1 rounded-md border block text-gray-500 hover:text-gray-400 border-gray-700 hover:border-gray-600',
-                onclick: 'copyBlock(this)'
-            }
+    function date(d) {
+        date = toDate(d)
+        return date.toLocaleDateString(undefined, {
+            month: 'short', day: 'numeric', hour: '2-digit', minute: '2-digit'
         })
-        btn.innerHTML = svg.clipboard
-        div.appendChild(label)
-        div.appendChild(btn)
-        pre.insertBefore(div, code)
-    })
+    }
+
+
+    return {
+        currFmt: currFmt2,
+        tokenCost,
+        tokenCostLong,
+        tokensTitle,
+        cost: formatCost,
+        costLong,
+        statsTitle,
+        relativeTime,
+        time,
+        pluralize,
+        shortDate,
+        date,
+    }
 }
 
-export function addCopyButtons() {
-    addCopyButtonToCodeBlocks('.prose pre>code')
+const htmlStartTags = ['<!doctype', '<html', '<head', '<body', '<script', '<style', '<link']
+export function isHtml(s) {
+    if (!s || typeof s != 'string') return false
+    const lower = s.toLowerCase().trim()
+    const isHtml = htmlStartTags.some(tag => lower.startsWith(tag))
+    return isHtml
+}
+
+const htmlEntities = {
+    '&': '&amp;',
+    '<': '&lt;',
+    '>': '&gt;',
+    '"': '&quot;',
+    "'": '&#39;'
+}
+
+export function encodeHtml(str) {
+    if (!str) return ''
+    return str.replace(/[&<>"']/g, m => htmlEntities[m]);
+}
+
+/**
+ * @param {object|array} type 
+ * @param {'div'|'table'|'thead'|'th'|'tr'|'td'} tag 
+ * @param {number} depth 
+ * @param {string} cls 
+ * @param {number} index 
+*/
+function htmlFormatClasses(type, tag, depth, cls, index) {
+    cls = cls.replace('shadow ring-1 ring-black/5 md:rounded-lg', '')
+    if (tag == 'th') {
+        cls += ' lowercase'
+    }
+    if (tag == 'td') {
+        cls += ' whitespace-pre-wrap'
+    }
+    return cls
 }
 
 /**
  * Returns an ever-increasing unique integer id.
  */
 export const nextId = (() => {
-  let last = 0               // cache of the last id that was handed out
-  return () => {
-    const now = Date.now() // current millisecond timestamp
-    last = (now > last) ? now : last + 1
-    return last
-  }
-})();
+    let last = 0               // cache of the last id that was handed out
+    return () => {
+        const now = Date.now() // current millisecond timestamp
+        last = (now > last) ? now : last + 1
+        return last
+    }
+})();
+
+export function fnv1a(str) {
+    let hash = 0x811c9dc5
+    for (let i = 0; i < str.length; i++) {
+        hash ^= str.charCodeAt(i)
+        hash = Math.imul(hash, 0x01000193)
+    }
+    return hash >>> 0
+}
+export const hashString = fnv1a
+
+export function utilsFunctions() {
+    return {
+        nextId,
+        toJsonArray,
+        toJsonObject,
+        storageArray,
+        storageObject,
+        fileToBase64,
+        fileToDataUri,
+        serializedClone,
+        deepClone,
+        toModelInfo,
+        pluralize,
+        isHtml,
+        htmlFormatClasses,
+        encodeHtml,
+        hashString,
+    }
+}

llms_py-3.0.18.dist-info/METADATA

@@ -0,0 +1,49 @@
+Metadata-Version: 2.4
+Name: llms-py
+Version: 3.0.18
+Summary: A lightweight CLI tool and OpenAI-compatible server for querying multiple Large Language Model (LLM) providers
+Home-page: https://github.com/ServiceStack/llms
+Author: ServiceStack
+Author-email: ServiceStack <team@servicestack.net>
+Maintainer-email: ServiceStack <team@servicestack.net>
+License-Expression: BSD-3-Clause
+Project-URL: Homepage, https://github.com/ServiceStack/llms
+Project-URL: Documentation, https://github.com/ServiceStack/llms#readme
+Project-URL: Repository, https://github.com/ServiceStack/llms
+Project-URL: Bug Reports, https://github.com/ServiceStack/llms/issues
+Keywords: llm,ai,openai,anthropic,google,gemini,groq,mistral,ollama,cli,server,chat,completion
+Classifier: Development Status :: 5 - Production/Stable
+Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: System Administrators
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.7
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Classifier: Topic :: Internet :: WWW/HTTP :: HTTP Servers
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Classifier: Topic :: System :: Systems Administration
+Classifier: Topic :: Utilities
+Classifier: Environment :: Console
+Requires-Python: >=3.7
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: aiohttp
+Dynamic: author
+Dynamic: home-page
+Dynamic: license-file
+Dynamic: requires-python
+
+# llms.py
+
+Lightweight CLI, API and ChatGPT-like alternative to Open WebUI for accessing multiple LLMs, entirely offline, with all data kept private in browser storage.
+
+[llmspy.org](https://llmspy.org)
+
+[![](https://github.com/ServiceStack/llmspy.org/blob/main/public/img/llmspy-home-v3.webp?raw=true)](https://llmspy.org)
+
+GitHub: [llmspy.org](https://github.com/ServiceStack/llmspy.org)