libre-webui 0.10.0 → 0.12.0

package/backend/dist/utils/ollamaLibrary.js

@@ -0,0 +1,253 @@
+/*
+ * Libre WebUI
+ * Copyright (C) 2025 Kroonen AI, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at:
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+const CURATED_MODELS = [
+    {
+        name: 'deepseek-r1',
+        description: 'Family of open reasoning models with exceptional performance',
+        category: 'reasoning',
+        sizes: ['1.5b', '7b', '8b', '14b', '32b', '70b', '671b'],
+        pulls: '200M+',
+        tags: ['reasoning', 'thinking'],
+    },
+    {
+        name: 'llama3.2',
+        description: "Meta's latest Llama model, great for general tasks",
+        category: 'general',
+        sizes: ['1b', '3b'],
+        pulls: '50M+',
+        tags: ['general', 'fast'],
+    },
+    {
+        name: 'llama3.1',
+        description: 'State-of-the-art model from Meta with tool support',
+        category: 'general',
+        sizes: ['8b', '70b', '405b'],
+        pulls: '100M+',
+        tags: ['tools', 'general'],
+    },
+    {
+        name: 'gemma3',
+        description: "Google's most capable model that runs on a single GPU",
+        category: 'general',
+        sizes: ['1b', '4b', '12b', '27b'],
+        pulls: '30M+',
+        tags: ['vision', 'general'],
+    },
+    {
+        name: 'qwen2.5',
+        description: 'Latest Qwen model with strong multilingual capabilities',
+        category: 'general',
+        sizes: ['0.5b', '1.5b', '3b', '7b', '14b', '32b', '72b'],
+        pulls: '20M+',
+        tags: ['multilingual', 'coding'],
+    },
+    {
+        name: 'qwen2.5-coder',
+        description: 'Code-focused Qwen model for development tasks',
+        category: 'coding',
+        sizes: ['0.5b', '1.5b', '3b', '7b', '14b', '32b'],
+        pulls: '15M+',
+        tags: ['coding'],
+    },
+    {
+        name: 'mistral',
+        description: 'Fast and efficient 7B model from Mistral AI',
+        category: 'general',
+        sizes: ['7b'],
+        pulls: '40M+',
+        tags: ['fast', 'general'],
+    },
+    {
+        name: 'mixtral',
+        description: 'Mixture of experts model with strong performance',
+        category: 'general',
+        sizes: ['8x7b', '8x22b'],
+        pulls: '10M+',
+        tags: ['moe', 'general'],
+    },
+    {
+        name: 'codellama',
+        description: "Meta's code-specialized Llama model for development",
+        category: 'coding',
+        sizes: ['7b', '13b', '34b', '70b'],
+        pulls: '25M+',
+        tags: ['coding'],
+    },
+    {
+        name: 'phi3',
+        description: "Microsoft's small but capable model",
+        category: 'general',
+        sizes: ['3.8b', '14b'],
+        pulls: '15M+',
+        tags: ['small', 'efficient'],
+    },
+    {
+        name: 'llava',
+        description: 'Vision-language model for image understanding',
+        category: 'vision',
+        sizes: ['7b', '13b', '34b'],
+        pulls: '10M+',
+        tags: ['vision', 'multimodal'],
+    },
+    {
+        name: 'nomic-embed-text',
+        description: 'High-quality text embedding model for RAG and search',
+        category: 'embedding',
+        sizes: ['137m'],
+        pulls: '8M+',
+        tags: ['embedding', 'rag'],
+    },
+    {
+        name: 'mxbai-embed-large',
+        description: 'Large embedding model with strong semantic understanding',
+        category: 'embedding',
+        sizes: ['335m'],
+        pulls: '5M+',
+        tags: ['embedding', 'rag'],
+    },
+    {
+        name: 'starcoder2',
+        description: 'Code generation model trained on diverse languages',
+        category: 'coding',
+        sizes: ['3b', '7b', '15b'],
+        pulls: '3M+',
+        tags: ['coding'],
+    },
+    {
+        name: 'dolphin-mixtral',
+        description: 'Uncensored Mixtral variant for unrestricted conversations',
+        category: 'general',
+        sizes: ['8x7b'],
+        pulls: '2M+',
+        tags: ['uncensored', 'moe'],
+    },
+];
+export function parseOllamaSearchHtml(html) {
+    const models = [];
+    const modelPattern = /<a href="\/library\/([^"]+)"[^>]*>[\s\S]*?x-test-pull-count>([^<]+)<\/span>/g;
+    let match;
+    while ((match = modelPattern.exec(html)) !== null) {
+        const name = match[1];
+        const pulls = match[2].trim();
+        if (models.some(model => model.name === name))
+            continue;
+        const category = inferOllamaModelCategory(name);
+        models.push({
+            name,
+            description: '',
+            category,
+            sizes: [],
+            pulls,
+            tags: [category],
+        });
+    }
+    return models;
+}
+function inferOllamaModelCategory(name) {
+    const nameLower = name.toLowerCase();
+    if (nameLower.includes('coder') ||
+        nameLower.includes('code') ||
+        nameLower.includes('starcoder') ||
+        nameLower.includes('devstral')) {
+        return 'coding';
+    }
+    if (nameLower.includes('embed') || nameLower.includes('embedding')) {
+        return 'embedding';
+    }
+    if (nameLower.includes('vision') ||
+        nameLower.includes('vl') ||
+        nameLower.includes('llava')) {
+        return 'vision';
+    }
+    if (nameLower.includes('thinking') ||
+        nameLower.includes('r1') ||
+        nameLower.includes('reasoning')) {
+        return 'reasoning';
+    }
+    return 'general';
+}
+async function fetchOllamaPage(params, page, signal) {
+    const pageParams = new URLSearchParams(params);
+    if (page > 1)
+        pageParams.set('page', String(page));
+    const response = await fetch(`https://ollama.com/search?${pageParams.toString()}`, {
+        signal,
+        headers: {
+            Accept: 'text/html',
+            'HX-Request': 'true',
+            'User-Agent': 'Mozilla/5.0 (compatible; LibreWebUI/1.0; +https://librewebui.org)',
+        },
+    });
+    if (!response.ok) {
+        return [];
+    }
+    return parseOllamaSearchHtml(await response.text());
+}
+function filterCuratedModels(search, category) {
+    let models = [...CURATED_MODELS];
+    if (search) {
+        const searchLower = search.toLowerCase();
+        models = models.filter(model => model.name.toLowerCase().includes(searchLower) ||
+            model.description.toLowerCase().includes(searchLower));
+    }
+    if (category) {
+        models = models.filter(model => model.tags?.includes(category.toLowerCase()));
+    }
+    return models;
+}
+function normalizeCloudModels(models) {
+    return models.map(model => ({
+        ...model,
+        name: model.name.includes(':') ? model.name : `${model.name}:cloud`,
+        category: 'cloud',
+        tags: Array.from(new Set([...(model.tags ?? []), 'cloud'])),
+    }));
+}
+export async function getOllamaLibraryModels({ search = '', sort = 'popular', category = '', pages = 15, }) {
+    let remoteModels = [];
+    try {
+        const controller = new AbortController();
+        const timeoutId = setTimeout(() => controller.abort(), 15000);
+        const params = new URLSearchParams();
+        if (search)
+            params.set('q', search);
+        params.set('o', sort === 'newest' ? 'newest' : 'popular');
+        if (category)
+            params.set('c', category);
+        const pageResults = await Promise.all(Array.from({ length: pages }, (_, i) => fetchOllamaPage(params, i + 1, controller.signal).catch(() => [])));
+        clearTimeout(timeoutId);
+        const seenNames = new Set();
+        for (const pageModels of pageResults) {
+            for (const model of pageModels) {
+                if (!seenNames.has(model.name)) {
+                    seenNames.add(model.name);
+                    remoteModels.push(model);
+                }
+            }
+        }
+    }
+    catch (_fetchError) {
+        remoteModels = [];
+    }
+    if (remoteModels.length === 0) {
+        remoteModels = filterCuratedModels(search, category);
+    }
+    return category === 'cloud'
+        ? normalizeCloudModels(remoteModels)
+        : remoteModels;
+}
+//# sourceMappingURL=ollamaLibrary.js.map

package/backend/dist/utils/ollamaLibrary.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollamaLibrary.js","sourceRoot":"","sources":["../../src/utils/ollamaLibrary.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAkBH,MAAM,cAAc,GAAsB;IACxC;QACE,IAAI,EAAE,aAAa;QACnB,WAAW,EAAE,8DAA8D;QAC3E,QAAQ,EAAE,WAAW;QACrB,KAAK,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC;QACxD,KAAK,EAAE,OAAO;QACd,IAAI,EAAE,CAAC,WAAW,EAAE,UAAU,CAAC;KAChC;IACD;QACE,IAAI,EAAE,UAAU;QAChB,WAAW,EAAE,oDAAoD;QACjE,QAAQ,EAAE,SAAS;QACnB,KAAK,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC;QACnB,KAAK,EAAE,MAAM;QACb,IAAI,EAAE,CAAC,SAAS,EAAE,MAAM,CAAC;KAC1B;IACD;QACE,IAAI,EAAE,UAAU;QAChB,WAAW,EAAE,oDAAoD;QACjE,QAAQ,EAAE,SAAS;QACnB,KAAK,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC;QAC5B,KAAK,EAAE,OAAO;QACd,IAAI,EAAE,CAAC,OAAO,EAAE,SAAS,CAAC;KAC3B;IACD;QACE,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,uDAAuD;QACpE,QAAQ,EAAE,SAAS;QACnB,KAAK,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC;QACjC,KAAK,EAAE,MAAM;QACb,IAAI,EAAE,CAAC,QAAQ,EAAE,SAAS,CAAC;KAC5B;IACD;QACE,IAAI,EAAE,SAAS;QACf,WAAW,EAAE,yDAAyD;QACtE,QAAQ,EAAE,SAAS;QACnB,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;QACxD,KAAK,EAAE,MAAM;QACb,IAAI,EAAE,CAAC,cAAc,EAAE,QAAQ,CAAC;KACjC;IACD;QACE,IAAI,EAAE,eAAe;QACrB,WAAW,EAAE,+CAA+C;QAC5D,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC;QACjD,KAAK,EAAE,MAAM;QACb,IAAI,EAAE,CAAC,QAAQ,CAAC;KACjB;IACD;QACE,IAAI,EAAE,SAAS;QACf,WAAW,EAAE,6CAA6C;QAC1D,QAAQ,EAAE,SAAS;QACnB,KAAK,EAAE,CAAC,IAAI,CAAC;QACb,KAAK,EAAE,MAAM;QACb,IAAI,EAAE,CAAC,MAAM,EAAE,SAAS,CAAC;KAC1B;IACD;QACE,IAAI,EAAE,SAAS;QACf,WAAW,EAAE,kDAAkD;QAC/D,QAAQ,EAAE,SAAS;QACnB,KAAK,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC;QACxB,KAAK,EAAE,MAAM;QACb,IAAI,EAAE,CAAC,KAAK,EAAE,SAAS,CAAC;KACzB;IACD;QACE,IAAI,EAAE,WAAW;QACjB,WAAW,EAAE,qDAAqD;QAClE,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;QAClC,KAAK,EAAE,MAAM;QACb,IAAI,EAAE,CAAC,QAAQ,CAAC;KACjB;IACD;QACE,IAAI,EAAE,MAAM;QACZ,WAAW,EAAE,qCAAqC;QAClD,QAAQ,EAAE,SAAS;QACnB,KAAK,EAAE,CAAC,MAAM,EAAE,KAAK,CAAC;QACtB,KAAK,EAAE,MAAM;QACb,IAAI,EAAE,CAAC,OAAO,EAAE,WAAW,CAAC;KAC7B;IACD;QACE,IAAI,EAAE,OAAO;QACb,WAAW,EAAE,+CAA+C;QAC5D,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC;QAC3B,KAAK,EAAE,MAAM;QACb,IAAI,EAAE,CAAC,QAAQ,EAAE,YAAY,CAAC;KAC/B;IACD;QACE,IAAI,EAAE,kBAAkB;QACxB,WAAW,EAAE,sDAAsD;QACnE,QAAQ,EAAE,WAAW;QACrB,KAAK,EAAE,CAAC,MAAM,CAAC;QACf,KAAK,EAAE,KAAK;QACZ,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,CAAC;KAC3B;IACD;QACE,IAAI,EAAE,mBAAmB;QACzB,WAAW,EAAE,0DAA0D;QACvE,QAAQ,EAAE,WAAW;QACrB,KAAK,EAAE,CAAC,MAAM,CAAC;QACf,KAAK,EAAE,KAAK;QACZ,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,CAAC;KAC3B;IACD;QACE,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,oDAAoD;QACjE,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC;QAC1B,KAAK,EAAE,KAAK;QACZ,IAAI,EAAE,CAAC,QAAQ,CAAC;KACjB;IACD;QACE,IAAI,EAAE,iBAAiB;QACvB,WAAW,EAAE,2DAA2D;QACxE,QAAQ,EAAE,SAAS;QACnB,KAAK,EAAE,CAAC,MAAM,CAAC;QACf,KAAK,EAAE,KAAK;QACZ,IAAI,EAAE,CAAC,YAAY,EAAE,KAAK,CAAC;KAC5B;CACF,CAAC;AAEF,MAAM,UAAU,qBAAqB,CAAC,IAAY;IAChD,MAAM,MAAM,GAAsB,EAAE,CAAC;IACrC,MAAM,YAAY,GAChB,8EAA8E,CAAC;IACjF,IAAI,KAAK,CAAC;IAEV,OAAO,CAAC,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAClD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC9B,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC;YAAE,SAAS;QAExD,MAAM,QAAQ,GAAG,wBAAwB,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,CAAC,IAAI,CAAC;YACV,IAAI;YACJ,WAAW,EAAE,EAAE;YACf,QAAQ;YACR,KAAK,EAAE,EAAE;YACT,KAAK;YACL,IAAI,EAAE,CAAC,QAAQ,CAAC;SACjB,CAAC,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,wBAAwB,CAAC,IAAY;IAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACrC,IACE,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC;QAC3B,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC;QAC1B,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC;QAC/B,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,EAC9B,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,IAAI,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QACnE,OAAO,WAAW,CAAC;IACrB,CAAC;IACD,IACE,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAC5B,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC;QACxB,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,EAC3B,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,IACE,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC;QAC9B,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC;QACxB,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,EAC/B,CAAC;QACD,OAAO,WAAW,CAAC;IACrB,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,MAAuB,EACvB,IAAY,EACZ,MAAmB;IAEnB,MAAM,UAAU,GAAG,IAAI,eAAe,CAAC,MAAM,CAAC,CAAC;IAC/C,IAAI,IAAI,GAAG,CAAC;QAAE,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAEnD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAC1B,6BAA6B,UAAU,CAAC,QAAQ,EAAE,EAAE,EACpD;QACE,MAAM;QACN,OAAO,EAAE;YACP,MAAM,EAAE,WAAW;YACnB,YAAY,EAAE,MAAM;YACpB,YAAY,EACV,mEAAmE;SACtE;KACF,CACF,CAAC;IAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,qBAAqB,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,mBAAmB,CAAC,MAAc,EAAE,QAAgB;IAC3D,IAAI,MAAM,GAAG,CAAC,GAAG,cAAc,CAAC,CAAC;IACjC,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;QACzC,MAAM,GAAG,MAAM,CAAC,MAAM,CACpB,KAAK,CAAC,EAAE,CACN,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC;YAC9C,KAAK,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,CACxD,CAAC;IACJ,CAAC;IAED,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAC7B,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,CAC7C,CAAC;IACJ,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,oBAAoB,CAAC,MAAyB;IACrD,OAAO,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC1B,GAAG,KAAK;QACR,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,QAAQ;QACnE,QAAQ,EAAE,OAAO;QACjB,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;KAC5D,CAAC,CAAC,CAAC;AACN,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,EAC3C,MAAM,GAAG,EAAE,EACX,IAAI,GAAG,SAAS,EAChB,QAAQ,GAAG,EAAE,EACb,KAAK,GAAG,EAAE,GACS;IACnB,IAAI,YAAY,GAAsB,EAAE,CAAC;IAEzC,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,KAAK,CAAC,CAAC;QAE9D,MAAM,MAAM,GAAG,IAAI,eAAe,EAAE,CAAC;QACrC,IAAI,MAAM;YAAE,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACpC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAC1D,IAAI,QAAQ;YAAE,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QAExC,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,GAAG,CACnC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACrC,eAAe,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAClE,CACF,CAAC;QACF,YAAY,CAAC,SAAS,CAAC,CAAC;QAExB,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;QACpC,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;YACrC,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;gBAC/B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC/B,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAC1B,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAC3B,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,WAAW,EAAE,CAAC;QACrB,YAAY,GAAG,EAAE,CAAC;IACpB,CAAC;IAED,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,YAAY,GAAG,mBAAmB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACvD,CAAC;IAED,OAAO,QAAQ,KAAK,OAAO;QACzB,CAAC,CAAC,oBAAoB,CAAC,YAAY,CAAC;QACpC,CAAC,CAAC,YAAY,CAAC;AACnB,CAAC"}

package/backend/dist/utils/ollamaStreaming.d.ts

@@ -0,0 +1,19 @@
+import type { GenerationStatistics, OllamaChatRequest, OllamaChatResponse } from '../types/index.js';
+import { type WebSocketLike } from './websocketMessages.js';
+export interface OllamaChatStreamGenerator {
+    generateChatStreamResponse(request: OllamaChatRequest, onChunk: (chunk: OllamaChatResponse) => void, onError: (error: Error) => void, onComplete: () => void): Promise<void>;
+}
+export interface StreamOllamaChatResponseOptions {
+    ws: WebSocketLike;
+    request: OllamaChatRequest;
+    streamSource: OllamaChatStreamGenerator;
+    messageId?: string;
+}
+export interface StreamOllamaChatResponseResult {
+    content: string;
+    statistics?: GenerationStatistics;
+    completed: boolean;
+    error?: Error;
+}
+export declare function streamOllamaChatResponse({ ws, request, streamSource, messageId, }: StreamOllamaChatResponseOptions): Promise<StreamOllamaChatResponseResult>;
+//# sourceMappingURL=ollamaStreaming.d.ts.map

package/backend/dist/utils/ollamaStreaming.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollamaStreaming.d.ts","sourceRoot":"","sources":["../../src/utils/ollamaStreaming.ts"],"names":[],"mappings":"AAiBA,OAAO,KAAK,EACV,oBAAoB,EACpB,iBAAiB,EACjB,kBAAkB,EACnB,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EAGL,KAAK,aAAa,EACnB,MAAM,wBAAwB,CAAC;AAEhC,MAAM,WAAW,yBAAyB;IACxC,0BAA0B,CACxB,OAAO,EAAE,iBAAiB,EAC1B,OAAO,EAAE,CAAC,KAAK,EAAE,kBAAkB,KAAK,IAAI,EAC5C,OAAO,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,EAC/B,UAAU,EAAE,MAAM,IAAI,GACrB,OAAO,CAAC,IAAI,CAAC,CAAC;CAClB;AAED,MAAM,WAAW,+BAA+B;IAC9C,EAAE,EAAE,aAAa,CAAC;IAClB,OAAO,EAAE,iBAAiB,CAAC;IAC3B,YAAY,EAAE,yBAAyB,CAAC;IACxC,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,8BAA8B;IAC7C,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,oBAAoB,CAAC;IAClC,SAAS,EAAE,OAAO,CAAC;IACnB,KAAK,CAAC,EAAE,KAAK,CAAC;CACf;AAED,wBAAsB,wBAAwB,CAAC,EAC7C,EAAE,EACF,OAAO,EACP,YAAY,EACZ,SAAS,GACV,EAAE,+BAA+B,GAAG,OAAO,CAAC,8BAA8B,CAAC,CA2D3E"}

package/backend/dist/utils/ollamaStreaming.js

@@ -0,0 +1,67 @@
+/*
+ * Libre WebUI
+ * Copyright (C) 2025 Kroonen AI, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at:
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { extractStatistics } from './generationUtils.js';
+import { sendAssistantChunk, sendError, } from './websocketMessages.js';
+export async function streamOllamaChatResponse({ ws, request, streamSource, messageId, }) {
+    return new Promise(resolve => {
+        let content = '';
+        let statistics;
+        let resolved = false;
+        const finish = (result) => {
+            if (resolved) {
+                return;
+            }
+            resolved = true;
+            resolve({
+                content,
+                statistics,
+                ...result,
+            });
+        };
+        const handleChunk = (chunk) => {
+            if (resolved) {
+                return;
+            }
+            if (chunk.message?.content) {
+                content += chunk.message.content;
+                sendAssistantChunk(ws, {
+                    content: chunk.message.content,
+                    total: content,
+                    done: chunk.done,
+                    messageId,
+                });
+            }
+            if (chunk.done) {
+                statistics = extractStatistics(chunk);
+                finish({ completed: true });
+            }
+        };
+        const handleError = (error) => {
+            if (resolved) {
+                return;
+            }
+            sendError(ws, { error: error.message });
+            finish({ completed: false, error });
+        };
+        streamSource
+            .generateChatStreamResponse(request, handleChunk, handleError, () => finish({ completed: true }))
+            .catch(error => {
+            handleError(error instanceof Error ? error : new Error(String(error)));
+        });
+    });
+}
+//# sourceMappingURL=ollamaStreaming.js.map

package/backend/dist/utils/ollamaStreaming.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollamaStreaming.js","sourceRoot":"","sources":["../../src/utils/ollamaStreaming.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAOH,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AACzD,OAAO,EACL,kBAAkB,EAClB,SAAS,GAEV,MAAM,wBAAwB,CAAC;AAyBhC,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,EAC7C,EAAE,EACF,OAAO,EACP,YAAY,EACZ,SAAS,GACuB;IAChC,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE;QAC3B,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,IAAI,UAA4C,CAAC;QACjD,IAAI,QAAQ,GAAG,KAAK,CAAC;QAErB,MAAM,MAAM,GAAG,CACb,MAAuD,EACvD,EAAE;YACF,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO;YACT,CAAC;YAED,QAAQ,GAAG,IAAI,CAAC;YAChB,OAAO,CAAC;gBACN,OAAO;gBACP,UAAU;gBACV,GAAG,MAAM;aACV,CAAC,CAAC;QACL,CAAC,CAAC;QAEF,MAAM,WAAW,GAAG,CAAC,KAAyB,EAAE,EAAE;YAChD,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO;YACT,CAAC;YAED,IAAI,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC;gBAC3B,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;gBACjC,kBAAkB,CAAC,EAAE,EAAE;oBACrB,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,OAAO;oBAC9B,KAAK,EAAE,OAAO;oBACd,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,SAAS;iBACV,CAAC,CAAC;YACL,CAAC;YAED,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBACf,UAAU,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;gBACtC,MAAM,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,WAAW,GAAG,CAAC,KAAY,EAAE,EAAE;YACnC,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO;YACT,CAAC;YAED,SAAS,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACxC,MAAM,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QACtC,CAAC,CAAC;QAEF,YAAY;aACT,0BAA0B,CAAC,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,GAAG,EAAE,CAClE,MAAM,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAC5B;aACA,KAAK,CAAC,KAAK,CAAC,EAAE;YACb,WAAW,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACzE,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACL,CAAC"}

package/backend/dist/utils/pluginChatAdapter.d.ts

@@ -0,0 +1,32 @@
+import type { ChatMessage, GenerationOptions, Plugin, PluginResponse } from '../types/index.js';
+export type PluginVariables = Record<string, string | number | boolean>;
+export interface PluginChatParameters {
+    temperature: number;
+    maxTokens?: number;
+    topP?: number;
+    frequencyPenalty?: number;
+    presencePenalty?: number;
+    shouldStream: boolean;
+}
+export interface PluginChatPayloadResult {
+    payload: Record<string, unknown>;
+    headers?: Record<string, string>;
+}
+export declare function resolvePluginChatParameters(options?: GenerationOptions, pluginVars?: PluginVariables): PluginChatParameters;
+export declare function toOpenAICompatibleMessages(messages: ChatMessage[]): Array<{
+    role: string;
+    content: string | Array<{
+        type: 'text';
+        text: string;
+    } | {
+        type: 'image_url';
+        image_url: {
+            url: string;
+        };
+    }>;
+}>;
+export declare function buildPluginChatPayload(plugin: Plugin, model: string, messages: ChatMessage[], options?: GenerationOptions, pluginVars?: PluginVariables, streamOverride?: boolean): PluginChatPayloadResult;
+export declare function convertAnthropicResponse(anthropicResponse: Record<string, unknown>, model: string): PluginResponse;
+export declare function convertGeminiResponse(geminiResponse: Record<string, unknown>, model: string): PluginResponse;
+export declare function convertProviderResponse(plugin: Plugin, response: Record<string, unknown>, model: string): PluginResponse;
+//# sourceMappingURL=pluginChatAdapter.d.ts.map

package/backend/dist/utils/pluginChatAdapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pluginChatAdapter.d.ts","sourceRoot":"","sources":["../../src/utils/pluginChatAdapter.ts"],"names":[],"mappings":"AAiBA,OAAO,KAAK,EACV,WAAW,EACX,iBAAiB,EACjB,MAAM,EACN,cAAc,EACf,MAAM,mBAAmB,CAAC;AAE3B,MAAM,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC,CAAC;AAExE,MAAM,WAAW,oBAAoB;IACnC,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,YAAY,EAAE,OAAO,CAAC;CACvB;AAED,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAClC;AAED,wBAAgB,2BAA2B,CACzC,OAAO,GAAE,iBAAsB,EAC/B,UAAU,GAAE,eAAoB,GAC/B,oBAAoB,CAoBtB;AAoBD,wBAAgB,0BAA0B,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,KAAK,CAAC;IACzE,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EACH,MAAM,GACN,KAAK,CACD;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,GAC9B;QAAE,IAAI,EAAE,WAAW,CAAC;QAAC,SAAS,EAAE;YAAE,GAAG,EAAE,MAAM,CAAA;SAAE,CAAA;KAAE,CACpD,CAAC;CACP,CAAC,CAwBD;AAuJD,wBAAgB,sBAAsB,CACpC,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,GAAE,iBAAsB,EAC/B,UAAU,GAAE,eAAoB,EAChC,cAAc,CAAC,EAAE,OAAO,GACvB,uBAAuB,CAezB;AAED,wBAAgB,wBAAwB,CACtC,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC1C,KAAK,EAAE,MAAM,GACZ,cAAc,CAsEhB;AAED,wBAAgB,qBAAqB,CACnC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACvC,KAAK,EAAE,MAAM,GACZ,cAAc,CA+EhB;AAED,wBAAgB,uBAAuB,CACrC,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACjC,KAAK,EAAE,MAAM,GACZ,cAAc,CAUhB"}