libre-webui 0.19.2 → 0.19.4

package/backend/dist/utils/ollamaModelDefaults.js

@@ -0,0 +1,157 @@
+/*
+ * Libre WebUI
+ * Copyright (C) 2025 Kroonen AI, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at:
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { createLogger } from './logger.js';
+const logger = createLogger('ollama:model-defaults');
+/**
+ * Upper bound for an adopted context window. A model's full context can be far
+ * larger than the hardware can hold, and Ollama allocates the KV cache for
+ * whatever is asked: adopting 128k unprompted would fail to load or swap.
+ * Raise it with OLLAMA_MAX_CONTEXT where the hardware allows.
+ */
+const DEFAULT_MAX_ADOPTED_CONTEXT = 32768;
+const maxAdoptedContext = () => {
+    const configured = Number(process.env.OLLAMA_MAX_CONTEXT);
+    return Number.isFinite(configured) && configured > 0
+        ? configured
+        : DEFAULT_MAX_ADOPTED_CONTEXT;
+};
+/** Numeric `PARAMETER` names that map straight onto a generation option. */
+const NUMERIC_PARAMETERS = new Set([
+    'temperature',
+    'top_k',
+    'top_p',
+    'min_p',
+    'typical_p',
+    'repeat_last_n',
+    'repeat_penalty',
+    'presence_penalty',
+    'frequency_penalty',
+    'num_ctx',
+    'num_predict',
+    'num_keep',
+    'seed',
+    'num_batch',
+    'num_gpu',
+    'main_gpu',
+    'num_thread',
+]);
+const BOOLEAN_PARAMETERS = new Set([
+    'penalize_newline',
+    'use_mmap',
+    'use_mlock',
+    'numa',
+]);
+/**
+ * Strips the quoting a modelfile uses for values containing spaces or markup,
+ * such as `stop "<|im_end|>"`.
+ */
+const unquote = (value) => {
+    const trimmed = value.trim();
+    if (trimmed.length >= 2) {
+        const first = trimmed[0];
+        const last = trimmed[trimmed.length - 1];
+        if ((first === '"' && last === '"') || (first === "'" && last === "'")) {
+            return trimmed.slice(1, -1).replace(/\\"/g, '"').replace(/\\n/g, '\n');
+        }
+    }
+    return trimmed;
+};
+/**
+ * The `PARAMETER` lines from a modelfile, as `/api/show` returns them: one per
+ * line, name and value separated by whitespace, `stop` repeated for each
+ * sequence.
+ */
+export function parseModelParameters(parameters) {
+    if (!parameters?.trim())
+        return {};
+    const options = {};
+    const stops = [];
+    for (const line of parameters.split(/\r?\n/)) {
+        const trimmed = line.trim();
+        if (!trimmed || trimmed.startsWith('#'))
+            continue;
+        const separator = trimmed.search(/\s/);
+        if (separator === -1)
+            continue;
+        const name = trimmed.slice(0, separator).toLowerCase();
+        const raw = unquote(trimmed.slice(separator + 1));
+        if (!raw)
+            continue;
+        if (name === 'stop') {
+            stops.push(raw);
+            continue;
+        }
+        if (NUMERIC_PARAMETERS.has(name)) {
+            const value = Number(raw);
+            if (Number.isFinite(value)) {
+                options[name] = value;
+            }
+            continue;
+        }
+        if (BOOLEAN_PARAMETERS.has(name)) {
+            options[name] = raw === 'true';
+        }
+    }
+    if (stops.length > 0) {
+        options.stop = stops;
+    }
+    return options;
+}
+/**
+ * The context length the model was trained for, read from the architecture
+ * metadata: `general.architecture` names the family, and that family's
+ * `<arch>.context_length` carries the value.
+ */
+export function parseModelContextLength(modelInfo) {
+    if (!modelInfo)
+        return undefined;
+    const architecture = modelInfo['general.architecture'];
+    const keys = typeof architecture === 'string'
+        ? [`${architecture}.context_length`]
+        : Object.keys(modelInfo).filter(key => key.endsWith('.context_length'));
+    for (const key of keys) {
+        const value = Number(modelInfo[key]);
+        if (Number.isFinite(value) && value > 0) {
+            return value;
+        }
+    }
+    return undefined;
+}
+/**
+ * Turns an `/api/show` response into options to run the model with.
+ *
+ * A modelfile's own `num_ctx` wins over the trained length: the author chose
+ * it deliberately. Otherwise the trained length is adopted, capped so that a
+ * very large context cannot make the model fail to load.
+ */
+export function parseOllamaModelDefaults(show) {
+    if (!show)
+        return { options: {}, contextCapped: false };
+    const options = parseModelParameters(typeof show.parameters === 'string' ? show.parameters : undefined);
+    const trainedContextLength = parseModelContextLength(show.model_info);
+    let contextCapped = false;
+    if (options.num_ctx === undefined && trainedContextLength) {
+        const cap = maxAdoptedContext();
+        options.num_ctx = Math.min(trainedContextLength, cap);
+        contextCapped = trainedContextLength > cap;
+        if (contextCapped) {
+            logger.debug(`Context for this model capped at ${cap} of ${trainedContextLength} trained tokens.`);
+        }
+    }
+    return { options, trainedContextLength, contextCapped };
+}
+//# sourceMappingURL=ollamaModelDefaults.js.map

package/backend/dist/utils/ollamaModelDefaults.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollamaModelDefaults.js","sourceRoot":"","sources":["../../src/utils/ollamaModelDefaults.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAaH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,MAAM,MAAM,GAAG,YAAY,CAAC,uBAAuB,CAAC,CAAC;AAErD;;;;;GAKG;AACH,MAAM,2BAA2B,GAAG,KAAK,CAAC;AAE1C,MAAM,iBAAiB,GAAG,GAAW,EAAE;IACrC,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;IAC1D,OAAO,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,UAAU,GAAG,CAAC;QAClD,CAAC,CAAC,UAAU;QACZ,CAAC,CAAC,2BAA2B,CAAC;AAClC,CAAC,CAAC;AAEF,4EAA4E;AAC5E,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC;IACjC,aAAa;IACb,OAAO;IACP,OAAO;IACP,OAAO;IACP,WAAW;IACX,eAAe;IACf,gBAAgB;IAChB,kBAAkB;IAClB,mBAAmB;IACnB,SAAS;IACT,aAAa;IACb,UAAU;IACV,MAAM;IACN,WAAW;IACX,SAAS;IACT,UAAU;IACV,YAAY;CACb,CAAC,CAAC;AAEH,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC;IACjC,kBAAkB;IAClB,UAAU;IACV,WAAW;IACX,MAAM;CACP,CAAC,CAAC;AAEH;;;GAGG;AACH,MAAM,OAAO,GAAG,CAAC,KAAa,EAAU,EAAE;IACxC,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAC7B,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACxB,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QACzB,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACzC,IAAI,CAAC,KAAK,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACvE,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QACzE,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC;AAEF;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAClC,UAA8B;IAE9B,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE;QAAE,OAAO,EAAE,CAAC;IAEnC,MAAM,OAAO,GAA+B,EAAE,CAAC;IAC/C,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;QAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,SAAS;QAElD,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACvC,IAAI,SAAS,KAAK,CAAC,CAAC;YAAE,SAAS;QAE/B,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;QACvD,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC;QAClD,IAAI,CAAC,GAAG;YAAE,SAAS;QAEnB,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;YACpB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,SAAS;QACX,CAAC;QAED,IAAI,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;YAC1B,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC1B,OAAmC,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;YACrD,CAAC;YACD,SAAS;QACX,CAAC;QAED,IAAI,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAChC,OAAmC,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,MAAM,CAAC;QAC9D,CAAC;IACH,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,OAAO,CAAC,IAAI,GAAG,KAAK,CAAC;IACvB,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,uBAAuB,CACrC,SAA8C;IAE9C,IAAI,CAAC,SAAS;QAAE,OAAO,SAAS,CAAC;IAEjC,MAAM,YAAY,GAAG,SAAS,CAAC,sBAAsB,CAAC,CAAC;IACvD,MAAM,IAAI,GACR,OAAO,YAAY,KAAK,QAAQ;QAC9B,CAAC,CAAC,CAAC,GAAG,YAAY,iBAAiB,CAAC;QACpC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC;IAE5E,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;QACrC,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACxC,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAWD;;;;;;GAMG;AACH,MAAM,UAAU,wBAAwB,CACtC,IAAyC;IAEzC,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC;IAExD,MAAM,OAAO,GAAG,oBAAoB,CAClC,OAAO,IAAI,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAClE,CAAC;IAEF,MAAM,oBAAoB,GAAG,uBAAuB,CAClD,IAAI,CAAC,UAAiD,CACvD,CAAC;IAEF,IAAI,aAAa,GAAG,KAAK,CAAC;IAE1B,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS,IAAI,oBAAoB,EAAE,CAAC;QAC1D,MAAM,GAAG,GAAG,iBAAiB,EAAE,CAAC;QAChC,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,oBAAoB,EAAE,GAAG,CAAC,CAAC;QACtD,aAAa,GAAG,oBAAoB,GAAG,GAAG,CAAC;QAE3C,IAAI,aAAa,EAAE,CAAC;YAClB,MAAM,CAAC,KAAK,CACV,oCAAoC,GAAG,OAAO,oBAAoB,kBAAkB,CACrF,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,oBAAoB,EAAE,aAAa,EAAE,CAAC;AAC1D,CAAC"}

package/backend/package.json

@@ -1,6 +1,6 @@
 {
   "name": "libre-webui-backend",
-  "version": "0.19.2",
+  "version": "0.19.4",
   "license": "Apache-2.0",
   "type": "module",
   "description": "Backend API for Libre WebUI",

package/frontend/dist/artifact-runtime/.build-fingerprint

@@ -0,0 +1 @@
+bc6fb2127968ce0decabc20315848c221a2e11b1d5e5f834e0958b0ef1d99ed7