murmur-rag 1.1.0 → 1.3.0

package/dist/lib/chunks/{index-92w507gk.js → index-4ftk20yq.js}

@@ -87,6 +87,7 @@ var en = {
   localPreparing: "Preparing the model on your GPU…",
   localNoWebGPU: "This browser cannot run the model locally (no WebGPU). Try a recent Chrome, Edge or Safari, or use an API key.",
   localLoadFailed: "The model could not be loaded in this browser.",
+  localNoWebGPUOnly: "This site answers with an AI model that runs in your browser, and this browser cannot run it (no WebGPU). Try a recent Chrome, Edge or Safari.",
   gigabytes: "GB",
   megabytes: "MB"
 };
@@ -143,6 +144,7 @@ var fr = {
   localPreparing: "Préparation du modèle sur votre GPU…",
   localNoWebGPU: "Ce navigateur ne peut pas faire tourner le modèle en local (pas de WebGPU). Essayez un Chrome, Edge ou Safari récent, ou utilisez une clé API.",
   localLoadFailed: "Le modèle n'a pas pu être chargé dans ce navigateur.",
+  localNoWebGPUOnly: "Ce site répond avec un modèle d'IA qui tourne dans votre navigateur, et ce navigateur ne peut pas le faire tourner (pas de WebGPU). Essayez un Chrome, Edge ou Safari récent.",
   gigabytes: "Go",
   megabytes: "Mo"
 };
@@ -378,7 +380,8 @@ class ChatSession {
   storePromise = null;
   historyKey;
   key;
-  onProgress = null;
+  local = { status: "idle" };
+  localListeners = new Set;
   constructor(options) {
     this.options = options;
     this.key = options.storageKey ?? "murmur";
@@ -391,28 +394,93 @@ class ChatSession {
       this.turns = [];
     }
   }
+  get configured() {
+    return this.options.mode ?? "auto";
+  }
   get mode() {
+    const m = this.configured;
     if (this.options.model)
       return "custom";
-    if (this.options.local || this.visitorChoseLocal)
+    if (m === "proxy" || m === "auto" && this.options.llm?.endpoint)
+      return "proxy";
+    if ((m === "auto" || m === "key") && this.options.llm?.apiKey)
+      return "owner";
+    if (m === "local")
       return "local";
-    return this.options.llm?.endpoint ? "proxy" : "visitor";
+    if (m === "key" || !this.localAllowed)
+      return "visitor";
+    return readLocal(`${this.key}-local`) === "0" ? "visitor" : "local";
+  }
+  get localAllowed() {
+    const m = this.configured;
+    if (this.options.model || m === "proxy" || m === "key")
+      return false;
+    if (m === "local")
+      return true;
+    return !this.options.llm?.endpoint && !this.options.llm?.apiKey && this.options.local !== false;
+  }
+  get keyAllowed() {
+    const m = this.configured;
+    if (this.options.model || m === "proxy" || m === "local")
+      return false;
+    return !this.options.llm?.endpoint && !this.options.llm?.apiKey;
+  }
+  get localState() {
+    return this.local;
+  }
+  onLocalState(listener) {
+    this.localListeners.add(listener);
+    return () => this.localListeners.delete(listener);
+  }
+  setLocal(state) {
+    this.local = state;
+    for (const listener of this.localListeners)
+      listener(state);
+  }
+  async warmUp() {
+    if (this.mode !== "local" || this.local.status !== "idle")
+      return;
+    if (!await this.canRunLocally())
+      return;
+    const { loadLocalModel } = await (__preload("qfx1tgz2"), import("../local/index.js"));
+    this.setLocal({ status: "loading" });
+    try {
+      await loadLocalModel(await this.localSpec(), (progress) => this.setLocal({ status: "loading", progress }));
+      this.setLocal({ status: "ready" });
+    } catch {
+      this.setLocal({ status: "error" });
+    }
+  }
+  async warmUpIfCached() {
+    if (this.mode !== "local" || this.preload === "consent")
+      return;
+    const { isLocalModelCached } = await (__preload("qfx1tgz2"), import("../local/index.js"));
+    if (await isLocalModelCached(await this.localSpec()))
+      await this.warmUp();
+  }
+  get preload() {
+    return this.options.preload ?? "question";
+  }
+  async settleChoice() {
+    if (!this.localAllowed || !this.keyAllowed || readLocal(`${this.key}-local`) !== null)
+      return;
+    const [{ isConfigured }, store] = await Promise.all([(__preload("xreqcp1t"), import("../llm/index.js")), this.store()]);
+    const saved = await store.load();
+    if (saved && isConfigured(saved))
+      writeLocal(`${this.key}-local`, "0");
   }
   async localSpec() {
     const { local } = this.options;
     if (local && typeof local === "object")
       return local;
-    return (await (__preload("nb4hdy2t"), import("../local/index.js"))).DEFAULT_LOCAL_MODEL;
-  }
-  get visitorChoseLocal() {
-    return readLocal(`${this.key}-local`) === "1";
+    return (await (__preload("qfx1tgz2"), import("../local/index.js"))).DEFAULT_LOCAL_MODEL;
   }
   useLocal(on) {
-    writeLocal(`${this.key}-local`, on ? "1" : null);
+    writeLocal(`${this.key}-local`, on ? "1" : "0");
     this.engine = null;
   }
   get needsDownloadConsent() {
-    return this.mode === "local" && readLocal(`${this.key}-local-consent`) !== "1";
+    return this.mode === "local" && this.preload === "consent" && this.local.status !== "ready" && readLocal(`${this.key}-local-consent`) !== "1";
   }
   agreeToDownload() {
     writeLocal(`${this.key}-local-consent`, "1");
@@ -427,7 +495,7 @@ class ChatSession {
     this.persist();
   }
   store() {
-    this.storePromise ??= (__preload("vb9smwta"), import("../llm/index.js")).then((llm) => {
+    this.storePromise ??= (__preload("xreqcp1t"), import("../llm/index.js")).then((llm) => {
       const opts = {};
       if (this.options.catalogUrl)
         opts.catalogUrl = this.options.catalogUrl;
@@ -438,16 +506,22 @@ class ChatSession {
     return this.storePromise;
   }
   async settings() {
-    if (this.mode === "custom")
+    const mode = this.mode;
+    if (mode === "custom" || mode === "local")
       return null;
-    const llm = await (__preload("vb9smwta"), import("../llm/index.js"));
-    return llm.resolveSettings(this.options.llm ?? {}, this.mode === "visitor" ? await this.store() : null);
+    const llm = await (__preload("xreqcp1t"), import("../llm/index.js"));
+    const config = this.options.llm ?? {};
+    if (mode === "proxy")
+      return llm.proxySettings(config);
+    if (mode === "owner")
+      return llm.ownerKeySettings(config, this.options.catalogUrl);
+    return llm.resolveSettings({ ...config, endpoint: "" }, await this.store());
   }
   async needsSetup() {
     return this.mode === "visitor" && !await this.settings();
   }
   async canRunLocally() {
-    return (await (__preload("nb4hdy2t"), import("../local/index.js"))).hasWebGPU();
+    return (await (__preload("qfx1tgz2"), import("../local/index.js"))).hasWebGPU();
   }
   async loadIndex() {
     const { index } = this.options;
@@ -474,16 +548,16 @@ class ChatSession {
       ]);
       const local = this.mode === "local";
       const model = this.options.model ?? (local ? async () => {
-        const { localModel } = await (__preload("nb4hdy2t"), import("../local/index.js"));
+        const { localModel } = await (__preload("qfx1tgz2"), import("../local/index.js"));
         return localModel({
           spec: await this.localSpec(),
-          onProgress: (p) => this.onProgress?.(p)
+          onProgress: (progress) => this.setLocal({ status: "loading", progress })
         });
       } : async () => {
         const settings = await this.settings();
         if (!settings)
           throw new SetupNeeded2;
-        const { loadModel } = await (__preload("vb9smwta"), import("../llm/index.js"));
+        const { loadModel } = await (__preload("xreqcp1t"), import("../llm/index.js"));
         return loadModel(settings);
       });
       const opts = {
@@ -505,6 +579,8 @@ class ChatSession {
     this.turns.push(turn);
     this.persist();
     try {
+      if (this.mode === "local")
+        this.warmUp();
       this.engine ??= this.createEngine();
       const engine = await this.engine.catch((error) => {
         this.engine = null;
@@ -522,6 +598,8 @@ class ChatSession {
         onText(turn.content, turn);
       }
       const done = await answer.done;
+      if (this.mode === "local")
+        this.setLocal({ status: "ready" });
       turn.content = done.text;
       turn.cited = done.cited;
     } catch (error) {
@@ -543,7 +621,7 @@ class ChatSession {
       return `local-${error.code ?? "load"}|${error.message}`;
     }
     try {
-      const { describeError } = await (__preload("vb9smwta"), import("../llm/index.js"));
+      const { describeError } = await (__preload("xreqcp1t"), import("../llm/index.js"));
       const settings = this.mode === "custom" || this.mode === "local" ? null : await this.settings();
       const info = describeError(error, settings?.apiKey);
       return `${info.code}|${info.message}`;
@@ -780,7 +858,7 @@ footer a:hover { text-decoration: underline; }
 p.or { margin: 0; color: var(--muted); font-size: 13px; text-align: center; }
 .consent { display: grid; gap: 10px; padding: 14px; border-radius: 12px; background: var(--raised); }
 .consent p { margin: 0; }
-.status .grow { display: grid; gap: 6px; flex: 1; }
+.loadbar { display: grid; gap: 6px; margin: 4px 12px 0; padding: 8px 12px; border-radius: 10px; background: var(--raised); color: var(--muted); font-size: 13px; }
 progress { width: 100%; height: 6px; appearance: none; border: 0; border-radius: 3px; background: var(--line); overflow: hidden; }
 progress::-webkit-progress-bar { background: var(--line); }
 progress::-webkit-progress-value { background: var(--lamp); }
@@ -830,6 +908,8 @@ class MurmurChat2 extends Base {
   controller = null;
   built = false;
   unsubscribe = null;
+  unsubscribeLocal = null;
+  loadbar;
   constructor() {
     super();
     this.root = this.attachShadow({ mode: "open" });
@@ -849,12 +929,16 @@ class MurmurChat2 extends Base {
   disconnectedCallback() {
     this.controller?.abort();
     this.unsubscribe?.();
+    this.unsubscribeLocal?.();
+    this.unsubscribeLocal?.();
   }
   async open() {
     if (!this.built)
       this.build();
     this.launcher.setAttribute("aria-expanded", "true");
     this.panel.hidden = false;
+    if (this.session?.preload === "open")
+      this.session.warmUp();
     this.session?.persist();
     tabStorage("set", this.openKey);
     this.input.focus();
@@ -918,7 +1002,7 @@ class MurmurChat2 extends Base {
       this.input.focus();
     });
     this.settingsBtn = iconButton(doc, "settings", this.t.settings);
-    this.settingsBtn.hidden = !!o.model || !!o.llm?.endpoint || !!o.local;
+    this.settingsBtn.hidden = !!o.model || !!o.llm?.endpoint;
     this.settingsBtn.addEventListener("click", () => void this.showSetup());
     const closeBtn = iconButton(doc, "close", this.t.close);
     closeBtn.hidden = this.hasAttribute("inline");
@@ -955,6 +1039,8 @@ class MurmurChat2 extends Base {
         this.submit();
     });
     form.append(this.input, this.sendBtn);
+    this.loadbar = el(doc, "div", { class: "loadbar", role: "status" });
+    this.loadbar.hidden = true;
     const footer = el(doc, "footer");
     const by = el(doc, "a", {
       href: "https://maxgfr.github.io/murmur/",
@@ -963,7 +1049,7 @@ class MurmurChat2 extends Base {
     });
     by.textContent = this.t.poweredBy;
     footer.append(by);
-    this.chatView.append(this.log, form, footer);
+    this.chatView.append(this.log, this.loadbar, form, footer);
     this.setupView = el(doc, "div", { class: "setup" });
     this.setupView.hidden = true;
     this.panel.append(header, this.chatView, this.setupView);
@@ -971,11 +1057,37 @@ class MurmurChat2 extends Base {
     if (this.hasAttribute("inline"))
       this.launcher.hidden = true;
     this.built = true;
-    this.session = new ChatSession({ ...o, lang });
+    const session = new ChatSession({ ...o, lang });
+    this.session = session;
+    this.settingsBtn.hidden = !session.keyAllowed;
+    this.unsubscribeLocal = session.onLocalState((state) => this.drawLocal(state));
+    whenIdle(() => {
+      if (session.preload === "idle")
+        session.warmUp();
+      else
+        session.warmUpIfCached();
+    });
     this.renderChat();
     if (o.open || !this.hasAttribute("inline") && tabStorage("get", this.openKey))
       this.open();
   }
+  drawLocal(state) {
+    const doc = this.ownerDocument;
+    const lamp = this.launcher.querySelector(".lamp");
+    lamp?.classList.toggle("busy", state.status === "loading");
+    if (state.status !== "loading") {
+      this.loadbar.hidden = true;
+      return;
+    }
+    const p = state.progress;
+    const label = !p ? this.t.localLoading : p.progress >= 1 ? this.t.localPreparing : `${this.t.localLoading} ${Math.round(p.progress * 100)} % · ${Math.round(p.loaded / 1e6).toLocaleString(this.uiLang)} / ${size(p.total / 1e6, this.uiLang, this.t)}`;
+    const bar = el(doc, "progress", { max: "1" });
+    if (p && p.progress < 1)
+      bar.setAttribute("value", String(p.progress));
+    bar.setAttribute("aria-label", this.t.localLoadingLabel);
+    this.loadbar.replaceChildren(text(doc, "span", label), bar);
+    this.loadbar.hidden = false;
+  }
   autosize() {
     this.input.style.height = "auto";
     this.input.style.height = `${Math.min(this.input.scrollHeight, 140)}px`;
@@ -1086,7 +1198,8 @@ class MurmurChat2 extends Base {
     const question = this.input.value.trim();
     if (!question || this.controller || !this.session)
       return;
-    if (this.session.needsDownloadConsent) {
+    await this.session.settleChoice();
+    if (this.session.needsDownloadConsent || this.session.mode === "local" && !await this.session.canRunLocally()) {
       await this.showConsent(question);
       return;
     }
@@ -1105,15 +1218,6 @@ class MurmurChat2 extends Base {
     this.log.append(node);
     this.log.scrollTop = this.log.scrollHeight;
     this.log.setAttribute("aria-busy", "true");
-    this.session.onProgress = (p) => {
-      if (!status.isConnected)
-        return;
-      const bar = el(doc, "progress", { max: "1", value: String(p.progress) });
-      bar.setAttribute("aria-label", this.t.localLoadingLabel);
-      const label = p.progress >= 1 ? this.t.localPreparing : `${this.t.localLoading} ${Math.round(p.progress * 100)} % · ${Math.round(p.loaded / 1e6).toLocaleString(this.uiLang)} / ${size(p.total / 1e6, this.uiLang, this.t)}`;
-      status.replaceChildren(el(doc, "span", { class: "lamp busy", "aria-hidden": "true" }), el(doc, "span", { class: "grow" }));
-      status.lastElementChild?.append(doc.createTextNode(label), bar);
-    };
     const controller = new AbortController;
     this.controller = controller;
     this.setSendMode("stop");
@@ -1156,16 +1260,15 @@ class MurmurChat2 extends Base {
     const spec = await session.localSpec();
     const card = el(doc, "div", { class: "msg bot consent" });
     const row = el(doc, "div", { class: "row" });
-    const ownerLocal = !!this.options.local;
     const useKey = () => {
       card.remove();
       session.useLocal(false);
       this.showSetup(question);
     };
     if (!await session.canRunLocally()) {
-      card.append(text(doc, "p", t.localNoWebGPU));
-      if (!ownerLocal) {
-        const key = el(doc, "button", { class: "text-btn", type: "button" });
+      card.append(text(doc, "p", session.keyAllowed ? t.localNoWebGPU : t.localNoWebGPUOnly));
+      if (session.keyAllowed) {
+        const key = el(doc, "button", { class: "primary", type: "button" });
         key.textContent = t.useKey;
         key.addEventListener("click", useKey);
         row.append(key);
@@ -1181,7 +1284,7 @@ class MurmurChat2 extends Base {
         this.submit();
       });
       row.append(go);
-      if (!ownerLocal) {
+      if (session.keyAllowed) {
         const key = el(doc, "button", { class: "link-btn", type: "button" });
         key.textContent = t.useKey;
         key.addEventListener("click", useKey);
@@ -1224,25 +1327,29 @@ class MurmurChat2 extends Base {
         this.submit();
       }
     });
-    session.canRunLocally().then((ok) => {
-      localBtn.disabled = !ok;
-      if (!ok)
-        localHint.textContent = t.localNoWebGPU;
+    const switchToKey = el(doc, "button", { class: "link-btn", type: "button" });
+    switchToKey.textContent = t.useKey;
+    switchToKey.addEventListener("click", () => {
+      session.useLocal(false);
+      localBtn.textContent = t.localOption;
+      localBtn.disabled = false;
+      switchToKey.remove();
     });
     if (session.mode === "local") {
       localBtn.textContent = t.localActive;
       localBtn.disabled = true;
-      const back = el(doc, "button", { class: "link-btn", type: "button" });
-      back.textContent = t.useKey;
-      back.addEventListener("click", () => {
-        session.useLocal(false);
-        localBtn.textContent = t.localOption;
-        localBtn.disabled = false;
-        back.remove();
-      });
-      inBrowser.append(back);
+      inBrowser.append(switchToKey);
     }
+    session.canRunLocally().then((ok) => {
+      if (ok)
+        return;
+      localBtn.textContent = t.localOption;
+      localBtn.disabled = true;
+      localHint.textContent = t.localNoWebGPU;
+      switchToKey.remove();
+    });
     const or = text(doc, "p", t.orKey, "or");
+    inBrowser.hidden = or.hidden = !session.localAllowed;
     const local = checkbox(doc, t.local);
     const providerField = field(doc, t.provider, el(doc, "select"));
     const providerSelect = providerField.control;
@@ -1379,6 +1486,13 @@ function tabStorage(op, key) {
   } catch {}
   return false;
 }
+function whenIdle(work) {
+  const idle = globalThis.requestIdleCallback;
+  if (idle)
+    idle(work, { timeout: 4000 });
+  else
+    setTimeout(work, 1500);
+}
 function el(doc, tag, attrs = {}) {
   const node = doc.createElement(tag);
   for (const [k, v] of Object.entries(attrs))

package/dist/lib/embed.js

@@ -1,8 +1,8 @@
 import {
   __chunks,
   mountMurmur2
-} from "./chunks/index-92w507gk.js";
-__chunks(import.meta.url,["rv6357f7","92w507gk","t36hd4vt","wxshtnm0","dj4321kh","vb9smwta","nb4hdy2t","kaeec41p","b77xqap3","8h9c8ekq","p86sy3y4","1zk822m5"],[["./embed.js",1],["./chunks/index-92w507gk.js",8],["./chunks/murmur-t36hd4vt.js",9,10],["./chunks/retriever-wxshtnm0.js",10],["./indexer/index.js",11],["./llm/index.js"],["./local/index.js"],["./chunks/chunk-kaeec41p.js",11],["./chunks/index-b77xqap3.js"],["./chunks/index-8h9c8ekq.js",10,8],["./chunks/index-p86sy3y4.js",8],["./chunks/index-1zk822m5.js"]],0);
+} from "./chunks/index-4ftk20yq.js";
+__chunks(import.meta.url,["n035jphv","4ftk20yq","t36hd4vt","wxshtnm0","dj4321kh","xreqcp1t","qfx1tgz2","kaeec41p","b77xqap3","8h9c8ekq","p86sy3y4","1zk822m5"],[["./embed.js",1],["./chunks/index-4ftk20yq.js",8],["./chunks/murmur-t36hd4vt.js",9,10],["./chunks/retriever-wxshtnm0.js",10],["./indexer/index.js",11],["./llm/index.js"],["./local/index.js"],["./chunks/chunk-kaeec41p.js",11],["./chunks/index-b77xqap3.js"],["./chunks/index-8h9c8ekq.js",10,8],["./chunks/index-p86sy3y4.js",8],["./chunks/index-1zk822m5.js"]],0);
 
 // src/embed.ts
 function optionsFromDataset(data, base) {
@@ -16,6 +16,8 @@ function optionsFromDataset(data, base) {
     llm.model = data.model;
   if (data.endpoint)
     llm.endpoint = data.endpoint;
+  if (data.apiKey)
+    llm.apiKey = data.apiKey;
   if (Object.keys(llm).length)
     o.llm = llm;
   if (data.instructions)
@@ -45,8 +47,12 @@ function optionsFromDataset(data, base) {
     o.storageKey = data.storageKey;
   if (data.open === "true")
     o.open = true;
-  if (data.local === "true")
-    o.local = true;
+  if (data.local === "false")
+    o.local = false;
+  if (data.mode === "auto" || data.mode === "proxy" || data.mode === "local" || data.mode === "key")
+    o.mode = data.mode;
+  if (data.preload === "question" || data.preload === "open" || data.preload === "idle" || data.preload === "consent")
+    o.preload = data.preload;
   return o;
 }
 function start() {

package/dist/lib/llm/index.js

@@ -2,8 +2,11 @@
 import {
   createLlmSettingsStore,
   DEFAULT_RECOMMENDED,
+  defaultModelOf,
   isConfigured,
   liveCatalog,
+  loadCatalog,
+  providerMeta,
   secureStorage,
   validateEndpoint
 } from "llm-connect";
@@ -23,6 +26,25 @@ function proxySettings(config) {
     settings.headers = config.headers;
   return settings;
 }
+var warned = false;
+async function ownerKeySettings(config, catalogUrl = DEFAULT_CATALOG_URL) {
+  if (!config.apiKey)
+    return null;
+  if (!warned && typeof console !== "undefined") {
+    warned = true;
+    console.warn("murmur: the API key in this page can be read by anyone. Use a key with a spending limit, or a proxy (data-endpoint).");
+  }
+  const providerId = config.provider || "openai";
+  const catalog = await loadCatalog(catalogUrl);
+  const meta = providerMeta(catalog, providerId);
+  if (!meta)
+    throw new Error(`murmur: unknown provider "${providerId}"`);
+  const model = config.model || defaultModelOf(catalog[providerId]) || "";
+  const settings = { apiKey: config.apiKey, model, ...meta };
+  if (config.headers)
+    settings.headers = config.headers;
+  return settings;
+}
 function visitorStore(config, options = {}) {
   const key = options.storageKey ?? "murmur";
   const defaults = {};
@@ -49,6 +71,7 @@ export {
   describeError,
   isConfigured2 as isConfigured,
   loadModel,
+  ownerKeySettings,
   proxySettings,
   resolveSettings,
   visitorStore

package/dist/lib/local/index.js

@@ -26,9 +26,37 @@ function chatMessages(prompt) {
   });
 }
 var loaded = new Map;
+var ready = new Set;
 var listeners = new Map;
+var keyOf = (spec) => `${spec.id}@${spec.dtype}`;
+var CACHE_NAME = "transformers-cache";
+async function isLocalModelCached(spec = DEFAULT_LOCAL_MODEL) {
+  try {
+    if (typeof caches === "undefined" || !await caches.has(CACHE_NAME))
+      return false;
+    const cache = await caches.open(CACHE_NAME);
+    const weights = `/${spec.id}/resolve/`;
+    const file = `model_${spec.dtype}.onnx`;
+    return (await cache.keys()).some((r) => r.url.includes(weights) && r.url.includes(file));
+  } catch {
+    return false;
+  }
+}
+function isLocalModelReady(spec = DEFAULT_LOCAL_MODEL) {
+  return ready.has(keyOf(spec));
+}
+async function persistStorage() {
+  try {
+    const storage = globalThis.navigator?.storage;
+    if (!storage?.persist)
+      return false;
+    return await storage.persisted?.() || await storage.persist();
+  } catch {
+    return false;
+  }
+}
 function loadLocalModel(spec = DEFAULT_LOCAL_MODEL, onProgress) {
-  const key = `${spec.id}@${spec.dtype}`;
+  const key = keyOf(spec);
   const set = listeners.get(key) ?? new Set;
   listeners.set(key, set);
   if (onProgress)
@@ -38,6 +66,8 @@ function loadLocalModel(spec = DEFAULT_LOCAL_MODEL, onProgress) {
     pending = (async () => {
       if (!await hasWebGPU())
         throw new LocalModelError("webgpu", "This browser has no WebGPU.");
+      if (!await isLocalModelCached(spec))
+        persistStorage();
       const { pipeline } = await import("@huggingface/transformers");
       const generator = await pipeline("text-generation", spec.id, {
         dtype: spec.dtype,
@@ -53,7 +83,10 @@ function loadLocalModel(spec = DEFAULT_LOCAL_MODEL, onProgress) {
           for (const listener of set)
             listener(p);
         }
+      }).catch((error) => {
+        throw new LocalModelError("load", error instanceof Error ? error.message : String(error));
       });
+      ready.add(key);
       return generator;
     })();
     pending.catch(() => loaded.delete(key));
@@ -158,6 +191,9 @@ export {
   LocalModelError,
   chatMessages,
   hasWebGPU,
+  isLocalModelCached,
+  isLocalModelReady,
   loadLocalModel,
-  localModel
+  localModel,
+  persistStorage
 };

package/dist/lib/widget/index.js

@@ -8,8 +8,8 @@ import {
   MurmurChat2,
   defineMurmurChat2,
   mountMurmur2
-} from "../chunks/index-92w507gk.js";
-__chunks(import.meta.url,["f9340r29","92w507gk","t36hd4vt","wxshtnm0","dj4321kh","vb9smwta","nb4hdy2t","kaeec41p","b77xqap3","8h9c8ekq","p86sy3y4","1zk822m5"],[["./index.js",1],["../chunks/index-92w507gk.js",8],["../chunks/murmur-t36hd4vt.js",9,10],["../chunks/retriever-wxshtnm0.js",10],["../indexer/index.js",11],["../llm/index.js"],["../local/index.js"],["../chunks/chunk-kaeec41p.js",11],["../chunks/index-b77xqap3.js"],["../chunks/index-8h9c8ekq.js",10,8],["../chunks/index-p86sy3y4.js",8],["../chunks/index-1zk822m5.js"]],0);
+} from "../chunks/index-4ftk20yq.js";
+__chunks(import.meta.url,["kaf6n93p","4ftk20yq","t36hd4vt","wxshtnm0","dj4321kh","xreqcp1t","qfx1tgz2","kaeec41p","b77xqap3","8h9c8ekq","p86sy3y4","1zk822m5"],[["./index.js",1],["../chunks/index-4ftk20yq.js",8],["../chunks/murmur-t36hd4vt.js",9,10],["../chunks/retriever-wxshtnm0.js",10],["../indexer/index.js",11],["../llm/index.js"],["../local/index.js"],["../chunks/chunk-kaeec41p.js",11],["../chunks/index-b77xqap3.js"],["../chunks/index-8h9c8ekq.js",10,8],["../chunks/index-p86sy3y4.js",8],["../chunks/index-1zk822m5.js"]],0);
 export {
   MESSAGES2 as MESSAGES,
   MurmurChat2 as MurmurChat,

package/dist/types/llm/index.d.ts

@@ -13,11 +13,19 @@ export interface LlmConfig {
     endpoint?: string;
     /** Extra headers sent to the proxy. */
     headers?: Record<string, string>;
+    /**
+     * The owner's own key, used for every visitor with `provider` and `model`. It is in the page,
+     * so anyone can read it: only a key with a spending limit (OpenRouter, a restricted project
+     * key), or prefer a proxy that keeps it secret.
+     */
+    apiKey?: string;
 }
 /** Where the catalog falls back to when models.dev or OpenRouter cannot be reached. */
 export declare const DEFAULT_CATALOG_URL = "https://maxgfr.github.io/murmur/cdn/models.json";
 /** Settings calling the owner's proxy, or null when there is no (valid) proxy. */
 export declare function proxySettings(config: LlmConfig): LlmSettings | null;
+/** Settings that call the provider with the owner's key, or null when there is none. */
+export declare function ownerKeySettings(config: LlmConfig, catalogUrl?: string): Promise<LlmSettings | null>;
 export interface VisitorStoreOptions {
     /** Fallback catalog URL. Default {@link DEFAULT_CATALOG_URL}. */
     catalogUrl?: string;

package/dist/types/local/index.d.ts

@@ -42,6 +42,18 @@ export declare function chatMessages(prompt: LanguageModelV4Prompt): {
 type Generator = ((messages: unknown, options: Record<string, unknown>) => Promise<unknown>) & {
     tokenizer: unknown;
 };
+/**
+ * Whether the model's weights are already in this browser's cache, so loading it needs no
+ * network: the weights file for this dtype is looked up among the cached URLs.
+ */
+export declare function isLocalModelCached(spec?: LocalModelSpec): Promise<boolean>;
+/** Whether the model is loaded and compiled in this page. */
+export declare function isLocalModelReady(spec?: LocalModelSpec): boolean;
+/**
+ * Asks the browser to keep this site's storage under pressure, so 1 GB of weights is not
+ * evicted and downloaded again. Browsers decide on their own (engagement, installed app…).
+ */
+export declare function persistStorage(): Promise<boolean>;
 /** Downloads (or reads from cache) and compiles the model; later calls share the same load. */
 export declare function loadLocalModel(spec?: LocalModelSpec, onProgress?: (progress: LoadProgress) => void): Promise<Generator>;
 export declare class LocalModelError extends Error {

package/dist/types/widget/element.d.ts

@@ -29,6 +29,8 @@ export declare class MurmurChat extends Base {
     private controller;
     private built;
     private unsubscribe;
+    private unsubscribeLocal;
+    private loadbar;
     constructor();
     configure(options: WidgetOptions): this;
     get isOpen(): boolean;
@@ -41,6 +43,8 @@ export declare class MurmurChat extends Base {
     ask(question: string): Promise<void>;
     private get openKey();
     private build;
+    /** The download bar and the bubble's lamp follow the in-browser model. */
+    private drawLocal;
     private autosize;
     private setSendMode;
     private emit;

package/dist/types/widget/i18n.d.ts

@@ -52,6 +52,7 @@ export interface Messages {
     localPreparing: string;
     localNoWebGPU: string;
     localLoadFailed: string;
+    localNoWebGPUOnly: string;
     gigabytes: string;
     megabytes: string;
 }