anyformer 0.4.21 → 0.4.22

package/CHANGELOG.md

@@ -1,5 +1,22 @@
 # Changelog
 
+## 0.4.22 — 2026-10-31
+
+### Changed
+- The `diskformer` back end downloads an `adapter` GGUF itself and keeps it in Cache Storage (`anyformer-adapters-v1`,
+  keyed by its URL, so by repo, revision and file). A later load reads it from disk; a cached copy whose size
+  differs from `adapter.size` downloads again. The download reports progress (`status: 'adapter'`, `loaded`,
+  `total`; `cached: true` on a cache hit), and the engine gets the bytes as a Blob. Before, every load fetched the
+  37 MB Pi adapter again with no progress (NakliOS: about 3 minutes per load at 200 KB/s).
+- `stored()` and `remove(repo)` cover the adapter cache, listed under the adapter's repo.
+
+### Verified
+- `npm test` 108/108: the first load downloads the adapter once with progress from 0 to 37,437,888 bytes and caches
+  it; a second load downloads nothing and reports `cached: true`.
+
+### Not yet verified
+- No browser run of the cache in Chrome; NakliOS's live check covers it.
+
 ## 0.4.21 — 2026-10-31
 
 ### Changed
@@ -9,8 +26,13 @@
   9/9, 6/9. Adapters on routed experts are refused with an error. MiniCPM-V, Clover, Flint and Ling take no adapter,
   so an `adapter` drops `diskformer` from their plans.
 
-### Not yet verified
-- No browser run of an adapter on Gemma 4 or Qwen3.6 through anyformer: no adapter GGUF for either is in the catalog.
+### Verified (after the tag, on the pinned code)
+- Browser test `diskformer-chat --query "local=1&adapter=gemma4-26b-random-lora.gguf"` (new adapter mode; Gemma 4 26B
+  at a 2.5 GB budget, diskformer's seeded random rank-32 test adapter on 205 matrices, thinking on, 15:28 to 15:35
+  IST): plain 9/9 against llama-server, adapter on 8/9 against `llama-server --lora` on the same file, plain again 9/9
+  with the same text as the first phase; the adapter changed 3 of 9 replies. The one miss (word-problem) is the one
+  diskformer's own gate reports: the reply where the adapter first changes the text keeps the plain branch.
+- Not run: Qwen3.6 35B with its test adapter (36.9 GB GGUF).
 
 ## 0.4.20 — 2026-10-31
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "anyformer",
-  "version": "0.4.21",
+  "version": "0.4.22",
   "description": "One call to run a model in a browser tab: anyformer reads the Hub repo, probes the browser, and picks the back end (transformers.js, LocalMind's WebGPU kernels, diskformer, kohra) that fits the model's format, architecture and your GPU budget.",
   "type": "module",
   "main": "./index.js",

package/src/backends/diskformer.js

@@ -81,6 +81,41 @@ function budgetError(e) {
   return m && new AnyformerError('BUDGET_TOO_SMALL', `diskformer: ${e.message}`, { cause: e, need: Math.ceil((+m[1] + +m[2]) * 1e9) });
 }
 
+// Adapter GGUFs, kept in Cache Storage under their download URL (…/<repo>/resolve/<revision>/<file>), so a later load
+// reads them from disk. src/store.js lists and removes them with the adapter's repo.
+export const ADAPTER_CACHE = 'anyformer-adapters-v1';
+
+// The adapter's bytes as a Blob: from the cache, or downloaded with progress events and then cached. A cached copy
+// whose size differs from adapter.size is downloaded again.
+async function adapterBlob(url, adapter, onProgress, signal) {
+  const cache = typeof caches !== 'undefined' ? await caches.open(ADAPTER_CACHE).catch(() => null) : null;
+  const say = (loaded, total, cached = false) => onProgress?.({ backend: 'diskformer', status: 'adapter', file: adapter.file, loaded, total, ...(cached && { cached }) });
+  const hit = await cache?.match(url);
+  if (hit) {
+    const b = await hit.blob();
+    if (!adapter.size || b.size === adapter.size) { say(b.size, b.size, true); return b; }
+    await cache.delete(url);
+  }
+  const res = await fetch(url, { signal });
+  if (!res.ok) throw new AnyformerError('LOAD_FAILED', `diskformer: adapter ${adapter.file}: HTTP ${res.status}`);
+  const total = Number(res.headers.get('content-length')) || adapter.size || 0;
+  const parts = [], reader = res.body.getReader();
+  let loaded = 0, at = 0;
+  say(0, total);
+  for (;;) {
+    const { done, value } = await reader.read();
+    if (done) break;
+    parts.push(value);
+    loaded += value.length;
+    if (Date.now() - at > 250) { at = Date.now(); say(loaded, total); }
+  }
+  const blob = new Blob(parts);
+  if (adapter.size && blob.size !== adapter.size) throw new AnyformerError('LOAD_FAILED', `diskformer: adapter ${adapter.file}: ${blob.size} bytes, expected ${adapter.size}`);
+  say(blob.size, total || blob.size);
+  await cache?.put(url, new Response(blob, { headers: { 'content-length': String(blob.size) } })).catch(() => {});
+  return blob;
+}
+
 const has = (model, file, size) => model.files.gguf.some((f) => f.name === file && f.size === size);
 const match = (model) => DISKFORMER_MODELS.find((m) => m.repo === model.repo &&
   (m.parts ? m.parts.every((p) => has(model, p.file, p.size)) : has(model, m.file, m.size)));
@@ -121,7 +156,8 @@ export const diskformerBackend = {
   //   its pool from gpuBudgetBytes when given one, so it gets one or the other).
   // localFile: the GGUF as a File the user picked; the engine ingests it instead of downloading, and refuses a file
   //   whose size differs from the one it is pinned to.
-  // adapter: { repo, file, revision, scale } loads onto the GPU beside the model and is on for every reply;
+  // adapter: { repo, file, revision, size, scale } loads onto the GPU beside the model and is on for every reply; its
+  //   GGUF downloads once (progress events with status 'adapter') and stays in Cache Storage (ADAPTER_CACHE);
   //   session.setAdapter(false / true) switches it off and on again with no reload.
   async load(model, { budget, maxCtx = 1024, poolBytes, localFile, adapter = null, onProgress, signal }) {
     const m = match(model);
@@ -139,8 +175,8 @@ export const diskformerBackend = {
     let lora = null;
     if (adapter) {
       try {
-        onProgress?.({ backend: 'diskformer', status: 'adapter', file: adapter.file });
-        lora = await engine.loadAdapter(diskformerBackend.adapterUrl(adapter), { scale: adapter.scale ?? 1 });
+        const bytes = await adapterBlob(diskformerBackend.adapterUrl(adapter), adapter, onProgress, signal);
+        lora = await engine.loadAdapter(bytes, { scale: adapter.scale ?? 1 });
         await engine.setAdapter(lora);
       } catch (e) { await engine.dispose?.(); throw e; }
     }

package/src/store.js

@@ -4,7 +4,8 @@
 //   Cache Storage   'transformers-cache' (transformers.js; kohra's tokenizer too); 'gguf-v1', 'gguf-v1-headers' and
 //                   'bonsai-pipeline-v1' (LocalMind's engines; 'gguf-v1' holds the LFM2
 //                   engine), 'kohra-models' (kohra v0.3.1+: its ONNX graph and data files), 'diskformer-models' (diskformer's
-//                   ONNX engines, LFM3-Omni): one entry per file URL
+//                   ONNX engines, LFM3-Omni), 'anyformer-adapters-v1' (LoRA adapters for diskformer's engines, listed
+//                   under the adapter's repo): one entry per file URL
 //                   (…/<repo>/resolve/<rev>/<file>). Older kohra left its graph in the HTTP cache, which a page cannot list.
 //   IndexedDB       'gguf-cache-v1' (Bonsai 2) and 'safetensors-cache-v1' (Gemma 4 QAT-mobile): a store keyed by URL
 //                   with { size } and a chunk store keyed [url, start, end]; 'webgpu-prefix-snapshots' (Bonsai 2's
@@ -15,11 +16,11 @@
 //                   'gguf/<name>' (diskformer-llama: llama.cpp's GGUFs, with <name>.part and .part.json while downloading;
 //                   anyformer-llama.json maps each name to its repo).
 
-import { DISKFORMER_MODELS } from './backends/diskformer.js';
+import { DISKFORMER_MODELS, ADAPTER_CACHE } from './backends/diskformer.js';
 import { SPLIT_ROOT } from './gguf-split.js';
 import { readLlamaIndex, LLAMA_INDEX } from './backends/diskformer-llama.js';
 
-const CACHE_BACKEND = { 'transformers-cache': 'transformers', 'gguf-v1': 'localmind', 'gguf-v1-headers': 'localmind', 'bonsai-pipeline-v1': 'localmind', 'kohra-models': 'kohra', 'diskformer-models': 'diskformer-onnx' };
+const CACHE_BACKEND = { [ADAPTER_CACHE]: 'diskformer', 'transformers-cache': 'transformers', 'gguf-v1': 'localmind', 'gguf-v1-headers': 'localmind', 'bonsai-pipeline-v1': 'localmind', 'kohra-models': 'kohra', 'diskformer-models': 'diskformer-onnx' };
 const IDB_STORES = ['gguf-cache-v1', 'safetensors-cache-v1'];
 const BONSAI2 = 'prism-ml/Ternary-Bonsai-2-27B-gguf';