anyformer 0.4.4 → 0.4.6

package/CHANGELOG.md

@@ -1,5 +1,32 @@
 # Changelog
 
+## 0.4.6 — 2026-10-24
+
+Skips 0.4.5 on npm: this release carries its diskformer v0.6.8 pin too.
+
+### Added
+- Nemotron 3.5 Bolt E4B (`MODELS.chat.NEMOTRON_3_5_BOLT_E4B`) on `transformers` at a 5 GB budget:
+  danyalmalik/NVIDIA-Nemotron-3.5-Bolt-E4B-ONNX-WebGPU, a community q4f16 export (Bolt's weights in onnx-community's
+  Gemma 4 E4B graph), text only, 4.91 GB.
+- `transformers`: a Gemma 4 repo in the multimodal layout with no vision or audio encoder loads through
+  `Gemma4ForCausalLM` and the tokenizer. Its `use_external_data_format` comes from the repo's `_data` files, because
+  that repo's config.json has no transformers.js_config (without it: "Module.MountedFiles is not available"). Image
+  and audio blocks are refused with `INVALID_ARGUMENT`.
+
+### Verified
+- Browser (Chrome, M4 Pro): `npm run test:browser -- transformers --query "repo=danyalmalik/NVIDIA-Nemotron-3.5-Bolt-E4B-ONNX-WebGPU&budget=5.3"`
+  answered on topic, 34.9 tok/s, load 231 s with the download. npm test 88/88.
+
+## 0.4.5 — 2026-10-24
+
+### Changed
+- diskformer pinned to v0.6.8 (3aad103). Its llama.cpp path (ggml/) reads past 2 GiB in a browser, adds head-512
+  attention and loads drafter GGUFs (`draft`). The hand engines (engines/, src/) are unchanged since v0.6.7.
+
+### Verified
+- `llama-gate` on Granite 4.0 H Tiny (Chrome, M4 Pro, v0.6.8 pin): 9/9 identical to diskformer's refs, chat path
+  equal, 19.1 tok/s median. npm test 87/87. Not rerun: the hand-engine gates, because engines/ did not change.
+
 ## 0.4.4 — 2026-10-24
 
 ### Changed

package/README.md

@@ -14,7 +14,7 @@ browser storage; no account, no server, no telemetry.
 | How | Command |
 |---|---|
 | npm | `npm install anyformer` |
-| CDN | `import { load } from 'https://cdn.jsdelivr.net/npm/anyformer@0.4.4/+esm';` |
+| CDN | `import { load } from 'https://cdn.jsdelivr.net/npm/anyformer@0.4.6/+esm';` |
 | Copy | `index.js` and `src/`; nothing else is needed |
 
 ```js
@@ -54,7 +54,7 @@ back end's answer: yes with an estimate (GPU bytes, disk bytes, tok/s when measu
 
 | Back end | Runs | Models |
 |---|---|---|
-| `transformers` | transformers.js 4.3.1: text generation, image and audio chat (Gemma 4, Qwen3.5), embeddings, speech to text, detection, classification, depth, segmentation | ONNX repos in the onnx-community / Xenova layout |
+| `transformers` | transformers.js 4.3.1: text generation (Nemotron 3.5 Bolt E4B among them), image and audio chat (Gemma 4, Qwen3.5), embeddings, speech to text, detection, classification, depth, segmentation | ONNX repos in the onnx-community / Xenova layout |
 | `kohra` | kohra, text-diffusion over onnxruntime-web | MDLM and BD3LM repos tagged `text-diffusion` |
 | `localmind` | LocalMind's hand-written WebGPU kernels (shipped in diskformer), the whole model on the GPU | any LFM2 / LFM2.5 GGUF; Gemma 4 E2B / E4B QAT-mobile; Ternary Bonsai 2 |
 | `wllama` | llama.cpp in WebAssembly: WebGPU when the budget holds the model, the CPU otherwise (no WebGPU needed) | any GGUF up to about 3.6 GB that no engine above covers; files over 2 GB are split into OPFS shards once |

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "anyformer",
-  "version": "0.4.4",
+  "version": "0.4.6",
   "description": "One call to run a model in a browser tab: anyformer reads the Hub repo, probes the browser, and picks the back end (transformers.js, LocalMind's WebGPU kernels, diskformer, kohra) that fits the model's format, architecture and your GPU budget.",
   "type": "module",
   "main": "./index.js",

package/src/backends/transformers.js

@@ -2,6 +2,7 @@
 // importing anyformer costs nothing until this back end is chosen.
 
 
+import { AnyformerError } from '../errors.js';
 import { SOURCES } from '../sources.js';
 
 // dtype → the ONNX file transformers.js reads for it (decoder-only repos keep one graph per dtype under onnx/).
@@ -31,6 +32,18 @@ function pickMmDtype(model, caps) {
   return order.find((d) => have.has(`onnx/decoder_model_merged${MM_SUFFIX[d]}.onnx`)) || null;
 }
 const mmBytes = (model, dtype) => mmModules(model).reduce((n, m) => n + graphBytes(model, `onnx/${m}${MM_SUFFIX[dtype]}.onnx`), 0);
+// A text-only export in the multimodal layout (embed_tokens + decoder_model_merged, no vision or audio encoder), e.g.
+// danyalmalik/NVIDIA-Nemotron-3.5-Bolt-E4B-ONNX-WebGPU: loads through the causal-LM class and the tokenizer, as
+// LocalMind does, since there is no processor.
+const CAUSAL = { gemma4: 'Gemma4ForCausalLM' };
+const textOnly = (model) => model.architecture in CAUSAL && !mmModules(model).some((m) => /^(vision|audio)_encoder$/.test(m));
+// How many external-data files each graph has (<graph>_data, <graph>_data_1 …), keyed as transformers.js_config's
+// use_external_data_format is: a repo whose config.json lacks that block fails to mount the data without it. The
+// counts equal the config's in onnx-community's Gemma 4 E2B and Qwen3.5 4B repos.
+const externalData = (model, dtype) => Object.fromEntries(mmModules(model).map((m) => {
+  const file = `onnx/${m}${MM_SUFFIX[dtype]}.onnx`;
+  return [file.slice(5), model.files.all.filter((f) => f.name.startsWith(`${file}_data`)).length];
+}).filter(([, n]) => n > 0));
 const isMultimodal = (model) => model.architecture in MULTIMODAL && model.files.onnx.some((f) => f.name.startsWith('onnx/decoder_model_merged'));
 // The chat tasks a multimodal repo is tagged with on the Hub; all run here as chat.
 const MM_TASKS = ['text-generation', 'image-text-to-text', 'any-to-any'];
@@ -100,6 +113,7 @@ export const transformersBackend = {
     const want = task || model.task || 'text-generation';
     const lib = await import(transformersBackend.source);
     const progress_callback = onProgress && ((p) => onProgress({ backend: 'transformers', ...p }));
+    if (isMultimodal(model) && textOnly(model)) return loadCausal(lib, model, forced || pickMmDtype(model, caps), { progress_callback, signal });
     if (isMultimodal(model)) return loadMultimodal(lib, model, forced || pickMmDtype(model, caps), { progress_callback, signal });
     if (want !== 'text-generation') return loadPipeline(lib, model, want, { progress_callback, signal });
     const dtype = forced || pickDtype(model, caps);
@@ -156,6 +170,34 @@ async function* stream(lib, tokenizer, signal, run) {
   if (failed) throw failed;
 }
 
+// A text-only model in the multimodal layout: the causal-LM class over embed_tokens + decoder_model_merged.
+async function loadCausal(lib, model, dtype, { progress_callback, signal }) {
+  const opts = { revision: model.revision || 'main', progress_callback };
+  const tokenizer = await lib.AutoTokenizer.from_pretrained(model.repo, opts);
+  const net = await lib[CAUSAL[model.architecture]].from_pretrained(model.repo, {
+    ...opts, dtype, device: 'webgpu', use_external_data_format: externalData(model, dtype),
+  });
+  signal?.throwIfAborted();
+  return {
+    task: 'text-generation',
+    generate: (messages, { maxNewTokens = 256, repetitionPenalty, signal } = {}) => stream(lib, tokenizer, signal, (streamer, stopping_criteria) => {
+      const inputs = tokenizer.apply_chat_template(textMessages(messages), { add_generation_prompt: true, enable_thinking: false, return_dict: true });
+      return net.generate({ ...inputs, max_new_tokens: maxNewTokens, do_sample: false, ...(repetitionPenalty && { repetition_penalty: repetitionPenalty }), streamer, stopping_criteria });
+    }),
+    dispose: () => net.dispose?.(),
+  };
+}
+
+// Text blocks joined; a text-only model refuses any other block.
+function textMessages(messages) {
+  return messages.map((m) => {
+    if (typeof m.content === 'string') return m;
+    const other = m.content.find((b) => b.type !== 'text');
+    if (other) throw new AnyformerError('INVALID_ARGUMENT', `this model reads text only; got a ${other.type} block`);
+    return { ...m, content: m.content.map((b) => b.text).join('\n') };
+  });
+}
+
 // A multimodal chat model. Message content is a string or an array of blocks: { type: 'text', text },
 // { type: 'image', image } (ImageData, RawImage or a URL) and, for Gemma 4, { type: 'audio', audio } (16 kHz
 // Float32Array). The template sees placeholders; the processor gets the media, in order.

package/src/models.js

@@ -17,6 +17,7 @@ const GEMMA4_E4B_ONNX = M('onnx-community/gemma-4-E4B-it-ONNX', 'transformers',
 const MINICPM5_2B = M('openbmb/MiniCPM5-2B-GGUF', 'wllama', 'text-generation', 'chat', { downloadBytes: 1.56e9 });
 const QWEN3_0_6B_MDLM = M('naklitechie/Qwen3-0.6B-diffusion-mdlm-ONNX', 'kohra', 'text-generation', 'kohra', { downloadBytes: 1.54e9 });
 const GEMMA4_26B_A4B = M('google/gemma-4-26B-A4B-it-qat-q4_0-gguf', 'diskformer', 'text-generation', 'diskformer-chat', { budget: 2.5e9, downloadBytes: 14.44e9 });
+const NEMOTRON_3_5_BOLT_E4B = M('danyalmalik/NVIDIA-Nemotron-3.5-Bolt-E4B-ONNX-WebGPU', 'transformers', 'text-generation', 'transformers', { budget: 5e9, downloadBytes: 4.94e9 });
 const MINILM_L6 = M('Xenova/all-MiniLM-L6-v2', 'transformers', 'feature-extraction', 'embed', { downloadBytes: 90e6 });
 const DETR_RESNET_50 = M('Xenova/detr-resnet-50', 'transformers', 'object-detection', 'detect', { downloadBytes: 167e6 });
 
@@ -42,6 +43,8 @@ export const MODELS = {
     QWEN3_0_6B_MDLM,
     /** 26B parameters in 2.5 GB of GPU memory; 14.4 GB on disk (diskformer). */
     GEMMA4_26B_A4B,
+    /** NVIDIA's Nemotron 3.5 Bolt E4B (dense, text only), a community q4f16 ONNX export in Gemma 4 E4B's graph. */
+    NEMOTRON_3_5_BOLT_E4B,
   },
   /** Chat with images in the messages: content [{ type: 'image', image }, { type: 'text', text }]. Gemma 4 takes audio too. */
   vision: { DEFAULT: QWEN3_5_4B, QWEN3_5_4B, GEMMA4_E2B_ONNX, GEMMA4_E4B_ONNX },

package/src/sources.js

@@ -7,10 +7,11 @@ export const PINS = {
   transformers: '4.3.1',
   wllama: '3.4.1',      // LocalMind's pin; its stream-drain workaround (src/backends/wllama.js) is for this version
   kohra: 'f678fac7342c79b58b640540b8b3a7d078b7ab1a',
-  // v0.6.7: every engine (the disk-tier MoE engines, Ling 3.0 Flash, and LocalMind's whole-model engines LFM2.5,
-  // Gemma 4 E2B/E4B and Ternary Bonsai 2) under engines/, and the llama.cpp path under ggml/, which loads split GGUFs.
-  // The hand engines' ingest streams the GGUF header with progress and resumes a dropped range.
-  diskformer: '663b2b01cfbed95ae8d319ce845d8aea759d60cf',
+  // v0.6.8: every engine (the disk-tier MoE engines, Ling 3.0 Flash, and LocalMind's whole-model engines LFM2.5,
+  // Gemma 4 E2B/E4B and Ternary Bonsai 2) under engines/, and the llama.cpp path under ggml/, which loads split GGUFs
+  // and drafters, and reads past 2 GiB (Nemotron 3.5 Bolt E4B needs v0.6.8 or later). The hand engines' ingest
+  // streams the GGUF header with progress and resumes a dropped range.
+  diskformer: '3aad103e47cac76c1471e92a438edfe1c80dd86e',
 };
 
 const gh = (repo, sha, path) => `https://cdn.jsdelivr.net/gh/NakliTechie/${repo}@${sha}/${path}`;