doppler-gpu 0.4.5 → 0.4.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (155) hide show
  1. package/README.md +45 -29
  2. package/assets/doppler-runtime-map.svg +82 -0
  3. package/assets/doppler.svg +1 -3
  4. package/package.json +25 -17
  5. package/src/cli/doppler-quickstart.js +1 -1
  6. package/src/cli/doppler-serve.js +2 -2
  7. package/src/client/doppler-registry.d.ts +19 -0
  8. package/src/client/doppler-registry.js +12 -0
  9. package/src/client/doppler-registry.json +50 -1
  10. package/src/client/runtime/model-session.d.ts +1 -0
  11. package/src/client/runtime/model-session.js +9 -0
  12. package/src/config/conversion/README.md +4 -0
  13. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +28 -4
  14. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +29 -4
  15. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +29 -4
  16. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +29 -4
  17. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +29 -4
  18. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +29 -4
  19. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +29 -4
  20. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +29 -4
  21. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +29 -4
  22. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +31 -5
  23. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +30 -4
  24. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +30 -4
  25. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +30 -4
  26. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +30 -5
  27. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +29 -4
  28. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +30 -5
  29. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +29 -4
  30. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +29 -4
  31. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +29 -4
  32. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +29 -4
  33. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +29 -4
  34. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +29 -4
  35. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +481 -0
  36. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +29 -4
  37. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +29 -4
  38. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +30 -5
  39. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +29 -4
  40. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +395 -0
  41. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +429 -0
  42. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +540 -0
  43. package/src/config/execution-contract-check.js +14 -10
  44. package/src/config/merge-contract-check.js +1 -0
  45. package/src/config/merge.js +30 -0
  46. package/src/config/param-validator.d.ts +5 -0
  47. package/src/config/param-validator.js +42 -8
  48. package/src/config/required-inference-fields-contract-check.js +14 -0
  49. package/src/config/schema/debug.schema.d.ts +2 -0
  50. package/src/config/schema/debug.schema.js +1 -0
  51. package/src/config/schema/doppler.schema.d.ts +5 -1
  52. package/src/config/schema/doppler.schema.js +82 -292
  53. package/src/config/schema/inference.schema.d.ts +17 -3
  54. package/src/config/schema/kvcache.schema.d.ts +19 -3
  55. package/src/config/schema/kvcache.schema.js +2 -1
  56. package/src/config/schema/manifest.schema.d.ts +38 -1
  57. package/src/config/schema/manifest.schema.js +18 -0
  58. package/src/config/schema/policy-schema-registry.json +5 -0
  59. package/src/config/source-packages/litert/gemma-4-12b-it.json +20 -1
  60. package/src/config/source-packages/litert/gemma-4-e2b-it.json +20 -1
  61. package/src/config/source-packages/litert/gemma-4-e4b-it.json +21 -1
  62. package/src/config/transforms/execution-graph-transforms.d.ts +6 -0
  63. package/src/config/transforms/execution-graph-transforms.js +8 -0
  64. package/src/converter/conversion-plan.js +2 -0
  65. package/src/converter/parsers/transformer.js +27 -1
  66. package/src/converter/quantization-info.js +16 -4
  67. package/src/converter/rope-config.js +55 -3
  68. package/src/experimental/training/distillation/student-fixture.js +1 -1
  69. package/src/experimental/training/lora-pipeline.js +1 -1
  70. package/src/experimental/training/lora.js +2 -2
  71. package/src/experimental/training/suite.js +1 -1
  72. package/src/gpu/device.js +54 -11
  73. package/src/gpu/kernels/README.md +8 -1
  74. package/src/gpu/kernels/backward/attention_backward.js +8 -0
  75. package/src/gpu/kernels/dequant.d.ts +6 -6
  76. package/src/gpu/kernels/dequant.js +17 -6
  77. package/src/gpu/kernels/linear-attention-core.js +1 -6
  78. package/src/gpu/kernels/matmul-selection.d.ts +2 -2
  79. package/src/gpu/kernels/matmul-selection.js +9 -2
  80. package/src/gpu/kernels/matmul.d.ts +1 -1
  81. package/src/gpu/kernels/matmul.js +63 -9
  82. package/src/gpu/kernels/moe.d.ts +5 -1
  83. package/src/gpu/kernels/moe.js +5 -2
  84. package/src/gpu/kernels/softmax.d.ts +3 -3
  85. package/src/gpu/kernels/softmax.js +9 -2
  86. package/src/gpu/kernels/turboquant-codebook.js +1 -1
  87. package/src/gpu/kernels/types.d.ts +1 -1
  88. package/src/gpu/profiler.js +11 -1
  89. package/src/inference/browser-harness-model-helpers.js +4 -1
  90. package/src/inference/browser-harness-text-helpers.d.ts +28 -0
  91. package/src/inference/browser-harness-text-helpers.js +357 -116
  92. package/src/inference/browser-harness.d.ts +3 -3
  93. package/src/inference/browser-harness.js +266 -11
  94. package/src/inference/fixtures/rerank-semantic-fixtures.json +38 -0
  95. package/src/inference/kv-cache/quantized.js +16 -2
  96. package/src/inference/kv-cache/tiered.js +50 -15
  97. package/src/inference/moe-router.js +38 -7
  98. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +1 -1
  99. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +8 -6
  100. package/src/inference/pipelines/text/config.d.ts +5 -1
  101. package/src/inference/pipelines/text/config.js +135 -112
  102. package/src/inference/pipelines/text/embed.d.ts +1 -0
  103. package/src/inference/pipelines/text/embed.js +39 -12
  104. package/src/inference/pipelines/text/execution-plan.js +8 -2
  105. package/src/inference/pipelines/text/ffn/dense.js +15 -4
  106. package/src/inference/pipelines/text/ffn/moe.js +4 -3
  107. package/src/inference/pipelines/text/ffn/standard.d.ts +2 -1
  108. package/src/inference/pipelines/text/ffn/standard.js +25 -2
  109. package/src/inference/pipelines/text/generator-helpers.js +2 -1
  110. package/src/inference/pipelines/text/generator-runtime.d.ts +6 -2
  111. package/src/inference/pipelines/text/generator-runtime.js +53 -20
  112. package/src/inference/pipelines/text/generator-steps.js +3 -0
  113. package/src/inference/pipelines/text/generator.d.ts +1 -0
  114. package/src/inference/pipelines/text/generator.js +14 -1
  115. package/src/inference/pipelines/text/init-rope.js +54 -6
  116. package/src/inference/pipelines/text/init.js +63 -15
  117. package/src/inference/pipelines/text/layer.js +32 -5
  118. package/src/inference/pipelines/text/linear-attention.js +12 -8
  119. package/src/inference/pipelines/text/logits/gpu.d.ts +1 -1
  120. package/src/inference/pipelines/text/logits/gpu.js +76 -113
  121. package/src/inference/pipelines/text/logits/index.js +44 -87
  122. package/src/inference/pipelines/text/logits/precision-policy.d.ts +11 -0
  123. package/src/inference/pipelines/text/logits/precision-policy.js +103 -0
  124. package/src/inference/pipelines/text/logits/types.d.ts +1 -0
  125. package/src/inference/pipelines/text/logits/utils.d.ts +2 -0
  126. package/src/inference/pipelines/text/logits/utils.js +11 -0
  127. package/src/inference/pipelines/text/lora-apply.js +6 -4
  128. package/src/inference/pipelines/text/moe-cpu.js +25 -0
  129. package/src/inference/pipelines/text/moe-gpu.js +148 -97
  130. package/src/inference/pipelines/text/moe-shape-validator.d.ts +33 -3
  131. package/src/inference/pipelines/text/moe-shape-validator.js +149 -31
  132. package/src/inference/pipelines/text/ops.d.ts +3 -0
  133. package/src/inference/pipelines/text/ops.js +26 -1
  134. package/src/inference/pipelines/text/per-layer-inputs.js +27 -12
  135. package/src/inference/pipelines/text/sampling.js +52 -10
  136. package/src/inference/pipelines/text/weights.js +7 -2
  137. package/src/inference/pipelines/text.js +24 -4
  138. package/src/inference/tokenizers/behavior-flags.js +23 -2
  139. package/src/loader/final-weights-loader.js +12 -1
  140. package/src/loader/tensors/tensor-loader.js +37 -3
  141. package/src/rules/execution-rules-contract-check.js +12 -3
  142. package/src/rules/inference/capability-transforms.rules.json +14 -2
  143. package/src/rules/inference/config.rules.json +26 -2
  144. package/src/rules/inference/dtype.rules.json +12 -5
  145. package/src/rules/inference/execution.rules.json +5 -19
  146. package/src/rules/inference/moe.rules.json +97 -0
  147. package/src/rules/loader/weights.rules.json +1 -0
  148. package/src/tooling/command-api-constants.js +2 -2
  149. package/src/tooling/command-api-family-normalizers.js +2 -1
  150. package/src/tooling/command-api.d.ts +1 -1
  151. package/src/tooling/command-runner-shared.d.ts +1 -1
  152. package/src/tooling/command-runner-shared.js +3 -1
  153. package/src/tooling/node-converter.js +20 -0
  154. package/src/tooling/node-source-runtime.js +5 -1
  155. package/src/version.js +1 -1
package/README.md CHANGED
@@ -42,6 +42,8 @@ completion gate is `src/config/goal-completion-matrix.json`, checked by
42
42
 
43
43
  ## How it works
44
44
 
45
+ ![Doppler runtime contract map](./assets/doppler-runtime-map.svg)
46
+
45
47
  1. A registry ID or model URL resolves to an RDRR manifest and weight shards.
46
48
  2. The manifest owns model parameters, tokenizer metadata, session policy, and
47
49
  execution graph.
@@ -69,7 +71,7 @@ first run; set `DOPPLER_QUICKSTART_CACHE_DIR` to move the cache or
69
71
 
70
72
  ```bash
71
73
  npx doppler-gpu "Summarize WebGPU in one sentence"
72
- npx doppler-gpu --model gemma3-270m --prompt "Write a haiku about GPUs"
74
+ npx doppler-gpu --model qwen3-0.8b --prompt "Write a haiku about GPUs"
73
75
  npx doppler-gpu --list-models
74
76
  ```
75
77
 
@@ -86,7 +88,7 @@ than assumed from export shape alone.
86
88
  import { doppler } from 'doppler-gpu';
87
89
 
88
90
  // Stream tokens
89
- const model = await doppler.load('gemma3-270m');
91
+ const model = await doppler.load('qwen3-0.8b');
90
92
  for await (const token of model.generate('Describe WebGPU briefly')) {
91
93
  process.stdout.write(token);
92
94
  }
@@ -100,7 +102,7 @@ const text = await model.generateText('Explain WebGPU in one sentence');
100
102
  For existing apps, SDKs, and eval stacks that speak the OpenAI protocol:
101
103
 
102
104
  ```bash
103
- npx doppler-serve --model gemma3-270m --port 8080
105
+ npx doppler-serve --model qwen3-0.8b --port 8080
104
106
  ```
105
107
 
106
108
  Then point any OpenAI client at `http://localhost:8080/v1`:
@@ -109,7 +111,7 @@ Then point any OpenAI client at `http://localhost:8080/v1`:
109
111
  import OpenAI from 'openai';
110
112
  const client = new OpenAI({ baseURL: 'http://localhost:8080/v1', apiKey: 'unused' });
111
113
  const response = await client.chat.completions.create({
112
- model: 'gemma3-270m',
114
+ model: 'qwen3-0.8b',
113
115
  messages: [{ role: 'user', content: 'Hello' }],
114
116
  });
115
117
  ```
@@ -125,7 +127,21 @@ Doppler keeps model support and subsystem support separate:
125
127
  - [model support matrix](https://github.com/clocksmith/doppler/blob/main/docs/model-support-matrix.md): which models are verified right now
126
128
  - [subsystem support matrix](https://github.com/clocksmith/doppler/blob/main/docs/subsystem-support-matrix.md): which runtime and API surfaces are `tier1`, `experimental`, or `internal-only`
127
129
 
128
- The tier1 proof surface is the hosted browser demo, the root `doppler` API, the quickstart CLI, the OpenAI-compatible localhost server, and the verified text-inference path behind them.
130
+ The tier1 proof surface is the hosted browser demo, the root `doppler` API,
131
+ the quickstart CLI, the OpenAI-compatible localhost server, and the verified
132
+ Qwen text, embedding, and rerank paths behind them.
133
+
134
+ ## Tier 1 Qwen registry lanes
135
+
136
+ The hosted `Clocksmith/rdrr` registry carries the current Tier 1 Qwen lanes:
137
+
138
+ - `qwen3-0.8b` / `qwen-3-5-0-8b-q4k-ehaf16`: text generation.
139
+ - `qwen3-embedding-0.6b` / `qwen-3-embedding-0-6b-q4k-ehf16-af32`: sentence embeddings.
140
+ - `qwen3-reranker-0.6b-q4k` / `qwen-3-reranker-0-6b-q4k-ehf16-af32`: document reranking.
141
+
142
+ Each lane has a catalog-owned hosted artifact pointer and explicit verify
143
+ contract. The model support matrix is the source of truth for current receipts,
144
+ runtime surfaces, and benchmark evidence.
129
145
 
130
146
  Defaults and policy choices must be represented in schema, manifest, config,
131
147
  profile, or rule assets. Runtime code must not invent hidden fallbacks or
@@ -148,30 +164,29 @@ within a row.
148
164
  - Backend evidence summary:
149
165
  [benchmarks/vendors/results/doppler-backend-evidence-summary.svg](https://github.com/clocksmith/doppler/blob/main/benchmarks/vendors/results/doppler-backend-evidence-summary.svg)
150
166
 
151
- ## Quickstart-supported models
152
-
153
- All models below have verified WebGPU quickstart evidence. Text-generation
154
- models use deterministic greedy decoding; EmbeddingGemma uses the embedding
155
- verification contract.
156
- These registry IDs resolve to hosted RDRR artifacts automatically from the browser demo,
157
- `npx doppler-gpu`, or `doppler.load(...)`.
158
-
159
- | Model | Registry ID | Quant | Size | Family |
160
- | --- | --- | --- | --- | --- |
161
- | Gemma 3 270M IT | `gemma3-270m` | Q4K | 270M | Gemma |
162
- | Gemma 3 1B IT | `gemma3-1b` | Q4K | 1B | Gemma |
163
- | Gemma 4 E2B IT | `gemma4-e2b` | Q4K | E2B | Gemma |
164
- | Gemma 4 E2B IT INT4PLE | `gemma4-e2b-int4ple` | Q4K | E2B | Gemma |
165
- | EmbeddingGemma 300M | `embeddinggemma-300m` | Q4K | 300M | Gemma |
166
- | Qwen 3.5 0.8B | `qwen3-0.8b` | Q4K | 0.8B | Qwen |
167
- | Qwen 3.5 2B | `qwen3-2b` | Q4K | 2B | Qwen |
168
-
169
- Additional local-artifact models, including TranslateGemma 4B and Qwen 3.6
170
- lanes, are tracked outside the quickstart registry.
171
- Conversion configs exist for Gemma 4 MoE and Janus but are not yet in the
172
- quickstart registry.
173
- See the
174
- [model support matrix](https://github.com/clocksmith/doppler/blob/main/docs/model-support-matrix.md).
167
+ ## Model roadmap
168
+
169
+ The README tracks model priority by source model, not by implementation lane.
170
+ Doppler selects the best RDRR/runtime implementation from committed verification
171
+ and benchmark evidence.
172
+
173
+ The current roadmap is maintained in
174
+ [docs/model-roadmap.md](https://github.com/clocksmith/doppler/blob/main/docs/model-roadmap.md).
175
+ It replaces the old README quickstart-model table as the product-facing model
176
+ plan.
177
+
178
+ Current tiers:
179
+
180
+ - Tier 1: Qwen 3.5 0.8B, Qwen 3 Embedding 0.6B, Qwen 3 Reranker 0.6B.
181
+ - Tier 2: Qwen 3.5 2B, Gemma 4 E2B.
182
+ - Tier 3A: Qwen 3.6 27B, Gemma 4 12B.
183
+ - Tier 3B: DiffusionGemma 26B A4B, Gemma 4 MoE after a concrete catalog target exists.
184
+ - Stretch: Gemma 4 31B and larger Qwen 3.6/3.7-class dense targets after a real catalog/HF target exists.
185
+
186
+ For exact runtime evidence, supported registry IDs, and benchmark claims, use
187
+ the [model support matrix](https://github.com/clocksmith/doppler/blob/main/docs/model-support-matrix.md),
188
+ [model support inventory](https://github.com/clocksmith/doppler/blob/main/docs/model-support-inventory.md),
189
+ and [release matrix](https://github.com/clocksmith/doppler/blob/main/docs/release-matrix.md).
175
190
  Subsystem support tiers for direct-source inputs, advanced subpaths, diffusion,
176
191
  energy, and training live in the
177
192
  [subsystem support matrix](https://github.com/clocksmith/doppler/blob/main/docs/subsystem-support-matrix.md).
@@ -184,6 +199,7 @@ energy, and training live in the
184
199
  - CLI reference: [docs/cli.md](https://github.com/clocksmith/doppler/blob/main/docs/cli.md)
185
200
  - Runtime config contract: [docs/config.md](https://github.com/clocksmith/doppler/blob/main/docs/config.md)
186
201
  - Architecture: [docs/architecture.md](https://github.com/clocksmith/doppler/blob/main/docs/architecture.md)
202
+ - Model roadmap: [docs/model-roadmap.md](https://github.com/clocksmith/doppler/blob/main/docs/model-roadmap.md)
187
203
  - Model support matrix: [docs/model-support-matrix.md](https://github.com/clocksmith/doppler/blob/main/docs/model-support-matrix.md)
188
204
 
189
205
  ## Environment requirements
@@ -0,0 +1,82 @@
1
+ <svg xmlns="http://www.w3.org/2000/svg" width="1100" height="420" viewBox="0 0 1100 420">
2
+ <defs>
3
+ <linearGradient id="map-bg" x1="40" y1="30" x2="1060" y2="390" gradientUnits="userSpaceOnUse">
4
+ <stop offset="0" stop-color="#ffffff"/>
5
+ <stop offset="0.42" stop-color="#eef8f4"/>
6
+ <stop offset="0.74" stop-color="#edf3ff"/>
7
+ <stop offset="1" stop-color="#fff5ec"/>
8
+ </linearGradient>
9
+ <linearGradient id="arrow" x1="0" y1="0" x2="900" y2="0" gradientUnits="userSpaceOnUse">
10
+ <stop offset="0" stop-color="#ff6b7a"/>
11
+ <stop offset="0.32" stop-color="#f5b942"/>
12
+ <stop offset="0.63" stop-color="#00a88f"/>
13
+ <stop offset="1" stop-color="#4f7cff"/>
14
+ </linearGradient>
15
+ <filter id="card-shadow" x="-10%" y="-20%" width="120%" height="145%">
16
+ <feDropShadow dx="0" dy="8" stdDeviation="9" flood-color="#111318" flood-opacity="0.11"/>
17
+ </filter>
18
+ <style>
19
+ text { font-family: Inter, ui-sans-serif, system-ui, -apple-system, BlinkMacSystemFont, "Segoe UI", sans-serif; fill: #111318; }
20
+ .label { font-size: 24px; font-weight: 900; }
21
+ .body { font-size: 15px; font-weight: 700; fill: #4a515d; }
22
+ .chip { font-size: 13px; font-weight: 850; letter-spacing: 1px; }
23
+ .mono { font-family: "SFMono-Regular", "Cascadia Code", "Liberation Mono", Menlo, monospace; font-size: 14px; font-weight: 800; fill: #303640; }
24
+ </style>
25
+ </defs>
26
+
27
+ <rect width="1100" height="420" rx="34" fill="#ffffff"/>
28
+ <rect x="18" y="18" width="1064" height="384" rx="28" fill="url(#map-bg)"/>
29
+ <rect x="18" y="18" width="1064" height="384" rx="28" fill="none" stroke="#111318" stroke-width="2"/>
30
+
31
+ <path d="M132 212h835" stroke="url(#arrow)" stroke-width="10" stroke-linecap="round"/>
32
+ <path d="M965 212l-27-19v38z" fill="#4f7cff"/>
33
+
34
+ <g transform="translate(58 92)" filter="url(#card-shadow)">
35
+ <rect width="178" height="176" rx="24" fill="#ffffff" stroke="#111318" stroke-width="2"/>
36
+ <rect x="22" y="22" width="134" height="34" rx="17" fill="#111318"/>
37
+ <text x="89" y="45" text-anchor="middle" class="chip" fill="#ffffff" style="fill:#ffffff">JSON PLANE</text>
38
+ <text x="28" y="89" class="label">Manifest</text>
39
+ <text x="28" y="120" class="body">model config</text>
40
+ <text x="28" y="144" class="body">tokenizer identity</text>
41
+ </g>
42
+
43
+ <g transform="translate(272 92)" filter="url(#card-shadow)">
44
+ <rect width="178" height="176" rx="24" fill="#ffffff" stroke="#111318" stroke-width="2"/>
45
+ <rect x="22" y="22" width="134" height="34" rx="17" fill="#ffffff" stroke="#111318" stroke-width="2"/>
46
+ <text x="89" y="45" text-anchor="middle" class="chip">LOADER</text>
47
+ <text x="28" y="89" class="label">Shards</text>
48
+ <text x="28" y="120" class="body">OPFS / disk cache</text>
49
+ <text x="28" y="144" class="body">hash checks</text>
50
+ </g>
51
+
52
+ <g transform="translate(486 92)" filter="url(#card-shadow)">
53
+ <rect width="178" height="176" rx="24" fill="#ffffff" stroke="#111318" stroke-width="2"/>
54
+ <rect x="22" y="22" width="134" height="34" rx="17" fill="#111318"/>
55
+ <text x="89" y="45" text-anchor="middle" class="chip" fill="#ffffff" style="fill:#ffffff">JS PLANE</text>
56
+ <text x="28" y="89" class="label">Runtime</text>
57
+ <text x="28" y="120" class="body">prefill / decode</text>
58
+ <text x="28" y="144" class="body">KV cache policy</text>
59
+ </g>
60
+
61
+ <g transform="translate(700 92)" filter="url(#card-shadow)">
62
+ <rect width="178" height="176" rx="24" fill="#ffffff" stroke="#111318" stroke-width="2"/>
63
+ <rect x="22" y="22" width="134" height="34" rx="17" fill="#ffffff" stroke="#111318" stroke-width="2"/>
64
+ <text x="89" y="45" text-anchor="middle" class="chip">WGSL PLANE</text>
65
+ <text x="28" y="89" class="label">Kernels</text>
66
+ <text x="28" y="120" class="body">matmul / attention</text>
67
+ <text x="28" y="144" class="body">dtype lanes</text>
68
+ </g>
69
+
70
+ <g transform="translate(914 92)" filter="url(#card-shadow)">
71
+ <rect width="128" height="176" rx="24" fill="#111318"/>
72
+ <text x="64" y="48" text-anchor="middle" class="chip" fill="#ffffff" style="fill:#ffffff">OUTPUT</text>
73
+ <path d="M36 84h56M36 110h42M36 136h60" stroke="#ffffff" stroke-width="8" stroke-linecap="round"/>
74
+ <circle cx="88" cy="110" r="12" fill="#f5b942" stroke="#ffffff" stroke-width="2"/>
75
+ </g>
76
+
77
+ <g transform="translate(156 314)">
78
+ <rect x="0" y="0" width="788" height="54" rx="27" fill="#ffffff" stroke="#111318" stroke-width="2"/>
79
+ <text x="32" y="35" class="mono">kernel paths, dtype policy, benchmark contracts, and release evidence stay explicit</text>
80
+ <circle cx="740" cy="27" r="13" fill="#00a88f" stroke="#111318" stroke-width="2"/>
81
+ </g>
82
+ </svg>
@@ -1,6 +1,4 @@
1
- <svg xmlns="http://www.w3.org/2000/svg" width="100%" viewBox="0 0 974 308" role="img" aria-labelledby="title desc">
2
- <title id="title">Doppler logo</title>
3
- <desc id="desc">Doppler WebGPU inference mark with Metal and Vulkan backend lanes.</desc>
1
+ <svg xmlns="http://www.w3.org/2000/svg" width="100%" viewBox="0 0 974 308">
4
2
  <defs>
5
3
  <linearGradient id="spectrum" x1="104" y1="46" x2="876" y2="260" gradientUnits="userSpaceOnUse">
6
4
  <stop offset="0" stop-color="#ff6b7a"/>
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "doppler-gpu",
3
- "version": "0.4.5",
3
+ "version": "0.4.7",
4
4
  "description": "Browser-native WebGPU inference engine for local intent and inference loops",
5
5
  "main": "src/index.js",
6
6
  "types": "src/index.d.ts",
@@ -64,6 +64,7 @@
64
64
  "onboarding:check": "node tools/onboarding-tooling.js check",
65
65
  "onboarding:check:strict": "node tools/onboarding-tooling.js check --strict",
66
66
  "bench:vendors:validate": "node tools/vendor-bench.js validate",
67
+ "bench:embeddings:compare": "node tools/compare-embeddings.js",
67
68
  "kernels:sync": "npm run kernels:codegen:sync && npm run kernels:registry:sync && npm run kernels:digests:sync",
68
69
  "kernels:check": "node tools/check-kernels.js",
69
70
  "kernels:codegen:sync": "node tools/generate-wgsl.js",
@@ -90,9 +91,17 @@
90
91
  "registry:publish:hf:all": "node tools/publish-hf-registry-model.js --all-approved",
91
92
  "support:matrix:sync": "node tools/sync-model-support-matrix.js",
92
93
  "support:matrix:check": "node tools/sync-model-support-matrix.js --check",
94
+ "support:inventory:sync": "node tools/sync-model-support-inventory.js",
95
+ "support:inventory:check": "node tools/sync-model-support-inventory.js --check",
96
+ "support:competition:sync": "node tools/sync-model-competition-scoreboard.js",
97
+ "support:competition:check": "node tools/sync-model-competition-scoreboard.js --check",
93
98
  "support:subsystems:sync": "node tools/sync-subsystem-support-matrix.js",
94
99
  "support:subsystems:check": "node tools/check-subsystem-support-contract.js",
95
- "ci:catalog:check": "npm run registry:sync:scripts:check && npm run model-lanes:check && npm run release-claims:check && npm run support:matrix:check && npm run support:subsystems:check && npm run goals:check && npm run registry:hf:check",
100
+ "ci:catalog:check": "npm run registry:sync:scripts:check && npm run model-lanes:check && npm run release-claims:check && npm run support:matrix:check && npm run support:inventory:check && npm run support:competition:check && npm run support:subsystems:check && npm run goals:check && npm run registry:hf:check",
101
+ "artifact:contract:check": "node tools/check-model-artifact-contract.js",
102
+ "product:readiness:report": "node tools/render-product-readiness-report.js",
103
+ "claims:evidence:check": "node tools/check-claim-evidence-contract.js",
104
+ "policy:schemas:check": "node tools/check-policy-schema-registry.js",
96
105
  "verify:embeddinggemma-300m": "node tools/run-registry-verify.js embeddinggemma-300m",
97
106
  "verify:gemma-3-1b-it-q4k-ehf16-af32": "node tools/run-registry-verify.js gemma-3-1b-it-q4k-ehf16-af32",
98
107
  "verify:gemma-3-1b-it-wq4k-ef16-hf16": "node tools/run-registry-verify.js gemma-3-1b-it-wq4k-ef16-hf16",
@@ -100,19 +109,11 @@
100
109
  "verify:gemma-3-270m-it-wq4k-ef16": "node tools/run-registry-verify.js gemma-3-270m-it-wq4k-ef16",
101
110
  "verify:gemma-3-270m-it-wq4k-ef16-hf16": "node tools/run-registry-verify.js gemma-3-270m-it-wq4k-ef16-hf16",
102
111
  "verify:gemma-3-270m-it-wq4k-ef16-hf16-f32": "node tools/run-registry-verify.js gemma-3-270m-it-wq4k-ef16-hf16-f32",
103
- "verify:gemma-4-12b-it-text-w4a16-ct-ehf16-af16": "node tools/run-registry-verify.js gemma-4-12b-it-text-w4a16-ct-ehf16-af16",
104
- "verify:gemma-4-31b-it-text-q4k-ehf16-af16": "node tools/run-registry-verify.js gemma-4-31b-it-text-q4k-ehf16-af16",
105
- "verify:gemma-4-31b-it-text-q4k-ehf16-af32": "node tools/run-registry-verify.js gemma-4-31b-it-text-q4k-ehf16-af32",
106
112
  "verify:gemma-4-e2b-int4ple": "node tools/run-registry-verify.js gemma-4-e2b-int4ple",
107
113
  "verify:gemma-4-e2b-it-q4k-ehf16-af32": "node tools/run-registry-verify.js gemma-4-e2b-it-q4k-ehf16-af32",
108
114
  "verify:gemma-4-e2b-it-q4k-ehf16-af32-int4ple": "node tools/run-registry-verify.js gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
109
115
  "verify:gemma3-1b": "node tools/run-registry-verify.js gemma3-1b",
110
116
  "verify:gemma3-270m": "node tools/run-registry-verify.js gemma3-270m",
111
- "verify:gemma4-12b-qat-w4a16": "node tools/run-registry-verify.js gemma4-12b-qat-w4a16",
112
- "verify:gemma4-12b-w4a16": "node tools/run-registry-verify.js gemma4-12b-w4a16",
113
- "verify:gemma4-31b": "node tools/run-registry-verify.js gemma4-31b",
114
- "verify:gemma4-31b-af16": "node tools/run-registry-verify.js gemma4-31b-af16",
115
- "verify:gemma4-31b-f16": "node tools/run-registry-verify.js gemma4-31b-f16",
116
117
  "verify:gemma4-e2b": "node tools/run-registry-verify.js gemma4-e2b",
117
118
  "verify:gemma4-e2b-int4ple": "node tools/run-registry-verify.js gemma4-e2b-int4ple",
118
119
  "verify:google-embeddinggemma-300m": "node tools/run-registry-verify.js google-embeddinggemma-300m",
@@ -120,8 +121,6 @@
120
121
  "verify:google-embeddinggemma-300m-wq4k-ef16": "node tools/run-registry-verify.js google-embeddinggemma-300m-wq4k-ef16",
121
122
  "verify:google-gemma-3-1b-it": "node tools/run-registry-verify.js google-gemma-3-1b-it",
122
123
  "verify:google-gemma-3-270m-it": "node tools/run-registry-verify.js google-gemma-3-270m-it",
123
- "verify:google-gemma-4-12b-it-qat-w4a16-ct": "node tools/run-registry-verify.js google-gemma-4-12b-it-qat-w4a16-ct",
124
- "verify:google-gemma-4-31b-it": "node tools/run-registry-verify.js google-gemma-4-31b-it",
125
124
  "verify:google-gemma-4-e2b-it": "node tools/run-registry-verify.js google-gemma-4-e2b-it",
126
125
  "verify:google-translategemma-4b-it": "node tools/run-registry-verify.js google-translategemma-4b-it",
127
126
  "verify:qwen-3-5-0-8b": "node tools/run-registry-verify.js qwen-3-5-0-8b",
@@ -134,21 +133,30 @@
134
133
  "verify:qwen-3-6-27b-af16": "node tools/run-registry-verify.js qwen-3-6-27b-af16",
135
134
  "verify:qwen-3-6-27b-q4k-eaf16": "node tools/run-registry-verify.js qwen-3-6-27b-q4k-eaf16",
136
135
  "verify:qwen-3-6-27b-q4k-ehaf16": "node tools/run-registry-verify.js qwen-3-6-27b-q4k-ehaf16",
136
+ "verify:qwen-3-embedding-0-6b-q4k-ehf16-af32": "node tools/run-registry-verify.js qwen-3-embedding-0-6b-q4k-ehf16-af32",
137
+ "verify:qwen-3-reranker-0-6b-f16-af32": "node tools/run-registry-verify.js qwen-3-reranker-0-6b-f16-af32",
138
+ "verify:qwen-3-reranker-0-6b-q4k-ehf16-af32": "node tools/run-registry-verify.js qwen-3-reranker-0-6b-q4k-ehf16-af32",
139
+ "verify:qwen-qwen3-embedding-0.6b": "node tools/run-registry-verify.js qwen-qwen3-embedding-0.6b",
140
+ "verify:qwen-qwen3-reranker-0.6b": "node tools/run-registry-verify.js qwen-qwen3-reranker-0.6b",
141
+ "verify:qwen-qwen3-reranker-0.6b-q4k": "node tools/run-registry-verify.js qwen-qwen3-reranker-0.6b-q4k",
137
142
  "verify:qwen-qwen3.5-0.8b": "node tools/run-registry-verify.js qwen-qwen3.5-0.8b",
138
143
  "verify:qwen-qwen3.5-2b": "node tools/run-registry-verify.js qwen-qwen3.5-2b",
139
144
  "verify:qwen-qwen3.6-27b": "node tools/run-registry-verify.js qwen-qwen3.6-27b",
140
145
  "verify:qwen3-0.8b": "node tools/run-registry-verify.js qwen3-0.8b",
141
146
  "verify:qwen3-2b": "node tools/run-registry-verify.js qwen3-2b",
147
+ "verify:qwen3-embedding-0-6b": "node tools/run-registry-verify.js qwen3-embedding-0-6b",
148
+ "verify:qwen3-embedding-0.6b": "node tools/run-registry-verify.js qwen3-embedding-0.6b",
149
+ "verify:qwen3-reranker-0-6b": "node tools/run-registry-verify.js qwen3-reranker-0-6b",
150
+ "verify:qwen3-reranker-0-6b-q4k": "node tools/run-registry-verify.js qwen3-reranker-0-6b-q4k",
151
+ "verify:qwen3-reranker-0.6b": "node tools/run-registry-verify.js qwen3-reranker-0.6b",
152
+ "verify:qwen3-reranker-0.6b-f16": "node tools/run-registry-verify.js qwen3-reranker-0.6b-f16",
153
+ "verify:qwen3-reranker-0.6b-q4k": "node tools/run-registry-verify.js qwen3-reranker-0.6b-q4k",
142
154
  "verify:qwen3.6-27b": "node tools/run-registry-verify.js qwen3.6-27b",
143
155
  "verify:qwen3.6-27b-f16": "node tools/run-registry-verify.js qwen3.6-27b-f16",
144
156
  "verify:translategemma": "node tools/run-registry-verify.js translategemma",
145
157
  "verify:translategemma-4b": "node tools/run-registry-verify.js translategemma-4b",
146
158
  "verify:translategemma-4b-it-q4k-ehf16-af32": "node tools/run-registry-verify.js translategemma-4b-it-q4k-ehf16-af32",
147
- "verify:translategemma-4b-it-wq4k-ef16-hf16": "node tools/run-registry-verify.js translategemma-4b-it-wq4k-ef16-hf16",
148
- "artifact:contract:check": "node tools/check-model-artifact-contract.js",
149
- "product:readiness:report": "node tools/render-product-readiness-report.js",
150
- "claims:evidence:check": "node tools/check-claim-evidence-contract.js",
151
- "policy:schemas:check": "node tools/check-policy-schema-registry.js"
159
+ "verify:translategemma-4b-it-wq4k-ef16-hf16": "node tools/run-registry-verify.js translategemma-4b-it-wq4k-ef16-hf16"
152
160
  },
153
161
  "exports": {
154
162
  ".": {
@@ -21,7 +21,7 @@ function usage() {
21
21
  'Examples:',
22
22
  ' npx doppler-gpu',
23
23
  ' npx doppler-gpu "Summarize WebGPU in one sentence"',
24
- ' npx doppler-gpu --model gemma3-270m --prompt "Write a haiku about GPUs"',
24
+ ' npx doppler-gpu --model qwen3-0.8b --prompt "Write a haiku about GPUs"',
25
25
  ' npx doppler-gpu --list-models',
26
26
  '',
27
27
  'Notes:',
@@ -38,13 +38,13 @@ function usage() {
38
38
  ' GET /health Health check',
39
39
  '',
40
40
  'Examples:',
41
- ' node src/cli/doppler-serve.js --model gemma3-270m',
41
+ ' node src/cli/doppler-serve.js --model qwen3-0.8b',
42
42
  ' node src/cli/doppler-serve.js --model gemma4-e2b --port 3000',
43
43
  '',
44
44
  'Then use with any OpenAI-compatible client:',
45
45
  ' curl http://localhost:8080/v1/chat/completions \\',
46
46
  ' -H "Content-Type: application/json" \\',
47
- ' -d \'{"model":"gemma3-270m","messages":[{"role":"user","content":"Hello"}]}\'',
47
+ ' -d \'{"model":"qwen3-0.8b","messages":[{"role":"user","content":"Hello"}]}\'',
48
48
  ].join('\n');
49
49
  }
50
50
 
@@ -1,3 +1,18 @@
1
+ export interface QuickstartVendorBenchmark {
2
+ transformersjs?: {
3
+ repoId: string;
4
+ dtype?: string;
5
+ };
6
+ }
7
+
8
+ export interface QuickstartBenchmarkEvidence {
9
+ status: string;
10
+ localClaimLaneId: string;
11
+ runtimeReport: string;
12
+ compareResult: string;
13
+ summarySvg: string;
14
+ }
15
+
1
16
  export interface QuickstartRegistryEntry {
2
17
  modelId: string;
3
18
  sourceCheckpointId: string;
@@ -13,6 +28,8 @@ export interface QuickstartRegistryEntry {
13
28
  revision: string | null;
14
29
  path: string;
15
30
  } | null;
31
+ vendorBenchmark?: QuickstartVendorBenchmark;
32
+ benchmarkEvidence?: QuickstartBenchmarkEvidence;
16
33
  }
17
34
 
18
35
  export declare function listQuickstartModels(): Promise<Array<{
@@ -25,6 +42,8 @@ export declare function listQuickstartModels(): Promise<Array<{
25
42
  weightsRefAllowed: boolean;
26
43
  aliases: string[];
27
44
  modes: string[];
45
+ vendorBenchmark?: QuickstartVendorBenchmark;
46
+ benchmarkEvidence?: QuickstartBenchmarkEvidence;
28
47
  }>>;
29
48
 
30
49
  export declare function resolveQuickstartModel(model: string): Promise<QuickstartRegistryEntry>;
@@ -4,6 +4,12 @@ import { loadJson } from '../utils/load-json.js';
4
4
 
5
5
  let registryPromise = null;
6
6
 
7
+ function cloneOptionalObject(value) {
8
+ return value && typeof value === 'object' && !Array.isArray(value)
9
+ ? JSON.parse(JSON.stringify(value))
10
+ : null;
11
+ }
12
+
7
13
  function normalizeEntry(entry) {
8
14
  if (!entry || typeof entry !== 'object') {
9
15
  return null;
@@ -17,6 +23,8 @@ function normalizeEntry(entry) {
17
23
  const manifestVariantId = typeof entry.manifestVariantId === 'string' ? entry.manifestVariantId.trim() : '';
18
24
  const artifactCompleteness = typeof entry.artifactCompleteness === 'string' ? entry.artifactCompleteness.trim() : '';
19
25
  const runtimePromotionState = typeof entry.runtimePromotionState === 'string' ? entry.runtimePromotionState.trim() : '';
26
+ const vendorBenchmark = cloneOptionalObject(entry.vendorBenchmark);
27
+ const benchmarkEvidence = cloneOptionalObject(entry.benchmarkEvidence);
20
28
  if (
21
29
  !sourceCheckpointId
22
30
  || !weightPackId
@@ -50,6 +58,8 @@ function normalizeEntry(entry) {
50
58
  path: typeof entry.hf.path === 'string' ? entry.hf.path.trim() : '',
51
59
  }
52
60
  : null,
61
+ ...(vendorBenchmark ? { vendorBenchmark } : {}),
62
+ ...(benchmarkEvidence ? { benchmarkEvidence } : {}),
53
63
  };
54
64
  }
55
65
 
@@ -81,6 +91,8 @@ export async function listQuickstartModels() {
81
91
  weightsRefAllowed: entry.weightsRefAllowed,
82
92
  aliases: [...entry.aliases],
83
93
  modes: [...entry.modes],
94
+ ...(entry.vendorBenchmark ? { vendorBenchmark: cloneOptionalObject(entry.vendorBenchmark) } : {}),
95
+ ...(entry.benchmarkEvidence ? { benchmarkEvidence: cloneOptionalObject(entry.benchmarkEvidence) } : {}),
84
96
  }));
85
97
  }
86
98
 
@@ -25,6 +25,19 @@
25
25
  "repoId": "Clocksmith/rdrr",
26
26
  "revision": "7e194b4a6824a8b71cbd0eaa511d9f2c7e1c0129",
27
27
  "path": "models/gemma-3-270m-it-q4k-ehf16-af32"
28
+ },
29
+ "vendorBenchmark": {
30
+ "transformersjs": {
31
+ "repoId": "onnx-community/gemma-3-270m-it-ONNX",
32
+ "dtype": "q4f16"
33
+ }
34
+ },
35
+ "benchmarkEvidence": {
36
+ "status": "benchmark-selected",
37
+ "localClaimLaneId": "gemma-3-270m-it-q4k-rdrr",
38
+ "runtimeReport": "reports/release-claims/gemma-3-270m-it-q4k-ehf16-af32/2026-06-24T01-11-24.275Z.json",
39
+ "compareResult": "benchmarks/vendors/results/compare_20260627T200811.json",
40
+ "summarySvg": "benchmarks/vendors/results/gemma-3-270m-it-q4k-rdrr-browser-p512-d128-t0-k1-strix-halo-20260627T200811.svg"
28
41
  }
29
42
  },
30
43
  {
@@ -47,6 +60,12 @@
47
60
  "repoId": "Clocksmith/rdrr",
48
61
  "revision": "95f0b29ec73dea70394c6bcfa8407bc6796df6c9",
49
62
  "path": "models/google-embeddinggemma-300m-q4k-ehf16-af32"
63
+ },
64
+ "vendorBenchmark": {
65
+ "transformersjs": {
66
+ "repoId": "onnx-community/embeddinggemma-300m-ONNX",
67
+ "dtype": "q4"
68
+ }
50
69
  }
51
70
  },
52
71
  {
@@ -70,6 +89,12 @@
70
89
  "repoId": "Clocksmith/rdrr",
71
90
  "revision": "7c3d30e300bcb02cbd68fb0db3eee64fbf738f99",
72
91
  "path": "models/gemma-3-1b-it-q4k-ehf16-af32"
92
+ },
93
+ "vendorBenchmark": {
94
+ "transformersjs": {
95
+ "repoId": "onnx-community/gemma-3-1b-it-ONNX-GQA",
96
+ "dtype": "q4f16"
97
+ }
73
98
  }
74
99
  },
75
100
  {
@@ -92,6 +117,12 @@
92
117
  "repoId": "Clocksmith/rdrr",
93
118
  "revision": "2070777c77047d54e6eae105f6dcb1891cf6f21a",
94
119
  "path": "models/gemma-4-e2b-it-q4k-ehf16-af32"
120
+ },
121
+ "vendorBenchmark": {
122
+ "transformersjs": {
123
+ "repoId": "onnx-community/gemma-4-E2B-it-ONNX",
124
+ "dtype": "q4f16"
125
+ }
95
126
  }
96
127
  },
97
128
  {
@@ -114,6 +145,12 @@
114
145
  "repoId": "Clocksmith/rdrr",
115
146
  "revision": "dbb354acb00108965c5324ca7b6fecc198d12501",
116
147
  "path": "models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple"
148
+ },
149
+ "vendorBenchmark": {
150
+ "transformersjs": {
151
+ "repoId": "onnx-community/gemma-4-E2B-it-ONNX",
152
+ "dtype": "q4f16"
153
+ }
117
154
  }
118
155
  },
119
156
  {
@@ -135,8 +172,14 @@
135
172
  ],
136
173
  "hf": {
137
174
  "repoId": "Clocksmith/rdrr",
138
- "revision": "95a01447eecbf13fc5964986f507b08ded0cd40f",
175
+ "revision": "f58f1d0b58641c84e7ea50d13fea0dd4dc91389a",
139
176
  "path": "models/qwen-3-5-0-8b-q4k-ehaf16"
177
+ },
178
+ "vendorBenchmark": {
179
+ "transformersjs": {
180
+ "repoId": "onnx-community/Qwen3.5-0.8B-ONNX",
181
+ "dtype": "q4f16"
182
+ }
140
183
  }
141
184
  },
142
185
  {
@@ -160,6 +203,12 @@
160
203
  "repoId": "Clocksmith/rdrr",
161
204
  "revision": "a8c45dd885a789042d3b82c95b471d66ca8d5152",
162
205
  "path": "models/qwen-3-5-2b-q4k-ehaf16"
206
+ },
207
+ "vendorBenchmark": {
208
+ "transformersjs": {
209
+ "repoId": "onnx-community/Qwen3.5-2B-ONNX",
210
+ "dtype": "q4f16"
211
+ }
163
212
  }
164
213
  }
165
214
  ]
@@ -22,6 +22,7 @@ export interface DopplerModelHandle {
22
22
  generateText(prompt: string, options?: DopplerGenerateOptions): Promise<string>;
23
23
  chat(messages: ChatMessage[], options?: DopplerGenerateOptions): AsyncGenerator<string, void, void>;
24
24
  chatText(messages: ChatMessage[], options?: DopplerGenerateOptions): Promise<DopplerChatResponse>;
25
+ resetGenerationState(): void;
25
26
  loadLoRA(adapter: LoRAManifest | RDRRManifest | string, loadOptions?: LoRALoadOptions): Promise<void>;
26
27
  activateLoRAFromTrainingOutput(
27
28
  trainingOutput:
@@ -115,6 +115,15 @@ export function createModelHandle(pipeline, resolved) {
115
115
  async unloadLoRA() {
116
116
  return unloadLoRAAdapterForPipeline(pipeline);
117
117
  },
118
+ resetGenerationState() {
119
+ if (typeof pipeline.resetGenerationState === 'function') {
120
+ return pipeline.resetGenerationState();
121
+ }
122
+ if (typeof pipeline.resetToSeqLen === 'function') {
123
+ return pipeline.resetToSeqLen(0);
124
+ }
125
+ throw new Error('Loaded Doppler pipeline does not expose generation-state reset');
126
+ },
118
127
  async unload() {
119
128
  await pipeline.unload();
120
129
  },
@@ -47,6 +47,10 @@ Checked-in config inventory:
47
47
  | `qwen3/qwen-3-5-2b-q4k-ehaf16.json` | `qwen-3-5-2b-q4k-ehaf16` | Qwen hybrid linear/full attention graph |
48
48
  | `qwen3/qwen-3-6-27b-q4k-ehaf16.json` | `qwen-3-6-27b-q4k-ehaf16` | Qwen 3.6 27B f32 activation lane |
49
49
  | `qwen3/qwen-3-6-27b-q4k-eaf16.json` | `qwen-3-6-27b-q4k-eaf16` | Qwen 3.6 27B f16 sibling over the existing Q4K weight pack |
50
+ | `qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json` | `qwen-3-embedding-0-6b-q4k-ehf16-af32` | Qwen3 SentenceTransformers embedding target with last-token L2 postprocessing |
51
+ | `qwen3/qwen-3-reranker-0-6b-f16-af32.json` | `qwen-3-reranker-0-6b-f16-af32` | Qwen3 SentenceTransformers reranker target; F16 lane passes semantic rerank verification |
52
+ | `qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json` | `qwen-3-reranker-0-6b-q4k-ehf16-af32` | Qwen3 SentenceTransformers reranker Q4K lane with F16 MLP projections and manifest-owned true-logit scoring; passes semantic rerank verification |
53
+ | `minicpm/minicpm4-0-5b-f16-af32.json` | `minicpm4-0-5b-f16-af32` | MiniCPM4 0.5B text onboarding lane; artifact complete but coherence verification fails |
50
54
 
51
55
  LFM2.5 q4 kernel planning notes:
52
56
 
@@ -62,7 +62,10 @@
62
62
  "yarnOriginalMaxPos": null,
63
63
  "ropeLocalYarnBetaFast": null,
64
64
  "ropeLocalYarnBetaSlow": null,
65
- "ropeLocalYarnOriginalMaxPos": null
65
+ "ropeLocalYarnOriginalMaxPos": null,
66
+ "longropeShortFactor": null,
67
+ "longropeLongFactor": null,
68
+ "longropeOriginalMaxPos": null
66
69
  },
67
70
  "output": {
68
71
  "finalLogitSoftcapping": 30,
@@ -70,7 +73,9 @@
70
73
  "scaleEmbeddings": true,
71
74
  "embeddingTranspose": false,
72
75
  "embeddingVocabSize": null,
73
- "embeddingPostprocessor": null
76
+ "embeddingPostprocessor": null,
77
+ "embeddingScale": null,
78
+ "logitInputScale": 1
74
79
  },
75
80
  "layerPattern": {
76
81
  "type": "custom",
@@ -108,7 +113,8 @@
108
113
  "sliding_attention",
109
114
  "sliding_attention",
110
115
  "full_attention"
111
- ]
116
+ ],
117
+ "residualBranchScale": 1
112
118
  },
113
119
  "chatTemplate": {
114
120
  "type": "gemma4",
@@ -158,7 +164,25 @@
158
164
  "layout": "contiguous",
159
165
  "pageSize": 256,
160
166
  "tiering": {
161
- "mode": "off"
167
+ "mode": "off",
168
+ "hotWindow": 1024,
169
+ "coldPageSize": 256,
170
+ "coldDtype": "f16",
171
+ "compression": {
172
+ "mode": "none",
173
+ "blockSize": 1,
174
+ "bitWidth": 4,
175
+ "prodMode": false
176
+ },
177
+ "gating": {
178
+ "mode": "auto",
179
+ "minAluBwRatio": 0
180
+ }
181
+ },
182
+ "quantization": {
183
+ "mode": "none",
184
+ "bitWidth": 4,
185
+ "prodMode": false
162
186
  }
163
187
  },
164
188
  "decodeLoop": {