doppler-gpu 0.4.6 → 0.4.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (705) hide show
  1. package/CHANGELOG.md +64 -0
  2. package/README.md +98 -137
  3. package/assets/doppler.svg +1 -3
  4. package/models/catalog.json +1575 -0
  5. package/package.json +59 -26
  6. package/src/cli/doppler-cli.js +28 -7
  7. package/src/cli/doppler-quickstart.js +1 -1
  8. package/src/cli/doppler-serve.js +2 -2
  9. package/src/client/doppler-registry.js +12 -0
  10. package/src/client/doppler-registry.json +52 -3
  11. package/src/client/runtime/index.js +25 -2
  12. package/src/client/runtime/model-session.d.ts +31 -1
  13. package/src/client/runtime/model-session.js +31 -0
  14. package/src/client/runtime/model-source.d.ts +19 -2
  15. package/src/client/runtime/model-source.js +45 -5
  16. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +28 -4
  17. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +29 -4
  18. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +29 -4
  19. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +29 -4
  20. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +29 -4
  21. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +29 -4
  22. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +29 -4
  23. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +50 -9
  24. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +35 -5
  25. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +31 -5
  26. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +30 -4
  27. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +30 -4
  28. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +30 -4
  29. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +30 -5
  30. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +29 -4
  31. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +30 -5
  32. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +29 -4
  33. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +29 -4
  34. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +29 -4
  35. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +29 -4
  36. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +29 -4
  37. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +29 -4
  38. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +481 -0
  39. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +29 -4
  40. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +29 -4
  41. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +30 -5
  42. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +29 -4
  43. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +395 -0
  44. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +429 -0
  45. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +548 -0
  46. package/src/config/execution-contract-check.js +14 -10
  47. package/src/config/kernel-path-loader.js +1 -0
  48. package/src/config/kernels/kernel-ref-digests.js +26 -17
  49. package/src/config/kernels/registry.json +448 -27
  50. package/src/config/merge.js +41 -0
  51. package/src/config/param-validator.js +67 -8
  52. package/src/config/required-inference-fields-contract-check.js +14 -0
  53. package/src/config/runtime/default.json +3 -1
  54. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  55. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  56. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  57. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  58. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  59. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  60. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  61. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  62. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  63. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  64. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  65. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  66. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  67. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  68. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  69. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  70. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  71. package/src/config/schema/debug.schema.d.ts +2 -0
  72. package/src/config/schema/debug.schema.js +1 -0
  73. package/src/config/schema/doppler.schema.d.ts +5 -1
  74. package/src/config/schema/doppler.schema.js +117 -292
  75. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  76. package/src/config/schema/execution-v1.schema.js +10 -0
  77. package/src/config/schema/index.d.ts +3 -1
  78. package/src/config/schema/inference.schema.d.ts +17 -3
  79. package/src/config/schema/kvcache.schema.d.ts +19 -3
  80. package/src/config/schema/kvcache.schema.js +2 -1
  81. package/src/config/schema/manifest.schema.d.ts +38 -1
  82. package/src/config/schema/manifest.schema.js +18 -0
  83. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  84. package/src/config/source-packages/litert/gemma-4-12b-it.json +20 -1
  85. package/src/config/source-packages/litert/gemma-4-e2b-it.json +20 -1
  86. package/src/config/source-packages/litert/gemma-4-e4b-it.json +21 -1
  87. package/src/config/transforms/capability-transform-resolver.js +7 -1
  88. package/src/config/transforms/execution-graph-transforms.js +10 -2
  89. package/src/converter/conversion-plan.js +2 -0
  90. package/src/converter/parsers/transformer.js +27 -1
  91. package/src/converter/quantization-info.js +16 -4
  92. package/src/converter/rope-config.js +55 -3
  93. package/src/debug/config.d.ts +4 -0
  94. package/src/experimental/orchestration/index.d.ts +10 -1
  95. package/src/experimental/training/distillation/student-fixture.js +1 -1
  96. package/src/experimental/training/lora-pipeline.js +1 -1
  97. package/src/experimental/training/lora.js +2 -2
  98. package/src/experimental/training/suite.js +2 -2
  99. package/src/formats/rdrr/classification.js +3 -0
  100. package/src/formats/rdrr/integrity.d.ts +0 -2
  101. package/src/formats/rdrr/integrity.js +0 -2
  102. package/src/formats/rdrr/types.d.ts +1 -1
  103. package/src/gpu/kernels/attention.d.ts +2 -0
  104. package/src/gpu/kernels/attention.js +75 -16
  105. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  106. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  107. package/src/gpu/kernels/backward/attention_backward.js +8 -0
  108. package/src/gpu/kernels/dequant.d.ts +6 -6
  109. package/src/gpu/kernels/dequant.js +17 -6
  110. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  111. package/src/gpu/kernels/fused_ffn.js +540 -19
  112. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  113. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  114. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  115. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  116. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  117. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  118. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  119. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  120. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  121. package/src/gpu/kernels/index.d.ts +21 -0
  122. package/src/gpu/kernels/index.js +13 -0
  123. package/src/gpu/kernels/linear-attention-core.js +414 -21
  124. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  125. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  126. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  127. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  128. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  129. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  130. package/src/gpu/kernels/matmul-selection.js +9 -2
  131. package/src/gpu/kernels/matmul.d.ts +1 -1
  132. package/src/gpu/kernels/matmul.js +24 -6
  133. package/src/gpu/kernels/moe.d.ts +5 -1
  134. package/src/gpu/kernels/moe.js +5 -2
  135. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  136. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  137. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  138. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  139. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  140. package/src/gpu/kernels/silu.wgsl +7 -1
  141. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  142. package/src/gpu/kernels/softmax.d.ts +3 -3
  143. package/src/gpu/kernels/softmax.js +9 -2
  144. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  145. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  146. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  147. package/src/gpu/kernels/turboquant-codebook.js +1 -1
  148. package/src/gpu/kernels/types.d.ts +1 -1
  149. package/src/gpu/profiler.js +11 -1
  150. package/src/gpu/tensor.d.ts +1 -0
  151. package/src/index.d.ts +1 -1
  152. package/src/index.js +1 -1
  153. package/src/inference/browser-harness-model-helpers.js +4 -1
  154. package/src/inference/browser-harness-suite-helpers.js +1 -1
  155. package/src/inference/browser-harness-text-helpers.js +589 -117
  156. package/src/inference/browser-harness.d.ts +3 -3
  157. package/src/inference/browser-harness.js +486 -13
  158. package/src/inference/fixtures/rerank-semantic-fixtures.json +38 -0
  159. package/src/inference/kv-cache/base.js +42 -1
  160. package/src/inference/kv-cache/quantized.js +16 -2
  161. package/src/inference/kv-cache/tiered.js +50 -15
  162. package/src/inference/moe-router.js +38 -7
  163. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +8 -6
  164. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  165. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  166. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  167. package/src/inference/pipelines/text/attention/projections.js +174 -4
  168. package/src/inference/pipelines/text/attention/record.js +44 -21
  169. package/src/inference/pipelines/text/attention/run.js +18 -3
  170. package/src/inference/pipelines/text/config.d.ts +23 -1
  171. package/src/inference/pipelines/text/config.js +235 -112
  172. package/src/inference/pipelines/text/embed.js +39 -12
  173. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  174. package/src/inference/pipelines/text/execution-plan.js +45 -2
  175. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  176. package/src/inference/pipelines/text/execution-v1.js +122 -8
  177. package/src/inference/pipelines/text/ffn/dense.js +254 -25
  178. package/src/inference/pipelines/text/ffn/moe.js +4 -3
  179. package/src/inference/pipelines/text/ffn/standard.js +145 -39
  180. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  181. package/src/inference/pipelines/text/generator-helpers.js +4 -1
  182. package/src/inference/pipelines/text/generator-runtime.js +54 -20
  183. package/src/inference/pipelines/text/generator-steps.js +5 -2
  184. package/src/inference/pipelines/text/generator.d.ts +18 -1
  185. package/src/inference/pipelines/text/generator.js +303 -20
  186. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  187. package/src/inference/pipelines/text/init-rope.js +54 -6
  188. package/src/inference/pipelines/text/init.d.ts +22 -3
  189. package/src/inference/pipelines/text/init.js +65 -17
  190. package/src/inference/pipelines/text/layer.js +111 -5
  191. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  192. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  193. package/src/inference/pipelines/text/linear-attention.js +185 -24
  194. package/src/inference/pipelines/text/logits/gpu.d.ts +1 -1
  195. package/src/inference/pipelines/text/logits/gpu.js +78 -115
  196. package/src/inference/pipelines/text/logits/index.js +105 -87
  197. package/src/inference/pipelines/text/logits/precision-policy.js +103 -0
  198. package/src/inference/pipelines/text/logits/types.d.ts +1 -0
  199. package/src/inference/pipelines/text/logits/utils.d.ts +2 -0
  200. package/src/inference/pipelines/text/logits/utils.js +11 -0
  201. package/src/inference/pipelines/text/lora-apply.js +6 -4
  202. package/src/inference/pipelines/text/model-load.js +6 -0
  203. package/src/inference/pipelines/text/moe-cpu.js +25 -0
  204. package/src/inference/pipelines/text/moe-gpu.js +148 -97
  205. package/src/inference/pipelines/text/moe-shape-validator.js +149 -31
  206. package/src/inference/pipelines/text/ops.js +48 -1
  207. package/src/inference/pipelines/text/per-layer-inputs.js +105 -21
  208. package/src/inference/pipelines/text/probes.js +9 -4
  209. package/src/inference/pipelines/text/state.d.ts +4 -4
  210. package/src/inference/pipelines/text/state.js +4 -0
  211. package/src/inference/pipelines/text/types.d.ts +27 -2
  212. package/src/inference/pipelines/text/weights.js +7 -2
  213. package/src/inference/pipelines/text.d.ts +21 -1
  214. package/src/inference/pipelines/text.js +60 -14
  215. package/src/inference/tokenizers/behavior-flags.js +23 -2
  216. package/src/inference/tokenizers/bundled.js +45 -23
  217. package/src/inference/tokenizers/types.d.ts +7 -4
  218. package/src/loader/doppler-loader.js +25 -2
  219. package/src/loader/final-weights-loader.js +12 -1
  220. package/src/loader/index.d.ts +3 -1
  221. package/src/loader/index.js +2 -0
  222. package/src/loader/loader-types.d.ts +3 -1
  223. package/src/loader/manifest-config.d.ts +18 -0
  224. package/src/loader/manifest-config.js +11 -3
  225. package/src/loader/shard-cache.d.ts +2 -0
  226. package/src/loader/shard-cache.js +29 -1
  227. package/src/models/gemma4.js +8 -0
  228. package/src/rules/execution-rules-contract-check.js +12 -3
  229. package/src/rules/inference/capability-transforms.rules.json +159 -22
  230. package/src/rules/inference/config.rules.json +26 -2
  231. package/src/rules/inference/dtype.rules.json +12 -5
  232. package/src/rules/inference/execution.rules.json +5 -19
  233. package/src/rules/inference/ffn.rules.json +33 -0
  234. package/src/rules/inference/moe.rules.json +97 -0
  235. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  236. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  237. package/src/rules/kernels/matmul.rules.json +1 -0
  238. package/src/rules/kernels/silu.rules.json +1 -0
  239. package/src/rules/rule-registry.js +2 -0
  240. package/src/storage/artifact-storage-context.js +36 -0
  241. package/src/tooling/command-api-constants.js +2 -2
  242. package/src/tooling/command-api-family-normalizers.js +2 -1
  243. package/src/tooling/command-api.d.ts +1 -1
  244. package/src/tooling/command-runner-shared.js +3 -1
  245. package/src/tooling/node-browser-command-runner.js +42 -7
  246. package/src/tooling/node-converter.js +20 -0
  247. package/src/tooling/node-source-runtime.js +5 -1
  248. package/src/tooling/opfs-cache.d.ts +21 -1
  249. package/src/tooling/opfs-cache.js +168 -32
  250. package/src/tooling-exports/storage.d.ts +1 -1
  251. package/src/tooling-exports/storage.js +1 -1
  252. package/src/types/gpu.d.ts +25 -0
  253. package/src/version.js +1 -1
  254. package/tests/kernels/browser/kernel-suite.js +1593 -0
  255. package/tests/kernels/browser/test-page.js +2629 -0
  256. package/tests/kernels/harness/benchmark.js +225 -0
  257. package/tests/kernels/harness/buffer-utils.js +88 -0
  258. package/tests/kernels/harness/tolerance.js +174 -0
  259. package/tests/kernels/reference/adam.js +15 -0
  260. package/tests/kernels/reference/attention.js +158 -0
  261. package/tests/kernels/reference/backward.js +96 -0
  262. package/tests/kernels/reference/bias-add.js +20 -0
  263. package/tests/kernels/reference/conv2d.js +58 -0
  264. package/tests/kernels/reference/cross-entropy.js +26 -0
  265. package/tests/kernels/reference/dequant.js +312 -0
  266. package/tests/kernels/reference/embed.js +15 -0
  267. package/tests/kernels/reference/gather.js +61 -0
  268. package/tests/kernels/reference/gelu.js +37 -0
  269. package/tests/kernels/reference/groupnorm.js +36 -0
  270. package/tests/kernels/reference/index.js +89 -0
  271. package/tests/kernels/reference/layernorm.js +22 -0
  272. package/tests/kernels/reference/matmul.js +57 -0
  273. package/tests/kernels/reference/modulate.js +24 -0
  274. package/tests/kernels/reference/moe-gather.js +83 -0
  275. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  276. package/tests/kernels/reference/residual.js +55 -0
  277. package/tests/kernels/reference/rmsnorm.js +52 -0
  278. package/tests/kernels/reference/rope.js +79 -0
  279. package/tests/kernels/reference/sample.js +97 -0
  280. package/tests/kernels/reference/scatter-add.js +58 -0
  281. package/tests/kernels/reference/silu.js +52 -0
  282. package/tests/kernels/reference/softmax.js +86 -0
  283. package/tests/kernels/reference/split-qkv.js +58 -0
  284. package/tests/kernels/reference/topk.js +88 -0
  285. package/tests/kernels/reference/upsample2d.js +37 -0
  286. package/BRANDING.md +0 -14
  287. package/SECURITY.md +0 -19
  288. package/assets/doppler-readme-hero.svg +0 -84
  289. package/assets/doppler-runtime-map.svg +0 -84
  290. package/src/bootstrap.js +0 -30
  291. package/src/cli/doppler-cli.d.ts +0 -46
  292. package/src/cli/doppler-quickstart.d.ts +0 -45
  293. package/src/cli/doppler-serve.d.ts +0 -210
  294. package/src/cli/runtime-profiles.d.ts +0 -40
  295. package/src/client/doppler-api.browser.d.ts +0 -1
  296. package/src/client/doppler-api.browser.js +0 -25
  297. package/src/client/doppler-registry.d.ts +0 -35
  298. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  299. package/src/client/runtime/source-runtime.d.ts +0 -26
  300. package/src/client/runtime/storage.d.ts +0 -5
  301. package/src/config/README.md +0 -61
  302. package/src/config/conversion/README.md +0 -58
  303. package/src/config/goal-completion-matrix.json +0 -552
  304. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  305. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  306. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  307. package/src/config/kernels/registry.d.ts +0 -51
  308. package/src/config/merge-contract-check.d.ts +0 -16
  309. package/src/config/merge-contract-check.js +0 -318
  310. package/src/config/merge-helpers.d.ts +0 -60
  311. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  312. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  313. package/src/config/param-categories.d.ts +0 -8
  314. package/src/config/param-validator.d.ts +0 -28
  315. package/src/config/platforms/loader.d.ts +0 -38
  316. package/src/config/quantization-contract-check.d.ts +0 -12
  317. package/src/config/quantization-contract-check.js +0 -91
  318. package/src/config/runtime/README.md +0 -28
  319. package/src/config/runtime-merge.d.ts +0 -5
  320. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  321. package/src/config/schema/command-surface-contract.schema.json +0 -81
  322. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  323. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  324. package/src/config/schema/platform.schema.js +0 -1
  325. package/src/config/schema/policy-schema-registry.json +0 -26
  326. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  327. package/src/config/support-tiers/subsystems.json +0 -502
  328. package/src/config/supported-operations.d.ts +0 -14
  329. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  330. package/src/config/transforms/execution-graph-transforms.d.ts +0 -300
  331. package/src/converter/conversion-plan.d.ts +0 -56
  332. package/src/converter/index.d.ts +0 -98
  333. package/src/converter/index.js +0 -59
  334. package/src/converter/parsers/diffusion.d.ts +0 -50
  335. package/src/converter/parsers/gguf.d.ts +0 -31
  336. package/src/converter/parsers/index.d.ts +0 -21
  337. package/src/converter/parsers/index.js +0 -12
  338. package/src/converter/parsers/transformer.d.ts +0 -31
  339. package/src/converter/quantization-info.d.ts +0 -38
  340. package/src/converter/rope-config.d.ts +0 -16
  341. package/src/converter/tokenizer-utils.d.ts +0 -12
  342. package/src/debug/reference/README.md +0 -114
  343. package/src/debug/reference/hf_attn_debug.py +0 -114
  344. package/src/debug/reference/hf_embed_check.py +0 -89
  345. package/src/debug/reference/hf_layer_out.py +0 -100
  346. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  347. package/src/debug/reference/hf_rope_check.py +0 -116
  348. package/src/debug/reference/hf_weights.py +0 -75
  349. package/src/errors/doppler-error.d.ts +0 -20
  350. package/src/experimental/bridge/extension/background.d.ts +0 -14
  351. package/src/experimental/bridge/extension/background.js +0 -168
  352. package/src/experimental/bridge/extension/manifest.json +0 -34
  353. package/src/experimental/bridge/extension-client.d.ts +0 -114
  354. package/src/experimental/bridge/index.d.ts +0 -69
  355. package/src/experimental/bridge/node-bridge.js +0 -24
  356. package/src/experimental/bridge/protocol.d.ts +0 -96
  357. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  358. package/src/experimental/browser/gguf-importer.js +0 -532
  359. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  360. package/src/experimental/browser/quantization.d.ts +0 -74
  361. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  362. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  363. package/src/experimental/browser/shard-io-browser.js +0 -89
  364. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  365. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  366. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  367. package/src/experimental/distribution/p2p-transport.js +0 -75
  368. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  369. package/src/experimental/hotswap/manifest.d.ts +0 -42
  370. package/src/experimental/hotswap/model-swap.js +0 -42
  371. package/src/experimental/hotswap/runtime.d.ts +0 -31
  372. package/src/experimental/training/README.md +0 -164
  373. package/src/experimental/training/artifacts.d.ts +0 -160
  374. package/src/experimental/training/attention-backward.d.ts +0 -30
  375. package/src/experimental/training/attention-forward.d.ts +0 -22
  376. package/src/experimental/training/attention-forward.js +0 -82
  377. package/src/experimental/training/autograd.d.ts +0 -51
  378. package/src/experimental/training/backward-kernels.js +0 -39
  379. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  380. package/src/experimental/training/checkpoint.d.ts +0 -36
  381. package/src/experimental/training/clip.d.ts +0 -9
  382. package/src/experimental/training/dataloader.d.ts +0 -8
  383. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  384. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  385. package/src/experimental/training/datasets/index.d.ts +0 -24
  386. package/src/experimental/training/datasets/index.js +0 -13
  387. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  388. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  389. package/src/experimental/training/datasets/reploid.js +0 -36
  390. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  391. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  392. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  393. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  394. package/src/experimental/training/datasets/token-batch.js +0 -52
  395. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  396. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  397. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  398. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  399. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  400. package/src/experimental/training/distillation/eval.d.ts +0 -34
  401. package/src/experimental/training/distillation/index.d.ts +0 -29
  402. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  403. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  404. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  405. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  406. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  407. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  408. package/src/experimental/training/export.d.ts +0 -41
  409. package/src/experimental/training/index.d.ts +0 -74
  410. package/src/experimental/training/index.js +0 -63
  411. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  412. package/src/experimental/training/lora.d.ts +0 -19
  413. package/src/experimental/training/loss-scaling.d.ts +0 -21
  414. package/src/experimental/training/loss.d.ts +0 -10
  415. package/src/experimental/training/objectives/base.d.ts +0 -58
  416. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  417. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  418. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  419. package/src/experimental/training/objectives/index.d.ts +0 -12
  420. package/src/experimental/training/objectives/index.js +0 -6
  421. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  422. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  423. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  424. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  425. package/src/experimental/training/operator-command.d.ts +0 -5
  426. package/src/experimental/training/operator-eval.d.ts +0 -48
  427. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  428. package/src/experimental/training/optimizer.d.ts +0 -22
  429. package/src/experimental/training/runner.d.ts +0 -249
  430. package/src/experimental/training/suite.d.ts +0 -299
  431. package/src/experimental/training/tensor-factory.d.ts +0 -9
  432. package/src/experimental/training/trainer.d.ts +0 -89
  433. package/src/experimental/training/ul_dataset.d.ts +0 -47
  434. package/src/experimental/training/ul_schedule.d.ts +0 -6
  435. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  436. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  437. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  438. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  439. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  440. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  441. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  442. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  443. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  444. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  445. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  446. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  447. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  448. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  449. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  450. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  451. package/src/experimental/training/workload-packs/registry.json +0 -278
  452. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  453. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  454. package/src/experimental/training/workloads.d.ts +0 -201
  455. package/src/formats/gguf/types.d.ts +0 -74
  456. package/src/formats/index.d.ts +0 -75
  457. package/src/formats/index.js +0 -19
  458. package/src/formats/litert/types.d.ts +0 -74
  459. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  460. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  461. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  462. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  463. package/src/formats/safetensors/types.d.ts +0 -67
  464. package/src/formats/tflite/types.d.ts +0 -61
  465. package/src/formats/tokenizer/index.d.ts +0 -5
  466. package/src/formats/tokenizer/index.js +0 -3
  467. package/src/formats/tokenizer/types.d.ts +0 -9
  468. package/src/gpu/kernel-runtime.d.ts +0 -13
  469. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  470. package/src/gpu/kernel-selection-log.d.ts +0 -4
  471. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  472. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  473. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  474. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  475. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  476. package/src/gpu/kernel-tuner/types.js +0 -4
  477. package/src/gpu/kernel-tuner.d.ts +0 -33
  478. package/src/gpu/kernels/README.md +0 -159
  479. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  480. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  481. package/src/gpu/kernels/check-stop.d.ts +0 -31
  482. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  483. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  484. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  485. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  486. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  487. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  488. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  489. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  490. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  491. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  492. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  493. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  494. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  495. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  496. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  497. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  498. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  499. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  500. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  501. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  502. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  503. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  504. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  505. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  506. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  507. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  508. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  509. package/src/gpu/kernels/constants.d.ts +0 -129
  510. package/src/gpu/kernels/dispatch.d.ts +0 -72
  511. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  512. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  513. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  514. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  515. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  516. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  517. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  518. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  519. package/src/gpu/kernels/types.js +0 -4
  520. package/src/gpu/perf-guards.d.ts +0 -13
  521. package/src/gpu/profiler.d.ts +0 -93
  522. package/src/gpu/readback-utils.d.ts +0 -16
  523. package/src/gpu/readback-utils.js +0 -49
  524. package/src/gpu/submit-probe.d.ts +0 -12
  525. package/src/index-browser.d.ts +0 -2
  526. package/src/index-browser.js +0 -2
  527. package/src/inference/README.md +0 -593
  528. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  529. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  530. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  531. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  532. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  533. package/src/inference/browser-harness-text-helpers.d.ts +0 -124
  534. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  535. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  536. package/src/inference/network-evolution.js +0 -79
  537. package/src/inference/pipelines/context.d.ts +0 -21
  538. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  539. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  540. package/src/inference/pipelines/diffusion/index.js +0 -3
  541. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  542. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  543. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  544. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  545. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  546. package/src/inference/pipelines/diffusion/types.js +0 -1
  547. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  548. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  549. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  550. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  551. package/src/inference/pipelines/dream/pipeline.js +0 -8
  552. package/src/inference/pipelines/energy/index.d.ts +0 -1
  553. package/src/inference/pipelines/energy/index.js +0 -1
  554. package/src/inference/pipelines/energy/types.js +0 -1
  555. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  556. package/src/inference/pipelines/energy-head/index.js +0 -6
  557. package/src/inference/pipelines/factory.d.ts +0 -10
  558. package/src/inference/pipelines/index.d.ts +0 -22
  559. package/src/inference/pipelines/index.js +0 -19
  560. package/src/inference/pipelines/registry.d.ts +0 -15
  561. package/src/inference/pipelines/rng.d.ts +0 -2
  562. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  563. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  564. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  565. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  566. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  567. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  568. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  569. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  570. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  571. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  572. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  573. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  574. package/src/inference/pipelines/text/attention.d.ts +0 -23
  575. package/src/inference/pipelines/text/attention.js +0 -12
  576. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  577. package/src/inference/pipelines/text/buffer-types.js +0 -4
  578. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  579. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  580. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  581. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  582. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  583. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  584. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  585. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  586. package/src/inference/pipelines/text/embed.d.ts +0 -68
  587. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  588. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  589. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  590. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  591. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  592. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  593. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  594. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -25
  595. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  596. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  597. package/src/inference/pipelines/text/ffn.js +0 -18
  598. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  599. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  600. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  601. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  602. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  603. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -89
  604. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  605. package/src/inference/pipelines/text/index.d.ts +0 -5
  606. package/src/inference/pipelines/text/index.js +0 -6
  607. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  608. package/src/inference/pipelines/text/layer.d.ts +0 -118
  609. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  610. package/src/inference/pipelines/text/logits/types.js +0 -4
  611. package/src/inference/pipelines/text/logits.d.ts +0 -27
  612. package/src/inference/pipelines/text/logits.js +0 -16
  613. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  614. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  615. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  616. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  617. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  618. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  619. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -40
  620. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  621. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  622. package/src/inference/pipelines/text/ops.d.ts +0 -219
  623. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  624. package/src/inference/pipelines/text/probes.d.ts +0 -28
  625. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  626. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  627. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  628. package/src/inference/pipelines/text/types.js +0 -4
  629. package/src/inference/tokenizers/base.d.ts +0 -44
  630. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  631. package/src/inference/tokenizers/bpe.d.ts +0 -27
  632. package/src/inference/tokenizers/bundled.d.ts +0 -67
  633. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  634. package/src/inference/tokenizers/types.js +0 -7
  635. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  636. package/src/loader/per-layer-input-loader.d.ts +0 -30
  637. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  638. package/src/loader/tensors/source-transform.d.ts +0 -65
  639. package/src/memory/address-table.d.ts +0 -96
  640. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  641. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  642. package/src/rules/rule-registry.d.ts +0 -77
  643. package/src/storage/artifact-storage-context.d.ts +0 -63
  644. package/src/storage/backends/idb-store.d.ts +0 -52
  645. package/src/storage/backends/memory-store.d.ts +0 -36
  646. package/src/storage/backends/opfs-store.d.ts +0 -41
  647. package/src/storage/blake3.d.ts +0 -17
  648. package/src/storage/download-types.d.ts +0 -157
  649. package/src/storage/downloader.d.ts +0 -103
  650. package/src/storage/index.d.ts +0 -274
  651. package/src/storage/index.js +0 -201
  652. package/src/storage/preflight.d.ts +0 -144
  653. package/src/storage/preflight.js +0 -360
  654. package/src/storage/quickstart-downloader.d.ts +0 -157
  655. package/src/storage/quickstart-downloader.js +0 -289
  656. package/src/storage/source-artifact-store.d.ts +0 -59
  657. package/src/sw.js +0 -184
  658. package/src/tooling/command-api-constants.d.ts +0 -9
  659. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  660. package/src/tooling/command-api-helpers.d.ts +0 -23
  661. package/src/tooling/command-runner-shared.d.ts +0 -89
  662. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  663. package/src/tooling/conversion-config-materializer.js +0 -96
  664. package/src/tooling/diagnose-runner.d.ts +0 -28
  665. package/src/tooling/hf-registry-utils.d.ts +0 -55
  666. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  667. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  668. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  669. package/src/tooling/kernel-path-builder/index.js +0 -1361
  670. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  671. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  672. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  673. package/src/tooling/lean-execution-contract-runner.js +0 -158
  674. package/src/tooling/lean-execution-contract.d.ts +0 -16
  675. package/src/tooling/lean-execution-contract.js +0 -81
  676. package/src/tooling/litert-package-runtime.d.ts +0 -46
  677. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  678. package/src/tooling/node-convert-worker.d.ts +0 -1
  679. package/src/tooling/node-converter.d.ts +0 -1
  680. package/src/tooling/node-file-fetch.d.ts +0 -1
  681. package/src/tooling/node-source-runtime.d.ts +0 -24
  682. package/src/tooling/node-webgpu.d.ts +0 -17
  683. package/src/tooling/precision-replay-math.js +0 -174
  684. package/src/tooling/program-bundle-host.d.ts +0 -16
  685. package/src/tooling/program-bundle-host.js +0 -20
  686. package/src/tooling/runtime-input-composition.d.ts +0 -37
  687. package/src/tooling/source-package-profiles.d.ts +0 -50
  688. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  689. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  690. package/src/tooling/source-runtime-materializer.js +0 -89
  691. package/src/tooling-exports.browser.d.ts +0 -7
  692. package/src/types/chrome.d.ts +0 -36
  693. package/src/types/chrome.js +0 -1
  694. package/src/types/index.d.ts +0 -1
  695. package/src/types/index.js +0 -1
  696. package/src/utils/array-buffer.d.ts +0 -4
  697. package/src/utils/canonical-hash.d.ts +0 -7
  698. package/src/utils/clone-json.d.ts +0 -1
  699. package/src/utils/hf-resolve-url.d.ts +0 -16
  700. package/src/utils/index.d.ts +0 -10
  701. package/src/utils/index.js +0 -10
  702. package/src/utils/load-json.d.ts +0 -5
  703. package/src/utils/plain-object.d.ts +0 -1
  704. package/src/utils/sha256.d.ts +0 -5
  705. package/src/utils/stable-sort-object.d.ts +0 -1
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "doppler-gpu",
3
- "version": "0.4.6",
3
+ "version": "0.4.8",
4
4
  "description": "Browser-native WebGPU inference engine for local intent and inference loops",
5
5
  "main": "src/index.js",
6
6
  "types": "src/index.d.ts",
@@ -28,14 +28,18 @@
28
28
  "program-bundle:parity": "node tools/check-program-bundle-parity.js examples/program-bundles/gemma-3-270m-it-q4k-ehf16-af32.program-bundle.json",
29
29
  "artifact-identity:inventory": "node tools/artifact-identity-inventory.js",
30
30
  "artifact-identity:check": "node tools/artifact-identity-inventory.js --check",
31
+ "ci:check": "npm run test:ci && npm run kernels:check && npm run check:green",
31
32
  "ci:contracts:check": "node tools/check-contract-artifacts.js --with-lean --lean-require-manifest-match",
32
33
  "ci:diffusion:contract": "node tools/ci-diffusion-contract-gates.js",
33
34
  "ci:training:contract": "node tools/ci-training-contract-gates.js",
35
+ "training:teachers:verify": "node tools/verify-host-teacher-contracts.js",
36
+ "training:teachers:qualify": "node tools/qualify-code-teachers.js",
34
37
  "training:contract:delta": "node tools/emit-training-contract-delta.js",
35
38
  "training:workloads:verify": "node tools/verify-training-workload-packs.js --registry src/experimental/training/workload-packs/registry.json",
36
39
  "training:report-ids:publish": "node tools/publish-training-report-ids.js --registry src/experimental/training/workload-packs/registry.json",
37
40
  "test": "npm run test:unit",
38
41
  "typecheck:source-runtime": "tsc -p tsconfig.source-runtime.json --noEmit",
42
+ "test:ci": "node tools/run-node-tests.js tests/config/ci-workflow-local-model-contract.test.js tests/config/tracked-benchmark-evidence-contract.test.js tests/converter/quantizer.test.js tests/inference/attention-softmax-stability.test.js tests/inference/bdpa-steamroller.test.js tests/inference/generate-token-ids-behavioral-parity.test.js tests/integration/command-api.test.js tests/integration/doppler-provider-contract.test.js tests/tooling/workflow-surface-contract.test.js",
39
43
  "test:unit": "node tools/run-node-tests.js --suite unit",
40
44
  "test:gpu": "node tools/run-node-tests.js --suite gpu",
41
45
  "test:coverage": "node tools/run-node-coverage.js",
@@ -46,16 +50,20 @@
46
50
  "agents:freshness:strict": "node tools/verify-agent-freshness.js --strict",
47
51
  "conflicts:check": "node tools/check-merge-markers.js",
48
52
  "config:single-source:check": "node tools/check-config-single-source.js",
53
+ "capability-policy:check": "node tools/check-capability-transform-policy.js",
49
54
  "imports:check:browser": "node tools/check-browser-import-graph.js",
50
55
  "api:docs:sync": "node tools/sync-api-docs.js",
51
56
  "api:docs:check": "node tools/sync-api-docs.js --check",
57
+ "package:closure:sync": "node tools/package-source-closure.js --write",
58
+ "package:closure:check": "node tools/package-source-closure.js",
59
+ "package:smoke": "node tools/check-packed-package.js",
52
60
  "public:boundaries:check": "node tools/check-public-boundaries.js",
53
61
  "exports:parity:check": "node tools/check-exports-parity.js",
54
62
  "pending:check": "node tools/check-pending-tests.js",
55
63
  "goals:check": "node tools/check-goal-completion.js",
56
64
  "goals:report": "node tools/render-goal-completion-summary.js",
57
65
  "commands:surface:check": "node tools/check-command-surface-contract.js",
58
- "check:green": "npm run agents:verify && npm run goals:check && npm run public:boundaries:check && npm run commands:surface:check && npm run api:docs:check && npm run config:single-source:check && npm run imports:check:browser && npm run pending:check && npm run exports:parity:check && npm run artifact:contract:check && npm run claims:evidence:check && npm run support:subsystems:check && npm run policy:schemas:check",
66
+ "check:green": "npm run agents:verify && npm run goals:check && npm run public:boundaries:check && npm run package:smoke && npm run commands:surface:check && npm run api:docs:check && npm run config:single-source:check && npm run capability-policy:check && npm run imports:check:browser && npm run pending:check && npm run exports:parity:check && npm run artifact:contract:check && npm run claims:evidence:check && npm run support:subsystems:check && npm run policy:schemas:check",
59
67
  "verify:model": "node src/cli/doppler-cli.js verify",
60
68
  "quickstart:sync": "node tools/sync-quickstart-registry.js",
61
69
  "quickstart:check": "node tools/sync-quickstart-registry.js --check",
@@ -64,6 +72,11 @@
64
72
  "onboarding:check": "node tools/onboarding-tooling.js check",
65
73
  "onboarding:check:strict": "node tools/onboarding-tooling.js check --strict",
66
74
  "bench:vendors:validate": "node tools/vendor-bench.js validate",
75
+ "bench:local-gpu:challengers": "node tools/local-gpu-challengers.js",
76
+ "bench:local-gpu:challengers:check": "node tools/local-gpu-challengers.js --check",
77
+ "bench:embeddings:compare": "node tools/compare-embeddings.js",
78
+ "bench:rerank:compare": "node tools/compare-rerankers.js",
79
+ "bench:rerank:compare:hf": "node tools/compare-rerankers-hf.js",
67
80
  "kernels:sync": "npm run kernels:codegen:sync && npm run kernels:registry:sync && npm run kernels:digests:sync",
68
81
  "kernels:check": "node tools/check-kernels.js",
69
82
  "kernels:codegen:sync": "node tools/generate-wgsl.js",
@@ -90,9 +103,17 @@
90
103
  "registry:publish:hf:all": "node tools/publish-hf-registry-model.js --all-approved",
91
104
  "support:matrix:sync": "node tools/sync-model-support-matrix.js",
92
105
  "support:matrix:check": "node tools/sync-model-support-matrix.js --check",
106
+ "support:inventory:sync": "node tools/sync-model-support-inventory.js",
107
+ "support:inventory:check": "node tools/sync-model-support-inventory.js --check",
108
+ "support:competition:sync": "node tools/sync-model-competition-scoreboard.js",
109
+ "support:competition:check": "node tools/sync-model-competition-scoreboard.js --check",
93
110
  "support:subsystems:sync": "node tools/sync-subsystem-support-matrix.js",
94
111
  "support:subsystems:check": "node tools/check-subsystem-support-contract.js",
95
- "ci:catalog:check": "npm run registry:sync:scripts:check && npm run model-lanes:check && npm run release-claims:check && npm run support:matrix:check && npm run support:subsystems:check && npm run goals:check && npm run registry:hf:check",
112
+ "ci:catalog:check": "npm run registry:sync:scripts:check && npm run model-lanes:check && npm run release-claims:check && npm run support:matrix:check && npm run support:inventory:check && npm run support:competition:check && npm run support:subsystems:check && npm run goals:check && npm run registry:hf:check",
113
+ "artifact:contract:check": "node tools/check-model-artifact-contract.js",
114
+ "product:readiness:report": "node tools/render-product-readiness-report.js",
115
+ "claims:evidence:check": "node tools/check-claim-evidence-contract.js",
116
+ "policy:schemas:check": "node tools/check-policy-schema-registry.js",
96
117
  "verify:embeddinggemma-300m": "node tools/run-registry-verify.js embeddinggemma-300m",
97
118
  "verify:gemma-3-1b-it-q4k-ehf16-af32": "node tools/run-registry-verify.js gemma-3-1b-it-q4k-ehf16-af32",
98
119
  "verify:gemma-3-1b-it-wq4k-ef16-hf16": "node tools/run-registry-verify.js gemma-3-1b-it-wq4k-ef16-hf16",
@@ -100,28 +121,22 @@
100
121
  "verify:gemma-3-270m-it-wq4k-ef16": "node tools/run-registry-verify.js gemma-3-270m-it-wq4k-ef16",
101
122
  "verify:gemma-3-270m-it-wq4k-ef16-hf16": "node tools/run-registry-verify.js gemma-3-270m-it-wq4k-ef16-hf16",
102
123
  "verify:gemma-3-270m-it-wq4k-ef16-hf16-f32": "node tools/run-registry-verify.js gemma-3-270m-it-wq4k-ef16-hf16-f32",
103
- "verify:gemma-4-12b-it-text-w4a16-ct-ehf16-af16": "node tools/run-registry-verify.js gemma-4-12b-it-text-w4a16-ct-ehf16-af16",
104
- "verify:gemma-4-31b-it-text-q4k-ehf16-af16": "node tools/run-registry-verify.js gemma-4-31b-it-text-q4k-ehf16-af16",
105
- "verify:gemma-4-31b-it-text-q4k-ehf16-af32": "node tools/run-registry-verify.js gemma-4-31b-it-text-q4k-ehf16-af32",
124
+ "verify:gemma-4-e2b-af16-int4ple": "node tools/run-registry-verify.js gemma-4-e2b-af16-int4ple",
106
125
  "verify:gemma-4-e2b-int4ple": "node tools/run-registry-verify.js gemma-4-e2b-int4ple",
126
+ "verify:gemma-4-e2b-it-q4k-ehf16-af16-int4ple": "node tools/run-registry-verify.js gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
107
127
  "verify:gemma-4-e2b-it-q4k-ehf16-af32": "node tools/run-registry-verify.js gemma-4-e2b-it-q4k-ehf16-af32",
108
128
  "verify:gemma-4-e2b-it-q4k-ehf16-af32-int4ple": "node tools/run-registry-verify.js gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
109
129
  "verify:gemma3-1b": "node tools/run-registry-verify.js gemma3-1b",
110
130
  "verify:gemma3-270m": "node tools/run-registry-verify.js gemma3-270m",
111
- "verify:gemma4-12b-qat-w4a16": "node tools/run-registry-verify.js gemma4-12b-qat-w4a16",
112
- "verify:gemma4-12b-w4a16": "node tools/run-registry-verify.js gemma4-12b-w4a16",
113
- "verify:gemma4-31b": "node tools/run-registry-verify.js gemma4-31b",
114
- "verify:gemma4-31b-af16": "node tools/run-registry-verify.js gemma4-31b-af16",
115
- "verify:gemma4-31b-f16": "node tools/run-registry-verify.js gemma4-31b-f16",
116
131
  "verify:gemma4-e2b": "node tools/run-registry-verify.js gemma4-e2b",
132
+ "verify:gemma4-e2b-af16-int4ple": "node tools/run-registry-verify.js gemma4-e2b-af16-int4ple",
117
133
  "verify:gemma4-e2b-int4ple": "node tools/run-registry-verify.js gemma4-e2b-int4ple",
134
+ "verify:gemma4-e2b-int4ple-f16": "node tools/run-registry-verify.js gemma4-e2b-int4ple-f16",
118
135
  "verify:google-embeddinggemma-300m": "node tools/run-registry-verify.js google-embeddinggemma-300m",
119
136
  "verify:google-embeddinggemma-300m-q4k-ehf16-af32": "node tools/run-registry-verify.js google-embeddinggemma-300m-q4k-ehf16-af32",
120
137
  "verify:google-embeddinggemma-300m-wq4k-ef16": "node tools/run-registry-verify.js google-embeddinggemma-300m-wq4k-ef16",
121
138
  "verify:google-gemma-3-1b-it": "node tools/run-registry-verify.js google-gemma-3-1b-it",
122
139
  "verify:google-gemma-3-270m-it": "node tools/run-registry-verify.js google-gemma-3-270m-it",
123
- "verify:google-gemma-4-12b-it-qat-w4a16-ct": "node tools/run-registry-verify.js google-gemma-4-12b-it-qat-w4a16-ct",
124
- "verify:google-gemma-4-31b-it": "node tools/run-registry-verify.js google-gemma-4-31b-it",
125
140
  "verify:google-gemma-4-e2b-it": "node tools/run-registry-verify.js google-gemma-4-e2b-it",
126
141
  "verify:google-translategemma-4b-it": "node tools/run-registry-verify.js google-translategemma-4b-it",
127
142
  "verify:qwen-3-5-0-8b": "node tools/run-registry-verify.js qwen-3-5-0-8b",
@@ -134,21 +149,34 @@
134
149
  "verify:qwen-3-6-27b-af16": "node tools/run-registry-verify.js qwen-3-6-27b-af16",
135
150
  "verify:qwen-3-6-27b-q4k-eaf16": "node tools/run-registry-verify.js qwen-3-6-27b-q4k-eaf16",
136
151
  "verify:qwen-3-6-27b-q4k-ehaf16": "node tools/run-registry-verify.js qwen-3-6-27b-q4k-ehaf16",
152
+ "verify:qwen-3-embedding-0-6b-q4k-ehf16-af32": "node tools/run-registry-verify.js qwen-3-embedding-0-6b-q4k-ehf16-af32",
153
+ "verify:qwen-3-reranker-0-6b-f16-af32": "node tools/run-registry-verify.js qwen-3-reranker-0-6b-f16-af32",
154
+ "verify:qwen-3-reranker-0-6b-q4k-ehf16-af32": "node tools/run-registry-verify.js qwen-3-reranker-0-6b-q4k-ehf16-af32",
155
+ "verify:qwen-qwen3-embedding-0.6b": "node tools/run-registry-verify.js qwen-qwen3-embedding-0.6b",
156
+ "verify:qwen-qwen3-reranker-0.6b": "node tools/run-registry-verify.js qwen-qwen3-reranker-0.6b",
157
+ "verify:qwen-qwen3-reranker-0.6b-q4k": "node tools/run-registry-verify.js qwen-qwen3-reranker-0.6b-q4k",
137
158
  "verify:qwen-qwen3.5-0.8b": "node tools/run-registry-verify.js qwen-qwen3.5-0.8b",
138
159
  "verify:qwen-qwen3.5-2b": "node tools/run-registry-verify.js qwen-qwen3.5-2b",
139
160
  "verify:qwen-qwen3.6-27b": "node tools/run-registry-verify.js qwen-qwen3.6-27b",
140
161
  "verify:qwen3-0.8b": "node tools/run-registry-verify.js qwen3-0.8b",
141
162
  "verify:qwen3-2b": "node tools/run-registry-verify.js qwen3-2b",
163
+ "verify:qwen3-embedding-0-6b": "node tools/run-registry-verify.js qwen3-embedding-0-6b",
164
+ "verify:qwen3-embedding-0.6b": "node tools/run-registry-verify.js qwen3-embedding-0.6b",
165
+ "verify:qwen3-reranker-0-6b": "node tools/run-registry-verify.js qwen3-reranker-0-6b",
166
+ "verify:qwen3-reranker-0-6b-q4k": "node tools/run-registry-verify.js qwen3-reranker-0-6b-q4k",
167
+ "verify:qwen3-reranker-0.6b": "node tools/run-registry-verify.js qwen3-reranker-0.6b",
168
+ "verify:qwen3-reranker-0.6b-f16": "node tools/run-registry-verify.js qwen3-reranker-0.6b-f16",
169
+ "verify:qwen3-reranker-0.6b-q4k": "node tools/run-registry-verify.js qwen3-reranker-0.6b-q4k",
142
170
  "verify:qwen3.6-27b": "node tools/run-registry-verify.js qwen3.6-27b",
143
171
  "verify:qwen3.6-27b-f16": "node tools/run-registry-verify.js qwen3.6-27b-f16",
144
172
  "verify:translategemma": "node tools/run-registry-verify.js translategemma",
173
+ "verify:translategemma-1b-translation-student": "node tools/run-registry-verify.js translategemma-1b-translation-student",
145
174
  "verify:translategemma-4b": "node tools/run-registry-verify.js translategemma-4b",
175
+ "verify:translategemma-4b-1b-enes-q4k-ehf16-af32": "node tools/run-registry-verify.js translategemma-4b-1b-enes-q4k-ehf16-af32",
146
176
  "verify:translategemma-4b-it-q4k-ehf16-af32": "node tools/run-registry-verify.js translategemma-4b-it-q4k-ehf16-af32",
147
177
  "verify:translategemma-4b-it-wq4k-ef16-hf16": "node tools/run-registry-verify.js translategemma-4b-it-wq4k-ef16-hf16",
148
- "artifact:contract:check": "node tools/check-model-artifact-contract.js",
149
- "product:readiness:report": "node tools/render-product-readiness-report.js",
150
- "claims:evidence:check": "node tools/check-claim-evidence-contract.js",
151
- "policy:schemas:check": "node tools/check-policy-schema-registry.js"
178
+ "verify:translategemma-enes-1b": "node tools/run-registry-verify.js translategemma-enes-1b",
179
+ "verify:translategemma-nativekd2-enes-1b": "node tools/run-registry-verify.js translategemma-nativekd2-enes-1b"
152
180
  },
153
181
  "exports": {
154
182
  ".": {
@@ -257,20 +285,25 @@
257
285
  "./src/gpu/device.js"
258
286
  ],
259
287
  "files": [
260
- "assets",
288
+ "assets/doppler.svg",
261
289
  "src",
262
- "src/gpu/kernels/*.wgsl",
290
+ "!src/config/schema/host-teacher-output.schema.json",
291
+ "!src/config/schema/host-teacher-qualification-policy.schema.json",
292
+ "!src/config/schema/host-teacher-qualification-receipt.schema.json",
293
+ "!src/config/schema/host-teacher-task-bank.schema.json",
294
+ "models/catalog.json",
295
+ "tests/kernels/browser/kernel-suite.js",
296
+ "tests/kernels/browser/test-page.js",
297
+ "tests/kernels/harness/benchmark.js",
298
+ "tests/kernels/harness/buffer-utils.js",
299
+ "tests/kernels/harness/tolerance.js",
300
+ "tests/kernels/reference",
301
+ "!tests/kernels/reference/fused-ffn-q4k.js",
263
302
  "README.md",
264
303
  "CHANGELOG.md",
265
304
  "LICENSE",
266
305
  "NOTICE",
267
- "BRANDING.md",
268
- "SECURITY.md",
269
- "src/cli/doppler-cli.js",
270
- "tools/convert-safetensors-node.js",
271
- "src/cli/config/doppler-quickstart.json",
272
- "src/cli/doppler-quickstart.js",
273
- "src/cli/doppler-serve.js"
306
+ "tools/convert-safetensors-node.js"
274
307
  ],
275
308
  "devDependencies": {
276
309
  "@huggingface/transformers": "^4.0.1",
@@ -1487,7 +1487,7 @@ export function createCliToolingErrorEnvelope(error, context = {}) {
1487
1487
  }
1488
1488
 
1489
1489
  export function finalizeCliCommandResponse(response, request) {
1490
- if (!isPlainObject(response) || !Object.prototype.hasOwnProperty.call(response, 'request')) {
1490
+ if (!isPlainObject(response)) {
1491
1491
  return response;
1492
1492
  }
1493
1493
  return {
@@ -1839,11 +1839,32 @@ function isMainModule(metaUrl) {
1839
1839
  return path.resolve(fileURLToPath(metaUrl)) === path.resolve(entryPath);
1840
1840
  }
1841
1841
 
1842
- if (isMainModule(import.meta.url)) {
1843
- main().then(() => {
1844
- process.exit(process.exitCode ?? 0);
1845
- }).catch((error) => {
1846
- console.error(`[error] ${error?.message || String(error)}`);
1847
- process.exit(1);
1842
+ function flushStream(stream) {
1843
+ if (!stream || stream.destroyed) {
1844
+ return Promise.resolve();
1845
+ }
1846
+ return new Promise((resolve) => {
1847
+ stream.write('', () => resolve());
1848
1848
  });
1849
1849
  }
1850
+
1851
+ async function flushCliStreams() {
1852
+ await Promise.all([
1853
+ flushStream(process.stdout),
1854
+ flushStream(process.stderr),
1855
+ ]);
1856
+ }
1857
+
1858
+ if (isMainModule(import.meta.url)) {
1859
+ main()
1860
+ .then(async () => {
1861
+ const exitCode = process.exitCode ?? 0;
1862
+ await flushCliStreams();
1863
+ process.exit(exitCode);
1864
+ })
1865
+ .catch(async (error) => {
1866
+ console.error(`[error] ${error?.message || String(error)}`);
1867
+ await flushCliStreams();
1868
+ process.exit(1);
1869
+ });
1870
+ }
@@ -21,7 +21,7 @@ function usage() {
21
21
  'Examples:',
22
22
  ' npx doppler-gpu',
23
23
  ' npx doppler-gpu "Summarize WebGPU in one sentence"',
24
- ' npx doppler-gpu --model gemma3-270m --prompt "Write a haiku about GPUs"',
24
+ ' npx doppler-gpu --model qwen3-0.8b --prompt "Write a haiku about GPUs"',
25
25
  ' npx doppler-gpu --list-models',
26
26
  '',
27
27
  'Notes:',
@@ -38,13 +38,13 @@ function usage() {
38
38
  ' GET /health Health check',
39
39
  '',
40
40
  'Examples:',
41
- ' node src/cli/doppler-serve.js --model gemma3-270m',
41
+ ' node src/cli/doppler-serve.js --model qwen3-0.8b',
42
42
  ' node src/cli/doppler-serve.js --model gemma4-e2b --port 3000',
43
43
  '',
44
44
  'Then use with any OpenAI-compatible client:',
45
45
  ' curl http://localhost:8080/v1/chat/completions \\',
46
46
  ' -H "Content-Type: application/json" \\',
47
- ' -d \'{"model":"gemma3-270m","messages":[{"role":"user","content":"Hello"}]}\'',
47
+ ' -d \'{"model":"qwen3-0.8b","messages":[{"role":"user","content":"Hello"}]}\'',
48
48
  ].join('\n');
49
49
  }
50
50
 
@@ -4,6 +4,12 @@ import { loadJson } from '../utils/load-json.js';
4
4
 
5
5
  let registryPromise = null;
6
6
 
7
+ function cloneOptionalObject(value) {
8
+ return value && typeof value === 'object' && !Array.isArray(value)
9
+ ? JSON.parse(JSON.stringify(value))
10
+ : null;
11
+ }
12
+
7
13
  function normalizeEntry(entry) {
8
14
  if (!entry || typeof entry !== 'object') {
9
15
  return null;
@@ -17,6 +23,8 @@ function normalizeEntry(entry) {
17
23
  const manifestVariantId = typeof entry.manifestVariantId === 'string' ? entry.manifestVariantId.trim() : '';
18
24
  const artifactCompleteness = typeof entry.artifactCompleteness === 'string' ? entry.artifactCompleteness.trim() : '';
19
25
  const runtimePromotionState = typeof entry.runtimePromotionState === 'string' ? entry.runtimePromotionState.trim() : '';
26
+ const vendorBenchmark = cloneOptionalObject(entry.vendorBenchmark);
27
+ const benchmarkEvidence = cloneOptionalObject(entry.benchmarkEvidence);
20
28
  if (
21
29
  !sourceCheckpointId
22
30
  || !weightPackId
@@ -50,6 +58,8 @@ function normalizeEntry(entry) {
50
58
  path: typeof entry.hf.path === 'string' ? entry.hf.path.trim() : '',
51
59
  }
52
60
  : null,
61
+ ...(vendorBenchmark ? { vendorBenchmark } : {}),
62
+ ...(benchmarkEvidence ? { benchmarkEvidence } : {}),
53
63
  };
54
64
  }
55
65
 
@@ -81,6 +91,8 @@ export async function listQuickstartModels() {
81
91
  weightsRefAllowed: entry.weightsRefAllowed,
82
92
  aliases: [...entry.aliases],
83
93
  modes: [...entry.modes],
94
+ ...(entry.vendorBenchmark ? { vendorBenchmark: cloneOptionalObject(entry.vendorBenchmark) } : {}),
95
+ ...(entry.benchmarkEvidence ? { benchmarkEvidence: cloneOptionalObject(entry.benchmarkEvidence) } : {}),
84
96
  }));
85
97
  }
86
98
 
@@ -25,6 +25,19 @@
25
25
  "repoId": "Clocksmith/rdrr",
26
26
  "revision": "7e194b4a6824a8b71cbd0eaa511d9f2c7e1c0129",
27
27
  "path": "models/gemma-3-270m-it-q4k-ehf16-af32"
28
+ },
29
+ "vendorBenchmark": {
30
+ "transformersjs": {
31
+ "repoId": "onnx-community/gemma-3-270m-it-ONNX",
32
+ "dtype": "q4f16"
33
+ }
34
+ },
35
+ "benchmarkEvidence": {
36
+ "status": "benchmark-selected",
37
+ "localClaimLaneId": "gemma-3-270m-it-q4k-rdrr",
38
+ "runtimeReport": "reports/release-claims/gemma-3-270m-it-q4k-ehf16-af32/2026-06-24T01-11-24.275Z.json",
39
+ "compareResult": "benchmarks/vendors/results/compare_20260627T200811.json",
40
+ "summarySvg": "benchmarks/vendors/results/gemma-3-270m-it-q4k-rdrr-browser-p512-d128-t0-k1-strix-halo-20260627T200811.svg"
28
41
  }
29
42
  },
30
43
  {
@@ -47,6 +60,12 @@
47
60
  "repoId": "Clocksmith/rdrr",
48
61
  "revision": "95f0b29ec73dea70394c6bcfa8407bc6796df6c9",
49
62
  "path": "models/google-embeddinggemma-300m-q4k-ehf16-af32"
63
+ },
64
+ "vendorBenchmark": {
65
+ "transformersjs": {
66
+ "repoId": "onnx-community/embeddinggemma-300m-ONNX",
67
+ "dtype": "q4"
68
+ }
50
69
  }
51
70
  },
52
71
  {
@@ -70,6 +89,12 @@
70
89
  "repoId": "Clocksmith/rdrr",
71
90
  "revision": "7c3d30e300bcb02cbd68fb0db3eee64fbf738f99",
72
91
  "path": "models/gemma-3-1b-it-q4k-ehf16-af32"
92
+ },
93
+ "vendorBenchmark": {
94
+ "transformersjs": {
95
+ "repoId": "onnx-community/gemma-3-1b-it-ONNX-GQA",
96
+ "dtype": "q4f16"
97
+ }
73
98
  }
74
99
  },
75
100
  {
@@ -92,6 +117,12 @@
92
117
  "repoId": "Clocksmith/rdrr",
93
118
  "revision": "2070777c77047d54e6eae105f6dcb1891cf6f21a",
94
119
  "path": "models/gemma-4-e2b-it-q4k-ehf16-af32"
120
+ },
121
+ "vendorBenchmark": {
122
+ "transformersjs": {
123
+ "repoId": "onnx-community/gemma-4-E2B-it-ONNX",
124
+ "dtype": "q4f16"
125
+ }
95
126
  }
96
127
  },
97
128
  {
@@ -112,8 +143,14 @@
112
143
  ],
113
144
  "hf": {
114
145
  "repoId": "Clocksmith/rdrr",
115
- "revision": "dbb354acb00108965c5324ca7b6fecc198d12501",
146
+ "revision": "16256bf16dc8f92b8fe5105b07628cef91587f0a",
116
147
  "path": "models/gemma-4-e2b-it-q4k-ehf16-af32-int4ple"
148
+ },
149
+ "vendorBenchmark": {
150
+ "transformersjs": {
151
+ "repoId": "onnx-community/gemma-4-E2B-it-ONNX",
152
+ "dtype": "q4f16"
153
+ }
117
154
  }
118
155
  },
119
156
  {
@@ -135,8 +172,14 @@
135
172
  ],
136
173
  "hf": {
137
174
  "repoId": "Clocksmith/rdrr",
138
- "revision": "95a01447eecbf13fc5964986f507b08ded0cd40f",
175
+ "revision": "f58f1d0b58641c84e7ea50d13fea0dd4dc91389a",
139
176
  "path": "models/qwen-3-5-0-8b-q4k-ehaf16"
177
+ },
178
+ "vendorBenchmark": {
179
+ "transformersjs": {
180
+ "repoId": "onnx-community/Qwen3.5-0.8B-ONNX",
181
+ "dtype": "q4f16"
182
+ }
140
183
  }
141
184
  },
142
185
  {
@@ -158,8 +201,14 @@
158
201
  ],
159
202
  "hf": {
160
203
  "repoId": "Clocksmith/rdrr",
161
- "revision": "a8c45dd885a789042d3b82c95b471d66ca8d5152",
204
+ "revision": "977d145bf2478a7fb542e6aca65030585620ca60",
162
205
  "path": "models/qwen-3-5-2b-q4k-ehaf16"
206
+ },
207
+ "vendorBenchmark": {
208
+ "transformersjs": {
209
+ "repoId": "onnx-community/Qwen3.5-2B-ONNX",
210
+ "dtype": "q4f16"
211
+ }
163
212
  }
164
213
  }
165
214
  ]
@@ -7,6 +7,7 @@ import {
7
7
  resolveManifestArtifactSource,
8
8
  resolveLoadProgressHandlers,
9
9
  resolveModelSource,
10
+ sha256ManifestText,
10
11
  } from './model-source.js';
11
12
  import { assertSupportedGenerationOptions, createModelHandle } from './model-session.js';
12
13
  import {
@@ -15,6 +16,7 @@ import {
15
16
  } from '../../storage/artifact-storage-context.js';
16
17
  import { isNodeRuntime } from '../../utils/runtime-env.js';
17
18
  import { resolveManifestGpuResidentEmbeddingLimitError } from '../../loader/embedding-limit-preflight.js';
19
+ import { createDopplerLoader } from '../../loader/doppler-loader.js';
18
20
  import { initDevice } from '../../gpu/device.js';
19
21
 
20
22
  function emitLoadProgress(callback, phase, percent, message) {
@@ -58,6 +60,10 @@ async function resolveNodeArtifactStorageContext(loadSource) {
58
60
  }
59
61
 
60
62
  function resolveArtifactStorageContext(loadSource) {
63
+ const providedStorageContext = loadSource?.storageContext ?? loadSource?.storage;
64
+ if (providedStorageContext && typeof providedStorageContext === 'object') {
65
+ return providedStorageContext;
66
+ }
61
67
  const baseUrl = loadSource?.storageBaseUrl ?? loadSource?.baseUrl;
62
68
  const manifest = loadSource?.storageManifest ?? loadSource?.manifest;
63
69
  if (!baseUrl || !manifest) {
@@ -93,7 +99,16 @@ export function createDopplerRuntimeService({
93
99
 
94
100
  emitLoadProgress(userProgress, 'manifest', 15, 'Fetching manifest');
95
101
  const manifestPayload = resolved.manifest
96
- ? { text: JSON.stringify(resolved.manifest), manifest: resolved.manifest }
102
+ ? await (async () => {
103
+ const text = resolved.manifestText ?? JSON.stringify(resolved.manifest);
104
+ const manifestHash = await sha256ManifestText(text);
105
+ if (resolved.manifestHash && resolved.manifestHash !== manifestHash) {
106
+ throw new Error(
107
+ `Resolved manifest hash mismatch: expected ${resolved.manifestHash}, got ${manifestHash}.`
108
+ );
109
+ }
110
+ return { text, manifest: resolved.manifest, manifestHash };
111
+ })()
97
112
  : await fetchManifestPayloadFromBaseUrl(resolved.baseUrl);
98
113
  const resolvedArtifactSource = await resolveManifestArtifactSource(resolved, manifestPayload);
99
114
  await initDevice();
@@ -120,11 +135,16 @@ export function createDopplerRuntimeService({
120
135
  await storageContext?.preflight?.();
121
136
 
122
137
  const effectiveBaseUrl = loadSource.storageBaseUrl ?? loadSource.baseUrl;
138
+ const isolatedLoader = options.isolatedLoader === true
139
+ ? createDopplerLoader(options.runtimeConfig?.loading)
140
+ : null;
123
141
  emitLoadProgress(userProgress, 'load', 25, 'Loading weights');
124
142
  const pipeline = await createPipeline(loadSource.manifest, {
125
143
  baseUrl: effectiveBaseUrl ?? undefined,
126
144
  storage: storageContext ?? undefined,
127
145
  runtimeConfig: options.runtimeConfig,
146
+ loader: isolatedLoader ?? undefined,
147
+ ownsLoader: Boolean(isolatedLoader),
128
148
  onProgress: pipelineProgress
129
149
  ? (progress) => emitLoadProgress(
130
150
  pipelineProgress,
@@ -136,7 +156,10 @@ export function createDopplerRuntimeService({
136
156
  });
137
157
 
138
158
  emitLoadProgress(userProgress, 'ready', 100, 'Model ready');
139
- return createModelHandle(pipeline, resolved);
159
+ return createModelHandle(pipeline, {
160
+ ...resolved,
161
+ manifestHash: manifestPayload.manifestHash,
162
+ });
140
163
  }
141
164
 
142
165
  async function getCachedModel(model, options = {}) {
@@ -1,4 +1,4 @@
1
- import type { InferencePipeline, KVCacheSnapshot } from '../../inference/pipelines/text.js';
1
+ import type { InferencePipeline, KVCacheSnapshot, PromptInput } from '../../inference/pipelines/text.js';
2
2
  import type { ChatMessage } from '../../inference/pipelines/text/chat-format.js';
3
3
  import type { GenerateOptions } from '../../generation/index.js';
4
4
  import type { RDRRManifest } from '../../formats/rdrr/index.js';
@@ -47,14 +47,43 @@ export interface DopplerModelHandle {
47
47
  readonly activeLoRA: string | null;
48
48
  readonly loaded: boolean;
49
49
  readonly modelId: string;
50
+ readonly manifestHash: string | null;
50
51
  readonly manifest: unknown;
51
52
  readonly deviceInfo: Record<string, unknown> | null;
52
53
  readonly advanced: {
54
+ tokenizeText(text: string): number[];
53
55
  prefillKV(prompt: string, options?: DopplerGenerateOptions): Promise<KVCacheSnapshot>;
56
+ resetToSeqLen(seqLen: number): void;
54
57
  prefillWithLogits(
55
58
  prompt: string | ChatMessage[] | { messages: ChatMessage[] },
56
59
  options?: DopplerGenerateOptions
57
60
  ): Promise<PrefillResult>;
61
+ prefillWithTokenLogits(
62
+ prompt: PromptInput,
63
+ tokenIds: readonly number[],
64
+ options?: DopplerGenerateOptions
65
+ ): Promise<{
66
+ seqLen: number;
67
+ tokens: number[];
68
+ tokenIds: number[];
69
+ logits: Float32Array;
70
+ logitsByTokenId: Record<number, number>;
71
+ phase?: Record<string, unknown> | null;
72
+ }>;
73
+ prefillWithTokenLogitsFromKV(
74
+ prefix: KVCacheSnapshot,
75
+ prompt: PromptInput,
76
+ tokenIds: readonly number[],
77
+ options?: DopplerGenerateOptions
78
+ ): Promise<{
79
+ seqLen: number;
80
+ prefixTokens: number[];
81
+ tokens: number[];
82
+ tokenIds: number[];
83
+ logits: Float32Array;
84
+ logitsByTokenId: Record<number, number>;
85
+ phase?: Record<string, unknown> | null;
86
+ }>;
58
87
  decodeStepLogits(currentIds: number[], options?: DopplerGenerateOptions): Promise<LogitsStepResult>;
59
88
  generateWithPrefixKV(
60
89
  prefix: KVCacheSnapshot,
@@ -70,5 +99,6 @@ export declare function createModelHandle(
70
99
  pipeline: InferencePipeline,
71
100
  resolved: {
72
101
  modelId: string;
102
+ manifestHash?: string | null;
73
103
  }
74
104
  ): DopplerModelHandle;
@@ -25,6 +25,20 @@ function countTokens(pipeline, text) {
25
25
  }
26
26
  }
27
27
 
28
+ function tokenizeText(pipeline, text) {
29
+ if (typeof text !== 'string') {
30
+ throw new Error('Doppler advanced.tokenizeText requires a string.');
31
+ }
32
+ if (!pipeline?.tokenizer || typeof pipeline.tokenizer.encode !== 'function') {
33
+ throw new Error('Loaded Doppler pipeline does not expose tokenizer.encode().');
34
+ }
35
+ const tokenIds = pipeline.tokenizer.encode(text);
36
+ if (!Array.isArray(tokenIds) && !ArrayBuffer.isView(tokenIds)) {
37
+ throw new Error('Loaded Doppler tokenizer.encode() must return token IDs.');
38
+ }
39
+ return Array.from(tokenIds);
40
+ }
41
+
28
42
  function resolveChatPromptForUsage(pipeline, messages) {
29
43
  const templateType = pipeline?.manifest?.inference?.chatTemplate?.enabled === false
30
44
  ? null
@@ -136,6 +150,9 @@ export function createModelHandle(pipeline, resolved) {
136
150
  get modelId() {
137
151
  return resolved.modelId;
138
152
  },
153
+ get manifestHash() {
154
+ return resolved.manifestHash || null;
155
+ },
139
156
  get manifest() {
140
157
  return pipeline.manifest;
141
158
  },
@@ -143,14 +160,28 @@ export function createModelHandle(pipeline, resolved) {
143
160
  return getKernelCapabilities()?.adapterInfo ?? null;
144
161
  },
145
162
  advanced: {
163
+ tokenizeText(text) {
164
+ return tokenizeText(pipeline, text);
165
+ },
146
166
  prefillKV(prompt, options = {}) {
147
167
  assertSupportedGenerationOptions(options);
148
168
  return pipeline.prefillKVOnly(prompt, options);
149
169
  },
170
+ resetToSeqLen(seqLen) {
171
+ return pipeline.resetToSeqLen(seqLen);
172
+ },
150
173
  prefillWithLogits(prompt, options = {}) {
151
174
  assertSupportedGenerationOptions(options);
152
175
  return pipeline.prefillWithLogits(prompt, options);
153
176
  },
177
+ prefillWithTokenLogits(prompt, tokenIds, options = {}) {
178
+ assertSupportedGenerationOptions(options);
179
+ return pipeline.prefillWithTokenLogits(prompt, tokenIds, options);
180
+ },
181
+ prefillWithTokenLogitsFromKV(prefix, prompt, tokenIds, options = {}) {
182
+ assertSupportedGenerationOptions(options);
183
+ return pipeline.prefillWithTokenLogitsFromKV(prefix, prompt, tokenIds, options);
184
+ },
154
185
  decodeStepLogits(currentIds, options = {}) {
155
186
  assertSupportedGenerationOptions(options);
156
187
  return pipeline.decodeStepLogits(currentIds, options);