doppler-gpu 0.4.6 → 0.4.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (705) hide show
  1. package/CHANGELOG.md +64 -0
  2. package/README.md +98 -137
  3. package/assets/doppler.svg +1 -3
  4. package/models/catalog.json +1575 -0
  5. package/package.json +59 -26
  6. package/src/cli/doppler-cli.js +28 -7
  7. package/src/cli/doppler-quickstart.js +1 -1
  8. package/src/cli/doppler-serve.js +2 -2
  9. package/src/client/doppler-registry.js +12 -0
  10. package/src/client/doppler-registry.json +52 -3
  11. package/src/client/runtime/index.js +25 -2
  12. package/src/client/runtime/model-session.d.ts +31 -1
  13. package/src/client/runtime/model-session.js +31 -0
  14. package/src/client/runtime/model-source.d.ts +19 -2
  15. package/src/client/runtime/model-source.js +45 -5
  16. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +28 -4
  17. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +29 -4
  18. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +29 -4
  19. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +29 -4
  20. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +29 -4
  21. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +29 -4
  22. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +29 -4
  23. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +50 -9
  24. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +35 -5
  25. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +31 -5
  26. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +30 -4
  27. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +30 -4
  28. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +30 -4
  29. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +30 -5
  30. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +29 -4
  31. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +30 -5
  32. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +29 -4
  33. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +29 -4
  34. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +29 -4
  35. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +29 -4
  36. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +29 -4
  37. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +29 -4
  38. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +481 -0
  39. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +29 -4
  40. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +29 -4
  41. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +30 -5
  42. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +29 -4
  43. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +395 -0
  44. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +429 -0
  45. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +548 -0
  46. package/src/config/execution-contract-check.js +14 -10
  47. package/src/config/kernel-path-loader.js +1 -0
  48. package/src/config/kernels/kernel-ref-digests.js +26 -17
  49. package/src/config/kernels/registry.json +448 -27
  50. package/src/config/merge.js +41 -0
  51. package/src/config/param-validator.js +67 -8
  52. package/src/config/required-inference-fields-contract-check.js +14 -0
  53. package/src/config/runtime/default.json +3 -1
  54. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  55. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  56. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  57. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  58. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  59. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  60. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  61. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  62. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  63. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  64. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  65. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  66. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  67. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  68. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  69. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  70. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  71. package/src/config/schema/debug.schema.d.ts +2 -0
  72. package/src/config/schema/debug.schema.js +1 -0
  73. package/src/config/schema/doppler.schema.d.ts +5 -1
  74. package/src/config/schema/doppler.schema.js +117 -292
  75. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  76. package/src/config/schema/execution-v1.schema.js +10 -0
  77. package/src/config/schema/index.d.ts +3 -1
  78. package/src/config/schema/inference.schema.d.ts +17 -3
  79. package/src/config/schema/kvcache.schema.d.ts +19 -3
  80. package/src/config/schema/kvcache.schema.js +2 -1
  81. package/src/config/schema/manifest.schema.d.ts +38 -1
  82. package/src/config/schema/manifest.schema.js +18 -0
  83. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  84. package/src/config/source-packages/litert/gemma-4-12b-it.json +20 -1
  85. package/src/config/source-packages/litert/gemma-4-e2b-it.json +20 -1
  86. package/src/config/source-packages/litert/gemma-4-e4b-it.json +21 -1
  87. package/src/config/transforms/capability-transform-resolver.js +7 -1
  88. package/src/config/transforms/execution-graph-transforms.js +10 -2
  89. package/src/converter/conversion-plan.js +2 -0
  90. package/src/converter/parsers/transformer.js +27 -1
  91. package/src/converter/quantization-info.js +16 -4
  92. package/src/converter/rope-config.js +55 -3
  93. package/src/debug/config.d.ts +4 -0
  94. package/src/experimental/orchestration/index.d.ts +10 -1
  95. package/src/experimental/training/distillation/student-fixture.js +1 -1
  96. package/src/experimental/training/lora-pipeline.js +1 -1
  97. package/src/experimental/training/lora.js +2 -2
  98. package/src/experimental/training/suite.js +2 -2
  99. package/src/formats/rdrr/classification.js +3 -0
  100. package/src/formats/rdrr/integrity.d.ts +0 -2
  101. package/src/formats/rdrr/integrity.js +0 -2
  102. package/src/formats/rdrr/types.d.ts +1 -1
  103. package/src/gpu/kernels/attention.d.ts +2 -0
  104. package/src/gpu/kernels/attention.js +75 -16
  105. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  106. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  107. package/src/gpu/kernels/backward/attention_backward.js +8 -0
  108. package/src/gpu/kernels/dequant.d.ts +6 -6
  109. package/src/gpu/kernels/dequant.js +17 -6
  110. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  111. package/src/gpu/kernels/fused_ffn.js +540 -19
  112. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  113. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  114. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  115. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  116. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  117. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  118. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  119. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  120. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  121. package/src/gpu/kernels/index.d.ts +21 -0
  122. package/src/gpu/kernels/index.js +13 -0
  123. package/src/gpu/kernels/linear-attention-core.js +414 -21
  124. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  125. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  126. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  127. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  128. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  129. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  130. package/src/gpu/kernels/matmul-selection.js +9 -2
  131. package/src/gpu/kernels/matmul.d.ts +1 -1
  132. package/src/gpu/kernels/matmul.js +24 -6
  133. package/src/gpu/kernels/moe.d.ts +5 -1
  134. package/src/gpu/kernels/moe.js +5 -2
  135. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  136. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  137. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  138. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  139. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  140. package/src/gpu/kernels/silu.wgsl +7 -1
  141. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  142. package/src/gpu/kernels/softmax.d.ts +3 -3
  143. package/src/gpu/kernels/softmax.js +9 -2
  144. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  145. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  146. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  147. package/src/gpu/kernels/turboquant-codebook.js +1 -1
  148. package/src/gpu/kernels/types.d.ts +1 -1
  149. package/src/gpu/profiler.js +11 -1
  150. package/src/gpu/tensor.d.ts +1 -0
  151. package/src/index.d.ts +1 -1
  152. package/src/index.js +1 -1
  153. package/src/inference/browser-harness-model-helpers.js +4 -1
  154. package/src/inference/browser-harness-suite-helpers.js +1 -1
  155. package/src/inference/browser-harness-text-helpers.js +589 -117
  156. package/src/inference/browser-harness.d.ts +3 -3
  157. package/src/inference/browser-harness.js +486 -13
  158. package/src/inference/fixtures/rerank-semantic-fixtures.json +38 -0
  159. package/src/inference/kv-cache/base.js +42 -1
  160. package/src/inference/kv-cache/quantized.js +16 -2
  161. package/src/inference/kv-cache/tiered.js +50 -15
  162. package/src/inference/moe-router.js +38 -7
  163. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +8 -6
  164. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  165. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  166. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  167. package/src/inference/pipelines/text/attention/projections.js +174 -4
  168. package/src/inference/pipelines/text/attention/record.js +44 -21
  169. package/src/inference/pipelines/text/attention/run.js +18 -3
  170. package/src/inference/pipelines/text/config.d.ts +23 -1
  171. package/src/inference/pipelines/text/config.js +235 -112
  172. package/src/inference/pipelines/text/embed.js +39 -12
  173. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  174. package/src/inference/pipelines/text/execution-plan.js +45 -2
  175. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  176. package/src/inference/pipelines/text/execution-v1.js +122 -8
  177. package/src/inference/pipelines/text/ffn/dense.js +254 -25
  178. package/src/inference/pipelines/text/ffn/moe.js +4 -3
  179. package/src/inference/pipelines/text/ffn/standard.js +145 -39
  180. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  181. package/src/inference/pipelines/text/generator-helpers.js +4 -1
  182. package/src/inference/pipelines/text/generator-runtime.js +54 -20
  183. package/src/inference/pipelines/text/generator-steps.js +5 -2
  184. package/src/inference/pipelines/text/generator.d.ts +18 -1
  185. package/src/inference/pipelines/text/generator.js +303 -20
  186. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  187. package/src/inference/pipelines/text/init-rope.js +54 -6
  188. package/src/inference/pipelines/text/init.d.ts +22 -3
  189. package/src/inference/pipelines/text/init.js +65 -17
  190. package/src/inference/pipelines/text/layer.js +111 -5
  191. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  192. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  193. package/src/inference/pipelines/text/linear-attention.js +185 -24
  194. package/src/inference/pipelines/text/logits/gpu.d.ts +1 -1
  195. package/src/inference/pipelines/text/logits/gpu.js +78 -115
  196. package/src/inference/pipelines/text/logits/index.js +105 -87
  197. package/src/inference/pipelines/text/logits/precision-policy.js +103 -0
  198. package/src/inference/pipelines/text/logits/types.d.ts +1 -0
  199. package/src/inference/pipelines/text/logits/utils.d.ts +2 -0
  200. package/src/inference/pipelines/text/logits/utils.js +11 -0
  201. package/src/inference/pipelines/text/lora-apply.js +6 -4
  202. package/src/inference/pipelines/text/model-load.js +6 -0
  203. package/src/inference/pipelines/text/moe-cpu.js +25 -0
  204. package/src/inference/pipelines/text/moe-gpu.js +148 -97
  205. package/src/inference/pipelines/text/moe-shape-validator.js +149 -31
  206. package/src/inference/pipelines/text/ops.js +48 -1
  207. package/src/inference/pipelines/text/per-layer-inputs.js +105 -21
  208. package/src/inference/pipelines/text/probes.js +9 -4
  209. package/src/inference/pipelines/text/state.d.ts +4 -4
  210. package/src/inference/pipelines/text/state.js +4 -0
  211. package/src/inference/pipelines/text/types.d.ts +27 -2
  212. package/src/inference/pipelines/text/weights.js +7 -2
  213. package/src/inference/pipelines/text.d.ts +21 -1
  214. package/src/inference/pipelines/text.js +60 -14
  215. package/src/inference/tokenizers/behavior-flags.js +23 -2
  216. package/src/inference/tokenizers/bundled.js +45 -23
  217. package/src/inference/tokenizers/types.d.ts +7 -4
  218. package/src/loader/doppler-loader.js +25 -2
  219. package/src/loader/final-weights-loader.js +12 -1
  220. package/src/loader/index.d.ts +3 -1
  221. package/src/loader/index.js +2 -0
  222. package/src/loader/loader-types.d.ts +3 -1
  223. package/src/loader/manifest-config.d.ts +18 -0
  224. package/src/loader/manifest-config.js +11 -3
  225. package/src/loader/shard-cache.d.ts +2 -0
  226. package/src/loader/shard-cache.js +29 -1
  227. package/src/models/gemma4.js +8 -0
  228. package/src/rules/execution-rules-contract-check.js +12 -3
  229. package/src/rules/inference/capability-transforms.rules.json +159 -22
  230. package/src/rules/inference/config.rules.json +26 -2
  231. package/src/rules/inference/dtype.rules.json +12 -5
  232. package/src/rules/inference/execution.rules.json +5 -19
  233. package/src/rules/inference/ffn.rules.json +33 -0
  234. package/src/rules/inference/moe.rules.json +97 -0
  235. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  236. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  237. package/src/rules/kernels/matmul.rules.json +1 -0
  238. package/src/rules/kernels/silu.rules.json +1 -0
  239. package/src/rules/rule-registry.js +2 -0
  240. package/src/storage/artifact-storage-context.js +36 -0
  241. package/src/tooling/command-api-constants.js +2 -2
  242. package/src/tooling/command-api-family-normalizers.js +2 -1
  243. package/src/tooling/command-api.d.ts +1 -1
  244. package/src/tooling/command-runner-shared.js +3 -1
  245. package/src/tooling/node-browser-command-runner.js +42 -7
  246. package/src/tooling/node-converter.js +20 -0
  247. package/src/tooling/node-source-runtime.js +5 -1
  248. package/src/tooling/opfs-cache.d.ts +21 -1
  249. package/src/tooling/opfs-cache.js +168 -32
  250. package/src/tooling-exports/storage.d.ts +1 -1
  251. package/src/tooling-exports/storage.js +1 -1
  252. package/src/types/gpu.d.ts +25 -0
  253. package/src/version.js +1 -1
  254. package/tests/kernels/browser/kernel-suite.js +1593 -0
  255. package/tests/kernels/browser/test-page.js +2629 -0
  256. package/tests/kernels/harness/benchmark.js +225 -0
  257. package/tests/kernels/harness/buffer-utils.js +88 -0
  258. package/tests/kernels/harness/tolerance.js +174 -0
  259. package/tests/kernels/reference/adam.js +15 -0
  260. package/tests/kernels/reference/attention.js +158 -0
  261. package/tests/kernels/reference/backward.js +96 -0
  262. package/tests/kernels/reference/bias-add.js +20 -0
  263. package/tests/kernels/reference/conv2d.js +58 -0
  264. package/tests/kernels/reference/cross-entropy.js +26 -0
  265. package/tests/kernels/reference/dequant.js +312 -0
  266. package/tests/kernels/reference/embed.js +15 -0
  267. package/tests/kernels/reference/gather.js +61 -0
  268. package/tests/kernels/reference/gelu.js +37 -0
  269. package/tests/kernels/reference/groupnorm.js +36 -0
  270. package/tests/kernels/reference/index.js +89 -0
  271. package/tests/kernels/reference/layernorm.js +22 -0
  272. package/tests/kernels/reference/matmul.js +57 -0
  273. package/tests/kernels/reference/modulate.js +24 -0
  274. package/tests/kernels/reference/moe-gather.js +83 -0
  275. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  276. package/tests/kernels/reference/residual.js +55 -0
  277. package/tests/kernels/reference/rmsnorm.js +52 -0
  278. package/tests/kernels/reference/rope.js +79 -0
  279. package/tests/kernels/reference/sample.js +97 -0
  280. package/tests/kernels/reference/scatter-add.js +58 -0
  281. package/tests/kernels/reference/silu.js +52 -0
  282. package/tests/kernels/reference/softmax.js +86 -0
  283. package/tests/kernels/reference/split-qkv.js +58 -0
  284. package/tests/kernels/reference/topk.js +88 -0
  285. package/tests/kernels/reference/upsample2d.js +37 -0
  286. package/BRANDING.md +0 -14
  287. package/SECURITY.md +0 -19
  288. package/assets/doppler-readme-hero.svg +0 -84
  289. package/assets/doppler-runtime-map.svg +0 -84
  290. package/src/bootstrap.js +0 -30
  291. package/src/cli/doppler-cli.d.ts +0 -46
  292. package/src/cli/doppler-quickstart.d.ts +0 -45
  293. package/src/cli/doppler-serve.d.ts +0 -210
  294. package/src/cli/runtime-profiles.d.ts +0 -40
  295. package/src/client/doppler-api.browser.d.ts +0 -1
  296. package/src/client/doppler-api.browser.js +0 -25
  297. package/src/client/doppler-registry.d.ts +0 -35
  298. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  299. package/src/client/runtime/source-runtime.d.ts +0 -26
  300. package/src/client/runtime/storage.d.ts +0 -5
  301. package/src/config/README.md +0 -61
  302. package/src/config/conversion/README.md +0 -58
  303. package/src/config/goal-completion-matrix.json +0 -552
  304. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  305. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  306. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  307. package/src/config/kernels/registry.d.ts +0 -51
  308. package/src/config/merge-contract-check.d.ts +0 -16
  309. package/src/config/merge-contract-check.js +0 -318
  310. package/src/config/merge-helpers.d.ts +0 -60
  311. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  312. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  313. package/src/config/param-categories.d.ts +0 -8
  314. package/src/config/param-validator.d.ts +0 -28
  315. package/src/config/platforms/loader.d.ts +0 -38
  316. package/src/config/quantization-contract-check.d.ts +0 -12
  317. package/src/config/quantization-contract-check.js +0 -91
  318. package/src/config/runtime/README.md +0 -28
  319. package/src/config/runtime-merge.d.ts +0 -5
  320. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  321. package/src/config/schema/command-surface-contract.schema.json +0 -81
  322. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  323. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  324. package/src/config/schema/platform.schema.js +0 -1
  325. package/src/config/schema/policy-schema-registry.json +0 -26
  326. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  327. package/src/config/support-tiers/subsystems.json +0 -502
  328. package/src/config/supported-operations.d.ts +0 -14
  329. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  330. package/src/config/transforms/execution-graph-transforms.d.ts +0 -300
  331. package/src/converter/conversion-plan.d.ts +0 -56
  332. package/src/converter/index.d.ts +0 -98
  333. package/src/converter/index.js +0 -59
  334. package/src/converter/parsers/diffusion.d.ts +0 -50
  335. package/src/converter/parsers/gguf.d.ts +0 -31
  336. package/src/converter/parsers/index.d.ts +0 -21
  337. package/src/converter/parsers/index.js +0 -12
  338. package/src/converter/parsers/transformer.d.ts +0 -31
  339. package/src/converter/quantization-info.d.ts +0 -38
  340. package/src/converter/rope-config.d.ts +0 -16
  341. package/src/converter/tokenizer-utils.d.ts +0 -12
  342. package/src/debug/reference/README.md +0 -114
  343. package/src/debug/reference/hf_attn_debug.py +0 -114
  344. package/src/debug/reference/hf_embed_check.py +0 -89
  345. package/src/debug/reference/hf_layer_out.py +0 -100
  346. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  347. package/src/debug/reference/hf_rope_check.py +0 -116
  348. package/src/debug/reference/hf_weights.py +0 -75
  349. package/src/errors/doppler-error.d.ts +0 -20
  350. package/src/experimental/bridge/extension/background.d.ts +0 -14
  351. package/src/experimental/bridge/extension/background.js +0 -168
  352. package/src/experimental/bridge/extension/manifest.json +0 -34
  353. package/src/experimental/bridge/extension-client.d.ts +0 -114
  354. package/src/experimental/bridge/index.d.ts +0 -69
  355. package/src/experimental/bridge/node-bridge.js +0 -24
  356. package/src/experimental/bridge/protocol.d.ts +0 -96
  357. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  358. package/src/experimental/browser/gguf-importer.js +0 -532
  359. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  360. package/src/experimental/browser/quantization.d.ts +0 -74
  361. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  362. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  363. package/src/experimental/browser/shard-io-browser.js +0 -89
  364. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  365. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  366. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  367. package/src/experimental/distribution/p2p-transport.js +0 -75
  368. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  369. package/src/experimental/hotswap/manifest.d.ts +0 -42
  370. package/src/experimental/hotswap/model-swap.js +0 -42
  371. package/src/experimental/hotswap/runtime.d.ts +0 -31
  372. package/src/experimental/training/README.md +0 -164
  373. package/src/experimental/training/artifacts.d.ts +0 -160
  374. package/src/experimental/training/attention-backward.d.ts +0 -30
  375. package/src/experimental/training/attention-forward.d.ts +0 -22
  376. package/src/experimental/training/attention-forward.js +0 -82
  377. package/src/experimental/training/autograd.d.ts +0 -51
  378. package/src/experimental/training/backward-kernels.js +0 -39
  379. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  380. package/src/experimental/training/checkpoint.d.ts +0 -36
  381. package/src/experimental/training/clip.d.ts +0 -9
  382. package/src/experimental/training/dataloader.d.ts +0 -8
  383. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  384. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  385. package/src/experimental/training/datasets/index.d.ts +0 -24
  386. package/src/experimental/training/datasets/index.js +0 -13
  387. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  388. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  389. package/src/experimental/training/datasets/reploid.js +0 -36
  390. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  391. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  392. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  393. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  394. package/src/experimental/training/datasets/token-batch.js +0 -52
  395. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  396. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  397. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  398. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  399. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  400. package/src/experimental/training/distillation/eval.d.ts +0 -34
  401. package/src/experimental/training/distillation/index.d.ts +0 -29
  402. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  403. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  404. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  405. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  406. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  407. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  408. package/src/experimental/training/export.d.ts +0 -41
  409. package/src/experimental/training/index.d.ts +0 -74
  410. package/src/experimental/training/index.js +0 -63
  411. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  412. package/src/experimental/training/lora.d.ts +0 -19
  413. package/src/experimental/training/loss-scaling.d.ts +0 -21
  414. package/src/experimental/training/loss.d.ts +0 -10
  415. package/src/experimental/training/objectives/base.d.ts +0 -58
  416. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  417. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  418. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  419. package/src/experimental/training/objectives/index.d.ts +0 -12
  420. package/src/experimental/training/objectives/index.js +0 -6
  421. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  422. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  423. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  424. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  425. package/src/experimental/training/operator-command.d.ts +0 -5
  426. package/src/experimental/training/operator-eval.d.ts +0 -48
  427. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  428. package/src/experimental/training/optimizer.d.ts +0 -22
  429. package/src/experimental/training/runner.d.ts +0 -249
  430. package/src/experimental/training/suite.d.ts +0 -299
  431. package/src/experimental/training/tensor-factory.d.ts +0 -9
  432. package/src/experimental/training/trainer.d.ts +0 -89
  433. package/src/experimental/training/ul_dataset.d.ts +0 -47
  434. package/src/experimental/training/ul_schedule.d.ts +0 -6
  435. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  436. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  437. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  438. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  439. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  440. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  441. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  442. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  443. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  444. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  445. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  446. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  447. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  448. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  449. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  450. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  451. package/src/experimental/training/workload-packs/registry.json +0 -278
  452. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  453. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  454. package/src/experimental/training/workloads.d.ts +0 -201
  455. package/src/formats/gguf/types.d.ts +0 -74
  456. package/src/formats/index.d.ts +0 -75
  457. package/src/formats/index.js +0 -19
  458. package/src/formats/litert/types.d.ts +0 -74
  459. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  460. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  461. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  462. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  463. package/src/formats/safetensors/types.d.ts +0 -67
  464. package/src/formats/tflite/types.d.ts +0 -61
  465. package/src/formats/tokenizer/index.d.ts +0 -5
  466. package/src/formats/tokenizer/index.js +0 -3
  467. package/src/formats/tokenizer/types.d.ts +0 -9
  468. package/src/gpu/kernel-runtime.d.ts +0 -13
  469. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  470. package/src/gpu/kernel-selection-log.d.ts +0 -4
  471. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  472. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  473. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  474. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  475. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  476. package/src/gpu/kernel-tuner/types.js +0 -4
  477. package/src/gpu/kernel-tuner.d.ts +0 -33
  478. package/src/gpu/kernels/README.md +0 -159
  479. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  480. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  481. package/src/gpu/kernels/check-stop.d.ts +0 -31
  482. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  483. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  484. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  485. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  486. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  487. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  488. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  489. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  490. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  491. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  492. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  493. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  494. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  495. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  496. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  497. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  498. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  499. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  500. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  501. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  502. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  503. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  504. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  505. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  506. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  507. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  508. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  509. package/src/gpu/kernels/constants.d.ts +0 -129
  510. package/src/gpu/kernels/dispatch.d.ts +0 -72
  511. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  512. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  513. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  514. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  515. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  516. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  517. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  518. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  519. package/src/gpu/kernels/types.js +0 -4
  520. package/src/gpu/perf-guards.d.ts +0 -13
  521. package/src/gpu/profiler.d.ts +0 -93
  522. package/src/gpu/readback-utils.d.ts +0 -16
  523. package/src/gpu/readback-utils.js +0 -49
  524. package/src/gpu/submit-probe.d.ts +0 -12
  525. package/src/index-browser.d.ts +0 -2
  526. package/src/index-browser.js +0 -2
  527. package/src/inference/README.md +0 -593
  528. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  529. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  530. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  531. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  532. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  533. package/src/inference/browser-harness-text-helpers.d.ts +0 -124
  534. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  535. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  536. package/src/inference/network-evolution.js +0 -79
  537. package/src/inference/pipelines/context.d.ts +0 -21
  538. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  539. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  540. package/src/inference/pipelines/diffusion/index.js +0 -3
  541. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  542. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  543. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  544. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  545. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  546. package/src/inference/pipelines/diffusion/types.js +0 -1
  547. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  548. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  549. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  550. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  551. package/src/inference/pipelines/dream/pipeline.js +0 -8
  552. package/src/inference/pipelines/energy/index.d.ts +0 -1
  553. package/src/inference/pipelines/energy/index.js +0 -1
  554. package/src/inference/pipelines/energy/types.js +0 -1
  555. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  556. package/src/inference/pipelines/energy-head/index.js +0 -6
  557. package/src/inference/pipelines/factory.d.ts +0 -10
  558. package/src/inference/pipelines/index.d.ts +0 -22
  559. package/src/inference/pipelines/index.js +0 -19
  560. package/src/inference/pipelines/registry.d.ts +0 -15
  561. package/src/inference/pipelines/rng.d.ts +0 -2
  562. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  563. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  564. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  565. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  566. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  567. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  568. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  569. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  570. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  571. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  572. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  573. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  574. package/src/inference/pipelines/text/attention.d.ts +0 -23
  575. package/src/inference/pipelines/text/attention.js +0 -12
  576. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  577. package/src/inference/pipelines/text/buffer-types.js +0 -4
  578. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  579. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  580. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  581. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  582. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  583. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  584. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  585. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  586. package/src/inference/pipelines/text/embed.d.ts +0 -68
  587. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  588. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  589. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  590. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  591. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  592. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  593. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  594. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -25
  595. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  596. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  597. package/src/inference/pipelines/text/ffn.js +0 -18
  598. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  599. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  600. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  601. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  602. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  603. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -89
  604. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  605. package/src/inference/pipelines/text/index.d.ts +0 -5
  606. package/src/inference/pipelines/text/index.js +0 -6
  607. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  608. package/src/inference/pipelines/text/layer.d.ts +0 -118
  609. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  610. package/src/inference/pipelines/text/logits/types.js +0 -4
  611. package/src/inference/pipelines/text/logits.d.ts +0 -27
  612. package/src/inference/pipelines/text/logits.js +0 -16
  613. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  614. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  615. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  616. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  617. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  618. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  619. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -40
  620. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  621. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  622. package/src/inference/pipelines/text/ops.d.ts +0 -219
  623. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  624. package/src/inference/pipelines/text/probes.d.ts +0 -28
  625. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  626. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  627. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  628. package/src/inference/pipelines/text/types.js +0 -4
  629. package/src/inference/tokenizers/base.d.ts +0 -44
  630. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  631. package/src/inference/tokenizers/bpe.d.ts +0 -27
  632. package/src/inference/tokenizers/bundled.d.ts +0 -67
  633. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  634. package/src/inference/tokenizers/types.js +0 -7
  635. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  636. package/src/loader/per-layer-input-loader.d.ts +0 -30
  637. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  638. package/src/loader/tensors/source-transform.d.ts +0 -65
  639. package/src/memory/address-table.d.ts +0 -96
  640. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  641. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  642. package/src/rules/rule-registry.d.ts +0 -77
  643. package/src/storage/artifact-storage-context.d.ts +0 -63
  644. package/src/storage/backends/idb-store.d.ts +0 -52
  645. package/src/storage/backends/memory-store.d.ts +0 -36
  646. package/src/storage/backends/opfs-store.d.ts +0 -41
  647. package/src/storage/blake3.d.ts +0 -17
  648. package/src/storage/download-types.d.ts +0 -157
  649. package/src/storage/downloader.d.ts +0 -103
  650. package/src/storage/index.d.ts +0 -274
  651. package/src/storage/index.js +0 -201
  652. package/src/storage/preflight.d.ts +0 -144
  653. package/src/storage/preflight.js +0 -360
  654. package/src/storage/quickstart-downloader.d.ts +0 -157
  655. package/src/storage/quickstart-downloader.js +0 -289
  656. package/src/storage/source-artifact-store.d.ts +0 -59
  657. package/src/sw.js +0 -184
  658. package/src/tooling/command-api-constants.d.ts +0 -9
  659. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  660. package/src/tooling/command-api-helpers.d.ts +0 -23
  661. package/src/tooling/command-runner-shared.d.ts +0 -89
  662. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  663. package/src/tooling/conversion-config-materializer.js +0 -96
  664. package/src/tooling/diagnose-runner.d.ts +0 -28
  665. package/src/tooling/hf-registry-utils.d.ts +0 -55
  666. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  667. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  668. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  669. package/src/tooling/kernel-path-builder/index.js +0 -1361
  670. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  671. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  672. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  673. package/src/tooling/lean-execution-contract-runner.js +0 -158
  674. package/src/tooling/lean-execution-contract.d.ts +0 -16
  675. package/src/tooling/lean-execution-contract.js +0 -81
  676. package/src/tooling/litert-package-runtime.d.ts +0 -46
  677. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  678. package/src/tooling/node-convert-worker.d.ts +0 -1
  679. package/src/tooling/node-converter.d.ts +0 -1
  680. package/src/tooling/node-file-fetch.d.ts +0 -1
  681. package/src/tooling/node-source-runtime.d.ts +0 -24
  682. package/src/tooling/node-webgpu.d.ts +0 -17
  683. package/src/tooling/precision-replay-math.js +0 -174
  684. package/src/tooling/program-bundle-host.d.ts +0 -16
  685. package/src/tooling/program-bundle-host.js +0 -20
  686. package/src/tooling/runtime-input-composition.d.ts +0 -37
  687. package/src/tooling/source-package-profiles.d.ts +0 -50
  688. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  689. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  690. package/src/tooling/source-runtime-materializer.js +0 -89
  691. package/src/tooling-exports.browser.d.ts +0 -7
  692. package/src/types/chrome.d.ts +0 -36
  693. package/src/types/chrome.js +0 -1
  694. package/src/types/index.d.ts +0 -1
  695. package/src/types/index.js +0 -1
  696. package/src/utils/array-buffer.d.ts +0 -4
  697. package/src/utils/canonical-hash.d.ts +0 -7
  698. package/src/utils/clone-json.d.ts +0 -1
  699. package/src/utils/hf-resolve-url.d.ts +0 -16
  700. package/src/utils/index.d.ts +0 -10
  701. package/src/utils/index.js +0 -10
  702. package/src/utils/load-json.d.ts +0 -5
  703. package/src/utils/plain-object.d.ts +0 -1
  704. package/src/utils/sha256.d.ts +0 -5
  705. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -1,16 +1,28 @@
1
1
 
2
2
 
3
- import { doCast, doRMSNorm, doResidualAdd, releaseOrTrack } from '../ops.js';
3
+ import { doCast, doRMSNorm, doRMSNormStats, doResidualAdd, doResidualNextRMSNormPair, releaseOrTrack } from '../ops.js';
4
4
  import { getNormWeightBuffer } from '../weights.js';
5
5
  import { runProbes } from '../probes.js';
6
6
  import { isMoELayerLocal } from './types.js';
7
7
  import { runDenseFFNGPU } from './dense.js';
8
8
  import { runMoEFFNGPU } from './moe.js';
9
9
  import { acquireBuffer, readBuffer } from '../../../../memory/buffer-pool.js';
10
+ import { runScale, recordScale } from '../../../../gpu/kernel-selector.js';
10
11
  import { isGpuBufferInstance, isWeightBuffer } from '../../../../gpu/weight-buffer.js';
11
12
  import { shouldDebugLayerOutput, decodeReadback, getLogitsHealth } from '../debug-utils/index.js';
12
13
  import { trace, isTraceEnabled } from '../../../../debug/index.js';
13
14
  import { selectRuleValue } from '../../../../rules/rule-registry.js';
15
+ import { getRuntimeConfig } from '../../../../config/runtime.js';
16
+
17
+ function shouldUsePostAttnNormFusedGateUpPrelude({ session, postAttn, fusedResidualInput, numTokens, context }) {
18
+ if (session?.usePostAttnNormFusedGateUp !== true) return false;
19
+ if (numTokens !== 1) return false;
20
+ if (postAttn?.dtype !== 'f32' || fusedResidualInput?.dtype !== 'f32') return false;
21
+ if (context.debugProbes?.length) return false;
22
+ if (context.debugCheckBuffer) return false;
23
+ if (isTraceEnabled('logits')) return false;
24
+ return true;
25
+ }
14
26
 
15
27
  async function debugFFNBuffer(context, layerIdx, label, tensor, numTokens, hiddenSize) {
16
28
  if (!context.debugCheckBuffer) return;
@@ -44,7 +56,9 @@ export async function processFFNStandard(
44
56
  context,
45
57
  layerWeights,
46
58
  fusedResidualInput,
47
- finalOutputScale = 1
59
+ finalOutputScale = 1,
60
+ residualBranchScale = 1,
61
+ nextInputNormFusion = null
48
62
  ) {
49
63
  const { config, weightConfig, debugFlags, recorder, decodeBuffers } = context;
50
64
  const { hiddenSize, rmsNormEps } = config;
@@ -52,6 +66,13 @@ export async function processFFNStandard(
52
66
  if (!Number.isFinite(requestedFinalOutputScale)) {
53
67
  throw new Error(`Layer ${layerIdx} finalOutputScale must be finite; got "${String(finalOutputScale)}".`);
54
68
  }
69
+ const requestedResidualBranchScale = Number(residualBranchScale);
70
+ if (!Number.isFinite(requestedResidualBranchScale) || requestedResidualBranchScale <= 0) {
71
+ throw new Error(
72
+ `Layer ${layerIdx} residualBranchScale must be a positive finite number; ` +
73
+ `got "${String(residualBranchScale)}".`
74
+ );
75
+ }
55
76
  context.__layerScalarFusedFired = false;
56
77
 
57
78
  const decodeOutputBuffer = numTokens === 1 && decodeBuffers
@@ -61,22 +82,39 @@ export async function processFFNStandard(
61
82
  // 1. Post-attention norm (optionally fuses upstream residual add via PRE_RESIDUAL)
62
83
  let normedTensor = postAttn;
63
84
  let prenormSumBuffer = null;
85
+ let postAttnNormStats = null;
86
+ let postAttnNormWeightBuf = null;
87
+ let releasePostAttnNormWeight = false;
88
+ let usedPostAttnNormStatsPrelude = false;
64
89
  if (layerWeights?.postAttnNorm) {
65
90
  const normWeightBuf = getNormWeightBuffer(layerWeights.postAttnNorm, 'post_attn_norm', weightConfig, debugFlags);
91
+ postAttnNormWeightBuf = normWeightBuf;
92
+ releasePostAttnNormWeight = !isGpuBufferInstance(layerWeights.postAttnNorm) && !isWeightBuffer(layerWeights.postAttnNorm);
93
+ const session = getRuntimeConfig().inference?.session;
66
94
 
67
95
  if (fusedResidualInput) {
68
- // Fused path: rmsnorm(postAttn + fusedResidualInput) and write pre-norm sum
69
96
  const bytesPerElement = postAttn.dtype === 'f16' ? 2 : 4;
70
97
  prenormSumBuffer = acquireBuffer(size * bytesPerElement, undefined, 'fused_prenorm_sum');
71
- normedTensor = await doRMSNorm(postAttn, normWeightBuf, rmsNormEps, {
72
- batchSize: numTokens,
73
- hiddenSize,
74
- preResidual: fusedResidualInput,
75
- residualSumOutput: prenormSumBuffer,
76
- label: `L${layerIdx}.post_attn_norm`,
77
- layerIdx,
78
- rmsNormWeightOffset: weightConfig.rmsNormWeightOffset,
79
- }, recorder);
98
+ if (shouldUsePostAttnNormFusedGateUpPrelude({ session, postAttn, fusedResidualInput, numTokens, context })) {
99
+ postAttnNormStats = await doRMSNormStats(postAttn, fusedResidualInput, rmsNormEps, {
100
+ batchSize: numTokens,
101
+ hiddenSize,
102
+ outputBuffer: prenormSumBuffer,
103
+ label: `L${layerIdx}.post_attn_norm_stats`,
104
+ }, recorder);
105
+ normedTensor = postAttnNormStats.prenormSum;
106
+ usedPostAttnNormStatsPrelude = true;
107
+ } else {
108
+ normedTensor = await doRMSNorm(postAttn, normWeightBuf, rmsNormEps, {
109
+ batchSize: numTokens,
110
+ hiddenSize,
111
+ preResidual: fusedResidualInput,
112
+ residualSumOutput: prenormSumBuffer,
113
+ label: `L${layerIdx}.post_attn_norm`,
114
+ layerIdx,
115
+ rmsNormWeightOffset: weightConfig.rmsNormWeightOffset,
116
+ }, recorder);
117
+ }
80
118
  } else {
81
119
  normedTensor = await doRMSNorm(postAttn, normWeightBuf, rmsNormEps, {
82
120
  batchSize: numTokens,
@@ -86,20 +124,20 @@ export async function processFFNStandard(
86
124
  rmsNormWeightOffset: weightConfig.rmsNormWeightOffset,
87
125
  }, recorder);
88
126
  }
89
-
90
- if (!isGpuBufferInstance(layerWeights.postAttnNorm) && !isWeightBuffer(layerWeights.postAttnNorm)) releaseOrTrack(recorder, normWeightBuf);
91
127
  }
92
- await runProbes('ffn_in', normedTensor.buffer, {
93
- layerIdx,
94
- numTokens,
95
- hiddenSize,
96
- probes: context.debugProbes,
97
- recorder,
98
- operatorDiagnostics: context.operatorDiagnostics,
99
- dtype: normedTensor.dtype,
100
- });
101
- await debugFFNBuffer(context, layerIdx, 'FFN input', normedTensor, numTokens, hiddenSize);
102
- enqueueRecordedFFNHealth(context, layerIdx, 'ffn_in', normedTensor, numTokens * hiddenSize);
128
+ if (!usedPostAttnNormStatsPrelude) {
129
+ await runProbes('ffn_in', normedTensor.buffer, {
130
+ layerIdx,
131
+ numTokens,
132
+ hiddenSize,
133
+ probes: context.debugProbes,
134
+ recorder,
135
+ operatorDiagnostics: context.operatorDiagnostics,
136
+ dtype: normedTensor.dtype,
137
+ });
138
+ await debugFFNBuffer(context, layerIdx, 'FFN input', normedTensor, numTokens, hiddenSize);
139
+ enqueueRecordedFFNHealth(context, layerIdx, 'ffn_in', normedTensor, numTokens * hiddenSize);
140
+ }
103
141
 
104
142
  // 2. FFN
105
143
  // Stage the residual tensor so that runDenseFFNGPU's ffn_down matmul can
@@ -112,7 +150,16 @@ export async function processFFNStandard(
112
150
  const pendingResidualForFfn = prenormSumBuffer
113
151
  ? { buffer: prenormSumBuffer, dtype: postAttn.dtype, shape: postAttn.shape }
114
152
  : postAttn;
115
- context.__pendingFfnResidualTensor = pendingResidualForFfn;
153
+ context.__pendingFfnResidualTensor = requestedResidualBranchScale === 1
154
+ ? pendingResidualForFfn
155
+ : null;
156
+ context.__pendingFfnInputNormStats = postAttnNormStats
157
+ ? {
158
+ invRmsBuffer: postAttnNormStats.invRmsBuffer,
159
+ normWeight: postAttnNormWeightBuf,
160
+ rmsNormWeightOffset: weightConfig.rmsNormWeightOffset,
161
+ }
162
+ : null;
116
163
  context.__ffnResidualFusedFired = false;
117
164
 
118
165
  let ffnOutput;
@@ -120,13 +167,17 @@ export async function processFFNStandard(
120
167
  && config.ffnBranchMode !== 'dense_plus_moe'
121
168
  && config.useMoE
122
169
  && isMoELayerLocal(layerIdx, config, layerWeights);
123
- if (useLegacyMoeOnlyFFN) {
124
- ffnOutput = await runMoEFFNGPU(layerIdx, normedTensor, numTokens, context);
125
- } else {
126
- ffnOutput = await runDenseFFNGPU(layerIdx, normedTensor, numTokens, context, layerWeights);
170
+ try {
171
+ if (useLegacyMoeOnlyFFN) {
172
+ ffnOutput = await runMoEFFNGPU(layerIdx, normedTensor, numTokens, context);
173
+ } else {
174
+ ffnOutput = await runDenseFFNGPU(layerIdx, normedTensor, numTokens, context, layerWeights);
175
+ }
176
+ } finally {
177
+ context.__pendingFfnResidualTensor = null;
178
+ context.__pendingFfnInputNormStats = null;
127
179
  }
128
180
  const ffnResidualFused = context.__ffnResidualFusedFired === true;
129
- context.__pendingFfnResidualTensor = null;
130
181
  context.__ffnResidualFusedFired = false;
131
182
  await runProbes('ffn_out', ffnOutput.buffer, {
132
183
  layerIdx,
@@ -156,18 +207,67 @@ export async function processFFNStandard(
156
207
  if (residualInputOwned) {
157
208
  residualInput = await doCast(ffnOutput, residualTensor.dtype, recorder);
158
209
  }
210
+ if (requestedResidualBranchScale !== 1) {
211
+ const unscaledResidualInput = residualInput;
212
+ residualInput = recorder
213
+ ? await recordScale(recorder, unscaledResidualInput, requestedResidualBranchScale, { count: size })
214
+ : await runScale(unscaledResidualInput, requestedResidualBranchScale, { count: size });
215
+ if (residualInputOwned) {
216
+ releaseOrTrack(recorder, unscaledResidualInput.buffer, decodeBuffers);
217
+ } else if (unscaledResidualInput.buffer !== ffnOutput.buffer) {
218
+ releaseOrTrack(recorder, unscaledResidualInput.buffer, decodeBuffers);
219
+ }
220
+ residualInputOwned = true;
221
+ }
159
222
  const residualOutputScale = requestedFinalOutputScale !== 1
160
223
  && residualTensor.dtype === context.activationDtype
161
224
  && !context.debugProbes?.length
162
225
  ? requestedFinalOutputScale
163
226
  : 1;
164
- output = await doResidualAdd(residualInput, residualTensor, size, recorder, {
165
- label: `L${layerIdx}.ffn_residual`,
166
- layerIdx,
167
- outputBuffer: decodeOutputBuffer,
168
- outputScale: residualOutputScale,
169
- executionPolicies: context.executionPolicies ?? null,
170
- });
227
+ if (
228
+ nextInputNormFusion
229
+ && residualInput.dtype === 'f32'
230
+ && residualTensor.dtype === 'f32'
231
+ ) {
232
+ const normWeightBuf = getNormWeightBuffer(
233
+ nextInputNormFusion.weight,
234
+ 'next_input_norm',
235
+ weightConfig,
236
+ debugFlags
237
+ );
238
+ const pair = await doResidualNextRMSNormPair(
239
+ residualInput,
240
+ residualTensor,
241
+ normWeightBuf,
242
+ rmsNormEps,
243
+ {
244
+ batchSize: numTokens,
245
+ hiddenSize,
246
+ residualOutputBuffer: decodeOutputBuffer,
247
+ outputScale: residualOutputScale,
248
+ label: `L${layerIdx}.ffn_residual_next_input_norm`,
249
+ layerIdx,
250
+ rmsNormWeightOffset: weightConfig.rmsNormWeightOffset,
251
+ },
252
+ recorder
253
+ );
254
+ output = pair.residual;
255
+ context.__precomputedInputNorm = {
256
+ layerIdx: nextInputNormFusion.layerIdx,
257
+ tensor: pair.nextInput,
258
+ };
259
+ if (!isGpuBufferInstance(nextInputNormFusion.weight) && !isWeightBuffer(nextInputNormFusion.weight)) {
260
+ releaseOrTrack(recorder, normWeightBuf);
261
+ }
262
+ } else {
263
+ output = await doResidualAdd(residualInput, residualTensor, size, recorder, {
264
+ label: `L${layerIdx}.ffn_residual`,
265
+ layerIdx,
266
+ outputBuffer: decodeOutputBuffer,
267
+ outputScale: residualOutputScale,
268
+ executionPolicies: context.executionPolicies ?? null,
269
+ });
270
+ }
171
271
  if (residualOutputScale !== 1) {
172
272
  context.__layerScalarFusedFired = true;
173
273
  }
@@ -184,9 +284,15 @@ export async function processFFNStandard(
184
284
  await debugFFNBuffer(context, layerIdx, 'layer output', output, numTokens, hiddenSize);
185
285
  enqueueRecordedFFNHealth(context, layerIdx, 'layer_out', output, numTokens * hiddenSize);
186
286
 
187
- if (normedTensor !== postAttn) {
287
+ if (normedTensor !== postAttn && !usedPostAttnNormStatsPrelude) {
188
288
  releaseOrTrack(recorder, normedTensor.buffer, decodeBuffers);
189
289
  }
290
+ if (postAttnNormStats?.invRmsBuffer) {
291
+ releaseOrTrack(recorder, postAttnNormStats.invRmsBuffer, decodeBuffers);
292
+ }
293
+ if (releasePostAttnNormWeight && postAttnNormWeightBuf) {
294
+ releaseOrTrack(recorder, postAttnNormWeightBuf, decodeBuffers);
295
+ }
190
296
  releaseOrTrack(recorder, postAttn.buffer, decodeBuffers);
191
297
  if (prenormSumBuffer) {
192
298
  releaseOrTrack(recorder, prenormSumBuffer, decodeBuffers);
@@ -151,6 +151,7 @@ export function summarizeExecutionPlan(plan) {
151
151
  activationDtype: plan.activationDtype,
152
152
  readbackInterval: plan.readbackInterval ?? null,
153
153
  readbackMode: plan.readbackMode ?? null,
154
+ maxBatchDecodeTokens: plan.maxBatchDecodeTokens ?? null,
154
155
  batchSize: plan.defaultBatchSize,
155
156
  stopCheckMode: plan.defaultStopCheckMode,
156
157
  disableCommandBatching: plan.defaultDisableCommandBatching === true,
@@ -162,6 +162,8 @@ export function buildLayerContext(state, recorder, isDecodeMode, debugLayers, de
162
162
  phase: isDecodeMode ? 'decode' : 'prefill',
163
163
  operatorDiagnostics: state.operatorDiagnostics,
164
164
  useFusedGateUpGelu: state.runtimeConfig?.inference?.session?.useFusedGateUpGelu === true,
165
+ useLargeBatchF16F32FusedGateUp: state.runtimeConfig?.inference?.session?.useLargeBatchF16F32FusedGateUp === true,
166
+ skipKVCacheWrites: false,
165
167
  };
166
168
  }
167
169
 
@@ -202,7 +204,7 @@ function getWeightBufferConfig(state) {
202
204
  export function getLogitsWeights(state) {
203
205
  const finalNorm = state.weights.get('final_norm');
204
206
  const lmHead = state.weights.get('lm_head');
205
- if (!finalNorm || !(isGpuBufferInstance(finalNorm) || finalNorm instanceof Float32Array)) {
207
+ if (!finalNorm || !(isGpuBufferInstance(finalNorm) || finalNorm instanceof Float32Array || isWeightBuffer(finalNorm))) {
206
208
  throw new Error('Final norm not found or invalid type');
207
209
  }
208
210
  if (!lmHead || !(isGpuBufferInstance(lmHead) || lmHead instanceof Float32Array || isWeightBuffer(lmHead) || isCpuWeightBuffer(lmHead) || isSplitWeightBuffer(lmHead))) {
@@ -225,6 +227,7 @@ export function getLogitsConfig(state) {
225
227
  useTiedEmbeddings: state.useTiedEmbeddings,
226
228
  embeddingVocabSize: state.embeddingVocabSize,
227
229
  finalLogitSoftcapping: config.finalLogitSoftcapping,
230
+ logitInputScale: config.logitInputScale,
228
231
  largeWeights: state.runtimeConfig.inference.largeWeights,
229
232
  activationDtype: effectiveActivationDtype,
230
233
  kernelPath: activeKernelPath,
@@ -1,12 +1,13 @@
1
1
  import { readBuffer } from '../../../memory/buffer-pool.js';
2
2
  import { matmulCPU, rmsNormCPU } from './logits/index.js';
3
- import { isGpuBufferInstance, isWeightBuffer, isCpuWeightBuffer } from '../../../gpu/weight-buffer.js';
3
+ import { isGpuBufferInstance, isWeightBuffer, isCpuWeightBuffer, getBufferDtype } from '../../../gpu/weight-buffer.js';
4
4
  import { decodeReadback } from './debug-utils/index.js';
5
5
  import { resolveExecutionSessionPlan } from './execution-plan.js';
6
6
  import { selectRuleValue } from '../../../rules/rule-registry.js';
7
+ import { validateSelfSpeculationConfig } from '../../../config/schema/speculation-self.schema.js';
7
8
 
8
9
  const UNKNOWN_TOKENIZER_VOCAB_SIZE = 'unknown';
9
- const DEFAULT_DTYPE = 'f32';
10
+ const INVALID_DTYPE_SENTINEL = '__invalid_dtype__';
10
11
 
11
12
  function resolveConfiguredValue(value, defaultValue, context, validate) {
12
13
  if (value === undefined) {
@@ -242,16 +243,28 @@ export function resolveGenerateOptions(state, options = {}) {
242
243
  }
243
244
 
244
245
  function resolveSpeculationConfig(state, options) {
245
- const sessionSpeculation = state.runtimeConfig?.inference?.session?.speculation ?? null;
246
+ const sessionSpeculation = state.runtimeConfig?.inference?.session?.speculation;
246
247
  const callSpeculation = options.speculation ?? null;
247
- if (!sessionSpeculation && !callSpeculation) return null;
248
- return {
249
- mode: callSpeculation?.mode ?? sessionSpeculation?.mode ?? 'none',
250
- tokens: callSpeculation?.tokens ?? sessionSpeculation?.tokens ?? 1,
251
- verify: callSpeculation?.verify ?? sessionSpeculation?.verify ?? 'greedy',
252
- threshold: callSpeculation?.threshold ?? sessionSpeculation?.threshold ?? null,
253
- rollbackOnReject: callSpeculation?.rollbackOnReject ?? sessionSpeculation?.rollbackOnReject ?? true,
248
+ if (sessionSpeculation === undefined) {
249
+ throw new Error('[Pipeline] runtime.inference.session.speculation is required.');
250
+ }
251
+ if (callSpeculation === null) {
252
+ if (sessionSpeculation === null) return null;
253
+ validateSelfSpeculationConfig(sessionSpeculation);
254
+ return sessionSpeculation.mode === 'none' ? null : sessionSpeculation;
255
+ }
256
+ if (!sessionSpeculation || typeof sessionSpeculation !== 'object') {
257
+ throw new Error('[Pipeline] options.speculation requires runtime.inference.session.speculation defaults.');
258
+ }
259
+ if (!callSpeculation || typeof callSpeculation !== 'object') {
260
+ throw new Error('[Pipeline] options.speculation must be an object.');
261
+ }
262
+ const merged = {
263
+ ...sessionSpeculation,
264
+ ...callSpeculation,
254
265
  };
266
+ validateSelfSpeculationConfig(merged);
267
+ return merged.mode === 'none' ? null : merged;
255
268
  }
256
269
 
257
270
  export function resolvePrefillOptions(state, options = {}) {
@@ -262,6 +275,7 @@ export function resolvePrefillOptions(state, options = {}) {
262
275
  debug: resolveConfiguredValue(options.debug, state.debug, 'options.debug', (value) => typeof value === 'boolean'),
263
276
  debugLayers: options.debugLayers,
264
277
  profile: resolveConfiguredValue(options.profile, generationDefaults.profile, 'options.profile'),
278
+ benchmark: resolveConfiguredValue(options.benchmark, generationDefaults.benchmark, 'options.benchmark'),
265
279
  disableCommandBatching: executionPlan.disableCommandBatching,
266
280
  disableMultiTokenDecode: executionPlan.disableMultiTokenDecode,
267
281
  executionPlan,
@@ -333,22 +347,39 @@ export function resolveAdvanceEmbeddingMode(state, options = {}) {
333
347
 
334
348
  function resolveFloatDtypeFromAlias(dtype) {
335
349
  const normalized = typeof dtype === 'string' ? dtype.trim().toLowerCase() : '';
336
- if (!normalized) return DEFAULT_DTYPE;
337
- return selectRuleValue('inference', 'dtype', 'dtypeFromAlias', {
350
+ if (!normalized) {
351
+ throw new Error('[Pipeline] float weight dtype is required.');
352
+ }
353
+ const resolved = selectRuleValue('inference', 'dtype', 'dtypeFromAlias', {
338
354
  dtype: normalized,
339
- fallback: DEFAULT_DTYPE,
355
+ fallback: INVALID_DTYPE_SENTINEL,
340
356
  });
357
+ if (resolved === INVALID_DTYPE_SENTINEL) {
358
+ throw new Error(`[Pipeline] Unsupported float weight dtype "${dtype}".`);
359
+ }
360
+ return resolved;
341
361
  }
342
362
 
343
363
  export function resolveFloatDtypeFromByteSize(totalBytes, expectedLength) {
344
364
  if (!Number.isFinite(totalBytes) || totalBytes <= 0 || !Number.isFinite(expectedLength) || expectedLength <= 0) {
345
- return DEFAULT_DTYPE;
365
+ throw new Error(
366
+ `[Pipeline] Cannot infer float dtype from invalid size metadata (totalBytes=${totalBytes}, expectedLength=${expectedLength}).`
367
+ );
346
368
  }
347
369
  const bytesPerElement = totalBytes / expectedLength;
348
- return selectRuleValue('inference', 'dtype', 'f16OrF32FromBytesOrFallback', {
349
- bytesPerElement,
350
- fallback: DEFAULT_DTYPE,
351
- });
370
+ if (bytesPerElement !== 2 && bytesPerElement !== 4) {
371
+ throw new Error(
372
+ `[Pipeline] Cannot infer float dtype from bytesPerElement=${bytesPerElement}; expected 2 or 4.`
373
+ );
374
+ }
375
+ return selectRuleValue('inference', 'dtype', 'f16OrF32FromBytes', { bytesPerElement });
376
+ }
377
+
378
+ export function resolveFloatDtypeFromBufferMetadata(buffer, expectedLength) {
379
+ const taggedDtype = getBufferDtype(buffer);
380
+ return taggedDtype
381
+ ? resolveFloatDtypeFromAlias(taggedDtype)
382
+ : resolveFloatDtypeFromByteSize(buffer?.size, expectedLength);
352
383
  }
353
384
 
354
385
  function decodeFloatWeights(data, dtype, expectedLength, label) {
@@ -385,8 +416,11 @@ export async function getFinalNormWeights(state) {
385
416
  const dtypeValue = typeof finalNorm.dtype === 'string' ? finalNorm.dtype.trim().toLowerCase() : '';
386
417
  const dtype = selectRuleValue('inference', 'dtype', 'f16OrF32FromDtypeAlias', {
387
418
  dtype: dtypeValue === '' ? undefined : dtypeValue,
388
- fallback: DEFAULT_DTYPE,
419
+ fallback: INVALID_DTYPE_SENTINEL,
389
420
  });
421
+ if (dtype === INVALID_DTYPE_SENTINEL) {
422
+ throw new Error(`[Pipeline] Unsupported final_norm dtype "${finalNorm.dtype}".`);
423
+ }
390
424
  const bytesPerElement = selectRuleValue('shared', 'dtype', 'bytesFromDtype', { dtype });
391
425
  const readSize = hiddenSize * bytesPerElement;
392
426
  const data = await readBuffer(finalNorm.buffer, readSize);
@@ -395,7 +429,7 @@ export async function getFinalNormWeights(state) {
395
429
  }
396
430
  weights = decodeFloatWeights(data, dtype, hiddenSize, 'final_norm');
397
431
  } else if (isGpuBufferInstance(finalNorm)) {
398
- const dtype = resolveFloatDtypeFromByteSize(finalNorm.size, hiddenSize);
432
+ const dtype = resolveFloatDtypeFromBufferMetadata(finalNorm, hiddenSize);
399
433
  const bytesPerElement = selectRuleValue('shared', 'dtype', 'bytesFromDtype', { dtype });
400
434
  const readSize = hiddenSize * bytesPerElement;
401
435
  const data = await readBuffer(finalNorm, readSize);
@@ -467,6 +467,7 @@ async function runDecodeLayers(state, tokenId, opts, helpers) {
467
467
  hiddenSize: config.hiddenSize,
468
468
  vocabSize: config.vocabSize,
469
469
  scaleEmbeddings: config.scaleEmbeddings,
470
+ embeddingScale: config.embeddingScale,
470
471
  outputBuffer: decodeHiddenBuffer ?? undefined,
471
472
  transpose: state.embeddingTranspose,
472
473
  debugProbes: state.runtimeConfig.shared.debug.probes,
@@ -539,7 +540,7 @@ function createDecodeRecorder(state, opts) {
539
540
  if (recorderEnabled) {
540
541
  recorder = opts.profile
541
542
  ? createProfilingRecorder('decode', device)
542
- : createCommandRecorder('decode', { recordLabels: opts.debug === true }, device);
543
+ : createCommandRecorder('decode', { recordLabels: opts.debug === true || opts.benchmark === true }, device);
543
544
  }
544
545
  if (state.decodeStepCount === 1) {
545
546
  const path = selectRuleValue('inference', 'config', 'tracePath', { useRecorder: Boolean(recorder) });
@@ -619,6 +620,7 @@ export async function decodeStep(state, currentIds, opts, helpers) {
619
620
  hiddenSize: config.hiddenSize,
620
621
  vocabSize: config.vocabSize,
621
622
  scaleEmbeddings: config.scaleEmbeddings,
623
+ embeddingScale: config.embeddingScale,
622
624
  recorder,
623
625
  outputBuffer: decodeHiddenBuffer ?? undefined,
624
626
  transpose: state.embeddingTranspose,
@@ -1321,7 +1323,7 @@ export async function generateNTokensGPU(state, startToken, N, currentIds, opts,
1321
1323
  const tokensPerInterval = batchSize * readbackInterval;
1322
1324
  const recorder = opts.profile
1323
1325
  ? createProfilingRecorder('batch_decode', device)
1324
- : createCommandRecorder('batch_decode', { recordLabels: opts.debug === true }, device);
1326
+ : createCommandRecorder('batch_decode', { recordLabels: opts.debug === true || opts.benchmark === true }, device);
1325
1327
  const lmHead = state.weights.get('lm_head');
1326
1328
  if (lmHead && isCpuWeightBuffer(lmHead)) {
1327
1329
  throw new Error('[Pipeline] GPU-only decode not supported with CPU-resident LM head.');
@@ -1527,6 +1529,7 @@ export async function generateNTokensGPU(state, startToken, N, currentIds, opts,
1527
1529
  hiddenSize: config.hiddenSize,
1528
1530
  vocabSize: config.vocabSize,
1529
1531
  scaleEmbeddings: config.scaleEmbeddings,
1532
+ embeddingScale: config.embeddingScale,
1530
1533
  recorder,
1531
1534
  outputBuffer: context.decodeBuffers?.getHiddenBuffer() ?? undefined,
1532
1535
  transpose: state.embeddingTranspose,
@@ -9,7 +9,7 @@
9
9
 
10
10
  import type { CommandRecorder, ProfileTimings } from '../../../gpu/command-recorder.js';
11
11
  import type { PipelineState } from './state.js';
12
- import type { GenerateOptions, KVCacheSnapshot, LogitsStepResult, PrefillResult, PrefillEmbeddingResult, AdvanceEmbeddingResult, LayerContext } from './types.js';
12
+ import type { GenerateOptions, KVCacheSnapshot, LogitsStepResult, PrefillResult, PrefillEmbeddingResult, AdvanceEmbeddingResult, LayerContext, WorkloadPhaseTiming } from './types.js';
13
13
  import type { LogitsConfig, LogitsWeights } from './logits/index.js';
14
14
  import type { WeightBufferConfig } from './weights.js';
15
15
  import type { ChatMessage } from './chat-format.js';
@@ -75,6 +75,23 @@ export declare class PipelineGenerator {
75
75
  ): Promise<DiffusionGemmaCanvasStepResult>;
76
76
  prefillWithEmbedding(prompt: PromptInput, options?: GenerateOptions): Promise<PrefillEmbeddingResult>;
77
77
  prefillWithLogits(prompt: PromptInput, options?: GenerateOptions): Promise<PrefillResult>;
78
+ prefillWithTokenLogits(prompt: PromptInput, tokenIds: readonly number[], options?: GenerateOptions): Promise<{
79
+ seqLen: number;
80
+ tokens: number[];
81
+ tokenIds: number[];
82
+ logits: Float32Array;
83
+ logitsByTokenId: Record<number, number>;
84
+ phase?: WorkloadPhaseTiming | null;
85
+ }>;
86
+ prefillWithTokenLogitsFromKV(prefix: KVCacheSnapshot, prompt: PromptInput, tokenIds: readonly number[], options?: GenerateOptions): Promise<{
87
+ seqLen: number;
88
+ prefixTokens: number[];
89
+ tokens: number[];
90
+ tokenIds: number[];
91
+ logits: Float32Array;
92
+ logitsByTokenId: Record<number, number>;
93
+ phase?: WorkloadPhaseTiming | null;
94
+ }>;
78
95
  decodeStepLogits(currentIds: number[], options?: GenerateOptions): Promise<LogitsStepResult>;
79
96
  advanceWithToken(tokenId: number, options?: GenerateOptions): Promise<void>;
80
97
  advanceWithTokenAndEmbedding(tokenId: number, options?: GenerateOptions): Promise<AdvanceEmbeddingResult>;