doppler-gpu 0.4.6 → 0.4.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (705) hide show
  1. package/CHANGELOG.md +64 -0
  2. package/README.md +98 -137
  3. package/assets/doppler.svg +1 -3
  4. package/models/catalog.json +1575 -0
  5. package/package.json +59 -26
  6. package/src/cli/doppler-cli.js +28 -7
  7. package/src/cli/doppler-quickstart.js +1 -1
  8. package/src/cli/doppler-serve.js +2 -2
  9. package/src/client/doppler-registry.js +12 -0
  10. package/src/client/doppler-registry.json +52 -3
  11. package/src/client/runtime/index.js +25 -2
  12. package/src/client/runtime/model-session.d.ts +31 -1
  13. package/src/client/runtime/model-session.js +31 -0
  14. package/src/client/runtime/model-source.d.ts +19 -2
  15. package/src/client/runtime/model-source.js +45 -5
  16. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +28 -4
  17. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +29 -4
  18. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +29 -4
  19. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +29 -4
  20. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +29 -4
  21. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +29 -4
  22. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +29 -4
  23. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +50 -9
  24. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +35 -5
  25. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +31 -5
  26. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +30 -4
  27. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +30 -4
  28. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +30 -4
  29. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +30 -5
  30. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +29 -4
  31. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +30 -5
  32. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +29 -4
  33. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +29 -4
  34. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +29 -4
  35. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +29 -4
  36. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +29 -4
  37. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +29 -4
  38. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +481 -0
  39. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +29 -4
  40. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +29 -4
  41. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +30 -5
  42. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +29 -4
  43. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +395 -0
  44. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +429 -0
  45. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +548 -0
  46. package/src/config/execution-contract-check.js +14 -10
  47. package/src/config/kernel-path-loader.js +1 -0
  48. package/src/config/kernels/kernel-ref-digests.js +26 -17
  49. package/src/config/kernels/registry.json +448 -27
  50. package/src/config/merge.js +41 -0
  51. package/src/config/param-validator.js +67 -8
  52. package/src/config/required-inference-fields-contract-check.js +14 -0
  53. package/src/config/runtime/default.json +3 -1
  54. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  55. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  56. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  57. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  58. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  59. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  60. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  61. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  62. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  63. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  64. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  65. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  66. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  67. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  68. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  69. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  70. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  71. package/src/config/schema/debug.schema.d.ts +2 -0
  72. package/src/config/schema/debug.schema.js +1 -0
  73. package/src/config/schema/doppler.schema.d.ts +5 -1
  74. package/src/config/schema/doppler.schema.js +117 -292
  75. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  76. package/src/config/schema/execution-v1.schema.js +10 -0
  77. package/src/config/schema/index.d.ts +3 -1
  78. package/src/config/schema/inference.schema.d.ts +17 -3
  79. package/src/config/schema/kvcache.schema.d.ts +19 -3
  80. package/src/config/schema/kvcache.schema.js +2 -1
  81. package/src/config/schema/manifest.schema.d.ts +38 -1
  82. package/src/config/schema/manifest.schema.js +18 -0
  83. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  84. package/src/config/source-packages/litert/gemma-4-12b-it.json +20 -1
  85. package/src/config/source-packages/litert/gemma-4-e2b-it.json +20 -1
  86. package/src/config/source-packages/litert/gemma-4-e4b-it.json +21 -1
  87. package/src/config/transforms/capability-transform-resolver.js +7 -1
  88. package/src/config/transforms/execution-graph-transforms.js +10 -2
  89. package/src/converter/conversion-plan.js +2 -0
  90. package/src/converter/parsers/transformer.js +27 -1
  91. package/src/converter/quantization-info.js +16 -4
  92. package/src/converter/rope-config.js +55 -3
  93. package/src/debug/config.d.ts +4 -0
  94. package/src/experimental/orchestration/index.d.ts +10 -1
  95. package/src/experimental/training/distillation/student-fixture.js +1 -1
  96. package/src/experimental/training/lora-pipeline.js +1 -1
  97. package/src/experimental/training/lora.js +2 -2
  98. package/src/experimental/training/suite.js +2 -2
  99. package/src/formats/rdrr/classification.js +3 -0
  100. package/src/formats/rdrr/integrity.d.ts +0 -2
  101. package/src/formats/rdrr/integrity.js +0 -2
  102. package/src/formats/rdrr/types.d.ts +1 -1
  103. package/src/gpu/kernels/attention.d.ts +2 -0
  104. package/src/gpu/kernels/attention.js +75 -16
  105. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  106. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  107. package/src/gpu/kernels/backward/attention_backward.js +8 -0
  108. package/src/gpu/kernels/dequant.d.ts +6 -6
  109. package/src/gpu/kernels/dequant.js +17 -6
  110. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  111. package/src/gpu/kernels/fused_ffn.js +540 -19
  112. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  113. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  114. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  115. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  116. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  117. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  118. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  119. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  120. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  121. package/src/gpu/kernels/index.d.ts +21 -0
  122. package/src/gpu/kernels/index.js +13 -0
  123. package/src/gpu/kernels/linear-attention-core.js +414 -21
  124. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  125. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  126. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  127. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  128. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  129. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  130. package/src/gpu/kernels/matmul-selection.js +9 -2
  131. package/src/gpu/kernels/matmul.d.ts +1 -1
  132. package/src/gpu/kernels/matmul.js +24 -6
  133. package/src/gpu/kernels/moe.d.ts +5 -1
  134. package/src/gpu/kernels/moe.js +5 -2
  135. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  136. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  137. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  138. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  139. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  140. package/src/gpu/kernels/silu.wgsl +7 -1
  141. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  142. package/src/gpu/kernels/softmax.d.ts +3 -3
  143. package/src/gpu/kernels/softmax.js +9 -2
  144. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  145. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  146. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  147. package/src/gpu/kernels/turboquant-codebook.js +1 -1
  148. package/src/gpu/kernels/types.d.ts +1 -1
  149. package/src/gpu/profiler.js +11 -1
  150. package/src/gpu/tensor.d.ts +1 -0
  151. package/src/index.d.ts +1 -1
  152. package/src/index.js +1 -1
  153. package/src/inference/browser-harness-model-helpers.js +4 -1
  154. package/src/inference/browser-harness-suite-helpers.js +1 -1
  155. package/src/inference/browser-harness-text-helpers.js +589 -117
  156. package/src/inference/browser-harness.d.ts +3 -3
  157. package/src/inference/browser-harness.js +486 -13
  158. package/src/inference/fixtures/rerank-semantic-fixtures.json +38 -0
  159. package/src/inference/kv-cache/base.js +42 -1
  160. package/src/inference/kv-cache/quantized.js +16 -2
  161. package/src/inference/kv-cache/tiered.js +50 -15
  162. package/src/inference/moe-router.js +38 -7
  163. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +8 -6
  164. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  165. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  166. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  167. package/src/inference/pipelines/text/attention/projections.js +174 -4
  168. package/src/inference/pipelines/text/attention/record.js +44 -21
  169. package/src/inference/pipelines/text/attention/run.js +18 -3
  170. package/src/inference/pipelines/text/config.d.ts +23 -1
  171. package/src/inference/pipelines/text/config.js +235 -112
  172. package/src/inference/pipelines/text/embed.js +39 -12
  173. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  174. package/src/inference/pipelines/text/execution-plan.js +45 -2
  175. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  176. package/src/inference/pipelines/text/execution-v1.js +122 -8
  177. package/src/inference/pipelines/text/ffn/dense.js +254 -25
  178. package/src/inference/pipelines/text/ffn/moe.js +4 -3
  179. package/src/inference/pipelines/text/ffn/standard.js +145 -39
  180. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  181. package/src/inference/pipelines/text/generator-helpers.js +4 -1
  182. package/src/inference/pipelines/text/generator-runtime.js +54 -20
  183. package/src/inference/pipelines/text/generator-steps.js +5 -2
  184. package/src/inference/pipelines/text/generator.d.ts +18 -1
  185. package/src/inference/pipelines/text/generator.js +303 -20
  186. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  187. package/src/inference/pipelines/text/init-rope.js +54 -6
  188. package/src/inference/pipelines/text/init.d.ts +22 -3
  189. package/src/inference/pipelines/text/init.js +65 -17
  190. package/src/inference/pipelines/text/layer.js +111 -5
  191. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  192. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  193. package/src/inference/pipelines/text/linear-attention.js +185 -24
  194. package/src/inference/pipelines/text/logits/gpu.d.ts +1 -1
  195. package/src/inference/pipelines/text/logits/gpu.js +78 -115
  196. package/src/inference/pipelines/text/logits/index.js +105 -87
  197. package/src/inference/pipelines/text/logits/precision-policy.js +103 -0
  198. package/src/inference/pipelines/text/logits/types.d.ts +1 -0
  199. package/src/inference/pipelines/text/logits/utils.d.ts +2 -0
  200. package/src/inference/pipelines/text/logits/utils.js +11 -0
  201. package/src/inference/pipelines/text/lora-apply.js +6 -4
  202. package/src/inference/pipelines/text/model-load.js +6 -0
  203. package/src/inference/pipelines/text/moe-cpu.js +25 -0
  204. package/src/inference/pipelines/text/moe-gpu.js +148 -97
  205. package/src/inference/pipelines/text/moe-shape-validator.js +149 -31
  206. package/src/inference/pipelines/text/ops.js +48 -1
  207. package/src/inference/pipelines/text/per-layer-inputs.js +105 -21
  208. package/src/inference/pipelines/text/probes.js +9 -4
  209. package/src/inference/pipelines/text/state.d.ts +4 -4
  210. package/src/inference/pipelines/text/state.js +4 -0
  211. package/src/inference/pipelines/text/types.d.ts +27 -2
  212. package/src/inference/pipelines/text/weights.js +7 -2
  213. package/src/inference/pipelines/text.d.ts +21 -1
  214. package/src/inference/pipelines/text.js +60 -14
  215. package/src/inference/tokenizers/behavior-flags.js +23 -2
  216. package/src/inference/tokenizers/bundled.js +45 -23
  217. package/src/inference/tokenizers/types.d.ts +7 -4
  218. package/src/loader/doppler-loader.js +25 -2
  219. package/src/loader/final-weights-loader.js +12 -1
  220. package/src/loader/index.d.ts +3 -1
  221. package/src/loader/index.js +2 -0
  222. package/src/loader/loader-types.d.ts +3 -1
  223. package/src/loader/manifest-config.d.ts +18 -0
  224. package/src/loader/manifest-config.js +11 -3
  225. package/src/loader/shard-cache.d.ts +2 -0
  226. package/src/loader/shard-cache.js +29 -1
  227. package/src/models/gemma4.js +8 -0
  228. package/src/rules/execution-rules-contract-check.js +12 -3
  229. package/src/rules/inference/capability-transforms.rules.json +159 -22
  230. package/src/rules/inference/config.rules.json +26 -2
  231. package/src/rules/inference/dtype.rules.json +12 -5
  232. package/src/rules/inference/execution.rules.json +5 -19
  233. package/src/rules/inference/ffn.rules.json +33 -0
  234. package/src/rules/inference/moe.rules.json +97 -0
  235. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  236. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  237. package/src/rules/kernels/matmul.rules.json +1 -0
  238. package/src/rules/kernels/silu.rules.json +1 -0
  239. package/src/rules/rule-registry.js +2 -0
  240. package/src/storage/artifact-storage-context.js +36 -0
  241. package/src/tooling/command-api-constants.js +2 -2
  242. package/src/tooling/command-api-family-normalizers.js +2 -1
  243. package/src/tooling/command-api.d.ts +1 -1
  244. package/src/tooling/command-runner-shared.js +3 -1
  245. package/src/tooling/node-browser-command-runner.js +42 -7
  246. package/src/tooling/node-converter.js +20 -0
  247. package/src/tooling/node-source-runtime.js +5 -1
  248. package/src/tooling/opfs-cache.d.ts +21 -1
  249. package/src/tooling/opfs-cache.js +168 -32
  250. package/src/tooling-exports/storage.d.ts +1 -1
  251. package/src/tooling-exports/storage.js +1 -1
  252. package/src/types/gpu.d.ts +25 -0
  253. package/src/version.js +1 -1
  254. package/tests/kernels/browser/kernel-suite.js +1593 -0
  255. package/tests/kernels/browser/test-page.js +2629 -0
  256. package/tests/kernels/harness/benchmark.js +225 -0
  257. package/tests/kernels/harness/buffer-utils.js +88 -0
  258. package/tests/kernels/harness/tolerance.js +174 -0
  259. package/tests/kernels/reference/adam.js +15 -0
  260. package/tests/kernels/reference/attention.js +158 -0
  261. package/tests/kernels/reference/backward.js +96 -0
  262. package/tests/kernels/reference/bias-add.js +20 -0
  263. package/tests/kernels/reference/conv2d.js +58 -0
  264. package/tests/kernels/reference/cross-entropy.js +26 -0
  265. package/tests/kernels/reference/dequant.js +312 -0
  266. package/tests/kernels/reference/embed.js +15 -0
  267. package/tests/kernels/reference/gather.js +61 -0
  268. package/tests/kernels/reference/gelu.js +37 -0
  269. package/tests/kernels/reference/groupnorm.js +36 -0
  270. package/tests/kernels/reference/index.js +89 -0
  271. package/tests/kernels/reference/layernorm.js +22 -0
  272. package/tests/kernels/reference/matmul.js +57 -0
  273. package/tests/kernels/reference/modulate.js +24 -0
  274. package/tests/kernels/reference/moe-gather.js +83 -0
  275. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  276. package/tests/kernels/reference/residual.js +55 -0
  277. package/tests/kernels/reference/rmsnorm.js +52 -0
  278. package/tests/kernels/reference/rope.js +79 -0
  279. package/tests/kernels/reference/sample.js +97 -0
  280. package/tests/kernels/reference/scatter-add.js +58 -0
  281. package/tests/kernels/reference/silu.js +52 -0
  282. package/tests/kernels/reference/softmax.js +86 -0
  283. package/tests/kernels/reference/split-qkv.js +58 -0
  284. package/tests/kernels/reference/topk.js +88 -0
  285. package/tests/kernels/reference/upsample2d.js +37 -0
  286. package/BRANDING.md +0 -14
  287. package/SECURITY.md +0 -19
  288. package/assets/doppler-readme-hero.svg +0 -84
  289. package/assets/doppler-runtime-map.svg +0 -84
  290. package/src/bootstrap.js +0 -30
  291. package/src/cli/doppler-cli.d.ts +0 -46
  292. package/src/cli/doppler-quickstart.d.ts +0 -45
  293. package/src/cli/doppler-serve.d.ts +0 -210
  294. package/src/cli/runtime-profiles.d.ts +0 -40
  295. package/src/client/doppler-api.browser.d.ts +0 -1
  296. package/src/client/doppler-api.browser.js +0 -25
  297. package/src/client/doppler-registry.d.ts +0 -35
  298. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  299. package/src/client/runtime/source-runtime.d.ts +0 -26
  300. package/src/client/runtime/storage.d.ts +0 -5
  301. package/src/config/README.md +0 -61
  302. package/src/config/conversion/README.md +0 -58
  303. package/src/config/goal-completion-matrix.json +0 -552
  304. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  305. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  306. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  307. package/src/config/kernels/registry.d.ts +0 -51
  308. package/src/config/merge-contract-check.d.ts +0 -16
  309. package/src/config/merge-contract-check.js +0 -318
  310. package/src/config/merge-helpers.d.ts +0 -60
  311. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  312. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  313. package/src/config/param-categories.d.ts +0 -8
  314. package/src/config/param-validator.d.ts +0 -28
  315. package/src/config/platforms/loader.d.ts +0 -38
  316. package/src/config/quantization-contract-check.d.ts +0 -12
  317. package/src/config/quantization-contract-check.js +0 -91
  318. package/src/config/runtime/README.md +0 -28
  319. package/src/config/runtime-merge.d.ts +0 -5
  320. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  321. package/src/config/schema/command-surface-contract.schema.json +0 -81
  322. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  323. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  324. package/src/config/schema/platform.schema.js +0 -1
  325. package/src/config/schema/policy-schema-registry.json +0 -26
  326. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  327. package/src/config/support-tiers/subsystems.json +0 -502
  328. package/src/config/supported-operations.d.ts +0 -14
  329. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  330. package/src/config/transforms/execution-graph-transforms.d.ts +0 -300
  331. package/src/converter/conversion-plan.d.ts +0 -56
  332. package/src/converter/index.d.ts +0 -98
  333. package/src/converter/index.js +0 -59
  334. package/src/converter/parsers/diffusion.d.ts +0 -50
  335. package/src/converter/parsers/gguf.d.ts +0 -31
  336. package/src/converter/parsers/index.d.ts +0 -21
  337. package/src/converter/parsers/index.js +0 -12
  338. package/src/converter/parsers/transformer.d.ts +0 -31
  339. package/src/converter/quantization-info.d.ts +0 -38
  340. package/src/converter/rope-config.d.ts +0 -16
  341. package/src/converter/tokenizer-utils.d.ts +0 -12
  342. package/src/debug/reference/README.md +0 -114
  343. package/src/debug/reference/hf_attn_debug.py +0 -114
  344. package/src/debug/reference/hf_embed_check.py +0 -89
  345. package/src/debug/reference/hf_layer_out.py +0 -100
  346. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  347. package/src/debug/reference/hf_rope_check.py +0 -116
  348. package/src/debug/reference/hf_weights.py +0 -75
  349. package/src/errors/doppler-error.d.ts +0 -20
  350. package/src/experimental/bridge/extension/background.d.ts +0 -14
  351. package/src/experimental/bridge/extension/background.js +0 -168
  352. package/src/experimental/bridge/extension/manifest.json +0 -34
  353. package/src/experimental/bridge/extension-client.d.ts +0 -114
  354. package/src/experimental/bridge/index.d.ts +0 -69
  355. package/src/experimental/bridge/node-bridge.js +0 -24
  356. package/src/experimental/bridge/protocol.d.ts +0 -96
  357. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  358. package/src/experimental/browser/gguf-importer.js +0 -532
  359. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  360. package/src/experimental/browser/quantization.d.ts +0 -74
  361. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  362. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  363. package/src/experimental/browser/shard-io-browser.js +0 -89
  364. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  365. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  366. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  367. package/src/experimental/distribution/p2p-transport.js +0 -75
  368. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  369. package/src/experimental/hotswap/manifest.d.ts +0 -42
  370. package/src/experimental/hotswap/model-swap.js +0 -42
  371. package/src/experimental/hotswap/runtime.d.ts +0 -31
  372. package/src/experimental/training/README.md +0 -164
  373. package/src/experimental/training/artifacts.d.ts +0 -160
  374. package/src/experimental/training/attention-backward.d.ts +0 -30
  375. package/src/experimental/training/attention-forward.d.ts +0 -22
  376. package/src/experimental/training/attention-forward.js +0 -82
  377. package/src/experimental/training/autograd.d.ts +0 -51
  378. package/src/experimental/training/backward-kernels.js +0 -39
  379. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  380. package/src/experimental/training/checkpoint.d.ts +0 -36
  381. package/src/experimental/training/clip.d.ts +0 -9
  382. package/src/experimental/training/dataloader.d.ts +0 -8
  383. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  384. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  385. package/src/experimental/training/datasets/index.d.ts +0 -24
  386. package/src/experimental/training/datasets/index.js +0 -13
  387. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  388. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  389. package/src/experimental/training/datasets/reploid.js +0 -36
  390. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  391. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  392. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  393. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  394. package/src/experimental/training/datasets/token-batch.js +0 -52
  395. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  396. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  397. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  398. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  399. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  400. package/src/experimental/training/distillation/eval.d.ts +0 -34
  401. package/src/experimental/training/distillation/index.d.ts +0 -29
  402. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  403. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  404. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  405. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  406. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  407. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  408. package/src/experimental/training/export.d.ts +0 -41
  409. package/src/experimental/training/index.d.ts +0 -74
  410. package/src/experimental/training/index.js +0 -63
  411. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  412. package/src/experimental/training/lora.d.ts +0 -19
  413. package/src/experimental/training/loss-scaling.d.ts +0 -21
  414. package/src/experimental/training/loss.d.ts +0 -10
  415. package/src/experimental/training/objectives/base.d.ts +0 -58
  416. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  417. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  418. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  419. package/src/experimental/training/objectives/index.d.ts +0 -12
  420. package/src/experimental/training/objectives/index.js +0 -6
  421. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  422. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  423. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  424. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  425. package/src/experimental/training/operator-command.d.ts +0 -5
  426. package/src/experimental/training/operator-eval.d.ts +0 -48
  427. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  428. package/src/experimental/training/optimizer.d.ts +0 -22
  429. package/src/experimental/training/runner.d.ts +0 -249
  430. package/src/experimental/training/suite.d.ts +0 -299
  431. package/src/experimental/training/tensor-factory.d.ts +0 -9
  432. package/src/experimental/training/trainer.d.ts +0 -89
  433. package/src/experimental/training/ul_dataset.d.ts +0 -47
  434. package/src/experimental/training/ul_schedule.d.ts +0 -6
  435. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  436. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  437. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  438. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  439. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  440. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  441. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  442. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  443. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  444. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  445. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  446. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  447. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  448. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  449. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  450. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  451. package/src/experimental/training/workload-packs/registry.json +0 -278
  452. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  453. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  454. package/src/experimental/training/workloads.d.ts +0 -201
  455. package/src/formats/gguf/types.d.ts +0 -74
  456. package/src/formats/index.d.ts +0 -75
  457. package/src/formats/index.js +0 -19
  458. package/src/formats/litert/types.d.ts +0 -74
  459. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  460. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  461. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  462. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  463. package/src/formats/safetensors/types.d.ts +0 -67
  464. package/src/formats/tflite/types.d.ts +0 -61
  465. package/src/formats/tokenizer/index.d.ts +0 -5
  466. package/src/formats/tokenizer/index.js +0 -3
  467. package/src/formats/tokenizer/types.d.ts +0 -9
  468. package/src/gpu/kernel-runtime.d.ts +0 -13
  469. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  470. package/src/gpu/kernel-selection-log.d.ts +0 -4
  471. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  472. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  473. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  474. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  475. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  476. package/src/gpu/kernel-tuner/types.js +0 -4
  477. package/src/gpu/kernel-tuner.d.ts +0 -33
  478. package/src/gpu/kernels/README.md +0 -159
  479. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  480. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  481. package/src/gpu/kernels/check-stop.d.ts +0 -31
  482. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  483. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  484. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  485. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  486. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  487. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  488. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  489. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  490. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  491. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  492. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  493. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  494. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  495. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  496. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  497. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  498. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  499. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  500. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  501. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  502. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  503. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  504. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  505. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  506. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  507. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  508. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  509. package/src/gpu/kernels/constants.d.ts +0 -129
  510. package/src/gpu/kernels/dispatch.d.ts +0 -72
  511. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  512. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  513. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  514. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  515. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  516. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  517. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  518. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  519. package/src/gpu/kernels/types.js +0 -4
  520. package/src/gpu/perf-guards.d.ts +0 -13
  521. package/src/gpu/profiler.d.ts +0 -93
  522. package/src/gpu/readback-utils.d.ts +0 -16
  523. package/src/gpu/readback-utils.js +0 -49
  524. package/src/gpu/submit-probe.d.ts +0 -12
  525. package/src/index-browser.d.ts +0 -2
  526. package/src/index-browser.js +0 -2
  527. package/src/inference/README.md +0 -593
  528. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  529. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  530. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  531. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  532. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  533. package/src/inference/browser-harness-text-helpers.d.ts +0 -124
  534. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  535. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  536. package/src/inference/network-evolution.js +0 -79
  537. package/src/inference/pipelines/context.d.ts +0 -21
  538. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  539. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  540. package/src/inference/pipelines/diffusion/index.js +0 -3
  541. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  542. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  543. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  544. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  545. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  546. package/src/inference/pipelines/diffusion/types.js +0 -1
  547. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  548. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  549. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  550. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  551. package/src/inference/pipelines/dream/pipeline.js +0 -8
  552. package/src/inference/pipelines/energy/index.d.ts +0 -1
  553. package/src/inference/pipelines/energy/index.js +0 -1
  554. package/src/inference/pipelines/energy/types.js +0 -1
  555. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  556. package/src/inference/pipelines/energy-head/index.js +0 -6
  557. package/src/inference/pipelines/factory.d.ts +0 -10
  558. package/src/inference/pipelines/index.d.ts +0 -22
  559. package/src/inference/pipelines/index.js +0 -19
  560. package/src/inference/pipelines/registry.d.ts +0 -15
  561. package/src/inference/pipelines/rng.d.ts +0 -2
  562. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  563. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  564. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  565. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  566. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  567. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  568. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  569. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  570. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  571. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  572. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  573. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  574. package/src/inference/pipelines/text/attention.d.ts +0 -23
  575. package/src/inference/pipelines/text/attention.js +0 -12
  576. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  577. package/src/inference/pipelines/text/buffer-types.js +0 -4
  578. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  579. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  580. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  581. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  582. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  583. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  584. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  585. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  586. package/src/inference/pipelines/text/embed.d.ts +0 -68
  587. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  588. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  589. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  590. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  591. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  592. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  593. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  594. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -25
  595. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  596. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  597. package/src/inference/pipelines/text/ffn.js +0 -18
  598. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  599. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  600. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  601. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  602. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  603. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -89
  604. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  605. package/src/inference/pipelines/text/index.d.ts +0 -5
  606. package/src/inference/pipelines/text/index.js +0 -6
  607. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  608. package/src/inference/pipelines/text/layer.d.ts +0 -118
  609. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  610. package/src/inference/pipelines/text/logits/types.js +0 -4
  611. package/src/inference/pipelines/text/logits.d.ts +0 -27
  612. package/src/inference/pipelines/text/logits.js +0 -16
  613. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  614. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  615. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  616. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  617. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  618. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  619. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -40
  620. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  621. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  622. package/src/inference/pipelines/text/ops.d.ts +0 -219
  623. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  624. package/src/inference/pipelines/text/probes.d.ts +0 -28
  625. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  626. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  627. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  628. package/src/inference/pipelines/text/types.js +0 -4
  629. package/src/inference/tokenizers/base.d.ts +0 -44
  630. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  631. package/src/inference/tokenizers/bpe.d.ts +0 -27
  632. package/src/inference/tokenizers/bundled.d.ts +0 -67
  633. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  634. package/src/inference/tokenizers/types.js +0 -7
  635. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  636. package/src/loader/per-layer-input-loader.d.ts +0 -30
  637. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  638. package/src/loader/tensors/source-transform.d.ts +0 -65
  639. package/src/memory/address-table.d.ts +0 -96
  640. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  641. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  642. package/src/rules/rule-registry.d.ts +0 -77
  643. package/src/storage/artifact-storage-context.d.ts +0 -63
  644. package/src/storage/backends/idb-store.d.ts +0 -52
  645. package/src/storage/backends/memory-store.d.ts +0 -36
  646. package/src/storage/backends/opfs-store.d.ts +0 -41
  647. package/src/storage/blake3.d.ts +0 -17
  648. package/src/storage/download-types.d.ts +0 -157
  649. package/src/storage/downloader.d.ts +0 -103
  650. package/src/storage/index.d.ts +0 -274
  651. package/src/storage/index.js +0 -201
  652. package/src/storage/preflight.d.ts +0 -144
  653. package/src/storage/preflight.js +0 -360
  654. package/src/storage/quickstart-downloader.d.ts +0 -157
  655. package/src/storage/quickstart-downloader.js +0 -289
  656. package/src/storage/source-artifact-store.d.ts +0 -59
  657. package/src/sw.js +0 -184
  658. package/src/tooling/command-api-constants.d.ts +0 -9
  659. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  660. package/src/tooling/command-api-helpers.d.ts +0 -23
  661. package/src/tooling/command-runner-shared.d.ts +0 -89
  662. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  663. package/src/tooling/conversion-config-materializer.js +0 -96
  664. package/src/tooling/diagnose-runner.d.ts +0 -28
  665. package/src/tooling/hf-registry-utils.d.ts +0 -55
  666. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  667. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  668. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  669. package/src/tooling/kernel-path-builder/index.js +0 -1361
  670. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  671. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  672. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  673. package/src/tooling/lean-execution-contract-runner.js +0 -158
  674. package/src/tooling/lean-execution-contract.d.ts +0 -16
  675. package/src/tooling/lean-execution-contract.js +0 -81
  676. package/src/tooling/litert-package-runtime.d.ts +0 -46
  677. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  678. package/src/tooling/node-convert-worker.d.ts +0 -1
  679. package/src/tooling/node-converter.d.ts +0 -1
  680. package/src/tooling/node-file-fetch.d.ts +0 -1
  681. package/src/tooling/node-source-runtime.d.ts +0 -24
  682. package/src/tooling/node-webgpu.d.ts +0 -17
  683. package/src/tooling/precision-replay-math.js +0 -174
  684. package/src/tooling/program-bundle-host.d.ts +0 -16
  685. package/src/tooling/program-bundle-host.js +0 -20
  686. package/src/tooling/runtime-input-composition.d.ts +0 -37
  687. package/src/tooling/source-package-profiles.d.ts +0 -50
  688. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  689. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  690. package/src/tooling/source-runtime-materializer.js +0 -89
  691. package/src/tooling-exports.browser.d.ts +0 -7
  692. package/src/types/chrome.d.ts +0 -36
  693. package/src/types/chrome.js +0 -1
  694. package/src/types/index.d.ts +0 -1
  695. package/src/types/index.js +0 -1
  696. package/src/utils/array-buffer.d.ts +0 -4
  697. package/src/utils/canonical-hash.d.ts +0 -7
  698. package/src/utils/clone-json.d.ts +0 -1
  699. package/src/utils/hf-resolve-url.d.ts +0 -16
  700. package/src/utils/index.d.ts +0 -10
  701. package/src/utils/index.js +0 -10
  702. package/src/utils/load-json.d.ts +0 -5
  703. package/src/utils/plain-object.d.ts +0 -1
  704. package/src/utils/sha256.d.ts +0 -5
  705. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -134,6 +134,36 @@ const FINITENESS_RESET_WORDS = new Uint32Array(4);
134
134
  const tokenizerSuppressionCache = new WeakMap();
135
135
  const PREFILL_CHUNK_SUBMIT_MODES = new Set(['sync', 'async']);
136
136
 
137
+ function mergeRecordOpLabelCounts(target, source) {
138
+ const merged = target && typeof target === 'object' && !Array.isArray(target)
139
+ ? target
140
+ : {};
141
+ if (!source || typeof source !== 'object' || Array.isArray(source)) {
142
+ return merged;
143
+ }
144
+ for (const [label, rawCount] of Object.entries(source)) {
145
+ const count = Number(rawCount);
146
+ if (typeof label !== 'string' || label.length === 0 || !Number.isFinite(count) || count <= 0) {
147
+ continue;
148
+ }
149
+ merged[label] = (Number.isFinite(merged[label]) ? merged[label] : 0) + count;
150
+ }
151
+ return merged;
152
+ }
153
+
154
+ function recordPrefillRecorderStats(state, recorder) {
155
+ if (!recorder || typeof recorder.getStats !== 'function') {
156
+ return;
157
+ }
158
+ const recordStats = recorder.getStats();
159
+ state.stats.prefillRecordOps = (state.stats.prefillRecordOps ?? 0) + recordStats.opCount;
160
+ state.stats.prefillRecordPasses = (state.stats.prefillRecordPasses ?? 0) + recordStats.computePassCount;
161
+ state.stats.prefillRecordOpLabels = mergeRecordOpLabelCounts(
162
+ state.stats.prefillRecordOpLabels,
163
+ recordStats.opLabelCounts
164
+ );
165
+ }
166
+
137
167
  export function resolvePrefillChunkSubmitMode(runtimeConfig, modelConfig) {
138
168
  const runtimeSubmit = runtimeConfig?.inference?.session?.prefillChunkSubmitMode;
139
169
  const manifestSubmit = modelConfig?.sessionSettings?.prefillChunkSubmitMode;
@@ -219,6 +249,26 @@ function resolveSuppressedSamplingTokenIds(state, samplingConfig) {
219
249
  return [...suppressed];
220
250
  }
221
251
 
252
+ function normalizeSelectedLogitTokenIds(value, vocabSize, label) {
253
+ if (value == null) {
254
+ return null;
255
+ }
256
+ if (!Array.isArray(value) && !ArrayBuffer.isView(value)) {
257
+ throw new Error(`${label} must be an array or typed array.`);
258
+ }
259
+ const tokenIds = Array.from(value, (entry, index) => {
260
+ const tokenId = Number(entry);
261
+ if (!Number.isInteger(tokenId) || tokenId < 0 || tokenId >= vocabSize) {
262
+ throw new Error(`${label}[${index}] must be an integer in [0, ${vocabSize}), got "${String(entry)}".`);
263
+ }
264
+ return tokenId;
265
+ });
266
+ if (tokenIds.length === 0) {
267
+ throw new Error(`${label} must not be empty.`);
268
+ }
269
+ return tokenIds;
270
+ }
271
+
222
272
  async function traceActivationHealth(label, buffer, dtype, elementCount) {
223
273
  if (!isTraceEnabled('logits') || !isGpuBufferInstance(buffer)) {
224
274
  return;
@@ -535,6 +585,11 @@ export class PipelineGenerator {
535
585
  this.#state.stats.decodeProfileSteps = [];
536
586
  this.#state.stats.ttftMs = 0;
537
587
  this.#state.stats.decodeTimeMs = 0;
588
+ this.#state.stats.prefillRecordMs = 0;
589
+ this.#state.stats.prefillRecordOps = 0;
590
+ this.#state.stats.prefillRecordPasses = 0;
591
+ this.#state.stats.prefillRecordOpLabels = {};
592
+ this.#state.stats.prefillSubmitWaitMs = 0;
538
593
  this.#state.stats.decodeRecordMs = 0;
539
594
  this.#state.stats.decodeRecordOps = 0;
540
595
  this.#state.stats.decodeRecordPasses = 0;
@@ -667,6 +722,7 @@ export class PipelineGenerator {
667
722
 
668
723
  try {
669
724
  if (currentRecorder) {
725
+ recordPrefillRecorderStats(this.#state, currentRecorder);
670
726
  await currentRecorder.submitAndWait();
671
727
  await recordProfile(currentRecorder);
672
728
  } else {
@@ -703,12 +759,15 @@ export class PipelineGenerator {
703
759
 
704
760
  async _prefillPromptToLogits(prompt, opts, contextLabel) {
705
761
  const prefillStartSeqLen = this.#state.currentSeqLen;
762
+ const inputStart = performance.now();
706
763
  const inputIds = this._resolvePromptOrInputIds(prompt, opts.useChatTemplate, contextLabel, opts.inputIds);
764
+ const inputMs = performance.now() - inputStart;
707
765
  if (opts.debug) {
708
766
  log.debug('Pipeline', `${contextLabel}: ${inputIds.length} tokens`);
709
767
  }
710
768
 
711
769
  let logits;
770
+ const prefillStart = performance.now();
712
771
  const runPrefill = () => this._prefillInputIdsToLogits(inputIds, opts);
713
772
  try {
714
773
  logits = await runPrefill();
@@ -726,7 +785,21 @@ export class PipelineGenerator {
726
785
  );
727
786
  }
728
787
 
729
- return { inputIds, logits };
788
+ return {
789
+ inputIds,
790
+ logits,
791
+ phase: {
792
+ inputMs,
793
+ prefillMs: performance.now() - prefillStart,
794
+ tokens: inputIds.length,
795
+ prefillRecordMs: this.#state.stats.prefillRecordMs ?? null,
796
+ prefillRecordOps: this.#state.stats.prefillRecordOps ?? null,
797
+ prefillRecordPasses: this.#state.stats.prefillRecordPasses ?? null,
798
+ prefillRecordOpLabels: this.#state.stats.prefillRecordOpLabels ?? null,
799
+ prefillSubmitWaitMs: this.#state.stats.prefillSubmitWaitMs ?? null,
800
+ gpuPrefillMs: this.#state.stats.gpuTimePrefillMs ?? null,
801
+ },
802
+ };
730
803
  }
731
804
 
732
805
  async _decodeStepToLogits(currentIds, opts) {
@@ -785,6 +858,9 @@ export class PipelineGenerator {
785
858
  this.#state.stats.decodeReadbackCleanupMs = 0;
786
859
  this.#state.stats.decodeReadbackCopyMs = 0;
787
860
  this.#state.stats.prefillRecordMs = 0;
861
+ this.#state.stats.prefillRecordOps = 0;
862
+ this.#state.stats.prefillRecordPasses = 0;
863
+ this.#state.stats.prefillRecordOpLabels = {};
788
864
  this.#state.stats.prefillSubmitWaitMs = 0;
789
865
  this.#state.stats.singleTokenSubmitWaitMs = 0;
790
866
  this.#state.stats.singleTokenReadbackWaitMs = 0;
@@ -1298,6 +1374,7 @@ export class PipelineGenerator {
1298
1374
  hiddenSize,
1299
1375
  vocabSize,
1300
1376
  scaleEmbeddings: config.scaleEmbeddings,
1377
+ embeddingScale: config.embeddingScale,
1301
1378
  debug: opts.debug,
1302
1379
  recorder: null,
1303
1380
  transpose: this.#state.embeddingTranspose,
@@ -1590,6 +1667,7 @@ export class PipelineGenerator {
1590
1667
  } = prefillResult;
1591
1668
  currentHiddenBuffer = prefillResult.currentHiddenBuffer;
1592
1669
  if (currentRecorder) {
1670
+ recordPrefillRecorderStats(this.#state, currentRecorder);
1593
1671
  await currentRecorder.submitAndWait();
1594
1672
  await recordProfile(currentRecorder);
1595
1673
  } else {
@@ -1677,6 +1755,7 @@ export class PipelineGenerator {
1677
1755
  } = prefillResult;
1678
1756
  currentHiddenBuffer = prefillResult.currentHiddenBuffer;
1679
1757
  if (currentRecorder) {
1758
+ recordPrefillRecorderStats(this.#state, currentRecorder);
1680
1759
  await currentRecorder.submitAndWait();
1681
1760
  await recordProfile(currentRecorder);
1682
1761
  } else {
@@ -1809,6 +1888,9 @@ export class PipelineGenerator {
1809
1888
  this.#state.stats.decodeReadbackCleanupMs = 0;
1810
1889
  this.#state.stats.decodeReadbackCopyMs = 0;
1811
1890
  this.#state.stats.prefillRecordMs = 0;
1891
+ this.#state.stats.prefillRecordOps = 0;
1892
+ this.#state.stats.prefillRecordPasses = 0;
1893
+ this.#state.stats.prefillRecordOpLabels = {};
1812
1894
  this.#state.stats.prefillSubmitWaitMs = 0;
1813
1895
  this.#state.stats.singleTokenSubmitWaitMs = 0;
1814
1896
  this.#state.stats.singleTokenReadbackWaitMs = 0;
@@ -1990,6 +2072,7 @@ export class PipelineGenerator {
1990
2072
 
1991
2073
  // Ensure prefill work completes before returning a usable snapshot.
1992
2074
  if (currentRecorder) {
2075
+ recordPrefillRecorderStats(this.#state, currentRecorder);
1993
2076
  await currentRecorder.submitAndWait();
1994
2077
  await recordProfile(currentRecorder);
1995
2078
  } else {
@@ -2024,20 +2107,27 @@ export class PipelineGenerator {
2024
2107
  throw new Error('Generation already in progress');
2025
2108
  }
2026
2109
  assertIncrementalDecodeSupport(this.#state, 'prefillWithEmbedding');
2110
+ const totalStart = performance.now();
2027
2111
  this._resetDecodeRuntimeState();
2028
2112
  this.#state.stats.gpuTimePrefillMs = undefined;
2029
2113
  this.#state.stats.prefillProfileSteps = [];
2030
2114
  const opts = resolvePrefillEmbeddingOptions(this.#state, options);
2031
2115
  const prefillStartSeqLen = this.#state.currentSeqLen;
2116
+ const inputStart = performance.now();
2032
2117
  const inputIds = this._resolvePromptOrInputIds(prompt, opts.useChatTemplate, 'prefillWithEmbedding', opts.inputIds);
2118
+ const inputMs = performance.now() - inputStart;
2033
2119
  if (opts.debug) {
2034
2120
  log.debug('Pipeline', `PrefillWithEmbedding: ${inputIds.length} tokens (mode=${opts.embeddingMode})`);
2035
2121
  }
2036
2122
 
2037
2123
  try {
2038
2124
  let prefillResult;
2125
+ const prefillStart = performance.now();
2039
2126
  try {
2040
- prefillResult = await this._prefillToHidden(inputIds, opts);
2127
+ prefillResult = await this._prefillToHidden(inputIds, {
2128
+ ...opts,
2129
+ _embeddingOnly: options.__skipStateSnapshot === true,
2130
+ });
2041
2131
  } catch (error) {
2042
2132
  if (shouldRetryWithFinitenessFallback(error)) {
2043
2133
  log.warn('Pipeline', `FinitenessGuard caught NaN/Inf during prefillWithEmbedding. Retrying with F32 precision.`);
@@ -2045,13 +2135,17 @@ export class PipelineGenerator {
2045
2135
  opts,
2046
2136
  'prefillWithEmbedding',
2047
2137
  1,
2048
- () => this._prefillToHidden(inputIds, opts),
2138
+ () => this._prefillToHidden(inputIds, {
2139
+ ...opts,
2140
+ _embeddingOnly: options.__skipStateSnapshot === true,
2141
+ }),
2049
2142
  prefillStartSeqLen
2050
2143
  );
2051
2144
  } else {
2052
2145
  throw error;
2053
2146
  }
2054
2147
  }
2148
+ const prefillMs = performance.now() - prefillStart;
2055
2149
 
2056
2150
  const {
2057
2151
  numTokens,
@@ -2065,7 +2159,10 @@ export class PipelineGenerator {
2065
2159
  } = prefillResult;
2066
2160
 
2067
2161
  // Ensure prefill work completes before readback.
2162
+ let submitWaitMs = 0;
2163
+ const submitWaitStart = performance.now();
2068
2164
  if (currentRecorder) {
2165
+ recordPrefillRecorderStats(this.#state, currentRecorder);
2069
2166
  await currentRecorder.submitAndWait();
2070
2167
  await recordProfile(currentRecorder);
2071
2168
  } else {
@@ -2074,21 +2171,34 @@ export class PipelineGenerator {
2074
2171
  await device.queue.onSubmittedWorkDone();
2075
2172
  }
2076
2173
  }
2174
+ submitWaitMs = performance.now() - submitWaitStart;
2077
2175
 
2078
2176
  if (!allowReadback('pipeline.prefill.embedding')) {
2079
2177
  throw new Error('GPU readback disabled; cannot return embedding');
2080
2178
  }
2081
2179
 
2082
2180
  let embedding;
2181
+ let hiddenBytes = 0;
2182
+ let readbackMs = 0;
2183
+ let decodeHiddenMs = 0;
2184
+ let finalNormMs = 0;
2185
+ let extractMs = 0;
2083
2186
  try {
2084
2187
  const hiddenSize = config.hiddenSize;
2085
- const hiddenBytes = numTokens * hiddenSize * activationBytes;
2188
+ hiddenBytes = numTokens * hiddenSize * activationBytes;
2189
+ const readbackStart = performance.now();
2086
2190
  const hiddenData = await readBuffer(currentHiddenBuffer, hiddenBytes);
2191
+ readbackMs = performance.now() - readbackStart;
2087
2192
  if (hiddenData.byteLength === 0) {
2088
2193
  throw new Error('GPU readback disabled; cannot return embedding');
2089
2194
  }
2195
+ const decodeStart = performance.now();
2090
2196
  const hiddenStates = decodeReadback(hiddenData, activationDtype);
2197
+ decodeHiddenMs = performance.now() - decodeStart;
2198
+ const finalNormStart = performance.now();
2091
2199
  const finalNormWeights = await this._getFinalNormWeights();
2200
+ finalNormMs = performance.now() - finalNormStart;
2201
+ const extractStart = performance.now();
2092
2202
  embedding = this._extractEmbeddingFromHidden(
2093
2203
  hiddenStates,
2094
2204
  numTokens,
@@ -2097,11 +2207,31 @@ export class PipelineGenerator {
2097
2207
  finalNormWeights,
2098
2208
  config
2099
2209
  );
2210
+ extractMs = performance.now() - extractStart;
2100
2211
  } finally {
2101
2212
  releaseBuffer(currentHiddenBuffer);
2102
2213
  }
2103
2214
 
2104
2215
  this.#state.currentSeqLen = startPos + numTokens;
2216
+ const phase = {
2217
+ totalMs: performance.now() - totalStart,
2218
+ inputMs,
2219
+ prefillMs,
2220
+ submitWaitMs,
2221
+ readbackMs,
2222
+ decodeHiddenMs,
2223
+ finalNormMs,
2224
+ extractMs,
2225
+ hiddenBytes,
2226
+ tokens: numTokens,
2227
+ activationDtype,
2228
+ prefillRecordMs: this.#state.stats.prefillRecordMs ?? null,
2229
+ prefillRecordOps: this.#state.stats.prefillRecordOps ?? null,
2230
+ prefillRecordPasses: this.#state.stats.prefillRecordPasses ?? null,
2231
+ prefillRecordOpLabels: this.#state.stats.prefillRecordOpLabels ?? null,
2232
+ prefillSubmitWaitMs: this.#state.stats.prefillSubmitWaitMs ?? null,
2233
+ gpuPrefillMs: this.#state.stats.gpuTimePrefillMs ?? null,
2234
+ };
2105
2235
 
2106
2236
  // Batch embedding skips expensive KV cache clone and linear attention clone
2107
2237
  // since the caller will reset immediately after extracting the embedding.
@@ -2112,6 +2242,7 @@ export class PipelineGenerator {
2112
2242
  tokens: inputIds,
2113
2243
  embedding,
2114
2244
  embeddingMode: opts.embeddingMode,
2245
+ phase,
2115
2246
  linearAttention: null,
2116
2247
  };
2117
2248
  }
@@ -2127,6 +2258,7 @@ export class PipelineGenerator {
2127
2258
  tokens: inputIds,
2128
2259
  embedding,
2129
2260
  embeddingMode: opts.embeddingMode,
2261
+ phase,
2130
2262
  linearAttention: await cloneLinearAttentionRuntime(this.#state.linearAttentionRuntime),
2131
2263
  };
2132
2264
  } finally {
@@ -2140,12 +2272,13 @@ export class PipelineGenerator {
2140
2272
  throw new Error('Generation already in progress');
2141
2273
  }
2142
2274
  assertIncrementalDecodeSupport(this.#state, 'prefillWithLogits');
2275
+ const totalStart = performance.now();
2143
2276
  this._resetDecodeRuntimeState();
2144
2277
  this.#state.stats.gpuTimePrefillMs = undefined;
2145
2278
  this.#state.stats.prefillProfileSteps = [];
2146
2279
  const opts = resolvePrefillOptions(this.#state, options);
2147
2280
  try {
2148
- const { inputIds, logits } = await this._prefillPromptToLogits(prompt, opts, 'prefillWithLogits');
2281
+ const { inputIds, logits, phase: prefillPhase } = await this._prefillPromptToLogits(prompt, opts, 'prefillWithLogits');
2149
2282
 
2150
2283
  const snapshot = this.#state.kvCache?.clone();
2151
2284
  if (!snapshot) {
@@ -2157,6 +2290,10 @@ export class PipelineGenerator {
2157
2290
  seqLen: this.#state.currentSeqLen,
2158
2291
  tokens: inputIds,
2159
2292
  logits,
2293
+ phase: {
2294
+ ...(prefillPhase ?? {}),
2295
+ totalMs: performance.now() - totalStart,
2296
+ },
2160
2297
  linearAttention: await cloneLinearAttentionRuntime(this.#state.linearAttentionRuntime),
2161
2298
  };
2162
2299
  } finally {
@@ -2164,6 +2301,120 @@ export class PipelineGenerator {
2164
2301
  }
2165
2302
  }
2166
2303
 
2304
+ async prefillWithTokenLogits(prompt, tokenIds, options = {}) {
2305
+ if (!this.#state.isLoaded) throw new Error('Model not loaded');
2306
+ if (this.#state.isGenerating && options.__internalGenerate !== true) {
2307
+ throw new Error('Generation already in progress');
2308
+ }
2309
+ assertIncrementalDecodeSupport(this.#state, 'prefillWithTokenLogits');
2310
+ const totalStart = performance.now();
2311
+ const selectedTokenIds = normalizeSelectedLogitTokenIds(
2312
+ tokenIds,
2313
+ this.#state.modelConfig.vocabSize,
2314
+ 'prefillWithTokenLogits.tokenIds'
2315
+ );
2316
+ this._resetDecodeRuntimeState();
2317
+ this.#state.stats.gpuTimePrefillMs = undefined;
2318
+ this.#state.stats.prefillProfileSteps = [];
2319
+ const opts = resolvePrefillOptions(this.#state, options);
2320
+ opts._selectedLogitTokenIds = selectedTokenIds;
2321
+ try {
2322
+ const { inputIds, logits, phase: prefillPhase } = await this._prefillPromptToLogits(prompt, opts, 'prefillWithTokenLogits');
2323
+ const logitsByTokenId = {};
2324
+ for (let index = 0; index < selectedTokenIds.length; index += 1) {
2325
+ logitsByTokenId[selectedTokenIds[index]] = logits[index];
2326
+ }
2327
+ return {
2328
+ seqLen: this.#state.currentSeqLen,
2329
+ tokens: inputIds,
2330
+ tokenIds: selectedTokenIds,
2331
+ logits,
2332
+ logitsByTokenId,
2333
+ phase: {
2334
+ ...(prefillPhase ?? {}),
2335
+ totalMs: performance.now() - totalStart,
2336
+ selectedTokenCount: selectedTokenIds.length,
2337
+ },
2338
+ };
2339
+ } finally {
2340
+ this._closeFinitenessFallbackWindow(opts);
2341
+ }
2342
+ }
2343
+
2344
+ async prefillWithTokenLogitsFromKV(prefix, prompt, tokenIds, options = {}) {
2345
+ if (!this.#state.isLoaded) throw new Error('Model not loaded');
2346
+ if (this.#state.isGenerating && options.__internalGenerate !== true) {
2347
+ throw new Error('Generation already in progress');
2348
+ }
2349
+ assertIncrementalDecodeSupport(this.#state, 'prefillWithTokenLogitsFromKV');
2350
+ const totalStart = performance.now();
2351
+ if (!prefix || typeof prefix !== 'object' || !prefix.cache) {
2352
+ throw new Error('prefillWithTokenLogitsFromKV.prefix must be a KV cache snapshot.');
2353
+ }
2354
+ if (!Number.isInteger(prefix.seqLen) || prefix.seqLen < 0) {
2355
+ throw new Error('prefillWithTokenLogitsFromKV.prefix.seqLen must be a non-negative integer.');
2356
+ }
2357
+ if (!Array.isArray(prefix.tokens)) {
2358
+ throw new Error('prefillWithTokenLogitsFromKV.prefix.tokens must be an array.');
2359
+ }
2360
+ const selectedTokenIds = normalizeSelectedLogitTokenIds(
2361
+ tokenIds,
2362
+ this.#state.modelConfig.vocabSize,
2363
+ 'prefillWithTokenLogitsFromKV.tokenIds'
2364
+ );
2365
+
2366
+ this.#state.kvCache = prefix.cache.clone();
2367
+ if (this.#state.useGPU && this.#state.kvCache) {
2368
+ const device = getDevice();
2369
+ if (device) {
2370
+ this.#state.kvCache.setGPUContext({ device });
2371
+ }
2372
+ }
2373
+ if (
2374
+ hasLinearAttentionLayers(this.#state.modelConfig.layerTypes)
2375
+ && prefix.linearAttention == null
2376
+ ) {
2377
+ throw new Error(
2378
+ 'Prefix snapshot is missing linear_attention recurrent state. ' +
2379
+ 'Regenerate the prefix snapshot using the current runtime.'
2380
+ );
2381
+ }
2382
+ this.#state.linearAttentionRuntime = restoreLinearAttentionRuntime(
2383
+ this.#state.linearAttentionRuntime,
2384
+ prefix.linearAttention ?? null
2385
+ );
2386
+ this.#state.currentSeqLen = prefix.seqLen;
2387
+ this.#state.stats.gpuTimePrefillMs = undefined;
2388
+ this.#state.stats.prefillProfileSteps = [];
2389
+ this.#state.decodeRing?.reset();
2390
+
2391
+ const opts = resolvePrefillOptions(this.#state, options);
2392
+ opts._selectedLogitTokenIds = selectedTokenIds;
2393
+ try {
2394
+ const { inputIds, logits, phase: prefillPhase } = await this._prefillPromptToLogits(prompt, opts, 'prefillWithTokenLogitsFromKV');
2395
+ const logitsByTokenId = {};
2396
+ for (let index = 0; index < selectedTokenIds.length; index += 1) {
2397
+ logitsByTokenId[selectedTokenIds[index]] = logits[index];
2398
+ }
2399
+ return {
2400
+ seqLen: this.#state.currentSeqLen,
2401
+ prefixTokens: prefix.tokens,
2402
+ tokens: inputIds,
2403
+ tokenIds: selectedTokenIds,
2404
+ logits,
2405
+ logitsByTokenId,
2406
+ phase: {
2407
+ ...(prefillPhase ?? {}),
2408
+ totalMs: performance.now() - totalStart,
2409
+ selectedTokenCount: selectedTokenIds.length,
2410
+ prefixTokens: prefix.tokens.length,
2411
+ },
2412
+ };
2413
+ } finally {
2414
+ this._closeFinitenessFallbackWindow(opts);
2415
+ }
2416
+ }
2417
+
2167
2418
 
2168
2419
  async *generateWithPrefixKV(prefix, prompt, options = {}) {
2169
2420
  if (!this.#state.isLoaded) throw new Error('Model not loaded');
@@ -2211,6 +2462,11 @@ export class PipelineGenerator {
2211
2462
  this.#state.stats.decodeReadbackMapWaitMs = 0;
2212
2463
  this.#state.stats.decodeReadbackCleanupMs = 0;
2213
2464
  this.#state.stats.decodeReadbackCopyMs = 0;
2465
+ this.#state.stats.prefillRecordMs = 0;
2466
+ this.#state.stats.prefillRecordOps = 0;
2467
+ this.#state.stats.prefillRecordPasses = 0;
2468
+ this.#state.stats.prefillRecordOpLabels = {};
2469
+ this.#state.stats.prefillSubmitWaitMs = 0;
2214
2470
  this.#state.stats.ttftMs = 0;
2215
2471
  const startTime = performance.now();
2216
2472
 
@@ -2411,6 +2667,7 @@ export class PipelineGenerator {
2411
2667
  maxDecodeTokens: opts.maxTokens,
2412
2668
  numLayers: this.#state.modelConfig.numLayers,
2413
2669
  hiddenSize: this.#state.modelConfig.hiddenSize,
2670
+ configuredMaxBatchDecodeTokens: executionPlan.maxBatchDecodeTokens,
2414
2671
  });
2415
2672
  const requestedBatchTokens = executionPlan.batchSize * intervalBatches;
2416
2673
  const boundedBatchTokens = maxBatchDecodeTokens == null
@@ -2537,7 +2794,10 @@ export class PipelineGenerator {
2537
2794
  // and speculative use the same weights and state. The benefit is
2538
2795
  // amortizing per-iteration overhead for models where batch decode is
2539
2796
  // disabled (e.g., linear attention).
2540
- const speculativeBurstTokens = Math.max(1, Math.trunc(opts.speculation?.tokens ?? 1));
2797
+ const speculativeBurstTokens = opts.speculation.tokens;
2798
+ if (!Number.isInteger(speculativeBurstTokens) || speculativeBurstTokens < 1) {
2799
+ throw new Error('[Pipeline] resolved self-speculation tokens must be a positive integer.');
2800
+ }
2541
2801
  const doSpecDecode = hasLinearLayers
2542
2802
  ? () => this._decodeStep(generatedIds, opts)
2543
2803
  : decodeSingleTokenViaLogits;
@@ -2721,6 +2981,11 @@ export class PipelineGenerator {
2721
2981
  async _prefill(inputIds, opts) {
2722
2982
  const numTokens = inputIds.length;
2723
2983
  const config = this.#state.modelConfig;
2984
+ const selectedLogitTokenIds = normalizeSelectedLogitTokenIds(
2985
+ opts?._selectedLogitTokenIds,
2986
+ config.vocabSize,
2987
+ '_prefill.selectedLogitTokenIds'
2988
+ );
2724
2989
  const startPos = this.#state.currentSeqLen;
2725
2990
  const tracePrefillEnabled = isTraceEnabled('perf');
2726
2991
  const prefillTraceStart = tracePrefillEnabled ? performance.now() : 0;
@@ -2783,7 +3048,7 @@ export class PipelineGenerator {
2783
3048
  if (!device || disableCommandBatching) return undefined;
2784
3049
  return opts.profile
2785
3050
  ? createProfilingRecorder(label, device)
2786
- : createCommandRecorder(label, { recordLabels: opts.debug === true }, device);
3051
+ : createCommandRecorder(label, { recordLabels: opts.debug === true || opts.benchmark === true }, device);
2787
3052
  };
2788
3053
  const recorder = createRecorder('prefill');
2789
3054
  const debugCheckBuffer = this.#state.debug
@@ -2800,6 +3065,9 @@ export class PipelineGenerator {
2800
3065
  );
2801
3066
  context.currentTokenIds = inputIds;
2802
3067
  context.diffusionGemmaDecoder = opts?._diffusionGemmaDecoder === true;
3068
+ context.skipKVCacheWrites = returnHidden
3069
+ && opts?._embeddingOnly === true
3070
+ && this.#state.runtimeConfig?.inference?.session?.skipEmbeddingKVCacheWrites === true;
2803
3071
  context.multimodalBidirectionalSpan = multimodalBidirectionalSpan == null
2804
3072
  ? null
2805
3073
  : {
@@ -2863,6 +3131,7 @@ export class PipelineGenerator {
2863
3131
  hiddenSize: config.hiddenSize,
2864
3132
  vocabSize: config.vocabSize,
2865
3133
  scaleEmbeddings: config.scaleEmbeddings,
3134
+ embeddingScale: config.embeddingScale,
2866
3135
  debug: opts.debug,
2867
3136
  recorder,
2868
3137
  transpose: this.#state.embeddingTranspose,
@@ -2933,6 +3202,7 @@ export class PipelineGenerator {
2933
3202
  hiddenStates.shape,
2934
3203
  hiddenStates.label
2935
3204
  );
3205
+ recordPrefillRecorderStats(this.#state, recorder);
2936
3206
  await recorder.submitAndWait();
2937
3207
  await recordProfile(recorder);
2938
3208
  }
@@ -2967,6 +3237,7 @@ export class PipelineGenerator {
2967
3237
  // buffers, preventing unbounded memory growth during large prefills. Critical for
2968
3238
  // replay_prefill models where each decode step re-runs a prefill-style layer pass.
2969
3239
  const prefillRecorderChunkLayers = resolvePrefillRecorderChunkLayers({
3240
+ configuredPrefillChunkLayers: this.#state.runtimeConfig?.inference?.session?.prefillChunkLayers,
2970
3241
  hasGpuSplitPerLayerInputs: context.perLayerInputsSession?.materialization === 'gpu_split_tables',
2971
3242
  numTokens,
2972
3243
  });
@@ -3023,6 +3294,7 @@ export class PipelineGenerator {
3023
3294
  currentRecorder,
3024
3295
  'prefill_checkpoint_carry'
3025
3296
  );
3297
+ recordPrefillRecorderStats(this.#state, currentRecorder);
3026
3298
  await currentRecorder.submitAndWait();
3027
3299
  await recordProfile(currentRecorder);
3028
3300
  currentRecorder = undefined;
@@ -3035,6 +3307,7 @@ export class PipelineGenerator {
3035
3307
  'prefill_trace_layer_health_carry'
3036
3308
  );
3037
3309
  const traceSubmitStart = performance.now();
3310
+ recordPrefillRecorderStats(this.#state, currentRecorder);
3038
3311
  await currentRecorder.submitAndWait();
3039
3312
  await recordProfile(currentRecorder);
3040
3313
  prefillSubmitWaitMs += performance.now() - traceSubmitStart;
@@ -3108,6 +3381,7 @@ export class PipelineGenerator {
3108
3381
  this.#state.modelConfig
3109
3382
  );
3110
3383
  const chunkSubmitStart = performance.now();
3384
+ recordPrefillRecorderStats(this.#state, currentRecorder);
3111
3385
  if (chunkSubmitMode === 'async' && !opts.profile) {
3112
3386
  currentRecorder.submit({ cleanup: 'deferred' });
3113
3387
  } else {
@@ -3166,6 +3440,7 @@ export class PipelineGenerator {
3166
3440
  currentRecorder,
3167
3441
  'prefill_tsir_drain_carry'
3168
3442
  );
3443
+ recordPrefillRecorderStats(this.#state, currentRecorder);
3169
3444
  await currentRecorder.submitAndWait();
3170
3445
  await recordProfile(currentRecorder);
3171
3446
  currentRecorder = undefined;
@@ -3176,13 +3451,14 @@ export class PipelineGenerator {
3176
3451
  if (this.#state.finitenessBuffer) {
3177
3452
  if (currentRecorder) {
3178
3453
  currentHiddenBuffer = preserveBufferAcrossRecorderSubmit(
3179
- currentHiddenBuffer,
3180
- currentRecorder,
3181
- 'prefill_finiteness_carry'
3182
- );
3183
- await currentRecorder.submitAndWait();
3184
- await recordProfile(currentRecorder);
3185
- currentRecorder = undefined;
3454
+ currentHiddenBuffer,
3455
+ currentRecorder,
3456
+ 'prefill_finiteness_carry'
3457
+ );
3458
+ recordPrefillRecorderStats(this.#state, currentRecorder);
3459
+ await currentRecorder.submitAndWait();
3460
+ await recordProfile(currentRecorder);
3461
+ currentRecorder = undefined;
3186
3462
  }
3187
3463
  const isInfiniteData = await readBuffer(this.#state.finitenessBuffer, 16);
3188
3464
  const u32 = new Uint32Array(isInfiniteData.buffer, isInfiniteData.byteOffset, 4);
@@ -3246,6 +3522,7 @@ export class PipelineGenerator {
3246
3522
  let usedRecordedLogits = false;
3247
3523
  const lmHead = this.#state.weights.get('lm_head');
3248
3524
  const canRecordLogits = !!currentRecorder
3525
+ && selectedLogitTokenIds === null
3249
3526
  && !!lmHead
3250
3527
  && !isCpuWeightBuffer(lmHead)
3251
3528
  && !this.#state.disableRecordedLogits
@@ -3263,6 +3540,7 @@ export class PipelineGenerator {
3263
3540
  logitsVocabSize = recorded.vocabSize;
3264
3541
  usedRecordedLogits = true;
3265
3542
 
3543
+ recordPrefillRecorderStats(this.#state, currentRecorder);
3266
3544
  await currentRecorder.submitAndWait();
3267
3545
  await recordProfile(currentRecorder);
3268
3546
 
@@ -3324,6 +3602,7 @@ export class PipelineGenerator {
3324
3602
  currentRecorder,
3325
3603
  'prefill_logits_carry'
3326
3604
  );
3605
+ recordPrefillRecorderStats(this.#state, currentRecorder);
3327
3606
  await currentRecorder.submitAndWait();
3328
3607
  await recordProfile(currentRecorder);
3329
3608
  }
@@ -3337,13 +3616,17 @@ export class PipelineGenerator {
3337
3616
  undefined,
3338
3617
  debugCheckBuffer,
3339
3618
  this.#state.runtimeConfig.shared.debug.probes,
3340
- { lastPositionOnly: true },
3619
+ { lastPositionOnly: true, selectedTokenIds: selectedLogitTokenIds },
3341
3620
  this.#state.operatorDiagnostics
3342
3621
  );
3343
3622
 
3344
- lastLogits = logits.length === logitsVocabSize
3345
- ? logits
3346
- : extractLastPositionLogits(logits, numTokens, logitsVocabSize);
3623
+ if (selectedLogitTokenIds !== null) {
3624
+ lastLogits = logits;
3625
+ } else {
3626
+ lastLogits = logits.length === logitsVocabSize
3627
+ ? logits
3628
+ : extractLastPositionLogits(logits, numTokens, logitsVocabSize);
3629
+ }
3347
3630
  releaseBuffer(currentHiddenBuffer);
3348
3631
  if (tracePrefillEnabled) {
3349
3632
  trace.perf('Prefill logits complete', {
@@ -3368,11 +3651,11 @@ export class PipelineGenerator {
3368
3651
  }
3369
3652
  }
3370
3653
 
3371
- if (opts.debug) {
3654
+ if (opts.debug && selectedLogitTokenIds === null) {
3372
3655
  logitsSanity(lastLogits, 'Prefill', (tokens) => resolveTokenText(this.#state.tokenizer, tokens));
3373
3656
  }
3374
3657
  if (isTraceEnabled('logits')) {
3375
- trace.logits('PREFILL_LOGITS_HEALTH', getLogitsHealth(lastLogits));
3658
+ trace.logits(selectedLogitTokenIds === null ? 'PREFILL_LOGITS_HEALTH' : 'PREFILL_SELECTED_LOGITS_HEALTH', getLogitsHealth(lastLogits));
3376
3659
  }
3377
3660
 
3378
3661
  if (opts.debug) {