doppler-gpu 0.4.2 → 0.4.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (880) hide show
  1. package/CHANGELOG.md +210 -0
  2. package/README.md +63 -38
  3. package/assets/doppler.svg +57 -1601
  4. package/package.json +111 -32
  5. package/src/cli/cli-model-resolution.js +275 -0
  6. package/src/cli/cli-output.js +486 -0
  7. package/src/cli/doppler-cli.d.ts +18 -0
  8. package/src/cli/doppler-cli.js +885 -744
  9. package/src/cli/doppler-quickstart.d.ts +7 -23
  10. package/src/cli/doppler-quickstart.js +4 -2
  11. package/src/cli/doppler-serve.d.ts +210 -0
  12. package/src/cli/doppler-serve.js +469 -43
  13. package/src/cli/runtime-profiles.d.ts +40 -0
  14. package/src/cli/runtime-profiles.js +225 -0
  15. package/src/client/doppler-api.js +1 -6
  16. package/src/client/doppler-registry.d.ts +12 -0
  17. package/src/client/doppler-registry.js +27 -0
  18. package/src/client/doppler-registry.json +66 -10
  19. package/src/client/failure-taxonomy.js +139 -0
  20. package/src/client/fault-injection.js +30 -0
  21. package/src/client/provider.d.ts +151 -0
  22. package/src/client/provider.js +374 -0
  23. package/src/client/receipt.js +156 -0
  24. package/src/client/runtime/index.js +69 -4
  25. package/src/client/runtime/lora.d.ts +11 -1
  26. package/src/client/runtime/lora.js +28 -7
  27. package/src/client/runtime/model-manager.d.ts +0 -14
  28. package/src/client/runtime/model-manager.js +34 -50
  29. package/src/client/runtime/model-session.d.ts +2 -1
  30. package/src/client/runtime/model-session.js +35 -2
  31. package/src/client/runtime/model-source.d.ts +13 -1
  32. package/src/client/runtime/model-source.js +148 -3
  33. package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
  34. package/src/client/runtime/node-quickstart-cache.js +353 -0
  35. package/src/client/runtime/source-runtime.js +1 -10
  36. package/src/client/runtime/types.d.ts +8 -60
  37. package/src/client/wrap-pipeline-handle.d.ts +82 -0
  38. package/src/client/wrap-pipeline-handle.js +259 -0
  39. package/src/config/README.md +3 -1
  40. package/src/config/conversion/README.md +28 -157
  41. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +646 -0
  42. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +21 -6
  43. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +19 -12
  44. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +27 -12
  45. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +393 -0
  46. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +425 -0
  47. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +39 -16
  48. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +19 -12
  49. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +27 -12
  50. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +737 -0
  51. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +730 -0
  52. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +780 -0
  53. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +716 -0
  54. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
  55. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
  56. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +591 -0
  57. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
  58. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +367 -61
  59. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
  60. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
  61. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
  62. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +19 -12
  63. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +82 -36
  64. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +96 -60
  65. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +521 -0
  66. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +515 -0
  67. package/src/config/execution-contract-check.js +6 -5
  68. package/src/config/goal-completion-matrix.json +552 -0
  69. package/src/config/kernel-path-loader.d.ts +8 -2
  70. package/src/config/kernel-path-loader.js +192 -38
  71. package/src/config/kernels/kernel-ref-digests.js +163 -126
  72. package/src/config/kernels/registry.d.ts +0 -35
  73. package/src/config/kernels/registry.js +5 -9
  74. package/src/config/kernels/registry.json +3593 -1146
  75. package/src/config/merge-contract-check.js +7 -3
  76. package/src/config/merge-helpers.d.ts +3 -1
  77. package/src/config/merge-helpers.js +2 -1
  78. package/src/config/merge.d.ts +1 -0
  79. package/src/config/merge.js +65 -7
  80. package/src/config/model-lanes/catalog-lane-resolver.d.ts +66 -0
  81. package/src/config/model-lanes/catalog-lane-resolver.js +170 -0
  82. package/src/config/param-categories.d.ts +0 -9
  83. package/src/config/param-categories.js +1 -5
  84. package/src/config/param-validator.d.ts +2 -0
  85. package/src/config/param-validator.js +20 -0
  86. package/src/config/platforms/loader.d.ts +0 -27
  87. package/src/config/platforms/loader.js +0 -30
  88. package/src/config/required-inference-fields-contract-check.js +1 -7
  89. package/src/config/runtime/README.md +28 -0
  90. package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +1 -1
  91. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
  92. package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
  93. package/src/config/runtime/experiments/verify/lfm2-verify.json +3 -3
  94. package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
  95. package/src/config/runtime/profiles/diffusiongemma-26b-a4b-throughput.json +26 -0
  96. package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-overlapped-probe.json +42 -0
  97. package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-probe.json +39 -0
  98. package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-b4.json +48 -0
  99. package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-single.json +46 -0
  100. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
  101. package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
  102. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
  103. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
  104. package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
  105. package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
  106. package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
  107. package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
  108. package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
  109. package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
  110. package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
  111. package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
  112. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
  113. package/src/config/schema/bridge.schema.d.ts +16 -0
  114. package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
  115. package/src/config/schema/browser-suite-metrics.schema.js +2 -0
  116. package/src/config/schema/buffer-pool.schema.js +3 -3
  117. package/src/config/schema/claim-evidence-contract.schema.json +93 -0
  118. package/src/config/schema/command-surface-contract.schema.json +81 -0
  119. package/src/config/schema/converter.schema.d.ts +16 -0
  120. package/src/config/schema/converter.schema.js +11 -0
  121. package/src/config/schema/debug.schema.d.ts +22 -1
  122. package/src/config/schema/debug.schema.js +1 -0
  123. package/src/config/schema/distill-training.schema.d.ts +0 -1
  124. package/src/config/schema/distill-training.schema.js +1 -1
  125. package/src/config/schema/doppler.schema.d.ts +13 -2
  126. package/src/config/schema/doppler.schema.js +140 -8
  127. package/src/config/schema/emulation.schema.d.ts +3 -0
  128. package/src/config/schema/emulation.schema.js +16 -16
  129. package/src/config/schema/execution-v1.schema.d.ts +39 -1
  130. package/src/config/schema/execution-v1.schema.js +35 -20
  131. package/src/config/schema/goal-completion-matrix.schema.json +223 -0
  132. package/src/config/schema/index.d.ts +52 -1
  133. package/src/config/schema/index.js +14 -0
  134. package/src/config/schema/inference.schema.d.ts +14 -3
  135. package/src/config/schema/kernel-path.schema.d.ts +6 -27
  136. package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
  137. package/src/config/schema/kernel-thresholds.schema.js +3 -7
  138. package/src/config/schema/kvcache.schema.js +0 -9
  139. package/src/config/schema/loading.schema.d.ts +12 -0
  140. package/src/config/schema/loading.schema.js +4 -0
  141. package/src/config/schema/manifest.schema.d.ts +175 -2
  142. package/src/config/schema/manifest.schema.js +58 -3
  143. package/src/config/schema/model-artifact-contract.schema.json +119 -0
  144. package/src/config/schema/moe.schema.d.ts +13 -0
  145. package/src/config/schema/moe.schema.js +1 -9
  146. package/src/config/schema/policy-schema-registry.json +26 -0
  147. package/src/config/schema/program-bundle.schema.d.ts +233 -0
  148. package/src/config/schema/program-bundle.schema.js +393 -0
  149. package/src/config/schema/subsystem-support-contract.schema.json +48 -0
  150. package/src/config/schema/training-metrics.schema.d.ts +1 -1
  151. package/src/config/schema/training-metrics.schema.js +4 -3
  152. package/src/config/schema/ul-training.schema.d.ts +0 -1
  153. package/src/config/schema/ul-training.schema.js +1 -1
  154. package/src/config/source-packages/litert/gemma-4-12b-it.json +390 -0
  155. package/src/config/source-packages/litert/gemma-4-e2b-it.json +41 -20
  156. package/src/config/source-packages/litert/gemma-4-e4b-it.json +370 -0
  157. package/src/config/source-packages/registry.json +25 -0
  158. package/src/config/supported-operations.d.ts +14 -0
  159. package/src/config/supported-operations.js +34 -0
  160. package/src/config/supported-operations.json +183 -0
  161. package/src/config/training-defaults.js +1 -7
  162. package/src/config/transforms/capability-transform-resolver.d.ts +13 -2
  163. package/src/config/transforms/capability-transform-resolver.js +3 -1
  164. package/src/config/transforms/execution-graph-transforms.d.ts +97 -0
  165. package/src/config/transforms/execution-graph-transforms.js +829 -168
  166. package/src/converter/conversion-plan.d.ts +2 -0
  167. package/src/converter/conversion-plan.js +31 -14
  168. package/src/converter/core.d.ts +65 -0
  169. package/src/converter/core.js +1153 -22
  170. package/src/converter/parsers/diffusion.js +1 -33
  171. package/src/converter/quantization-info.d.ts +5 -4
  172. package/src/converter/quantization-info.js +218 -5
  173. package/src/converter/quantizer.d.ts +24 -4
  174. package/src/converter/quantizer.js +92 -2
  175. package/src/debug/config.d.ts +0 -4
  176. package/src/debug/config.js +0 -17
  177. package/src/debug/index.d.ts +28 -30
  178. package/src/debug/index.js +0 -18
  179. package/src/debug/stats.d.ts +0 -8
  180. package/src/debug/stats.js +3 -3
  181. package/src/debug/tensor.d.ts +9 -2
  182. package/src/debug/tensor.js +11 -4
  183. package/src/debug/trace.js +2 -15
  184. package/src/errors/doppler-error.js +20 -0
  185. package/src/experimental/adapters/lora-loader.js +109 -24
  186. package/src/experimental/browser/quantization.d.ts +5 -0
  187. package/src/experimental/diffusion/index.d.ts +24 -0
  188. package/src/experimental/diffusion/index.js +10 -0
  189. package/src/experimental/distribution/descriptor-transport.d.ts +117 -0
  190. package/src/experimental/distribution/descriptor-transport.js +342 -0
  191. package/src/experimental/distribution/shard-delivery.js +179 -23
  192. package/src/experimental/training/README.md +11 -0
  193. package/src/experimental/training/artifacts.js +1 -14
  194. package/src/experimental/training/autograd.js +33 -8
  195. package/src/experimental/training/checkpoint.js +1 -14
  196. package/src/experimental/training/datasets/gepa-frontier.d.ts +41 -0
  197. package/src/experimental/training/datasets/gepa-frontier.js +220 -0
  198. package/src/experimental/training/datasets/index.d.ts +13 -1
  199. package/src/experimental/training/datasets/index.js +8 -1
  200. package/src/experimental/training/datasets/teacher-traces.d.ts +51 -0
  201. package/src/experimental/training/datasets/teacher-traces.js +279 -0
  202. package/src/experimental/training/datasets/text-pairs.d.ts +45 -0
  203. package/src/experimental/training/datasets/text-pairs.js +82 -5
  204. package/src/experimental/training/datasets/token-batch.d.ts +1 -1
  205. package/src/experimental/training/datasets/token-batch.js +2 -2
  206. package/src/experimental/training/distillation/dataset.js +2 -15
  207. package/src/experimental/training/distillation/eval.js +3 -3
  208. package/src/experimental/training/distillation/runtime.js +3 -16
  209. package/src/experimental/training/distillation/student-fixture.d.ts +5 -0
  210. package/src/experimental/training/distillation/student-fixture.js +296 -38
  211. package/src/experimental/training/export.d.ts +9 -0
  212. package/src/experimental/training/export.js +113 -7
  213. package/src/experimental/training/index.d.ts +13 -1
  214. package/src/experimental/training/index.js +13 -1
  215. package/src/experimental/training/lora-pipeline.d.ts +143 -0
  216. package/src/experimental/training/lora-pipeline.js +1733 -58
  217. package/src/experimental/training/lora.js +23 -1
  218. package/src/experimental/training/loss.js +1 -1
  219. package/src/experimental/training/objectives/base.d.ts +2 -2
  220. package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
  221. package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
  222. package/src/experimental/training/objectives/distill_kd.js +2 -2
  223. package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
  224. package/src/experimental/training/objectives/distill_triplet.js +2 -2
  225. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
  226. package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
  227. package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
  228. package/src/experimental/training/operator-agent-eval.d.ts +65 -0
  229. package/src/experimental/training/operator-agent-eval.js +326 -0
  230. package/src/experimental/training/operator-artifacts.js +1 -14
  231. package/src/experimental/training/operator-command.js +310 -51
  232. package/src/experimental/training/runner.d.ts +1 -0
  233. package/src/experimental/training/runner.js +5 -14
  234. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +160 -0
  235. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +175 -0
  236. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +175 -0
  237. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +160 -0
  238. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +162 -0
  239. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +160 -0
  240. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +137 -0
  241. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +152 -0
  242. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +152 -0
  243. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +137 -0
  244. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +139 -0
  245. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +137 -0
  246. package/src/experimental/training/workload-packs/registry.json +192 -12
  247. package/src/experimental/training/workloads.d.ts +37 -0
  248. package/src/experimental/training/workloads.js +111 -2
  249. package/src/formats/gguf/types.d.ts +0 -63
  250. package/src/formats/gguf/types.js +58 -38
  251. package/src/formats/litert/types.d.ts +0 -13
  252. package/src/formats/litert/types.js +2 -2
  253. package/src/formats/rdrr/distributed/index.d.ts +34 -0
  254. package/src/formats/rdrr/distributed/index.js +3 -0
  255. package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
  256. package/src/formats/rdrr/distributed/parsing.js +23 -0
  257. package/src/formats/rdrr/distributed/validation.d.ts +23 -0
  258. package/src/formats/rdrr/distributed/validation.js +131 -0
  259. package/src/formats/rdrr/functional-descriptor.d.ts +73 -0
  260. package/src/formats/rdrr/functional-descriptor.js +230 -0
  261. package/src/formats/rdrr/groups.d.ts +1 -13
  262. package/src/formats/rdrr/groups.js +0 -34
  263. package/src/formats/rdrr/index.d.ts +10 -0
  264. package/src/formats/rdrr/index.js +10 -0
  265. package/src/formats/rdrr/integrity.d.ts +51 -0
  266. package/src/formats/rdrr/integrity.js +200 -0
  267. package/src/formats/rdrr/lowerings.d.ts +28 -0
  268. package/src/formats/rdrr/lowerings.js +112 -0
  269. package/src/formats/rdrr/manifest.d.ts +0 -14
  270. package/src/formats/rdrr/manifest.js +5 -58
  271. package/src/formats/rdrr/merkle.d.ts +24 -0
  272. package/src/formats/rdrr/merkle.js +118 -0
  273. package/src/formats/rdrr/parsing.js +26 -6
  274. package/src/formats/rdrr/slice-compiler.d.ts +29 -0
  275. package/src/formats/rdrr/slice-compiler.js +188 -0
  276. package/src/formats/rdrr/source-transform-contract.js +10 -1
  277. package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
  278. package/src/formats/rdrr/storage-descriptor.js +193 -0
  279. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
  280. package/src/formats/rdrr/tensor-config-validator.js +0 -30
  281. package/src/formats/rdrr/types.d.ts +111 -2
  282. package/src/formats/rdrr/validation.js +260 -1
  283. package/src/formats/tflite/types.d.ts +0 -31
  284. package/src/formats/tflite/types.js +5 -5
  285. package/src/gpu/command-recorder.d.ts +45 -23
  286. package/src/gpu/command-recorder.js +122 -25
  287. package/src/gpu/device.d.ts +17 -3
  288. package/src/gpu/device.js +130 -14
  289. package/src/gpu/kernel-runtime.d.ts +8 -15
  290. package/src/gpu/kernel-selection-log.d.ts +0 -8
  291. package/src/gpu/kernel-selection-log.js +0 -15
  292. package/src/gpu/kernel-tuner/cache.js +1 -8
  293. package/src/gpu/kernels/README.md +50 -18
  294. package/src/gpu/kernels/activation_static_qdq.wgsl +3 -1
  295. package/src/gpu/kernels/attention.d.ts +28 -19
  296. package/src/gpu/kernels/attention.js +458 -16
  297. package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
  298. package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
  299. package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
  300. package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
  301. package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
  302. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
  303. package/src/gpu/kernels/attention_decode_online_head256_f16kv.wgsl +236 -0
  304. package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
  305. package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
  306. package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
  307. package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
  308. package/src/gpu/kernels/attention_f16.wgsl +88 -30
  309. package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
  310. package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
  311. package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
  312. package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
  313. package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
  314. package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
  315. package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
  316. package/src/gpu/kernels/attention_streaming_f16.wgsl +34 -9
  317. package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
  318. package/src/gpu/kernels/backward/cross_entropy_backward.js +72 -3
  319. package/src/gpu/kernels/backward/cross_entropy_backward.wgsl +2 -2
  320. package/src/gpu/kernels/backward/index.d.ts +6 -0
  321. package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
  322. package/src/gpu/kernels/backward/utils.d.ts +35 -0
  323. package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
  324. package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
  325. package/src/gpu/kernels/cast.js +74 -67
  326. package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
  327. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
  328. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
  329. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
  330. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +12 -50
  331. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +16 -33
  332. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +15 -12
  333. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +255 -170
  334. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
  335. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
  336. package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
  337. package/src/gpu/kernels/constants.d.ts +9 -48
  338. package/src/gpu/kernels/constants.js +0 -23
  339. package/src/gpu/kernels/conv2d.d.ts +0 -4
  340. package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
  341. package/src/gpu/kernels/dequant.d.ts +0 -16
  342. package/src/gpu/kernels/dequant.js +1 -71
  343. package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
  344. package/src/gpu/kernels/dequant_shared.wgsl +1 -55
  345. package/src/gpu/kernels/diffusion-gemma-sampling.d.ts +19 -0
  346. package/src/gpu/kernels/diffusion-gemma-sampling.js +104 -0
  347. package/src/gpu/kernels/diffusion_gemma_sampling.wgsl +130 -0
  348. package/src/gpu/kernels/dispatch.d.ts +12 -97
  349. package/src/gpu/kernels/dispatch.js +13 -120
  350. package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
  351. package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
  352. package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
  353. package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
  354. package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
  355. package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
  356. package/src/gpu/kernels/fused_ffn.js +3 -4
  357. package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
  358. package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
  359. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
  360. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
  361. package/src/gpu/kernels/fused_matmul_litert_int4_f16a.wgsl +78 -0
  362. package/src/gpu/kernels/fused_matmul_litert_int4_f16a_f32out.wgsl +78 -0
  363. package/src/gpu/kernels/fused_matmul_litert_int4_f32a_f32out.wgsl +76 -0
  364. package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
  365. package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
  366. package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
  367. package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
  368. package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
  369. package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
  370. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
  371. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
  372. package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
  373. package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
  374. package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
  375. package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
  376. package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
  377. package/src/gpu/kernels/fused_matmul_rmsnorm.js +101 -80
  378. package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
  379. package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a.wgsl +116 -0
  380. package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a_f32out.wgsl +116 -0
  381. package/src/gpu/kernels/fused_matmul_w4a16_f16a.wgsl +95 -0
  382. package/src/gpu/kernels/fused_matmul_w4a16_f16a_f32out.wgsl +95 -0
  383. package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
  384. package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
  385. package/src/gpu/kernels/gather.d.ts +84 -8
  386. package/src/gpu/kernels/gather.js +353 -5
  387. package/src/gpu/kernels/gather_f16.wgsl +1 -1
  388. package/src/gpu/kernels/gather_litert_int4_vec4_f16_out.wgsl +75 -0
  389. package/src/gpu/kernels/gather_litert_int4_vec4_f32_out.wgsl +72 -0
  390. package/src/gpu/kernels/gather_split4_f16_vec4_f16_out.wgsl +103 -0
  391. package/src/gpu/kernels/gather_split8_f16_vec4_f16_out.wgsl +143 -0
  392. package/src/gpu/kernels/gather_split8_f16_vec4_f32_out.wgsl +143 -0
  393. package/src/gpu/kernels/gelu.wgsl +11 -7
  394. package/src/gpu/kernels/gelu_f16.wgsl +25 -22
  395. package/src/gpu/kernels/gemma4-route-expert.d.ts +35 -0
  396. package/src/gpu/kernels/gemma4-route-expert.js +126 -0
  397. package/src/gpu/kernels/gemma4_route_q4_matmul_f16a.wgsl +210 -0
  398. package/src/gpu/kernels/groupnorm.d.ts +0 -4
  399. package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
  400. package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
  401. package/src/gpu/kernels/index.d.ts +77 -5
  402. package/src/gpu/kernels/index.js +55 -4
  403. package/src/gpu/kernels/kv-cache-write.d.ts +22 -0
  404. package/src/gpu/kernels/kv-cache-write.js +126 -0
  405. package/src/gpu/kernels/kv_cache_write_f32_to_f16.wgsl +32 -0
  406. package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
  407. package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
  408. package/src/gpu/kernels/layernorm.d.ts +0 -4
  409. package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
  410. package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
  411. package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
  412. package/src/gpu/kernels/lm-head-argmax.d.ts +19 -0
  413. package/src/gpu/kernels/lm-head-argmax.js +218 -0
  414. package/src/gpu/kernels/lm_head_argmax_f16.wgsl +189 -0
  415. package/src/gpu/kernels/logit-merge.d.ts +0 -24
  416. package/src/gpu/kernels/logit-merge.js +1 -17
  417. package/src/gpu/kernels/matmul-dispatch.d.ts +11 -0
  418. package/src/gpu/kernels/matmul-dispatch.js +44 -2
  419. package/src/gpu/kernels/matmul-selection.d.ts +5 -5
  420. package/src/gpu/kernels/matmul-selection.js +172 -10
  421. package/src/gpu/kernels/matmul.d.ts +1 -29
  422. package/src/gpu/kernels/matmul.js +240 -38
  423. package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
  424. package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
  425. package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
  426. package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
  427. package/src/gpu/kernels/modulate_f16.wgsl +1 -1
  428. package/src/gpu/kernels/moe.d.ts +1 -56
  429. package/src/gpu/kernels/moe.js +46 -33
  430. package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
  431. package/src/gpu/kernels/pipeline-cache.d.ts +8 -0
  432. package/src/gpu/kernels/pipeline-cache.js +24 -0
  433. package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
  434. package/src/gpu/kernels/rep-penalty.d.ts +21 -0
  435. package/src/gpu/kernels/rep-penalty.js +17 -9
  436. package/src/gpu/kernels/residual.d.ts +1 -12
  437. package/src/gpu/kernels/residual.js +13 -1
  438. package/src/gpu/kernels/residual.wgsl +3 -3
  439. package/src/gpu/kernels/residual_f16.wgsl +6 -4
  440. package/src/gpu/kernels/residual_f16_vec4.wgsl +6 -6
  441. package/src/gpu/kernels/residual_vec4.wgsl +6 -6
  442. package/src/gpu/kernels/rmsnorm-pair.d.ts +39 -0
  443. package/src/gpu/kernels/rmsnorm-pair.js +152 -0
  444. package/src/gpu/kernels/rmsnorm-qk.d.ts +41 -0
  445. package/src/gpu/kernels/rmsnorm-qk.js +128 -0
  446. package/src/gpu/kernels/rmsnorm.d.ts +30 -7
  447. package/src/gpu/kernels/rmsnorm.js +49 -8
  448. package/src/gpu/kernels/rmsnorm.wgsl +15 -12
  449. package/src/gpu/kernels/rmsnorm_f16.wgsl +69 -39
  450. package/src/gpu/kernels/rmsnorm_pair.wgsl +224 -0
  451. package/src/gpu/kernels/rmsnorm_qk.wgsl +118 -0
  452. package/src/gpu/kernels/rmsnorm_qk_f16.wgsl +143 -0
  453. package/src/gpu/kernels/rope-qk.d.ts +41 -0
  454. package/src/gpu/kernels/rope-qk.js +143 -0
  455. package/src/gpu/kernels/rope.d.ts +1 -5
  456. package/src/gpu/kernels/rope.js +12 -2
  457. package/src/gpu/kernels/rope.wgsl +33 -19
  458. package/src/gpu/kernels/rope_f16.wgsl +39 -25
  459. package/src/gpu/kernels/rope_qk.wgsl +95 -0
  460. package/src/gpu/kernels/rope_qk_f16.wgsl +97 -0
  461. package/src/gpu/kernels/rule-registry.js +50 -10
  462. package/src/gpu/kernels/sample.d.ts +0 -5
  463. package/src/gpu/kernels/sample.js +212 -187
  464. package/src/gpu/kernels/sample.wgsl +7 -6
  465. package/src/gpu/kernels/sample_f16.wgsl +28 -30
  466. package/src/gpu/kernels/scatter_add_dynamic_expert_scale.wgsl +47 -0
  467. package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
  468. package/src/gpu/kernels/scatter_add_dynamic_f16_expert_scale.wgsl +49 -0
  469. package/src/gpu/kernels/scatter_add_dynamic_f16_weights_expert_scale.wgsl +49 -0
  470. package/src/gpu/kernels/scatter_add_routes_f16_weights_expert_scale.wgsl +45 -0
  471. package/src/gpu/kernels/shader-cache.d.ts +13 -0
  472. package/src/gpu/kernels/shader-cache.js +28 -21
  473. package/src/gpu/kernels/silu_f16.wgsl +1 -1
  474. package/src/gpu/kernels/soft-embedding.d.ts +28 -0
  475. package/src/gpu/kernels/soft-embedding.js +447 -0
  476. package/src/gpu/kernels/soft_embedding_logits_f16.wgsl +107 -0
  477. package/src/gpu/kernels/soft_embedding_split_f16.wgsl +46 -0
  478. package/src/gpu/kernels/softmax.wgsl +8 -223
  479. package/src/gpu/kernels/split-qkv-rmsnorm-qk.d.ts +44 -0
  480. package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +154 -0
  481. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.d.ts +59 -0
  482. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +245 -0
  483. package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
  484. package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
  485. package/src/gpu/kernels/split_qkv_rmsnorm_qk.wgsl +146 -0
  486. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +185 -0
  487. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +187 -0
  488. package/src/gpu/kernels/topk_f16.wgsl +1 -1
  489. package/src/gpu/kernels/turboquant-codebook.js +11 -40
  490. package/src/gpu/kernels/uniform-utils.d.ts +18 -0
  491. package/src/gpu/kernels/uniform-utils.js +2 -5
  492. package/src/gpu/kernels/upsample2d.d.ts +0 -4
  493. package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
  494. package/src/gpu/kernels/utils.d.ts +43 -0
  495. package/src/gpu/kernels/utils.js +81 -11
  496. package/src/gpu/perf-guards.d.ts +0 -12
  497. package/src/gpu/perf-guards.js +0 -62
  498. package/src/gpu/profiler.d.ts +0 -21
  499. package/src/gpu/profiler.js +0 -34
  500. package/src/gpu/readback-utils.js +10 -2
  501. package/src/gpu/submit-tracker.d.ts +0 -57
  502. package/src/gpu/submit-tracker.js +3 -62
  503. package/src/gpu/tensor.d.ts +0 -23
  504. package/src/gpu/tensor.js +0 -41
  505. package/src/gpu/uniform-cache.d.ts +10 -12
  506. package/src/gpu/uniform-cache.js +25 -30
  507. package/src/gpu/weight-buffer.d.ts +76 -7
  508. package/src/gpu/weight-buffer.js +85 -1
  509. package/src/index.d.ts +1 -0
  510. package/src/index.js +1 -0
  511. package/src/inference/browser-harness-diffusion-energy-suites.js +269 -1
  512. package/src/inference/browser-harness-model-helpers.d.ts +0 -9
  513. package/src/inference/browser-harness-model-helpers.js +22 -13
  514. package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
  515. package/src/inference/browser-harness-runtime-helpers.js +2 -2
  516. package/src/inference/browser-harness-suite-helpers.d.ts +13 -1
  517. package/src/inference/browser-harness-suite-helpers.js +525 -3
  518. package/src/inference/browser-harness-text-helpers.d.ts +89 -0
  519. package/src/inference/browser-harness-text-helpers.js +459 -25
  520. package/src/inference/browser-harness.d.ts +7 -28
  521. package/src/inference/browser-harness.js +556 -79
  522. package/src/inference/decode-ring.d.ts +1 -0
  523. package/src/inference/decode-ring.js +7 -5
  524. package/src/inference/kv-cache/base.d.ts +31 -0
  525. package/src/inference/kv-cache/base.js +125 -2
  526. package/src/inference/kv-cache/mixed-geometry.d.ts +11 -0
  527. package/src/inference/kv-cache/mixed-geometry.js +121 -4
  528. package/src/inference/kv-cache/quantized.js +2 -0
  529. package/src/inference/kv-cache/sliding-window.d.ts +14 -0
  530. package/src/inference/kv-cache/sliding-window.js +88 -0
  531. package/src/inference/kv-cache/tiered.js +7 -0
  532. package/src/inference/kv-cache/types.d.ts +2 -0
  533. package/src/inference/model-lanes/execution-lane-resolver.d.ts +61 -0
  534. package/src/inference/model-lanes/execution-lane-resolver.js +126 -0
  535. package/src/inference/moe-router.d.ts +14 -1
  536. package/src/inference/moe-router.js +24 -1
  537. package/src/inference/multi-model-network.d.ts +1 -1
  538. package/src/inference/multi-model-network.js +1 -2
  539. package/src/inference/network-evolution.d.ts +0 -12
  540. package/src/inference/network-evolution.js +2 -2
  541. package/src/inference/pipelines/audio/gemma4.js +52 -1
  542. package/src/inference/pipelines/context.js +17 -0
  543. package/src/inference/pipelines/diffusion/init.js +2 -2
  544. package/src/inference/pipelines/diffusion/pipeline.js +41 -96
  545. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
  546. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
  547. package/src/inference/pipelines/diffusion/vae.js +4 -4
  548. package/src/inference/pipelines/diffusion-gemma/config.d.ts +27 -0
  549. package/src/inference/pipelines/diffusion-gemma/config.js +149 -0
  550. package/src/inference/pipelines/diffusion-gemma/index.d.ts +31 -0
  551. package/src/inference/pipelines/diffusion-gemma/index.js +12 -0
  552. package/src/inference/pipelines/diffusion-gemma/pipeline.d.ts +69 -0
  553. package/src/inference/pipelines/diffusion-gemma/pipeline.js +380 -0
  554. package/src/inference/pipelines/diffusion-gemma/sampling.d.ts +128 -0
  555. package/src/inference/pipelines/diffusion-gemma/sampling.js +395 -0
  556. package/src/inference/pipelines/energy/quintel.d.ts +15 -0
  557. package/src/inference/pipelines/structured/index.d.ts +2 -0
  558. package/src/inference/pipelines/structured/index.js +2 -0
  559. package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
  560. package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
  561. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
  562. package/src/inference/pipelines/text/attention/attn-config.js +1 -1
  563. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +28 -4
  564. package/src/inference/pipelines/text/attention/dispatch-params.js +176 -2
  565. package/src/inference/pipelines/text/attention/projections.d.ts +73 -2
  566. package/src/inference/pipelines/text/attention/projections.js +398 -71
  567. package/src/inference/pipelines/text/attention/quant-options.d.ts +38 -0
  568. package/src/inference/pipelines/text/attention/record.js +542 -56
  569. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
  570. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
  571. package/src/inference/pipelines/text/attention/run.js +343 -50
  572. package/src/inference/pipelines/text/attention/types.d.ts +7 -1
  573. package/src/inference/pipelines/text/chat-format.d.ts +0 -10
  574. package/src/inference/pipelines/text/chat-format.js +1 -8
  575. package/src/inference/pipelines/text/config.d.ts +25 -26
  576. package/src/inference/pipelines/text/config.js +304 -25
  577. package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
  578. package/src/inference/pipelines/text/drift-policy.js +1 -1
  579. package/src/inference/pipelines/text/dtype-contract.d.ts +1 -1
  580. package/src/inference/pipelines/text/dtype-contract.js +4 -1
  581. package/src/inference/pipelines/text/embed.d.ts +25 -29
  582. package/src/inference/pipelines/text/embed.js +16 -45
  583. package/src/inference/pipelines/text/execution-plan.d.ts +13 -3
  584. package/src/inference/pipelines/text/execution-plan.js +21 -2
  585. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +4 -4
  586. package/src/inference/pipelines/text/execution-runtime-builders.js +44 -39
  587. package/src/inference/pipelines/text/execution-v1.d.ts +20 -0
  588. package/src/inference/pipelines/text/execution-v1.js +461 -158
  589. package/src/inference/pipelines/text/ffn/dense.js +214 -6
  590. package/src/inference/pipelines/text/ffn/moe.d.ts +4 -1
  591. package/src/inference/pipelines/text/ffn/moe.js +9 -2
  592. package/src/inference/pipelines/text/ffn/sandwich.d.ts +3 -1
  593. package/src/inference/pipelines/text/ffn/sandwich.js +237 -15
  594. package/src/inference/pipelines/text/ffn/standard.d.ts +3 -1
  595. package/src/inference/pipelines/text/ffn/standard.js +84 -17
  596. package/src/inference/pipelines/text/generator-decode-policy.d.ts +81 -0
  597. package/src/inference/pipelines/text/generator-decode-policy.js +233 -0
  598. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -2
  599. package/src/inference/pipelines/text/generator-helpers.js +9 -7
  600. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +84 -0
  601. package/src/inference/pipelines/text/generator-prefill-helpers.js +359 -0
  602. package/src/inference/pipelines/text/generator-runtime.d.ts +1 -7
  603. package/src/inference/pipelines/text/generator-runtime.js +8 -6
  604. package/src/inference/pipelines/text/generator-steps.d.ts +57 -7
  605. package/src/inference/pipelines/text/generator-steps.js +275 -79
  606. package/src/inference/pipelines/text/generator.d.ts +38 -5
  607. package/src/inference/pipelines/text/generator.js +1259 -496
  608. package/src/inference/pipelines/text/init-chat-templates.js +86 -0
  609. package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
  610. package/src/inference/pipelines/text/init-rope.js +408 -0
  611. package/src/inference/pipelines/text/init.d.ts +13 -3
  612. package/src/inference/pipelines/text/init.js +213 -725
  613. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
  614. package/src/inference/pipelines/text/kernel-trace.js +0 -33
  615. package/src/inference/pipelines/text/layer-plan-gpu.js +590 -0
  616. package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
  617. package/src/inference/pipelines/text/layer-plan.js +1 -1
  618. package/src/inference/pipelines/text/layer.d.ts +70 -8
  619. package/src/inference/pipelines/text/layer.js +373 -558
  620. package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
  621. package/src/inference/pipelines/text/linear-attention.js +6 -4
  622. package/src/inference/pipelines/text/load-errors.d.ts +21 -0
  623. package/src/inference/pipelines/text/load-errors.js +59 -0
  624. package/src/inference/pipelines/text/logits/cpu.js +2 -20
  625. package/src/inference/pipelines/text/logits/gpu.d.ts +49 -2
  626. package/src/inference/pipelines/text/logits/gpu.js +419 -66
  627. package/src/inference/pipelines/text/logits/index.d.ts +3 -3
  628. package/src/inference/pipelines/text/logits/index.js +96 -42
  629. package/src/inference/pipelines/text/logits/types.d.ts +2 -2
  630. package/src/inference/pipelines/text/lora-apply.js +17 -0
  631. package/src/inference/pipelines/text/model-load.d.ts +5 -4
  632. package/src/inference/pipelines/text/model-load.js +74 -17
  633. package/src/inference/pipelines/text/moe-gpu.d.ts +13 -0
  634. package/src/inference/pipelines/text/moe-gpu.js +445 -16
  635. package/src/inference/pipelines/text/moe-impl.d.ts +13 -3
  636. package/src/inference/pipelines/text/moe-shape-validator.js +13 -1
  637. package/src/inference/pipelines/text/ops.d.ts +42 -4
  638. package/src/inference/pipelines/text/ops.js +20 -1
  639. package/src/inference/pipelines/text/per-layer-inputs.js +36 -6
  640. package/src/inference/pipelines/text/probes.d.ts +3 -6
  641. package/src/inference/pipelines/text/probes.js +119 -31
  642. package/src/inference/pipelines/text/sampling-config.d.ts +4 -10
  643. package/src/inference/pipelines/text/sampling-config.js +103 -64
  644. package/src/inference/pipelines/text/sampling.d.ts +0 -5
  645. package/src/inference/pipelines/text/sampling.js +153 -9
  646. package/src/inference/pipelines/text/stage-names.js +3 -0
  647. package/src/inference/pipelines/text/state.js +19 -0
  648. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +57 -0
  649. package/src/inference/pipelines/text/tsir-fixture-writer.js +408 -0
  650. package/src/inference/pipelines/text/types.d.ts +92 -81
  651. package/src/inference/pipelines/text/weights.d.ts +4 -52
  652. package/src/inference/pipelines/text/weights.js +6 -56
  653. package/src/inference/pipelines/text.d.ts +33 -1
  654. package/src/inference/pipelines/text.js +375 -55
  655. package/src/inference/pipelines/vision/gemma4.js +20 -9
  656. package/src/inference/pipelines/vision/index.js +0 -107
  657. package/src/inference/runtime-model.d.ts +0 -7
  658. package/src/inference/runtime-model.js +0 -23
  659. package/src/inference/test-harness.d.ts +6 -22
  660. package/src/inference/test-harness.js +97 -23
  661. package/src/inference/tokenizer.d.ts +30 -0
  662. package/src/inference/tokenizer.js +341 -174
  663. package/src/inference/tokenizers/bundled.js +71 -49
  664. package/src/inference/tokenizers/sentencepiece.js +65 -15
  665. package/src/inference/tokenizers/types.d.ts +0 -21
  666. package/src/loader/doppler-loader.d.ts +14 -0
  667. package/src/loader/doppler-loader.js +378 -25
  668. package/src/loader/embedding-limit-preflight.d.ts +31 -0
  669. package/src/loader/embedding-limit-preflight.js +216 -0
  670. package/src/loader/embedding-loader.d.ts +8 -2
  671. package/src/loader/embedding-loader.js +276 -11
  672. package/src/loader/experts/expert-loader.d.ts +4 -1
  673. package/src/loader/experts/expert-loader.js +174 -5
  674. package/src/loader/final-weights-loader.d.ts +5 -0
  675. package/src/loader/final-weights-loader.js +167 -4
  676. package/src/loader/layer-loader.d.ts +2 -0
  677. package/src/loader/layer-loader.js +74 -6
  678. package/src/loader/loader-types.d.ts +61 -2
  679. package/src/loader/manifest-config.d.ts +8 -0
  680. package/src/loader/manifest-config.js +25 -1
  681. package/src/loader/memory-monitor.d.ts +17 -5
  682. package/src/loader/quantization-constants.d.ts +6 -0
  683. package/src/loader/shard-resolver.d.ts +1 -0
  684. package/src/loader/shard-resolver.js +52 -4
  685. package/src/loader/tensors/functional-descriptor-loader.d.ts +9 -0
  686. package/src/loader/tensors/functional-descriptor-loader.js +377 -0
  687. package/src/loader/tensors/source-transform.js +6 -1
  688. package/src/loader/tensors/tensor-loader.d.ts +36 -8
  689. package/src/loader/tensors/tensor-loader.js +521 -22
  690. package/src/loader/tensors/tensor-reader.d.ts +4 -1
  691. package/src/loader/tensors/tensor-reader.js +11 -4
  692. package/src/loader/weights.d.ts +3 -1
  693. package/src/memory/address-table.d.ts +1 -9
  694. package/src/memory/buffer-pool.d.ts +0 -16
  695. package/src/memory/buffer-pool.js +13 -42
  696. package/src/memory/heap-manager.d.ts +18 -43
  697. package/src/memory/unified-detect.d.ts +19 -34
  698. package/src/models/diffusiongemma.d.ts +7 -0
  699. package/src/models/diffusiongemma.js +25 -0
  700. package/src/models/embeddinggemma.d.ts +7 -0
  701. package/src/models/embeddinggemma.js +24 -0
  702. package/src/models/family.d.ts +24 -0
  703. package/src/models/family.js +25 -0
  704. package/src/models/gemma3.d.ts +7 -0
  705. package/src/models/gemma3.js +33 -0
  706. package/src/models/gemma4.d.ts +7 -0
  707. package/src/models/gemma4.js +57 -0
  708. package/src/models/qwen3.d.ts +7 -0
  709. package/src/models/qwen3.js +36 -0
  710. package/src/rules/converter/tokenizer.rules.json +5 -0
  711. package/src/rules/execution-rules-contract-check.js +162 -10
  712. package/src/rules/inference/capability-transforms.rules.json +111 -0
  713. package/src/rules/inference/config.rules.json +1 -0
  714. package/src/rules/inference/dtype.rules.json +7 -0
  715. package/src/rules/inference/execution.rules.json +117 -16
  716. package/src/rules/inference/ffn.rules.json +24 -2
  717. package/src/rules/kernels/gather.rules.json +81 -0
  718. package/src/rules/kernels/matmul.rules.json +19 -0
  719. package/src/rules/kernels/moe.rules.json +3 -0
  720. package/src/rules/kernels/rep-penalty.rules.json +6 -0
  721. package/src/rules/kernels/rmsnorm-qk.rules.json +6 -0
  722. package/src/rules/kernels/rmsnorm.rules.json +42 -7
  723. package/src/rules/kernels/rope-qk.rules.json +6 -0
  724. package/src/rules/loader/tensor-loader.rules.json +17 -0
  725. package/src/rules/rule-registry.js +59 -75
  726. package/src/storage/artifact-storage-context.d.ts +12 -3
  727. package/src/storage/artifact-storage-context.js +241 -26
  728. package/src/storage/backends/opfs-store.js +138 -88
  729. package/src/storage/blake3.js +9 -1
  730. package/src/storage/export.js +1 -5
  731. package/src/storage/normalize-model-id.js +3 -0
  732. package/src/storage/preflight.js +11 -0
  733. package/src/storage/quickstart-downloader.js +44 -67
  734. package/src/storage/reports.js +35 -11
  735. package/src/storage/shard-manager.d.ts +8 -2
  736. package/src/storage/shard-manager.js +176 -15
  737. package/src/storage/source-artifact-store.d.ts +0 -2
  738. package/src/storage/source-artifact-store.js +3 -9
  739. package/src/sw.js +0 -3
  740. package/src/tooling/browser-command-runner.d.ts +0 -3
  741. package/src/tooling/browser-command-runner.js +31 -4
  742. package/src/tooling/command-api-constants.js +1 -1
  743. package/src/tooling/command-api-family-normalizers.d.ts +1 -0
  744. package/src/tooling/command-api-family-normalizers.js +53 -9
  745. package/src/tooling/command-api-helpers.d.ts +0 -2
  746. package/src/tooling/command-api-helpers.js +8 -3
  747. package/src/tooling/command-api.d.ts +22 -1
  748. package/src/tooling/command-api.js +11 -1
  749. package/src/tooling/command-envelope.d.ts +0 -1
  750. package/src/tooling/command-envelope.js +1 -1
  751. package/src/tooling/command-runner-shared.d.ts +14 -0
  752. package/src/tooling/command-runner-shared.js +2 -1
  753. package/src/tooling/conversion-config-materializer.d.ts +0 -10
  754. package/src/tooling/conversion-config-materializer.js +1 -1
  755. package/src/tooling/diagnose-runner.js +3 -4
  756. package/src/tooling/hf-registry-utils.d.ts +2 -6
  757. package/src/tooling/hf-registry-utils.js +90 -19
  758. package/src/tooling/kernel-path-builder/index.js +1 -4
  759. package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
  760. package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
  761. package/src/tooling/lean-execution-contract-runner.js +2 -2
  762. package/src/tooling/litert-package-runtime.d.ts +1 -1
  763. package/src/tooling/litert-package-runtime.js +571 -37
  764. package/src/tooling/node-browser-command-runner.d.ts +15 -0
  765. package/src/tooling/node-browser-command-runner.js +107 -17
  766. package/src/tooling/node-command-runner.js +43 -2
  767. package/src/tooling/node-convert-worker-pool.js +15 -0
  768. package/src/tooling/node-convert-worker.js +11 -1
  769. package/src/tooling/node-converter.js +102 -1
  770. package/src/tooling/node-source-runtime.js +1 -10
  771. package/src/tooling/node-webgpu.d.ts +1 -0
  772. package/src/tooling/node-webgpu.js +23 -11
  773. package/src/tooling/opfs-cache.js +1 -4
  774. package/src/tooling/precision-replay-math.js +174 -0
  775. package/src/tooling/program-bundle-host.d.ts +16 -0
  776. package/src/tooling/program-bundle-host.js +20 -0
  777. package/src/tooling/program-bundle-parity.d.ts +28 -0
  778. package/src/tooling/program-bundle-parity.js +210 -0
  779. package/src/tooling/program-bundle.d.ts +112 -0
  780. package/src/tooling/program-bundle.js +1119 -0
  781. package/src/tooling/rdrr-integrity-refresh.d.ts +50 -0
  782. package/src/tooling/rdrr-integrity-refresh.js +271 -0
  783. package/src/tooling/reference-verify.js +191 -0
  784. package/src/tooling/source-artifact-adapter.d.ts +0 -20
  785. package/src/tooling/source-artifact-adapter.js +10 -5
  786. package/src/tooling/source-package-profiles.d.ts +18 -1
  787. package/src/tooling/source-package-profiles.js +110 -8
  788. package/src/tooling/source-runtime-bundle.d.ts +3 -0
  789. package/src/tooling/source-runtime-bundle.js +30 -22
  790. package/src/tooling/source-runtime-converter-config.d.ts +0 -5
  791. package/src/tooling/source-runtime-converter-config.js +25 -12
  792. package/src/tooling/source-runtime-materializer.js +1 -7
  793. package/src/tooling-experimental-exports.shared.d.ts +10 -0
  794. package/src/tooling-experimental-exports.shared.js +10 -0
  795. package/src/tooling-exports/device.d.ts +11 -0
  796. package/src/tooling-exports/device.js +14 -0
  797. package/src/tooling-exports/manifest.d.ts +8 -0
  798. package/src/tooling-exports/manifest.js +11 -0
  799. package/src/tooling-exports/storage.d.ts +25 -0
  800. package/src/tooling-exports/storage.js +29 -0
  801. package/src/tooling-exports/structured.d.ts +1 -0
  802. package/src/tooling-exports/structured.js +5 -0
  803. package/src/tooling-exports.d.ts +23 -0
  804. package/src/tooling-exports.js +17 -0
  805. package/src/tooling-exports.shared.d.ts +27 -30
  806. package/src/tooling-exports.shared.js +28 -29
  807. package/src/types/index.d.ts +0 -3
  808. package/src/types/index.js +0 -3
  809. package/src/utils/array-buffer.d.ts +4 -0
  810. package/src/utils/array-buffer.js +9 -0
  811. package/src/utils/canonical-hash.d.ts +7 -0
  812. package/src/utils/canonical-hash.js +74 -0
  813. package/src/utils/clone-json.d.ts +1 -0
  814. package/src/utils/clone-json.js +7 -0
  815. package/src/utils/encode-utf8.js +5 -0
  816. package/src/utils/index.d.ts +4 -1
  817. package/src/utils/index.js +4 -1
  818. package/src/utils/runtime-env.js +7 -0
  819. package/src/utils/sha256.d.ts +1 -0
  820. package/src/utils/sha256.js +18 -4
  821. package/src/utils/stable-sort-object.d.ts +1 -0
  822. package/src/utils/stable-sort-object.js +13 -0
  823. package/src/version.js +1 -1
  824. package/tools/convert-safetensors-node.js +1 -2
  825. package/src/bootstrap.d.ts +0 -1
  826. package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
  827. package/src/config/kernels/kernel-ref.d.ts +0 -17
  828. package/src/config/kernels/kernel-ref.js +0 -75
  829. package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
  830. package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
  831. package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
  832. package/src/config/runtime/kernels/fused-q4k.json +0 -13
  833. package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
  834. package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
  835. package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
  836. package/src/config/runtime/kernels/safe-q4k.json +0 -13
  837. package/src/config/runtime/overlays/debug-f32a.json +0 -3
  838. package/src/config/runtime/overlays/trace-config.json +0 -28
  839. package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
  840. package/src/debug/perf.d.ts +0 -33
  841. package/src/debug/perf.js +0 -51
  842. package/src/errors/index.d.ts +0 -1
  843. package/src/errors/index.js +0 -1
  844. package/src/formats/gguf/index.d.ts +0 -8
  845. package/src/formats/gguf/index.js +0 -4
  846. package/src/formats/litert/index.d.ts +0 -1
  847. package/src/formats/litert/index.js +0 -1
  848. package/src/formats/safetensors/index.d.ts +0 -8
  849. package/src/formats/safetensors/index.js +0 -4
  850. package/src/formats/tflite/index.d.ts +0 -1
  851. package/src/formats/tflite/index.js +0 -1
  852. package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
  853. package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
  854. package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
  855. package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
  856. package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
  857. package/src/inference/functiongemma.d.ts +0 -15
  858. package/src/inference/functiongemma.js +0 -1
  859. package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
  860. package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
  861. package/src/rules/kernels/kernel-validator.d.ts +0 -24
  862. package/src/rules/kernels/kernel-validator.js +0 -160
  863. package/src/sw.d.ts +0 -1
  864. package/src/tooling/bench-runner.js +0 -64
  865. package/src/tooling/distill-runner.js +0 -56
  866. package/src/tooling/lora-runner.js +0 -37
  867. package/src/tooling/verify-runner.js +0 -63
  868. package/src/types/gpu.d.ts +0 -185
  869. package/src/types/gpu.js +0 -5
  870. package/src/types/inference.d.ts +0 -197
  871. package/src/types/inference.js +0 -5
  872. package/src/types/model.d.ts +0 -130
  873. package/src/types/model.js +0 -5
  874. package/src/utils/format-bytes.js +0 -20
  875. /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
  876. /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
  877. /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
  878. /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
  879. /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
  880. /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
@@ -1,8 +1,12 @@
1
1
  import { log as debugLog } from '../debug/index.js';
2
+ import { readBuffer } from '../memory/buffer-pool.js';
2
3
  import { CAPTURE_LEVELS, createDefaultCaptureConfig } from '../debug/capture-policy.js';
3
4
  import { selectRuleValue } from '../rules/rule-registry.js';
4
5
  import { loadJson } from '../utils/load-json.js';
5
6
  import { isPlainObject } from '../utils/plain-object.js';
7
+ import { cloneJsonValue } from '../utils/clone-json.js';
8
+ import { sha256BytesHex } from '../utils/sha256.js';
9
+ import { resolvePromptInput } from './pipelines/text/generator-prefill-helpers.js';
6
10
 
7
11
  const DEFAULT_SAMPLING_DEFAULTS = Object.freeze({
8
12
  temperature: 1.0,
@@ -43,17 +47,332 @@ const DEFAULT_IMAGE_TRANSCRIPTION_SOFT_TOKEN_BUDGET = 70;
43
47
  const DEFAULT_HARNESS_MAX_TOKENS = 32;
44
48
  const EMBEDDING_PREVIEW_LENGTH = 16;
45
49
  const GENERATION_TOKEN_DIAGNOSTIC_LIMIT = 32;
50
+ const DECODE_RECORD_TOP_OP_LIMIT = 20;
46
51
  let defaultsWarningEmitted = false;
47
52
 
48
- function warnIfUsingDefaults(runtimeConfig) {
53
+ export function normalizeDecodeRecordOpLabels(value) {
54
+ if (!value || typeof value !== 'object' || Array.isArray(value)) {
55
+ return null;
56
+ }
57
+ const entries = [];
58
+ for (const [label, rawCount] of Object.entries(value)) {
59
+ const count = Number(rawCount);
60
+ if (typeof label !== 'string' || label.length === 0 || !Number.isFinite(count) || count <= 0) {
61
+ continue;
62
+ }
63
+ entries.push([label, count]);
64
+ }
65
+ if (entries.length === 0) {
66
+ return null;
67
+ }
68
+ entries.sort((a, b) => {
69
+ const countDelta = b[1] - a[1];
70
+ return countDelta !== 0 ? countDelta : a[0].localeCompare(b[0]);
71
+ });
72
+ return Object.fromEntries(entries);
73
+ }
74
+
75
+ export function buildDecodeRecordTopOps(labelCounts, totalOps = null, limit = DECODE_RECORD_TOP_OP_LIMIT) {
76
+ const normalized = normalizeDecodeRecordOpLabels(labelCounts);
77
+ if (!normalized) {
78
+ return [];
79
+ }
80
+ const entries = Object.entries(normalized);
81
+ const denominator = Number.isFinite(totalOps) && totalOps > 0
82
+ ? totalOps
83
+ : entries.reduce((sum, [, count]) => sum + count, 0);
84
+ const maxEntries = Number.isFinite(limit) && limit > 0
85
+ ? Math.floor(limit)
86
+ : DECODE_RECORD_TOP_OP_LIMIT;
87
+ return entries.slice(0, maxEntries).map(([label, count]) => ({
88
+ label,
89
+ count,
90
+ shareOfOps: denominator > 0 ? count / denominator : null,
91
+ }));
92
+ }
93
+
94
+ function normalizeDecodeRecordOpGroupLabel(label) {
95
+ const grouped = label
96
+ .replace(/^L\d+[.:]/, '')
97
+ .replace(/:L\d+(?=:|$)/g, '');
98
+ return grouped.length > 0 ? grouped : label;
99
+ }
100
+
101
+ export function groupDecodeRecordOpLabels(labelCounts) {
102
+ const normalized = normalizeDecodeRecordOpLabels(labelCounts);
103
+ if (!normalized) {
104
+ return null;
105
+ }
106
+ const groups = {};
107
+ for (const [label, count] of Object.entries(normalized)) {
108
+ const groupLabel = normalizeDecodeRecordOpGroupLabel(label);
109
+ groups[groupLabel] = (groups[groupLabel] ?? 0) + count;
110
+ }
111
+ return normalizeDecodeRecordOpLabels(groups);
112
+ }
113
+
114
+ export function buildDecodeRecordTopOpGroups(labelCounts, totalOps = null, limit = DECODE_RECORD_TOP_OP_LIMIT) {
115
+ return buildDecodeRecordTopOps(
116
+ groupDecodeRecordOpLabels(labelCounts),
117
+ totalOps,
118
+ limit
119
+ );
120
+ }
121
+
122
+ function nonNegativeFiniteNumber(value) {
123
+ const number = Number(value);
124
+ return Number.isFinite(number) && number >= 0 ? number : null;
125
+ }
126
+
127
+ export function normalizeUniformCacheStats(value) {
128
+ if (!value || typeof value !== 'object' || Array.isArray(value)) {
129
+ return null;
130
+ }
131
+ const hits = nonNegativeFiniteNumber(value.hits);
132
+ const misses = nonNegativeFiniteNumber(value.misses);
133
+ const evictions = nonNegativeFiniteNumber(value.evictions);
134
+ const currentSize = nonNegativeFiniteNumber(value.currentSize);
135
+ const pendingDestruction = nonNegativeFiniteNumber(value.pendingDestruction);
136
+ const totalLookups = Number.isFinite(hits) && Number.isFinite(misses)
137
+ ? hits + misses
138
+ : null;
139
+ const stats = {};
140
+ if (Number.isFinite(hits)) stats.hits = hits;
141
+ if (Number.isFinite(misses)) stats.misses = misses;
142
+ if (Number.isFinite(totalLookups)) stats.totalLookups = totalLookups;
143
+ if (Number.isFinite(totalLookups) && totalLookups > 0) stats.hitRateRatio = hits / totalLookups;
144
+ if (typeof value.hitRate === 'string' && value.hitRate.length > 0) stats.hitRate = value.hitRate;
145
+ if (Number.isFinite(evictions)) stats.evictions = evictions;
146
+ if (Number.isFinite(currentSize)) stats.currentSize = currentSize;
147
+ if (Number.isFinite(pendingDestruction)) stats.pendingDestruction = pendingDestruction;
148
+ return Object.keys(stats).length > 0 ? stats : null;
149
+ }
150
+
151
+ function normalizeTokenIdArray(value, label) {
152
+ const raw = ArrayBuffer.isView(value) ? Array.from(value) : value;
153
+ if (!Array.isArray(raw)) {
154
+ throw new Error(`${label} must be an array or typed array of token IDs.`);
155
+ }
156
+ return raw.map((entry) => {
157
+ const tokenId = Number(entry);
158
+ if (!Number.isInteger(tokenId) || tokenId < 0) {
159
+ throw new Error(`${label} contains invalid token ID ${entry}.`);
160
+ }
161
+ return tokenId;
162
+ });
163
+ }
164
+
165
+ function resolveGenerationUseChatTemplate(pipeline, runtimeConfig, runOverrides, promptInput) {
166
+ if (typeof runOverrides?.useChatTemplate === 'boolean') {
167
+ return runOverrides.useChatTemplate;
168
+ }
169
+ if (typeof runtimeConfig?.inference?.chatTemplate?.enabled === 'boolean') {
170
+ return runtimeConfig.inference.chatTemplate.enabled;
171
+ }
172
+ if (isStructuredPromptInput(promptInput)) {
173
+ return true;
174
+ }
175
+ if (typeof pipeline?.modelConfig?.chatTemplateEnabled === 'boolean') {
176
+ return pipeline.modelConfig.chatTemplateEnabled;
177
+ }
178
+ return false;
179
+ }
180
+
181
+ function resolvePromptTokenIdsForTranscript(pipeline, promptInput, useChatTemplate) {
182
+ if (!pipeline?.tokenizer || typeof pipeline.tokenizer.encode !== 'function') {
183
+ return null;
184
+ }
185
+ const processedPrompt = resolvePromptInput(
186
+ { modelConfig: pipeline.modelConfig ?? {} },
187
+ promptInput,
188
+ useChatTemplate,
189
+ 'browserHarness.referenceTranscript'
190
+ );
191
+ return normalizeTokenIdArray(
192
+ pipeline.tokenizer.encode(processedPrompt),
193
+ 'browserHarness.referenceTranscript.promptTokenIds'
194
+ );
195
+ }
196
+
197
+ function bytesFromArrayBufferView(view) {
198
+ return new Uint8Array(view.buffer, view.byteOffset, view.byteLength);
199
+ }
200
+
201
+ function digestBytes(bytes) {
202
+ return `sha256:${sha256BytesHex(bytes)}`;
203
+ }
204
+
205
+ function selectTopLogits(logits, limit, decodeToken) {
206
+ const top = [];
207
+ const count = Math.max(1, Math.floor(limit));
208
+ for (let tokenId = 0; tokenId < logits.length; tokenId++) {
209
+ const logit = logits[tokenId];
210
+ if (!Number.isFinite(logit)) continue;
211
+ const candidate = { tokenId, logit };
212
+ let insertAt = top.length;
213
+ while (
214
+ insertAt > 0
215
+ && (
216
+ candidate.logit > top[insertAt - 1].logit
217
+ || (candidate.logit === top[insertAt - 1].logit && candidate.tokenId < top[insertAt - 1].tokenId)
218
+ )
219
+ ) {
220
+ insertAt -= 1;
221
+ }
222
+ top.splice(insertAt, 0, candidate);
223
+ if (top.length > count) {
224
+ top.pop();
225
+ }
226
+ }
227
+ return top.map((entry) => ({
228
+ tokenId: entry.tokenId,
229
+ logit: entry.logit,
230
+ text: typeof decodeToken === 'function' ? decodeToken(entry.tokenId) : null,
231
+ }));
232
+ }
233
+
234
+ function getReferenceTranscriptRuntimeConfig(runtimeConfig) {
235
+ const config = runtimeConfig?.shared?.harness?.referenceTranscript;
236
+ return isPlainObject(config) ? config : null;
237
+ }
238
+
239
+ function shouldCaptureReferenceLogits(runOverrides, runtimeConfig) {
240
+ const referenceConfig = getReferenceTranscriptRuntimeConfig(runtimeConfig);
241
+ return runOverrides?.diagnostics?.referenceTranscript?.captureLogits === true
242
+ || runOverrides?.diagnostics?.captureLogits === true
243
+ || referenceConfig?.captureLogits === true;
244
+ }
245
+
246
+ function shouldCaptureReferenceKvBytes(runOverrides, runtimeConfig) {
247
+ const referenceConfig = getReferenceTranscriptRuntimeConfig(runtimeConfig);
248
+ return runOverrides?.diagnostics?.referenceTranscript?.captureKvBytes === true
249
+ || runOverrides?.diagnostics?.captureKvBytes === true
250
+ || referenceConfig?.captureKvBytes === true;
251
+ }
252
+
253
+ function shouldEnableReferenceTranscriptDiagnostics(runOverrides, runtimeConfig) {
254
+ const referenceConfig = getReferenceTranscriptRuntimeConfig(runtimeConfig);
255
+ return runOverrides?.diagnostics?.enabled === true
256
+ || referenceConfig?.enabled === true
257
+ || referenceConfig?.captureLogits === true
258
+ || referenceConfig?.captureKvBytes === true;
259
+ }
260
+
261
+ export function digestLogitsForTranscript(logits, context) {
262
+ if (!(logits instanceof Float32Array)) {
263
+ throw new Error('reference transcript logits capture requires Float32Array logits.');
264
+ }
265
+ const digest = digestBytes(bytesFromArrayBufferView(logits));
266
+ const topK = Number.isInteger(context?.topK) ? Math.max(1, context.topK) : 8;
267
+ const decodeToken = typeof context?.decodeToken === 'function' ? context.decodeToken : null;
268
+ return {
269
+ index: Number.isInteger(context?.index) ? context.index : null,
270
+ tokenId: Number.isInteger(context?.tokenId) ? context.tokenId : null,
271
+ inputTokenCount: Number.isInteger(context?.inputTokenCount) ? context.inputTokenCount : null,
272
+ dtype: 'f32',
273
+ elementCount: logits.length,
274
+ digest,
275
+ top: selectTopLogits(logits, topK, decodeToken),
276
+ };
277
+ }
278
+
279
+ async function digestKvLayerBytes(layer, layerIdx, kvCache) {
280
+ const seqLen = Number.isFinite(layer?.seqLen) ? Math.max(0, Math.floor(layer.seqLen)) : 0;
281
+ const byteLength = seqLen * kvCache.kvSize * kvCache.bytesPerElem;
282
+ if (byteLength < 1) {
283
+ return {
284
+ layer: layerIdx,
285
+ seqLen,
286
+ keyBytes: 0,
287
+ valueBytes: 0,
288
+ keyDigest: digestBytes(new Uint8Array()),
289
+ valueDigest: digestBytes(new Uint8Array()),
290
+ };
291
+ }
292
+
293
+ if (layer?.keysGPU && layer?.valuesGPU) {
294
+ const [keyBuffer, valueBuffer] = await Promise.all([
295
+ readBuffer(layer.keysGPU, byteLength),
296
+ readBuffer(layer.valuesGPU, byteLength),
297
+ ]);
298
+ return {
299
+ layer: layerIdx,
300
+ seqLen,
301
+ keyBytes: byteLength,
302
+ valueBytes: byteLength,
303
+ keyDigest: digestBytes(new Uint8Array(keyBuffer)),
304
+ valueDigest: digestBytes(new Uint8Array(valueBuffer)),
305
+ };
306
+ }
307
+
308
+ const elementCount = seqLen * kvCache.kvSize;
309
+ if (layer?.keys instanceof Float32Array && layer?.values instanceof Float32Array) {
310
+ const keys = layer.keys.subarray(0, elementCount);
311
+ const values = layer.values.subarray(0, elementCount);
312
+ return {
313
+ layer: layerIdx,
314
+ seqLen,
315
+ keyBytes: keys.byteLength,
316
+ valueBytes: values.byteLength,
317
+ keyDigest: digestBytes(bytesFromArrayBufferView(keys)),
318
+ valueDigest: digestBytes(bytesFromArrayBufferView(values)),
319
+ };
320
+ }
321
+
322
+ throw new Error(`reference transcript KV byte capture unsupported for layer ${layerIdx}.`);
323
+ }
324
+
325
+ export async function captureKvCacheByteProof(pipeline, enabled) {
326
+ if (!enabled) return null;
327
+ const kvCache = pipeline?.kvCache ?? null;
328
+ if (!kvCache || !Array.isArray(kvCache.layers)) {
329
+ return null;
330
+ }
331
+ if (kvCache.layout !== 'contiguous') {
332
+ throw new Error(
333
+ `reference transcript KV byte capture only supports contiguous KV cache layout; got ${kvCache.layout}.`
334
+ );
335
+ }
336
+ const layers = [];
337
+ for (let layerIdx = 0; layerIdx < kvCache.layers.length; layerIdx += 1) {
338
+ layers.push(await digestKvLayerBytes(kvCache.layers[layerIdx], layerIdx, kvCache));
339
+ }
340
+ const canonicalBytes = new TextEncoder().encode(JSON.stringify({
341
+ mode: 'sha256-layer-kv-bytes',
342
+ layout: kvCache.layout,
343
+ kvDtype: kvCache.kvDtype ?? null,
344
+ kvSize: kvCache.kvSize,
345
+ bytesPerElem: kvCache.bytesPerElem,
346
+ layers,
347
+ }));
348
+ return {
349
+ mode: 'sha256-layer-kv-bytes',
350
+ layout: kvCache.layout,
351
+ kvDtype: kvCache.kvDtype ?? null,
352
+ layerCount: layers.length,
353
+ digest: digestBytes(canonicalBytes),
354
+ layers,
355
+ };
356
+ }
357
+
358
+ function hasPromptInput(value) {
359
+ return (typeof value === 'string' && value.trim().length > 0)
360
+ || (Array.isArray(value) && value.length > 0)
361
+ || isStructuredPromptInput(value);
362
+ }
363
+
364
+ function warnIfUsingDefaults(runtimeConfig, runOverrides = null) {
49
365
  if (defaultsWarningEmitted) return;
50
366
  const promptOverride = runtimeConfig?.inference?.prompt;
51
- const hasPrompt = (typeof promptOverride === 'string' && promptOverride.trim().length > 0)
52
- || (Array.isArray(promptOverride) && promptOverride.length > 0)
53
- || isStructuredPromptInput(promptOverride);
54
- const hasSampling = isPlainObject(runtimeConfig?.inference?.sampling)
367
+ const hasPrompt = hasPromptInput(runOverrides?.prompt)
368
+ || hasPromptInput(promptOverride);
369
+ const hasRuntimeSampling = isPlainObject(runtimeConfig?.inference?.sampling)
55
370
  && Object.keys(runtimeConfig.inference.sampling).length > 0;
56
- const hasMaxTokens = Number.isFinite(runtimeConfig?.inference?.generation?.maxTokens);
371
+ const hasRunSampling = isPlainObject(runOverrides?.sampling)
372
+ && Object.keys(runOverrides.sampling).length > 0;
373
+ const hasSampling = hasRuntimeSampling || hasRunSampling;
374
+ const hasMaxTokens = Number.isFinite(runOverrides?.maxTokens)
375
+ || Number.isFinite(runtimeConfig?.inference?.generation?.maxTokens);
57
376
  if (hasPrompt && hasSampling && hasMaxTokens) return;
58
377
  defaultsWarningEmitted = true;
59
378
  const missingFields = [];
@@ -90,13 +409,6 @@ function asText(value) {
90
409
  return trimmed || null;
91
410
  }
92
411
 
93
- function cloneJsonValue(value) {
94
- if (typeof structuredClone === 'function') {
95
- return structuredClone(value);
96
- }
97
- return JSON.parse(JSON.stringify(value));
98
- }
99
-
100
412
  function normalizeRetrievalFixtures(cases) {
101
413
  if (!Array.isArray(cases)) return null;
102
414
  const normalized = [];
@@ -604,7 +916,7 @@ function resolveGenerationPromptInput(runtimeConfig, runOverrides = null, source
604
916
  const overridePrompt = runOverrides?.prompt;
605
917
  assertPromptContract(overridePrompt, templateType, 'runOverrides.prompt');
606
918
  if (typeof overridePrompt === 'string' && overridePrompt.trim()) {
607
- return overridePrompt.trim();
919
+ return overridePrompt;
608
920
  }
609
921
  if (isStructuredPromptInput(overridePrompt)) {
610
922
  return clonePromptInput(overridePrompt);
@@ -616,7 +928,7 @@ function resolveGenerationPromptInput(runtimeConfig, runOverrides = null, source
616
928
  return buildDefaultGenerationPrompt(templateType);
617
929
  }
618
930
  if (typeof runtimePrompt === 'string' && runtimePrompt.trim()) {
619
- return runtimePrompt.trim();
931
+ return runtimePrompt;
620
932
  }
621
933
  if (isStructuredPromptInput(runtimePrompt)) {
622
934
  return clonePromptInput(runtimePrompt);
@@ -677,7 +989,7 @@ export function resolveBenchmarkRunSettings(runtimeConfig, source = null) {
677
989
  ? benchSeed
678
990
  : runtimeSeed;
679
991
  const promptInput = typeof benchConfig.customPrompt === 'string' && benchConfig.customPrompt.trim()
680
- ? benchConfig.customPrompt.trim()
992
+ ? benchConfig.customPrompt
681
993
  : resolveGenerationPromptInput(runtimeConfig, null, source);
682
994
  const maxTokens = Number.isFinite(benchConfig.maxNewTokens)
683
995
  ? Math.max(1, Math.floor(benchConfig.maxNewTokens))
@@ -1012,6 +1324,12 @@ function buildGenerationPhaseFromStats(pipeline, durationMs, tokenCount) {
1012
1324
  const stats = typeof pipeline?.getStats === 'function'
1013
1325
  ? (pipeline.getStats() || {})
1014
1326
  : {};
1327
+ const memoryStats = typeof pipeline?.getMemoryStats === 'function'
1328
+ ? (pipeline.getMemoryStats() || {})
1329
+ : {};
1330
+ const kvMemory = memoryStats.kvCache && typeof memoryStats.kvCache === 'object'
1331
+ ? memoryStats.kvCache
1332
+ : null;
1015
1333
  const prefillMs = Number.isFinite(stats.prefillTimeMs) ? stats.prefillTimeMs : 0;
1016
1334
  const ttftMs = Number.isFinite(stats.ttftMs) ? stats.ttftMs : prefillMs;
1017
1335
  const decodeMs = Number.isFinite(stats.decodeTimeMs) ? stats.decodeTimeMs : 0;
@@ -1032,18 +1350,84 @@ function buildGenerationPhaseFromStats(pipeline, durationMs, tokenCount) {
1032
1350
  if (Number.isFinite(stats.gpuTimePrefillMs)) gpu.prefillMs = stats.gpuTimePrefillMs;
1033
1351
  if (Number.isFinite(stats.gpuTimeDecodeMs)) gpu.decodeMs = stats.gpuTimeDecodeMs;
1034
1352
  if (Number.isFinite(stats.decodeRecordMs)) gpu.decodeRecordMs = stats.decodeRecordMs;
1353
+ if (Number.isFinite(stats.decodeRecordOps)) gpu.decodeRecordOps = stats.decodeRecordOps;
1354
+ if (Number.isFinite(stats.decodeRecordPasses)) gpu.decodeRecordPasses = stats.decodeRecordPasses;
1355
+ const decodeRecordOpLabels = normalizeDecodeRecordOpLabels(stats.decodeRecordOpLabels);
1356
+ if (decodeRecordOpLabels) {
1357
+ const decodeRecordTopOps = buildDecodeRecordTopOps(decodeRecordOpLabels, stats.decodeRecordOps);
1358
+ const decodeRecordTopOpGroups = buildDecodeRecordTopOpGroups(decodeRecordOpLabels, stats.decodeRecordOps);
1359
+ gpu.decodeRecordOpLabels = decodeRecordOpLabels;
1360
+ gpu.decodeRecordUniqueOpLabels = Object.keys(decodeRecordOpLabels).length;
1361
+ gpu.decodeRecordTopOps = decodeRecordTopOps;
1362
+ gpu.decodeRecordTopOpGroups = decodeRecordTopOpGroups;
1363
+ }
1364
+ if (
1365
+ Number.isFinite(stats.decodeRecordMs) &&
1366
+ Number.isFinite(stats.decodeRecordOps) &&
1367
+ stats.decodeRecordOps > 0
1368
+ ) {
1369
+ gpu.decodeRecordMsPerOp = stats.decodeRecordMs / stats.decodeRecordOps;
1370
+ }
1371
+ if (
1372
+ Number.isFinite(stats.decodeRecordMs) &&
1373
+ Number.isFinite(stats.decodeRecordPasses) &&
1374
+ stats.decodeRecordPasses > 0
1375
+ ) {
1376
+ gpu.decodeRecordMsPerPass = stats.decodeRecordMs / stats.decodeRecordPasses;
1377
+ }
1378
+ if (
1379
+ Number.isFinite(stats.decodeRecordOps) &&
1380
+ Number.isFinite(stats.decodeRecordPasses) &&
1381
+ stats.decodeRecordOps > 0
1382
+ ) {
1383
+ gpu.decodeRecordPassesPerOp = stats.decodeRecordPasses / stats.decodeRecordOps;
1384
+ }
1385
+ if (
1386
+ Number.isFinite(stats.decodeRecordPasses) &&
1387
+ Number.isFinite(stats.batching?.executedBatchTokens) &&
1388
+ stats.batching.executedBatchTokens > 0
1389
+ ) {
1390
+ gpu.decodeRecordPassesPerExecutedBatchToken = stats.decodeRecordPasses / stats.batching.executedBatchTokens;
1391
+ }
1392
+ if (
1393
+ Number.isFinite(stats.decodeRecordMs) &&
1394
+ Number.isFinite(stats.batching?.executedBatchTokens) &&
1395
+ stats.batching.executedBatchTokens > 0
1396
+ ) {
1397
+ gpu.decodeRecordMsPerExecutedBatchToken = stats.decodeRecordMs / stats.batching.executedBatchTokens;
1398
+ }
1399
+ if (
1400
+ Number.isFinite(stats.decodeRecordOps) &&
1401
+ Number.isFinite(stats.batching?.executedBatchTokens) &&
1402
+ stats.batching.executedBatchTokens > 0
1403
+ ) {
1404
+ gpu.decodeRecordOpsPerExecutedBatchToken = stats.decodeRecordOps / stats.batching.executedBatchTokens;
1405
+ }
1406
+ const uniformCacheStats = normalizeUniformCacheStats(stats.uniformCache);
1407
+ if (uniformCacheStats) {
1408
+ gpu.uniformCache = uniformCacheStats;
1409
+ }
1035
1410
  if (Number.isFinite(stats.decodeSubmitWaitMs)) gpu.decodeSubmitWaitMs = stats.decodeSubmitWaitMs;
1036
1411
  if (Number.isFinite(stats.decodeReadbackWaitMs)) gpu.decodeReadbackWaitMs = stats.decodeReadbackWaitMs;
1412
+ if (Number.isFinite(stats.decodeReadbackMapWaitMs)) gpu.decodeReadbackMapWaitMs = stats.decodeReadbackMapWaitMs;
1413
+ if (Number.isFinite(stats.decodeReadbackCleanupMs)) gpu.decodeReadbackCleanupMs = stats.decodeReadbackCleanupMs;
1414
+ if (Number.isFinite(stats.decodeReadbackCopyMs)) gpu.decodeReadbackCopyMs = stats.decodeReadbackCopyMs;
1415
+ if (Number.isFinite(stats.prefillRecordMs)) gpu.prefillRecordMs = stats.prefillRecordMs;
1416
+ if (Number.isFinite(stats.prefillSubmitWaitMs)) gpu.prefillSubmitWaitMs = stats.prefillSubmitWaitMs;
1037
1417
  if (
1038
1418
  Number.isFinite(decodeMs) &&
1039
1419
  Number.isFinite(stats.decodeRecordMs) &&
1040
1420
  Number.isFinite(stats.decodeSubmitWaitMs) &&
1041
1421
  Number.isFinite(stats.decodeReadbackWaitMs)
1042
1422
  ) {
1043
- gpu.decodeOrchestrationMs = decodeMs - stats.decodeRecordMs - stats.decodeSubmitWaitMs - stats.decodeReadbackWaitMs;
1423
+ const decodeGpuWaitMs = Math.max(stats.decodeSubmitWaitMs, stats.decodeReadbackWaitMs);
1424
+ gpu.decodeOrchestrationMs = decodeMs - stats.decodeRecordMs - decodeGpuWaitMs;
1044
1425
  }
1045
1426
  if (Number.isFinite(stats.singleTokenSubmitWaitMs)) gpu.singleTokenSubmitWaitMs = stats.singleTokenSubmitWaitMs;
1046
1427
  if (Number.isFinite(stats.singleTokenReadbackWaitMs)) gpu.singleTokenReadbackWaitMs = stats.singleTokenReadbackWaitMs;
1428
+ if (Number.isFinite(stats.singleTokenReadbackMapWaitMs)) gpu.singleTokenReadbackMapWaitMs = stats.singleTokenReadbackMapWaitMs;
1429
+ if (Number.isFinite(stats.singleTokenReadbackCleanupMs)) gpu.singleTokenReadbackCleanupMs = stats.singleTokenReadbackCleanupMs;
1430
+ if (Number.isFinite(stats.singleTokenReadbackCopyMs)) gpu.singleTokenReadbackCopyMs = stats.singleTokenReadbackCopyMs;
1047
1431
  if (Number.isFinite(stats.singleTokenOrchestrationMs)) gpu.singleTokenOrchestrationMs = stats.singleTokenOrchestrationMs;
1048
1432
  const gpuPhase = Object.keys(gpu).length > 0 ? gpu : null;
1049
1433
  const batching = {};
@@ -1062,6 +1446,24 @@ function buildGenerationPhaseFromStats(pipeline, durationMs, tokenCount) {
1062
1446
  if (Number.isFinite(stats.batching?.gpuSubmissions)) {
1063
1447
  batching.gpuSubmissions = stats.batching.gpuSubmissions;
1064
1448
  }
1449
+ if (Number.isFinite(stats.batching?.requestedBatchTokens)) {
1450
+ batching.requestedBatchTokens = stats.batching.requestedBatchTokens;
1451
+ }
1452
+ if (Number.isFinite(stats.batching?.effectiveBatchTokens)) {
1453
+ batching.effectiveBatchTokens = stats.batching.effectiveBatchTokens;
1454
+ }
1455
+ if (Number.isFinite(stats.batching?.executedBatchTokens)) {
1456
+ batching.executedBatchTokens = stats.batching.executedBatchTokens;
1457
+ }
1458
+ if (Number.isFinite(stats.batching?.resolvedBatchTokens)) {
1459
+ batching.resolvedBatchTokens = stats.batching.resolvedBatchTokens;
1460
+ }
1461
+ if (Number.isFinite(stats.batching?.maxBatchTokenCap)) {
1462
+ batching.maxBatchTokenCap = stats.batching.maxBatchTokenCap;
1463
+ }
1464
+ if (Number.isFinite(stats.batching?.batchClampCount)) {
1465
+ batching.batchClampCount = stats.batching.batchClampCount;
1466
+ }
1065
1467
  const batchingPhase = Object.keys(batching).length > 0 ? batching : null;
1066
1468
  const plePreparedTokenCache = {};
1067
1469
  if (Number.isFinite(stats.plePreparedTokenCacheHits)) {
@@ -1085,10 +1487,12 @@ function buildGenerationPhaseFromStats(pipeline, durationMs, tokenCount) {
1085
1487
  const plePreparedTokenCachePhase = Object.keys(plePreparedTokenCache).length > 0
1086
1488
  ? plePreparedTokenCache
1087
1489
  : null;
1490
+ const wallMs = Number.isFinite(stats.totalTimeMs) ? stats.totalTimeMs : durationMs;
1088
1491
 
1089
1492
  return {
1090
1493
  phase: {
1091
- totalMs: Number.isFinite(stats.totalTimeMs) ? stats.totalTimeMs : durationMs,
1494
+ totalMs: prefillMs + decodeMs,
1495
+ wallMs,
1092
1496
  ttftMs,
1093
1497
  prefillMs,
1094
1498
  decodeMs,
@@ -1106,8 +1510,21 @@ function buildGenerationPhaseFromStats(pipeline, durationMs, tokenCount) {
1106
1510
  : null,
1107
1511
  decodeMode: stats.decodeMode ?? null,
1108
1512
  batchGuardReason: stats.batchGuardReason ?? null,
1513
+ stopReason: stats.stopReason ?? null,
1514
+ stopTokenId: Number.isInteger(stats.stopTokenId) ? stats.stopTokenId : null,
1109
1515
  batching: batchingPhase,
1110
1516
  plePreparedTokenCache: plePreparedTokenCachePhase,
1517
+ kvCache: kvMemory
1518
+ ? {
1519
+ layout: kvMemory.layout ?? null,
1520
+ kvDtype: kvMemory.kvDtype ?? null,
1521
+ seqLen: Number.isFinite(kvMemory.seqLen) ? kvMemory.seqLen : null,
1522
+ maxSeqLen: Number.isFinite(kvMemory.maxSeqLen) ? kvMemory.maxSeqLen : null,
1523
+ usedBytes: Number.isFinite(kvMemory.used) ? kvMemory.used : null,
1524
+ allocatedBytes: Number.isFinite(kvMemory.allocated) ? kvMemory.allocated : null,
1525
+ counters: kvMemory.counters ?? null,
1526
+ }
1527
+ : null,
1111
1528
  executionPlan: stats.executionPlan ?? null,
1112
1529
  kernelPathId: stats.kernelPathId ?? null,
1113
1530
  operatorDiagnostics: stats.operatorDiagnostics ?? null,
@@ -1128,15 +1545,15 @@ export function isCoherentOutput(tokens, output) {
1128
1545
  }
1129
1546
 
1130
1547
  export async function runGeneration(pipeline, runtimeConfig, runOverrides = null) {
1131
- warnIfUsingDefaults(runtimeConfig);
1548
+ warnIfUsingDefaults(runtimeConfig, runOverrides);
1132
1549
  const tokens = [];
1133
1550
  const tokenIds = [];
1134
1551
  const tokenRecords = [];
1552
+ const logitsDigests = [];
1135
1553
  const promptInput = resolveGenerationPromptInput(runtimeConfig, runOverrides, pipeline);
1136
1554
  const promptLabel = describePromptInput(promptInput);
1137
- const useChatTemplate = runOverrides?.useChatTemplate
1138
- ?? runtimeConfig?.inference?.chatTemplate?.enabled
1139
- ?? (isStructuredPromptInput(promptInput) ? true : undefined);
1555
+ const useChatTemplate = resolveGenerationUseChatTemplate(pipeline, runtimeConfig, runOverrides, promptInput);
1556
+ const promptTokenIds = resolvePromptTokenIdsForTranscript(pipeline, promptInput, useChatTemplate);
1140
1557
  const maxTokens = Number.isFinite(runOverrides?.maxTokens)
1141
1558
  ? Math.max(1, Math.floor(runOverrides.maxTokens))
1142
1559
  : resolveMaxTokens(runtimeConfig);
@@ -1153,11 +1570,12 @@ export async function runGeneration(pipeline, runtimeConfig, runOverrides = null
1153
1570
  const debugProbes = runtimeConfig.shared?.debug?.probes || [];
1154
1571
  const profile = runtimeConfig.shared?.debug?.profiler?.enabled === true;
1155
1572
  const explicitDiagnosticsEnabled = runtimeConfig.shared?.harness?.mode === 'diagnose'
1156
- || runOverrides?.diagnostics?.enabled === true;
1157
- const disableCommandBatching = explicitDiagnosticsEnabled
1573
+ || shouldEnableReferenceTranscriptDiagnostics(runOverrides, runtimeConfig);
1574
+ const disableCommandBatchingForDiagnostics = explicitDiagnosticsEnabled
1158
1575
  || (Array.isArray(debugProbes) && debugProbes.length > 0);
1159
1576
  const start = performance.now();
1160
1577
  const diagnostics = resolveAutomaticGenerationDiagnostics(runtimeConfig, runOverrides);
1578
+ const captureLogits = shouldCaptureReferenceLogits(runOverrides, runtimeConfig);
1161
1579
 
1162
1580
  for await (const tokenText of pipeline.generate(promptInput, {
1163
1581
  maxTokens,
@@ -1169,8 +1587,17 @@ export async function runGeneration(pipeline, runtimeConfig, runOverrides = null
1169
1587
  greedyThreshold: sampling.greedyThreshold,
1170
1588
  useChatTemplate,
1171
1589
  profile,
1172
- disableCommandBatching,
1590
+ ...(disableCommandBatchingForDiagnostics ? { disableCommandBatching: true } : {}),
1173
1591
  diagnostics,
1592
+ ...(captureLogits ? {
1593
+ onLogits: (logits, context) => {
1594
+ logitsDigests.push(digestLogitsForTranscript(logits, {
1595
+ ...context,
1596
+ index: logitsDigests.length,
1597
+ decodeToken: (tokenId) => pipeline?.tokenizer?.decode?.([tokenId], false, false) ?? null,
1598
+ }));
1599
+ },
1600
+ } : {}),
1174
1601
  onToken: (tokenId, tokenText) => {
1175
1602
  tokenIds.push(tokenId);
1176
1603
  tokenRecords.push({
@@ -1188,15 +1615,22 @@ export async function runGeneration(pipeline, runtimeConfig, runOverrides = null
1188
1615
  const durationMs = Math.max(1, performance.now() - start);
1189
1616
  const tokensPerSec = (tokens.length / durationMs) * 1000;
1190
1617
  const { phase } = buildGenerationPhaseFromStats(pipeline, durationMs, tokenIds.length);
1618
+ const kvCacheByteProof = await captureKvCacheByteProof(
1619
+ pipeline,
1620
+ shouldCaptureReferenceKvBytes(runOverrides, runtimeConfig)
1621
+ );
1191
1622
 
1192
1623
  return {
1193
1624
  ...(Number.isFinite(seed) ? { seed } : {}),
1194
1625
  prompt: promptLabel,
1195
1626
  promptInput,
1627
+ promptTokenIds,
1196
1628
  maxTokens,
1197
1629
  tokens,
1198
1630
  tokenIds,
1199
1631
  tokenDiagnostics: summarizeGenerationTokens(tokenRecords),
1632
+ logitsDigests,
1633
+ kvCacheByteProof,
1200
1634
  output: tokens.join(''),
1201
1635
  durationMs,
1202
1636
  tokensPerSec,
@@ -11,16 +11,6 @@ import type { EnergyPipeline } from './pipelines/energy/pipeline.js';
11
11
  import type { SavedReportInfo, SaveReportOptions } from '../storage/reports.js';
12
12
  import type { DebugSnapshot } from '../debug/history.js';
13
13
 
14
- export interface BrowserHarnessOptions extends InferenceHarnessOptions {
15
- modelUrl: string;
16
- modelId?: string;
17
- report?: Record<string, unknown> | null;
18
- buildReport?: (
19
- result: InitializeResult & { runtime: RuntimeOverrides }
20
- ) => Promise<Record<string, unknown>> | Record<string, unknown>;
21
- timestamp?: string | Date;
22
- searchParams?: URLSearchParams;
23
- }
24
14
 
25
15
  export interface RuntimeConfigLoadOptions {
26
16
  baseUrl?: string;
@@ -133,12 +123,6 @@ export interface BrowserSuiteTiming {
133
123
  loadMode: 'opfs' | 'http' | 'memory' | null;
134
124
  }
135
125
 
136
- export interface BrowserHarnessResult extends InitializeResult {
137
- runtime: RuntimeOverrides;
138
- report: Record<string, unknown>;
139
- reportInfo: SavedReportInfo;
140
- }
141
-
142
126
  export interface BrowserSuiteResult extends SuiteSummary {
143
127
  mode?: BrowserHarnessMode;
144
128
  workload?: BrowserWorkload;
@@ -183,10 +167,6 @@ export interface BrowserManifestResult {
183
167
  reportInfo: SavedReportInfo | null;
184
168
  }
185
169
 
186
- export declare function initializeBrowserHarness(
187
- options: BrowserHarnessOptions
188
- ): Promise<InitializeResult & { runtime: RuntimeOverrides }>;
189
-
190
170
  export declare function loadRuntimeConfigFromUrl(
191
171
  url: string,
192
172
  options?: RuntimeConfigLoadOptions
@@ -212,15 +192,14 @@ export declare function applyRuntimeForRun(
212
192
  options?: RuntimeConfigLoadOptions & { runtime?: RuntimeOverrides }
213
193
  ): Promise<void>;
214
194
 
215
- export declare function saveBrowserReport(
216
- modelId: string,
217
- report: Record<string, unknown>,
218
- options?: SaveReportOptions
219
- ): Promise<SavedReportInfo>;
195
+ export declare function resolveExecutionGraphHash(
196
+ manifest: Record<string, unknown> | null | undefined
197
+ ): string | null;
220
198
 
221
- export declare function runBrowserHarness(
222
- options: BrowserHarnessOptions
223
- ): Promise<BrowserHarnessResult>;
199
+ export declare function buildReferenceTranscriptSeed(
200
+ run: Record<string, unknown>,
201
+ context?: Record<string, unknown>
202
+ ): Record<string, unknown>;
224
203
 
225
204
  export declare function runBrowserSuite(
226
205
  options: BrowserSuiteOptions