doppler-gpu 0.4.2 → 0.4.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (880) hide show
  1. package/CHANGELOG.md +210 -0
  2. package/README.md +63 -38
  3. package/assets/doppler.svg +57 -1601
  4. package/package.json +111 -32
  5. package/src/cli/cli-model-resolution.js +275 -0
  6. package/src/cli/cli-output.js +486 -0
  7. package/src/cli/doppler-cli.d.ts +18 -0
  8. package/src/cli/doppler-cli.js +885 -744
  9. package/src/cli/doppler-quickstart.d.ts +7 -23
  10. package/src/cli/doppler-quickstart.js +4 -2
  11. package/src/cli/doppler-serve.d.ts +210 -0
  12. package/src/cli/doppler-serve.js +469 -43
  13. package/src/cli/runtime-profiles.d.ts +40 -0
  14. package/src/cli/runtime-profiles.js +225 -0
  15. package/src/client/doppler-api.js +1 -6
  16. package/src/client/doppler-registry.d.ts +12 -0
  17. package/src/client/doppler-registry.js +27 -0
  18. package/src/client/doppler-registry.json +66 -10
  19. package/src/client/failure-taxonomy.js +139 -0
  20. package/src/client/fault-injection.js +30 -0
  21. package/src/client/provider.d.ts +151 -0
  22. package/src/client/provider.js +374 -0
  23. package/src/client/receipt.js +156 -0
  24. package/src/client/runtime/index.js +69 -4
  25. package/src/client/runtime/lora.d.ts +11 -1
  26. package/src/client/runtime/lora.js +28 -7
  27. package/src/client/runtime/model-manager.d.ts +0 -14
  28. package/src/client/runtime/model-manager.js +34 -50
  29. package/src/client/runtime/model-session.d.ts +2 -1
  30. package/src/client/runtime/model-session.js +35 -2
  31. package/src/client/runtime/model-source.d.ts +13 -1
  32. package/src/client/runtime/model-source.js +148 -3
  33. package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
  34. package/src/client/runtime/node-quickstart-cache.js +353 -0
  35. package/src/client/runtime/source-runtime.js +1 -10
  36. package/src/client/runtime/types.d.ts +8 -60
  37. package/src/client/wrap-pipeline-handle.d.ts +82 -0
  38. package/src/client/wrap-pipeline-handle.js +259 -0
  39. package/src/config/README.md +3 -1
  40. package/src/config/conversion/README.md +28 -157
  41. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +646 -0
  42. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +21 -6
  43. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +19 -12
  44. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +27 -12
  45. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +393 -0
  46. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +425 -0
  47. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +39 -16
  48. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +19 -12
  49. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +27 -12
  50. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +737 -0
  51. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +730 -0
  52. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +780 -0
  53. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +716 -0
  54. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
  55. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
  56. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +591 -0
  57. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
  58. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +367 -61
  59. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
  60. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
  61. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
  62. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +19 -12
  63. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +82 -36
  64. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +96 -60
  65. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +521 -0
  66. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +515 -0
  67. package/src/config/execution-contract-check.js +6 -5
  68. package/src/config/goal-completion-matrix.json +552 -0
  69. package/src/config/kernel-path-loader.d.ts +8 -2
  70. package/src/config/kernel-path-loader.js +192 -38
  71. package/src/config/kernels/kernel-ref-digests.js +163 -126
  72. package/src/config/kernels/registry.d.ts +0 -35
  73. package/src/config/kernels/registry.js +5 -9
  74. package/src/config/kernels/registry.json +3593 -1146
  75. package/src/config/merge-contract-check.js +7 -3
  76. package/src/config/merge-helpers.d.ts +3 -1
  77. package/src/config/merge-helpers.js +2 -1
  78. package/src/config/merge.d.ts +1 -0
  79. package/src/config/merge.js +65 -7
  80. package/src/config/model-lanes/catalog-lane-resolver.d.ts +66 -0
  81. package/src/config/model-lanes/catalog-lane-resolver.js +170 -0
  82. package/src/config/param-categories.d.ts +0 -9
  83. package/src/config/param-categories.js +1 -5
  84. package/src/config/param-validator.d.ts +2 -0
  85. package/src/config/param-validator.js +20 -0
  86. package/src/config/platforms/loader.d.ts +0 -27
  87. package/src/config/platforms/loader.js +0 -30
  88. package/src/config/required-inference-fields-contract-check.js +1 -7
  89. package/src/config/runtime/README.md +28 -0
  90. package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +1 -1
  91. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
  92. package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
  93. package/src/config/runtime/experiments/verify/lfm2-verify.json +3 -3
  94. package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
  95. package/src/config/runtime/profiles/diffusiongemma-26b-a4b-throughput.json +26 -0
  96. package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-overlapped-probe.json +42 -0
  97. package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-probe.json +39 -0
  98. package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-b4.json +48 -0
  99. package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-single.json +46 -0
  100. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
  101. package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
  102. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
  103. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
  104. package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
  105. package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
  106. package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
  107. package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
  108. package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
  109. package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
  110. package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
  111. package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
  112. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
  113. package/src/config/schema/bridge.schema.d.ts +16 -0
  114. package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
  115. package/src/config/schema/browser-suite-metrics.schema.js +2 -0
  116. package/src/config/schema/buffer-pool.schema.js +3 -3
  117. package/src/config/schema/claim-evidence-contract.schema.json +93 -0
  118. package/src/config/schema/command-surface-contract.schema.json +81 -0
  119. package/src/config/schema/converter.schema.d.ts +16 -0
  120. package/src/config/schema/converter.schema.js +11 -0
  121. package/src/config/schema/debug.schema.d.ts +22 -1
  122. package/src/config/schema/debug.schema.js +1 -0
  123. package/src/config/schema/distill-training.schema.d.ts +0 -1
  124. package/src/config/schema/distill-training.schema.js +1 -1
  125. package/src/config/schema/doppler.schema.d.ts +13 -2
  126. package/src/config/schema/doppler.schema.js +140 -8
  127. package/src/config/schema/emulation.schema.d.ts +3 -0
  128. package/src/config/schema/emulation.schema.js +16 -16
  129. package/src/config/schema/execution-v1.schema.d.ts +39 -1
  130. package/src/config/schema/execution-v1.schema.js +35 -20
  131. package/src/config/schema/goal-completion-matrix.schema.json +223 -0
  132. package/src/config/schema/index.d.ts +52 -1
  133. package/src/config/schema/index.js +14 -0
  134. package/src/config/schema/inference.schema.d.ts +14 -3
  135. package/src/config/schema/kernel-path.schema.d.ts +6 -27
  136. package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
  137. package/src/config/schema/kernel-thresholds.schema.js +3 -7
  138. package/src/config/schema/kvcache.schema.js +0 -9
  139. package/src/config/schema/loading.schema.d.ts +12 -0
  140. package/src/config/schema/loading.schema.js +4 -0
  141. package/src/config/schema/manifest.schema.d.ts +175 -2
  142. package/src/config/schema/manifest.schema.js +58 -3
  143. package/src/config/schema/model-artifact-contract.schema.json +119 -0
  144. package/src/config/schema/moe.schema.d.ts +13 -0
  145. package/src/config/schema/moe.schema.js +1 -9
  146. package/src/config/schema/policy-schema-registry.json +26 -0
  147. package/src/config/schema/program-bundle.schema.d.ts +233 -0
  148. package/src/config/schema/program-bundle.schema.js +393 -0
  149. package/src/config/schema/subsystem-support-contract.schema.json +48 -0
  150. package/src/config/schema/training-metrics.schema.d.ts +1 -1
  151. package/src/config/schema/training-metrics.schema.js +4 -3
  152. package/src/config/schema/ul-training.schema.d.ts +0 -1
  153. package/src/config/schema/ul-training.schema.js +1 -1
  154. package/src/config/source-packages/litert/gemma-4-12b-it.json +390 -0
  155. package/src/config/source-packages/litert/gemma-4-e2b-it.json +41 -20
  156. package/src/config/source-packages/litert/gemma-4-e4b-it.json +370 -0
  157. package/src/config/source-packages/registry.json +25 -0
  158. package/src/config/supported-operations.d.ts +14 -0
  159. package/src/config/supported-operations.js +34 -0
  160. package/src/config/supported-operations.json +183 -0
  161. package/src/config/training-defaults.js +1 -7
  162. package/src/config/transforms/capability-transform-resolver.d.ts +13 -2
  163. package/src/config/transforms/capability-transform-resolver.js +3 -1
  164. package/src/config/transforms/execution-graph-transforms.d.ts +97 -0
  165. package/src/config/transforms/execution-graph-transforms.js +829 -168
  166. package/src/converter/conversion-plan.d.ts +2 -0
  167. package/src/converter/conversion-plan.js +31 -14
  168. package/src/converter/core.d.ts +65 -0
  169. package/src/converter/core.js +1153 -22
  170. package/src/converter/parsers/diffusion.js +1 -33
  171. package/src/converter/quantization-info.d.ts +5 -4
  172. package/src/converter/quantization-info.js +218 -5
  173. package/src/converter/quantizer.d.ts +24 -4
  174. package/src/converter/quantizer.js +92 -2
  175. package/src/debug/config.d.ts +0 -4
  176. package/src/debug/config.js +0 -17
  177. package/src/debug/index.d.ts +28 -30
  178. package/src/debug/index.js +0 -18
  179. package/src/debug/stats.d.ts +0 -8
  180. package/src/debug/stats.js +3 -3
  181. package/src/debug/tensor.d.ts +9 -2
  182. package/src/debug/tensor.js +11 -4
  183. package/src/debug/trace.js +2 -15
  184. package/src/errors/doppler-error.js +20 -0
  185. package/src/experimental/adapters/lora-loader.js +109 -24
  186. package/src/experimental/browser/quantization.d.ts +5 -0
  187. package/src/experimental/diffusion/index.d.ts +24 -0
  188. package/src/experimental/diffusion/index.js +10 -0
  189. package/src/experimental/distribution/descriptor-transport.d.ts +117 -0
  190. package/src/experimental/distribution/descriptor-transport.js +342 -0
  191. package/src/experimental/distribution/shard-delivery.js +179 -23
  192. package/src/experimental/training/README.md +11 -0
  193. package/src/experimental/training/artifacts.js +1 -14
  194. package/src/experimental/training/autograd.js +33 -8
  195. package/src/experimental/training/checkpoint.js +1 -14
  196. package/src/experimental/training/datasets/gepa-frontier.d.ts +41 -0
  197. package/src/experimental/training/datasets/gepa-frontier.js +220 -0
  198. package/src/experimental/training/datasets/index.d.ts +13 -1
  199. package/src/experimental/training/datasets/index.js +8 -1
  200. package/src/experimental/training/datasets/teacher-traces.d.ts +51 -0
  201. package/src/experimental/training/datasets/teacher-traces.js +279 -0
  202. package/src/experimental/training/datasets/text-pairs.d.ts +45 -0
  203. package/src/experimental/training/datasets/text-pairs.js +82 -5
  204. package/src/experimental/training/datasets/token-batch.d.ts +1 -1
  205. package/src/experimental/training/datasets/token-batch.js +2 -2
  206. package/src/experimental/training/distillation/dataset.js +2 -15
  207. package/src/experimental/training/distillation/eval.js +3 -3
  208. package/src/experimental/training/distillation/runtime.js +3 -16
  209. package/src/experimental/training/distillation/student-fixture.d.ts +5 -0
  210. package/src/experimental/training/distillation/student-fixture.js +296 -38
  211. package/src/experimental/training/export.d.ts +9 -0
  212. package/src/experimental/training/export.js +113 -7
  213. package/src/experimental/training/index.d.ts +13 -1
  214. package/src/experimental/training/index.js +13 -1
  215. package/src/experimental/training/lora-pipeline.d.ts +143 -0
  216. package/src/experimental/training/lora-pipeline.js +1733 -58
  217. package/src/experimental/training/lora.js +23 -1
  218. package/src/experimental/training/loss.js +1 -1
  219. package/src/experimental/training/objectives/base.d.ts +2 -2
  220. package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
  221. package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
  222. package/src/experimental/training/objectives/distill_kd.js +2 -2
  223. package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
  224. package/src/experimental/training/objectives/distill_triplet.js +2 -2
  225. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
  226. package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
  227. package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
  228. package/src/experimental/training/operator-agent-eval.d.ts +65 -0
  229. package/src/experimental/training/operator-agent-eval.js +326 -0
  230. package/src/experimental/training/operator-artifacts.js +1 -14
  231. package/src/experimental/training/operator-command.js +310 -51
  232. package/src/experimental/training/runner.d.ts +1 -0
  233. package/src/experimental/training/runner.js +5 -14
  234. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +160 -0
  235. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +175 -0
  236. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +175 -0
  237. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +160 -0
  238. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +162 -0
  239. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +160 -0
  240. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +137 -0
  241. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +152 -0
  242. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +152 -0
  243. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +137 -0
  244. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +139 -0
  245. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +137 -0
  246. package/src/experimental/training/workload-packs/registry.json +192 -12
  247. package/src/experimental/training/workloads.d.ts +37 -0
  248. package/src/experimental/training/workloads.js +111 -2
  249. package/src/formats/gguf/types.d.ts +0 -63
  250. package/src/formats/gguf/types.js +58 -38
  251. package/src/formats/litert/types.d.ts +0 -13
  252. package/src/formats/litert/types.js +2 -2
  253. package/src/formats/rdrr/distributed/index.d.ts +34 -0
  254. package/src/formats/rdrr/distributed/index.js +3 -0
  255. package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
  256. package/src/formats/rdrr/distributed/parsing.js +23 -0
  257. package/src/formats/rdrr/distributed/validation.d.ts +23 -0
  258. package/src/formats/rdrr/distributed/validation.js +131 -0
  259. package/src/formats/rdrr/functional-descriptor.d.ts +73 -0
  260. package/src/formats/rdrr/functional-descriptor.js +230 -0
  261. package/src/formats/rdrr/groups.d.ts +1 -13
  262. package/src/formats/rdrr/groups.js +0 -34
  263. package/src/formats/rdrr/index.d.ts +10 -0
  264. package/src/formats/rdrr/index.js +10 -0
  265. package/src/formats/rdrr/integrity.d.ts +51 -0
  266. package/src/formats/rdrr/integrity.js +200 -0
  267. package/src/formats/rdrr/lowerings.d.ts +28 -0
  268. package/src/formats/rdrr/lowerings.js +112 -0
  269. package/src/formats/rdrr/manifest.d.ts +0 -14
  270. package/src/formats/rdrr/manifest.js +5 -58
  271. package/src/formats/rdrr/merkle.d.ts +24 -0
  272. package/src/formats/rdrr/merkle.js +118 -0
  273. package/src/formats/rdrr/parsing.js +26 -6
  274. package/src/formats/rdrr/slice-compiler.d.ts +29 -0
  275. package/src/formats/rdrr/slice-compiler.js +188 -0
  276. package/src/formats/rdrr/source-transform-contract.js +10 -1
  277. package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
  278. package/src/formats/rdrr/storage-descriptor.js +193 -0
  279. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
  280. package/src/formats/rdrr/tensor-config-validator.js +0 -30
  281. package/src/formats/rdrr/types.d.ts +111 -2
  282. package/src/formats/rdrr/validation.js +260 -1
  283. package/src/formats/tflite/types.d.ts +0 -31
  284. package/src/formats/tflite/types.js +5 -5
  285. package/src/gpu/command-recorder.d.ts +45 -23
  286. package/src/gpu/command-recorder.js +122 -25
  287. package/src/gpu/device.d.ts +17 -3
  288. package/src/gpu/device.js +130 -14
  289. package/src/gpu/kernel-runtime.d.ts +8 -15
  290. package/src/gpu/kernel-selection-log.d.ts +0 -8
  291. package/src/gpu/kernel-selection-log.js +0 -15
  292. package/src/gpu/kernel-tuner/cache.js +1 -8
  293. package/src/gpu/kernels/README.md +50 -18
  294. package/src/gpu/kernels/activation_static_qdq.wgsl +3 -1
  295. package/src/gpu/kernels/attention.d.ts +28 -19
  296. package/src/gpu/kernels/attention.js +458 -16
  297. package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
  298. package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
  299. package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
  300. package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
  301. package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
  302. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
  303. package/src/gpu/kernels/attention_decode_online_head256_f16kv.wgsl +236 -0
  304. package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
  305. package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
  306. package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
  307. package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
  308. package/src/gpu/kernels/attention_f16.wgsl +88 -30
  309. package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
  310. package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
  311. package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
  312. package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
  313. package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
  314. package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
  315. package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
  316. package/src/gpu/kernels/attention_streaming_f16.wgsl +34 -9
  317. package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
  318. package/src/gpu/kernels/backward/cross_entropy_backward.js +72 -3
  319. package/src/gpu/kernels/backward/cross_entropy_backward.wgsl +2 -2
  320. package/src/gpu/kernels/backward/index.d.ts +6 -0
  321. package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
  322. package/src/gpu/kernels/backward/utils.d.ts +35 -0
  323. package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
  324. package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
  325. package/src/gpu/kernels/cast.js +74 -67
  326. package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
  327. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
  328. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
  329. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
  330. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +12 -50
  331. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +16 -33
  332. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +15 -12
  333. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +255 -170
  334. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
  335. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
  336. package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
  337. package/src/gpu/kernels/constants.d.ts +9 -48
  338. package/src/gpu/kernels/constants.js +0 -23
  339. package/src/gpu/kernels/conv2d.d.ts +0 -4
  340. package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
  341. package/src/gpu/kernels/dequant.d.ts +0 -16
  342. package/src/gpu/kernels/dequant.js +1 -71
  343. package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
  344. package/src/gpu/kernels/dequant_shared.wgsl +1 -55
  345. package/src/gpu/kernels/diffusion-gemma-sampling.d.ts +19 -0
  346. package/src/gpu/kernels/diffusion-gemma-sampling.js +104 -0
  347. package/src/gpu/kernels/diffusion_gemma_sampling.wgsl +130 -0
  348. package/src/gpu/kernels/dispatch.d.ts +12 -97
  349. package/src/gpu/kernels/dispatch.js +13 -120
  350. package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
  351. package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
  352. package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
  353. package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
  354. package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
  355. package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
  356. package/src/gpu/kernels/fused_ffn.js +3 -4
  357. package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
  358. package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
  359. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
  360. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
  361. package/src/gpu/kernels/fused_matmul_litert_int4_f16a.wgsl +78 -0
  362. package/src/gpu/kernels/fused_matmul_litert_int4_f16a_f32out.wgsl +78 -0
  363. package/src/gpu/kernels/fused_matmul_litert_int4_f32a_f32out.wgsl +76 -0
  364. package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
  365. package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
  366. package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
  367. package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
  368. package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
  369. package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
  370. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
  371. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
  372. package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
  373. package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
  374. package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
  375. package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
  376. package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
  377. package/src/gpu/kernels/fused_matmul_rmsnorm.js +101 -80
  378. package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
  379. package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a.wgsl +116 -0
  380. package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a_f32out.wgsl +116 -0
  381. package/src/gpu/kernels/fused_matmul_w4a16_f16a.wgsl +95 -0
  382. package/src/gpu/kernels/fused_matmul_w4a16_f16a_f32out.wgsl +95 -0
  383. package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
  384. package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
  385. package/src/gpu/kernels/gather.d.ts +84 -8
  386. package/src/gpu/kernels/gather.js +353 -5
  387. package/src/gpu/kernels/gather_f16.wgsl +1 -1
  388. package/src/gpu/kernels/gather_litert_int4_vec4_f16_out.wgsl +75 -0
  389. package/src/gpu/kernels/gather_litert_int4_vec4_f32_out.wgsl +72 -0
  390. package/src/gpu/kernels/gather_split4_f16_vec4_f16_out.wgsl +103 -0
  391. package/src/gpu/kernels/gather_split8_f16_vec4_f16_out.wgsl +143 -0
  392. package/src/gpu/kernels/gather_split8_f16_vec4_f32_out.wgsl +143 -0
  393. package/src/gpu/kernels/gelu.wgsl +11 -7
  394. package/src/gpu/kernels/gelu_f16.wgsl +25 -22
  395. package/src/gpu/kernels/gemma4-route-expert.d.ts +35 -0
  396. package/src/gpu/kernels/gemma4-route-expert.js +126 -0
  397. package/src/gpu/kernels/gemma4_route_q4_matmul_f16a.wgsl +210 -0
  398. package/src/gpu/kernels/groupnorm.d.ts +0 -4
  399. package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
  400. package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
  401. package/src/gpu/kernels/index.d.ts +77 -5
  402. package/src/gpu/kernels/index.js +55 -4
  403. package/src/gpu/kernels/kv-cache-write.d.ts +22 -0
  404. package/src/gpu/kernels/kv-cache-write.js +126 -0
  405. package/src/gpu/kernels/kv_cache_write_f32_to_f16.wgsl +32 -0
  406. package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
  407. package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
  408. package/src/gpu/kernels/layernorm.d.ts +0 -4
  409. package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
  410. package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
  411. package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
  412. package/src/gpu/kernels/lm-head-argmax.d.ts +19 -0
  413. package/src/gpu/kernels/lm-head-argmax.js +218 -0
  414. package/src/gpu/kernels/lm_head_argmax_f16.wgsl +189 -0
  415. package/src/gpu/kernels/logit-merge.d.ts +0 -24
  416. package/src/gpu/kernels/logit-merge.js +1 -17
  417. package/src/gpu/kernels/matmul-dispatch.d.ts +11 -0
  418. package/src/gpu/kernels/matmul-dispatch.js +44 -2
  419. package/src/gpu/kernels/matmul-selection.d.ts +5 -5
  420. package/src/gpu/kernels/matmul-selection.js +172 -10
  421. package/src/gpu/kernels/matmul.d.ts +1 -29
  422. package/src/gpu/kernels/matmul.js +240 -38
  423. package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
  424. package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
  425. package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
  426. package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
  427. package/src/gpu/kernels/modulate_f16.wgsl +1 -1
  428. package/src/gpu/kernels/moe.d.ts +1 -56
  429. package/src/gpu/kernels/moe.js +46 -33
  430. package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
  431. package/src/gpu/kernels/pipeline-cache.d.ts +8 -0
  432. package/src/gpu/kernels/pipeline-cache.js +24 -0
  433. package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
  434. package/src/gpu/kernels/rep-penalty.d.ts +21 -0
  435. package/src/gpu/kernels/rep-penalty.js +17 -9
  436. package/src/gpu/kernels/residual.d.ts +1 -12
  437. package/src/gpu/kernels/residual.js +13 -1
  438. package/src/gpu/kernels/residual.wgsl +3 -3
  439. package/src/gpu/kernels/residual_f16.wgsl +6 -4
  440. package/src/gpu/kernels/residual_f16_vec4.wgsl +6 -6
  441. package/src/gpu/kernels/residual_vec4.wgsl +6 -6
  442. package/src/gpu/kernels/rmsnorm-pair.d.ts +39 -0
  443. package/src/gpu/kernels/rmsnorm-pair.js +152 -0
  444. package/src/gpu/kernels/rmsnorm-qk.d.ts +41 -0
  445. package/src/gpu/kernels/rmsnorm-qk.js +128 -0
  446. package/src/gpu/kernels/rmsnorm.d.ts +30 -7
  447. package/src/gpu/kernels/rmsnorm.js +49 -8
  448. package/src/gpu/kernels/rmsnorm.wgsl +15 -12
  449. package/src/gpu/kernels/rmsnorm_f16.wgsl +69 -39
  450. package/src/gpu/kernels/rmsnorm_pair.wgsl +224 -0
  451. package/src/gpu/kernels/rmsnorm_qk.wgsl +118 -0
  452. package/src/gpu/kernels/rmsnorm_qk_f16.wgsl +143 -0
  453. package/src/gpu/kernels/rope-qk.d.ts +41 -0
  454. package/src/gpu/kernels/rope-qk.js +143 -0
  455. package/src/gpu/kernels/rope.d.ts +1 -5
  456. package/src/gpu/kernels/rope.js +12 -2
  457. package/src/gpu/kernels/rope.wgsl +33 -19
  458. package/src/gpu/kernels/rope_f16.wgsl +39 -25
  459. package/src/gpu/kernels/rope_qk.wgsl +95 -0
  460. package/src/gpu/kernels/rope_qk_f16.wgsl +97 -0
  461. package/src/gpu/kernels/rule-registry.js +50 -10
  462. package/src/gpu/kernels/sample.d.ts +0 -5
  463. package/src/gpu/kernels/sample.js +212 -187
  464. package/src/gpu/kernels/sample.wgsl +7 -6
  465. package/src/gpu/kernels/sample_f16.wgsl +28 -30
  466. package/src/gpu/kernels/scatter_add_dynamic_expert_scale.wgsl +47 -0
  467. package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
  468. package/src/gpu/kernels/scatter_add_dynamic_f16_expert_scale.wgsl +49 -0
  469. package/src/gpu/kernels/scatter_add_dynamic_f16_weights_expert_scale.wgsl +49 -0
  470. package/src/gpu/kernels/scatter_add_routes_f16_weights_expert_scale.wgsl +45 -0
  471. package/src/gpu/kernels/shader-cache.d.ts +13 -0
  472. package/src/gpu/kernels/shader-cache.js +28 -21
  473. package/src/gpu/kernels/silu_f16.wgsl +1 -1
  474. package/src/gpu/kernels/soft-embedding.d.ts +28 -0
  475. package/src/gpu/kernels/soft-embedding.js +447 -0
  476. package/src/gpu/kernels/soft_embedding_logits_f16.wgsl +107 -0
  477. package/src/gpu/kernels/soft_embedding_split_f16.wgsl +46 -0
  478. package/src/gpu/kernels/softmax.wgsl +8 -223
  479. package/src/gpu/kernels/split-qkv-rmsnorm-qk.d.ts +44 -0
  480. package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +154 -0
  481. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.d.ts +59 -0
  482. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +245 -0
  483. package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
  484. package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
  485. package/src/gpu/kernels/split_qkv_rmsnorm_qk.wgsl +146 -0
  486. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +185 -0
  487. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +187 -0
  488. package/src/gpu/kernels/topk_f16.wgsl +1 -1
  489. package/src/gpu/kernels/turboquant-codebook.js +11 -40
  490. package/src/gpu/kernels/uniform-utils.d.ts +18 -0
  491. package/src/gpu/kernels/uniform-utils.js +2 -5
  492. package/src/gpu/kernels/upsample2d.d.ts +0 -4
  493. package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
  494. package/src/gpu/kernels/utils.d.ts +43 -0
  495. package/src/gpu/kernels/utils.js +81 -11
  496. package/src/gpu/perf-guards.d.ts +0 -12
  497. package/src/gpu/perf-guards.js +0 -62
  498. package/src/gpu/profiler.d.ts +0 -21
  499. package/src/gpu/profiler.js +0 -34
  500. package/src/gpu/readback-utils.js +10 -2
  501. package/src/gpu/submit-tracker.d.ts +0 -57
  502. package/src/gpu/submit-tracker.js +3 -62
  503. package/src/gpu/tensor.d.ts +0 -23
  504. package/src/gpu/tensor.js +0 -41
  505. package/src/gpu/uniform-cache.d.ts +10 -12
  506. package/src/gpu/uniform-cache.js +25 -30
  507. package/src/gpu/weight-buffer.d.ts +76 -7
  508. package/src/gpu/weight-buffer.js +85 -1
  509. package/src/index.d.ts +1 -0
  510. package/src/index.js +1 -0
  511. package/src/inference/browser-harness-diffusion-energy-suites.js +269 -1
  512. package/src/inference/browser-harness-model-helpers.d.ts +0 -9
  513. package/src/inference/browser-harness-model-helpers.js +22 -13
  514. package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
  515. package/src/inference/browser-harness-runtime-helpers.js +2 -2
  516. package/src/inference/browser-harness-suite-helpers.d.ts +13 -1
  517. package/src/inference/browser-harness-suite-helpers.js +525 -3
  518. package/src/inference/browser-harness-text-helpers.d.ts +89 -0
  519. package/src/inference/browser-harness-text-helpers.js +459 -25
  520. package/src/inference/browser-harness.d.ts +7 -28
  521. package/src/inference/browser-harness.js +556 -79
  522. package/src/inference/decode-ring.d.ts +1 -0
  523. package/src/inference/decode-ring.js +7 -5
  524. package/src/inference/kv-cache/base.d.ts +31 -0
  525. package/src/inference/kv-cache/base.js +125 -2
  526. package/src/inference/kv-cache/mixed-geometry.d.ts +11 -0
  527. package/src/inference/kv-cache/mixed-geometry.js +121 -4
  528. package/src/inference/kv-cache/quantized.js +2 -0
  529. package/src/inference/kv-cache/sliding-window.d.ts +14 -0
  530. package/src/inference/kv-cache/sliding-window.js +88 -0
  531. package/src/inference/kv-cache/tiered.js +7 -0
  532. package/src/inference/kv-cache/types.d.ts +2 -0
  533. package/src/inference/model-lanes/execution-lane-resolver.d.ts +61 -0
  534. package/src/inference/model-lanes/execution-lane-resolver.js +126 -0
  535. package/src/inference/moe-router.d.ts +14 -1
  536. package/src/inference/moe-router.js +24 -1
  537. package/src/inference/multi-model-network.d.ts +1 -1
  538. package/src/inference/multi-model-network.js +1 -2
  539. package/src/inference/network-evolution.d.ts +0 -12
  540. package/src/inference/network-evolution.js +2 -2
  541. package/src/inference/pipelines/audio/gemma4.js +52 -1
  542. package/src/inference/pipelines/context.js +17 -0
  543. package/src/inference/pipelines/diffusion/init.js +2 -2
  544. package/src/inference/pipelines/diffusion/pipeline.js +41 -96
  545. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
  546. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
  547. package/src/inference/pipelines/diffusion/vae.js +4 -4
  548. package/src/inference/pipelines/diffusion-gemma/config.d.ts +27 -0
  549. package/src/inference/pipelines/diffusion-gemma/config.js +149 -0
  550. package/src/inference/pipelines/diffusion-gemma/index.d.ts +31 -0
  551. package/src/inference/pipelines/diffusion-gemma/index.js +12 -0
  552. package/src/inference/pipelines/diffusion-gemma/pipeline.d.ts +69 -0
  553. package/src/inference/pipelines/diffusion-gemma/pipeline.js +380 -0
  554. package/src/inference/pipelines/diffusion-gemma/sampling.d.ts +128 -0
  555. package/src/inference/pipelines/diffusion-gemma/sampling.js +395 -0
  556. package/src/inference/pipelines/energy/quintel.d.ts +15 -0
  557. package/src/inference/pipelines/structured/index.d.ts +2 -0
  558. package/src/inference/pipelines/structured/index.js +2 -0
  559. package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
  560. package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
  561. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
  562. package/src/inference/pipelines/text/attention/attn-config.js +1 -1
  563. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +28 -4
  564. package/src/inference/pipelines/text/attention/dispatch-params.js +176 -2
  565. package/src/inference/pipelines/text/attention/projections.d.ts +73 -2
  566. package/src/inference/pipelines/text/attention/projections.js +398 -71
  567. package/src/inference/pipelines/text/attention/quant-options.d.ts +38 -0
  568. package/src/inference/pipelines/text/attention/record.js +542 -56
  569. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
  570. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
  571. package/src/inference/pipelines/text/attention/run.js +343 -50
  572. package/src/inference/pipelines/text/attention/types.d.ts +7 -1
  573. package/src/inference/pipelines/text/chat-format.d.ts +0 -10
  574. package/src/inference/pipelines/text/chat-format.js +1 -8
  575. package/src/inference/pipelines/text/config.d.ts +25 -26
  576. package/src/inference/pipelines/text/config.js +304 -25
  577. package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
  578. package/src/inference/pipelines/text/drift-policy.js +1 -1
  579. package/src/inference/pipelines/text/dtype-contract.d.ts +1 -1
  580. package/src/inference/pipelines/text/dtype-contract.js +4 -1
  581. package/src/inference/pipelines/text/embed.d.ts +25 -29
  582. package/src/inference/pipelines/text/embed.js +16 -45
  583. package/src/inference/pipelines/text/execution-plan.d.ts +13 -3
  584. package/src/inference/pipelines/text/execution-plan.js +21 -2
  585. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +4 -4
  586. package/src/inference/pipelines/text/execution-runtime-builders.js +44 -39
  587. package/src/inference/pipelines/text/execution-v1.d.ts +20 -0
  588. package/src/inference/pipelines/text/execution-v1.js +461 -158
  589. package/src/inference/pipelines/text/ffn/dense.js +214 -6
  590. package/src/inference/pipelines/text/ffn/moe.d.ts +4 -1
  591. package/src/inference/pipelines/text/ffn/moe.js +9 -2
  592. package/src/inference/pipelines/text/ffn/sandwich.d.ts +3 -1
  593. package/src/inference/pipelines/text/ffn/sandwich.js +237 -15
  594. package/src/inference/pipelines/text/ffn/standard.d.ts +3 -1
  595. package/src/inference/pipelines/text/ffn/standard.js +84 -17
  596. package/src/inference/pipelines/text/generator-decode-policy.d.ts +81 -0
  597. package/src/inference/pipelines/text/generator-decode-policy.js +233 -0
  598. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -2
  599. package/src/inference/pipelines/text/generator-helpers.js +9 -7
  600. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +84 -0
  601. package/src/inference/pipelines/text/generator-prefill-helpers.js +359 -0
  602. package/src/inference/pipelines/text/generator-runtime.d.ts +1 -7
  603. package/src/inference/pipelines/text/generator-runtime.js +8 -6
  604. package/src/inference/pipelines/text/generator-steps.d.ts +57 -7
  605. package/src/inference/pipelines/text/generator-steps.js +275 -79
  606. package/src/inference/pipelines/text/generator.d.ts +38 -5
  607. package/src/inference/pipelines/text/generator.js +1259 -496
  608. package/src/inference/pipelines/text/init-chat-templates.js +86 -0
  609. package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
  610. package/src/inference/pipelines/text/init-rope.js +408 -0
  611. package/src/inference/pipelines/text/init.d.ts +13 -3
  612. package/src/inference/pipelines/text/init.js +213 -725
  613. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
  614. package/src/inference/pipelines/text/kernel-trace.js +0 -33
  615. package/src/inference/pipelines/text/layer-plan-gpu.js +590 -0
  616. package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
  617. package/src/inference/pipelines/text/layer-plan.js +1 -1
  618. package/src/inference/pipelines/text/layer.d.ts +70 -8
  619. package/src/inference/pipelines/text/layer.js +373 -558
  620. package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
  621. package/src/inference/pipelines/text/linear-attention.js +6 -4
  622. package/src/inference/pipelines/text/load-errors.d.ts +21 -0
  623. package/src/inference/pipelines/text/load-errors.js +59 -0
  624. package/src/inference/pipelines/text/logits/cpu.js +2 -20
  625. package/src/inference/pipelines/text/logits/gpu.d.ts +49 -2
  626. package/src/inference/pipelines/text/logits/gpu.js +419 -66
  627. package/src/inference/pipelines/text/logits/index.d.ts +3 -3
  628. package/src/inference/pipelines/text/logits/index.js +96 -42
  629. package/src/inference/pipelines/text/logits/types.d.ts +2 -2
  630. package/src/inference/pipelines/text/lora-apply.js +17 -0
  631. package/src/inference/pipelines/text/model-load.d.ts +5 -4
  632. package/src/inference/pipelines/text/model-load.js +74 -17
  633. package/src/inference/pipelines/text/moe-gpu.d.ts +13 -0
  634. package/src/inference/pipelines/text/moe-gpu.js +445 -16
  635. package/src/inference/pipelines/text/moe-impl.d.ts +13 -3
  636. package/src/inference/pipelines/text/moe-shape-validator.js +13 -1
  637. package/src/inference/pipelines/text/ops.d.ts +42 -4
  638. package/src/inference/pipelines/text/ops.js +20 -1
  639. package/src/inference/pipelines/text/per-layer-inputs.js +36 -6
  640. package/src/inference/pipelines/text/probes.d.ts +3 -6
  641. package/src/inference/pipelines/text/probes.js +119 -31
  642. package/src/inference/pipelines/text/sampling-config.d.ts +4 -10
  643. package/src/inference/pipelines/text/sampling-config.js +103 -64
  644. package/src/inference/pipelines/text/sampling.d.ts +0 -5
  645. package/src/inference/pipelines/text/sampling.js +153 -9
  646. package/src/inference/pipelines/text/stage-names.js +3 -0
  647. package/src/inference/pipelines/text/state.js +19 -0
  648. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +57 -0
  649. package/src/inference/pipelines/text/tsir-fixture-writer.js +408 -0
  650. package/src/inference/pipelines/text/types.d.ts +92 -81
  651. package/src/inference/pipelines/text/weights.d.ts +4 -52
  652. package/src/inference/pipelines/text/weights.js +6 -56
  653. package/src/inference/pipelines/text.d.ts +33 -1
  654. package/src/inference/pipelines/text.js +375 -55
  655. package/src/inference/pipelines/vision/gemma4.js +20 -9
  656. package/src/inference/pipelines/vision/index.js +0 -107
  657. package/src/inference/runtime-model.d.ts +0 -7
  658. package/src/inference/runtime-model.js +0 -23
  659. package/src/inference/test-harness.d.ts +6 -22
  660. package/src/inference/test-harness.js +97 -23
  661. package/src/inference/tokenizer.d.ts +30 -0
  662. package/src/inference/tokenizer.js +341 -174
  663. package/src/inference/tokenizers/bundled.js +71 -49
  664. package/src/inference/tokenizers/sentencepiece.js +65 -15
  665. package/src/inference/tokenizers/types.d.ts +0 -21
  666. package/src/loader/doppler-loader.d.ts +14 -0
  667. package/src/loader/doppler-loader.js +378 -25
  668. package/src/loader/embedding-limit-preflight.d.ts +31 -0
  669. package/src/loader/embedding-limit-preflight.js +216 -0
  670. package/src/loader/embedding-loader.d.ts +8 -2
  671. package/src/loader/embedding-loader.js +276 -11
  672. package/src/loader/experts/expert-loader.d.ts +4 -1
  673. package/src/loader/experts/expert-loader.js +174 -5
  674. package/src/loader/final-weights-loader.d.ts +5 -0
  675. package/src/loader/final-weights-loader.js +167 -4
  676. package/src/loader/layer-loader.d.ts +2 -0
  677. package/src/loader/layer-loader.js +74 -6
  678. package/src/loader/loader-types.d.ts +61 -2
  679. package/src/loader/manifest-config.d.ts +8 -0
  680. package/src/loader/manifest-config.js +25 -1
  681. package/src/loader/memory-monitor.d.ts +17 -5
  682. package/src/loader/quantization-constants.d.ts +6 -0
  683. package/src/loader/shard-resolver.d.ts +1 -0
  684. package/src/loader/shard-resolver.js +52 -4
  685. package/src/loader/tensors/functional-descriptor-loader.d.ts +9 -0
  686. package/src/loader/tensors/functional-descriptor-loader.js +377 -0
  687. package/src/loader/tensors/source-transform.js +6 -1
  688. package/src/loader/tensors/tensor-loader.d.ts +36 -8
  689. package/src/loader/tensors/tensor-loader.js +521 -22
  690. package/src/loader/tensors/tensor-reader.d.ts +4 -1
  691. package/src/loader/tensors/tensor-reader.js +11 -4
  692. package/src/loader/weights.d.ts +3 -1
  693. package/src/memory/address-table.d.ts +1 -9
  694. package/src/memory/buffer-pool.d.ts +0 -16
  695. package/src/memory/buffer-pool.js +13 -42
  696. package/src/memory/heap-manager.d.ts +18 -43
  697. package/src/memory/unified-detect.d.ts +19 -34
  698. package/src/models/diffusiongemma.d.ts +7 -0
  699. package/src/models/diffusiongemma.js +25 -0
  700. package/src/models/embeddinggemma.d.ts +7 -0
  701. package/src/models/embeddinggemma.js +24 -0
  702. package/src/models/family.d.ts +24 -0
  703. package/src/models/family.js +25 -0
  704. package/src/models/gemma3.d.ts +7 -0
  705. package/src/models/gemma3.js +33 -0
  706. package/src/models/gemma4.d.ts +7 -0
  707. package/src/models/gemma4.js +57 -0
  708. package/src/models/qwen3.d.ts +7 -0
  709. package/src/models/qwen3.js +36 -0
  710. package/src/rules/converter/tokenizer.rules.json +5 -0
  711. package/src/rules/execution-rules-contract-check.js +162 -10
  712. package/src/rules/inference/capability-transforms.rules.json +111 -0
  713. package/src/rules/inference/config.rules.json +1 -0
  714. package/src/rules/inference/dtype.rules.json +7 -0
  715. package/src/rules/inference/execution.rules.json +117 -16
  716. package/src/rules/inference/ffn.rules.json +24 -2
  717. package/src/rules/kernels/gather.rules.json +81 -0
  718. package/src/rules/kernels/matmul.rules.json +19 -0
  719. package/src/rules/kernels/moe.rules.json +3 -0
  720. package/src/rules/kernels/rep-penalty.rules.json +6 -0
  721. package/src/rules/kernels/rmsnorm-qk.rules.json +6 -0
  722. package/src/rules/kernels/rmsnorm.rules.json +42 -7
  723. package/src/rules/kernels/rope-qk.rules.json +6 -0
  724. package/src/rules/loader/tensor-loader.rules.json +17 -0
  725. package/src/rules/rule-registry.js +59 -75
  726. package/src/storage/artifact-storage-context.d.ts +12 -3
  727. package/src/storage/artifact-storage-context.js +241 -26
  728. package/src/storage/backends/opfs-store.js +138 -88
  729. package/src/storage/blake3.js +9 -1
  730. package/src/storage/export.js +1 -5
  731. package/src/storage/normalize-model-id.js +3 -0
  732. package/src/storage/preflight.js +11 -0
  733. package/src/storage/quickstart-downloader.js +44 -67
  734. package/src/storage/reports.js +35 -11
  735. package/src/storage/shard-manager.d.ts +8 -2
  736. package/src/storage/shard-manager.js +176 -15
  737. package/src/storage/source-artifact-store.d.ts +0 -2
  738. package/src/storage/source-artifact-store.js +3 -9
  739. package/src/sw.js +0 -3
  740. package/src/tooling/browser-command-runner.d.ts +0 -3
  741. package/src/tooling/browser-command-runner.js +31 -4
  742. package/src/tooling/command-api-constants.js +1 -1
  743. package/src/tooling/command-api-family-normalizers.d.ts +1 -0
  744. package/src/tooling/command-api-family-normalizers.js +53 -9
  745. package/src/tooling/command-api-helpers.d.ts +0 -2
  746. package/src/tooling/command-api-helpers.js +8 -3
  747. package/src/tooling/command-api.d.ts +22 -1
  748. package/src/tooling/command-api.js +11 -1
  749. package/src/tooling/command-envelope.d.ts +0 -1
  750. package/src/tooling/command-envelope.js +1 -1
  751. package/src/tooling/command-runner-shared.d.ts +14 -0
  752. package/src/tooling/command-runner-shared.js +2 -1
  753. package/src/tooling/conversion-config-materializer.d.ts +0 -10
  754. package/src/tooling/conversion-config-materializer.js +1 -1
  755. package/src/tooling/diagnose-runner.js +3 -4
  756. package/src/tooling/hf-registry-utils.d.ts +2 -6
  757. package/src/tooling/hf-registry-utils.js +90 -19
  758. package/src/tooling/kernel-path-builder/index.js +1 -4
  759. package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
  760. package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
  761. package/src/tooling/lean-execution-contract-runner.js +2 -2
  762. package/src/tooling/litert-package-runtime.d.ts +1 -1
  763. package/src/tooling/litert-package-runtime.js +571 -37
  764. package/src/tooling/node-browser-command-runner.d.ts +15 -0
  765. package/src/tooling/node-browser-command-runner.js +107 -17
  766. package/src/tooling/node-command-runner.js +43 -2
  767. package/src/tooling/node-convert-worker-pool.js +15 -0
  768. package/src/tooling/node-convert-worker.js +11 -1
  769. package/src/tooling/node-converter.js +102 -1
  770. package/src/tooling/node-source-runtime.js +1 -10
  771. package/src/tooling/node-webgpu.d.ts +1 -0
  772. package/src/tooling/node-webgpu.js +23 -11
  773. package/src/tooling/opfs-cache.js +1 -4
  774. package/src/tooling/precision-replay-math.js +174 -0
  775. package/src/tooling/program-bundle-host.d.ts +16 -0
  776. package/src/tooling/program-bundle-host.js +20 -0
  777. package/src/tooling/program-bundle-parity.d.ts +28 -0
  778. package/src/tooling/program-bundle-parity.js +210 -0
  779. package/src/tooling/program-bundle.d.ts +112 -0
  780. package/src/tooling/program-bundle.js +1119 -0
  781. package/src/tooling/rdrr-integrity-refresh.d.ts +50 -0
  782. package/src/tooling/rdrr-integrity-refresh.js +271 -0
  783. package/src/tooling/reference-verify.js +191 -0
  784. package/src/tooling/source-artifact-adapter.d.ts +0 -20
  785. package/src/tooling/source-artifact-adapter.js +10 -5
  786. package/src/tooling/source-package-profiles.d.ts +18 -1
  787. package/src/tooling/source-package-profiles.js +110 -8
  788. package/src/tooling/source-runtime-bundle.d.ts +3 -0
  789. package/src/tooling/source-runtime-bundle.js +30 -22
  790. package/src/tooling/source-runtime-converter-config.d.ts +0 -5
  791. package/src/tooling/source-runtime-converter-config.js +25 -12
  792. package/src/tooling/source-runtime-materializer.js +1 -7
  793. package/src/tooling-experimental-exports.shared.d.ts +10 -0
  794. package/src/tooling-experimental-exports.shared.js +10 -0
  795. package/src/tooling-exports/device.d.ts +11 -0
  796. package/src/tooling-exports/device.js +14 -0
  797. package/src/tooling-exports/manifest.d.ts +8 -0
  798. package/src/tooling-exports/manifest.js +11 -0
  799. package/src/tooling-exports/storage.d.ts +25 -0
  800. package/src/tooling-exports/storage.js +29 -0
  801. package/src/tooling-exports/structured.d.ts +1 -0
  802. package/src/tooling-exports/structured.js +5 -0
  803. package/src/tooling-exports.d.ts +23 -0
  804. package/src/tooling-exports.js +17 -0
  805. package/src/tooling-exports.shared.d.ts +27 -30
  806. package/src/tooling-exports.shared.js +28 -29
  807. package/src/types/index.d.ts +0 -3
  808. package/src/types/index.js +0 -3
  809. package/src/utils/array-buffer.d.ts +4 -0
  810. package/src/utils/array-buffer.js +9 -0
  811. package/src/utils/canonical-hash.d.ts +7 -0
  812. package/src/utils/canonical-hash.js +74 -0
  813. package/src/utils/clone-json.d.ts +1 -0
  814. package/src/utils/clone-json.js +7 -0
  815. package/src/utils/encode-utf8.js +5 -0
  816. package/src/utils/index.d.ts +4 -1
  817. package/src/utils/index.js +4 -1
  818. package/src/utils/runtime-env.js +7 -0
  819. package/src/utils/sha256.d.ts +1 -0
  820. package/src/utils/sha256.js +18 -4
  821. package/src/utils/stable-sort-object.d.ts +1 -0
  822. package/src/utils/stable-sort-object.js +13 -0
  823. package/src/version.js +1 -1
  824. package/tools/convert-safetensors-node.js +1 -2
  825. package/src/bootstrap.d.ts +0 -1
  826. package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
  827. package/src/config/kernels/kernel-ref.d.ts +0 -17
  828. package/src/config/kernels/kernel-ref.js +0 -75
  829. package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
  830. package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
  831. package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
  832. package/src/config/runtime/kernels/fused-q4k.json +0 -13
  833. package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
  834. package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
  835. package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
  836. package/src/config/runtime/kernels/safe-q4k.json +0 -13
  837. package/src/config/runtime/overlays/debug-f32a.json +0 -3
  838. package/src/config/runtime/overlays/trace-config.json +0 -28
  839. package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
  840. package/src/debug/perf.d.ts +0 -33
  841. package/src/debug/perf.js +0 -51
  842. package/src/errors/index.d.ts +0 -1
  843. package/src/errors/index.js +0 -1
  844. package/src/formats/gguf/index.d.ts +0 -8
  845. package/src/formats/gguf/index.js +0 -4
  846. package/src/formats/litert/index.d.ts +0 -1
  847. package/src/formats/litert/index.js +0 -1
  848. package/src/formats/safetensors/index.d.ts +0 -8
  849. package/src/formats/safetensors/index.js +0 -4
  850. package/src/formats/tflite/index.d.ts +0 -1
  851. package/src/formats/tflite/index.js +0 -1
  852. package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
  853. package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
  854. package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
  855. package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
  856. package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
  857. package/src/inference/functiongemma.d.ts +0 -15
  858. package/src/inference/functiongemma.js +0 -1
  859. package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
  860. package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
  861. package/src/rules/kernels/kernel-validator.d.ts +0 -24
  862. package/src/rules/kernels/kernel-validator.js +0 -160
  863. package/src/sw.d.ts +0 -1
  864. package/src/tooling/bench-runner.js +0 -64
  865. package/src/tooling/distill-runner.js +0 -56
  866. package/src/tooling/lora-runner.js +0 -37
  867. package/src/tooling/verify-runner.js +0 -63
  868. package/src/types/gpu.d.ts +0 -185
  869. package/src/types/gpu.js +0 -5
  870. package/src/types/inference.d.ts +0 -197
  871. package/src/types/inference.js +0 -5
  872. package/src/types/model.d.ts +0 -130
  873. package/src/types/model.js +0 -5
  874. package/src/utils/format-bytes.js +0 -20
  875. /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
  876. /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
  877. /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
  878. /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
  879. /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
  880. /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
@@ -11,6 +11,7 @@ import {
11
11
  getActiveKernelPathPolicy,
12
12
  } from '../config/kernel-path-loader.js';
13
13
  import { validateTrainingMetricsReport } from '../config/schema/training-metrics.schema.js';
14
+ import { modelSupportsEmbedding } from '../config/schema/manifest.schema.js';
14
15
  import {
15
16
  resolveReportTimestamp,
16
17
  resolveRuntime,
@@ -33,9 +34,12 @@ import {
33
34
  normalizeWorkloadType,
34
35
  assertDiffusionPerformanceArtifact,
35
36
  toTimingNumber,
37
+ buildFirstLoadComposition,
36
38
  safeToFixed,
37
39
  sampleTimingNumber,
38
40
  buildCanonicalTiming,
41
+ buildLoadTimingDiagnostics,
42
+ buildDecodeBottleneckDiagnostics,
39
43
  buildTimingDiagnostics,
40
44
  } from './browser-harness-suite-helpers.js';
41
45
  import {
@@ -45,6 +49,10 @@ import {
45
49
  } from './browser-harness-model-helpers.js';
46
50
  import {
47
51
  resolveBenchmarkRunSettings,
52
+ normalizeDecodeRecordOpLabels,
53
+ normalizeUniformCacheStats,
54
+ buildDecodeRecordTopOps,
55
+ buildDecodeRecordTopOpGroups,
48
56
  runEmbeddingSemanticChecks,
49
57
  isCoherentOutput,
50
58
  runTextInference,
@@ -56,10 +64,27 @@ import {
56
64
  runEnergySuite,
57
65
  } from './browser-harness-diffusion-energy-suites.js';
58
66
  import { collectTrainingArtifactsFromSuiteResult } from './browser-harness-report-helpers.js';
67
+ import { sha256Hex } from '../utils/sha256.js';
68
+ import { stableSortObject } from '../utils/stable-sort-object.js';
59
69
 
60
70
  const TRAINING_SUITE_MODULE_PATH = '../experimental/training/suite.js';
61
71
  let trainingSuiteModulePromise = null;
62
72
 
73
+ function resolvePipelineLoadTimings(pipeline) {
74
+ if (!pipeline || typeof pipeline.getStats !== 'function') {
75
+ return { loadTiming: null, pipelineLoadTiming: null };
76
+ }
77
+ try {
78
+ const stats = pipeline.getStats() ?? {};
79
+ return {
80
+ loadTiming: stats.loadTiming ?? null,
81
+ pipelineLoadTiming: stats.pipelineLoadTiming ?? null,
82
+ };
83
+ } catch {
84
+ return { loadTiming: null, pipelineLoadTiming: null };
85
+ }
86
+ }
87
+
63
88
  async function loadTrainingSuiteModule() {
64
89
  if (!trainingSuiteModulePromise) {
65
90
  trainingSuiteModulePromise = import(TRAINING_SUITE_MODULE_PATH);
@@ -67,15 +92,6 @@ async function loadTrainingSuiteModule() {
67
92
  return trainingSuiteModulePromise;
68
93
  }
69
94
 
70
- /**
71
- * Clear the cached training suite module promise.
72
- * Useful for testing or when the training module needs to be re-imported
73
- * after configuration changes.
74
- */
75
- export function clearTrainingSuiteModule() {
76
- trainingSuiteModulePromise = null;
77
- }
78
-
79
95
  export async function runTrainingSuite(options = {}) {
80
96
  const module = await loadTrainingSuiteModule();
81
97
  return module.runTrainingSuite(options);
@@ -95,48 +111,6 @@ async function runTrainingBenchSuite(options = {}) {
95
111
  return module.runTrainingBenchSuite(options);
96
112
  }
97
113
 
98
- export async function initializeBrowserHarness(options = {}) {
99
- const { modelUrl, onProgress, log } = options;
100
- if (!modelUrl) {
101
- throw new Error('modelUrl is required');
102
- }
103
-
104
- const runtime = resolveRuntime(options);
105
- const result = await initializeInference(modelUrl, {
106
- runtime,
107
- onProgress,
108
- log,
109
- });
110
-
111
- return { ...result, runtime };
112
- }
113
-
114
- export async function saveBrowserReport(modelId, report, options = {}) {
115
- return saveReport(modelId, report, options);
116
- }
117
-
118
- export async function runBrowserHarness(options = {}) {
119
- const harness = await initializeBrowserHarness(options);
120
- const reportTimestamp = resolveReportTimestamp(options.timestamp, 'runBrowserHarness timestamp');
121
- const modelId = options.modelId || harness.manifest?.modelId || 'unknown';
122
-
123
- let report = options.report || null;
124
- if (!report && typeof options.buildReport === 'function') {
125
- report = await options.buildReport(harness);
126
- }
127
- if (!report) {
128
- report = {
129
- modelId,
130
- timestamp: reportTimestamp,
131
- };
132
- } else if (!report.timestamp) {
133
- report = { ...report, timestamp: reportTimestamp };
134
- }
135
-
136
- const reportInfo = await saveReport(modelId, report, { timestamp: report.timestamp || reportTimestamp });
137
- return { ...harness, report, reportInfo };
138
- }
139
-
140
114
  const BROWSER_WORKLOAD_SET = Object.freeze([
141
115
  'kernels',
142
116
  'inference',
@@ -172,6 +146,83 @@ const BROWSER_WORKLOAD_DISPATCH_MAP = Object.freeze({
172
146
  }),
173
147
  });
174
148
 
149
+ function isPlainObject(value) {
150
+ return Boolean(value) && typeof value === 'object' && !Array.isArray(value);
151
+ }
152
+
153
+ function resolveExecutionPlanCadence(executionPlan) {
154
+ if (!isPlainObject(executionPlan)) {
155
+ return null;
156
+ }
157
+ const finalActivePlanId = typeof executionPlan.finalActivePlanId === 'string'
158
+ ? executionPlan.finalActivePlanId
159
+ : null;
160
+ for (const candidate of [executionPlan.primary, executionPlan.fallback]) {
161
+ if (!isPlainObject(candidate)) {
162
+ continue;
163
+ }
164
+ if (finalActivePlanId == null || candidate.id === finalActivePlanId) {
165
+ return candidate;
166
+ }
167
+ }
168
+ return isPlainObject(executionPlan.primary) ? executionPlan.primary : null;
169
+ }
170
+
171
+ function resolveDecodeCadence(runtimeConfig, executionPlan = null) {
172
+ const inference = runtimeConfig?.inference;
173
+ const batching = inference?.batching;
174
+ const session = inference?.session;
175
+ const decodeLoop = session?.decodeLoop;
176
+ if (!isPlainObject(batching) || !isPlainObject(decodeLoop)) {
177
+ return null;
178
+ }
179
+ const executionPlanCadence = resolveExecutionPlanCadence(executionPlan);
180
+ const batchSize = executionPlanCadence?.batchSize ?? decodeLoop.batchSize ?? batching.batchSize ?? null;
181
+ const readbackInterval = executionPlanCadence?.readbackInterval ?? decodeLoop.readbackInterval ?? batching.readbackInterval ?? null;
182
+ return {
183
+ batchSize,
184
+ readbackInterval,
185
+ stopCheckMode: executionPlanCadence?.stopCheckMode ?? decodeLoop.stopCheckMode ?? batching.stopCheckMode ?? null,
186
+ readbackMode: executionPlanCadence?.readbackMode ?? decodeLoop.readbackMode ?? batching.readbackMode ?? null,
187
+ disableCommandBatching: executionPlanCadence?.disableCommandBatching ?? decodeLoop.disableCommandBatching ?? null,
188
+ disableMultiTokenDecode: inference?.generation?.disableMultiTokenDecode === true,
189
+ speculationMode: session?.speculation?.mode ?? null,
190
+ tokensPerReadback: Number.isFinite(batchSize) && Number.isFinite(readbackInterval)
191
+ ? batchSize * readbackInterval
192
+ : null,
193
+ runtimeMirror: {
194
+ batching: {
195
+ batchSize: batching.batchSize ?? null,
196
+ readbackInterval: batching.readbackInterval ?? null,
197
+ stopCheckMode: batching.stopCheckMode ?? null,
198
+ readbackMode: batching.readbackMode ?? null,
199
+ },
200
+ decodeLoop: {
201
+ batchSize: decodeLoop.batchSize ?? null,
202
+ readbackInterval: decodeLoop.readbackInterval ?? null,
203
+ stopCheckMode: decodeLoop.stopCheckMode ?? null,
204
+ readbackMode: decodeLoop.readbackMode ?? null,
205
+ ringTokens: decodeLoop.ringTokens ?? null,
206
+ ringStop: decodeLoop.ringStop ?? null,
207
+ ringStaging: decodeLoop.ringStaging ?? null,
208
+ },
209
+ },
210
+ executionPlan: executionPlanCadence
211
+ ? {
212
+ id: executionPlanCadence.id ?? null,
213
+ batchSize: executionPlanCadence.batchSize ?? null,
214
+ readbackInterval: executionPlanCadence.readbackInterval ?? null,
215
+ stopCheckMode: executionPlanCadence.stopCheckMode ?? null,
216
+ readbackMode: executionPlanCadence.readbackMode ?? null,
217
+ disableCommandBatching: executionPlanCadence.disableCommandBatching ?? null,
218
+ ringTokens: executionPlanCadence.ringTokens ?? null,
219
+ ringStop: executionPlanCadence.ringStop ?? null,
220
+ ringStaging: executionPlanCadence.ringStaging ?? null,
221
+ }
222
+ : null,
223
+ };
224
+ }
225
+
175
226
  export function getBrowserSupportedSuites() {
176
227
  return [...BROWSER_WORKLOAD_SET];
177
228
  }
@@ -296,6 +347,147 @@ function resolveDispatchSuite(mode, workload) {
296
347
  return workload;
297
348
  }
298
349
 
350
+ function stableJson(value) {
351
+ return JSON.stringify(stableSortObject(value)) ?? 'null';
352
+ }
353
+
354
+ function hashStableJson(value) {
355
+ return `sha256:${sha256Hex(stableJson(value))}`;
356
+ }
357
+
358
+ export function resolveExecutionGraphHash(manifest) {
359
+ const execution = manifest?.inference?.execution;
360
+ if (!execution || typeof execution !== 'object') {
361
+ return null;
362
+ }
363
+ return hashStableJson(execution);
364
+ }
365
+
366
+ function buildPerStepTokenProof(tokenIds) {
367
+ return tokenIds.map((tokenId, index) => ({
368
+ index,
369
+ tokenId,
370
+ tokenHash: hashStableJson({ index, tokenId }),
371
+ }));
372
+ }
373
+
374
+ function buildKvCacheTranscriptSeed(kvCache, byteProof = null) {
375
+ const source = kvCache && typeof kvCache === 'object' ? kvCache : null;
376
+ const proof = byteProof && typeof byteProof === 'object' ? byteProof : null;
377
+ const seed = {
378
+ mode: proof ? 'stats+sha256-layer-kv-bytes' : (source ? 'stats' : 'not-captured'),
379
+ layout: typeof source?.layout === 'string' ? source.layout : null,
380
+ kvDtype: typeof source?.kvDtype === 'string' ? source.kvDtype : null,
381
+ seqLen: Number.isFinite(source?.seqLen) ? source.seqLen : null,
382
+ maxSeqLen: Number.isFinite(source?.maxSeqLen) ? source.maxSeqLen : null,
383
+ usedBytes: Number.isFinite(source?.usedBytes) ? source.usedBytes : null,
384
+ allocatedBytes: Number.isFinite(source?.allocatedBytes) ? source.allocatedBytes : null,
385
+ counters: source?.counters ?? null,
386
+ byteDigestMode: typeof proof?.mode === 'string' ? proof.mode : null,
387
+ byteDigest: typeof proof?.digest === 'string' ? proof.digest : null,
388
+ byteDigests: Array.isArray(proof?.layers) ? proof.layers : null,
389
+ };
390
+ return {
391
+ ...seed,
392
+ stateHash: hashStableJson(seed),
393
+ };
394
+ }
395
+
396
+ export function buildReferenceTranscriptSeed(run, context = {}) {
397
+ const promptPayload = run.promptInput ?? run.prompt ?? null;
398
+ const outputText = typeof run.output === 'string' ? run.output : '';
399
+ const tokenIds = Array.isArray(run.tokenIds)
400
+ ? run.tokenIds.map((value) => Number(value)).filter((value) => Number.isInteger(value))
401
+ : [];
402
+ const promptTokenIds = Array.isArray(run.promptTokenIds)
403
+ ? run.promptTokenIds.map((value) => Number(value)).filter((value) => Number.isInteger(value))
404
+ : null;
405
+ const logitsDigests = Array.isArray(run.logitsDigests)
406
+ ? run.logitsDigests
407
+ : [];
408
+ const hasCompleteLogitsDigests = logitsDigests.length === tokenIds.length && tokenIds.length > 0;
409
+ const transcript = {
410
+ schema: 'doppler.reference-transcript/v1',
411
+ source: {
412
+ kind: 'inline-browser-suite',
413
+ path: 'inline',
414
+ hash: 'sha256:' + '0'.repeat(64),
415
+ },
416
+ executionGraphHash: context.executionGraphHash ?? null,
417
+ surface: 'browser-webgpu',
418
+ prompt: {
419
+ identity: typeof run.prompt === 'string' && run.prompt.trim() ? run.prompt : 'promptInput',
420
+ hash: hashStableJson(promptPayload),
421
+ tokenIdsHash: promptTokenIds ? hashStableJson(promptTokenIds) : null,
422
+ tokenCount: promptTokenIds ? promptTokenIds.length : null,
423
+ },
424
+ output: {
425
+ textHash: `sha256:${sha256Hex(outputText)}`,
426
+ tokensGenerated: tokenIds.length,
427
+ stopReason: typeof run.phase?.stopReason === 'string' ? run.phase.stopReason : 'unknown',
428
+ stopTokenId: Number.isInteger(run.phase?.stopTokenId) ? run.phase.stopTokenId : null,
429
+ },
430
+ tokens: {
431
+ ids: tokenIds,
432
+ generatedTokenIdsHash: hashStableJson(tokenIds),
433
+ generatedTextHash: `sha256:${sha256Hex(outputText)}`,
434
+ preview: Array.isArray(run.tokenDiagnostics?.preview) ? run.tokenDiagnostics.preview : [],
435
+ perStep: buildPerStepTokenProof(tokenIds),
436
+ coverage: {
437
+ mode: 'full-token-ids',
438
+ omitted: 0,
439
+ },
440
+ },
441
+ phase: {
442
+ prefillMs: Number.isFinite(run.phase?.prefillMs) ? run.phase.prefillMs : null,
443
+ decodeMs: Number.isFinite(run.phase?.decodeMs) ? run.phase.decodeMs : null,
444
+ prefillTokens: Number.isFinite(run.phase?.prefillTokens) ? run.phase.prefillTokens : null,
445
+ decodeTokens: Number.isFinite(run.phase?.decodeTokens) ? run.phase.decodeTokens : null,
446
+ },
447
+ kvCache: buildKvCacheTranscriptSeed(
448
+ run.phase?.kvCache ?? context.kvCache ?? null,
449
+ run.kvCacheByteProof ?? null
450
+ ),
451
+ logits: hasCompleteLogitsDigests ? {
452
+ mode: 'sha256-per-step',
453
+ perStepDigests: logitsDigests.map((entry) => entry.digest),
454
+ steps: logitsDigests,
455
+ } : {
456
+ mode: 'not-captured',
457
+ reason: logitsDigests.length > 0
458
+ ? 'Per-step logits digest count did not match generated token count.'
459
+ : 'Per-step logits digests were not requested for this browser harness run.',
460
+ perStepDigests: null,
461
+ },
462
+ tolerance: {
463
+ tokenPolicy: 'exact generated token IDs',
464
+ logitsPolicy: hasCompleteLogitsDigests
465
+ ? 'exact sha256 digest per generated step over finalized f32 logits before sampling'
466
+ : 'not captured',
467
+ kvPolicy: run.kvCacheByteProof
468
+ ? 'exact sha256 digest over used KV cache bytes by layer/key/value'
469
+ : 'metadata hash only; KV tensor bytes are not read back by default',
470
+ },
471
+ };
472
+ return {
473
+ ...transcript,
474
+ source: {
475
+ ...transcript.source,
476
+ hash: hashStableJson({
477
+ prompt: transcript.prompt,
478
+ output: transcript.output,
479
+ tokens: {
480
+ generatedTokenIdsHash: transcript.tokens.generatedTokenIdsHash,
481
+ generatedTextHash: transcript.tokens.generatedTextHash,
482
+ },
483
+ phase: transcript.phase,
484
+ kvCache: transcript.kvCache,
485
+ logits: transcript.logits,
486
+ }),
487
+ },
488
+ };
489
+ }
490
+
299
491
  async function runKernelSuite(options = {}) {
300
492
  const startTime = performance.now();
301
493
  const { testHarness, initGPU } = await import('../../tests/kernels/browser/test-page.js');
@@ -324,23 +516,33 @@ async function runKernelSuite(options = {}) {
324
516
 
325
517
  async function runInferenceSuite(options = {}) {
326
518
  const startTime = performance.now();
327
- const harness = await initializeSuiteModel(options);
519
+ const cacheMode = normalizeCacheMode(options.cacheMode);
520
+ const loadMode = normalizeLoadMode(options.loadMode, !!options.modelUrl, options.modelUrl);
521
+ const harness = await withHarnessPhase(
522
+ 'inference.initializeSuiteModel',
523
+ {
524
+ modelId: options.modelId ?? null,
525
+ loadMode,
526
+ cacheMode,
527
+ },
528
+ () => initializeSuiteModel(options)
529
+ );
328
530
  const runtimeConfig = getRuntimeConfig();
329
531
  const modelType = harness.manifest?.modelType || 'transformer';
330
- if (options.expectedModelType === 'embedding' && modelType !== 'embedding') {
532
+ const supportsEmbedding = modelSupportsEmbedding(harness.manifest);
533
+ if (options.expectedModelType === 'embedding' && !supportsEmbedding) {
331
534
  throw new Error(
332
- `Expected an embedding model for workload "${options.workload || 'inference'}", got "${modelType}".`
535
+ `Expected an embedding-capable model for workload "${options.workload || 'inference'}", got modelType="${modelType}". ` +
536
+ `Set inference.supportsEmbedding=true in the manifest for text-generation models that should expose pipeline.embed().`
333
537
  );
334
538
  }
335
- const cacheMode = normalizeCacheMode(options.cacheMode);
336
- const loadMode = normalizeLoadMode(options.loadMode, !!options.modelUrl, options.modelUrl);
337
539
  const safeModelLoadMs = toTimingNumber(harness.modelLoadMs, 0);
338
540
 
339
541
  let results;
340
542
  let output = null;
341
543
  let metrics;
342
544
 
343
- if (modelType === 'embedding') {
545
+ if (modelType === 'embedding' || (options.workload === 'embedding' && supportsEmbedding)) {
344
546
  const run = await runEmbedding(harness.pipeline, runtimeConfig);
345
547
  const semantic = await runEmbeddingSemanticChecks(harness.pipeline, options);
346
548
  const isValidEmbedding = run.embeddingDim > 0 && run.nonFiniteCount === 0;
@@ -462,13 +664,17 @@ async function runInferenceSuite(options = {}) {
462
664
  firstResponseMs: safeToFixed(safeModelLoadMs + run.phase.ttftMs),
463
665
  prefillMs: safeToFixed(run.phase.prefillMs),
464
666
  decodeMs: safeToFixed(run.phase.decodeMs),
667
+ wallRunMs: safeToFixed(run.phase.wallMs ?? run.durationMs),
465
668
  prefillTokens: Math.round(run.phase.prefillTokens),
466
669
  decodeTokens: Math.round(run.phase.decodeTokens),
670
+ stopReason: run.phase.stopReason ?? null,
671
+ stopTokenId: Number.isInteger(run.phase.stopTokenId) ? run.phase.stopTokenId : null,
467
672
  prefillTokensPerSec: safeToFixed(run.phase.prefillTokensPerSec),
468
673
  prefillTokensPerSecTtft: safeToFixed(run.phase.prefillTokensPerSecTtft),
469
674
  decodeTokensPerSec: safeToFixed(run.phase.decodeTokensPerSec),
470
675
  modelLoadMs: safeModelLoadMs,
471
676
  gpu: run.phase.gpu,
677
+ batching: run.phase.batching ?? null,
472
678
  plePreparedTokenCache: run.phase.plePreparedTokenCache ?? null,
473
679
  prefillProfileSteps: run.phase.prefillProfileSteps,
474
680
  decodeProfileSteps: run.phase.decodeProfileSteps,
@@ -476,6 +682,11 @@ async function runInferenceSuite(options = {}) {
476
682
  kernelPathId: run.phase.kernelPathId,
477
683
  kernelPathSource: run.phase.kernelPathSource,
478
684
  generationDiagnostics: run.tokenDiagnostics,
685
+ kvCache: run.phase.kvCache ?? null,
686
+ referenceTranscript: buildReferenceTranscriptSeed(run, {
687
+ executionGraphHash: resolveExecutionGraphHash(harness.manifest),
688
+ kvCache: run.phase.kvCache ?? null,
689
+ }),
479
690
  operatorDiagnostics: run.phase.operatorDiagnostics ?? null,
480
691
  };
481
692
  }
@@ -483,6 +694,12 @@ async function runInferenceSuite(options = {}) {
483
694
  const memoryStats = typeof harness.pipeline?.getMemoryStats === 'function'
484
695
  ? harness.pipeline.getMemoryStats()
485
696
  : null;
697
+ const loadTimings = resolvePipelineLoadTimings(harness.pipeline);
698
+ const loadDiagnostics = buildLoadTimingDiagnostics(
699
+ safeModelLoadMs,
700
+ loadTimings.loadTiming,
701
+ loadTimings.pipelineLoadTiming
702
+ );
486
703
  if (typeof harness.pipeline.unload === 'function' && !options.keepPipeline) {
487
704
  await harness.pipeline.unload();
488
705
  }
@@ -508,10 +725,26 @@ async function runInferenceSuite(options = {}) {
508
725
  const timingDiagnostics = buildTimingDiagnostics(timing, {
509
726
  source: 'doppler',
510
727
  prefillSemantics: 'internal_prefill_phase',
728
+ loadTiming: loadTimings.loadTiming,
729
+ pipelineLoadTiming: loadTimings.pipelineLoadTiming,
730
+ });
731
+ const decodeBottleneck = buildDecodeBottleneckDiagnostics(metrics, timing);
732
+ const metricsWithTimingDiagnostics = decodeBottleneck
733
+ ? { ...metrics, decodeBottleneck }
734
+ : metrics;
735
+ if (decodeBottleneck) {
736
+ timingDiagnostics.decodeBottleneck = decodeBottleneck;
737
+ }
738
+ const firstLoad = buildFirstLoadComposition({
739
+ modelLoadMs: timing.modelLoadMs,
740
+ firstTokenMs: timing.firstTokenMs,
741
+ firstResponseMs: timing.firstResponseMs,
511
742
  });
512
743
  const metricsWithContracts = buildSuiteContractMetrics(
513
744
  options.suiteName || 'inference',
514
- metrics,
745
+ loadDiagnostics
746
+ ? { ...metricsWithTimingDiagnostics, load: loadDiagnostics }
747
+ : metricsWithTimingDiagnostics,
515
748
  harness.manifest
516
749
  );
517
750
  return {
@@ -530,6 +763,7 @@ async function runInferenceSuite(options = {}) {
530
763
  },
531
764
  timing,
532
765
  timingDiagnostics,
766
+ firstLoad,
533
767
  output,
534
768
  metrics: metricsWithContracts,
535
769
  memoryStats,
@@ -584,6 +818,11 @@ async function runBenchSuite(options = {}) {
584
818
  source: 'doppler',
585
819
  prefillSemantics: 'not_applicable_training_workload',
586
820
  });
821
+ const firstLoad = buildFirstLoadComposition({
822
+ modelLoadMs: timing.modelLoadMs,
823
+ firstTokenMs: timing.firstTokenMs,
824
+ firstResponseMs: timing.firstResponseMs,
825
+ });
587
826
  return {
588
827
  ...trainingBench,
589
828
  modelId: trainingBench.modelId || options.modelId || options.modelUrl || 'training',
@@ -600,6 +839,7 @@ async function runBenchSuite(options = {}) {
600
839
  },
601
840
  timing,
602
841
  timingDiagnostics,
842
+ firstLoad,
603
843
  output: null,
604
844
  memoryStats: null,
605
845
  deviceInfo: trainingBench.deviceInfo ?? resolveDeviceInfo(),
@@ -607,7 +847,7 @@ async function runBenchSuite(options = {}) {
607
847
  };
608
848
  }
609
849
 
610
- if (workloadType === 'diffusion') {
850
+ if (workloadType === 'diffusion' || workloadType === 'diffusion_gemma') {
611
851
  const diffusionBench = await runDiffusionSuite({
612
852
  ...options,
613
853
  command: 'bench',
@@ -634,17 +874,27 @@ async function runBenchSuite(options = {}) {
634
874
  results: benchResults,
635
875
  metrics: {
636
876
  ...(diffusionBench.metrics || {}),
637
- workloadType: 'diffusion',
877
+ workloadType,
638
878
  },
639
879
  };
640
880
  }
641
881
 
642
- const harness = await initializeSuiteModel(options);
882
+ const harness = await withHarnessPhase(
883
+ 'bench.initializeSuiteModel',
884
+ {
885
+ modelId: options.modelId ?? null,
886
+ loadMode,
887
+ cacheMode,
888
+ },
889
+ () => initializeSuiteModel(options)
890
+ );
643
891
  const benchRun = resolveBenchmarkRunSettings(runtimeConfig, harness.pipeline ?? harness);
644
892
  const modelType = harness.manifest?.modelType || 'transformer';
645
- if (options.expectedModelType === 'embedding' && modelType !== 'embedding') {
893
+ const supportsEmbedding = modelSupportsEmbedding(harness.manifest);
894
+ if (options.expectedModelType === 'embedding' && !supportsEmbedding) {
646
895
  throw new Error(
647
- `Expected an embedding model for bench workload "${options.workload || 'inference'}", got "${modelType}".`
896
+ `Expected an embedding-capable model for bench workload "${options.workload || 'inference'}", got modelType="${modelType}". ` +
897
+ `Set inference.supportsEmbedding=true in the manifest for text-generation models that should expose pipeline.embed().`
648
898
  );
649
899
  }
650
900
  const safeModelLoadMs = toTimingNumber(harness.modelLoadMs, 0);
@@ -654,7 +904,7 @@ async function runBenchSuite(options = {}) {
654
904
  let output = null;
655
905
  let timing;
656
906
 
657
- if (modelType === 'embedding') {
907
+ if (modelType === 'embedding' || (options.workload === 'embedding' && supportsEmbedding)) {
658
908
  const durations = [];
659
909
  const timedDurations = [];
660
910
  const embeddingDims = [];
@@ -760,6 +1010,7 @@ async function runBenchSuite(options = {}) {
760
1010
  } else {
761
1011
  const tokensPerSec = [];
762
1012
  const durations = [];
1013
+ const phaseTotals = [];
763
1014
  const tokensGenerated = [];
764
1015
  const decodeMsPerToken = [];
765
1016
  const ttftMs = [];
@@ -773,17 +1024,41 @@ async function runBenchSuite(options = {}) {
773
1024
  const gpuPrefillMs = [];
774
1025
  const gpuDecodeMs = [];
775
1026
  const gpuDecodeRecordMs = [];
1027
+ const gpuDecodeRecordOps = [];
1028
+ const gpuDecodeRecordPasses = [];
1029
+ const gpuDecodeRecordMsPerOp = [];
1030
+ const gpuDecodeRecordMsPerPass = [];
1031
+ const gpuDecodeRecordPassesPerOp = [];
1032
+ const gpuDecodeRecordMsPerExecutedBatchToken = [];
1033
+ const gpuDecodeRecordOpsPerExecutedBatchToken = [];
1034
+ const gpuDecodeRecordPassesPerExecutedBatchToken = [];
1035
+ const gpuDecodeRecordOpLabels = {};
1036
+ let hasGpuDecodeRecordOpLabels = false;
776
1037
  const gpuDecodeSubmitWaitMs = [];
777
1038
  const gpuDecodeReadbackWaitMs = [];
1039
+ const gpuDecodeReadbackMapWaitMs = [];
1040
+ const gpuDecodeReadbackCleanupMs = [];
1041
+ const gpuDecodeReadbackCopyMs = [];
778
1042
  const gpuDecodeOrchestrationMs = [];
1043
+ const gpuPrefillRecordMs = [];
1044
+ const gpuPrefillSubmitWaitMs = [];
779
1045
  const singleTokenSubmitWaitMs = [];
780
1046
  const singleTokenReadbackWaitMs = [];
1047
+ const singleTokenReadbackMapWaitMs = [];
1048
+ const singleTokenReadbackCleanupMs = [];
1049
+ const singleTokenReadbackCopyMs = [];
781
1050
  const singleTokenOrchestrationMs = [];
782
1051
  const batchedForwardCalls = [];
783
1052
  const unbatchedForwardCalls = [];
784
1053
  const totalBatchedTimeMs = [];
785
1054
  const totalUnbatchedTimeMs = [];
786
1055
  const gpuSubmissions = [];
1056
+ const requestedBatchTokens = [];
1057
+ const effectiveBatchTokens = [];
1058
+ const executedBatchTokens = [];
1059
+ const resolvedBatchTokens = [];
1060
+ const maxBatchTokenCap = [];
1061
+ const batchClampCount = [];
787
1062
  const plePreparedTokenCacheHits = [];
788
1063
  const plePreparedTokenCacheMisses = [];
789
1064
  const plePreparedTokenCacheEntries = [];
@@ -791,19 +1066,41 @@ async function runBenchSuite(options = {}) {
791
1066
 
792
1067
  let generatedText = null;
793
1068
  let generatedPromptInput = null;
1069
+ let generatedReferenceTranscript = null;
1070
+ let lastPromptLabel = benchRun.promptLabel;
1071
+ let lastMaxTokens = benchRun.maxTokens;
794
1072
  let lastDecodeMode = null;
795
1073
  let lastBatchGuardReason = null;
1074
+ let lastExecutionPlan = null;
1075
+ let lastGpuUniformCache = null;
796
1076
  for (let i = 0; i < warmupRuns + timedRuns; i++) {
797
1077
  harness.pipeline.reset?.();
798
- const run = await runTextInference(harness.pipeline, runtimeConfig, {
799
- ...benchRun,
800
- ...(options.inferenceInput ?? {}),
801
- });
1078
+ const run = await withHarnessPhase(
1079
+ `bench.runTextInference[${i}]`,
1080
+ {
1081
+ modelId: options.modelId ?? harness.manifest?.modelId ?? null,
1082
+ loadMode,
1083
+ cacheMode,
1084
+ warmupRuns,
1085
+ timedRuns,
1086
+ },
1087
+ () => runTextInference(harness.pipeline, runtimeConfig, {
1088
+ ...benchRun,
1089
+ ...(options.inferenceInput ?? {}),
1090
+ })
1091
+ );
802
1092
  if (i === warmupRuns + timedRuns - 1) {
803
1093
  generatedText = run?.output ?? null;
804
1094
  generatedPromptInput = run?.promptInput ?? null;
1095
+ generatedReferenceTranscript = buildReferenceTranscriptSeed(run, {
1096
+ executionGraphHash: resolveExecutionGraphHash(harness.manifest),
1097
+ kvCache: run?.phase?.kvCache ?? null,
1098
+ });
1099
+ lastPromptLabel = run?.prompt ?? benchRun.promptLabel;
1100
+ lastMaxTokens = Number.isFinite(run?.maxTokens) ? run.maxTokens : benchRun.maxTokens;
805
1101
  lastDecodeMode = run?.phase?.decodeMode ?? null;
806
1102
  lastBatchGuardReason = run?.phase?.batchGuardReason ?? null;
1103
+ lastExecutionPlan = run?.phase?.executionPlan ?? null;
807
1104
  }
808
1105
  if (i >= warmupRuns) {
809
1106
  const phase = run?.phase ?? {};
@@ -813,6 +1110,7 @@ async function runBenchSuite(options = {}) {
813
1110
  const phasePlePreparedTokenCache = phase.plePreparedTokenCache;
814
1111
  tokensPerSec.push(run?.tokensPerSec);
815
1112
  durations.push(run?.durationMs);
1113
+ phaseTotals.push(phase.totalMs);
816
1114
  tokensGenerated.push(phaseTokens.length);
817
1115
  ttftMs.push(phase.ttftMs);
818
1116
  prefillMs.push(phase.prefillMs);
@@ -825,22 +1123,67 @@ async function runBenchSuite(options = {}) {
825
1123
  if (phase.decodeMs > 0 && phase.decodeTokens > 0) {
826
1124
  decodeMsPerToken.push(phase.decodeMs / phase.decodeTokens);
827
1125
  }
1126
+ const phaseGpuUniformCache = normalizeUniformCacheStats(phaseGpu?.uniformCache);
1127
+ if (phaseGpuUniformCache) {
1128
+ lastGpuUniformCache = phaseGpuUniformCache;
1129
+ }
828
1130
  if (Number.isFinite(phaseGpu?.prefillMs)) gpuPrefillMs.push(phaseGpu.prefillMs);
829
1131
  if (Number.isFinite(phaseGpu?.decodeMs)) gpuDecodeMs.push(phaseGpu.decodeMs);
830
1132
  if (Number.isFinite(phaseGpu?.decodeRecordMs)) gpuDecodeRecordMs.push(phaseGpu.decodeRecordMs);
1133
+ if (Number.isFinite(phaseGpu?.decodeRecordOps)) gpuDecodeRecordOps.push(phaseGpu.decodeRecordOps);
1134
+ if (Number.isFinite(phaseGpu?.decodeRecordPasses)) gpuDecodeRecordPasses.push(phaseGpu.decodeRecordPasses);
1135
+ const phaseDecodeRecordOpLabels = normalizeDecodeRecordOpLabels(phaseGpu?.decodeRecordOpLabels);
1136
+ if (phaseDecodeRecordOpLabels) {
1137
+ hasGpuDecodeRecordOpLabels = true;
1138
+ for (const [label, count] of Object.entries(phaseDecodeRecordOpLabels)) {
1139
+ gpuDecodeRecordOpLabels[label] = (gpuDecodeRecordOpLabels[label] ?? 0) + count;
1140
+ }
1141
+ }
1142
+ if (Number.isFinite(phaseGpu?.decodeRecordMsPerOp)) {
1143
+ gpuDecodeRecordMsPerOp.push(phaseGpu.decodeRecordMsPerOp);
1144
+ }
1145
+ if (Number.isFinite(phaseGpu?.decodeRecordMsPerPass)) {
1146
+ gpuDecodeRecordMsPerPass.push(phaseGpu.decodeRecordMsPerPass);
1147
+ }
1148
+ if (Number.isFinite(phaseGpu?.decodeRecordPassesPerOp)) {
1149
+ gpuDecodeRecordPassesPerOp.push(phaseGpu.decodeRecordPassesPerOp);
1150
+ }
1151
+ if (Number.isFinite(phaseGpu?.decodeRecordMsPerExecutedBatchToken)) {
1152
+ gpuDecodeRecordMsPerExecutedBatchToken.push(phaseGpu.decodeRecordMsPerExecutedBatchToken);
1153
+ }
1154
+ if (Number.isFinite(phaseGpu?.decodeRecordOpsPerExecutedBatchToken)) {
1155
+ gpuDecodeRecordOpsPerExecutedBatchToken.push(phaseGpu.decodeRecordOpsPerExecutedBatchToken);
1156
+ }
1157
+ if (Number.isFinite(phaseGpu?.decodeRecordPassesPerExecutedBatchToken)) {
1158
+ gpuDecodeRecordPassesPerExecutedBatchToken.push(phaseGpu.decodeRecordPassesPerExecutedBatchToken);
1159
+ }
831
1160
  if (Number.isFinite(phaseGpu?.decodeSubmitWaitMs)) gpuDecodeSubmitWaitMs.push(phaseGpu.decodeSubmitWaitMs);
832
1161
  if (Number.isFinite(phaseGpu?.decodeReadbackWaitMs)) gpuDecodeReadbackWaitMs.push(phaseGpu.decodeReadbackWaitMs);
1162
+ if (Number.isFinite(phaseGpu?.decodeReadbackMapWaitMs)) gpuDecodeReadbackMapWaitMs.push(phaseGpu.decodeReadbackMapWaitMs);
1163
+ if (Number.isFinite(phaseGpu?.decodeReadbackCleanupMs)) gpuDecodeReadbackCleanupMs.push(phaseGpu.decodeReadbackCleanupMs);
1164
+ if (Number.isFinite(phaseGpu?.decodeReadbackCopyMs)) gpuDecodeReadbackCopyMs.push(phaseGpu.decodeReadbackCopyMs);
1165
+ if (Number.isFinite(phaseGpu?.prefillRecordMs)) gpuPrefillRecordMs.push(phaseGpu.prefillRecordMs);
1166
+ if (Number.isFinite(phaseGpu?.prefillSubmitWaitMs)) gpuPrefillSubmitWaitMs.push(phaseGpu.prefillSubmitWaitMs);
833
1167
  if (Number.isFinite(phaseGpu?.decodeOrchestrationMs)) {
834
1168
  gpuDecodeOrchestrationMs.push(phaseGpu.decodeOrchestrationMs);
835
1169
  }
836
1170
  if (Number.isFinite(phaseGpu?.singleTokenSubmitWaitMs)) singleTokenSubmitWaitMs.push(phaseGpu.singleTokenSubmitWaitMs);
837
1171
  if (Number.isFinite(phaseGpu?.singleTokenReadbackWaitMs)) singleTokenReadbackWaitMs.push(phaseGpu.singleTokenReadbackWaitMs);
1172
+ if (Number.isFinite(phaseGpu?.singleTokenReadbackMapWaitMs)) singleTokenReadbackMapWaitMs.push(phaseGpu.singleTokenReadbackMapWaitMs);
1173
+ if (Number.isFinite(phaseGpu?.singleTokenReadbackCleanupMs)) singleTokenReadbackCleanupMs.push(phaseGpu.singleTokenReadbackCleanupMs);
1174
+ if (Number.isFinite(phaseGpu?.singleTokenReadbackCopyMs)) singleTokenReadbackCopyMs.push(phaseGpu.singleTokenReadbackCopyMs);
838
1175
  if (Number.isFinite(phaseGpu?.singleTokenOrchestrationMs)) singleTokenOrchestrationMs.push(phaseGpu.singleTokenOrchestrationMs);
839
1176
  if (Number.isFinite(phaseBatching?.batchedForwardCalls)) batchedForwardCalls.push(phaseBatching.batchedForwardCalls);
840
1177
  if (Number.isFinite(phaseBatching?.unbatchedForwardCalls)) unbatchedForwardCalls.push(phaseBatching.unbatchedForwardCalls);
841
1178
  if (Number.isFinite(phaseBatching?.totalBatchedTimeMs)) totalBatchedTimeMs.push(phaseBatching.totalBatchedTimeMs);
842
1179
  if (Number.isFinite(phaseBatching?.totalUnbatchedTimeMs)) totalUnbatchedTimeMs.push(phaseBatching.totalUnbatchedTimeMs);
843
1180
  if (Number.isFinite(phaseBatching?.gpuSubmissions)) gpuSubmissions.push(phaseBatching.gpuSubmissions);
1181
+ if (Number.isFinite(phaseBatching?.requestedBatchTokens)) requestedBatchTokens.push(phaseBatching.requestedBatchTokens);
1182
+ if (Number.isFinite(phaseBatching?.effectiveBatchTokens)) effectiveBatchTokens.push(phaseBatching.effectiveBatchTokens);
1183
+ if (Number.isFinite(phaseBatching?.executedBatchTokens)) executedBatchTokens.push(phaseBatching.executedBatchTokens);
1184
+ if (Number.isFinite(phaseBatching?.resolvedBatchTokens)) resolvedBatchTokens.push(phaseBatching.resolvedBatchTokens);
1185
+ if (Number.isFinite(phaseBatching?.maxBatchTokenCap)) maxBatchTokenCap.push(phaseBatching.maxBatchTokenCap);
1186
+ if (Number.isFinite(phaseBatching?.batchClampCount)) batchClampCount.push(phaseBatching.batchClampCount);
844
1187
  if (Number.isFinite(phasePlePreparedTokenCache?.hits)) plePreparedTokenCacheHits.push(phasePlePreparedTokenCache.hits);
845
1188
  if (Number.isFinite(phasePlePreparedTokenCache?.misses)) plePreparedTokenCacheMisses.push(phasePlePreparedTokenCache.misses);
846
1189
  if (Number.isFinite(phasePlePreparedTokenCache?.entries)) plePreparedTokenCacheEntries.push(phasePlePreparedTokenCache.entries);
@@ -848,7 +1191,8 @@ async function runBenchSuite(options = {}) {
848
1191
  }
849
1192
  }
850
1193
 
851
- const totalMsStats = computeSampleStats(durations);
1194
+ const totalMsStats = computeSampleStats(phaseTotals);
1195
+ const wallRunMsStats = computeSampleStats(durations);
852
1196
  const tokensPerSecStats = computeSampleStats(tokensPerSec);
853
1197
  const decodeTokensPerSecStats = computeSampleStats(decodeTokensPerSec);
854
1198
  const prefillTokensPerSecStats = computeSampleStats(prefillTokensPerSec);
@@ -860,21 +1204,74 @@ async function runBenchSuite(options = {}) {
860
1204
  const tokensGeneratedStats = computeSampleStats(tokensGenerated);
861
1205
  const prefillTokensStats = computeSampleStats(prefillTokens);
862
1206
  const decodeTokensStats = computeSampleStats(decodeTokens);
1207
+ const gpuDecodeRecordOpsStats = computeSampleStats(gpuDecodeRecordOps);
1208
+ const gpuDecodeRecordPassesStats = computeSampleStats(gpuDecodeRecordPasses);
1209
+ const gpuDecodeRecordOpLabelSampleCount = gpuDecodeRecordOps.length > 0
1210
+ ? gpuDecodeRecordOps.length
1211
+ : 1;
1212
+ const gpuDecodeRecordMeanOpLabels = {};
1213
+ if (hasGpuDecodeRecordOpLabels) {
1214
+ for (const [label, count] of Object.entries(gpuDecodeRecordOpLabels)) {
1215
+ gpuDecodeRecordMeanOpLabels[label] = count / gpuDecodeRecordOpLabelSampleCount;
1216
+ }
1217
+ }
863
1218
  const hasGpuStats = gpuPrefillMs.length > 0 || gpuDecodeMs.length > 0 || gpuDecodeRecordMs.length > 0
1219
+ || gpuDecodeRecordOps.length > 0 || gpuDecodeRecordPasses.length > 0
1220
+ || gpuDecodeRecordMsPerOp.length > 0 || gpuDecodeRecordMsPerPass.length > 0
1221
+ || gpuDecodeRecordPassesPerOp.length > 0
1222
+ || gpuDecodeRecordMsPerExecutedBatchToken.length > 0
1223
+ || gpuDecodeRecordOpsPerExecutedBatchToken.length > 0
1224
+ || gpuDecodeRecordPassesPerExecutedBatchToken.length > 0
1225
+ || hasGpuDecodeRecordOpLabels
864
1226
  || gpuDecodeSubmitWaitMs.length > 0 || gpuDecodeReadbackWaitMs.length > 0
1227
+ || gpuDecodeReadbackMapWaitMs.length > 0 || gpuDecodeReadbackCleanupMs.length > 0
1228
+ || gpuDecodeReadbackCopyMs.length > 0
865
1229
  || gpuDecodeOrchestrationMs.length > 0
1230
+ || lastGpuUniformCache
866
1231
  || singleTokenSubmitWaitMs.length > 0 || singleTokenReadbackWaitMs.length > 0
1232
+ || singleTokenReadbackMapWaitMs.length > 0 || singleTokenReadbackCleanupMs.length > 0
1233
+ || singleTokenReadbackCopyMs.length > 0
867
1234
  || singleTokenOrchestrationMs.length > 0;
868
1235
  const gpuPhaseStats = hasGpuStats
869
1236
  ? {
870
1237
  prefillMs: computeSampleStats(gpuPrefillMs),
871
1238
  decodeMs: computeSampleStats(gpuDecodeMs),
872
1239
  decodeRecordMs: computeSampleStats(gpuDecodeRecordMs),
1240
+ decodeRecordOps: gpuDecodeRecordOpsStats,
1241
+ decodeRecordPasses: gpuDecodeRecordPassesStats,
1242
+ decodeRecordMsPerOp: computeSampleStats(gpuDecodeRecordMsPerOp),
1243
+ decodeRecordMsPerPass: computeSampleStats(gpuDecodeRecordMsPerPass),
1244
+ decodeRecordPassesPerOp: computeSampleStats(gpuDecodeRecordPassesPerOp),
1245
+ decodeRecordMsPerExecutedBatchToken: computeSampleStats(gpuDecodeRecordMsPerExecutedBatchToken),
1246
+ decodeRecordOpsPerExecutedBatchToken: computeSampleStats(gpuDecodeRecordOpsPerExecutedBatchToken),
1247
+ decodeRecordPassesPerExecutedBatchToken: computeSampleStats(gpuDecodeRecordPassesPerExecutedBatchToken),
1248
+ decodeRecordUniqueOpLabels: hasGpuDecodeRecordOpLabels ? Object.keys(gpuDecodeRecordOpLabels).length : null,
1249
+ decodeRecordTopOps: hasGpuDecodeRecordOpLabels
1250
+ ? buildDecodeRecordTopOps(
1251
+ gpuDecodeRecordMeanOpLabels,
1252
+ gpuDecodeRecordOpsStats?.mean
1253
+ )
1254
+ : [],
1255
+ decodeRecordTopOpGroups: hasGpuDecodeRecordOpLabels
1256
+ ? buildDecodeRecordTopOpGroups(
1257
+ gpuDecodeRecordMeanOpLabels,
1258
+ gpuDecodeRecordOpsStats?.mean
1259
+ )
1260
+ : [],
873
1261
  decodeSubmitWaitMs: computeSampleStats(gpuDecodeSubmitWaitMs),
874
1262
  decodeReadbackWaitMs: computeSampleStats(gpuDecodeReadbackWaitMs),
1263
+ decodeReadbackMapWaitMs: computeSampleStats(gpuDecodeReadbackMapWaitMs),
1264
+ decodeReadbackCleanupMs: computeSampleStats(gpuDecodeReadbackCleanupMs),
1265
+ decodeReadbackCopyMs: computeSampleStats(gpuDecodeReadbackCopyMs),
875
1266
  decodeOrchestrationMs: computeSampleStats(gpuDecodeOrchestrationMs),
1267
+ prefillRecordMs: computeSampleStats(gpuPrefillRecordMs),
1268
+ prefillSubmitWaitMs: computeSampleStats(gpuPrefillSubmitWaitMs),
1269
+ uniformCache: lastGpuUniformCache,
876
1270
  singleTokenSubmitWaitMs: computeSampleStats(singleTokenSubmitWaitMs),
877
1271
  singleTokenReadbackWaitMs: computeSampleStats(singleTokenReadbackWaitMs),
1272
+ singleTokenReadbackMapWaitMs: computeSampleStats(singleTokenReadbackMapWaitMs),
1273
+ singleTokenReadbackCleanupMs: computeSampleStats(singleTokenReadbackCleanupMs),
1274
+ singleTokenReadbackCopyMs: computeSampleStats(singleTokenReadbackCopyMs),
878
1275
  singleTokenOrchestrationMs: computeSampleStats(singleTokenOrchestrationMs),
879
1276
  }
880
1277
  : null;
@@ -882,7 +1279,13 @@ async function runBenchSuite(options = {}) {
882
1279
  || unbatchedForwardCalls.length > 0
883
1280
  || totalBatchedTimeMs.length > 0
884
1281
  || totalUnbatchedTimeMs.length > 0
885
- || gpuSubmissions.length > 0;
1282
+ || gpuSubmissions.length > 0
1283
+ || requestedBatchTokens.length > 0
1284
+ || effectiveBatchTokens.length > 0
1285
+ || executedBatchTokens.length > 0
1286
+ || resolvedBatchTokens.length > 0
1287
+ || maxBatchTokenCap.length > 0
1288
+ || batchClampCount.length > 0;
886
1289
  const batchingPhaseStats = hasBatchingStats
887
1290
  ? {
888
1291
  batchedForwardCalls: computeSampleStats(batchedForwardCalls),
@@ -890,6 +1293,12 @@ async function runBenchSuite(options = {}) {
890
1293
  totalBatchedTimeMs: computeSampleStats(totalBatchedTimeMs),
891
1294
  totalUnbatchedTimeMs: computeSampleStats(totalUnbatchedTimeMs),
892
1295
  gpuSubmissions: computeSampleStats(gpuSubmissions),
1296
+ requestedBatchTokens: computeSampleStats(requestedBatchTokens),
1297
+ effectiveBatchTokens: computeSampleStats(effectiveBatchTokens),
1298
+ executedBatchTokens: computeSampleStats(executedBatchTokens),
1299
+ resolvedBatchTokens: computeSampleStats(resolvedBatchTokens),
1300
+ maxBatchTokenCap: computeSampleStats(maxBatchTokenCap),
1301
+ batchClampCount: computeSampleStats(batchClampCount),
893
1302
  }
894
1303
  : null;
895
1304
  const hasPlePreparedTokenCacheStats = plePreparedTokenCacheHits.length > 0
@@ -920,8 +1329,8 @@ async function runBenchSuite(options = {}) {
920
1329
  warmupRuns,
921
1330
  timedRuns,
922
1331
  ...(Number.isFinite(benchRun?.seed) ? { seed: benchRun.seed } : {}),
923
- prompt: benchRun.promptLabel,
924
- maxTokens: benchRun.maxTokens,
1332
+ prompt: lastPromptLabel,
1333
+ maxTokens: lastMaxTokens,
925
1334
  decodeTokensPerSec: sampleTimingNumber(decodeTokensPerSecStats, 'median'),
926
1335
  avgTokensGenerated: Math.round(tokensGeneratedStats.mean),
927
1336
  avgPrefillTokens: Math.round(prefillTokensStats.mean),
@@ -940,6 +1349,7 @@ async function runBenchSuite(options = {}) {
940
1349
  decodeMsPerTokenP95: sampleTimingNumber(decodeMsPerTokenStats, 'p95'),
941
1350
  decodeMsPerTokenP99: sampleTimingNumber(decodeMsPerTokenStats, 'p99'),
942
1351
  avgPrefillMs: sampleTimingNumber(prefillMsStats, 'mean'),
1352
+ wallRunMs: sampleTimingNumber(wallRunMsStats, 'median'),
943
1353
  modelLoadMs: safeModelLoadMs,
944
1354
  throughput: {
945
1355
  tokensPerSec: tokensPerSecStats,
@@ -949,6 +1359,7 @@ async function runBenchSuite(options = {}) {
949
1359
  },
950
1360
  latency: {
951
1361
  totalMs: totalMsStats,
1362
+ wallRunMs: wallRunMsStats,
952
1363
  prefillMs: prefillMsStats,
953
1364
  decodeMs: decodeMsStats,
954
1365
  firstTokenMs: ttftMsStats,
@@ -960,10 +1371,13 @@ async function runBenchSuite(options = {}) {
960
1371
  },
961
1372
  gpu: gpuPhaseStats,
962
1373
  batching: batchingPhaseStats,
1374
+ decodeCadence: resolveDecodeCadence(getRuntimeConfig(), lastExecutionPlan),
963
1375
  plePreparedTokenCache: plePreparedTokenCacheStats,
964
1376
  decodeMode: lastDecodeMode,
965
1377
  batchGuardReason: lastBatchGuardReason,
1378
+ executionPlan: lastExecutionPlan,
966
1379
  generatedText,
1380
+ referenceTranscript: generatedReferenceTranscript,
967
1381
  promptInput: generatedPromptInput,
968
1382
  };
969
1383
 
@@ -990,6 +1404,16 @@ async function runBenchSuite(options = {}) {
990
1404
  const memoryStats = typeof harness.pipeline?.getMemoryStats === 'function'
991
1405
  ? harness.pipeline.getMemoryStats()
992
1406
  : null;
1407
+ const loadTimings = resolvePipelineLoadTimings(harness.pipeline);
1408
+ const loadDiagnostics = buildLoadTimingDiagnostics(
1409
+ safeModelLoadMs,
1410
+ loadTimings.loadTiming,
1411
+ loadTimings.pipelineLoadTiming
1412
+ );
1413
+ const decodeBottleneck = buildDecodeBottleneckDiagnostics(metrics, timing);
1414
+ if (decodeBottleneck) {
1415
+ metrics.decodeBottleneck = decodeBottleneck;
1416
+ }
993
1417
 
994
1418
  if (typeof harness.pipeline.unload === 'function' && !options.keepPipeline) {
995
1419
  await harness.pipeline.unload();
@@ -999,8 +1423,22 @@ async function runBenchSuite(options = {}) {
999
1423
  const timingDiagnostics = buildTimingDiagnostics(timing, {
1000
1424
  source: 'doppler',
1001
1425
  prefillSemantics: 'internal_prefill_phase',
1426
+ loadTiming: loadTimings.loadTiming,
1427
+ pipelineLoadTiming: loadTimings.pipelineLoadTiming,
1428
+ });
1429
+ if (decodeBottleneck) {
1430
+ timingDiagnostics.decodeBottleneck = decodeBottleneck;
1431
+ }
1432
+ const firstLoad = buildFirstLoadComposition({
1433
+ modelLoadMs: timing.modelLoadMs,
1434
+ firstTokenMs: timing.firstTokenMs,
1435
+ firstResponseMs: timing.firstResponseMs,
1002
1436
  });
1003
- const metricsWithContracts = buildSuiteContractMetrics('bench', metrics, harness.manifest);
1437
+ const metricsWithContracts = buildSuiteContractMetrics(
1438
+ 'bench',
1439
+ loadDiagnostics ? { ...metrics, load: loadDiagnostics } : metrics,
1440
+ harness.manifest
1441
+ );
1004
1442
  return {
1005
1443
  ...summary,
1006
1444
  modelId: options.modelId || harness.manifest?.modelId || 'unknown',
@@ -1017,6 +1455,7 @@ async function runBenchSuite(options = {}) {
1017
1455
  },
1018
1456
  timing,
1019
1457
  timingDiagnostics,
1458
+ firstLoad,
1020
1459
  output,
1021
1460
  metrics: metricsWithContracts,
1022
1461
  memoryStats,
@@ -1072,6 +1511,35 @@ function shouldCaptureDebugSnapshot(mode, runtimeConfig) {
1072
1511
  || logLevel === 'verbose';
1073
1512
  }
1074
1513
 
1514
+ function createHarnessPhaseError(error, phase, context = {}) {
1515
+ const message = error?.message || String(error);
1516
+ const wrapped = new Error(
1517
+ `Browser harness phase "${phase}" failed: ${message}`,
1518
+ error instanceof Error ? { cause: error } : undefined
1519
+ );
1520
+ wrapped.name = error?.name || 'Error';
1521
+ if (error?.code !== undefined) {
1522
+ wrapped.code = error.code;
1523
+ }
1524
+ wrapped.details = {
1525
+ ...(error?.details && typeof error.details === 'object' ? error.details : {}),
1526
+ harnessPhase: phase,
1527
+ ...context,
1528
+ };
1529
+ return wrapped;
1530
+ }
1531
+
1532
+ async function withHarnessPhase(phase, context, run) {
1533
+ try {
1534
+ return await run();
1535
+ } catch (error) {
1536
+ if (error?.details?.harnessPhase) {
1537
+ throw error;
1538
+ }
1539
+ throw createHarnessPhaseError(error, phase, context);
1540
+ }
1541
+ }
1542
+
1075
1543
  export async function runBrowserSuite(options = {}) {
1076
1544
  return runWithRuntimeIsolationForSuite(async () => {
1077
1545
  const suiteTimestamp = resolveReportTimestamp(options.timestamp, 'runBrowserSuite timestamp');
@@ -1083,12 +1551,21 @@ export async function runBrowserSuite(options = {}) {
1083
1551
  if (captureDebugSnapshot) {
1084
1552
  clearLogHistory();
1085
1553
  }
1086
- const suiteResult = await dispatchBrowserSuite(mode, workload, {
1087
- ...options,
1088
- mode,
1089
- workload,
1090
- suite,
1091
- });
1554
+ const suiteResult = await withHarnessPhase(
1555
+ 'dispatchBrowserSuite',
1556
+ {
1557
+ mode,
1558
+ workload,
1559
+ modelId: options.modelId ?? null,
1560
+ loadMode: options.loadMode ?? null,
1561
+ },
1562
+ () => dispatchBrowserSuite(mode, workload, {
1563
+ ...options,
1564
+ mode,
1565
+ workload,
1566
+ suite,
1567
+ })
1568
+ );
1092
1569
  if (!suiteResult) {
1093
1570
  throw createUnsupportedWorkloadError(workload, { ...harnessContext, mode });
1094
1571
  }