doppler-gpu 0.2.2 → 0.4.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (658) hide show
  1. package/CHANGELOG.md +182 -0
  2. package/README.md +20 -8
  3. package/assets/doppler.svg +1601 -0
  4. package/package.json +82 -33
  5. package/src/cli/cli-model-resolution.js +275 -0
  6. package/src/cli/cli-output.js +453 -0
  7. package/src/cli/doppler-cli.js +817 -709
  8. package/src/cli/doppler-quickstart.d.ts +7 -23
  9. package/src/cli/doppler-quickstart.js +20 -4
  10. package/src/cli/doppler-serve.js +1 -1
  11. package/src/cli/runtime-profiles.d.ts +40 -0
  12. package/src/cli/runtime-profiles.js +225 -0
  13. package/src/client/doppler-api.js +1 -6
  14. package/src/client/doppler-registry.d.ts +12 -0
  15. package/src/client/doppler-registry.js +27 -0
  16. package/src/client/doppler-registry.json +79 -5
  17. package/src/client/failure-taxonomy.js +139 -0
  18. package/src/client/fault-injection.js +30 -0
  19. package/src/client/provider.d.ts +151 -0
  20. package/src/client/provider.js +374 -0
  21. package/src/client/receipt.js +156 -0
  22. package/src/client/runtime/index.js +56 -4
  23. package/src/client/runtime/model-manager.d.ts +0 -14
  24. package/src/client/runtime/model-manager.js +2 -42
  25. package/src/client/runtime/model-session.js +33 -0
  26. package/src/client/runtime/model-source.d.ts +13 -1
  27. package/src/client/runtime/model-source.js +128 -2
  28. package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
  29. package/src/client/runtime/node-quickstart-cache.js +353 -0
  30. package/src/client/runtime/source-runtime.js +1 -10
  31. package/src/client/runtime/types.d.ts +0 -60
  32. package/src/client/wrap-pipeline-handle.d.ts +20 -0
  33. package/src/client/wrap-pipeline-handle.js +84 -0
  34. package/src/config/README.md +3 -1
  35. package/src/config/conversion/README.md +23 -157
  36. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +19 -4
  37. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +16 -9
  38. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +24 -9
  39. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +24 -9
  40. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +16 -9
  41. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +24 -9
  42. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
  43. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
  44. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +589 -0
  45. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
  46. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +368 -62
  47. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
  48. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
  49. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
  50. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +17 -10
  51. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +75 -33
  52. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +91 -59
  53. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +517 -0
  54. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +511 -0
  55. package/src/config/execution-contract-check.js +6 -5
  56. package/src/config/kernel-path-loader.d.ts +8 -2
  57. package/src/config/kernels/kernel-ref-digests.js +125 -122
  58. package/src/config/kernels/registry.d.ts +0 -35
  59. package/src/config/kernels/registry.js +5 -9
  60. package/src/config/kernels/registry.json +615 -368
  61. package/src/config/merge-helpers.d.ts +1 -1
  62. package/src/config/merge-helpers.js +1 -1
  63. package/src/config/merge.js +35 -7
  64. package/src/config/param-categories.d.ts +0 -9
  65. package/src/config/param-categories.js +1 -5
  66. package/src/config/param-validator.d.ts +2 -0
  67. package/src/config/param-validator.js +16 -0
  68. package/src/config/platforms/loader.d.ts +0 -27
  69. package/src/config/platforms/loader.js +0 -30
  70. package/src/config/required-inference-fields-contract-check.js +1 -7
  71. package/src/config/runtime/README.md +28 -0
  72. package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +32 -0
  73. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
  74. package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
  75. package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
  76. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
  77. package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
  78. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
  79. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
  80. package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
  81. package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
  82. package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
  83. package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
  84. package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
  85. package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
  86. package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
  87. package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
  88. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
  89. package/src/config/schema/benchmark.schema.d.ts +2 -0
  90. package/src/config/schema/benchmark.schema.js +1 -0
  91. package/src/config/schema/bridge.schema.d.ts +16 -0
  92. package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
  93. package/src/config/schema/browser-suite-metrics.schema.js +2 -0
  94. package/src/config/schema/converter.schema.d.ts +5 -0
  95. package/src/config/schema/converter.schema.js +3 -0
  96. package/src/config/schema/debug.schema.d.ts +22 -1
  97. package/src/config/schema/debug.schema.js +1 -0
  98. package/src/config/schema/distill-training.schema.d.ts +0 -1
  99. package/src/config/schema/distill-training.schema.js +1 -1
  100. package/src/config/schema/doppler.schema.d.ts +21 -3
  101. package/src/config/schema/doppler.schema.js +116 -9
  102. package/src/config/schema/emulation.schema.d.ts +3 -0
  103. package/src/config/schema/emulation.schema.js +16 -16
  104. package/src/config/schema/execution-v1.schema.d.ts +12 -1
  105. package/src/config/schema/execution-v1.schema.js +7 -1
  106. package/src/config/schema/index.d.ts +54 -1
  107. package/src/config/schema/index.js +15 -0
  108. package/src/config/schema/inference.schema.d.ts +3 -3
  109. package/src/config/schema/kernel-path.schema.d.ts +6 -27
  110. package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
  111. package/src/config/schema/kernel-thresholds.schema.js +3 -7
  112. package/src/config/schema/kvcache.schema.js +0 -9
  113. package/src/config/schema/loading.schema.d.ts +12 -0
  114. package/src/config/schema/loading.schema.js +4 -0
  115. package/src/config/schema/manifest.schema.d.ts +73 -1
  116. package/src/config/schema/manifest.schema.js +48 -2
  117. package/src/config/schema/moe.schema.js +0 -8
  118. package/src/config/schema/program-bundle.schema.d.ts +233 -0
  119. package/src/config/schema/program-bundle.schema.js +393 -0
  120. package/src/config/schema/ul-training.schema.d.ts +0 -1
  121. package/src/config/schema/ul-training.schema.js +1 -1
  122. package/src/config/source-packages/litert/gemma-4-e2b-it.json +36 -15
  123. package/src/config/supported-operations.d.ts +14 -0
  124. package/src/config/supported-operations.js +34 -0
  125. package/src/config/supported-operations.json +178 -0
  126. package/src/config/training-defaults.js +1 -7
  127. package/src/config/transforms/capability-transform-resolver.js +3 -1
  128. package/src/config/transforms/execution-graph-transforms.d.ts +55 -0
  129. package/src/config/transforms/execution-graph-transforms.js +693 -29
  130. package/src/converter/conversion-plan.js +13 -10
  131. package/src/converter/core.d.ts +57 -0
  132. package/src/converter/core.js +582 -13
  133. package/src/converter/parsers/diffusion.js +1 -33
  134. package/src/converter/quantization-info.d.ts +5 -4
  135. package/src/converter/quantization-info.js +39 -3
  136. package/src/converter/quantizer.d.ts +19 -0
  137. package/src/converter/quantizer.js +81 -4
  138. package/src/debug/config.d.ts +0 -4
  139. package/src/debug/config.js +0 -17
  140. package/src/debug/index.d.ts +28 -30
  141. package/src/debug/index.js +0 -18
  142. package/src/debug/stats.d.ts +0 -8
  143. package/src/debug/stats.js +3 -3
  144. package/src/debug/tensor.d.ts +9 -2
  145. package/src/debug/tensor.js +11 -4
  146. package/src/debug/trace.js +2 -15
  147. package/src/errors/doppler-error.js +20 -0
  148. package/src/experimental/browser/quantization.d.ts +5 -0
  149. package/src/experimental/distribution/shard-delivery.js +179 -23
  150. package/src/experimental/training/artifacts.js +1 -14
  151. package/src/experimental/training/checkpoint.js +1 -14
  152. package/src/experimental/training/datasets/token-batch.d.ts +1 -1
  153. package/src/experimental/training/datasets/token-batch.js +2 -2
  154. package/src/experimental/training/distillation/dataset.js +2 -15
  155. package/src/experimental/training/distillation/eval.js +3 -3
  156. package/src/experimental/training/distillation/runtime.js +3 -16
  157. package/src/experimental/training/distillation/student-fixture.js +6 -6
  158. package/src/experimental/training/lora-pipeline.js +1 -14
  159. package/src/experimental/training/objectives/base.d.ts +2 -2
  160. package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
  161. package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
  162. package/src/experimental/training/objectives/distill_kd.js +2 -2
  163. package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
  164. package/src/experimental/training/objectives/distill_triplet.js +2 -2
  165. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
  166. package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
  167. package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
  168. package/src/experimental/training/operator-artifacts.js +1 -14
  169. package/src/experimental/training/runner.js +1 -14
  170. package/src/experimental/training/workload-packs/registry.json +6 -6
  171. package/src/experimental/training/workloads.js +1 -1
  172. package/src/formats/gguf/types.d.ts +0 -63
  173. package/src/formats/gguf/types.js +58 -38
  174. package/src/formats/litert/types.d.ts +0 -13
  175. package/src/formats/litert/types.js +2 -2
  176. package/src/formats/rdrr/distributed/index.d.ts +34 -0
  177. package/src/formats/rdrr/distributed/index.js +3 -0
  178. package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
  179. package/src/formats/rdrr/distributed/parsing.js +23 -0
  180. package/src/formats/rdrr/distributed/validation.d.ts +23 -0
  181. package/src/formats/rdrr/distributed/validation.js +131 -0
  182. package/src/formats/rdrr/groups.d.ts +1 -13
  183. package/src/formats/rdrr/groups.js +0 -34
  184. package/src/formats/rdrr/index.d.ts +9 -0
  185. package/src/formats/rdrr/index.js +9 -0
  186. package/src/formats/rdrr/integrity.d.ts +51 -0
  187. package/src/formats/rdrr/integrity.js +200 -0
  188. package/src/formats/rdrr/lowerings.d.ts +28 -0
  189. package/src/formats/rdrr/lowerings.js +112 -0
  190. package/src/formats/rdrr/manifest.d.ts +0 -14
  191. package/src/formats/rdrr/manifest.js +5 -58
  192. package/src/formats/rdrr/merkle.d.ts +24 -0
  193. package/src/formats/rdrr/merkle.js +118 -0
  194. package/src/formats/rdrr/parsing.js +4 -0
  195. package/src/formats/rdrr/slice-compiler.d.ts +29 -0
  196. package/src/formats/rdrr/slice-compiler.js +188 -0
  197. package/src/formats/rdrr/source-transform-contract.js +390 -0
  198. package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
  199. package/src/formats/rdrr/storage-descriptor.js +186 -0
  200. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
  201. package/src/formats/rdrr/tensor-config-validator.js +0 -30
  202. package/src/formats/rdrr/types.d.ts +115 -1
  203. package/src/formats/rdrr/validation.js +245 -0
  204. package/src/formats/tflite/types.d.ts +8 -31
  205. package/src/formats/tflite/types.js +50 -5
  206. package/src/gpu/command-recorder.d.ts +9 -21
  207. package/src/gpu/command-recorder.js +41 -2
  208. package/src/gpu/device.d.ts +17 -3
  209. package/src/gpu/device.js +20 -4
  210. package/src/gpu/kernel-runtime.d.ts +8 -15
  211. package/src/gpu/kernel-selection-log.d.ts +0 -8
  212. package/src/gpu/kernel-selection-log.js +0 -15
  213. package/src/gpu/kernel-tuner/cache.js +0 -3
  214. package/src/gpu/kernels/README.md +50 -18
  215. package/src/gpu/kernels/activation-static-qdq.d.ts +22 -0
  216. package/src/gpu/kernels/activation-static-qdq.js +69 -0
  217. package/src/gpu/kernels/activation_static_qdq.wgsl +25 -0
  218. package/src/gpu/kernels/attention.d.ts +28 -19
  219. package/src/gpu/kernels/attention.js +443 -9
  220. package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
  221. package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
  222. package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
  223. package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
  224. package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
  225. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
  226. package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
  227. package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
  228. package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
  229. package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
  230. package/src/gpu/kernels/attention_f16.wgsl +88 -30
  231. package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
  232. package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
  233. package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
  234. package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
  235. package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
  236. package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
  237. package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
  238. package/src/gpu/kernels/attention_streaming_f16.wgsl +39 -16
  239. package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
  240. package/src/gpu/kernels/backward/index.d.ts +6 -0
  241. package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
  242. package/src/gpu/kernels/backward/utils.d.ts +35 -0
  243. package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
  244. package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
  245. package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
  246. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
  247. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
  248. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
  249. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +2 -85
  250. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +27 -24
  251. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +1 -1
  252. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +249 -179
  253. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
  254. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
  255. package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
  256. package/src/gpu/kernels/constants.d.ts +9 -48
  257. package/src/gpu/kernels/constants.js +0 -23
  258. package/src/gpu/kernels/conv2d.d.ts +0 -4
  259. package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
  260. package/src/gpu/kernels/dequant.d.ts +0 -16
  261. package/src/gpu/kernels/dequant.js +1 -71
  262. package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
  263. package/src/gpu/kernels/dequant_shared.wgsl +1 -55
  264. package/src/gpu/kernels/dispatch.d.ts +12 -97
  265. package/src/gpu/kernels/dispatch.js +0 -117
  266. package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
  267. package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
  268. package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
  269. package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
  270. package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
  271. package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
  272. package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
  273. package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
  274. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
  275. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
  276. package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
  277. package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
  278. package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
  279. package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
  280. package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
  281. package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
  282. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
  283. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
  284. package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
  285. package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
  286. package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
  287. package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
  288. package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
  289. package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
  290. package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
  291. package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
  292. package/src/gpu/kernels/gather.d.ts +0 -7
  293. package/src/gpu/kernels/gather_f16.wgsl +1 -1
  294. package/src/gpu/kernels/gelu_f16.wgsl +14 -15
  295. package/src/gpu/kernels/groupnorm.d.ts +0 -4
  296. package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
  297. package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
  298. package/src/gpu/kernels/index.d.ts +13 -5
  299. package/src/gpu/kernels/index.js +9 -4
  300. package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
  301. package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
  302. package/src/gpu/kernels/layernorm.d.ts +0 -4
  303. package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
  304. package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
  305. package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
  306. package/src/gpu/kernels/logit-merge.d.ts +0 -24
  307. package/src/gpu/kernels/logit-merge.js +1 -17
  308. package/src/gpu/kernels/matmul-dispatch.js +7 -1
  309. package/src/gpu/kernels/matmul-selection.js +68 -1
  310. package/src/gpu/kernels/matmul.d.ts +0 -28
  311. package/src/gpu/kernels/matmul.js +101 -7
  312. package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
  313. package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
  314. package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
  315. package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
  316. package/src/gpu/kernels/modulate_f16.wgsl +1 -1
  317. package/src/gpu/kernels/moe.d.ts +0 -56
  318. package/src/gpu/kernels/moe.js +0 -15
  319. package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
  320. package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
  321. package/src/gpu/kernels/residual.d.ts +0 -12
  322. package/src/gpu/kernels/residual_f16.wgsl +2 -2
  323. package/src/gpu/kernels/residual_f16_vec4.wgsl +5 -5
  324. package/src/gpu/kernels/rmsnorm.d.ts +0 -8
  325. package/src/gpu/kernels/rmsnorm.js +17 -1
  326. package/src/gpu/kernels/rmsnorm.wgsl +5 -6
  327. package/src/gpu/kernels/rmsnorm_f16.wgsl +65 -39
  328. package/src/gpu/kernels/rope.d.ts +1 -5
  329. package/src/gpu/kernels/rope.js +12 -2
  330. package/src/gpu/kernels/rope.wgsl +33 -19
  331. package/src/gpu/kernels/rope_f16.wgsl +39 -25
  332. package/src/gpu/kernels/sample.d.ts +0 -5
  333. package/src/gpu/kernels/sample.wgsl +7 -6
  334. package/src/gpu/kernels/sample_f16.wgsl +28 -30
  335. package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
  336. package/src/gpu/kernels/shader-cache.d.ts +13 -0
  337. package/src/gpu/kernels/shader-cache.js +27 -0
  338. package/src/gpu/kernels/silu_f16.wgsl +1 -1
  339. package/src/gpu/kernels/softmax.wgsl +4 -144
  340. package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
  341. package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
  342. package/src/gpu/kernels/topk_f16.wgsl +1 -1
  343. package/src/gpu/kernels/turboquant-codebook.js +11 -40
  344. package/src/gpu/kernels/uniform-utils.d.ts +18 -0
  345. package/src/gpu/kernels/upsample2d.d.ts +0 -4
  346. package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
  347. package/src/gpu/kernels/utils.d.ts +28 -0
  348. package/src/gpu/kernels/utils.js +41 -0
  349. package/src/gpu/perf-guards.d.ts +0 -12
  350. package/src/gpu/perf-guards.js +0 -62
  351. package/src/gpu/profiler.d.ts +0 -21
  352. package/src/gpu/profiler.js +0 -34
  353. package/src/gpu/submit-tracker.d.ts +0 -57
  354. package/src/gpu/submit-tracker.js +3 -62
  355. package/src/gpu/tensor.d.ts +0 -23
  356. package/src/gpu/tensor.js +0 -41
  357. package/src/gpu/uniform-cache.d.ts +0 -11
  358. package/src/gpu/uniform-cache.js +0 -23
  359. package/src/index.d.ts +1 -0
  360. package/src/index.js +1 -0
  361. package/src/inference/browser-harness-model-helpers.d.ts +0 -9
  362. package/src/inference/browser-harness-model-helpers.js +22 -13
  363. package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
  364. package/src/inference/browser-harness-runtime-helpers.js +2 -2
  365. package/src/inference/browser-harness-suite-helpers.d.ts +4 -1
  366. package/src/inference/browser-harness-suite-helpers.js +87 -1
  367. package/src/inference/browser-harness-text-helpers.d.ts +13 -0
  368. package/src/inference/browser-harness-text-helpers.js +267 -18
  369. package/src/inference/browser-harness.d.ts +0 -29
  370. package/src/inference/browser-harness.js +271 -71
  371. package/src/inference/kv-cache/base.d.ts +6 -0
  372. package/src/inference/kv-cache/base.js +16 -1
  373. package/src/inference/kv-cache/mixed-geometry.d.ts +1 -0
  374. package/src/inference/kv-cache/mixed-geometry.js +12 -2
  375. package/src/inference/kv-cache/quantized.js +2 -0
  376. package/src/inference/kv-cache/tiered.js +7 -0
  377. package/src/inference/kv-cache/types.d.ts +2 -0
  378. package/src/inference/multi-model-network.d.ts +1 -1
  379. package/src/inference/multi-model-network.js +1 -2
  380. package/src/inference/network-evolution.d.ts +0 -12
  381. package/src/inference/network-evolution.js +2 -2
  382. package/src/inference/pipelines/context.js +21 -2
  383. package/src/inference/pipelines/diffusion/init.js +2 -2
  384. package/src/inference/pipelines/diffusion/pipeline.js +41 -96
  385. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
  386. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
  387. package/src/inference/pipelines/diffusion/vae.js +4 -4
  388. package/src/inference/pipelines/energy/quintel.d.ts +15 -0
  389. package/src/inference/pipelines/structured/index.d.ts +2 -0
  390. package/src/inference/pipelines/structured/index.js +2 -0
  391. package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
  392. package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
  393. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
  394. package/src/inference/pipelines/text/attention/attn-config.js +1 -1
  395. package/src/inference/pipelines/text/attention/projections.d.ts +2 -0
  396. package/src/inference/pipelines/text/attention/projections.js +70 -23
  397. package/src/inference/pipelines/text/attention/record.js +118 -5
  398. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
  399. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
  400. package/src/inference/pipelines/text/attention/run.js +97 -6
  401. package/src/inference/pipelines/text/attention/types.d.ts +2 -0
  402. package/src/inference/pipelines/text/attention/types.js +9 -4
  403. package/src/inference/pipelines/text/chat-format.d.ts +0 -10
  404. package/src/inference/pipelines/text/chat-format.js +1 -8
  405. package/src/inference/pipelines/text/config.d.ts +3 -25
  406. package/src/inference/pipelines/text/config.js +105 -3
  407. package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
  408. package/src/inference/pipelines/text/drift-policy.js +1 -1
  409. package/src/inference/pipelines/text/embed.d.ts +23 -27
  410. package/src/inference/pipelines/text/embed.js +10 -43
  411. package/src/inference/pipelines/text/execution-plan.d.ts +5 -3
  412. package/src/inference/pipelines/text/execution-plan.js +15 -2
  413. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -4
  414. package/src/inference/pipelines/text/execution-runtime-builders.js +0 -11
  415. package/src/inference/pipelines/text/execution-v1.d.ts +18 -0
  416. package/src/inference/pipelines/text/execution-v1.js +94 -25
  417. package/src/inference/pipelines/text/ffn/dense.js +180 -3
  418. package/src/inference/pipelines/text/ffn/standard.js +40 -13
  419. package/src/inference/pipelines/text/generator-decode-policy.js +243 -0
  420. package/src/inference/pipelines/text/generator-helpers.d.ts +6 -2
  421. package/src/inference/pipelines/text/generator-helpers.js +20 -2
  422. package/src/inference/pipelines/text/generator-prefill-helpers.js +293 -0
  423. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -7
  424. package/src/inference/pipelines/text/generator-runtime.js +8 -6
  425. package/src/inference/pipelines/text/generator-steps.d.ts +22 -7
  426. package/src/inference/pipelines/text/generator-steps.js +23 -9
  427. package/src/inference/pipelines/text/generator.d.ts +0 -6
  428. package/src/inference/pipelines/text/generator.js +254 -530
  429. package/src/inference/pipelines/text/init-chat-templates.js +86 -0
  430. package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
  431. package/src/inference/pipelines/text/init-rope.js +408 -0
  432. package/src/inference/pipelines/text/init.d.ts +8 -2
  433. package/src/inference/pipelines/text/init.js +190 -710
  434. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
  435. package/src/inference/pipelines/text/kernel-trace.js +0 -33
  436. package/src/inference/pipelines/text/layer-plan-gpu.js +542 -0
  437. package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
  438. package/src/inference/pipelines/text/layer-plan.js +1 -1
  439. package/src/inference/pipelines/text/layer.d.ts +70 -8
  440. package/src/inference/pipelines/text/layer.js +105 -537
  441. package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
  442. package/src/inference/pipelines/text/load-errors.d.ts +21 -0
  443. package/src/inference/pipelines/text/load-errors.js +59 -0
  444. package/src/inference/pipelines/text/logits/cpu.js +2 -20
  445. package/src/inference/pipelines/text/logits/gpu.d.ts +5 -4
  446. package/src/inference/pipelines/text/logits/gpu.js +148 -11
  447. package/src/inference/pipelines/text/logits/index.d.ts +1 -1
  448. package/src/inference/pipelines/text/model-load.d.ts +5 -4
  449. package/src/inference/pipelines/text/model-load.js +74 -17
  450. package/src/inference/pipelines/text/ops.d.ts +13 -2
  451. package/src/inference/pipelines/text/ops.js +1 -1
  452. package/src/inference/pipelines/text/per-layer-inputs.js +347 -59
  453. package/src/inference/pipelines/text/probes.d.ts +3 -6
  454. package/src/inference/pipelines/text/probes.js +198 -31
  455. package/src/inference/pipelines/text/sampling.d.ts +0 -5
  456. package/src/inference/pipelines/text/sampling.js +140 -0
  457. package/src/inference/pipelines/text/stage-names.js +12 -0
  458. package/src/inference/pipelines/text/state.js +2 -0
  459. package/src/inference/pipelines/text/tsir-fixture-writer.js +409 -0
  460. package/src/inference/pipelines/text/types.d.ts +8 -78
  461. package/src/inference/pipelines/text/weights.d.ts +0 -50
  462. package/src/inference/pipelines/text/weights.js +2 -51
  463. package/src/inference/pipelines/text.d.ts +9 -1
  464. package/src/inference/pipelines/text.js +233 -29
  465. package/src/inference/pipelines/vision/index.js +0 -107
  466. package/src/inference/runtime-model.d.ts +0 -7
  467. package/src/inference/runtime-model.js +0 -23
  468. package/src/inference/test-harness.d.ts +6 -22
  469. package/src/inference/test-harness.js +97 -23
  470. package/src/inference/tokenizer.js +1 -10
  471. package/src/inference/tokenizers/sentencepiece.js +65 -15
  472. package/src/inference/tokenizers/types.d.ts +0 -21
  473. package/src/loader/doppler-loader.d.ts +3 -0
  474. package/src/loader/doppler-loader.js +90 -12
  475. package/src/loader/embedding-loader.js +30 -5
  476. package/src/loader/loader-types.d.ts +4 -0
  477. package/src/loader/manifest-config.d.ts +2 -7
  478. package/src/loader/manifest-config.js +25 -1
  479. package/src/loader/memory-monitor.d.ts +17 -5
  480. package/src/loader/per-layer-input-loader.js +114 -1
  481. package/src/loader/quantization-constants.d.ts +6 -0
  482. package/src/loader/shard-resolver.d.ts +1 -0
  483. package/src/loader/shard-resolver.js +15 -0
  484. package/src/loader/tensors/source-transform.d.ts +15 -0
  485. package/src/loader/tensors/source-transform.js +317 -34
  486. package/src/loader/tensors/tensor-loader.d.ts +2 -9
  487. package/src/loader/tensors/tensor-loader.js +84 -1
  488. package/src/loader/tensors/tensor-reader.js +28 -2
  489. package/src/memory/address-table.d.ts +1 -9
  490. package/src/memory/buffer-pool.d.ts +0 -16
  491. package/src/memory/buffer-pool.js +1 -33
  492. package/src/memory/heap-manager.d.ts +18 -43
  493. package/src/memory/unified-detect.d.ts +19 -34
  494. package/src/models/embeddinggemma.d.ts +7 -0
  495. package/src/models/embeddinggemma.js +24 -0
  496. package/src/models/family.d.ts +24 -0
  497. package/src/models/family.js +25 -0
  498. package/src/models/gemma3.d.ts +7 -0
  499. package/src/models/gemma3.js +33 -0
  500. package/src/models/gemma4.d.ts +7 -0
  501. package/src/models/gemma4.js +33 -0
  502. package/src/models/qwen3.d.ts +7 -0
  503. package/src/models/qwen3.js +36 -0
  504. package/src/rules/converter/tokenizer.rules.json +5 -0
  505. package/src/rules/execution-rules-contract-check.js +72 -3
  506. package/src/rules/inference/capability-transforms.rules.json +87 -0
  507. package/src/rules/inference/execution.rules.json +11 -1
  508. package/src/rules/inference/ffn.rules.json +6 -2
  509. package/src/rules/loader/tensor-loader.rules.json +9 -0
  510. package/src/rules/rule-registry.js +53 -75
  511. package/src/storage/artifact-storage-context.d.ts +12 -3
  512. package/src/storage/artifact-storage-context.js +389 -98
  513. package/src/storage/backends/opfs-store.js +138 -88
  514. package/src/storage/blake3.js +9 -1
  515. package/src/storage/export.js +1 -5
  516. package/src/storage/normalize-model-id.js +3 -0
  517. package/src/storage/preflight.js +22 -0
  518. package/src/storage/quickstart-downloader.js +44 -56
  519. package/src/storage/reports.js +35 -11
  520. package/src/storage/shard-manager.d.ts +8 -2
  521. package/src/storage/shard-manager.js +176 -15
  522. package/src/storage/source-artifact-store.d.ts +0 -2
  523. package/src/storage/source-artifact-store.js +3 -9
  524. package/src/sw.js +0 -3
  525. package/src/tooling/browser-command-runner.js +39 -0
  526. package/src/tooling/command-api-constants.js +1 -1
  527. package/src/tooling/command-api-family-normalizers.d.ts +1 -0
  528. package/src/tooling/command-api-family-normalizers.js +49 -7
  529. package/src/tooling/command-api-helpers.d.ts +0 -2
  530. package/src/tooling/command-api-helpers.js +6 -2
  531. package/src/tooling/command-api.d.ts +20 -1
  532. package/src/tooling/command-api.js +10 -1
  533. package/src/tooling/command-envelope.d.ts +0 -1
  534. package/src/tooling/command-envelope.js +1 -1
  535. package/src/tooling/command-runner-shared.d.ts +10 -0
  536. package/src/tooling/conversion-config-materializer.d.ts +0 -10
  537. package/src/tooling/conversion-config-materializer.js +1 -1
  538. package/src/tooling/diagnose-runner.js +1 -4
  539. package/src/tooling/hf-registry-utils.d.ts +2 -6
  540. package/src/tooling/hf-registry-utils.js +90 -19
  541. package/src/tooling/kernel-path-builder/index.js +1 -4
  542. package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
  543. package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
  544. package/src/tooling/lean-execution-contract-runner.js +2 -2
  545. package/src/tooling/litert-package-runtime.d.ts +1 -1
  546. package/src/tooling/litert-package-runtime.js +373 -21
  547. package/src/tooling/node-browser-command-runner.d.ts +15 -0
  548. package/src/tooling/node-browser-command-runner.js +97 -13
  549. package/src/tooling/node-command-runner.js +36 -0
  550. package/src/tooling/node-convert-worker-pool.js +12 -0
  551. package/src/tooling/node-convert-worker.js +10 -1
  552. package/src/tooling/node-converter.js +90 -1
  553. package/src/tooling/node-source-runtime.js +257 -150
  554. package/src/tooling/opfs-cache.js +1 -4
  555. package/src/tooling/precision-replay-math.js +174 -0
  556. package/src/tooling/program-bundle-host.d.ts +16 -0
  557. package/src/tooling/program-bundle-host.js +20 -0
  558. package/src/tooling/program-bundle-parity.d.ts +28 -0
  559. package/src/tooling/program-bundle-parity.js +210 -0
  560. package/src/tooling/program-bundle.d.ts +61 -0
  561. package/src/tooling/program-bundle.js +1119 -0
  562. package/src/tooling/rdrr-integrity-refresh.d.ts +32 -0
  563. package/src/tooling/rdrr-integrity-refresh.js +271 -0
  564. package/src/tooling/reference-verify.js +191 -0
  565. package/src/tooling/source-artifact-adapter.d.ts +0 -20
  566. package/src/tooling/source-artifact-adapter.js +4 -4
  567. package/src/tooling/source-package-profiles.js +1 -7
  568. package/src/tooling/source-runtime-bundle.d.ts +27 -0
  569. package/src/tooling/source-runtime-bundle.js +56 -23
  570. package/src/tooling/source-runtime-converter-config.d.ts +0 -5
  571. package/src/tooling/source-runtime-converter-config.js +13 -9
  572. package/src/tooling/source-runtime-materializer.js +4 -8
  573. package/src/tooling-exports/device.d.ts +11 -0
  574. package/src/tooling-exports/device.js +14 -0
  575. package/src/tooling-exports/manifest.d.ts +8 -0
  576. package/src/tooling-exports/manifest.js +11 -0
  577. package/src/tooling-exports/storage.d.ts +25 -0
  578. package/src/tooling-exports/storage.js +29 -0
  579. package/src/tooling-exports/structured.d.ts +1 -0
  580. package/src/tooling-exports/structured.js +5 -0
  581. package/src/tooling-exports.d.ts +23 -0
  582. package/src/tooling-exports.js +17 -0
  583. package/src/tooling-exports.shared.d.ts +27 -30
  584. package/src/tooling-exports.shared.js +28 -29
  585. package/src/types/index.d.ts +0 -3
  586. package/src/types/index.js +0 -3
  587. package/src/utils/array-buffer.d.ts +4 -0
  588. package/src/utils/array-buffer.js +9 -0
  589. package/src/utils/canonical-hash.d.ts +7 -0
  590. package/src/utils/canonical-hash.js +74 -0
  591. package/src/utils/clone-json.d.ts +1 -0
  592. package/src/utils/clone-json.js +7 -0
  593. package/src/utils/encode-utf8.js +5 -0
  594. package/src/utils/index.d.ts +4 -1
  595. package/src/utils/index.js +4 -1
  596. package/src/utils/runtime-env.js +7 -0
  597. package/src/utils/sha256.d.ts +1 -0
  598. package/src/utils/sha256.js +18 -4
  599. package/src/utils/stable-sort-object.d.ts +1 -0
  600. package/src/utils/stable-sort-object.js +13 -0
  601. package/src/version.js +1 -1
  602. package/tools/convert-safetensors-node.js +1 -2
  603. package/src/bootstrap.d.ts +0 -1
  604. package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
  605. package/src/config/kernels/kernel-ref.d.ts +0 -17
  606. package/src/config/kernels/kernel-ref.js +0 -75
  607. package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
  608. package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
  609. package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
  610. package/src/config/runtime/kernels/fused-q4k.json +0 -13
  611. package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
  612. package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
  613. package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
  614. package/src/config/runtime/kernels/safe-q4k.json +0 -13
  615. package/src/config/runtime/overlays/debug-f32a.json +0 -3
  616. package/src/config/runtime/overlays/trace-config.json +0 -28
  617. package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
  618. package/src/debug/perf.d.ts +0 -33
  619. package/src/debug/perf.js +0 -51
  620. package/src/errors/index.d.ts +0 -1
  621. package/src/errors/index.js +0 -1
  622. package/src/formats/gguf/index.d.ts +0 -8
  623. package/src/formats/gguf/index.js +0 -4
  624. package/src/formats/litert/index.d.ts +0 -1
  625. package/src/formats/litert/index.js +0 -1
  626. package/src/formats/safetensors/index.d.ts +0 -8
  627. package/src/formats/safetensors/index.js +0 -4
  628. package/src/formats/tflite/index.d.ts +0 -1
  629. package/src/formats/tflite/index.js +0 -1
  630. package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
  631. package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
  632. package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
  633. package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
  634. package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
  635. package/src/inference/functiongemma.d.ts +0 -15
  636. package/src/inference/functiongemma.js +0 -1
  637. package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
  638. package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
  639. package/src/rules/kernels/kernel-validator.d.ts +0 -24
  640. package/src/rules/kernels/kernel-validator.js +0 -160
  641. package/src/sw.d.ts +0 -1
  642. package/src/tooling/bench-runner.js +0 -64
  643. package/src/tooling/distill-runner.js +0 -56
  644. package/src/tooling/lora-runner.js +0 -37
  645. package/src/tooling/verify-runner.js +0 -63
  646. package/src/types/gpu.d.ts +0 -185
  647. package/src/types/gpu.js +0 -5
  648. package/src/types/inference.d.ts +0 -197
  649. package/src/types/inference.js +0 -5
  650. package/src/types/model.d.ts +0 -130
  651. package/src/types/model.js +0 -5
  652. package/src/utils/format-bytes.js +0 -20
  653. /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
  654. /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
  655. /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
  656. /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
  657. /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
  658. /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
@@ -1,8 +1,12 @@
1
1
  import { log as debugLog } from '../debug/index.js';
2
+ import { readBuffer } from '../memory/buffer-pool.js';
2
3
  import { CAPTURE_LEVELS, createDefaultCaptureConfig } from '../debug/capture-policy.js';
3
4
  import { selectRuleValue } from '../rules/rule-registry.js';
4
5
  import { loadJson } from '../utils/load-json.js';
5
6
  import { isPlainObject } from '../utils/plain-object.js';
7
+ import { cloneJsonValue } from '../utils/clone-json.js';
8
+ import { sha256BytesHex } from '../utils/sha256.js';
9
+ import { resolvePromptInput } from './pipelines/text/generator-prefill-helpers.js';
6
10
 
7
11
  const DEFAULT_SAMPLING_DEFAULTS = Object.freeze({
8
12
  temperature: 1.0,
@@ -45,6 +49,181 @@ const EMBEDDING_PREVIEW_LENGTH = 16;
45
49
  const GENERATION_TOKEN_DIAGNOSTIC_LIMIT = 32;
46
50
  let defaultsWarningEmitted = false;
47
51
 
52
+ function normalizeTokenIdArray(value, label) {
53
+ const raw = ArrayBuffer.isView(value) ? Array.from(value) : value;
54
+ if (!Array.isArray(raw)) {
55
+ throw new Error(`${label} must be an array or typed array of token IDs.`);
56
+ }
57
+ return raw.map((entry) => {
58
+ const tokenId = Number(entry);
59
+ if (!Number.isInteger(tokenId) || tokenId < 0) {
60
+ throw new Error(`${label} contains invalid token ID ${entry}.`);
61
+ }
62
+ return tokenId;
63
+ });
64
+ }
65
+
66
+ function resolveGenerationUseChatTemplate(pipeline, runtimeConfig, runOverrides, promptInput) {
67
+ if (typeof runOverrides?.useChatTemplate === 'boolean') {
68
+ return runOverrides.useChatTemplate;
69
+ }
70
+ if (typeof runtimeConfig?.inference?.chatTemplate?.enabled === 'boolean') {
71
+ return runtimeConfig.inference.chatTemplate.enabled;
72
+ }
73
+ if (isStructuredPromptInput(promptInput)) {
74
+ return true;
75
+ }
76
+ if (typeof pipeline?.modelConfig?.chatTemplateEnabled === 'boolean') {
77
+ return pipeline.modelConfig.chatTemplateEnabled;
78
+ }
79
+ return false;
80
+ }
81
+
82
+ function resolvePromptTokenIdsForTranscript(pipeline, promptInput, useChatTemplate) {
83
+ if (!pipeline?.tokenizer || typeof pipeline.tokenizer.encode !== 'function') {
84
+ return null;
85
+ }
86
+ const processedPrompt = resolvePromptInput(
87
+ { modelConfig: pipeline.modelConfig ?? {} },
88
+ promptInput,
89
+ useChatTemplate,
90
+ 'browserHarness.referenceTranscript'
91
+ );
92
+ return normalizeTokenIdArray(
93
+ pipeline.tokenizer.encode(processedPrompt),
94
+ 'browserHarness.referenceTranscript.promptTokenIds'
95
+ );
96
+ }
97
+
98
+ function bytesFromArrayBufferView(view) {
99
+ return new Uint8Array(view.buffer, view.byteOffset, view.byteLength);
100
+ }
101
+
102
+ function digestBytes(bytes) {
103
+ return `sha256:${sha256BytesHex(bytes)}`;
104
+ }
105
+
106
+ function getReferenceTranscriptRuntimeConfig(runtimeConfig) {
107
+ const config = runtimeConfig?.shared?.harness?.referenceTranscript;
108
+ return isPlainObject(config) ? config : null;
109
+ }
110
+
111
+ function shouldCaptureReferenceLogits(runOverrides, runtimeConfig) {
112
+ const referenceConfig = getReferenceTranscriptRuntimeConfig(runtimeConfig);
113
+ return runOverrides?.diagnostics?.referenceTranscript?.captureLogits === true
114
+ || runOverrides?.diagnostics?.captureLogits === true
115
+ || referenceConfig?.captureLogits === true;
116
+ }
117
+
118
+ function shouldCaptureReferenceKvBytes(runOverrides, runtimeConfig) {
119
+ const referenceConfig = getReferenceTranscriptRuntimeConfig(runtimeConfig);
120
+ return runOverrides?.diagnostics?.referenceTranscript?.captureKvBytes === true
121
+ || runOverrides?.diagnostics?.captureKvBytes === true
122
+ || referenceConfig?.captureKvBytes === true;
123
+ }
124
+
125
+ function shouldEnableReferenceTranscriptDiagnostics(runOverrides, runtimeConfig) {
126
+ const referenceConfig = getReferenceTranscriptRuntimeConfig(runtimeConfig);
127
+ return runOverrides?.diagnostics?.enabled === true
128
+ || referenceConfig?.enabled === true
129
+ || referenceConfig?.captureLogits === true
130
+ || referenceConfig?.captureKvBytes === true;
131
+ }
132
+
133
+ export function digestLogitsForTranscript(logits, context) {
134
+ if (!(logits instanceof Float32Array)) {
135
+ throw new Error('reference transcript logits capture requires Float32Array logits.');
136
+ }
137
+ const digest = digestBytes(bytesFromArrayBufferView(logits));
138
+ return {
139
+ index: Number.isInteger(context?.index) ? context.index : null,
140
+ tokenId: Number.isInteger(context?.tokenId) ? context.tokenId : null,
141
+ inputTokenCount: Number.isInteger(context?.inputTokenCount) ? context.inputTokenCount : null,
142
+ dtype: 'f32',
143
+ elementCount: logits.length,
144
+ digest,
145
+ };
146
+ }
147
+
148
+ async function digestKvLayerBytes(layer, layerIdx, kvCache) {
149
+ const seqLen = Number.isFinite(layer?.seqLen) ? Math.max(0, Math.floor(layer.seqLen)) : 0;
150
+ const byteLength = seqLen * kvCache.kvSize * kvCache.bytesPerElem;
151
+ if (byteLength < 1) {
152
+ return {
153
+ layer: layerIdx,
154
+ seqLen,
155
+ keyBytes: 0,
156
+ valueBytes: 0,
157
+ keyDigest: digestBytes(new Uint8Array()),
158
+ valueDigest: digestBytes(new Uint8Array()),
159
+ };
160
+ }
161
+
162
+ if (layer?.keysGPU && layer?.valuesGPU) {
163
+ const [keyBuffer, valueBuffer] = await Promise.all([
164
+ readBuffer(layer.keysGPU, byteLength),
165
+ readBuffer(layer.valuesGPU, byteLength),
166
+ ]);
167
+ return {
168
+ layer: layerIdx,
169
+ seqLen,
170
+ keyBytes: byteLength,
171
+ valueBytes: byteLength,
172
+ keyDigest: digestBytes(new Uint8Array(keyBuffer)),
173
+ valueDigest: digestBytes(new Uint8Array(valueBuffer)),
174
+ };
175
+ }
176
+
177
+ const elementCount = seqLen * kvCache.kvSize;
178
+ if (layer?.keys instanceof Float32Array && layer?.values instanceof Float32Array) {
179
+ const keys = layer.keys.subarray(0, elementCount);
180
+ const values = layer.values.subarray(0, elementCount);
181
+ return {
182
+ layer: layerIdx,
183
+ seqLen,
184
+ keyBytes: keys.byteLength,
185
+ valueBytes: values.byteLength,
186
+ keyDigest: digestBytes(bytesFromArrayBufferView(keys)),
187
+ valueDigest: digestBytes(bytesFromArrayBufferView(values)),
188
+ };
189
+ }
190
+
191
+ throw new Error(`reference transcript KV byte capture unsupported for layer ${layerIdx}.`);
192
+ }
193
+
194
+ export async function captureKvCacheByteProof(pipeline, enabled) {
195
+ if (!enabled) return null;
196
+ const kvCache = pipeline?.kvCache ?? null;
197
+ if (!kvCache || !Array.isArray(kvCache.layers)) {
198
+ return null;
199
+ }
200
+ if (kvCache.layout !== 'contiguous') {
201
+ throw new Error(
202
+ `reference transcript KV byte capture only supports contiguous KV cache layout; got ${kvCache.layout}.`
203
+ );
204
+ }
205
+ const layers = [];
206
+ for (let layerIdx = 0; layerIdx < kvCache.layers.length; layerIdx += 1) {
207
+ layers.push(await digestKvLayerBytes(kvCache.layers[layerIdx], layerIdx, kvCache));
208
+ }
209
+ const canonicalBytes = new TextEncoder().encode(JSON.stringify({
210
+ mode: 'sha256-layer-kv-bytes',
211
+ layout: kvCache.layout,
212
+ kvDtype: kvCache.kvDtype ?? null,
213
+ kvSize: kvCache.kvSize,
214
+ bytesPerElem: kvCache.bytesPerElem,
215
+ layers,
216
+ }));
217
+ return {
218
+ mode: 'sha256-layer-kv-bytes',
219
+ layout: kvCache.layout,
220
+ kvDtype: kvCache.kvDtype ?? null,
221
+ layerCount: layers.length,
222
+ digest: digestBytes(canonicalBytes),
223
+ layers,
224
+ };
225
+ }
226
+
48
227
  function warnIfUsingDefaults(runtimeConfig) {
49
228
  if (defaultsWarningEmitted) return;
50
229
  const promptOverride = runtimeConfig?.inference?.prompt;
@@ -90,13 +269,6 @@ function asText(value) {
90
269
  return trimmed || null;
91
270
  }
92
271
 
93
- function cloneJsonValue(value) {
94
- if (typeof structuredClone === 'function') {
95
- return structuredClone(value);
96
- }
97
- return JSON.parse(JSON.stringify(value));
98
- }
99
-
100
272
  function normalizeRetrievalFixtures(cases) {
101
273
  if (!Array.isArray(cases)) return null;
102
274
  const normalized = [];
@@ -604,7 +776,7 @@ function resolveGenerationPromptInput(runtimeConfig, runOverrides = null, source
604
776
  const overridePrompt = runOverrides?.prompt;
605
777
  assertPromptContract(overridePrompt, templateType, 'runOverrides.prompt');
606
778
  if (typeof overridePrompt === 'string' && overridePrompt.trim()) {
607
- return overridePrompt.trim();
779
+ return overridePrompt;
608
780
  }
609
781
  if (isStructuredPromptInput(overridePrompt)) {
610
782
  return clonePromptInput(overridePrompt);
@@ -616,7 +788,7 @@ function resolveGenerationPromptInput(runtimeConfig, runOverrides = null, source
616
788
  return buildDefaultGenerationPrompt(templateType);
617
789
  }
618
790
  if (typeof runtimePrompt === 'string' && runtimePrompt.trim()) {
619
- return runtimePrompt.trim();
791
+ return runtimePrompt;
620
792
  }
621
793
  if (isStructuredPromptInput(runtimePrompt)) {
622
794
  return clonePromptInput(runtimePrompt);
@@ -662,23 +834,42 @@ export function resolveBenchmarkRunSettings(runtimeConfig, source = null) {
662
834
  const benchSampling = isPlainObject(benchConfig?.sampling)
663
835
  ? benchConfig.sampling
664
836
  : {};
837
+ const runSeed = Number.isFinite(benchConfig.seed)
838
+ ? Math.max(0, Math.floor(benchConfig.seed))
839
+ : null;
840
+ const runtimeSeed = Number.isFinite(runtimeSampling.seed)
841
+ ? Math.max(0, Math.floor(runtimeSampling.seed))
842
+ : null;
843
+ const benchSeed = Number.isFinite(benchSampling.seed)
844
+ ? Math.max(0, Math.floor(benchSampling.seed))
845
+ : null;
846
+ const mergedSeed = runSeed != null
847
+ ? runSeed
848
+ : benchSeed != null
849
+ ? benchSeed
850
+ : runtimeSeed;
665
851
  const promptInput = typeof benchConfig.customPrompt === 'string' && benchConfig.customPrompt.trim()
666
- ? benchConfig.customPrompt.trim()
852
+ ? benchConfig.customPrompt
667
853
  : resolveGenerationPromptInput(runtimeConfig, null, source);
668
854
  const maxTokens = Number.isFinite(benchConfig.maxNewTokens)
669
855
  ? Math.max(1, Math.floor(benchConfig.maxNewTokens))
670
856
  : resolveMaxTokens(runtimeConfig);
857
+ const sampling = {
858
+ ...runtimeSampling,
859
+ ...benchSampling,
860
+ };
861
+ if (Number.isFinite(mergedSeed)) {
862
+ sampling.seed = mergedSeed;
863
+ }
671
864
 
672
865
  return {
673
866
  warmupRuns: Math.max(0, Math.floor(benchConfig.warmupRuns ?? 0)),
674
867
  timedRuns: Math.max(1, Math.floor(benchConfig.timedRuns ?? 1)),
868
+ ...(Number.isFinite(mergedSeed) ? { seed: mergedSeed } : {}),
675
869
  prompt: promptInput,
676
870
  promptLabel: describePromptInput(promptInput),
677
871
  maxTokens,
678
- sampling: {
679
- ...runtimeSampling,
680
- ...benchSampling,
681
- },
872
+ sampling,
682
873
  };
683
874
  }
684
875
 
@@ -993,6 +1184,12 @@ function buildGenerationPhaseFromStats(pipeline, durationMs, tokenCount) {
993
1184
  const stats = typeof pipeline?.getStats === 'function'
994
1185
  ? (pipeline.getStats() || {})
995
1186
  : {};
1187
+ const memoryStats = typeof pipeline?.getMemoryStats === 'function'
1188
+ ? (pipeline.getMemoryStats() || {})
1189
+ : {};
1190
+ const kvMemory = memoryStats.kvCache && typeof memoryStats.kvCache === 'object'
1191
+ ? memoryStats.kvCache
1192
+ : null;
996
1193
  const prefillMs = Number.isFinite(stats.prefillTimeMs) ? stats.prefillTimeMs : 0;
997
1194
  const ttftMs = Number.isFinite(stats.ttftMs) ? stats.ttftMs : prefillMs;
998
1195
  const decodeMs = Number.isFinite(stats.decodeTimeMs) ? stats.decodeTimeMs : 0;
@@ -1015,6 +1212,16 @@ function buildGenerationPhaseFromStats(pipeline, durationMs, tokenCount) {
1015
1212
  if (Number.isFinite(stats.decodeRecordMs)) gpu.decodeRecordMs = stats.decodeRecordMs;
1016
1213
  if (Number.isFinite(stats.decodeSubmitWaitMs)) gpu.decodeSubmitWaitMs = stats.decodeSubmitWaitMs;
1017
1214
  if (Number.isFinite(stats.decodeReadbackWaitMs)) gpu.decodeReadbackWaitMs = stats.decodeReadbackWaitMs;
1215
+ if (Number.isFinite(stats.prefillRecordMs)) gpu.prefillRecordMs = stats.prefillRecordMs;
1216
+ if (Number.isFinite(stats.prefillSubmitWaitMs)) gpu.prefillSubmitWaitMs = stats.prefillSubmitWaitMs;
1217
+ if (
1218
+ Number.isFinite(decodeMs) &&
1219
+ Number.isFinite(stats.decodeRecordMs) &&
1220
+ Number.isFinite(stats.decodeSubmitWaitMs) &&
1221
+ Number.isFinite(stats.decodeReadbackWaitMs)
1222
+ ) {
1223
+ gpu.decodeOrchestrationMs = decodeMs - stats.decodeRecordMs - stats.decodeSubmitWaitMs - stats.decodeReadbackWaitMs;
1224
+ }
1018
1225
  if (Number.isFinite(stats.singleTokenSubmitWaitMs)) gpu.singleTokenSubmitWaitMs = stats.singleTokenSubmitWaitMs;
1019
1226
  if (Number.isFinite(stats.singleTokenReadbackWaitMs)) gpu.singleTokenReadbackWaitMs = stats.singleTokenReadbackWaitMs;
1020
1227
  if (Number.isFinite(stats.singleTokenOrchestrationMs)) gpu.singleTokenOrchestrationMs = stats.singleTokenOrchestrationMs;
@@ -1049,6 +1256,12 @@ function buildGenerationPhaseFromStats(pipeline, durationMs, tokenCount) {
1049
1256
  if (Number.isFinite(stats.plePreparedTokenCacheBytes)) {
1050
1257
  plePreparedTokenCache.bytes = stats.plePreparedTokenCacheBytes;
1051
1258
  }
1259
+ if (Number.isFinite(stats.pleWriteBufferCount)) {
1260
+ plePreparedTokenCache.writeBufferCount = stats.pleWriteBufferCount;
1261
+ }
1262
+ if (Number.isFinite(stats.pleWriteBufferBytes)) {
1263
+ plePreparedTokenCache.writeBufferBytes = stats.pleWriteBufferBytes;
1264
+ }
1052
1265
  const plePreparedTokenCachePhase = Object.keys(plePreparedTokenCache).length > 0
1053
1266
  ? plePreparedTokenCache
1054
1267
  : null;
@@ -1073,8 +1286,21 @@ function buildGenerationPhaseFromStats(pipeline, durationMs, tokenCount) {
1073
1286
  : null,
1074
1287
  decodeMode: stats.decodeMode ?? null,
1075
1288
  batchGuardReason: stats.batchGuardReason ?? null,
1289
+ stopReason: stats.stopReason ?? null,
1290
+ stopTokenId: Number.isInteger(stats.stopTokenId) ? stats.stopTokenId : null,
1076
1291
  batching: batchingPhase,
1077
1292
  plePreparedTokenCache: plePreparedTokenCachePhase,
1293
+ kvCache: kvMemory
1294
+ ? {
1295
+ layout: kvMemory.layout ?? null,
1296
+ kvDtype: kvMemory.kvDtype ?? null,
1297
+ seqLen: Number.isFinite(kvMemory.seqLen) ? kvMemory.seqLen : null,
1298
+ maxSeqLen: Number.isFinite(kvMemory.maxSeqLen) ? kvMemory.maxSeqLen : null,
1299
+ usedBytes: Number.isFinite(kvMemory.used) ? kvMemory.used : null,
1300
+ allocatedBytes: Number.isFinite(kvMemory.allocated) ? kvMemory.allocated : null,
1301
+ counters: kvMemory.counters ?? null,
1302
+ }
1303
+ : null,
1078
1304
  executionPlan: stats.executionPlan ?? null,
1079
1305
  kernelPathId: stats.kernelPathId ?? null,
1080
1306
  operatorDiagnostics: stats.operatorDiagnostics ?? null,
@@ -1099,11 +1325,11 @@ export async function runGeneration(pipeline, runtimeConfig, runOverrides = null
1099
1325
  const tokens = [];
1100
1326
  const tokenIds = [];
1101
1327
  const tokenRecords = [];
1328
+ const logitsDigests = [];
1102
1329
  const promptInput = resolveGenerationPromptInput(runtimeConfig, runOverrides, pipeline);
1103
1330
  const promptLabel = describePromptInput(promptInput);
1104
- const useChatTemplate = runOverrides?.useChatTemplate
1105
- ?? runtimeConfig?.inference?.chatTemplate?.enabled
1106
- ?? (isStructuredPromptInput(promptInput) ? true : undefined);
1331
+ const useChatTemplate = resolveGenerationUseChatTemplate(pipeline, runtimeConfig, runOverrides, promptInput);
1332
+ const promptTokenIds = resolvePromptTokenIdsForTranscript(pipeline, promptInput, useChatTemplate);
1107
1333
  const maxTokens = Number.isFinite(runOverrides?.maxTokens)
1108
1334
  ? Math.max(1, Math.floor(runOverrides.maxTokens))
1109
1335
  : resolveMaxTokens(runtimeConfig);
@@ -1112,17 +1338,24 @@ export async function runGeneration(pipeline, runtimeConfig, runOverrides = null
1112
1338
  ...(runtimeConfig.inference?.sampling || {}),
1113
1339
  ...(isPlainObject(runOverrides?.sampling) ? runOverrides.sampling : {}),
1114
1340
  };
1341
+ const seed = Number.isFinite(runOverrides?.seed)
1342
+ ? Math.max(0, Math.floor(runOverrides.seed))
1343
+ : Number.isFinite(sampling.seed)
1344
+ ? Math.max(0, Math.floor(sampling.seed))
1345
+ : null;
1115
1346
  const debugProbes = runtimeConfig.shared?.debug?.probes || [];
1116
1347
  const profile = runtimeConfig.shared?.debug?.profiler?.enabled === true;
1117
1348
  const explicitDiagnosticsEnabled = runtimeConfig.shared?.harness?.mode === 'diagnose'
1118
- || runOverrides?.diagnostics?.enabled === true;
1349
+ || shouldEnableReferenceTranscriptDiagnostics(runOverrides, runtimeConfig);
1119
1350
  const disableCommandBatching = explicitDiagnosticsEnabled
1120
1351
  || (Array.isArray(debugProbes) && debugProbes.length > 0);
1121
1352
  const start = performance.now();
1122
1353
  const diagnostics = resolveAutomaticGenerationDiagnostics(runtimeConfig, runOverrides);
1354
+ const captureLogits = shouldCaptureReferenceLogits(runOverrides, runtimeConfig);
1123
1355
 
1124
1356
  for await (const tokenText of pipeline.generate(promptInput, {
1125
1357
  maxTokens,
1358
+ ...(Number.isFinite(seed) ? { seed } : {}),
1126
1359
  temperature: sampling.temperature,
1127
1360
  topP: sampling.topP,
1128
1361
  topK: sampling.topK,
@@ -1132,6 +1365,14 @@ export async function runGeneration(pipeline, runtimeConfig, runOverrides = null
1132
1365
  profile,
1133
1366
  disableCommandBatching,
1134
1367
  diagnostics,
1368
+ ...(captureLogits ? {
1369
+ onLogits: (logits, context) => {
1370
+ logitsDigests.push(digestLogitsForTranscript(logits, {
1371
+ ...context,
1372
+ index: logitsDigests.length,
1373
+ }));
1374
+ },
1375
+ } : {}),
1135
1376
  onToken: (tokenId, tokenText) => {
1136
1377
  tokenIds.push(tokenId);
1137
1378
  tokenRecords.push({
@@ -1149,14 +1390,22 @@ export async function runGeneration(pipeline, runtimeConfig, runOverrides = null
1149
1390
  const durationMs = Math.max(1, performance.now() - start);
1150
1391
  const tokensPerSec = (tokens.length / durationMs) * 1000;
1151
1392
  const { phase } = buildGenerationPhaseFromStats(pipeline, durationMs, tokenIds.length);
1393
+ const kvCacheByteProof = await captureKvCacheByteProof(
1394
+ pipeline,
1395
+ shouldCaptureReferenceKvBytes(runOverrides, runtimeConfig)
1396
+ );
1152
1397
 
1153
1398
  return {
1399
+ ...(Number.isFinite(seed) ? { seed } : {}),
1154
1400
  prompt: promptLabel,
1155
1401
  promptInput,
1402
+ promptTokenIds,
1156
1403
  maxTokens,
1157
1404
  tokens,
1158
1405
  tokenIds,
1159
1406
  tokenDiagnostics: summarizeGenerationTokens(tokenRecords),
1407
+ logitsDigests,
1408
+ kvCacheByteProof,
1160
1409
  output: tokens.join(''),
1161
1410
  durationMs,
1162
1411
  tokensPerSec,
@@ -11,16 +11,6 @@ import type { EnergyPipeline } from './pipelines/energy/pipeline.js';
11
11
  import type { SavedReportInfo, SaveReportOptions } from '../storage/reports.js';
12
12
  import type { DebugSnapshot } from '../debug/history.js';
13
13
 
14
- export interface BrowserHarnessOptions extends InferenceHarnessOptions {
15
- modelUrl: string;
16
- modelId?: string;
17
- report?: Record<string, unknown> | null;
18
- buildReport?: (
19
- result: InitializeResult & { runtime: RuntimeOverrides }
20
- ) => Promise<Record<string, unknown>> | Record<string, unknown>;
21
- timestamp?: string | Date;
22
- searchParams?: URLSearchParams;
23
- }
24
14
 
25
15
  export interface RuntimeConfigLoadOptions {
26
16
  baseUrl?: string;
@@ -133,12 +123,6 @@ export interface BrowserSuiteTiming {
133
123
  loadMode: 'opfs' | 'http' | 'memory' | null;
134
124
  }
135
125
 
136
- export interface BrowserHarnessResult extends InitializeResult {
137
- runtime: RuntimeOverrides;
138
- report: Record<string, unknown>;
139
- reportInfo: SavedReportInfo;
140
- }
141
-
142
126
  export interface BrowserSuiteResult extends SuiteSummary {
143
127
  mode?: BrowserHarnessMode;
144
128
  workload?: BrowserWorkload;
@@ -183,10 +167,6 @@ export interface BrowserManifestResult {
183
167
  reportInfo: SavedReportInfo | null;
184
168
  }
185
169
 
186
- export declare function initializeBrowserHarness(
187
- options: BrowserHarnessOptions
188
- ): Promise<InitializeResult & { runtime: RuntimeOverrides }>;
189
-
190
170
  export declare function loadRuntimeConfigFromUrl(
191
171
  url: string,
192
172
  options?: RuntimeConfigLoadOptions
@@ -212,15 +192,6 @@ export declare function applyRuntimeForRun(
212
192
  options?: RuntimeConfigLoadOptions & { runtime?: RuntimeOverrides }
213
193
  ): Promise<void>;
214
194
 
215
- export declare function saveBrowserReport(
216
- modelId: string,
217
- report: Record<string, unknown>,
218
- options?: SaveReportOptions
219
- ): Promise<SavedReportInfo>;
220
-
221
- export declare function runBrowserHarness(
222
- options: BrowserHarnessOptions
223
- ): Promise<BrowserHarnessResult>;
224
195
 
225
196
  export declare function runBrowserSuite(
226
197
  options: BrowserSuiteOptions