doppler-gpu 0.4.3 → 0.4.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (435) hide show
  1. package/CHANGELOG.md +28 -0
  2. package/README.md +67 -34
  3. package/assets/doppler.svg +57 -1601
  4. package/package.json +36 -5
  5. package/src/cli/cli-output.js +34 -1
  6. package/src/cli/doppler-cli.d.ts +18 -0
  7. package/src/cli/doppler-cli.js +68 -35
  8. package/src/cli/doppler-serve.d.ts +210 -0
  9. package/src/cli/doppler-serve.js +468 -42
  10. package/src/client/doppler-registry.json +3 -5
  11. package/src/client/provider.d.ts +1 -1
  12. package/src/client/provider.js +1 -1
  13. package/src/client/runtime/index.js +13 -0
  14. package/src/client/runtime/lora.d.ts +11 -1
  15. package/src/client/runtime/lora.js +28 -7
  16. package/src/client/runtime/model-manager.js +35 -11
  17. package/src/client/runtime/model-session.d.ts +2 -1
  18. package/src/client/runtime/model-session.js +2 -2
  19. package/src/client/runtime/model-source.js +20 -1
  20. package/src/client/runtime/types.d.ts +8 -0
  21. package/src/client/wrap-pipeline-handle.d.ts +62 -0
  22. package/src/client/wrap-pipeline-handle.js +188 -13
  23. package/src/config/conversion/README.md +5 -0
  24. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +646 -0
  25. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +3 -3
  26. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +4 -4
  27. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +4 -4
  28. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +393 -0
  29. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +425 -0
  30. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +17 -9
  31. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +4 -4
  32. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +4 -4
  33. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +737 -0
  34. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +730 -0
  35. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +780 -0
  36. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +716 -0
  37. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +5 -5
  38. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +4 -4
  39. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +14 -12
  40. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +7 -7
  41. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +7 -7
  42. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +3 -3
  43. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +3 -3
  44. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +3 -3
  45. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +3 -3
  46. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +8 -4
  47. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +8 -4
  48. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +9 -5
  49. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +8 -4
  50. package/src/config/goal-completion-matrix.json +552 -0
  51. package/src/config/kernel-path-loader.js +192 -38
  52. package/src/config/kernels/kernel-ref-digests.js +52 -18
  53. package/src/config/kernels/registry.json +3017 -744
  54. package/src/config/merge-contract-check.js +7 -3
  55. package/src/config/merge-helpers.d.ts +2 -0
  56. package/src/config/merge-helpers.js +1 -0
  57. package/src/config/merge.d.ts +1 -0
  58. package/src/config/merge.js +30 -0
  59. package/src/config/model-lanes/catalog-lane-resolver.d.ts +66 -0
  60. package/src/config/model-lanes/catalog-lane-resolver.js +170 -0
  61. package/src/config/param-validator.js +4 -0
  62. package/src/config/runtime/experiments/verify/lfm2-verify.json +3 -3
  63. package/src/config/runtime/profiles/diffusiongemma-26b-a4b-throughput.json +26 -0
  64. package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-overlapped-probe.json +42 -0
  65. package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-probe.json +39 -0
  66. package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-b4.json +48 -0
  67. package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-single.json +46 -0
  68. package/src/config/schema/buffer-pool.schema.js +3 -3
  69. package/src/config/schema/claim-evidence-contract.schema.json +93 -0
  70. package/src/config/schema/command-surface-contract.schema.json +81 -0
  71. package/src/config/schema/converter.schema.d.ts +11 -0
  72. package/src/config/schema/converter.schema.js +8 -0
  73. package/src/config/schema/doppler.schema.d.ts +1 -0
  74. package/src/config/schema/doppler.schema.js +38 -6
  75. package/src/config/schema/execution-v1.schema.d.ts +27 -0
  76. package/src/config/schema/execution-v1.schema.js +28 -19
  77. package/src/config/schema/goal-completion-matrix.schema.json +223 -0
  78. package/src/config/schema/inference.schema.d.ts +11 -0
  79. package/src/config/schema/manifest.schema.d.ts +107 -1
  80. package/src/config/schema/manifest.schema.js +10 -1
  81. package/src/config/schema/model-artifact-contract.schema.json +119 -0
  82. package/src/config/schema/moe.schema.d.ts +13 -0
  83. package/src/config/schema/moe.schema.js +1 -1
  84. package/src/config/schema/policy-schema-registry.json +26 -0
  85. package/src/config/schema/subsystem-support-contract.schema.json +48 -0
  86. package/src/config/schema/training-metrics.schema.d.ts +1 -1
  87. package/src/config/schema/training-metrics.schema.js +4 -3
  88. package/src/config/source-packages/litert/gemma-4-12b-it.json +390 -0
  89. package/src/config/source-packages/litert/gemma-4-e2b-it.json +7 -7
  90. package/src/config/source-packages/litert/gemma-4-e4b-it.json +370 -0
  91. package/src/config/source-packages/registry.json +25 -0
  92. package/src/config/supported-operations.json +5 -0
  93. package/src/config/transforms/capability-transform-resolver.d.ts +13 -2
  94. package/src/config/transforms/execution-graph-transforms.d.ts +42 -0
  95. package/src/config/transforms/execution-graph-transforms.js +227 -230
  96. package/src/converter/conversion-plan.d.ts +2 -0
  97. package/src/converter/conversion-plan.js +18 -4
  98. package/src/converter/core.d.ts +8 -0
  99. package/src/converter/core.js +574 -12
  100. package/src/converter/quantization-info.js +179 -2
  101. package/src/converter/quantizer.d.ts +5 -4
  102. package/src/converter/quantizer.js +16 -2
  103. package/src/experimental/adapters/lora-loader.js +109 -24
  104. package/src/experimental/diffusion/index.d.ts +24 -0
  105. package/src/experimental/diffusion/index.js +10 -0
  106. package/src/experimental/distribution/descriptor-transport.d.ts +117 -0
  107. package/src/experimental/distribution/descriptor-transport.js +342 -0
  108. package/src/experimental/training/README.md +11 -0
  109. package/src/experimental/training/autograd.js +33 -8
  110. package/src/experimental/training/datasets/gepa-frontier.d.ts +41 -0
  111. package/src/experimental/training/datasets/gepa-frontier.js +220 -0
  112. package/src/experimental/training/datasets/index.d.ts +13 -1
  113. package/src/experimental/training/datasets/index.js +8 -1
  114. package/src/experimental/training/datasets/teacher-traces.d.ts +51 -0
  115. package/src/experimental/training/datasets/teacher-traces.js +279 -0
  116. package/src/experimental/training/datasets/text-pairs.d.ts +45 -0
  117. package/src/experimental/training/datasets/text-pairs.js +82 -5
  118. package/src/experimental/training/distillation/student-fixture.d.ts +5 -0
  119. package/src/experimental/training/distillation/student-fixture.js +290 -32
  120. package/src/experimental/training/export.d.ts +9 -0
  121. package/src/experimental/training/export.js +113 -7
  122. package/src/experimental/training/index.d.ts +13 -1
  123. package/src/experimental/training/index.js +13 -1
  124. package/src/experimental/training/lora-pipeline.d.ts +143 -0
  125. package/src/experimental/training/lora-pipeline.js +1737 -49
  126. package/src/experimental/training/lora.js +23 -1
  127. package/src/experimental/training/loss.js +1 -1
  128. package/src/experimental/training/operator-agent-eval.d.ts +65 -0
  129. package/src/experimental/training/operator-agent-eval.js +326 -0
  130. package/src/experimental/training/operator-command.js +310 -51
  131. package/src/experimental/training/runner.d.ts +1 -0
  132. package/src/experimental/training/runner.js +4 -0
  133. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +160 -0
  134. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +175 -0
  135. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +175 -0
  136. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +160 -0
  137. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +162 -0
  138. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +160 -0
  139. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +137 -0
  140. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +152 -0
  141. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +152 -0
  142. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +137 -0
  143. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +139 -0
  144. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +137 -0
  145. package/src/experimental/training/workload-packs/registry.json +186 -6
  146. package/src/experimental/training/workloads.d.ts +37 -0
  147. package/src/experimental/training/workloads.js +110 -1
  148. package/src/formats/rdrr/functional-descriptor.d.ts +73 -0
  149. package/src/formats/rdrr/functional-descriptor.js +230 -0
  150. package/src/formats/rdrr/index.d.ts +1 -0
  151. package/src/formats/rdrr/index.js +1 -0
  152. package/src/formats/rdrr/parsing.js +22 -6
  153. package/src/formats/rdrr/source-transform-contract.js +10 -1
  154. package/src/formats/rdrr/storage-descriptor.js +9 -2
  155. package/src/formats/rdrr/types.d.ts +5 -3
  156. package/src/formats/rdrr/validation.js +15 -1
  157. package/src/gpu/command-recorder.d.ts +43 -3
  158. package/src/gpu/command-recorder.js +122 -25
  159. package/src/gpu/device.js +111 -11
  160. package/src/gpu/kernel-tuner/cache.js +1 -5
  161. package/src/gpu/kernels/attention.js +17 -9
  162. package/src/gpu/kernels/attention_decode_online_head256_f16kv.wgsl +236 -0
  163. package/src/gpu/kernels/attention_streaming_f16.wgsl +7 -5
  164. package/src/gpu/kernels/backward/cross_entropy_backward.js +72 -3
  165. package/src/gpu/kernels/backward/cross_entropy_backward.wgsl +2 -2
  166. package/src/gpu/kernels/cast.js +74 -67
  167. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +46 -1
  168. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -20
  169. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +15 -12
  170. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +59 -44
  171. package/src/gpu/kernels/diffusion-gemma-sampling.d.ts +19 -0
  172. package/src/gpu/kernels/diffusion-gemma-sampling.js +104 -0
  173. package/src/gpu/kernels/diffusion_gemma_sampling.wgsl +130 -0
  174. package/src/gpu/kernels/dispatch.js +13 -3
  175. package/src/gpu/kernels/fused_ffn.js +3 -4
  176. package/src/gpu/kernels/fused_matmul_litert_int4_f16a.wgsl +78 -0
  177. package/src/gpu/kernels/fused_matmul_litert_int4_f16a_f32out.wgsl +78 -0
  178. package/src/gpu/kernels/fused_matmul_litert_int4_f32a_f32out.wgsl +76 -0
  179. package/src/gpu/kernels/fused_matmul_rmsnorm.js +101 -80
  180. package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a.wgsl +116 -0
  181. package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a_f32out.wgsl +116 -0
  182. package/src/gpu/kernels/fused_matmul_w4a16_f16a.wgsl +95 -0
  183. package/src/gpu/kernels/fused_matmul_w4a16_f16a_f32out.wgsl +95 -0
  184. package/src/gpu/kernels/gather.d.ts +84 -1
  185. package/src/gpu/kernels/gather.js +353 -5
  186. package/src/gpu/kernels/gather_litert_int4_vec4_f16_out.wgsl +75 -0
  187. package/src/gpu/kernels/gather_litert_int4_vec4_f32_out.wgsl +72 -0
  188. package/src/gpu/kernels/gather_split4_f16_vec4_f16_out.wgsl +103 -0
  189. package/src/gpu/kernels/gather_split8_f16_vec4_f16_out.wgsl +143 -0
  190. package/src/gpu/kernels/gather_split8_f16_vec4_f32_out.wgsl +143 -0
  191. package/src/gpu/kernels/gelu.wgsl +11 -7
  192. package/src/gpu/kernels/gelu_f16.wgsl +11 -7
  193. package/src/gpu/kernels/gemma4-route-expert.d.ts +35 -0
  194. package/src/gpu/kernels/gemma4-route-expert.js +126 -0
  195. package/src/gpu/kernels/gemma4_route_q4_matmul_f16a.wgsl +210 -0
  196. package/src/gpu/kernels/index.d.ts +71 -0
  197. package/src/gpu/kernels/index.js +52 -0
  198. package/src/gpu/kernels/kv-cache-write.d.ts +22 -0
  199. package/src/gpu/kernels/kv-cache-write.js +126 -0
  200. package/src/gpu/kernels/kv_cache_write_f32_to_f16.wgsl +32 -0
  201. package/src/gpu/kernels/lm-head-argmax.d.ts +19 -0
  202. package/src/gpu/kernels/lm-head-argmax.js +218 -0
  203. package/src/gpu/kernels/lm_head_argmax_f16.wgsl +189 -0
  204. package/src/gpu/kernels/matmul-dispatch.d.ts +11 -0
  205. package/src/gpu/kernels/matmul-dispatch.js +37 -1
  206. package/src/gpu/kernels/matmul-selection.d.ts +5 -5
  207. package/src/gpu/kernels/matmul-selection.js +104 -9
  208. package/src/gpu/kernels/matmul.d.ts +1 -1
  209. package/src/gpu/kernels/matmul.js +151 -43
  210. package/src/gpu/kernels/moe.d.ts +1 -0
  211. package/src/gpu/kernels/moe.js +46 -18
  212. package/src/gpu/kernels/pipeline-cache.d.ts +8 -0
  213. package/src/gpu/kernels/pipeline-cache.js +24 -0
  214. package/src/gpu/kernels/rep-penalty.d.ts +21 -0
  215. package/src/gpu/kernels/rep-penalty.js +17 -9
  216. package/src/gpu/kernels/residual.d.ts +1 -0
  217. package/src/gpu/kernels/residual.js +13 -1
  218. package/src/gpu/kernels/residual.wgsl +3 -3
  219. package/src/gpu/kernels/residual_f16.wgsl +5 -3
  220. package/src/gpu/kernels/residual_f16_vec4.wgsl +6 -6
  221. package/src/gpu/kernels/residual_vec4.wgsl +6 -6
  222. package/src/gpu/kernels/rmsnorm-pair.d.ts +39 -0
  223. package/src/gpu/kernels/rmsnorm-pair.js +152 -0
  224. package/src/gpu/kernels/rmsnorm-qk.d.ts +41 -0
  225. package/src/gpu/kernels/rmsnorm-qk.js +128 -0
  226. package/src/gpu/kernels/rmsnorm.d.ts +31 -0
  227. package/src/gpu/kernels/rmsnorm.js +32 -7
  228. package/src/gpu/kernels/rmsnorm.wgsl +10 -6
  229. package/src/gpu/kernels/rmsnorm_f16.wgsl +7 -3
  230. package/src/gpu/kernels/rmsnorm_pair.wgsl +224 -0
  231. package/src/gpu/kernels/rmsnorm_qk.wgsl +118 -0
  232. package/src/gpu/kernels/rmsnorm_qk_f16.wgsl +143 -0
  233. package/src/gpu/kernels/rope-qk.d.ts +41 -0
  234. package/src/gpu/kernels/rope-qk.js +143 -0
  235. package/src/gpu/kernels/rope_qk.wgsl +95 -0
  236. package/src/gpu/kernels/rope_qk_f16.wgsl +97 -0
  237. package/src/gpu/kernels/rule-registry.js +50 -10
  238. package/src/gpu/kernels/sample.js +212 -187
  239. package/src/gpu/kernels/scatter_add_dynamic_expert_scale.wgsl +47 -0
  240. package/src/gpu/kernels/scatter_add_dynamic_f16_expert_scale.wgsl +49 -0
  241. package/src/gpu/kernels/scatter_add_dynamic_f16_weights_expert_scale.wgsl +49 -0
  242. package/src/gpu/kernels/scatter_add_routes_f16_weights_expert_scale.wgsl +45 -0
  243. package/src/gpu/kernels/shader-cache.js +1 -21
  244. package/src/gpu/kernels/soft-embedding.d.ts +28 -0
  245. package/src/gpu/kernels/soft-embedding.js +447 -0
  246. package/src/gpu/kernels/soft_embedding_logits_f16.wgsl +107 -0
  247. package/src/gpu/kernels/soft_embedding_split_f16.wgsl +46 -0
  248. package/src/gpu/kernels/softmax.wgsl +5 -80
  249. package/src/gpu/kernels/split-qkv-rmsnorm-qk.d.ts +44 -0
  250. package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +154 -0
  251. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.d.ts +59 -0
  252. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +245 -0
  253. package/src/gpu/kernels/split_qkv_rmsnorm_qk.wgsl +146 -0
  254. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +185 -0
  255. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +187 -0
  256. package/src/gpu/kernels/uniform-utils.js +2 -5
  257. package/src/gpu/kernels/utils.d.ts +16 -1
  258. package/src/gpu/kernels/utils.js +42 -13
  259. package/src/gpu/readback-utils.js +10 -2
  260. package/src/gpu/uniform-cache.d.ts +10 -1
  261. package/src/gpu/uniform-cache.js +25 -7
  262. package/src/gpu/weight-buffer.d.ts +76 -7
  263. package/src/gpu/weight-buffer.js +85 -1
  264. package/src/inference/browser-harness-diffusion-energy-suites.js +269 -1
  265. package/src/inference/browser-harness-suite-helpers.d.ts +9 -0
  266. package/src/inference/browser-harness-suite-helpers.js +438 -2
  267. package/src/inference/browser-harness-text-helpers.d.ts +77 -0
  268. package/src/inference/browser-harness-text-helpers.js +236 -11
  269. package/src/inference/browser-harness.d.ts +8 -0
  270. package/src/inference/browser-harness.js +292 -8
  271. package/src/inference/decode-ring.d.ts +1 -0
  272. package/src/inference/decode-ring.js +7 -5
  273. package/src/inference/kv-cache/base.d.ts +25 -0
  274. package/src/inference/kv-cache/base.js +109 -1
  275. package/src/inference/kv-cache/mixed-geometry.d.ts +10 -0
  276. package/src/inference/kv-cache/mixed-geometry.js +109 -2
  277. package/src/inference/kv-cache/sliding-window.d.ts +14 -0
  278. package/src/inference/kv-cache/sliding-window.js +88 -0
  279. package/src/inference/model-lanes/execution-lane-resolver.d.ts +61 -0
  280. package/src/inference/model-lanes/execution-lane-resolver.js +126 -0
  281. package/src/inference/moe-router.d.ts +14 -1
  282. package/src/inference/moe-router.js +24 -1
  283. package/src/inference/pipelines/audio/gemma4.js +52 -1
  284. package/src/inference/pipelines/diffusion-gemma/config.d.ts +27 -0
  285. package/src/inference/pipelines/diffusion-gemma/config.js +149 -0
  286. package/src/inference/pipelines/diffusion-gemma/index.d.ts +31 -0
  287. package/src/inference/pipelines/diffusion-gemma/index.js +12 -0
  288. package/src/inference/pipelines/diffusion-gemma/pipeline.d.ts +69 -0
  289. package/src/inference/pipelines/diffusion-gemma/pipeline.js +380 -0
  290. package/src/inference/pipelines/diffusion-gemma/sampling.d.ts +128 -0
  291. package/src/inference/pipelines/diffusion-gemma/sampling.js +395 -0
  292. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +28 -4
  293. package/src/inference/pipelines/text/attention/dispatch-params.js +176 -2
  294. package/src/inference/pipelines/text/attention/projections.d.ts +71 -2
  295. package/src/inference/pipelines/text/attention/projections.js +329 -49
  296. package/src/inference/pipelines/text/attention/quant-options.d.ts +38 -0
  297. package/src/inference/pipelines/text/attention/record.js +446 -73
  298. package/src/inference/pipelines/text/attention/run.js +251 -49
  299. package/src/inference/pipelines/text/attention/types.d.ts +5 -1
  300. package/src/inference/pipelines/text/config.d.ts +22 -1
  301. package/src/inference/pipelines/text/config.js +199 -22
  302. package/src/inference/pipelines/text/dtype-contract.d.ts +1 -1
  303. package/src/inference/pipelines/text/dtype-contract.js +4 -1
  304. package/src/inference/pipelines/text/embed.d.ts +4 -3
  305. package/src/inference/pipelines/text/embed.js +16 -6
  306. package/src/inference/pipelines/text/execution-plan.d.ts +8 -0
  307. package/src/inference/pipelines/text/execution-plan.js +6 -0
  308. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +4 -0
  309. package/src/inference/pipelines/text/execution-runtime-builders.js +44 -28
  310. package/src/inference/pipelines/text/execution-v1.d.ts +2 -0
  311. package/src/inference/pipelines/text/execution-v1.js +373 -139
  312. package/src/inference/pipelines/text/ffn/dense.js +44 -13
  313. package/src/inference/pipelines/text/ffn/moe.d.ts +4 -1
  314. package/src/inference/pipelines/text/ffn/moe.js +9 -2
  315. package/src/inference/pipelines/text/ffn/sandwich.d.ts +3 -1
  316. package/src/inference/pipelines/text/ffn/sandwich.js +237 -15
  317. package/src/inference/pipelines/text/ffn/standard.d.ts +3 -1
  318. package/src/inference/pipelines/text/ffn/standard.js +44 -4
  319. package/src/inference/pipelines/text/generator-decode-policy.d.ts +81 -0
  320. package/src/inference/pipelines/text/generator-decode-policy.js +2 -12
  321. package/src/inference/pipelines/text/generator-helpers.js +5 -2
  322. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +84 -0
  323. package/src/inference/pipelines/text/generator-prefill-helpers.js +67 -1
  324. package/src/inference/pipelines/text/generator-runtime.d.ts +1 -0
  325. package/src/inference/pipelines/text/generator-steps.d.ts +38 -3
  326. package/src/inference/pipelines/text/generator-steps.js +268 -77
  327. package/src/inference/pipelines/text/generator.d.ts +39 -0
  328. package/src/inference/pipelines/text/generator.js +1105 -18
  329. package/src/inference/pipelines/text/init.d.ts +8 -1
  330. package/src/inference/pipelines/text/init.js +30 -1
  331. package/src/inference/pipelines/text/layer-plan-gpu.js +62 -14
  332. package/src/inference/pipelines/text/layer.js +272 -25
  333. package/src/inference/pipelines/text/linear-attention.js +6 -4
  334. package/src/inference/pipelines/text/logits/gpu.d.ts +49 -2
  335. package/src/inference/pipelines/text/logits/gpu.js +417 -66
  336. package/src/inference/pipelines/text/logits/index.d.ts +2 -2
  337. package/src/inference/pipelines/text/logits/index.js +96 -42
  338. package/src/inference/pipelines/text/logits/types.d.ts +2 -2
  339. package/src/inference/pipelines/text/lora-apply.js +17 -0
  340. package/src/inference/pipelines/text/model-load.js +5 -1
  341. package/src/inference/pipelines/text/moe-gpu.d.ts +13 -0
  342. package/src/inference/pipelines/text/moe-gpu.js +445 -16
  343. package/src/inference/pipelines/text/moe-impl.d.ts +13 -3
  344. package/src/inference/pipelines/text/moe-shape-validator.js +13 -1
  345. package/src/inference/pipelines/text/ops.d.ts +29 -2
  346. package/src/inference/pipelines/text/ops.js +19 -0
  347. package/src/inference/pipelines/text/per-layer-inputs.js +5 -0
  348. package/src/inference/pipelines/text/probes.js +4 -5
  349. package/src/inference/pipelines/text/sampling-config.d.ts +4 -10
  350. package/src/inference/pipelines/text/sampling-config.js +103 -64
  351. package/src/inference/pipelines/text/sampling.js +13 -9
  352. package/src/inference/pipelines/text/state.js +17 -0
  353. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +57 -0
  354. package/src/inference/pipelines/text/tsir-fixture-writer.js +8 -9
  355. package/src/inference/pipelines/text/types.d.ts +84 -3
  356. package/src/inference/pipelines/text/weights.d.ts +4 -2
  357. package/src/inference/pipelines/text/weights.js +4 -5
  358. package/src/inference/pipelines/text.d.ts +24 -0
  359. package/src/inference/pipelines/text.js +162 -38
  360. package/src/inference/pipelines/vision/gemma4.js +20 -9
  361. package/src/inference/tokenizer.d.ts +30 -0
  362. package/src/inference/tokenizer.js +340 -164
  363. package/src/inference/tokenizers/bundled.js +71 -49
  364. package/src/loader/doppler-loader.d.ts +11 -0
  365. package/src/loader/doppler-loader.js +290 -15
  366. package/src/loader/embedding-limit-preflight.d.ts +31 -0
  367. package/src/loader/embedding-limit-preflight.js +216 -0
  368. package/src/loader/embedding-loader.d.ts +8 -2
  369. package/src/loader/embedding-loader.js +263 -8
  370. package/src/loader/experts/expert-loader.d.ts +4 -1
  371. package/src/loader/experts/expert-loader.js +174 -5
  372. package/src/loader/final-weights-loader.d.ts +5 -0
  373. package/src/loader/final-weights-loader.js +167 -4
  374. package/src/loader/layer-loader.d.ts +2 -0
  375. package/src/loader/layer-loader.js +74 -6
  376. package/src/loader/loader-types.d.ts +59 -2
  377. package/src/loader/manifest-config.d.ts +8 -0
  378. package/src/loader/shard-resolver.js +37 -4
  379. package/src/loader/tensors/functional-descriptor-loader.d.ts +9 -0
  380. package/src/loader/tensors/functional-descriptor-loader.js +377 -0
  381. package/src/loader/tensors/tensor-loader.d.ts +36 -1
  382. package/src/loader/tensors/tensor-loader.js +437 -21
  383. package/src/loader/tensors/tensor-reader.d.ts +4 -1
  384. package/src/loader/tensors/tensor-reader.js +11 -4
  385. package/src/loader/weights.d.ts +3 -1
  386. package/src/memory/buffer-pool.js +12 -9
  387. package/src/models/diffusiongemma.d.ts +7 -0
  388. package/src/models/diffusiongemma.js +25 -0
  389. package/src/models/gemma4.js +24 -0
  390. package/src/models/qwen3.js +2 -2
  391. package/src/rules/execution-rules-contract-check.js +93 -10
  392. package/src/rules/inference/capability-transforms.rules.json +26 -2
  393. package/src/rules/inference/config.rules.json +1 -0
  394. package/src/rules/inference/dtype.rules.json +7 -0
  395. package/src/rules/inference/execution.rules.json +108 -17
  396. package/src/rules/inference/ffn.rules.json +18 -0
  397. package/src/rules/kernels/gather.rules.json +81 -0
  398. package/src/rules/kernels/matmul.rules.json +19 -0
  399. package/src/rules/kernels/moe.rules.json +3 -0
  400. package/src/rules/kernels/rep-penalty.rules.json +6 -0
  401. package/src/rules/kernels/rmsnorm-qk.rules.json +6 -0
  402. package/src/rules/kernels/rmsnorm.rules.json +42 -7
  403. package/src/rules/kernels/rope-qk.rules.json +6 -0
  404. package/src/rules/loader/tensor-loader.rules.json +8 -0
  405. package/src/rules/rule-registry.js +6 -0
  406. package/src/storage/artifact-storage-context.d.ts +1 -0
  407. package/src/storage/artifact-storage-context.js +10 -0
  408. package/src/tooling/browser-command-runner.d.ts +0 -3
  409. package/src/tooling/browser-command-runner.js +2 -14
  410. package/src/tooling/command-api-family-normalizers.js +4 -2
  411. package/src/tooling/command-api-helpers.js +2 -1
  412. package/src/tooling/command-api.d.ts +2 -0
  413. package/src/tooling/command-api.js +1 -0
  414. package/src/tooling/command-runner-shared.d.ts +4 -0
  415. package/src/tooling/command-runner-shared.js +2 -1
  416. package/src/tooling/diagnose-runner.js +2 -0
  417. package/src/tooling/litert-package-runtime.js +553 -16
  418. package/src/tooling/node-browser-command-runner.js +10 -4
  419. package/src/tooling/node-command-runner.js +7 -2
  420. package/src/tooling/node-convert-worker-pool.js +3 -0
  421. package/src/tooling/node-convert-worker.js +1 -0
  422. package/src/tooling/node-converter.js +12 -0
  423. package/src/tooling/node-webgpu.d.ts +1 -0
  424. package/src/tooling/node-webgpu.js +23 -11
  425. package/src/tooling/program-bundle.d.ts +52 -1
  426. package/src/tooling/rdrr-integrity-refresh.d.ts +18 -0
  427. package/src/tooling/source-artifact-adapter.js +7 -2
  428. package/src/tooling/source-package-profiles.d.ts +18 -1
  429. package/src/tooling/source-package-profiles.js +109 -1
  430. package/src/tooling/source-runtime-bundle.d.ts +1 -0
  431. package/src/tooling/source-runtime-bundle.js +27 -0
  432. package/src/tooling/source-runtime-converter-config.js +12 -3
  433. package/src/tooling-experimental-exports.shared.d.ts +10 -0
  434. package/src/tooling-experimental-exports.shared.js +10 -0
  435. package/src/version.js +1 -1
@@ -2,6 +2,58 @@ import { DEFAULT_ENTRY } from './schema/kernel-path.schema.js';
2
2
  import { KERNEL_CONFIGS } from '../gpu/kernels/utils.js';
3
3
  import { mergeKernelPathPolicy } from './merge-helpers.js';
4
4
 
5
+ const PATH_LOOKUP_CACHE = new WeakMap();
6
+ const STEP_BY_OP_CACHE = new WeakMap();
7
+ const NORMALIZED_KERNEL_FILE_CACHE = new Map();
8
+ const CONSTANTS_CACHE_KEYS = new WeakMap();
9
+ const KERNEL_VARIANT_CACHE = new Map();
10
+ const MAX_KERNEL_VARIANT_CACHE_ENTRIES = 512;
11
+
12
+ function getPathLookupCache(path) {
13
+ if (!path || typeof path !== 'object') return null;
14
+ let cache = PATH_LOOKUP_CACHE.get(path);
15
+ if (!cache) {
16
+ cache = {
17
+ attentionPrecision: new Map(),
18
+ attentionVariant: new Map(),
19
+ kernelSteps: null,
20
+ layerSteps: new Map(),
21
+ matmulSteps: new Map(),
22
+ stepPrecision: new Map(),
23
+ };
24
+ PATH_LOOKUP_CACHE.set(path, cache);
25
+ }
26
+ return cache;
27
+ }
28
+
29
+ function collectKernelPathStepArrays(path) {
30
+ if (!path || typeof path !== 'object') return [];
31
+ const arrays = [
32
+ path.decode?.steps,
33
+ path.prefill?.steps,
34
+ path.preLayer,
35
+ path.postLayer,
36
+ path.sampling,
37
+ ];
38
+ for (const override of path.layerOverrides ?? []) {
39
+ arrays.push(
40
+ override?.steps,
41
+ override?.decode?.steps,
42
+ override?.prefill?.steps
43
+ );
44
+ }
45
+ return arrays.filter(Array.isArray);
46
+ }
47
+
48
+ function invalidateKernelPathCache(path) {
49
+ if (path && typeof path === 'object') {
50
+ PATH_LOOKUP_CACHE.delete(path);
51
+ for (const steps of collectKernelPathStepArrays(path)) {
52
+ STEP_BY_OP_CACHE.delete(steps);
53
+ }
54
+ }
55
+ }
56
+
5
57
  // =============================================================================
6
58
  // Public API (registry removed — Phase 3)
7
59
  // =============================================================================
@@ -51,6 +103,12 @@ export function getLayerSteps(
51
103
  layerIndex,
52
104
  phase
53
105
  ) {
106
+ const cache = getPathLookupCache(path);
107
+ const cacheKey = `${phase}:${layerIndex}`;
108
+ if (cache?.layerSteps.has(cacheKey)) {
109
+ return cache.layerSteps.get(cacheKey);
110
+ }
111
+
54
112
  const resolveOverrideSteps = (override) => {
55
113
  const phaseSteps = phase === 'prefill'
56
114
  ? override.prefill?.steps
@@ -69,6 +127,7 @@ export function getLayerSteps(
69
127
  if (override.layers.includes(layerIndex)) {
70
128
  const overrideSteps = resolveOverrideSteps(override);
71
129
  if (overrideSteps) {
130
+ cache?.layerSteps.set(cacheKey, overrideSteps);
72
131
  return overrideSteps;
73
132
  }
74
133
  break;
@@ -78,7 +137,9 @@ export function getLayerSteps(
78
137
 
79
138
  // Use phase-specific or decode as fallback
80
139
  const layerPath = phase === 'prefill' && path.prefill ? path.prefill : path.decode;
81
- return layerPath.steps;
140
+ const steps = layerPath.steps;
141
+ cache?.layerSteps.set(cacheKey, steps);
142
+ return steps;
82
143
  }
83
144
 
84
145
  export function validateKernelPath(path) {
@@ -124,6 +185,7 @@ const MATMUL_STEP_ROLE_ALIASES = {
124
185
  ffn_down: { section: 'layer', ops: ['ffn_down', 'down_proj'] },
125
186
  ffn_gate_up: { section: 'layer', ops: ['ffn_gate_up'] },
126
187
  lm_head: { section: 'postLayer', ops: ['lm_head'] },
188
+ lm_head_prefill: { section: 'postLayer', ops: ['lm_head_prefill', 'lm_head'] },
127
189
  };
128
190
 
129
191
  const MATMUL_PRECISION_ROLE_ALIASES = {
@@ -139,10 +201,17 @@ const FUSED_FFN_PRECISION_FALLBACK_ROLES = new Set([
139
201
  ]);
140
202
 
141
203
  function normalizeKernelFile(kernel) {
204
+ const cached = NORMALIZED_KERNEL_FILE_CACHE.get(kernel);
205
+ if (cached !== undefined) return cached;
142
206
  const trimmed = kernel.trim();
143
- if (!trimmed) return trimmed;
207
+ if (!trimmed) {
208
+ NORMALIZED_KERNEL_FILE_CACHE.set(kernel, trimmed);
209
+ return trimmed;
210
+ }
144
211
  const parts = trimmed.split('/');
145
- return parts[parts.length - 1] ?? trimmed;
212
+ const normalized = parts[parts.length - 1] ?? trimmed;
213
+ NORMALIZED_KERNEL_FILE_CACHE.set(kernel, normalized);
214
+ return normalized;
146
215
  }
147
216
 
148
217
  function getKernelPathStepsForSection(
@@ -165,7 +234,17 @@ function getKernelPathStepsForSection(
165
234
  }
166
235
 
167
236
  function findStepByOp(steps, op) {
168
- return steps.find((step) => step.op === op) ?? null;
237
+ let cache = STEP_BY_OP_CACHE.get(steps);
238
+ if (!cache) {
239
+ cache = new Map();
240
+ STEP_BY_OP_CACHE.set(steps, cache);
241
+ }
242
+ if (cache.has(op)) {
243
+ return cache.get(op);
244
+ }
245
+ const step = steps.find((entry) => entry.op === op) ?? null;
246
+ cache.set(op, step);
247
+ return step;
169
248
  }
170
249
 
171
250
  function pickOverrideConstants(constants, overrideKeys) {
@@ -189,17 +268,28 @@ function overridesEqual(a, b) {
189
268
  return true;
190
269
  }
191
270
 
192
- function findKernelVariant(
271
+ function getConstantsCacheKey(constants) {
272
+ if (!constants || typeof constants !== 'object') return '';
273
+ const cached = CONSTANTS_CACHE_KEYS.get(constants);
274
+ if (cached !== undefined) return cached;
275
+ const keys = Object.keys(constants).sort();
276
+ const key = keys.map((name) => {
277
+ const value = constants[name];
278
+ return `${name}:${typeof value}:${String(value)}`;
279
+ }).join(',');
280
+ CONSTANTS_CACHE_KEYS.set(constants, key);
281
+ return key;
282
+ }
283
+
284
+ function resolveKernelVariant(
193
285
  operation,
194
- kernel,
195
- entry,
286
+ normalizedKernel,
287
+ normalizedEntry,
196
288
  phase,
197
289
  constants
198
290
  ) {
199
291
  const variants = KERNEL_CONFIGS[operation];
200
292
  if (!variants) return null;
201
- const normalizedKernel = normalizeKernelFile(kernel);
202
- const normalizedEntry = entry ?? DEFAULT_ENTRY;
203
293
 
204
294
  const entryMatches = [];
205
295
  let fallbackVariant = null;
@@ -247,6 +337,41 @@ function findKernelVariant(
247
337
  return null;
248
338
  }
249
339
 
340
+ function findKernelVariant(
341
+ operation,
342
+ kernel,
343
+ entry,
344
+ phase,
345
+ constants
346
+ ) {
347
+ const normalizedKernel = normalizeKernelFile(kernel);
348
+ const normalizedEntry = entry ?? DEFAULT_ENTRY;
349
+ const cacheKey = [
350
+ operation,
351
+ normalizedKernel,
352
+ normalizedEntry,
353
+ phase ?? '',
354
+ getConstantsCacheKey(constants),
355
+ ].join('|');
356
+
357
+ if (KERNEL_VARIANT_CACHE.has(cacheKey)) {
358
+ return KERNEL_VARIANT_CACHE.get(cacheKey);
359
+ }
360
+
361
+ const variant = resolveKernelVariant(
362
+ operation,
363
+ normalizedKernel,
364
+ normalizedEntry,
365
+ phase,
366
+ constants
367
+ );
368
+ if (KERNEL_VARIANT_CACHE.size >= MAX_KERNEL_VARIANT_CACHE_ENTRIES) {
369
+ KERNEL_VARIANT_CACHE.clear();
370
+ }
371
+ KERNEL_VARIANT_CACHE.set(cacheKey, variant);
372
+ return variant;
373
+ }
374
+
250
375
  export function getKernelPathMatmulVariant(
251
376
  role,
252
377
  phase,
@@ -294,9 +419,16 @@ export function getKernelPathStepPrecision(
294
419
  ) {
295
420
  const lookupPath = path === undefined ? activeKernelPath : path;
296
421
  if (!lookupPath || !op || !section) return null;
422
+ const cache = getPathLookupCache(lookupPath);
423
+ const cacheKey = `${section}:${op}:${phase}:${layerIndex ?? 0}`;
424
+ if (cache?.stepPrecision.has(cacheKey)) {
425
+ return cache.stepPrecision.get(cacheKey);
426
+ }
297
427
  const steps = getKernelPathStepsForSection(lookupPath, section, phase, layerIndex ?? 0);
298
428
  const step = findStepByOp(steps, op);
299
- return step?.precision ?? null;
429
+ const precision = step?.precision ?? null;
430
+ cache?.stepPrecision.set(cacheKey, precision);
431
+ return precision;
300
432
  }
301
433
 
302
434
  function getKernelPathMatmulStep(
@@ -308,20 +440,33 @@ function getKernelPathMatmulStep(
308
440
  ) {
309
441
  const lookupPath = path === undefined ? activeKernelPath : path;
310
442
  if (!lookupPath || !role) return null;
443
+ const aliasMapId = aliasMap === MATMUL_STEP_ROLE_ALIASES
444
+ ? 'step'
445
+ : aliasMap === MATMUL_PRECISION_ROLE_ALIASES
446
+ ? 'precision'
447
+ : null;
448
+ const cache = aliasMapId ? getPathLookupCache(lookupPath) : null;
449
+ const cacheKey = `${aliasMapId}:${role}:${phase}:${layerIndex ?? 0}`;
450
+ if (cache?.matmulSteps.has(cacheKey)) {
451
+ return cache.matmulSteps.get(cacheKey);
452
+ }
311
453
  const alias = aliasMap[role] ?? { section: 'layer', ops: [role] };
312
454
  const steps = getKernelPathStepsForSection(lookupPath, alias.section, phase, layerIndex ?? 0);
313
455
  if (role === 'lm_head' && phase === 'prefill') {
314
456
  const prefillStep = findStepByOp(steps, 'lm_head_prefill');
315
457
  if (prefillStep) {
458
+ cache?.matmulSteps.set(cacheKey, prefillStep);
316
459
  return prefillStep;
317
460
  }
318
461
  }
319
462
  for (const op of alias.ops) {
320
463
  const step = findStepByOp(steps, op);
321
464
  if (step) {
465
+ cache?.matmulSteps.set(cacheKey, step);
322
466
  return step;
323
467
  }
324
468
  }
469
+ cache?.matmulSteps.set(cacheKey, null);
325
470
  return null;
326
471
  }
327
472
 
@@ -332,10 +477,20 @@ export function getKernelPathAttentionVariant(
332
477
  ) {
333
478
  const lookupPath = path === undefined ? activeKernelPath : path;
334
479
  if (!lookupPath) return null;
480
+ const cache = getPathLookupCache(lookupPath);
481
+ const cacheKey = `${phase}:${layerIndex ?? 0}`;
482
+ if (cache?.attentionVariant.has(cacheKey)) {
483
+ return cache.attentionVariant.get(cacheKey);
484
+ }
335
485
  const steps = getKernelPathStepsForSection(lookupPath, 'layer', phase, layerIndex ?? 0);
336
486
  const step = findStepByOp(steps, 'attention');
337
- if (!step) return null;
338
- return findKernelVariant('attention', step.kernel, step.entry, phase, step.constants);
487
+ if (!step) {
488
+ cache?.attentionVariant.set(cacheKey, null);
489
+ return null;
490
+ }
491
+ const variant = findKernelVariant('attention', step.kernel, step.entry, phase, step.constants);
492
+ cache?.attentionVariant.set(cacheKey, variant);
493
+ return variant;
339
494
  }
340
495
 
341
496
  export function getKernelPathAttentionPrecision(
@@ -345,9 +500,16 @@ export function getKernelPathAttentionPrecision(
345
500
  ) {
346
501
  const lookupPath = path === undefined ? activeKernelPath : path;
347
502
  if (!lookupPath) return null;
503
+ const cache = getPathLookupCache(lookupPath);
504
+ const cacheKey = `${phase}:${layerIndex ?? 0}`;
505
+ if (cache?.attentionPrecision.has(cacheKey)) {
506
+ return cache.attentionPrecision.get(cacheKey);
507
+ }
348
508
  const steps = getKernelPathStepsForSection(lookupPath, 'layer', phase, layerIndex ?? 0);
349
509
  const step = findStepByOp(steps, 'attention');
350
- return step?.precision ?? null;
510
+ const precision = step?.precision ?? null;
511
+ cache?.attentionPrecision.set(cacheKey, precision);
512
+ return precision;
351
513
  }
352
514
 
353
515
  // =============================================================================
@@ -364,6 +526,8 @@ const DEFAULT_ACTIVE_KERNEL_PATH_POLICY = {
364
526
  let activeKernelPathPolicy = DEFAULT_ACTIVE_KERNEL_PATH_POLICY;
365
527
 
366
528
  export function setActiveKernelPath(path, source = 'none', policy = undefined) {
529
+ invalidateKernelPathCache(activeKernelPath);
530
+ invalidateKernelPathCache(path);
367
531
  activeKernelPath = path;
368
532
  activeKernelPathSource = path ? source : 'none';
369
533
  activeKernelPathPolicy = mergeKernelPathPolicy(DEFAULT_ACTIVE_KERNEL_PATH_POLICY, policy);
@@ -391,9 +555,9 @@ export function getKernelPathStrict() {
391
555
  return true;
392
556
  }
393
557
 
394
- export function isKernelPathFusedQ4K(path = undefined) {
395
- const lookupPath = path === undefined ? activeKernelPath : path;
396
- if (!lookupPath) return false;
558
+ function getKernelPathKernelSteps(lookupPath) {
559
+ const cache = getPathLookupCache(lookupPath);
560
+ if (cache?.kernelSteps) return cache.kernelSteps;
397
561
  const kernelSteps = [
398
562
  ...(lookupPath.decode?.steps ?? []),
399
563
  ...(lookupPath.prefill?.steps ?? []),
@@ -405,23 +569,23 @@ export function isKernelPathFusedQ4K(path = undefined) {
405
569
  ...(override?.prefill?.steps ?? []),
406
570
  ]) ?? []),
407
571
  ];
572
+ if (cache) {
573
+ cache.kernelSteps = kernelSteps;
574
+ }
575
+ return kernelSteps;
576
+ }
577
+
578
+ export function isKernelPathFusedQ4K(path = undefined) {
579
+ const lookupPath = path === undefined ? activeKernelPath : path;
580
+ if (!lookupPath) return false;
581
+ const kernelSteps = getKernelPathKernelSteps(lookupPath);
408
582
  return kernelSteps.some((step) => step.kernel.includes('fused_matmul_q4'));
409
583
  }
410
584
 
411
585
  export function kernelPathRequiresF32MatmulWeights(path = undefined) {
412
586
  const lookupPath = path === undefined ? activeKernelPath : path;
413
587
  if (!lookupPath) return false;
414
- const kernelSteps = [
415
- ...(lookupPath.decode?.steps ?? []),
416
- ...(lookupPath.prefill?.steps ?? []),
417
- ...(lookupPath.preLayer ?? []),
418
- ...(lookupPath.postLayer ?? []),
419
- ...(lookupPath.layerOverrides?.flatMap((override) => [
420
- ...(override?.steps ?? []),
421
- ...(override?.decode?.steps ?? []),
422
- ...(override?.prefill?.steps ?? []),
423
- ]) ?? []),
424
- ];
588
+ const kernelSteps = getKernelPathKernelSteps(lookupPath);
425
589
  return kernelSteps.some((step) => normalizeKernelFile(step.kernel) === 'matmul_f32.wgsl');
426
590
  }
427
591
 
@@ -432,17 +596,7 @@ export function isActiveKernelPathFusedQ4K() {
432
596
  export function isKernelPathDequant(path = undefined) {
433
597
  const lookupPath = path === undefined ? activeKernelPath : path;
434
598
  if (!lookupPath) return false;
435
- const kernelSteps = [
436
- ...(lookupPath.decode?.steps ?? []),
437
- ...(lookupPath.prefill?.steps ?? []),
438
- ...(lookupPath.preLayer ?? []),
439
- ...(lookupPath.postLayer ?? []),
440
- ...(lookupPath.layerOverrides?.flatMap((override) => [
441
- ...(override?.steps ?? []),
442
- ...(override?.decode?.steps ?? []),
443
- ...(override?.prefill?.steps ?? []),
444
- ]) ?? []),
445
- ];
599
+ const kernelSteps = getKernelPathKernelSteps(lookupPath);
446
600
  return kernelSteps.some((step) => step.kernel.startsWith('matmul_'));
447
601
  }
448
602
 
@@ -11,6 +11,7 @@ export const KERNEL_REF_CONTENT_DIGESTS = Object.freeze({
11
11
  "attention_decode_f16kv.wgsl#attention_decode": "25db1ee75424d0cfe621447b490b586e5c666b9209f7c586d06be92b83abf9cf",
12
12
  "attention_decode_online_f16.wgsl#main": "b1a3b2f6366d36e119f5ba0c0b1c9bcd7d830f4a053dea9f60505fa91c6e67b0",
13
13
  "attention_decode_online_f16kv.wgsl#main": "91808be35895e921c0fa43fc47bfe8cab69c437c388ab561f595d9dc983f66e1",
14
+ "attention_decode_online_head256_f16kv.wgsl#main": "fa4a40535b2aa1389b0510329fb31675d4da50ddfdfbf1e8125c7213c7ffb525",
14
15
  "attention_decode_paged_f16.wgsl#main": "773c9b37398ec7aea07bde0f53b80ca942eaa2dae76d906a0ad5d7a28a2deacd",
15
16
  "attention_decode_paged_f16kv.wgsl#main": "a093b5fd962a6644396cfed0bb0849fa7be1498f447309eb933d6cd85c56c9da",
16
17
  "attention_decode_subgroup.wgsl#main": "a23ad4ccd5ad438bcdbd60a396979e28d846ec0fc10034cc80f841b2b08bd89a",
@@ -31,7 +32,7 @@ export const KERNEL_REF_CONTENT_DIGESTS = Object.freeze({
31
32
  "attention_small_f16.wgsl#main": "b8280518cf475a6dce78760f545cd00579ccd7a4f8a42681dd62e888e6557ee9",
32
33
  "attention_small_f16kv.wgsl#main": "ad3bb913c17167eb28fefc6abd24602ea0f148bc22a2b5f437eeffcc6f7fc668",
33
34
  "attention_small.wgsl#main": "6752ddd7ab53e6235c9b5b1a9515141c0d111df7fac9f4c0d7a38f9943490ed4",
34
- "attention_streaming_f16.wgsl#main": "92c9338382ede6d5697824b2178ad2f22494538f210ec7aa1a3da63982b51a00",
35
+ "attention_streaming_f16.wgsl#main": "d129cdd68480c7309d0de66c5f5d74451c99b629189036e2f7cad9a1882d3d42",
35
36
  "attention_streaming_f16kv.wgsl#main": "c3ec920699a81ee6df04a64eb0ea2477bec168ebb809af29f2d4b0924a4bdf8f",
36
37
  "attention_streaming.wgsl#main": "bf6e44bbd021bd6752c311735f577a5ff05327f69fc7712d548ed3c84a8f4149",
37
38
  "attention.wgsl#main": "9e066a9a201a8b10707995a4b64322c68641873afb017e8f96d5249edc6caf55",
@@ -40,7 +41,7 @@ export const KERNEL_REF_CONTENT_DIGESTS = Object.freeze({
40
41
  "backward/bias_add_backward.wgsl#main": "413b1fe8682c09075e2dccc40caf3ebdae13957133224fd4e4497ca9c5109c47",
41
42
  "backward/conv2d_backward_input.wgsl#main": "34066c2fe6c9133206a26d487475fa880431d437f805ba9e6fc33f7a881c5d26",
42
43
  "backward/conv2d_backward_weight.wgsl#main": "c7a66234f7c4c6d46413e5317f81bc70a2fcd93f455e43a21b4c557e3111d9b1",
43
- "backward/cross_entropy_backward.wgsl#main": "9082afb09968061fc71af354a07d47d51b475432822a8d1094fdb42678c1d2db",
44
+ "backward/cross_entropy_backward.wgsl#main": "73a569c43076825d012d7e003e81772e33010c8e0a15842650b1df4a7a8fcd63",
44
45
  "backward/embed_backward.wgsl#main": "c6b476cde4e61dacdde7012c33b3c546ae6439824ff299e01607564eb393003f",
45
46
  "backward/gelu_backward.wgsl#main": "6ea546fd461b5f1d88efdda75a362e01fc900996330aed9250f53364696c2b4a",
46
47
  "backward/groupnorm_backward.wgsl#main": "2962192fd365b0d4e95a02273d07724d0f145137bf0e2545a9da85b21ed30ec3",
@@ -78,6 +79,7 @@ export const KERNEL_REF_CONTENT_DIGESTS = Object.freeze({
78
79
  "dequant_shared.wgsl#main": "4d952e5ee10e19a62663ba579bfd00df31605de3a8a90e18f5bc3eb997b8ab44",
79
80
  "dequant_subgroup.wgsl#main": "cbc2d86a5a2234b4c1691d5df02279263be7a66a1d4a2ad4aec1845a26baa9c9",
80
81
  "dequant_subgroup.wgsl#main_vec4": "9e044bd0f44e73872dd8d8aa467e802c5471de86a2044de2cf8efc726e5a1182",
82
+ "diffusion_gemma_sampling.wgsl#entropy_stats": "5d33b0dcc66cd00657da53708d6f8a8527fa59f11c21e778706db2c1914e191f",
81
83
  "energy_eval_f16.wgsl#main": "73442e4f9e7dee78f54ba5f7e039a2e04d515efa49c7e2e0ade6134a6f187c0f",
82
84
  "energy_eval.wgsl#main": "e10d9572397ebece5275aecd907cba5970f6a5c3744dd8b982677efb8982bdd2",
83
85
  "energy_quintel_grad_f16.wgsl#main": "d60f5323f7fbc867c88fd0d08c54f648b27604e7f1b152e7d6e055d81faf84f2",
@@ -99,6 +101,9 @@ export const KERNEL_REF_CONTENT_DIGESTS = Object.freeze({
99
101
  "fused_ffn.wgsl#main_f16": "d2abaaca1ff61eacfa1bf3843649b8a86ac69f4c9dd3da33f59584766cae977b",
100
102
  "fused_ffn.wgsl#main_multi": "a7bf0f9fd78399c0b4c52e6a07d36fd98b8155ba992382716a486aa8042e0147",
101
103
  "fused_gate_up_gelu_gated_f16.wgsl#main": "f9f28f43112c9f8b4eac5c870921972cb23845d3e74caf0deb3cd6d3104f8b3f",
104
+ "fused_matmul_litert_int4_f16a_f32out.wgsl#main_multicol_f16a_f32out": "f76b49217d5c67f1aa85aae8416880680831828a26b2867e27bc366c4163b6a3",
105
+ "fused_matmul_litert_int4_f16a.wgsl#main_multicol_f16a": "7ad73a94c8da0c3283ad1e8ecc311ee5052213c0a09c0b38bdbede3a0c9ba36b",
106
+ "fused_matmul_litert_int4_f32a_f32out.wgsl#main_multicol_f32a_f32out": "636d77160301145cce22488868b1bce2245a0c8ea848927388c0ee3086cd02ff",
102
107
  "fused_matmul_q4_batched_f16.wgsl#main_batched_f16": "0a879483eb2f394b36daccd702dc3e640b4cb786df3e50627cde2c361fcc2e11",
103
108
  "fused_matmul_q4_batched_f16a.wgsl#main_batched_f16a": "ee5aebc5d3048ae1adb86ea253e754ad1879a97dbc434e63b7757d2a87555e95",
104
109
  "fused_matmul_q4_batched_f16acc_f16a.wgsl#main_batched_f16acc_f16a": "41c0d57ad4194a910009fd8e4f311b80b384d6a1c652e20631a6f406df8724ca",
@@ -106,6 +111,7 @@ export const KERNEL_REF_CONTENT_DIGESTS = Object.freeze({
106
111
  "fused_matmul_q4_batched.wgsl#main_batched": "a513e4170792aaf2f1c22b73f34288721541acf5954756993a0001a412c91209",
107
112
  "fused_matmul_q4_f16a.wgsl#main_f16a": "f620f275f6614ce93fc30f90945ed3fe9ddbfb150cdb2b80ec3dd5e51325cd77",
108
113
  "fused_matmul_q4_multicol_f16.wgsl#main_multicol_f16": "4f8b0427335dc3791c9b1ffa94e1760faefa441b24853cd41ee65110ced9899e",
114
+ "fused_matmul_q4_multicol_f16a_f32acc.wgsl#main_multicol_f16a_f32acc": "6fa72c1d1d1091e5318161df337474ae2a87042a7e51103fcadef418f57659a9",
109
115
  "fused_matmul_q4_multicol_f16a.wgsl#main_multicol_f16a": "bde56c42f6e8a6b4bf5ceaf32b117c6a48c5341801976e049cd48b5f5a768e13",
110
116
  "fused_matmul_q4_prefill_tiled_f16.wgsl#main": "d44a8d727ccfb0ea84a60aa4c7f521caf696570cbbce7b7e9378086c50521ca0",
111
117
  "fused_matmul_q4_widetile_f16.wgsl#main": "9db3e76578a940eebe414db1622d3c4431bf306326cb71937ed9ca3f0ab47818",
@@ -119,6 +125,10 @@ export const KERNEL_REF_CONTENT_DIGESTS = Object.freeze({
119
125
  "fused_matmul_rmsnorm.wgsl#gemv_rmsnorm_medium": "ea26499897013c1ba83d8681e6906a26b1206ab17c591d47e54dd1d804d92cf3",
120
126
  "fused_matmul_rmsnorm.wgsl#gemv_rmsnorm_phase1": "690aec36750c72452ff7390e6c345b0c729a41785f91a459f969b9e570de5ea0",
121
127
  "fused_matmul_rmsnorm.wgsl#gemv_rmsnorm_small": "7de2c1e3591b71d38c98363b2496d525c9e44c811a95ee8ffc33e3dac304b48e",
128
+ "fused_matmul_w4a16_batched_f16a_f32out.wgsl#main_batched_f16a_f32out": "074544991b158ac7ef1b269d32d594cabeeeb1f3f00ad258f5e2b8d4c0ae9090",
129
+ "fused_matmul_w4a16_batched_f16a.wgsl#main_batched_f16a": "afbc20a2d1873f53245ddc7f5259cd10786c7c956536206cb7907537a69340ed",
130
+ "fused_matmul_w4a16_f16a_f32out.wgsl#main_multicol_f16a_f32out": "64b2063e59516dfcc12ed3bbcb2afea3644943a9d350fa5b4d02616057d0d115",
131
+ "fused_matmul_w4a16_f16a.wgsl#main_multicol_f16a": "b23d5f9b58eec33c0edb936d074e7085859b8f9a01dbce0a3362de8f66df2cef",
122
132
  "fused_rmsnorm_q4_widetile.wgsl#main": "d42a824b023767250316b40523a259558df0cf54a4c4906f08dbb622f3915fec",
123
133
  "fused_swiglu_f16.wgsl#main": "48374a391e01859101adb7641dd0bf4a0865e84a6fa460eed3aa8b9468911527",
124
134
  "fused_swiglu.wgsl#main": "1cd30d157f33273f41bdb503ffa044b95fb57ad6acc218edef363cb212dff8bc",
@@ -127,11 +137,17 @@ export const KERNEL_REF_CONTENT_DIGESTS = Object.freeze({
127
137
  "gather_f16_vec4_f16_out.wgsl#gather_vec4_f16_out": "a9cd29445410c019262ca78ab27a0cd3b167fd61542488815c64e642b4c31dd5",
128
138
  "gather_f16_vec4.wgsl#gather_vec4": "dc87e5e03cdbff74347ef8e42774570b1807d239ad64501a7e90ec8f600e912c",
129
139
  "gather_f16.wgsl#main": "8995b4a790a1f3b89fbb801f89d595985eee46c9bfca4133f74396259083eda9",
140
+ "gather_litert_int4_vec4_f16_out.wgsl#gather_litert_int4_vec4_f16_out": "62b8233493b23dfc5270341a02eb443140a145f1575ec545032e918509449089",
141
+ "gather_litert_int4_vec4_f32_out.wgsl#gather_litert_int4_vec4_f32_out": "ed2e80deaf57b381ef5b515bd1102a9eaef97e134c80d0b2687d7c052304b022",
142
+ "gather_split4_f16_vec4_f16_out.wgsl#gather_vec4_f16_out": "b83e26325355e9270909afaee64b3f21491f853eb9fe72be344d6886a0a4b358",
143
+ "gather_split8_f16_vec4_f16_out.wgsl#gather_vec4_f16_out": "ce77263ace3099526665174b0fba1d93696bf782268d172d6b71b63a8021338d",
144
+ "gather_split8_f16_vec4_f32_out.wgsl#gather_vec4_f32_out": "18dce4731aa3c3cbde6a969cc54d63de4e545e7dce43204774323b6bfffc5c41",
130
145
  "gather_vec4_f16_out.wgsl#gather_vec4_f16_out": "dd631155d4df58d29a1c444f521a8ebbf28532df3eb37d1b27f8015d3a42d9e6",
131
146
  "gather_vec4.wgsl#gather_vec4": "e8d90b826350a9feb96476fc4a5e568aebfc29948cf07a2d7db0dee4a4216b6a",
132
147
  "gather.wgsl#main": "4b12653c53247b32ebde7f6cf6a989d6248977e3816c761540b990b5f9818cb6",
133
- "gelu_f16.wgsl#main": "9472489a6cd998bce165bacc486c4bbf91320f0aecdf29de9410f715ab791d62",
134
- "gelu.wgsl#main": "a9007ea08aaff98f9be08f1e0490a6bcf252883eac5513de876ab9ce918865e6",
148
+ "gelu_f16.wgsl#main": "01202f6b628ba5b5a1ede8c4c424001c9f59d73a970b41d609a66455cb2b2fea",
149
+ "gelu.wgsl#main": "7f8900b69de5107e4cf424cac0d4de1539591ece34e977ff30f6f7364460ab34",
150
+ "gemma4_route_q4_matmul_f16a.wgsl#route_matmul_f16a": "7f42e4bc7d7f398cf826df6c708b3da760557a713f5d208aefcd71c6a2512380",
135
151
  "gptoss_mxfp4_expert_fused.wgsl#main_expert": "3159e8cd81da13f909cf905e6d35307fefe1dcbbdf1b2b8e8ff0ce923bd71180",
136
152
  "gptoss_router_topk.wgsl#softmax_topk": "86e4ea709c0c0084d09c6a4cd07710dc14f380e03f91b8ed9ec871b310be49f1",
137
153
  "grouped_pointwise_conv2d_f16.wgsl#main": "578a0fcb3362864feb0de0e800b2df49e66e42db4360a08189e5f815ead944c4",
@@ -140,6 +156,7 @@ export const KERNEL_REF_CONTENT_DIGESTS = Object.freeze({
140
156
  "groupnorm_apply.wgsl#main": "b09b8f2f57dcdfa1a0366daa30d3910feb134204652c711d2ba564e566b5a334",
141
157
  "groupnorm_stats_f16.wgsl#main": "da4a557d271d8b2fdf7e2015f4dbbdc0597de7f9aa4c166ce7720f9d4d50f3c1",
142
158
  "groupnorm_stats.wgsl#main": "caae6dbb707b06ebb40605c74c108fc93195da3a08fec4013263e56e0af5f5de",
159
+ "kv_cache_write_f32_to_f16.wgsl#main": "d2e5459501320a767a33b12c6c088dda8527895e978338694463f2a4f286df8e",
143
160
  "kv_quantize_int4.wgsl#main": "e52cd0d70512e8e7a308259326c2e912b35643242f2ae6ea6cfc8580a8915c0b",
144
161
  "kv_quantize_int8.wgsl#main": "7b0db690816603555478165c39216fd774a7ace9aac627f2151e5842350d4a0c",
145
162
  "kv_quantize_turboquant_prod.wgsl#main": "5877337ca855602cf4293d08abcb4850bbcb09b2d3516b76c5519c1b9edb53b4",
@@ -150,6 +167,8 @@ export const KERNEL_REF_CONTENT_DIGESTS = Object.freeze({
150
167
  "linear_attention_apply.wgsl#main": "5f69e0bc1d9e2df5a61e13bd819313c8f7ff5dfc4b7d78e71d5152dc23b6a86c",
151
168
  "linear_attention_summary_f16.wgsl#main": "3abb736ead999485b5dac9c6b534143b464cfd0b5300c5e03c56cec03c8fa48e",
152
169
  "linear_attention_summary.wgsl#main": "be9c1fe861dcb5ea46927749764267656a69160bc8b732c6eb1a1bcb0c075589",
170
+ "lm_head_argmax_f16.wgsl#phase1": "f99abe20b7b7a2de5fb03c9b0459bcc2ccdfd1c0bacfbb9465122de05702adbc",
171
+ "lm_head_argmax_f16.wgsl#phase2": "04176fa09b96bc7c68ae26bedc7bb67ca241dc4adfa1bdf068d4fbe81b807649",
153
172
  "matmul_f16_tiled.wgsl#main": "64ad58019d4fc9fd3d92da156bf451f06af708d80b1792e6a204dbe3e05afffa",
154
173
  "matmul_f16.wgsl#main": "b2a7e4a4db27d008da957225b361ef688f299ece792c844e2d2542b21d3fdfbe",
155
174
  "matmul_f16.wgsl#main_vec4": "b398bdcd0f4900fdfd743e47d6c31e5f359409976e6b860b838adc98647ba25f",
@@ -187,22 +206,28 @@ export const KERNEL_REF_CONTENT_DIGESTS = Object.freeze({
187
206
  "rep_penalty.wgsl#main": "00d5652fb17ac74c023dd9471d37b55d5a46ba0e6a7f3f16e18f743b8a2f3578",
188
207
  "repeat_channels_f16.wgsl#main": "6eee5f9f74d8c17a71f6f422b503bbfb872350a9486ec0065fd1f67718311883",
189
208
  "repeat_channels.wgsl#main": "bce0cb33beed50ce388b2d069961ae0fbe361dd4930b9344cb066b3390475a51",
190
- "residual_f16_vec4.wgsl#add_vec4": "4a9f95f1c8bf1cc08ffb334361697f7842f4aebe3409007ce811ef92b116560c",
191
- "residual_f16.wgsl#main": "10e7a2b8cae72243028f2be36cb564c1d6f26629f008d740d5f7458c55745154",
192
- "residual_vec4.wgsl#add_vec4": "f2f30d2dec9d90062bf5fce1f141951e8e6b54f56698b87ffb9bf6662c8acce2",
193
- "residual.wgsl#main": "f1abd88c959c5d8dd27b9353d487e37b2a96850ed9d90c365212e260399cc2a7",
194
- "rmsnorm_f16.wgsl#main": "b1ac21c2796ce3edd833b8e0089314f3837898fb19958bac770c2ea99f1abf4a",
195
- "rmsnorm_f16.wgsl#rmsnorm_small_f16": "0550d6e78322df3b81ce91ce4034c734bf9ecb285eef829b1870c3860568b08f",
196
- "rmsnorm.wgsl#main": "c723c0300cc8f93396d79d1a274c0a90ccf1eb8ce82c0d778b8cd4659615fe45",
197
- "rmsnorm.wgsl#main_cached": "e074f360b3389f409f842dcb8bb56950a742d27f517eff4846609bb70fb806c2",
198
- "rmsnorm.wgsl#main_small": "b02fa4caec6c0578eef33e9586093f9350960e71e60947d5d59f1a4b276abdc8",
199
- "rmsnorm.wgsl#main_small_subgroup": "42d47a14cd412cd18a16484512d712b19d579b308bc3898bc023372751e97b66",
200
- "rmsnorm.wgsl#main_subgroup": "7d137b9c3700280665027ecef0447b041a87a5b361e3c388b7b44bec007b1ac8",
209
+ "residual_f16_vec4.wgsl#add_vec4": "7735198b679f375c0a980f109ea05d4b95af13a00438347ace7a27d36009aa76",
210
+ "residual_f16.wgsl#main": "29c34e627ad251f03a8862fb1f459ab488132ef04192d45e40c78fdf21a34fd5",
211
+ "residual_vec4.wgsl#add_vec4": "99e8217beb9ebc661ae8da6dde06196c0746e884421fe803b1a8bcea22e753b1",
212
+ "residual.wgsl#main": "abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
213
+ "rmsnorm_f16.wgsl#main": "5f46959f502a9a1c3a8e7c6bb3ac56dd06d377d9748dbb9957de710f04f6d05b",
214
+ "rmsnorm_f16.wgsl#rmsnorm_small_f16": "726cdb23b8ed9d7d8a497451f32c2b1e0798f9da743900a94ceab6de39c643b2",
215
+ "rmsnorm_pair.wgsl#main": "be7297d0bc75aee156f7ec3914f75e377f6a8dc4a7e6d5d63225dba02bd478b9",
216
+ "rmsnorm_pair.wgsl#main_subgroup": "59d95e91dce23350f9cb06a29223f3697a98002c6985d3fc224b61cab143ed98",
217
+ "rmsnorm_qk_f16.wgsl#main": "8d41c2219d8afa6fa649e806e41259a46b3c20cd6e4e8cf62ee982e7c07d5efe",
218
+ "rmsnorm_qk.wgsl#main": "6347c59ffd5c2a766c68a482d3019677676c14c6462de42f79d4d8d9846bf105",
219
+ "rmsnorm.wgsl#main": "284d3efb0ad0991fc57ece5f634cbc8a931fcab36f193b2b6832561d4cc79ef1",
220
+ "rmsnorm.wgsl#main_cached": "fe7e4ee710f225e762c17b2edebf7e43eb26275d5b23974ce117985301373108",
221
+ "rmsnorm.wgsl#main_small": "2e26386360617731e4350721b44b9a33fe071a77a52d4e369d77114cb21ea2c1",
222
+ "rmsnorm.wgsl#main_small_subgroup": "8a0432a19975ebed66025abf14f75029c78ae1c1429d917bbd4dd33fe457b437",
223
+ "rmsnorm.wgsl#main_subgroup": "6611c5fae1571f9857d90177ee688fe5f4a36eba40c66b4a23f984f64bf67872",
201
224
  "rope_f16.wgsl#main": "8f4769a0dbad218bf4b4631bb097a14ae43a841cbcea1dc3a6f7f6f1a7002f26",
202
225
  "rope_f16.wgsl#rope_compute_freqs": "a3904aa65dad1defd15bd49b3e726a096788c2b2c343182596a50dc6a3662df9",
203
226
  "rope_f16.wgsl#rope_ntk_scaled": "e17582795dbcec6f77dc7236e3db8eb370f41bb4cad7783346eefbca0e0d3ce5",
204
227
  "rope_f16.wgsl#rope_qk": "b350140017a188cefa8b8758cd5fcf48ece0419aeb0c3659f1b19c9f60d41c20",
205
228
  "rope_f16.wgsl#rope_yarn": "0e79bec00411e02beeaa5ca27e7be688f049f7231adcc52161fbe8aecb097cd6",
229
+ "rope_qk_f16.wgsl#main": "b8cfcafdca09004ca2c3f47f6aca17360862373455cc060896c9b7a54e2e3833",
230
+ "rope_qk.wgsl#main": "379186c35451a1bf08f3d157db52e48f4865c92caee230656fd55b7fa500351c",
206
231
  "rope.wgsl#main": "b2da9d396668981dab9794c2973b668279f768994466b083d2105730555e1a5b",
207
232
  "rope.wgsl#rope_compute_freqs": "e0dbb3273cd38da162180cd8c2320f031ea796e1e44e46cc6abfe2ede03676a7",
208
233
  "rope.wgsl#rope_ntk_scaled": "01ab3773e2558b8a541c3c27574cb277923ecff72941c9b590acfa3eeb45c6d4",
@@ -224,22 +249,31 @@ export const KERNEL_REF_CONTENT_DIGESTS = Object.freeze({
224
249
  "scale_f16.wgsl#main_inplace": "9f49a1964d0b8b35b9fe08ea2fcf2307b6dd56ea48339b1762b643159c71ff0a",
225
250
  "scale.wgsl#main": "8070894b1488c76bdf6685b99243e0fadd79a2511b52b22b91ba1ead9990831c",
226
251
  "scale.wgsl#main_inplace": "c1dcc2a3c04fe3836457724ccc45dbbee9423ad3710febcf91107f3a23c46cb2",
252
+ "scatter_add_dynamic_expert_scale.wgsl#scatter_add_dynamic": "173b1ab451ada58417f240098961fe4db211293326c0d2526b1efbc456d59483",
253
+ "scatter_add_dynamic_f16_expert_scale.wgsl#scatter_add_dynamic": "1e66b6abcf945f93a671848f3164b66360eaf74a0a1e52fae22c87cfa61c9fb7",
254
+ "scatter_add_dynamic_f16_weights_expert_scale.wgsl#scatter_add_dynamic": "fd9a6e01e202d885b75957222dbcb581517055590628bfd082de893dde4e7086",
227
255
  "scatter_add_dynamic_f16_weights.wgsl#scatter_add_dynamic": "42799e745bc445b199b1cbc384bc12bb9372ed1599af3260a803cefc8dd35497",
228
256
  "scatter_add_dynamic_f16.wgsl#scatter_add_dynamic": "08f710078e2ba44c8e2b787bd6833d6227bbcba7583a3556e75e26c4f8e1daf5",
229
257
  "scatter_add_dynamic.wgsl#scatter_add_dynamic": "fe805dc11dbe358aa1cc733152a071ee4947060a1ba6fb2b006b3e8e5d9c94fe",
258
+ "scatter_add_routes_f16_weights_expert_scale.wgsl#scatter_add_routes": "6e093659759be37ee02c07f09574a5f4d4faf767dc17e31a44c1670b666b2867",
230
259
  "scatter_add_vec4.wgsl#scatter_add_vec4": "247c4f23129cdfbb19593b17c5833d85048da117d77141c74bc4e16e691d94e1",
231
260
  "scatter_add.wgsl#main": "dea947b8014e9b674e4fec8f15fac6c926e8a3a4d8eff104b953d77f35a1ac35",
232
261
  "scatter_add.wgsl#scatter_add_accumulate": "561800af22dedae63f1abe69b757b0ef6c7832a2bff228c2262e0b7111d89247",
233
262
  "silu_f16.wgsl#main": "1b6895a818c3b834dbe164e62d610d523ee76da824026678551afb1201c822f8",
234
263
  "silu.wgsl#main": "7b52d30fb741beef2dbf728e0c4ecffe5b08d9661d63c306caecb4cb3ced85e5",
264
+ "soft_embedding_logits_f16.wgsl#logits_norm_stats": "192f32e03b36cc0bc6dfec771bad3153d484c8ac1cab62da1b0c1aa32e536883",
265
+ "soft_embedding_logits_f16.wgsl#logits_probability_chunk": "697db38c5b3980572ecca55e11ada2a2ccc22b5ac52408137305b1a60981f3b7",
266
+ "soft_embedding_split_f16.wgsl#main": "5683cfc3fcd0e3e6e86d2227a836bb31a4e61f4bd6b9207afedaca375cd0e679",
235
267
  "softmax_subgroup.wgsl#main_subgroup": "88472c0dab5f81c5f045f0ee79c4c3bb484791a4a2b84af398c019851438f091",
236
268
  "softmax_subgroup.wgsl#softmax_small_subgroup": "5d7bd1b698910a437197bf6c8b7f8b259036dd006ad5470f767b539dba8538f8",
237
- "softmax.wgsl#main": "92ec6a22153120f7801d293f1733c6d855a5659fb88d278d87d6fbdda0fce48b",
238
- "softmax.wgsl#softmax_online": "04c469f5189cd8fd48798fb2f6292a8a12c869170e70420d6a5fdf909baa63e0",
239
- "softmax.wgsl#softmax_small": "8f2109ebf1c4c0693ed3f2965cdf2ecf5f8ae153c24be5bd7eefc4a5db957d82",
269
+ "softmax.wgsl#main": "104ac80d59d4b7928b56a8157dd7393f968ef1f68254200203243b7bc4c75e3c",
270
+ "softmax.wgsl#softmax_small": "e96c74d23d602af2e89164ef59db324282eef7c71c4302d277fb6cdc30f35ac7",
240
271
  "split_qg_f16.wgsl#main": "069f22c679fa6f07b35f9aea78dba59da542a6d47a1bfb5dfcbec878d60802de",
241
272
  "split_qg.wgsl#main": "64a8aa855c6246675bebdeab0258dc0e649e3986ef2bba4572d2d7dc1af902f4",
242
273
  "split_qkv_f16.wgsl#main": "60e1f54232031a46dc61b4517f99b8b64de8f25a9828163adf91b92c46c9f18e",
274
+ "split_qkv_rmsnorm_qk.wgsl#main": "ee8cd7bd2a7930894615a1687516979aa3b00db177d732a375fe216b358097f2",
275
+ "split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl#main": "40f8b8cd2dda9be8b4873821000e16e542a2a18b0105d1a3ff6caefd0da7d9bc",
276
+ "split_qkv_rmsnorm_rope_qk.wgsl#main": "2a135f4d9ad436bb7da9d10dbbc75d04546777f4c3ff8ef95275b14b5ae1f07e",
243
277
  "split_qkv.wgsl#main": "bc7c95a47322edc11fec19105efd3774c2adfed151530c849909d03af7503e4c",
244
278
  "topk_f16_weights.wgsl#softmax_topk": "863559c28eb46a2b4dc16f21a19aca2424a5d68fc3430b29461bebdd7ec8f625",
245
279
  "topk_f16.wgsl#softmax_topk": "962364462645d9e0d4a9d57f40ed63b05971c2a9e6345a29678f27423ed3dba0",