doppler-gpu 0.4.3 → 0.4.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (433) hide show
  1. package/CHANGELOG.md +28 -0
  2. package/README.md +54 -33
  3. package/assets/doppler.svg +57 -1601
  4. package/package.json +36 -5
  5. package/src/cli/cli-output.js +34 -1
  6. package/src/cli/doppler-cli.d.ts +18 -0
  7. package/src/cli/doppler-cli.js +68 -35
  8. package/src/cli/doppler-serve.d.ts +210 -0
  9. package/src/cli/doppler-serve.js +468 -42
  10. package/src/client/doppler-registry.json +3 -5
  11. package/src/client/provider.d.ts +1 -1
  12. package/src/client/provider.js +1 -1
  13. package/src/client/runtime/index.js +13 -0
  14. package/src/client/runtime/lora.d.ts +11 -1
  15. package/src/client/runtime/lora.js +28 -7
  16. package/src/client/runtime/model-manager.js +35 -11
  17. package/src/client/runtime/model-session.d.ts +2 -1
  18. package/src/client/runtime/model-session.js +2 -2
  19. package/src/client/runtime/model-source.js +20 -1
  20. package/src/client/runtime/types.d.ts +8 -0
  21. package/src/client/wrap-pipeline-handle.d.ts +62 -0
  22. package/src/client/wrap-pipeline-handle.js +188 -13
  23. package/src/config/conversion/README.md +5 -0
  24. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +646 -0
  25. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +3 -3
  26. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +4 -4
  27. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +4 -4
  28. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +393 -0
  29. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +425 -0
  30. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +17 -9
  31. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +4 -4
  32. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +4 -4
  33. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +737 -0
  34. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +730 -0
  35. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +780 -0
  36. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +716 -0
  37. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +5 -5
  38. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +4 -4
  39. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +14 -12
  40. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +7 -7
  41. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +7 -7
  42. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +3 -3
  43. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +3 -3
  44. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +3 -3
  45. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +3 -3
  46. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +8 -4
  47. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +8 -4
  48. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +9 -5
  49. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +8 -4
  50. package/src/config/goal-completion-matrix.json +552 -0
  51. package/src/config/kernel-path-loader.js +192 -38
  52. package/src/config/kernels/kernel-ref-digests.js +52 -18
  53. package/src/config/kernels/registry.json +3017 -744
  54. package/src/config/merge-contract-check.js +7 -3
  55. package/src/config/merge-helpers.d.ts +2 -0
  56. package/src/config/merge-helpers.js +1 -0
  57. package/src/config/merge.d.ts +1 -0
  58. package/src/config/merge.js +30 -0
  59. package/src/config/model-lanes/catalog-lane-resolver.d.ts +66 -0
  60. package/src/config/model-lanes/catalog-lane-resolver.js +170 -0
  61. package/src/config/param-validator.js +4 -0
  62. package/src/config/runtime/experiments/verify/lfm2-verify.json +3 -3
  63. package/src/config/runtime/profiles/diffusiongemma-26b-a4b-throughput.json +26 -0
  64. package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-overlapped-probe.json +42 -0
  65. package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-probe.json +39 -0
  66. package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-b4.json +48 -0
  67. package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-single.json +46 -0
  68. package/src/config/schema/buffer-pool.schema.js +3 -3
  69. package/src/config/schema/claim-evidence-contract.schema.json +93 -0
  70. package/src/config/schema/command-surface-contract.schema.json +81 -0
  71. package/src/config/schema/converter.schema.d.ts +11 -0
  72. package/src/config/schema/converter.schema.js +8 -0
  73. package/src/config/schema/doppler.schema.d.ts +1 -0
  74. package/src/config/schema/doppler.schema.js +38 -6
  75. package/src/config/schema/execution-v1.schema.d.ts +27 -0
  76. package/src/config/schema/execution-v1.schema.js +28 -19
  77. package/src/config/schema/goal-completion-matrix.schema.json +223 -0
  78. package/src/config/schema/inference.schema.d.ts +11 -0
  79. package/src/config/schema/manifest.schema.d.ts +107 -1
  80. package/src/config/schema/manifest.schema.js +10 -1
  81. package/src/config/schema/model-artifact-contract.schema.json +119 -0
  82. package/src/config/schema/moe.schema.d.ts +13 -0
  83. package/src/config/schema/moe.schema.js +1 -1
  84. package/src/config/schema/policy-schema-registry.json +26 -0
  85. package/src/config/schema/subsystem-support-contract.schema.json +48 -0
  86. package/src/config/schema/training-metrics.schema.d.ts +1 -1
  87. package/src/config/schema/training-metrics.schema.js +4 -3
  88. package/src/config/source-packages/litert/gemma-4-12b-it.json +390 -0
  89. package/src/config/source-packages/litert/gemma-4-e2b-it.json +7 -7
  90. package/src/config/source-packages/litert/gemma-4-e4b-it.json +370 -0
  91. package/src/config/source-packages/registry.json +25 -0
  92. package/src/config/supported-operations.json +5 -0
  93. package/src/config/transforms/capability-transform-resolver.d.ts +13 -2
  94. package/src/config/transforms/execution-graph-transforms.d.ts +42 -0
  95. package/src/config/transforms/execution-graph-transforms.js +227 -230
  96. package/src/converter/conversion-plan.d.ts +2 -0
  97. package/src/converter/conversion-plan.js +18 -4
  98. package/src/converter/core.d.ts +8 -0
  99. package/src/converter/core.js +574 -12
  100. package/src/converter/quantization-info.js +179 -2
  101. package/src/converter/quantizer.d.ts +5 -4
  102. package/src/converter/quantizer.js +16 -2
  103. package/src/experimental/adapters/lora-loader.js +109 -24
  104. package/src/experimental/diffusion/index.d.ts +24 -0
  105. package/src/experimental/diffusion/index.js +10 -0
  106. package/src/experimental/distribution/descriptor-transport.d.ts +117 -0
  107. package/src/experimental/distribution/descriptor-transport.js +342 -0
  108. package/src/experimental/training/README.md +11 -0
  109. package/src/experimental/training/autograd.js +33 -8
  110. package/src/experimental/training/datasets/gepa-frontier.d.ts +41 -0
  111. package/src/experimental/training/datasets/gepa-frontier.js +220 -0
  112. package/src/experimental/training/datasets/index.d.ts +13 -1
  113. package/src/experimental/training/datasets/index.js +8 -1
  114. package/src/experimental/training/datasets/teacher-traces.d.ts +51 -0
  115. package/src/experimental/training/datasets/teacher-traces.js +279 -0
  116. package/src/experimental/training/datasets/text-pairs.d.ts +45 -0
  117. package/src/experimental/training/datasets/text-pairs.js +82 -5
  118. package/src/experimental/training/distillation/student-fixture.d.ts +5 -0
  119. package/src/experimental/training/distillation/student-fixture.js +290 -32
  120. package/src/experimental/training/export.d.ts +9 -0
  121. package/src/experimental/training/export.js +113 -7
  122. package/src/experimental/training/index.d.ts +13 -1
  123. package/src/experimental/training/index.js +13 -1
  124. package/src/experimental/training/lora-pipeline.d.ts +143 -0
  125. package/src/experimental/training/lora-pipeline.js +1737 -49
  126. package/src/experimental/training/lora.js +23 -1
  127. package/src/experimental/training/loss.js +1 -1
  128. package/src/experimental/training/operator-agent-eval.d.ts +65 -0
  129. package/src/experimental/training/operator-agent-eval.js +326 -0
  130. package/src/experimental/training/operator-command.js +310 -51
  131. package/src/experimental/training/runner.d.ts +1 -0
  132. package/src/experimental/training/runner.js +4 -0
  133. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +160 -0
  134. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +175 -0
  135. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +175 -0
  136. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +160 -0
  137. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +162 -0
  138. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +160 -0
  139. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +137 -0
  140. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +152 -0
  141. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +152 -0
  142. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +137 -0
  143. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +139 -0
  144. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +137 -0
  145. package/src/experimental/training/workload-packs/registry.json +186 -6
  146. package/src/experimental/training/workloads.d.ts +37 -0
  147. package/src/experimental/training/workloads.js +110 -1
  148. package/src/formats/rdrr/functional-descriptor.d.ts +73 -0
  149. package/src/formats/rdrr/functional-descriptor.js +230 -0
  150. package/src/formats/rdrr/index.d.ts +1 -0
  151. package/src/formats/rdrr/index.js +1 -0
  152. package/src/formats/rdrr/parsing.js +22 -6
  153. package/src/formats/rdrr/source-transform-contract.js +10 -1
  154. package/src/formats/rdrr/storage-descriptor.js +9 -2
  155. package/src/formats/rdrr/types.d.ts +5 -3
  156. package/src/formats/rdrr/validation.js +15 -1
  157. package/src/gpu/command-recorder.d.ts +43 -3
  158. package/src/gpu/command-recorder.js +122 -25
  159. package/src/gpu/device.js +111 -11
  160. package/src/gpu/kernel-tuner/cache.js +1 -5
  161. package/src/gpu/kernels/attention.js +17 -9
  162. package/src/gpu/kernels/attention_decode_online_head256_f16kv.wgsl +236 -0
  163. package/src/gpu/kernels/attention_streaming_f16.wgsl +7 -5
  164. package/src/gpu/kernels/backward/cross_entropy_backward.js +72 -3
  165. package/src/gpu/kernels/backward/cross_entropy_backward.wgsl +2 -2
  166. package/src/gpu/kernels/cast.js +74 -67
  167. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +46 -1
  168. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -20
  169. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +15 -12
  170. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +59 -44
  171. package/src/gpu/kernels/diffusion-gemma-sampling.d.ts +19 -0
  172. package/src/gpu/kernels/diffusion-gemma-sampling.js +104 -0
  173. package/src/gpu/kernels/diffusion_gemma_sampling.wgsl +130 -0
  174. package/src/gpu/kernels/dispatch.js +13 -3
  175. package/src/gpu/kernels/fused_ffn.js +3 -4
  176. package/src/gpu/kernels/fused_matmul_litert_int4_f16a.wgsl +78 -0
  177. package/src/gpu/kernels/fused_matmul_litert_int4_f16a_f32out.wgsl +78 -0
  178. package/src/gpu/kernels/fused_matmul_litert_int4_f32a_f32out.wgsl +76 -0
  179. package/src/gpu/kernels/fused_matmul_rmsnorm.js +101 -80
  180. package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a.wgsl +116 -0
  181. package/src/gpu/kernels/fused_matmul_w4a16_batched_f16a_f32out.wgsl +116 -0
  182. package/src/gpu/kernels/fused_matmul_w4a16_f16a.wgsl +95 -0
  183. package/src/gpu/kernels/fused_matmul_w4a16_f16a_f32out.wgsl +95 -0
  184. package/src/gpu/kernels/gather.d.ts +84 -1
  185. package/src/gpu/kernels/gather.js +353 -5
  186. package/src/gpu/kernels/gather_litert_int4_vec4_f16_out.wgsl +75 -0
  187. package/src/gpu/kernels/gather_litert_int4_vec4_f32_out.wgsl +72 -0
  188. package/src/gpu/kernels/gather_split4_f16_vec4_f16_out.wgsl +103 -0
  189. package/src/gpu/kernels/gather_split8_f16_vec4_f16_out.wgsl +143 -0
  190. package/src/gpu/kernels/gather_split8_f16_vec4_f32_out.wgsl +143 -0
  191. package/src/gpu/kernels/gelu.wgsl +11 -7
  192. package/src/gpu/kernels/gelu_f16.wgsl +11 -7
  193. package/src/gpu/kernels/gemma4-route-expert.d.ts +35 -0
  194. package/src/gpu/kernels/gemma4-route-expert.js +126 -0
  195. package/src/gpu/kernels/gemma4_route_q4_matmul_f16a.wgsl +210 -0
  196. package/src/gpu/kernels/index.d.ts +71 -0
  197. package/src/gpu/kernels/index.js +52 -0
  198. package/src/gpu/kernels/kv-cache-write.d.ts +22 -0
  199. package/src/gpu/kernels/kv-cache-write.js +126 -0
  200. package/src/gpu/kernels/kv_cache_write_f32_to_f16.wgsl +32 -0
  201. package/src/gpu/kernels/lm-head-argmax.d.ts +19 -0
  202. package/src/gpu/kernels/lm-head-argmax.js +218 -0
  203. package/src/gpu/kernels/lm_head_argmax_f16.wgsl +189 -0
  204. package/src/gpu/kernels/matmul-dispatch.d.ts +11 -0
  205. package/src/gpu/kernels/matmul-dispatch.js +37 -1
  206. package/src/gpu/kernels/matmul-selection.d.ts +5 -5
  207. package/src/gpu/kernels/matmul-selection.js +104 -9
  208. package/src/gpu/kernels/matmul.d.ts +1 -1
  209. package/src/gpu/kernels/matmul.js +151 -43
  210. package/src/gpu/kernels/moe.d.ts +1 -0
  211. package/src/gpu/kernels/moe.js +46 -18
  212. package/src/gpu/kernels/pipeline-cache.d.ts +8 -0
  213. package/src/gpu/kernels/pipeline-cache.js +24 -0
  214. package/src/gpu/kernels/rep-penalty.d.ts +21 -0
  215. package/src/gpu/kernels/rep-penalty.js +17 -9
  216. package/src/gpu/kernels/residual.d.ts +1 -0
  217. package/src/gpu/kernels/residual.js +13 -1
  218. package/src/gpu/kernels/residual.wgsl +3 -3
  219. package/src/gpu/kernels/residual_f16.wgsl +5 -3
  220. package/src/gpu/kernels/residual_f16_vec4.wgsl +6 -6
  221. package/src/gpu/kernels/residual_vec4.wgsl +6 -6
  222. package/src/gpu/kernels/rmsnorm-pair.d.ts +39 -0
  223. package/src/gpu/kernels/rmsnorm-pair.js +152 -0
  224. package/src/gpu/kernels/rmsnorm-qk.d.ts +41 -0
  225. package/src/gpu/kernels/rmsnorm-qk.js +128 -0
  226. package/src/gpu/kernels/rmsnorm.d.ts +31 -0
  227. package/src/gpu/kernels/rmsnorm.js +32 -7
  228. package/src/gpu/kernels/rmsnorm.wgsl +10 -6
  229. package/src/gpu/kernels/rmsnorm_f16.wgsl +7 -3
  230. package/src/gpu/kernels/rmsnorm_pair.wgsl +224 -0
  231. package/src/gpu/kernels/rmsnorm_qk.wgsl +118 -0
  232. package/src/gpu/kernels/rmsnorm_qk_f16.wgsl +143 -0
  233. package/src/gpu/kernels/rope-qk.d.ts +41 -0
  234. package/src/gpu/kernels/rope-qk.js +143 -0
  235. package/src/gpu/kernels/rope_qk.wgsl +95 -0
  236. package/src/gpu/kernels/rope_qk_f16.wgsl +97 -0
  237. package/src/gpu/kernels/rule-registry.js +50 -10
  238. package/src/gpu/kernels/sample.js +212 -187
  239. package/src/gpu/kernels/scatter_add_dynamic_expert_scale.wgsl +47 -0
  240. package/src/gpu/kernels/scatter_add_dynamic_f16_expert_scale.wgsl +49 -0
  241. package/src/gpu/kernels/scatter_add_dynamic_f16_weights_expert_scale.wgsl +49 -0
  242. package/src/gpu/kernels/scatter_add_routes_f16_weights_expert_scale.wgsl +45 -0
  243. package/src/gpu/kernels/shader-cache.js +1 -21
  244. package/src/gpu/kernels/soft-embedding.d.ts +28 -0
  245. package/src/gpu/kernels/soft-embedding.js +447 -0
  246. package/src/gpu/kernels/soft_embedding_logits_f16.wgsl +107 -0
  247. package/src/gpu/kernels/soft_embedding_split_f16.wgsl +46 -0
  248. package/src/gpu/kernels/softmax.wgsl +5 -80
  249. package/src/gpu/kernels/split-qkv-rmsnorm-qk.d.ts +44 -0
  250. package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +154 -0
  251. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.d.ts +59 -0
  252. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +245 -0
  253. package/src/gpu/kernels/split_qkv_rmsnorm_qk.wgsl +146 -0
  254. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +185 -0
  255. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +187 -0
  256. package/src/gpu/kernels/uniform-utils.js +2 -5
  257. package/src/gpu/kernels/utils.d.ts +16 -1
  258. package/src/gpu/kernels/utils.js +42 -13
  259. package/src/gpu/readback-utils.js +10 -2
  260. package/src/gpu/uniform-cache.d.ts +10 -1
  261. package/src/gpu/uniform-cache.js +25 -7
  262. package/src/gpu/weight-buffer.d.ts +76 -7
  263. package/src/gpu/weight-buffer.js +85 -1
  264. package/src/inference/browser-harness-diffusion-energy-suites.js +269 -1
  265. package/src/inference/browser-harness-suite-helpers.d.ts +9 -0
  266. package/src/inference/browser-harness-suite-helpers.js +438 -2
  267. package/src/inference/browser-harness-text-helpers.d.ts +77 -0
  268. package/src/inference/browser-harness-text-helpers.js +236 -11
  269. package/src/inference/browser-harness.d.ts +8 -0
  270. package/src/inference/browser-harness.js +292 -8
  271. package/src/inference/decode-ring.d.ts +1 -0
  272. package/src/inference/decode-ring.js +7 -5
  273. package/src/inference/kv-cache/base.d.ts +25 -0
  274. package/src/inference/kv-cache/base.js +109 -1
  275. package/src/inference/kv-cache/mixed-geometry.d.ts +10 -0
  276. package/src/inference/kv-cache/mixed-geometry.js +109 -2
  277. package/src/inference/kv-cache/sliding-window.d.ts +14 -0
  278. package/src/inference/kv-cache/sliding-window.js +88 -0
  279. package/src/inference/model-lanes/execution-lane-resolver.d.ts +61 -0
  280. package/src/inference/model-lanes/execution-lane-resolver.js +126 -0
  281. package/src/inference/moe-router.d.ts +14 -1
  282. package/src/inference/moe-router.js +24 -1
  283. package/src/inference/pipelines/audio/gemma4.js +52 -1
  284. package/src/inference/pipelines/diffusion-gemma/config.d.ts +27 -0
  285. package/src/inference/pipelines/diffusion-gemma/config.js +149 -0
  286. package/src/inference/pipelines/diffusion-gemma/index.d.ts +31 -0
  287. package/src/inference/pipelines/diffusion-gemma/index.js +12 -0
  288. package/src/inference/pipelines/diffusion-gemma/pipeline.d.ts +69 -0
  289. package/src/inference/pipelines/diffusion-gemma/pipeline.js +380 -0
  290. package/src/inference/pipelines/diffusion-gemma/sampling.d.ts +128 -0
  291. package/src/inference/pipelines/diffusion-gemma/sampling.js +395 -0
  292. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +28 -4
  293. package/src/inference/pipelines/text/attention/dispatch-params.js +176 -2
  294. package/src/inference/pipelines/text/attention/projections.d.ts +71 -2
  295. package/src/inference/pipelines/text/attention/projections.js +329 -49
  296. package/src/inference/pipelines/text/attention/quant-options.d.ts +38 -0
  297. package/src/inference/pipelines/text/attention/record.js +446 -73
  298. package/src/inference/pipelines/text/attention/run.js +251 -49
  299. package/src/inference/pipelines/text/attention/types.d.ts +5 -1
  300. package/src/inference/pipelines/text/config.d.ts +22 -1
  301. package/src/inference/pipelines/text/config.js +199 -22
  302. package/src/inference/pipelines/text/dtype-contract.d.ts +1 -1
  303. package/src/inference/pipelines/text/dtype-contract.js +4 -1
  304. package/src/inference/pipelines/text/embed.d.ts +4 -3
  305. package/src/inference/pipelines/text/embed.js +16 -6
  306. package/src/inference/pipelines/text/execution-plan.d.ts +8 -0
  307. package/src/inference/pipelines/text/execution-plan.js +6 -0
  308. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +4 -0
  309. package/src/inference/pipelines/text/execution-runtime-builders.js +44 -28
  310. package/src/inference/pipelines/text/execution-v1.d.ts +2 -0
  311. package/src/inference/pipelines/text/execution-v1.js +373 -139
  312. package/src/inference/pipelines/text/ffn/dense.js +44 -13
  313. package/src/inference/pipelines/text/ffn/moe.d.ts +4 -1
  314. package/src/inference/pipelines/text/ffn/moe.js +9 -2
  315. package/src/inference/pipelines/text/ffn/sandwich.d.ts +3 -1
  316. package/src/inference/pipelines/text/ffn/sandwich.js +237 -15
  317. package/src/inference/pipelines/text/ffn/standard.d.ts +3 -1
  318. package/src/inference/pipelines/text/ffn/standard.js +44 -4
  319. package/src/inference/pipelines/text/generator-decode-policy.d.ts +81 -0
  320. package/src/inference/pipelines/text/generator-decode-policy.js +2 -12
  321. package/src/inference/pipelines/text/generator-helpers.js +5 -2
  322. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +84 -0
  323. package/src/inference/pipelines/text/generator-prefill-helpers.js +67 -1
  324. package/src/inference/pipelines/text/generator-runtime.d.ts +1 -0
  325. package/src/inference/pipelines/text/generator-steps.d.ts +38 -3
  326. package/src/inference/pipelines/text/generator-steps.js +268 -77
  327. package/src/inference/pipelines/text/generator.d.ts +39 -0
  328. package/src/inference/pipelines/text/generator.js +1105 -18
  329. package/src/inference/pipelines/text/init.d.ts +8 -1
  330. package/src/inference/pipelines/text/init.js +30 -1
  331. package/src/inference/pipelines/text/layer-plan-gpu.js +62 -14
  332. package/src/inference/pipelines/text/layer.js +272 -25
  333. package/src/inference/pipelines/text/linear-attention.js +6 -4
  334. package/src/inference/pipelines/text/logits/gpu.d.ts +49 -2
  335. package/src/inference/pipelines/text/logits/gpu.js +417 -66
  336. package/src/inference/pipelines/text/logits/index.d.ts +2 -2
  337. package/src/inference/pipelines/text/logits/index.js +96 -42
  338. package/src/inference/pipelines/text/logits/types.d.ts +2 -2
  339. package/src/inference/pipelines/text/lora-apply.js +17 -0
  340. package/src/inference/pipelines/text/moe-gpu.d.ts +13 -0
  341. package/src/inference/pipelines/text/moe-gpu.js +445 -16
  342. package/src/inference/pipelines/text/moe-impl.d.ts +13 -3
  343. package/src/inference/pipelines/text/moe-shape-validator.js +13 -1
  344. package/src/inference/pipelines/text/ops.d.ts +29 -2
  345. package/src/inference/pipelines/text/ops.js +19 -0
  346. package/src/inference/pipelines/text/per-layer-inputs.js +5 -0
  347. package/src/inference/pipelines/text/probes.js +4 -5
  348. package/src/inference/pipelines/text/sampling-config.d.ts +4 -10
  349. package/src/inference/pipelines/text/sampling-config.js +103 -64
  350. package/src/inference/pipelines/text/sampling.js +13 -9
  351. package/src/inference/pipelines/text/state.js +17 -0
  352. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +57 -0
  353. package/src/inference/pipelines/text/tsir-fixture-writer.js +8 -9
  354. package/src/inference/pipelines/text/types.d.ts +84 -3
  355. package/src/inference/pipelines/text/weights.d.ts +4 -2
  356. package/src/inference/pipelines/text/weights.js +4 -5
  357. package/src/inference/pipelines/text.d.ts +24 -0
  358. package/src/inference/pipelines/text.js +162 -38
  359. package/src/inference/pipelines/vision/gemma4.js +20 -9
  360. package/src/inference/tokenizer.d.ts +30 -0
  361. package/src/inference/tokenizer.js +340 -164
  362. package/src/inference/tokenizers/bundled.js +71 -49
  363. package/src/loader/doppler-loader.d.ts +11 -0
  364. package/src/loader/doppler-loader.js +290 -15
  365. package/src/loader/embedding-limit-preflight.d.ts +31 -0
  366. package/src/loader/embedding-limit-preflight.js +216 -0
  367. package/src/loader/embedding-loader.d.ts +8 -2
  368. package/src/loader/embedding-loader.js +263 -8
  369. package/src/loader/experts/expert-loader.d.ts +4 -1
  370. package/src/loader/experts/expert-loader.js +174 -5
  371. package/src/loader/final-weights-loader.d.ts +5 -0
  372. package/src/loader/final-weights-loader.js +167 -4
  373. package/src/loader/layer-loader.d.ts +2 -0
  374. package/src/loader/layer-loader.js +74 -6
  375. package/src/loader/loader-types.d.ts +59 -2
  376. package/src/loader/manifest-config.d.ts +8 -0
  377. package/src/loader/shard-resolver.js +37 -4
  378. package/src/loader/tensors/functional-descriptor-loader.d.ts +9 -0
  379. package/src/loader/tensors/functional-descriptor-loader.js +377 -0
  380. package/src/loader/tensors/tensor-loader.d.ts +36 -1
  381. package/src/loader/tensors/tensor-loader.js +437 -21
  382. package/src/loader/tensors/tensor-reader.d.ts +4 -1
  383. package/src/loader/tensors/tensor-reader.js +11 -4
  384. package/src/loader/weights.d.ts +3 -1
  385. package/src/memory/buffer-pool.js +12 -9
  386. package/src/models/diffusiongemma.d.ts +7 -0
  387. package/src/models/diffusiongemma.js +25 -0
  388. package/src/models/gemma4.js +24 -0
  389. package/src/models/qwen3.js +2 -2
  390. package/src/rules/execution-rules-contract-check.js +93 -10
  391. package/src/rules/inference/capability-transforms.rules.json +26 -2
  392. package/src/rules/inference/config.rules.json +1 -0
  393. package/src/rules/inference/dtype.rules.json +7 -0
  394. package/src/rules/inference/execution.rules.json +108 -17
  395. package/src/rules/inference/ffn.rules.json +18 -0
  396. package/src/rules/kernels/gather.rules.json +81 -0
  397. package/src/rules/kernels/matmul.rules.json +19 -0
  398. package/src/rules/kernels/moe.rules.json +3 -0
  399. package/src/rules/kernels/rep-penalty.rules.json +6 -0
  400. package/src/rules/kernels/rmsnorm-qk.rules.json +6 -0
  401. package/src/rules/kernels/rmsnorm.rules.json +42 -7
  402. package/src/rules/kernels/rope-qk.rules.json +6 -0
  403. package/src/rules/loader/tensor-loader.rules.json +8 -0
  404. package/src/rules/rule-registry.js +6 -0
  405. package/src/storage/artifact-storage-context.d.ts +1 -0
  406. package/src/storage/artifact-storage-context.js +10 -0
  407. package/src/tooling/browser-command-runner.d.ts +0 -3
  408. package/src/tooling/browser-command-runner.js +2 -14
  409. package/src/tooling/command-api-family-normalizers.js +4 -2
  410. package/src/tooling/command-api-helpers.js +2 -1
  411. package/src/tooling/command-api.d.ts +2 -0
  412. package/src/tooling/command-api.js +1 -0
  413. package/src/tooling/command-runner-shared.d.ts +4 -0
  414. package/src/tooling/command-runner-shared.js +2 -1
  415. package/src/tooling/diagnose-runner.js +2 -0
  416. package/src/tooling/litert-package-runtime.js +553 -16
  417. package/src/tooling/node-browser-command-runner.js +10 -4
  418. package/src/tooling/node-command-runner.js +7 -2
  419. package/src/tooling/node-convert-worker-pool.js +3 -0
  420. package/src/tooling/node-convert-worker.js +1 -0
  421. package/src/tooling/node-converter.js +12 -0
  422. package/src/tooling/node-webgpu.d.ts +1 -0
  423. package/src/tooling/node-webgpu.js +23 -11
  424. package/src/tooling/program-bundle.d.ts +52 -1
  425. package/src/tooling/rdrr-integrity-refresh.d.ts +18 -0
  426. package/src/tooling/source-artifact-adapter.js +7 -2
  427. package/src/tooling/source-package-profiles.d.ts +18 -1
  428. package/src/tooling/source-package-profiles.js +109 -1
  429. package/src/tooling/source-runtime-bundle.d.ts +1 -0
  430. package/src/tooling/source-runtime-bundle.js +27 -0
  431. package/src/tooling/source-runtime-converter-config.js +12 -3
  432. package/src/tooling-experimental-exports.shared.d.ts +10 -0
  433. package/src/tooling-experimental-exports.shared.js +10 -0
@@ -142,10 +142,16 @@
142
142
  "reachability": {
143
143
  "status": "pinned",
144
144
  "inlineConfigs": [
145
+ "diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
145
146
  "embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32",
146
147
  "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
148
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
149
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
150
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16",
151
+ "gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16",
147
152
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
148
153
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
154
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
149
155
  "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
150
156
  "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
151
157
  "gemma4/gemma-4-moe-q4k-ehf16-af32",
@@ -185,6 +191,8 @@
185
191
  "inlineConfigs": [
186
192
  "gemma3/gemma-3-1b-it-f16-af32",
187
193
  "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
194
+ "gemma3/gemma-3-270m-it-f16-af32",
195
+ "gemma3/gemma-3-270m-it-q4k-ehf16-af16",
188
196
  "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
189
197
  "lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32"
190
198
  ],
@@ -314,12 +322,20 @@
314
322
  "reachability": {
315
323
  "status": "pinned",
316
324
  "inlineConfigs": [
325
+ "diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
317
326
  "gemma3/gemma-3-1b-it-f16-af32",
318
327
  "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
328
+ "gemma3/gemma-3-270m-it-f16-af32",
329
+ "gemma3/gemma-3-270m-it-q4k-ehf16-af16",
319
330
  "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
320
331
  "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
332
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
333
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
334
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16",
335
+ "gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16",
321
336
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
322
337
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
338
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
323
339
  "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
324
340
  "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
325
341
  "gemma4/gemma-4-moe-q4k-ehf16-af32",
@@ -424,19 +440,27 @@
424
440
  "outputDtype": "f32",
425
441
  "weightDtype": "f16",
426
442
  "variantMetadata": {
427
- "colsPerWg": 32
443
+ "colsPerWg": 8
428
444
  },
429
445
  "description": "Multi-column GEMV for large vocab (LM head F16) - 32 columns per workgroup",
430
446
  "reachability": {
431
447
  "status": "pinned",
432
448
  "inlineConfigs": [
449
+ "diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
433
450
  "gemma3/gemma-3-1b-it-f16-af32",
434
451
  "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
452
+ "gemma3/gemma-3-270m-it-f16-af32",
453
+ "gemma3/gemma-3-270m-it-q4k-ehf16-af16",
435
454
  "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
436
455
  "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
437
456
  "gemma3/translategemma-4b-it-q4k-ehf16-af32",
457
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
458
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
459
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16",
460
+ "gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16",
438
461
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
439
462
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
463
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
440
464
  "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
441
465
  "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
442
466
  "gemma4/gemma-4-moe-q4k-ehf16-af32",
@@ -469,7 +493,7 @@
469
493
  "outputDtype": "f16",
470
494
  "weightDtype": "f16",
471
495
  "variantMetadata": {
472
- "colsPerWg": 32
496
+ "colsPerWg": 8
473
497
  },
474
498
  "description": "Multi-column GEMV for large vocab (LM head F16) - f16 activations/output",
475
499
  "reachability": {
@@ -580,6 +604,188 @@
580
604
  "wgslOnDisk": true
581
605
  }
582
606
  },
607
+ "litert_int4_multicol_f16a": {
608
+ "wgsl": "fused_matmul_litert_int4_f16a.wgsl",
609
+ "entryPoint": "main_multicol_f16a",
610
+ "workgroup": [
611
+ 256,
612
+ 1,
613
+ 1
614
+ ],
615
+ "requires": [
616
+ "shader-f16"
617
+ ],
618
+ "outputDtype": "f16",
619
+ "weightDtype": "litert_int4",
620
+ "variantMetadata": {
621
+ "colsPerWg": 8
622
+ },
623
+ "description": "LiteRT fixed-affine INT4 batched matmul with f16 activations and f16 output; keeps Gemma 4 split-package weights packed on GPU",
624
+ "reachability": {
625
+ "status": "model-selectable",
626
+ "inlineConfigs": [],
627
+ "ruleChains": [
628
+ "matmul.rules.json#litertInt4FusedVariant"
629
+ ],
630
+ "wgslOnDisk": true
631
+ }
632
+ },
633
+ "litert_int4_multicol_f16a_f32out": {
634
+ "wgsl": "fused_matmul_litert_int4_f16a_f32out.wgsl",
635
+ "entryPoint": "main_multicol_f16a_f32out",
636
+ "workgroup": [
637
+ 256,
638
+ 1,
639
+ 1
640
+ ],
641
+ "requires": [
642
+ "shader-f16"
643
+ ],
644
+ "outputDtype": "f32",
645
+ "weightDtype": "litert_int4",
646
+ "variantMetadata": {
647
+ "colsPerWg": 8
648
+ },
649
+ "description": "LiteRT fixed-affine INT4 batched matmul with f16 activations and f32 output; keeps Gemma 4 split-package weights packed on GPU",
650
+ "reachability": {
651
+ "status": "model-selectable",
652
+ "inlineConfigs": [],
653
+ "ruleChains": [
654
+ "matmul.rules.json#litertInt4FusedVariant"
655
+ ],
656
+ "wgslOnDisk": true
657
+ }
658
+ },
659
+ "litert_int4_multicol_f32a_f32out": {
660
+ "wgsl": "fused_matmul_litert_int4_f32a_f32out.wgsl",
661
+ "entryPoint": "main_multicol_f32a_f32out",
662
+ "workgroup": [
663
+ 256,
664
+ 1,
665
+ 1
666
+ ],
667
+ "requires": [],
668
+ "outputDtype": "f32",
669
+ "weightDtype": "litert_int4",
670
+ "variantMetadata": {
671
+ "colsPerWg": 8
672
+ },
673
+ "description": "LiteRT fixed-affine INT4 batched matmul with f32 activations and f32 output; keeps Gemma 4 split-package logits packed on GPU",
674
+ "reachability": {
675
+ "status": "model-selectable",
676
+ "inlineConfigs": [],
677
+ "ruleChains": [
678
+ "matmul.rules.json#litertInt4FusedVariant"
679
+ ],
680
+ "wgslOnDisk": true
681
+ }
682
+ },
683
+ "w4a16_multicol_f16a": {
684
+ "wgsl": "fused_matmul_w4a16_f16a.wgsl",
685
+ "entryPoint": "main_multicol_f16a",
686
+ "workgroup": [
687
+ 256,
688
+ 1,
689
+ 1
690
+ ],
691
+ "requires": [
692
+ "shader-f16"
693
+ ],
694
+ "outputDtype": "f16",
695
+ "weightDtype": "w4a16",
696
+ "variantMetadata": {
697
+ "colsPerWg": 8
698
+ },
699
+ "description": "Compressed-tensors W4A16 packed matmul with f16 activations and f16 output; keeps QAT weights packed on GPU with per-row-group scales",
700
+ "reachability": {
701
+ "status": "model-selectable",
702
+ "inlineConfigs": [],
703
+ "ruleChains": [
704
+ "matmul.rules.json#w4a16FusedVariant"
705
+ ],
706
+ "wgslOnDisk": true
707
+ }
708
+ },
709
+ "w4a16_multicol_f16a_f32out": {
710
+ "wgsl": "fused_matmul_w4a16_f16a_f32out.wgsl",
711
+ "entryPoint": "main_multicol_f16a_f32out",
712
+ "workgroup": [
713
+ 256,
714
+ 1,
715
+ 1
716
+ ],
717
+ "requires": [
718
+ "shader-f16"
719
+ ],
720
+ "outputDtype": "f32",
721
+ "weightDtype": "w4a16",
722
+ "variantMetadata": {
723
+ "colsPerWg": 8
724
+ },
725
+ "description": "Compressed-tensors W4A16 packed matmul with f16 activations and f32 output; keeps QAT weights packed on GPU with per-row-group scales",
726
+ "reachability": {
727
+ "status": "model-selectable",
728
+ "inlineConfigs": [],
729
+ "ruleChains": [
730
+ "matmul.rules.json#w4a16FusedVariant"
731
+ ],
732
+ "wgslOnDisk": true
733
+ }
734
+ },
735
+ "w4a16_batched_f16a": {
736
+ "wgsl": "fused_matmul_w4a16_batched_f16a.wgsl",
737
+ "entryPoint": "main_batched_f16a",
738
+ "workgroup": [
739
+ 256,
740
+ 1,
741
+ 1
742
+ ],
743
+ "requires": [
744
+ "shader-f16"
745
+ ],
746
+ "outputDtype": "f16",
747
+ "weightDtype": "w4a16",
748
+ "variantMetadata": {
749
+ "colsPerWg": 8,
750
+ "tileM": 4
751
+ },
752
+ "description": "Compressed-tensors W4A16 packed batched prefill matmul with f16 activations and f16 output; keeps QAT weights packed on GPU with per-row-group scales",
753
+ "reachability": {
754
+ "status": "model-selectable",
755
+ "inlineConfigs": [],
756
+ "ruleChains": [
757
+ "matmul.rules.json#w4a16FusedVariant"
758
+ ],
759
+ "wgslOnDisk": true
760
+ }
761
+ },
762
+ "w4a16_batched_f16a_f32out": {
763
+ "wgsl": "fused_matmul_w4a16_batched_f16a_f32out.wgsl",
764
+ "entryPoint": "main_batched_f16a_f32out",
765
+ "workgroup": [
766
+ 256,
767
+ 1,
768
+ 1
769
+ ],
770
+ "requires": [
771
+ "shader-f16"
772
+ ],
773
+ "outputDtype": "f32",
774
+ "weightDtype": "w4a16",
775
+ "variantMetadata": {
776
+ "colsPerWg": 8,
777
+ "tileM": 4
778
+ },
779
+ "description": "Compressed-tensors W4A16 packed batched prefill matmul with f16 activations and f32 output; keeps QAT weights packed on GPU with per-row-group scales",
780
+ "reachability": {
781
+ "status": "model-selectable",
782
+ "inlineConfigs": [],
783
+ "ruleChains": [
784
+ "matmul.rules.json#w4a16FusedVariant"
785
+ ],
786
+ "wgslOnDisk": true
787
+ }
788
+ },
583
789
  "q4_fused_batched": {
584
790
  "wgsl": "fused_matmul_q4_batched.wgsl",
585
791
  "entryPoint": "main_batched",
@@ -624,9 +830,14 @@
624
830
  "reachability": {
625
831
  "status": "pinned",
626
832
  "inlineConfigs": [
833
+ "diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
627
834
  "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
835
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
836
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
837
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16",
628
838
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
629
839
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
840
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
630
841
  "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
631
842
  "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
632
843
  "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
@@ -689,8 +900,13 @@
689
900
  "reachability": {
690
901
  "status": "pinned",
691
902
  "inlineConfigs": [
903
+ "diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
904
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
905
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
906
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16",
692
907
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
693
908
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
909
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
694
910
  "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
695
911
  "qwen3/qwen-3-5-2b-q4k-ehaf16",
696
912
  "qwen3/qwen-3-6-27b-q4k-eaf16",
@@ -746,8 +962,10 @@
746
962
  },
747
963
  "description": "Multi-column GEMV for large vocab (LM head) - F16 input/output",
748
964
  "reachability": {
749
- "status": "model-selectable",
750
- "inlineConfigs": [],
965
+ "status": "pinned",
966
+ "inlineConfigs": [
967
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16"
968
+ ],
751
969
  "ruleChains": [
752
970
  "matmul.rules.json#q4kFusedVariant"
753
971
  ],
@@ -773,11 +991,9 @@
773
991
  },
774
992
  "description": "F16 IO + F32 accumulator twin of q4_fused_multicol_f16a. Closes the f16-accum decode-gemv gap on AMD RDNA3 where f32 accumulation outperforms f16 by ~60%.",
775
993
  "reachability": {
776
- "status": "model-selectable",
994
+ "status": "unused",
777
995
  "inlineConfigs": [],
778
- "ruleChains": [
779
- "matmul.rules.json#q4kFusedVariant"
780
- ],
996
+ "ruleChains": [],
781
997
  "wgslOnDisk": true
782
998
  }
783
999
  },
@@ -928,8 +1144,11 @@
928
1144
  },
929
1145
  "description": "WideTile Q4_K prefill matmul with f16 activation input and f16 output for execution-v1 f16 activation lanes.",
930
1146
  "reachability": {
931
- "status": "unused",
932
- "inlineConfigs": [],
1147
+ "status": "pinned",
1148
+ "inlineConfigs": [
1149
+ "diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
1150
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16"
1151
+ ],
933
1152
  "ruleChains": [],
934
1153
  "wgslOnDisk": true
935
1154
  }
@@ -955,8 +1174,12 @@
955
1174
  "reachability": {
956
1175
  "status": "pinned",
957
1176
  "inlineConfigs": [
1177
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
1178
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
1179
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16",
958
1180
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
959
1181
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
1182
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
960
1183
  "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
961
1184
  "qwen3/qwen-3-5-2b-q4k-ehaf16",
962
1185
  "qwen3/qwen-3-6-27b-q4k-eaf16",
@@ -1113,7 +1336,7 @@
1113
1336
  "subgroups"
1114
1337
  ],
1115
1338
  "reachability": {
1116
- "status": "selectable",
1339
+ "status": "model-selectable",
1117
1340
  "inlineConfigs": [],
1118
1341
  "ruleChains": [
1119
1342
  "fused-ffn.rules.json#variant"
@@ -1133,7 +1356,7 @@
1133
1356
  "subgroups"
1134
1357
  ],
1135
1358
  "reachability": {
1136
- "status": "selectable",
1359
+ "status": "model-selectable",
1137
1360
  "inlineConfigs": [],
1138
1361
  "ruleChains": [
1139
1362
  "fused-ffn.rules.json#variant"
@@ -1153,7 +1376,7 @@
1153
1376
  "subgroups"
1154
1377
  ],
1155
1378
  "reachability": {
1156
- "status": "selectable",
1379
+ "status": "model-selectable",
1157
1380
  "inlineConfigs": [],
1158
1381
  "ruleChains": [
1159
1382
  "fused-ffn.rules.json#variant"
@@ -1175,7 +1398,7 @@
1175
1398
  ],
1176
1399
  "description": "Native f16 weight reads via array<f16> bindings (no unpack2x16float)",
1177
1400
  "reachability": {
1178
- "status": "selectable",
1401
+ "status": "model-selectable",
1179
1402
  "inlineConfigs": [],
1180
1403
  "ruleChains": [
1181
1404
  "fused-ffn.rules.json#variant"
@@ -1197,7 +1420,7 @@
1197
1420
  ],
1198
1421
  "description": "Native f16 batched variant for prefill",
1199
1422
  "reachability": {
1200
- "status": "selectable",
1423
+ "status": "model-selectable",
1201
1424
  "inlineConfigs": [],
1202
1425
  "ruleChains": [
1203
1426
  "fused-ffn.rules.json#variant"
@@ -1217,7 +1440,7 @@
1217
1440
  "subgroups"
1218
1441
  ],
1219
1442
  "reachability": {
1220
- "status": "selectable",
1443
+ "status": "model-selectable",
1221
1444
  "inlineConfigs": [],
1222
1445
  "ruleChains": [
1223
1446
  "fused-ffn.rules.json#variant"
@@ -1237,7 +1460,7 @@
1237
1460
  "subgroups"
1238
1461
  ],
1239
1462
  "reachability": {
1240
- "status": "selectable",
1463
+ "status": "model-selectable",
1241
1464
  "inlineConfigs": [],
1242
1465
  "ruleChains": [
1243
1466
  "fused-ffn.rules.json#variant"
@@ -1259,8 +1482,10 @@
1259
1482
  ],
1260
1483
  "description": "Q4K fused FFN with f16 activation reads and f32 output",
1261
1484
  "reachability": {
1262
- "status": "selectable",
1263
- "inlineConfigs": [],
1485
+ "status": "pinned",
1486
+ "inlineConfigs": [
1487
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16"
1488
+ ],
1264
1489
  "ruleChains": [
1265
1490
  "fused-ffn.rules.json#variant"
1266
1491
  ],
@@ -1279,7 +1504,7 @@
1279
1504
  "subgroups"
1280
1505
  ],
1281
1506
  "reachability": {
1282
- "status": "selectable",
1507
+ "status": "model-selectable",
1283
1508
  "inlineConfigs": [],
1284
1509
  "ruleChains": [
1285
1510
  "fused-ffn.rules.json#variant"
@@ -1301,7 +1526,7 @@
1301
1526
  ],
1302
1527
  "description": "Q4K fused FFN batched path with f16 activation reads and f32 output",
1303
1528
  "reachability": {
1304
- "status": "selectable",
1529
+ "status": "model-selectable",
1305
1530
  "inlineConfigs": [],
1306
1531
  "ruleChains": [
1307
1532
  "fused-ffn.rules.json#variant"
@@ -1983,8 +2208,10 @@
1983
2208
  "tier": "tiled_small"
1984
2209
  },
1985
2210
  "reachability": {
1986
- "status": "unused",
1987
- "inlineConfigs": [],
2211
+ "status": "pinned",
2212
+ "inlineConfigs": [
2213
+ "gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16"
2214
+ ],
1988
2215
  "ruleChains": [],
1989
2216
  "wgslOnDisk": true
1990
2217
  }
@@ -2005,8 +2232,10 @@
2005
2232
  "tier": "tiled_small"
2006
2233
  },
2007
2234
  "reachability": {
2008
- "status": "unused",
2009
- "inlineConfigs": [],
2235
+ "status": "pinned",
2236
+ "inlineConfigs": [
2237
+ "gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16"
2238
+ ],
2010
2239
  "ruleChains": [],
2011
2240
  "wgslOnDisk": true
2012
2241
  }
@@ -2027,8 +2256,10 @@
2027
2256
  "tier": "streaming"
2028
2257
  },
2029
2258
  "reachability": {
2030
- "status": "unused",
2031
- "inlineConfigs": [],
2259
+ "status": "pinned",
2260
+ "inlineConfigs": [
2261
+ "gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16"
2262
+ ],
2032
2263
  "ruleChains": [],
2033
2264
  "wgslOnDisk": true
2034
2265
  }
@@ -2049,8 +2280,10 @@
2049
2280
  "tier": "streaming"
2050
2281
  },
2051
2282
  "reachability": {
2052
- "status": "unused",
2053
- "inlineConfigs": [],
2283
+ "status": "pinned",
2284
+ "inlineConfigs": [
2285
+ "gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16"
2286
+ ],
2054
2287
  "ruleChains": [],
2055
2288
  "wgslOnDisk": true
2056
2289
  }
@@ -2117,11 +2350,18 @@
2117
2350
  "reachability": {
2118
2351
  "status": "pinned",
2119
2352
  "inlineConfigs": [
2353
+ "diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
2120
2354
  "gemma3/gemma-3-1b-it-f16-af32",
2121
2355
  "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
2356
+ "gemma3/gemma-3-270m-it-f16-af32",
2357
+ "gemma3/gemma-3-270m-it-q4k-ehf16-af16",
2122
2358
  "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
2359
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
2360
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
2361
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16",
2123
2362
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
2124
2363
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
2364
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
2125
2365
  "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
2126
2366
  "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
2127
2367
  "lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32"
@@ -2148,11 +2388,18 @@
2148
2388
  "reachability": {
2149
2389
  "status": "pinned",
2150
2390
  "inlineConfigs": [
2391
+ "diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
2151
2392
  "gemma3/gemma-3-1b-it-f16-af32",
2152
2393
  "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
2394
+ "gemma3/gemma-3-270m-it-f16-af32",
2395
+ "gemma3/gemma-3-270m-it-q4k-ehf16-af16",
2153
2396
  "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
2397
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
2398
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
2399
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16",
2154
2400
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
2155
2401
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
2402
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
2156
2403
  "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
2157
2404
  "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
2158
2405
  "lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32"
@@ -2183,10 +2430,18 @@
2183
2430
  "reachability": {
2184
2431
  "status": "pinned",
2185
2432
  "inlineConfigs": [
2433
+ "diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
2186
2434
  "gemma3/gemma-3-1b-it-f16-af32",
2187
2435
  "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
2436
+ "gemma3/gemma-3-270m-it-f16-af32",
2437
+ "gemma3/gemma-3-270m-it-q4k-ehf16-af16",
2438
+ "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
2439
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
2440
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
2441
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16",
2188
2442
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
2189
2443
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
2444
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
2190
2445
  "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
2191
2446
  "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
2192
2447
  "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
@@ -2221,8 +2476,12 @@
2221
2476
  "reachability": {
2222
2477
  "status": "pinned",
2223
2478
  "inlineConfigs": [
2479
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
2480
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
2481
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16",
2224
2482
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
2225
2483
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
2484
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
2226
2485
  "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
2227
2486
  "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple"
2228
2487
  ],
@@ -2251,8 +2510,11 @@
2251
2510
  },
2252
2511
  "description": "head_dim=512 pure-f16 activation prefill kernel for Gemma-4 global attention layers.",
2253
2512
  "reachability": {
2254
- "status": "unused",
2255
- "inlineConfigs": [],
2513
+ "status": "pinned",
2514
+ "inlineConfigs": [
2515
+ "diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
2516
+ "gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16"
2517
+ ],
2256
2518
  "ruleChains": [],
2257
2519
  "wgslOnDisk": true
2258
2520
  }
@@ -2320,10 +2582,15 @@
2320
2582
  "reachability": {
2321
2583
  "status": "pinned",
2322
2584
  "inlineConfigs": [
2585
+ "diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
2323
2586
  "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
2324
2587
  "gemma3/translategemma-4b-it-q4k-ehf16-af32",
2588
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
2589
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
2590
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16",
2325
2591
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
2326
2592
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
2593
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
2327
2594
  "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
2328
2595
  "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
2329
2596
  "gemma4/gemma-4-moe-q4k-ehf16-af32",
@@ -2356,10 +2623,15 @@
2356
2623
  "reachability": {
2357
2624
  "status": "pinned",
2358
2625
  "inlineConfigs": [
2626
+ "diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
2359
2627
  "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
2360
2628
  "gemma3/translategemma-4b-it-q4k-ehf16-af32",
2629
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
2630
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
2631
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16",
2361
2632
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
2362
2633
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
2634
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
2363
2635
  "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
2364
2636
  "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
2365
2637
  "gemma4/gemma-4-moe-q4k-ehf16-af32",
@@ -2393,8 +2665,10 @@
2393
2665
  },
2394
2666
  "description": "Online decode kernel - f16 QKV with subgroup reductions",
2395
2667
  "reachability": {
2396
- "status": "model-selectable",
2397
- "inlineConfigs": [],
2668
+ "status": "pinned",
2669
+ "inlineConfigs": [
2670
+ "gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16"
2671
+ ],
2398
2672
  "ruleChains": [
2399
2673
  "attention.rules.json#optimizedVariant"
2400
2674
  ],
@@ -2422,13 +2696,18 @@
2422
2696
  "reachability": {
2423
2697
  "status": "pinned",
2424
2698
  "inlineConfigs": [
2699
+ "diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
2425
2700
  "gemma3/gemma-3-1b-it-f16-af32",
2426
2701
  "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
2427
- "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
2702
+ "gemma3/gemma-3-270m-it-q4k-ehf16-af16",
2428
2703
  "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
2429
2704
  "gemma3/translategemma-4b-it-q4k-ehf16-af32",
2705
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
2706
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
2707
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16",
2430
2708
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
2431
2709
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
2710
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
2432
2711
  "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
2433
2712
  "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
2434
2713
  "gemma4/gemma-4-moe-q4k-ehf16-af32",
@@ -2446,6 +2725,35 @@
2446
2725
  "wgslOnDisk": true
2447
2726
  }
2448
2727
  },
2728
+ "decode_online_head256_f16kv": {
2729
+ "wgsl": "attention_decode_online_head256_f16kv.wgsl",
2730
+ "entryPoint": "main",
2731
+ "workgroup": [
2732
+ 256,
2733
+ 1,
2734
+ 1
2735
+ ],
2736
+ "requires": [
2737
+ "shader-f16",
2738
+ "subgroups"
2739
+ ],
2740
+ "outputDtype": "f32",
2741
+ "variantMetadata": {
2742
+ "tier": "subgroup",
2743
+ "exactHeadDim": 256,
2744
+ "maxHeadDim": 256
2745
+ },
2746
+ "description": "Online decode kernel specialized for head_dim=256 with f32 Q, f16 KV, and subgroup reductions",
2747
+ "reachability": {
2748
+ "status": "pinned",
2749
+ "inlineConfigs": [
2750
+ "gemma3/gemma-3-270m-it-f16-af32",
2751
+ "gemma3/gemma-3-270m-it-q4k-ehf16-af32"
2752
+ ],
2753
+ "ruleChains": [],
2754
+ "wgslOnDisk": true
2755
+ }
2756
+ },
2449
2757
  "decode_chunked_f16": {
2450
2758
  "wgsl": "attention_decode_chunked_f16.wgsl",
2451
2759
  "entryPoint": "main",
@@ -3306,8 +3614,8 @@
3306
3614
  }
3307
3615
  }
3308
3616
  },
3309
- "rmsnorm": {
3310
- "description": "RMS normalization kernels",
3617
+ "lm_head_argmax": {
3618
+ "description": "Fused LM-head f16-weight GEMV plus greedy argmax",
3311
3619
  "baseBindings": [
3312
3620
  {
3313
3621
  "index": 0,
@@ -3316,12 +3624,12 @@
3316
3624
  },
3317
3625
  {
3318
3626
  "index": 1,
3319
- "name": "input",
3627
+ "name": "hidden",
3320
3628
  "type": "read-only-storage"
3321
3629
  },
3322
3630
  {
3323
3631
  "index": 2,
3324
- "name": "weight",
3632
+ "name": "weights",
3325
3633
  "type": "read-only-storage"
3326
3634
  },
3327
3635
  {
@@ -3331,25 +3639,148 @@
3331
3639
  },
3332
3640
  {
3333
3641
  "index": 4,
3334
- "name": "residual",
3335
- "type": "read-only-storage"
3642
+ "name": "temp_indices",
3643
+ "type": "storage"
3644
+ },
3645
+ {
3646
+ "index": 5,
3647
+ "name": "temp_logits",
3648
+ "type": "storage"
3336
3649
  }
3337
3650
  ],
3338
3651
  "baseUniforms": {
3339
3652
  "size": 32,
3340
3653
  "fields": [
3341
3654
  {
3342
- "name": "hidden_size",
3655
+ "name": "vocab_size",
3343
3656
  "type": "u32",
3344
3657
  "offset": 0
3345
3658
  },
3346
3659
  {
3347
- "name": "num_tokens",
3660
+ "name": "hidden_size",
3348
3661
  "type": "u32",
3349
3662
  "offset": 4
3350
3663
  },
3351
3664
  {
3352
- "name": "eps",
3665
+ "name": "transpose_b",
3666
+ "type": "u32",
3667
+ "offset": 8
3668
+ },
3669
+ {
3670
+ "name": "workgroups_x",
3671
+ "type": "u32",
3672
+ "offset": 12
3673
+ },
3674
+ {
3675
+ "name": "pad_token_id",
3676
+ "type": "u32",
3677
+ "offset": 16
3678
+ },
3679
+ {
3680
+ "name": "logit_softcap",
3681
+ "type": "f32",
3682
+ "offset": 20
3683
+ },
3684
+ {
3685
+ "name": "output_index",
3686
+ "type": "u32",
3687
+ "offset": 24
3688
+ },
3689
+ {
3690
+ "name": "num_groups",
3691
+ "type": "u32",
3692
+ "offset": 28
3693
+ }
3694
+ ]
3695
+ },
3696
+ "variants": {
3697
+ "phase1_f16w_f32a": {
3698
+ "wgsl": "lm_head_argmax_f16.wgsl",
3699
+ "entryPoint": "phase1",
3700
+ "workgroup": [
3701
+ 256,
3702
+ 1,
3703
+ 1
3704
+ ],
3705
+ "requires": [
3706
+ "shader-f16"
3707
+ ],
3708
+ "weightDtype": "f16",
3709
+ "variantMetadata": {
3710
+ "colsPerWg": 64,
3711
+ "threadsPerCol": 4
3712
+ },
3713
+ "reachability": {
3714
+ "status": "unused",
3715
+ "inlineConfigs": [],
3716
+ "ruleChains": [],
3717
+ "wgslOnDisk": true
3718
+ }
3719
+ },
3720
+ "phase2": {
3721
+ "wgsl": "lm_head_argmax_f16.wgsl",
3722
+ "entryPoint": "phase2",
3723
+ "workgroup": [
3724
+ 256,
3725
+ 1,
3726
+ 1
3727
+ ],
3728
+ "requires": [
3729
+ "shader-f16"
3730
+ ],
3731
+ "reachability": {
3732
+ "status": "unused",
3733
+ "inlineConfigs": [],
3734
+ "ruleChains": [],
3735
+ "wgslOnDisk": true
3736
+ }
3737
+ }
3738
+ }
3739
+ },
3740
+ "rmsnorm": {
3741
+ "description": "RMS normalization kernels",
3742
+ "baseBindings": [
3743
+ {
3744
+ "index": 0,
3745
+ "name": "uniforms",
3746
+ "type": "uniform"
3747
+ },
3748
+ {
3749
+ "index": 1,
3750
+ "name": "input",
3751
+ "type": "read-only-storage"
3752
+ },
3753
+ {
3754
+ "index": 2,
3755
+ "name": "weight",
3756
+ "type": "read-only-storage"
3757
+ },
3758
+ {
3759
+ "index": 3,
3760
+ "name": "output",
3761
+ "type": "storage"
3762
+ },
3763
+ {
3764
+ "index": 4,
3765
+ "name": "residual",
3766
+ "type": "read-only-storage"
3767
+ }
3768
+ ],
3769
+ "baseUniforms": {
3770
+ "size": 32,
3771
+ "fields": [
3772
+ {
3773
+ "name": "hidden_size",
3774
+ "type": "u32",
3775
+ "offset": 0
3776
+ },
3777
+ {
3778
+ "name": "num_tokens",
3779
+ "type": "u32",
3780
+ "offset": 4
3781
+ },
3782
+ {
3783
+ "name": "eps",
3353
3784
  "type": "f32",
3354
3785
  "offset": 8
3355
3786
  },
@@ -3364,8 +3795,8 @@
3364
3795
  "offset": 16
3365
3796
  },
3366
3797
  {
3367
- "name": "_pad0",
3368
- "type": "u32",
3798
+ "name": "output_scale",
3799
+ "type": "f32",
3369
3800
  "offset": 20
3370
3801
  },
3371
3802
  {
@@ -3393,14 +3824,22 @@
3393
3824
  "reachability": {
3394
3825
  "status": "pinned",
3395
3826
  "inlineConfigs": [
3827
+ "diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
3396
3828
  "embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32",
3397
3829
  "gemma3/gemma-3-1b-it-f16-af32",
3398
3830
  "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
3831
+ "gemma3/gemma-3-270m-it-f16-af32",
3832
+ "gemma3/gemma-3-270m-it-q4k-ehf16-af16",
3399
3833
  "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
3400
3834
  "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
3401
3835
  "gemma3/translategemma-4b-it-q4k-ehf16-af32",
3836
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
3837
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
3838
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16",
3839
+ "gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16",
3402
3840
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
3403
3841
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
3842
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
3404
3843
  "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
3405
3844
  "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
3406
3845
  "gemma4/gemma-4-moe-q4k-ehf16-af32",
@@ -3506,8 +3945,10 @@
3506
3945
  "shader-f16"
3507
3946
  ],
3508
3947
  "reachability": {
3509
- "status": "model-selectable",
3510
- "inlineConfigs": [],
3948
+ "status": "pinned",
3949
+ "inlineConfigs": [
3950
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16"
3951
+ ],
3511
3952
  "ruleChains": [
3512
3953
  "rmsnorm.rules.json#variant"
3513
3954
  ],
@@ -3536,8 +3977,8 @@
3536
3977
  }
3537
3978
  }
3538
3979
  },
3539
- "layernorm": {
3540
- "description": "Layer normalization kernels",
3980
+ "rmsnorm_pair": {
3981
+ "description": "Two-output sandwich RMSNorm decode kernel: post_attn_norm plus pre_ffn_norm",
3541
3982
  "baseBindings": [
3542
3983
  {
3543
3984
  "index": 0,
@@ -3551,22 +3992,32 @@
3551
3992
  },
3552
3993
  {
3553
3994
  "index": 2,
3554
- "name": "weight",
3995
+ "name": "residual",
3555
3996
  "type": "read-only-storage"
3556
3997
  },
3557
3998
  {
3558
3999
  "index": 3,
3559
- "name": "bias",
4000
+ "name": "post_weight",
3560
4001
  "type": "read-only-storage"
3561
4002
  },
3562
4003
  {
3563
4004
  "index": 4,
3564
- "name": "output",
4005
+ "name": "pre_weight",
4006
+ "type": "read-only-storage"
4007
+ },
4008
+ {
4009
+ "index": 5,
4010
+ "name": "post_output",
4011
+ "type": "storage"
4012
+ },
4013
+ {
4014
+ "index": 6,
4015
+ "name": "pre_output",
3565
4016
  "type": "storage"
3566
4017
  }
3567
4018
  ],
3568
4019
  "baseUniforms": {
3569
- "size": 16,
4020
+ "size": 32,
3570
4021
  "fields": [
3571
4022
  {
3572
4023
  "name": "hidden_size",
@@ -3584,15 +4035,35 @@
3584
4035
  "offset": 8
3585
4036
  },
3586
4037
  {
3587
- "name": "_pad",
4038
+ "name": "has_residual",
3588
4039
  "type": "u32",
3589
4040
  "offset": 12
4041
+ },
4042
+ {
4043
+ "name": "token_stride",
4044
+ "type": "u32",
4045
+ "offset": 16
4046
+ },
4047
+ {
4048
+ "name": "_pad0",
4049
+ "type": "u32",
4050
+ "offset": 20
4051
+ },
4052
+ {
4053
+ "name": "_pad1",
4054
+ "type": "u32",
4055
+ "offset": 24
4056
+ },
4057
+ {
4058
+ "name": "_pad2",
4059
+ "type": "u32",
4060
+ "offset": 28
3590
4061
  }
3591
4062
  ]
3592
4063
  },
3593
4064
  "variants": {
3594
4065
  "default": {
3595
- "wgsl": "layernorm.wgsl",
4066
+ "wgsl": "rmsnorm_pair.wgsl",
3596
4067
  "entryPoint": "main",
3597
4068
  "workgroup": [
3598
4069
  256,
@@ -3601,38 +4072,34 @@
3601
4072
  ],
3602
4073
  "requires": [],
3603
4074
  "reachability": {
3604
- "status": "selectable",
4075
+ "status": "unused",
3605
4076
  "inlineConfigs": [],
3606
- "ruleChains": [
3607
- "layernorm.rules.json#variant"
3608
- ],
4077
+ "ruleChains": [],
3609
4078
  "wgslOnDisk": true
3610
4079
  }
3611
4080
  },
3612
- "default_f16": {
3613
- "wgsl": "layernorm_f16.wgsl",
3614
- "entryPoint": "main",
4081
+ "subgroup": {
4082
+ "wgsl": "rmsnorm_pair.wgsl",
4083
+ "entryPoint": "main_subgroup",
3615
4084
  "workgroup": [
3616
4085
  256,
3617
4086
  1,
3618
4087
  1
3619
4088
  ],
3620
4089
  "requires": [
3621
- "shader-f16"
4090
+ "subgroups"
3622
4091
  ],
3623
4092
  "reachability": {
3624
- "status": "selectable",
4093
+ "status": "unused",
3625
4094
  "inlineConfigs": [],
3626
- "ruleChains": [
3627
- "layernorm.rules.json#variant"
3628
- ],
4095
+ "ruleChains": [],
3629
4096
  "wgslOnDisk": true
3630
4097
  }
3631
4098
  }
3632
4099
  }
3633
4100
  },
3634
- "fused_matmul_rmsnorm": {
3635
- "description": "Fused GEMV + RMSNorm for decode (M=1)",
4101
+ "rmsnorm_qk": {
4102
+ "description": "Fused Q/K RMS normalization kernel",
3636
4103
  "baseBindings": [
3637
4104
  {
3638
4105
  "index": 0,
@@ -3641,54 +4108,84 @@
3641
4108
  },
3642
4109
  {
3643
4110
  "index": 1,
3644
- "name": "input",
4111
+ "name": "q_input",
3645
4112
  "type": "read-only-storage"
3646
4113
  },
3647
4114
  {
3648
4115
  "index": 2,
3649
- "name": "weights",
4116
+ "name": "q_weight",
3650
4117
  "type": "read-only-storage"
3651
4118
  },
3652
4119
  {
3653
4120
  "index": 3,
3654
- "name": "norm_weight",
3655
- "type": "read-only-storage"
4121
+ "name": "q_output",
4122
+ "type": "storage"
3656
4123
  },
3657
4124
  {
3658
4125
  "index": 4,
3659
- "name": "output",
4126
+ "name": "k_input",
4127
+ "type": "read-only-storage"
4128
+ },
4129
+ {
4130
+ "index": 5,
4131
+ "name": "k_weight",
4132
+ "type": "read-only-storage"
4133
+ },
4134
+ {
4135
+ "index": 6,
4136
+ "name": "k_output",
3660
4137
  "type": "storage"
3661
4138
  }
3662
4139
  ],
3663
4140
  "baseUniforms": {
3664
- "size": 16,
4141
+ "size": 32,
3665
4142
  "fields": [
3666
4143
  {
3667
- "name": "M",
4144
+ "name": "q_rows",
3668
4145
  "type": "u32",
3669
4146
  "offset": 0
3670
4147
  },
3671
4148
  {
3672
- "name": "N",
4149
+ "name": "k_rows",
3673
4150
  "type": "u32",
3674
4151
  "offset": 4
3675
4152
  },
3676
4153
  {
3677
- "name": "K",
4154
+ "name": "head_dim",
3678
4155
  "type": "u32",
3679
4156
  "offset": 8
3680
4157
  },
4158
+ {
4159
+ "name": "row_stride",
4160
+ "type": "u32",
4161
+ "offset": 12
4162
+ },
3681
4163
  {
3682
4164
  "name": "eps",
3683
4165
  "type": "f32",
3684
- "offset": 12
4166
+ "offset": 16
4167
+ },
4168
+ {
4169
+ "name": "_pad0",
4170
+ "type": "u32",
4171
+ "offset": 20
4172
+ },
4173
+ {
4174
+ "name": "_pad1",
4175
+ "type": "u32",
4176
+ "offset": 24
4177
+ },
4178
+ {
4179
+ "name": "_pad2",
4180
+ "type": "u32",
4181
+ "offset": 28
3685
4182
  }
3686
4183
  ]
3687
4184
  },
3688
4185
  "variants": {
3689
- "small": {
3690
- "wgsl": "fused_matmul_rmsnorm.wgsl",
3691
- "entryPoint": "gemv_rmsnorm_small",
4186
+ "default": {
4187
+ "wgsl": "rmsnorm_qk.wgsl",
4188
+ "entryPoint": "main",
3692
4189
  "workgroup": [
3693
4190
  256,
3694
4191
  1,
@@ -3699,43 +4196,233 @@
3699
4196
  "status": "selectable",
3700
4197
  "inlineConfigs": [],
3701
4198
  "ruleChains": [
3702
- "fused-matmul-rmsnorm.rules.json#variant"
4199
+ "rmsnorm-qk.rules.json#variant"
3703
4200
  ],
3704
4201
  "wgslOnDisk": true
3705
4202
  }
3706
4203
  },
3707
- "medium": {
3708
- "wgsl": "fused_matmul_rmsnorm.wgsl",
3709
- "entryPoint": "gemv_rmsnorm_medium",
4204
+ "default_f16": {
4205
+ "wgsl": "rmsnorm_qk_f16.wgsl",
4206
+ "entryPoint": "main",
3710
4207
  "workgroup": [
3711
4208
  256,
3712
4209
  1,
3713
4210
  1
3714
4211
  ],
3715
- "requires": [],
3716
- "description": "Medium variant for N up to ~4096 (covers Gemma 3's hiddenSize=1152)",
4212
+ "requires": [
4213
+ "shader-f16"
4214
+ ],
3717
4215
  "reachability": {
3718
4216
  "status": "selectable",
3719
4217
  "inlineConfigs": [],
3720
4218
  "ruleChains": [
3721
- "fused-matmul-rmsnorm.rules.json#variant"
4219
+ "rmsnorm-qk.rules.json#variant"
3722
4220
  ],
3723
4221
  "wgslOnDisk": true
3724
4222
  }
4223
+ }
4224
+ }
4225
+ },
4226
+ "layernorm": {
4227
+ "description": "Layer normalization kernels",
4228
+ "baseBindings": [
4229
+ {
4230
+ "index": 0,
4231
+ "name": "uniforms",
4232
+ "type": "uniform"
3725
4233
  },
3726
- "phase1": {
3727
- "wgsl": "fused_matmul_rmsnorm.wgsl",
3728
- "entryPoint": "gemv_rmsnorm_phase1",
3729
- "workgroup": [
3730
- 256,
3731
- 1,
3732
- 1
3733
- ],
3734
- "requires": [],
3735
- "reachability": {
3736
- "status": "unused",
3737
- "inlineConfigs": [],
3738
- "ruleChains": [],
4234
+ {
4235
+ "index": 1,
4236
+ "name": "input",
4237
+ "type": "read-only-storage"
4238
+ },
4239
+ {
4240
+ "index": 2,
4241
+ "name": "weight",
4242
+ "type": "read-only-storage"
4243
+ },
4244
+ {
4245
+ "index": 3,
4246
+ "name": "bias",
4247
+ "type": "read-only-storage"
4248
+ },
4249
+ {
4250
+ "index": 4,
4251
+ "name": "output",
4252
+ "type": "storage"
4253
+ }
4254
+ ],
4255
+ "baseUniforms": {
4256
+ "size": 16,
4257
+ "fields": [
4258
+ {
4259
+ "name": "hidden_size",
4260
+ "type": "u32",
4261
+ "offset": 0
4262
+ },
4263
+ {
4264
+ "name": "num_tokens",
4265
+ "type": "u32",
4266
+ "offset": 4
4267
+ },
4268
+ {
4269
+ "name": "eps",
4270
+ "type": "f32",
4271
+ "offset": 8
4272
+ },
4273
+ {
4274
+ "name": "_pad",
4275
+ "type": "u32",
4276
+ "offset": 12
4277
+ }
4278
+ ]
4279
+ },
4280
+ "variants": {
4281
+ "default": {
4282
+ "wgsl": "layernorm.wgsl",
4283
+ "entryPoint": "main",
4284
+ "workgroup": [
4285
+ 256,
4286
+ 1,
4287
+ 1
4288
+ ],
4289
+ "requires": [],
4290
+ "reachability": {
4291
+ "status": "selectable",
4292
+ "inlineConfigs": [],
4293
+ "ruleChains": [
4294
+ "layernorm.rules.json#variant"
4295
+ ],
4296
+ "wgslOnDisk": true
4297
+ }
4298
+ },
4299
+ "default_f16": {
4300
+ "wgsl": "layernorm_f16.wgsl",
4301
+ "entryPoint": "main",
4302
+ "workgroup": [
4303
+ 256,
4304
+ 1,
4305
+ 1
4306
+ ],
4307
+ "requires": [
4308
+ "shader-f16"
4309
+ ],
4310
+ "reachability": {
4311
+ "status": "selectable",
4312
+ "inlineConfigs": [],
4313
+ "ruleChains": [
4314
+ "layernorm.rules.json#variant"
4315
+ ],
4316
+ "wgslOnDisk": true
4317
+ }
4318
+ }
4319
+ }
4320
+ },
4321
+ "fused_matmul_rmsnorm": {
4322
+ "description": "Fused GEMV + RMSNorm for decode (M=1)",
4323
+ "baseBindings": [
4324
+ {
4325
+ "index": 0,
4326
+ "name": "uniforms",
4327
+ "type": "uniform"
4328
+ },
4329
+ {
4330
+ "index": 1,
4331
+ "name": "input",
4332
+ "type": "read-only-storage"
4333
+ },
4334
+ {
4335
+ "index": 2,
4336
+ "name": "weights",
4337
+ "type": "read-only-storage"
4338
+ },
4339
+ {
4340
+ "index": 3,
4341
+ "name": "norm_weight",
4342
+ "type": "read-only-storage"
4343
+ },
4344
+ {
4345
+ "index": 4,
4346
+ "name": "output",
4347
+ "type": "storage"
4348
+ }
4349
+ ],
4350
+ "baseUniforms": {
4351
+ "size": 16,
4352
+ "fields": [
4353
+ {
4354
+ "name": "M",
4355
+ "type": "u32",
4356
+ "offset": 0
4357
+ },
4358
+ {
4359
+ "name": "N",
4360
+ "type": "u32",
4361
+ "offset": 4
4362
+ },
4363
+ {
4364
+ "name": "K",
4365
+ "type": "u32",
4366
+ "offset": 8
4367
+ },
4368
+ {
4369
+ "name": "eps",
4370
+ "type": "f32",
4371
+ "offset": 12
4372
+ }
4373
+ ]
4374
+ },
4375
+ "variants": {
4376
+ "small": {
4377
+ "wgsl": "fused_matmul_rmsnorm.wgsl",
4378
+ "entryPoint": "gemv_rmsnorm_small",
4379
+ "workgroup": [
4380
+ 256,
4381
+ 1,
4382
+ 1
4383
+ ],
4384
+ "requires": [],
4385
+ "reachability": {
4386
+ "status": "selectable",
4387
+ "inlineConfigs": [],
4388
+ "ruleChains": [
4389
+ "fused-matmul-rmsnorm.rules.json#variant"
4390
+ ],
4391
+ "wgslOnDisk": true
4392
+ }
4393
+ },
4394
+ "medium": {
4395
+ "wgsl": "fused_matmul_rmsnorm.wgsl",
4396
+ "entryPoint": "gemv_rmsnorm_medium",
4397
+ "workgroup": [
4398
+ 256,
4399
+ 1,
4400
+ 1
4401
+ ],
4402
+ "requires": [],
4403
+ "description": "Medium variant for N up to ~4096 (covers Gemma 3's hiddenSize=1152)",
4404
+ "reachability": {
4405
+ "status": "selectable",
4406
+ "inlineConfigs": [],
4407
+ "ruleChains": [
4408
+ "fused-matmul-rmsnorm.rules.json#variant"
4409
+ ],
4410
+ "wgslOnDisk": true
4411
+ }
4412
+ },
4413
+ "phase1": {
4414
+ "wgsl": "fused_matmul_rmsnorm.wgsl",
4415
+ "entryPoint": "gemv_rmsnorm_phase1",
4416
+ "workgroup": [
4417
+ 256,
4418
+ 1,
4419
+ 1
4420
+ ],
4421
+ "requires": [],
4422
+ "reachability": {
4423
+ "status": "unused",
4424
+ "inlineConfigs": [],
4425
+ "ruleChains": [],
3739
4426
  "wgslOnDisk": true
3740
4427
  }
3741
4428
  },
@@ -3995,27 +4682,11 @@
3995
4682
  ],
3996
4683
  "wgslOnDisk": true
3997
4684
  }
3998
- },
3999
- "online": {
4000
- "wgsl": "softmax.wgsl",
4001
- "entryPoint": "softmax_online",
4002
- "workgroup": [
4003
- 256,
4004
- 1,
4005
- 1
4006
- ],
4007
- "requires": [],
4008
- "reachability": {
4009
- "status": "unused",
4010
- "inlineConfigs": [],
4011
- "ruleChains": [],
4012
- "wgslOnDisk": true
4013
- }
4014
4685
  }
4015
4686
  }
4016
4687
  },
4017
- "rope": {
4018
- "description": "Rotary position embeddings kernels",
4688
+ "soft_embedding": {
4689
+ "description": "Soft embedding helpers for block-diffusion self-conditioning",
4019
4690
  "baseBindings": [
4020
4691
  {
4021
4692
  "index": 0,
@@ -4024,88 +4695,341 @@
4024
4695
  },
4025
4696
  {
4026
4697
  "index": 1,
4027
- "name": "input",
4028
- "type": "storage"
4698
+ "name": "softmax_rows",
4699
+ "type": "read-only-storage"
4029
4700
  },
4030
4701
  {
4031
4702
  "index": 2,
4032
- "name": "freqs_cos",
4033
- "type": "storage"
4703
+ "name": "embedding_section",
4704
+ "type": "read-only-storage"
4034
4705
  },
4035
4706
  {
4036
4707
  "index": 3,
4037
- "name": "freqs_sin",
4708
+ "name": "output",
4038
4709
  "type": "storage"
4039
4710
  }
4040
4711
  ],
4041
4712
  "baseUniforms": {
4042
- "size": 48,
4713
+ "size": 32,
4043
4714
  "fields": [
4044
4715
  {
4045
- "name": "seq_len",
4716
+ "name": "canvas_length",
4046
4717
  "type": "u32",
4047
4718
  "offset": 0
4048
4719
  },
4049
4720
  {
4050
- "name": "num_heads",
4721
+ "name": "hidden_size",
4051
4722
  "type": "u32",
4052
4723
  "offset": 4
4053
4724
  },
4054
4725
  {
4055
- "name": "head_dim",
4726
+ "name": "vocab_size",
4056
4727
  "type": "u32",
4057
4728
  "offset": 8
4058
4729
  },
4059
4730
  {
4060
- "name": "start_pos",
4731
+ "name": "row_start",
4061
4732
  "type": "u32",
4062
4733
  "offset": 12
4063
4734
  },
4064
4735
  {
4065
- "name": "rope_base",
4066
- "type": "f32",
4067
- "offset": 16
4068
- },
4069
- {
4070
- "name": "rope_scale",
4071
- "type": "f32",
4072
- "offset": 20
4073
- },
4074
- {
4075
- "name": "rotary_dim",
4076
- "type": "u32",
4077
- "offset": 24
4078
- },
4079
- {
4080
- "name": "interleaved",
4736
+ "name": "row_count",
4081
4737
  "type": "u32",
4082
- "offset": 28
4738
+ "offset": 16
4083
4739
  },
4084
4740
  {
4085
- "name": "pair_span_dim",
4741
+ "name": "output_mode",
4086
4742
  "type": "u32",
4087
- "offset": 32
4743
+ "offset": 20
4088
4744
  },
4089
4745
  {
4090
4746
  "name": "_pad0",
4091
4747
  "type": "u32",
4092
- "offset": 36
4748
+ "offset": 24
4093
4749
  },
4094
4750
  {
4095
4751
  "name": "_pad1",
4096
4752
  "type": "u32",
4097
- "offset": 40
4098
- },
4099
- {
4100
- "name": "_pad2",
4101
- "type": "u32",
4102
- "offset": 44
4753
+ "offset": 28
4103
4754
  }
4104
4755
  ]
4105
4756
  },
4106
4757
  "variants": {
4107
- "default": {
4108
- "wgsl": "rope.wgsl",
4758
+ "split_f16": {
4759
+ "wgsl": "soft_embedding_split_f16.wgsl",
4760
+ "entryPoint": "main",
4761
+ "workgroup": [
4762
+ 8,
4763
+ 8,
4764
+ 1
4765
+ ],
4766
+ "requires": [
4767
+ "shader-f16"
4768
+ ],
4769
+ "reachability": {
4770
+ "status": "unused",
4771
+ "inlineConfigs": [],
4772
+ "ruleChains": [],
4773
+ "wgslOnDisk": true
4774
+ }
4775
+ },
4776
+ "logits_norm_stats": {
4777
+ "wgsl": "soft_embedding_logits_f16.wgsl",
4778
+ "entryPoint": "logits_norm_stats",
4779
+ "workgroup": [
4780
+ 256,
4781
+ 1,
4782
+ 1
4783
+ ],
4784
+ "requires": [
4785
+ "shader-f16"
4786
+ ],
4787
+ "bindingsOverride": [
4788
+ {
4789
+ "index": 1,
4790
+ "name": "logits",
4791
+ "type": "read-only-storage"
4792
+ },
4793
+ {
4794
+ "index": 2,
4795
+ "name": "row_max",
4796
+ "type": "storage"
4797
+ },
4798
+ {
4799
+ "index": 3,
4800
+ "name": "row_sum",
4801
+ "type": "storage"
4802
+ }
4803
+ ],
4804
+ "reachability": {
4805
+ "status": "unused",
4806
+ "inlineConfigs": [],
4807
+ "ruleChains": [],
4808
+ "wgslOnDisk": true
4809
+ }
4810
+ },
4811
+ "logits_probability_chunk": {
4812
+ "wgsl": "soft_embedding_logits_f16.wgsl",
4813
+ "entryPoint": "logits_probability_chunk",
4814
+ "workgroup": [
4815
+ 256,
4816
+ 1,
4817
+ 1
4818
+ ],
4819
+ "requires": [
4820
+ "shader-f16"
4821
+ ],
4822
+ "bindingsOverride": [
4823
+ {
4824
+ "index": 1,
4825
+ "name": "logits",
4826
+ "type": "read-only-storage"
4827
+ },
4828
+ {
4829
+ "index": 2,
4830
+ "name": "row_max",
4831
+ "type": "storage"
4832
+ },
4833
+ {
4834
+ "index": 3,
4835
+ "name": "row_sum",
4836
+ "type": "storage"
4837
+ },
4838
+ {
4839
+ "index": 4,
4840
+ "name": "probabilities",
4841
+ "type": "storage"
4842
+ }
4843
+ ],
4844
+ "reachability": {
4845
+ "status": "unused",
4846
+ "inlineConfigs": [],
4847
+ "ruleChains": [],
4848
+ "wgslOnDisk": true
4849
+ }
4850
+ }
4851
+ }
4852
+ },
4853
+ "diffusion_gemma_sampling": {
4854
+ "description": "Block-diffusion canvas sampling stats for DiffusionGemma",
4855
+ "baseBindings": [
4856
+ {
4857
+ "index": 0,
4858
+ "name": "uniforms",
4859
+ "type": "uniform"
4860
+ },
4861
+ {
4862
+ "index": 1,
4863
+ "name": "logits",
4864
+ "type": "read-only-storage"
4865
+ },
4866
+ {
4867
+ "index": 2,
4868
+ "name": "argmax_tokens",
4869
+ "type": "storage"
4870
+ },
4871
+ {
4872
+ "index": 3,
4873
+ "name": "entropies",
4874
+ "type": "storage"
4875
+ }
4876
+ ],
4877
+ "baseUniforms": {
4878
+ "size": 32,
4879
+ "fields": [
4880
+ {
4881
+ "name": "vocab_size",
4882
+ "type": "u32",
4883
+ "offset": 0
4884
+ },
4885
+ {
4886
+ "name": "canvas_length",
4887
+ "type": "u32",
4888
+ "offset": 4
4889
+ },
4890
+ {
4891
+ "name": "pad_token_id",
4892
+ "type": "u32",
4893
+ "offset": 8
4894
+ },
4895
+ {
4896
+ "name": "_pad0",
4897
+ "type": "u32",
4898
+ "offset": 12
4899
+ },
4900
+ {
4901
+ "name": "temperature",
4902
+ "type": "f32",
4903
+ "offset": 16
4904
+ },
4905
+ {
4906
+ "name": "logit_softcap",
4907
+ "type": "f32",
4908
+ "offset": 20
4909
+ },
4910
+ {
4911
+ "name": "_pad1",
4912
+ "type": "f32",
4913
+ "offset": 24
4914
+ },
4915
+ {
4916
+ "name": "_pad2",
4917
+ "type": "f32",
4918
+ "offset": 28
4919
+ }
4920
+ ]
4921
+ },
4922
+ "variants": {
4923
+ "entropy_stats": {
4924
+ "wgsl": "diffusion_gemma_sampling.wgsl",
4925
+ "entryPoint": "entropy_stats",
4926
+ "workgroup": [
4927
+ 256,
4928
+ 1,
4929
+ 1
4930
+ ],
4931
+ "requires": [],
4932
+ "reachability": {
4933
+ "status": "unused",
4934
+ "inlineConfigs": [],
4935
+ "ruleChains": [],
4936
+ "wgslOnDisk": true
4937
+ }
4938
+ }
4939
+ }
4940
+ },
4941
+ "rope": {
4942
+ "description": "Rotary position embeddings kernels",
4943
+ "baseBindings": [
4944
+ {
4945
+ "index": 0,
4946
+ "name": "uniforms",
4947
+ "type": "uniform"
4948
+ },
4949
+ {
4950
+ "index": 1,
4951
+ "name": "input",
4952
+ "type": "storage"
4953
+ },
4954
+ {
4955
+ "index": 2,
4956
+ "name": "freqs_cos",
4957
+ "type": "storage"
4958
+ },
4959
+ {
4960
+ "index": 3,
4961
+ "name": "freqs_sin",
4962
+ "type": "storage"
4963
+ }
4964
+ ],
4965
+ "baseUniforms": {
4966
+ "size": 48,
4967
+ "fields": [
4968
+ {
4969
+ "name": "seq_len",
4970
+ "type": "u32",
4971
+ "offset": 0
4972
+ },
4973
+ {
4974
+ "name": "num_heads",
4975
+ "type": "u32",
4976
+ "offset": 4
4977
+ },
4978
+ {
4979
+ "name": "head_dim",
4980
+ "type": "u32",
4981
+ "offset": 8
4982
+ },
4983
+ {
4984
+ "name": "start_pos",
4985
+ "type": "u32",
4986
+ "offset": 12
4987
+ },
4988
+ {
4989
+ "name": "rope_base",
4990
+ "type": "f32",
4991
+ "offset": 16
4992
+ },
4993
+ {
4994
+ "name": "rope_scale",
4995
+ "type": "f32",
4996
+ "offset": 20
4997
+ },
4998
+ {
4999
+ "name": "rotary_dim",
5000
+ "type": "u32",
5001
+ "offset": 24
5002
+ },
5003
+ {
5004
+ "name": "interleaved",
5005
+ "type": "u32",
5006
+ "offset": 28
5007
+ },
5008
+ {
5009
+ "name": "pair_span_dim",
5010
+ "type": "u32",
5011
+ "offset": 32
5012
+ },
5013
+ {
5014
+ "name": "_pad0",
5015
+ "type": "u32",
5016
+ "offset": 36
5017
+ },
5018
+ {
5019
+ "name": "_pad1",
5020
+ "type": "u32",
5021
+ "offset": 40
5022
+ },
5023
+ {
5024
+ "name": "_pad2",
5025
+ "type": "u32",
5026
+ "offset": 44
5027
+ }
5028
+ ]
5029
+ },
5030
+ "variants": {
5031
+ "default": {
5032
+ "wgsl": "rope.wgsl",
4109
5033
  "entryPoint": "main",
4110
5034
  "workgroup": [
4111
5035
  256,
@@ -4116,14 +5040,22 @@
4116
5040
  "reachability": {
4117
5041
  "status": "pinned",
4118
5042
  "inlineConfigs": [
5043
+ "diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
4119
5044
  "embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32",
4120
5045
  "gemma3/gemma-3-1b-it-f16-af32",
4121
5046
  "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
5047
+ "gemma3/gemma-3-270m-it-f16-af32",
5048
+ "gemma3/gemma-3-270m-it-q4k-ehf16-af16",
4122
5049
  "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
4123
5050
  "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
4124
5051
  "gemma3/translategemma-4b-it-q4k-ehf16-af32",
5052
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
5053
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
5054
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16",
5055
+ "gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16",
4125
5056
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
4126
5057
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
5058
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
4127
5059
  "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
4128
5060
  "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
4129
5061
  "gemma4/gemma-4-moe-q4k-ehf16-af32",
@@ -4153,8 +5085,10 @@
4153
5085
  "shader-f16"
4154
5086
  ],
4155
5087
  "reachability": {
4156
- "status": "model-selectable",
4157
- "inlineConfigs": [],
5088
+ "status": "pinned",
5089
+ "inlineConfigs": [
5090
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16"
5091
+ ],
4158
5092
  "ruleChains": [
4159
5093
  "rope.rules.json#variant"
4160
5094
  ],
@@ -4299,8 +5233,8 @@
4299
5233
  }
4300
5234
  }
4301
5235
  },
4302
- "silu": {
4303
- "description": "SiLU activation kernels",
5236
+ "rope_qk": {
5237
+ "description": "Rotary position embeddings for separate Q/K buffers",
4304
5238
  "baseBindings": [
4305
5239
  {
4306
5240
  "index": 0,
@@ -4309,8 +5243,123 @@
4309
5243
  },
4310
5244
  {
4311
5245
  "index": 1,
4312
- "name": "input",
4313
- "type": "read-only-storage"
5246
+ "name": "q_input",
5247
+ "type": "storage"
5248
+ },
5249
+ {
5250
+ "index": 2,
5251
+ "name": "k_input",
5252
+ "type": "storage"
5253
+ },
5254
+ {
5255
+ "index": 3,
5256
+ "name": "freqs_cos",
5257
+ "type": "read-only-storage"
5258
+ },
5259
+ {
5260
+ "index": 4,
5261
+ "name": "freqs_sin",
5262
+ "type": "read-only-storage"
5263
+ }
5264
+ ],
5265
+ "baseUniforms": {
5266
+ "size": 32,
5267
+ "fields": [
5268
+ {
5269
+ "name": "seq_len",
5270
+ "type": "u32",
5271
+ "offset": 0
5272
+ },
5273
+ {
5274
+ "name": "num_q_heads",
5275
+ "type": "u32",
5276
+ "offset": 4
5277
+ },
5278
+ {
5279
+ "name": "num_kv_heads",
5280
+ "type": "u32",
5281
+ "offset": 8
5282
+ },
5283
+ {
5284
+ "name": "head_dim",
5285
+ "type": "u32",
5286
+ "offset": 12
5287
+ },
5288
+ {
5289
+ "name": "start_pos",
5290
+ "type": "u32",
5291
+ "offset": 16
5292
+ },
5293
+ {
5294
+ "name": "rotary_dim",
5295
+ "type": "u32",
5296
+ "offset": 20
5297
+ },
5298
+ {
5299
+ "name": "interleaved",
5300
+ "type": "u32",
5301
+ "offset": 24
5302
+ },
5303
+ {
5304
+ "name": "pair_span_dim",
5305
+ "type": "u32",
5306
+ "offset": 28
5307
+ }
5308
+ ]
5309
+ },
5310
+ "variants": {
5311
+ "default": {
5312
+ "wgsl": "rope_qk.wgsl",
5313
+ "entryPoint": "main",
5314
+ "workgroup": [
5315
+ 256,
5316
+ 1,
5317
+ 1
5318
+ ],
5319
+ "requires": [],
5320
+ "reachability": {
5321
+ "status": "selectable",
5322
+ "inlineConfigs": [],
5323
+ "ruleChains": [
5324
+ "rope-qk.rules.json#variant"
5325
+ ],
5326
+ "wgslOnDisk": true
5327
+ }
5328
+ },
5329
+ "default_f16": {
5330
+ "wgsl": "rope_qk_f16.wgsl",
5331
+ "entryPoint": "main",
5332
+ "workgroup": [
5333
+ 256,
5334
+ 1,
5335
+ 1
5336
+ ],
5337
+ "requires": [
5338
+ "shader-f16"
5339
+ ],
5340
+ "reachability": {
5341
+ "status": "selectable",
5342
+ "inlineConfigs": [],
5343
+ "ruleChains": [
5344
+ "rope-qk.rules.json#variant"
5345
+ ],
5346
+ "wgslOnDisk": true
5347
+ }
5348
+ }
5349
+ }
5350
+ },
5351
+ "silu": {
5352
+ "description": "SiLU activation kernels",
5353
+ "baseBindings": [
5354
+ {
5355
+ "index": 0,
5356
+ "name": "uniforms",
5357
+ "type": "uniform"
5358
+ },
5359
+ {
5360
+ "index": 1,
5361
+ "name": "input",
5362
+ "type": "read-only-storage"
4314
5363
  },
4315
5364
  {
4316
5365
  "index": 2,
@@ -4436,14 +5485,21 @@
4436
5485
  "reachability": {
4437
5486
  "status": "pinned",
4438
5487
  "inlineConfigs": [
5488
+ "diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
4439
5489
  "embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32",
4440
5490
  "gemma3/gemma-3-1b-it-f16-af32",
4441
5491
  "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
5492
+ "gemma3/gemma-3-270m-it-f16-af32",
5493
+ "gemma3/gemma-3-270m-it-q4k-ehf16-af16",
4442
5494
  "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
4443
5495
  "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
4444
5496
  "gemma3/translategemma-4b-it-q4k-ehf16-af32",
5497
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
5498
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
5499
+ "gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16",
4445
5500
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
4446
5501
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
5502
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
4447
5503
  "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
4448
5504
  "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
4449
5505
  "gemma4/gemma-4-moe-q4k-ehf16-af32",
@@ -4469,8 +5525,10 @@
4469
5525
  "shader-f16"
4470
5526
  ],
4471
5527
  "reachability": {
4472
- "status": "model-selectable",
4473
- "inlineConfigs": [],
5528
+ "status": "pinned",
5529
+ "inlineConfigs": [
5530
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16"
5531
+ ],
4474
5532
  "ruleChains": [
4475
5533
  "gelu.rules.json#variant"
4476
5534
  ],
@@ -5387,13 +6445,17 @@
5387
6445
  "reachability": {
5388
6446
  "status": "pinned",
5389
6447
  "inlineConfigs": [
6448
+ "diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
5390
6449
  "embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32",
5391
6450
  "gemma3/gemma-3-1b-it-f16-af32",
6451
+ "gemma3/gemma-3-270m-it-f16-af32",
6452
+ "gemma3/gemma-3-270m-it-q4k-ehf16-af16",
5392
6453
  "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
6454
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
6455
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
6456
+ "gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16",
5393
6457
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
5394
- "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
5395
- "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
5396
- "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple"
6458
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32"
5397
6459
  ],
5398
6460
  "ruleChains": [
5399
6461
  "gather.rules.json#variant"
@@ -5572,151 +6634,59 @@
5572
6634
  ],
5573
6635
  "wgslOnDisk": true
5574
6636
  }
5575
- }
5576
- }
5577
- },
5578
- "residual": {
5579
- "description": "Residual addition kernels",
5580
- "baseBindings": [
5581
- {
5582
- "index": 0,
5583
- "name": "uniforms",
5584
- "type": "uniform"
5585
- },
5586
- {
5587
- "index": 1,
5588
- "name": "input",
5589
- "type": "read-only-storage"
5590
- },
5591
- {
5592
- "index": 2,
5593
- "name": "residual",
5594
- "type": "read-only-storage"
5595
- },
5596
- {
5597
- "index": 3,
5598
- "name": "output",
5599
- "type": "storage"
5600
- }
5601
- ],
5602
- "baseUniforms": {
5603
- "size": 16,
5604
- "fields": [
5605
- {
5606
- "name": "size",
5607
- "type": "u32",
5608
- "offset": 0
5609
- },
5610
- {
5611
- "name": "scale",
5612
- "type": "f32",
5613
- "offset": 4
5614
- }
5615
- ]
5616
- },
5617
- "variants": {
5618
- "default": {
5619
- "wgsl": "residual.wgsl",
5620
- "entryPoint": "main",
5621
- "workgroup": [
5622
- 256,
5623
- 1,
5624
- 1
5625
- ],
5626
- "requires": [],
5627
- "reachability": {
5628
- "status": "pinned",
5629
- "inlineConfigs": [
5630
- "embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32",
5631
- "gemma3/gemma-3-1b-it-f16-af32",
5632
- "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
5633
- "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
5634
- "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
5635
- "gemma3/translategemma-4b-it-q4k-ehf16-af32",
5636
- "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
5637
- "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
5638
- "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
5639
- "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
5640
- "gemma4/gemma-4-moe-q4k-ehf16-af32",
5641
- "gpt-oss-20b-f16-xmxfp4",
5642
- "janus/janus-pro-1b-text-q4k-ehaf16",
5643
- "lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32",
5644
- "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
5645
- "qwen3/qwen-3-5-2b-q4k-ehaf16",
5646
- "qwen3/qwen-3-6-27b-q4k-eaf16",
5647
- "qwen3/qwen-3-6-27b-q4k-ehaf16"
5648
- ],
5649
- "ruleChains": [
5650
- "residual.rules.json#biasAddVariant",
5651
- "residual.rules.json#residualVariant"
5652
- ],
5653
- "wgslOnDisk": true
5654
- }
5655
6637
  },
5656
- "vec4": {
5657
- "wgsl": "residual_vec4.wgsl",
5658
- "entryPoint": "add_vec4",
6638
+ "litert_int4_vec4_f16_out": {
6639
+ "wgsl": "gather_litert_int4_vec4_f16_out.wgsl",
6640
+ "entryPoint": "gather_litert_int4_vec4_f16_out",
5659
6641
  "workgroup": [
5660
6642
  64,
5661
6643
  1,
5662
6644
  1
5663
6645
  ],
5664
- "requires": [],
5665
- "reachability": {
5666
- "status": "model-selectable",
5667
- "inlineConfigs": [],
5668
- "ruleChains": [
5669
- "residual.rules.json#residualVariant"
5670
- ],
5671
- "wgslOnDisk": true
5672
- }
5673
- },
5674
- "default_f16": {
5675
- "wgsl": "residual_f16.wgsl",
5676
- "entryPoint": "main",
5677
- "workgroup": [
5678
- 256,
5679
- 1,
5680
- 1
5681
- ],
5682
6646
  "requires": [
5683
6647
  "shader-f16"
5684
6648
  ],
5685
6649
  "outputDtype": "f16",
6650
+ "variantMetadata": {
6651
+ "outputBinding": 4
6652
+ },
6653
+ "description": "LiteRT signed INT4 affine embeddings -> F16 output",
5686
6654
  "reachability": {
5687
6655
  "status": "model-selectable",
5688
6656
  "inlineConfigs": [],
5689
6657
  "ruleChains": [
5690
- "residual.rules.json#residualVariant"
6658
+ "gather.rules.json#variant"
5691
6659
  ],
5692
6660
  "wgslOnDisk": true
5693
6661
  }
5694
6662
  },
5695
- "vec4_f16": {
5696
- "wgsl": "residual_f16_vec4.wgsl",
5697
- "entryPoint": "add_vec4",
6663
+ "litert_int4_vec4_f32_out": {
6664
+ "wgsl": "gather_litert_int4_vec4_f32_out.wgsl",
6665
+ "entryPoint": "gather_litert_int4_vec4_f32_out",
5698
6666
  "workgroup": [
5699
6667
  64,
5700
6668
  1,
5701
6669
  1
5702
6670
  ],
5703
- "requires": [
5704
- "shader-f16"
5705
- ],
5706
- "outputDtype": "f16",
6671
+ "requires": [],
6672
+ "outputDtype": "f32",
6673
+ "variantMetadata": {
6674
+ "outputBinding": 4
6675
+ },
6676
+ "description": "LiteRT signed INT4 affine embeddings -> F32 output",
5707
6677
  "reachability": {
5708
6678
  "status": "model-selectable",
5709
6679
  "inlineConfigs": [],
5710
6680
  "ruleChains": [
5711
- "residual.rules.json#residualVariant"
6681
+ "gather.rules.json#variant"
5712
6682
  ],
5713
6683
  "wgslOnDisk": true
5714
6684
  }
5715
6685
  }
5716
6686
  }
5717
6687
  },
5718
- "topk": {
5719
- "description": "Top-K selection kernels",
6688
+ "gather_split4": {
6689
+ "description": "Row-split embedding lookup kernels",
5720
6690
  "baseBindings": [
5721
6691
  {
5722
6692
  "index": 0,
@@ -5725,41 +6695,1231 @@
5725
6695
  },
5726
6696
  {
5727
6697
  "index": 1,
5728
- "name": "input",
6698
+ "name": "indices",
5729
6699
  "type": "read-only-storage"
5730
6700
  },
5731
6701
  {
5732
6702
  "index": 2,
5733
- "name": "values",
5734
- "type": "storage"
6703
+ "name": "embeddings0",
6704
+ "type": "read-only-storage"
5735
6705
  },
5736
6706
  {
5737
6707
  "index": 3,
5738
- "name": "indices",
5739
- "type": "storage"
5740
- }
5741
- ],
5742
- "baseUniforms": {
5743
- "size": 16,
5744
- "fields": [
5745
- {
5746
- "name": "size",
5747
- "type": "u32",
5748
- "offset": 0
5749
- },
6708
+ "name": "embeddings1",
6709
+ "type": "read-only-storage"
6710
+ },
6711
+ {
6712
+ "index": 4,
6713
+ "name": "embeddings2",
6714
+ "type": "read-only-storage"
6715
+ },
6716
+ {
6717
+ "index": 5,
6718
+ "name": "embeddings3",
6719
+ "type": "read-only-storage"
6720
+ },
6721
+ {
6722
+ "index": 6,
6723
+ "name": "output",
6724
+ "type": "storage"
6725
+ }
6726
+ ],
6727
+ "baseUniforms": {
6728
+ "size": 48,
6729
+ "fields": [
6730
+ {
6731
+ "name": "num_tokens",
6732
+ "type": "u32",
6733
+ "offset": 0
6734
+ },
6735
+ {
6736
+ "name": "hidden_size",
6737
+ "type": "u32",
6738
+ "offset": 4
6739
+ },
6740
+ {
6741
+ "name": "vocab_size",
6742
+ "type": "u32",
6743
+ "offset": 8
6744
+ },
6745
+ {
6746
+ "name": "index_offset",
6747
+ "type": "u32",
6748
+ "offset": 12
6749
+ },
6750
+ {
6751
+ "name": "input_hidden_size",
6752
+ "type": "u32",
6753
+ "offset": 16
6754
+ },
6755
+ {
6756
+ "name": "hidden_offset",
6757
+ "type": "u32",
6758
+ "offset": 20
6759
+ },
6760
+ {
6761
+ "name": "section0_rows",
6762
+ "type": "u32",
6763
+ "offset": 24
6764
+ },
6765
+ {
6766
+ "name": "section1_rows",
6767
+ "type": "u32",
6768
+ "offset": 28
6769
+ },
6770
+ {
6771
+ "name": "section2_rows",
6772
+ "type": "u32",
6773
+ "offset": 32
6774
+ },
6775
+ {
6776
+ "name": "section3_rows",
6777
+ "type": "u32",
6778
+ "offset": 36
6779
+ },
6780
+ {
6781
+ "name": "_pad0",
6782
+ "type": "u32",
6783
+ "offset": 40
6784
+ },
6785
+ {
6786
+ "name": "_pad1",
6787
+ "type": "u32",
6788
+ "offset": 44
6789
+ }
6790
+ ]
6791
+ },
6792
+ "variants": {
6793
+ "f16_vec4_f16_out": {
6794
+ "wgsl": "gather_split4_f16_vec4_f16_out.wgsl",
6795
+ "entryPoint": "gather_vec4_f16_out",
6796
+ "workgroup": [
6797
+ 64,
6798
+ 1,
6799
+ 1
6800
+ ],
6801
+ "requires": [
6802
+ "shader-f16"
6803
+ ],
6804
+ "outputDtype": "f16",
6805
+ "description": "F16 split embeddings -> F16 output",
6806
+ "reachability": {
6807
+ "status": "pinned",
6808
+ "inlineConfigs": [
6809
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16"
6810
+ ],
6811
+ "ruleChains": [],
6812
+ "wgslOnDisk": true
6813
+ }
6814
+ }
6815
+ }
6816
+ },
6817
+ "gather_split8": {
6818
+ "description": "Row-split embedding lookup kernels with up to eight sections",
6819
+ "baseBindings": [
6820
+ {
6821
+ "index": 0,
6822
+ "name": "uniforms",
6823
+ "type": "uniform"
6824
+ },
6825
+ {
6826
+ "index": 1,
6827
+ "name": "indices",
6828
+ "type": "read-only-storage"
6829
+ },
6830
+ {
6831
+ "index": 2,
6832
+ "name": "embeddings0",
6833
+ "type": "read-only-storage"
6834
+ },
6835
+ {
6836
+ "index": 3,
6837
+ "name": "embeddings1",
6838
+ "type": "read-only-storage"
6839
+ },
6840
+ {
6841
+ "index": 4,
6842
+ "name": "embeddings2",
6843
+ "type": "read-only-storage"
6844
+ },
6845
+ {
6846
+ "index": 5,
6847
+ "name": "embeddings3",
6848
+ "type": "read-only-storage"
6849
+ },
6850
+ {
6851
+ "index": 6,
6852
+ "name": "embeddings4",
6853
+ "type": "read-only-storage"
6854
+ },
6855
+ {
6856
+ "index": 7,
6857
+ "name": "embeddings5",
6858
+ "type": "read-only-storage"
6859
+ },
6860
+ {
6861
+ "index": 8,
6862
+ "name": "embeddings6",
6863
+ "type": "read-only-storage"
6864
+ },
6865
+ {
6866
+ "index": 9,
6867
+ "name": "embeddings7",
6868
+ "type": "read-only-storage"
6869
+ },
6870
+ {
6871
+ "index": 10,
6872
+ "name": "output",
6873
+ "type": "storage"
6874
+ }
6875
+ ],
6876
+ "baseUniforms": {
6877
+ "size": 64,
6878
+ "fields": [
6879
+ {
6880
+ "name": "num_tokens",
6881
+ "type": "u32",
6882
+ "offset": 0
6883
+ },
6884
+ {
6885
+ "name": "hidden_size",
6886
+ "type": "u32",
6887
+ "offset": 4
6888
+ },
6889
+ {
6890
+ "name": "vocab_size",
6891
+ "type": "u32",
6892
+ "offset": 8
6893
+ },
6894
+ {
6895
+ "name": "index_offset",
6896
+ "type": "u32",
6897
+ "offset": 12
6898
+ },
6899
+ {
6900
+ "name": "input_hidden_size",
6901
+ "type": "u32",
6902
+ "offset": 16
6903
+ },
6904
+ {
6905
+ "name": "hidden_offset",
6906
+ "type": "u32",
6907
+ "offset": 20
6908
+ },
6909
+ {
6910
+ "name": "section0_rows",
6911
+ "type": "u32",
6912
+ "offset": 24
6913
+ },
6914
+ {
6915
+ "name": "section1_rows",
6916
+ "type": "u32",
6917
+ "offset": 28
6918
+ },
6919
+ {
6920
+ "name": "section2_rows",
6921
+ "type": "u32",
6922
+ "offset": 32
6923
+ },
6924
+ {
6925
+ "name": "section3_rows",
6926
+ "type": "u32",
6927
+ "offset": 36
6928
+ },
6929
+ {
6930
+ "name": "section4_rows",
6931
+ "type": "u32",
6932
+ "offset": 40
6933
+ },
6934
+ {
6935
+ "name": "section5_rows",
6936
+ "type": "u32",
6937
+ "offset": 44
6938
+ },
6939
+ {
6940
+ "name": "section6_rows",
6941
+ "type": "u32",
6942
+ "offset": 48
6943
+ },
6944
+ {
6945
+ "name": "section7_rows",
6946
+ "type": "u32",
6947
+ "offset": 52
6948
+ },
6949
+ {
6950
+ "name": "_pad0",
6951
+ "type": "u32",
6952
+ "offset": 56
6953
+ },
6954
+ {
6955
+ "name": "_pad1",
6956
+ "type": "u32",
6957
+ "offset": 60
6958
+ }
6959
+ ]
6960
+ },
6961
+ "variants": {
6962
+ "f16_vec4_f16_out": {
6963
+ "wgsl": "gather_split8_f16_vec4_f16_out.wgsl",
6964
+ "entryPoint": "gather_vec4_f16_out",
6965
+ "workgroup": [
6966
+ 64,
6967
+ 1,
6968
+ 1
6969
+ ],
6970
+ "requires": [
6971
+ "shader-f16"
6972
+ ],
6973
+ "outputDtype": "f16",
6974
+ "description": "F16 split8 embeddings -> F16 output",
6975
+ "reachability": {
6976
+ "status": "pinned",
6977
+ "inlineConfigs": [
6978
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple"
6979
+ ],
6980
+ "ruleChains": [],
6981
+ "wgslOnDisk": true
6982
+ }
6983
+ },
6984
+ "f16_vec4_f32_out": {
6985
+ "wgsl": "gather_split8_f16_vec4_f32_out.wgsl",
6986
+ "entryPoint": "gather_vec4_f32_out",
6987
+ "workgroup": [
6988
+ 64,
6989
+ 1,
6990
+ 1
6991
+ ],
6992
+ "requires": [
6993
+ "shader-f16"
6994
+ ],
6995
+ "outputDtype": "f32",
6996
+ "description": "F16 split8 embeddings -> F32 output",
6997
+ "reachability": {
6998
+ "status": "pinned",
6999
+ "inlineConfigs": [
7000
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
7001
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple"
7002
+ ],
7003
+ "ruleChains": [],
7004
+ "wgslOnDisk": true
7005
+ }
7006
+ }
7007
+ }
7008
+ },
7009
+ "residual": {
7010
+ "description": "Residual addition kernels",
7011
+ "baseBindings": [
7012
+ {
7013
+ "index": 0,
7014
+ "name": "uniforms",
7015
+ "type": "uniform"
7016
+ },
7017
+ {
7018
+ "index": 1,
7019
+ "name": "input",
7020
+ "type": "read-only-storage"
7021
+ },
7022
+ {
7023
+ "index": 2,
7024
+ "name": "residual",
7025
+ "type": "read-only-storage"
7026
+ },
7027
+ {
7028
+ "index": 3,
7029
+ "name": "output",
7030
+ "type": "storage"
7031
+ }
7032
+ ],
7033
+ "baseUniforms": {
7034
+ "size": 16,
7035
+ "fields": [
7036
+ {
7037
+ "name": "size",
7038
+ "type": "u32",
7039
+ "offset": 0
7040
+ },
7041
+ {
7042
+ "name": "scale",
7043
+ "type": "f32",
7044
+ "offset": 4
7045
+ }
7046
+ ]
7047
+ },
7048
+ "variants": {
7049
+ "default": {
7050
+ "wgsl": "residual.wgsl",
7051
+ "entryPoint": "main",
7052
+ "workgroup": [
7053
+ 256,
7054
+ 1,
7055
+ 1
7056
+ ],
7057
+ "requires": [],
7058
+ "reachability": {
7059
+ "status": "pinned",
7060
+ "inlineConfigs": [
7061
+ "diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
7062
+ "embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32",
7063
+ "gemma3/gemma-3-1b-it-f16-af32",
7064
+ "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
7065
+ "gemma3/gemma-3-270m-it-f16-af32",
7066
+ "gemma3/gemma-3-270m-it-q4k-ehf16-af16",
7067
+ "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
7068
+ "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
7069
+ "gemma3/translategemma-4b-it-q4k-ehf16-af32",
7070
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
7071
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
7072
+ "gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16",
7073
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
7074
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
7075
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
7076
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
7077
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
7078
+ "gemma4/gemma-4-moe-q4k-ehf16-af32",
7079
+ "gpt-oss-20b-f16-xmxfp4",
7080
+ "janus/janus-pro-1b-text-q4k-ehaf16",
7081
+ "lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32",
7082
+ "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
7083
+ "qwen3/qwen-3-5-2b-q4k-ehaf16",
7084
+ "qwen3/qwen-3-6-27b-q4k-eaf16",
7085
+ "qwen3/qwen-3-6-27b-q4k-ehaf16"
7086
+ ],
7087
+ "ruleChains": [
7088
+ "residual.rules.json#biasAddVariant",
7089
+ "residual.rules.json#residualVariant"
7090
+ ],
7091
+ "wgslOnDisk": true
7092
+ }
7093
+ },
7094
+ "vec4": {
7095
+ "wgsl": "residual_vec4.wgsl",
7096
+ "entryPoint": "add_vec4",
7097
+ "workgroup": [
7098
+ 64,
7099
+ 1,
7100
+ 1
7101
+ ],
7102
+ "requires": [],
7103
+ "reachability": {
7104
+ "status": "model-selectable",
7105
+ "inlineConfigs": [],
7106
+ "ruleChains": [
7107
+ "residual.rules.json#residualVariant"
7108
+ ],
7109
+ "wgslOnDisk": true
7110
+ }
7111
+ },
7112
+ "default_f16": {
7113
+ "wgsl": "residual_f16.wgsl",
7114
+ "entryPoint": "main",
7115
+ "workgroup": [
7116
+ 256,
7117
+ 1,
7118
+ 1
7119
+ ],
7120
+ "requires": [
7121
+ "shader-f16"
7122
+ ],
7123
+ "outputDtype": "f16",
7124
+ "reachability": {
7125
+ "status": "pinned",
7126
+ "inlineConfigs": [
7127
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16"
7128
+ ],
7129
+ "ruleChains": [
7130
+ "residual.rules.json#residualVariant"
7131
+ ],
7132
+ "wgslOnDisk": true
7133
+ }
7134
+ },
7135
+ "vec4_f16": {
7136
+ "wgsl": "residual_f16_vec4.wgsl",
7137
+ "entryPoint": "add_vec4",
7138
+ "workgroup": [
7139
+ 64,
7140
+ 1,
7141
+ 1
7142
+ ],
7143
+ "requires": [
7144
+ "shader-f16"
7145
+ ],
7146
+ "outputDtype": "f16",
7147
+ "reachability": {
7148
+ "status": "model-selectable",
7149
+ "inlineConfigs": [],
7150
+ "ruleChains": [
7151
+ "residual.rules.json#residualVariant"
7152
+ ],
7153
+ "wgslOnDisk": true
7154
+ }
7155
+ }
7156
+ }
7157
+ },
7158
+ "topk": {
7159
+ "description": "Top-K selection kernels",
7160
+ "baseBindings": [
7161
+ {
7162
+ "index": 0,
7163
+ "name": "uniforms",
7164
+ "type": "uniform"
7165
+ },
7166
+ {
7167
+ "index": 1,
7168
+ "name": "input",
7169
+ "type": "read-only-storage"
7170
+ },
7171
+ {
7172
+ "index": 2,
7173
+ "name": "values",
7174
+ "type": "storage"
7175
+ },
7176
+ {
7177
+ "index": 3,
7178
+ "name": "indices",
7179
+ "type": "storage"
7180
+ }
7181
+ ],
7182
+ "baseUniforms": {
7183
+ "size": 16,
7184
+ "fields": [
7185
+ {
7186
+ "name": "size",
7187
+ "type": "u32",
7188
+ "offset": 0
7189
+ },
7190
+ {
7191
+ "name": "k",
7192
+ "type": "u32",
7193
+ "offset": 4
7194
+ }
7195
+ ]
7196
+ },
7197
+ "variants": {
7198
+ "default": {
7199
+ "wgsl": "topk.wgsl",
7200
+ "entryPoint": "main",
7201
+ "workgroup": [
7202
+ 32,
7203
+ 1,
7204
+ 1
7205
+ ],
7206
+ "requires": [],
7207
+ "reachability": {
7208
+ "status": "unused",
7209
+ "inlineConfigs": [],
7210
+ "ruleChains": [],
7211
+ "wgslOnDisk": true
7212
+ }
7213
+ },
7214
+ "small": {
7215
+ "wgsl": "topk.wgsl",
7216
+ "entryPoint": "topk_2_small",
7217
+ "workgroup": [
7218
+ 256,
7219
+ 1,
7220
+ 1
7221
+ ],
7222
+ "requires": [],
7223
+ "reachability": {
7224
+ "status": "unused",
7225
+ "inlineConfigs": [],
7226
+ "ruleChains": [],
7227
+ "wgslOnDisk": true
7228
+ }
7229
+ },
7230
+ "fused": {
7231
+ "wgsl": "topk.wgsl",
7232
+ "entryPoint": "softmax_topk",
7233
+ "workgroup": [
7234
+ 32,
7235
+ 1,
7236
+ 1
7237
+ ],
7238
+ "requires": [],
7239
+ "reachability": {
7240
+ "status": "unused",
7241
+ "inlineConfigs": [],
7242
+ "ruleChains": [],
7243
+ "wgslOnDisk": true
7244
+ }
7245
+ },
7246
+ "fused_f16": {
7247
+ "wgsl": "topk_f16.wgsl",
7248
+ "entryPoint": "softmax_topk",
7249
+ "workgroup": [
7250
+ 32,
7251
+ 1,
7252
+ 1
7253
+ ],
7254
+ "requires": [
7255
+ "shader-f16"
7256
+ ],
7257
+ "reachability": {
7258
+ "status": "unused",
7259
+ "inlineConfigs": [],
7260
+ "ruleChains": [],
7261
+ "wgslOnDisk": true
7262
+ }
7263
+ },
7264
+ "fused_f16_w16": {
7265
+ "wgsl": "topk_f16_weights.wgsl",
7266
+ "entryPoint": "softmax_topk",
7267
+ "workgroup": [
7268
+ 32,
7269
+ 1,
7270
+ 1
7271
+ ],
7272
+ "requires": [
7273
+ "shader-f16"
7274
+ ],
7275
+ "reachability": {
7276
+ "status": "unused",
7277
+ "inlineConfigs": [],
7278
+ "ruleChains": [],
7279
+ "wgslOnDisk": true
7280
+ }
7281
+ },
7282
+ "gptoss_router_topk": {
7283
+ "wgsl": "gptoss_router_topk.wgsl",
7284
+ "entryPoint": "softmax_topk",
7285
+ "workgroup": [
7286
+ 256,
7287
+ 1,
7288
+ 1
7289
+ ],
7290
+ "requires": [
7291
+ "shader-f16",
7292
+ "subgroups"
7293
+ ],
7294
+ "outputDtype": "f16",
7295
+ "variantMetadata": {
7296
+ "modelType": "gpt-oss",
7297
+ "routerDtype": "f16",
7298
+ "weightsDtype": "f16",
7299
+ "tileShape": "token-major",
7300
+ "groupSize": 32
7301
+ },
7302
+ "description": "GPT-OSS deterministic router top-k kernel (f16 logits/weights).",
7303
+ "reachability": {
7304
+ "status": "unused",
7305
+ "inlineConfigs": [],
7306
+ "ruleChains": [],
7307
+ "wgslOnDisk": true
7308
+ }
7309
+ }
7310
+ }
7311
+ },
7312
+ "scatter_add": {
7313
+ "description": "MoE output combination kernels",
7314
+ "baseBindings": [
7315
+ {
7316
+ "index": 0,
7317
+ "name": "uniforms",
7318
+ "type": "uniform"
7319
+ },
7320
+ {
7321
+ "index": 1,
7322
+ "name": "input",
7323
+ "type": "read-only-storage"
7324
+ },
7325
+ {
7326
+ "index": 2,
7327
+ "name": "indices",
7328
+ "type": "read-only-storage"
7329
+ },
7330
+ {
7331
+ "index": 3,
7332
+ "name": "weights",
7333
+ "type": "read-only-storage"
7334
+ },
7335
+ {
7336
+ "index": 4,
7337
+ "name": "output",
7338
+ "type": "storage"
7339
+ }
7340
+ ],
7341
+ "baseUniforms": {
7342
+ "size": 32,
7343
+ "fields": [
7344
+ {
7345
+ "name": "num_tokens",
7346
+ "type": "u32",
7347
+ "offset": 0
7348
+ },
7349
+ {
7350
+ "name": "hidden_size",
7351
+ "type": "u32",
7352
+ "offset": 4
7353
+ },
7354
+ {
7355
+ "name": "top_k",
7356
+ "type": "u32",
7357
+ "offset": 8
7358
+ },
7359
+ {
7360
+ "name": "num_experts",
7361
+ "type": "u32",
7362
+ "offset": 12
7363
+ }
7364
+ ]
7365
+ },
7366
+ "variants": {
7367
+ "default": {
7368
+ "wgsl": "scatter_add.wgsl",
7369
+ "entryPoint": "main",
7370
+ "workgroup": [
7371
+ 256,
7372
+ 1,
7373
+ 1
7374
+ ],
7375
+ "requires": [],
7376
+ "reachability": {
7377
+ "status": "unused",
7378
+ "inlineConfigs": [],
7379
+ "ruleChains": [],
7380
+ "wgslOnDisk": true
7381
+ }
7382
+ },
7383
+ "vec4": {
7384
+ "wgsl": "scatter_add_vec4.wgsl",
7385
+ "entryPoint": "scatter_add_vec4",
7386
+ "workgroup": [
7387
+ 64,
7388
+ 1,
7389
+ 1
7390
+ ],
7391
+ "requires": [],
7392
+ "reachability": {
7393
+ "status": "unused",
7394
+ "inlineConfigs": [],
7395
+ "ruleChains": [],
7396
+ "wgslOnDisk": true
7397
+ }
7398
+ },
7399
+ "dynamic": {
7400
+ "wgsl": "scatter_add_dynamic.wgsl",
7401
+ "entryPoint": "scatter_add_dynamic",
7402
+ "workgroup": [
7403
+ 256,
7404
+ 1,
7405
+ 1
7406
+ ],
7407
+ "requires": [],
7408
+ "bindingsOverride": [
7409
+ {
7410
+ "index": 2,
7411
+ "name": "routing_indices",
7412
+ "type": "read-only-storage"
7413
+ },
7414
+ {
7415
+ "index": 3,
7416
+ "name": "routing_weights",
7417
+ "type": "read-only-storage"
7418
+ },
7419
+ {
7420
+ "index": 4,
7421
+ "name": "token_offsets",
7422
+ "type": "read-only-storage"
7423
+ },
7424
+ {
7425
+ "index": 5,
7426
+ "name": "output",
7427
+ "type": "storage"
7428
+ }
7429
+ ],
7430
+ "reachability": {
7431
+ "status": "unused",
7432
+ "inlineConfigs": [],
7433
+ "ruleChains": [],
7434
+ "wgslOnDisk": true
7435
+ }
7436
+ },
7437
+ "dynamic_expert_scale": {
7438
+ "wgsl": "scatter_add_dynamic_expert_scale.wgsl",
7439
+ "entryPoint": "scatter_add_dynamic",
7440
+ "workgroup": [
7441
+ 256,
7442
+ 1,
7443
+ 1
7444
+ ],
7445
+ "requires": [],
7446
+ "bindingsOverride": [
7447
+ {
7448
+ "index": 2,
7449
+ "name": "routing_indices",
7450
+ "type": "read-only-storage"
7451
+ },
7452
+ {
7453
+ "index": 3,
7454
+ "name": "routing_weights",
7455
+ "type": "read-only-storage"
7456
+ },
7457
+ {
7458
+ "index": 4,
7459
+ "name": "token_offsets",
7460
+ "type": "read-only-storage"
7461
+ },
7462
+ {
7463
+ "index": 5,
7464
+ "name": "expert_scales",
7465
+ "type": "read-only-storage"
7466
+ },
7467
+ {
7468
+ "index": 6,
7469
+ "name": "output",
7470
+ "type": "storage"
7471
+ }
7472
+ ],
7473
+ "reachability": {
7474
+ "status": "unused",
7475
+ "inlineConfigs": [],
7476
+ "ruleChains": [],
7477
+ "wgslOnDisk": true
7478
+ }
7479
+ },
7480
+ "dynamic_f16": {
7481
+ "wgsl": "scatter_add_dynamic_f16.wgsl",
7482
+ "entryPoint": "scatter_add_dynamic",
7483
+ "workgroup": [
7484
+ 256,
7485
+ 1,
7486
+ 1
7487
+ ],
7488
+ "requires": [
7489
+ "shader-f16"
7490
+ ],
7491
+ "bindingsOverride": [
7492
+ {
7493
+ "index": 2,
7494
+ "name": "routing_indices",
7495
+ "type": "read-only-storage"
7496
+ },
7497
+ {
7498
+ "index": 3,
7499
+ "name": "routing_weights",
7500
+ "type": "read-only-storage"
7501
+ },
7502
+ {
7503
+ "index": 4,
7504
+ "name": "token_offsets",
7505
+ "type": "read-only-storage"
7506
+ },
7507
+ {
7508
+ "index": 5,
7509
+ "name": "output",
7510
+ "type": "storage"
7511
+ }
7512
+ ],
7513
+ "reachability": {
7514
+ "status": "unused",
7515
+ "inlineConfigs": [],
7516
+ "ruleChains": [],
7517
+ "wgslOnDisk": true
7518
+ }
7519
+ },
7520
+ "dynamic_f16_expert_scale": {
7521
+ "wgsl": "scatter_add_dynamic_f16_expert_scale.wgsl",
7522
+ "entryPoint": "scatter_add_dynamic",
7523
+ "workgroup": [
7524
+ 256,
7525
+ 1,
7526
+ 1
7527
+ ],
7528
+ "requires": [
7529
+ "shader-f16"
7530
+ ],
7531
+ "bindingsOverride": [
7532
+ {
7533
+ "index": 2,
7534
+ "name": "routing_indices",
7535
+ "type": "read-only-storage"
7536
+ },
7537
+ {
7538
+ "index": 3,
7539
+ "name": "routing_weights",
7540
+ "type": "read-only-storage"
7541
+ },
7542
+ {
7543
+ "index": 4,
7544
+ "name": "token_offsets",
7545
+ "type": "read-only-storage"
7546
+ },
7547
+ {
7548
+ "index": 5,
7549
+ "name": "expert_scales",
7550
+ "type": "read-only-storage"
7551
+ },
7552
+ {
7553
+ "index": 6,
7554
+ "name": "output",
7555
+ "type": "storage"
7556
+ }
7557
+ ],
7558
+ "reachability": {
7559
+ "status": "unused",
7560
+ "inlineConfigs": [],
7561
+ "ruleChains": [],
7562
+ "wgslOnDisk": true
7563
+ }
7564
+ },
7565
+ "dynamic_f16_w16": {
7566
+ "wgsl": "scatter_add_dynamic_f16_weights.wgsl",
7567
+ "entryPoint": "scatter_add_dynamic",
7568
+ "workgroup": [
7569
+ 256,
7570
+ 1,
7571
+ 1
7572
+ ],
7573
+ "requires": [
7574
+ "shader-f16"
7575
+ ],
7576
+ "bindingsOverride": [
7577
+ {
7578
+ "index": 2,
7579
+ "name": "routing_indices",
7580
+ "type": "read-only-storage"
7581
+ },
7582
+ {
7583
+ "index": 3,
7584
+ "name": "routing_weights",
7585
+ "type": "read-only-storage"
7586
+ },
7587
+ {
7588
+ "index": 4,
7589
+ "name": "token_offsets",
7590
+ "type": "read-only-storage"
7591
+ },
7592
+ {
7593
+ "index": 5,
7594
+ "name": "output",
7595
+ "type": "storage"
7596
+ }
7597
+ ],
7598
+ "reachability": {
7599
+ "status": "unused",
7600
+ "inlineConfigs": [],
7601
+ "ruleChains": [],
7602
+ "wgslOnDisk": true
7603
+ }
7604
+ },
7605
+ "dynamic_f16_w16_expert_scale": {
7606
+ "wgsl": "scatter_add_dynamic_f16_weights_expert_scale.wgsl",
7607
+ "entryPoint": "scatter_add_dynamic",
7608
+ "workgroup": [
7609
+ 256,
7610
+ 1,
7611
+ 1
7612
+ ],
7613
+ "requires": [
7614
+ "shader-f16"
7615
+ ],
7616
+ "bindingsOverride": [
7617
+ {
7618
+ "index": 2,
7619
+ "name": "routing_indices",
7620
+ "type": "read-only-storage"
7621
+ },
7622
+ {
7623
+ "index": 3,
7624
+ "name": "routing_weights",
7625
+ "type": "read-only-storage"
7626
+ },
7627
+ {
7628
+ "index": 4,
7629
+ "name": "token_offsets",
7630
+ "type": "read-only-storage"
7631
+ },
7632
+ {
7633
+ "index": 5,
7634
+ "name": "expert_scales",
7635
+ "type": "read-only-storage"
7636
+ },
7637
+ {
7638
+ "index": 6,
7639
+ "name": "output",
7640
+ "type": "storage"
7641
+ }
7642
+ ],
7643
+ "reachability": {
7644
+ "status": "unused",
7645
+ "inlineConfigs": [],
7646
+ "ruleChains": [],
7647
+ "wgslOnDisk": true
7648
+ }
7649
+ },
7650
+ "accumulate": {
7651
+ "wgsl": "scatter_add.wgsl",
7652
+ "entryPoint": "scatter_add_accumulate",
7653
+ "workgroup": [
7654
+ 256,
7655
+ 1,
7656
+ 1
7657
+ ],
7658
+ "requires": [],
7659
+ "reachability": {
7660
+ "status": "unused",
7661
+ "inlineConfigs": [],
7662
+ "ruleChains": [],
7663
+ "wgslOnDisk": true
7664
+ }
7665
+ }
7666
+ }
7667
+ },
7668
+ "gemma4_route_q4_matmul": {
7669
+ "description": "Route-wise Gemma4 packed Q4_K expert matmul kernels",
7670
+ "baseBindings": [
7671
+ {
7672
+ "index": 0,
7673
+ "name": "uniforms",
7674
+ "type": "uniform"
7675
+ },
7676
+ {
7677
+ "index": 1,
7678
+ "name": "input",
7679
+ "type": "read-only-storage"
7680
+ },
7681
+ {
7682
+ "index": 2,
7683
+ "name": "route_indices",
7684
+ "type": "read-only-storage"
7685
+ },
7686
+ {
7687
+ "index": 3,
7688
+ "name": "weights",
7689
+ "type": "read-only-storage"
7690
+ },
7691
+ {
7692
+ "index": 4,
7693
+ "name": "output",
7694
+ "type": "storage"
7695
+ }
7696
+ ],
7697
+ "baseUniforms": {
7698
+ "size": 32,
7699
+ "fields": [
7700
+ {
7701
+ "name": "num_routes",
7702
+ "type": "u32",
7703
+ "offset": 0
7704
+ },
7705
+ {
7706
+ "name": "top_k",
7707
+ "type": "u32",
7708
+ "offset": 4
7709
+ },
7710
+ {
7711
+ "name": "N",
7712
+ "type": "u32",
7713
+ "offset": 8
7714
+ },
7715
+ {
7716
+ "name": "K",
7717
+ "type": "u32",
7718
+ "offset": 12
7719
+ },
7720
+ {
7721
+ "name": "num_blocks_per_row",
7722
+ "type": "u32",
7723
+ "offset": 16
7724
+ },
7725
+ {
7726
+ "name": "input_mode",
7727
+ "type": "u32",
7728
+ "offset": 20
7729
+ },
7730
+ {
7731
+ "name": "alpha",
7732
+ "type": "f32",
7733
+ "offset": 24
7734
+ },
7735
+ {
7736
+ "name": "_pad0",
7737
+ "type": "u32",
7738
+ "offset": 28
7739
+ }
7740
+ ]
7741
+ },
7742
+ "variants": {
7743
+ "f16a": {
7744
+ "wgsl": "gemma4_route_q4_matmul_f16a.wgsl",
7745
+ "entryPoint": "route_matmul_f16a",
7746
+ "workgroup": [
7747
+ 64,
7748
+ 4,
7749
+ 1
7750
+ ],
7751
+ "requires": [
7752
+ "shader-f16",
7753
+ "subgroups"
7754
+ ],
7755
+ "wgslOverrides": {
7756
+ "TILE_M": 4,
7757
+ "THREADS_PER_COL": 64
7758
+ },
7759
+ "reachability": {
7760
+ "status": "unused",
7761
+ "inlineConfigs": [],
7762
+ "ruleChains": [],
7763
+ "wgslOnDisk": true
7764
+ }
7765
+ }
7766
+ }
7767
+ },
7768
+ "scatter_add_routes": {
7769
+ "description": "Route-wise MoE output combination kernels",
7770
+ "baseBindings": [
7771
+ {
7772
+ "index": 0,
7773
+ "name": "uniforms",
7774
+ "type": "uniform"
7775
+ },
7776
+ {
7777
+ "index": 1,
7778
+ "name": "route_outputs",
7779
+ "type": "read-only-storage"
7780
+ },
7781
+ {
7782
+ "index": 2,
7783
+ "name": "routing_indices",
7784
+ "type": "read-only-storage"
7785
+ },
7786
+ {
7787
+ "index": 3,
7788
+ "name": "routing_weights",
7789
+ "type": "read-only-storage"
7790
+ },
7791
+ {
7792
+ "index": 4,
7793
+ "name": "expert_scales",
7794
+ "type": "read-only-storage"
7795
+ },
7796
+ {
7797
+ "index": 5,
7798
+ "name": "output",
7799
+ "type": "storage"
7800
+ }
7801
+ ],
7802
+ "baseUniforms": {
7803
+ "size": 16,
7804
+ "fields": [
7805
+ {
7806
+ "name": "num_tokens",
7807
+ "type": "u32",
7808
+ "offset": 0
7809
+ },
7810
+ {
7811
+ "name": "hidden_size",
7812
+ "type": "u32",
7813
+ "offset": 4
7814
+ },
7815
+ {
7816
+ "name": "top_k",
7817
+ "type": "u32",
7818
+ "offset": 8
7819
+ },
7820
+ {
7821
+ "name": "_pad0",
7822
+ "type": "u32",
7823
+ "offset": 12
7824
+ }
7825
+ ]
7826
+ },
7827
+ "variants": {
7828
+ "f16_w16_expert_scale": {
7829
+ "wgsl": "scatter_add_routes_f16_weights_expert_scale.wgsl",
7830
+ "entryPoint": "scatter_add_routes",
7831
+ "workgroup": [
7832
+ 256,
7833
+ 1,
7834
+ 1
7835
+ ],
7836
+ "requires": [
7837
+ "shader-f16"
7838
+ ],
7839
+ "reachability": {
7840
+ "status": "unused",
7841
+ "inlineConfigs": [],
7842
+ "ruleChains": [],
7843
+ "wgslOnDisk": true
7844
+ }
7845
+ }
7846
+ }
7847
+ },
7848
+ "moe_gather": {
7849
+ "description": "Token gathering by expert kernels",
7850
+ "baseBindings": [
7851
+ {
7852
+ "index": 0,
7853
+ "name": "uniforms",
7854
+ "type": "uniform"
7855
+ },
7856
+ {
7857
+ "index": 1,
7858
+ "name": "input",
7859
+ "type": "read-only-storage"
7860
+ },
7861
+ {
7862
+ "index": 2,
7863
+ "name": "expert_assignments",
7864
+ "type": "read-only-storage"
7865
+ },
7866
+ {
7867
+ "index": 3,
7868
+ "name": "output",
7869
+ "type": "storage"
7870
+ }
7871
+ ],
7872
+ "baseUniforms": {
7873
+ "size": 32,
7874
+ "fields": [
5750
7875
  {
5751
- "name": "k",
7876
+ "name": "num_tokens",
7877
+ "type": "u32",
7878
+ "offset": 0
7879
+ },
7880
+ {
7881
+ "name": "hidden_size",
5752
7882
  "type": "u32",
5753
7883
  "offset": 4
7884
+ },
7885
+ {
7886
+ "name": "num_experts",
7887
+ "type": "u32",
7888
+ "offset": 8
7889
+ },
7890
+ {
7891
+ "name": "top_k",
7892
+ "type": "u32",
7893
+ "offset": 12
7894
+ },
7895
+ {
7896
+ "name": "max_tokens_per_expert",
7897
+ "type": "u32",
7898
+ "offset": 16
7899
+ },
7900
+ {
7901
+ "name": "threads_per_row",
7902
+ "type": "u32",
7903
+ "offset": 20
7904
+ },
7905
+ {
7906
+ "name": "_pad2",
7907
+ "type": "u32",
7908
+ "offset": 24
7909
+ },
7910
+ {
7911
+ "name": "_pad3",
7912
+ "type": "u32",
7913
+ "offset": 28
5754
7914
  }
5755
7915
  ]
5756
7916
  },
5757
7917
  "variants": {
5758
- "default": {
5759
- "wgsl": "topk.wgsl",
5760
- "entryPoint": "main",
7918
+ "count": {
7919
+ "wgsl": "moe_gather.wgsl",
7920
+ "entryPoint": "count_and_map",
5761
7921
  "workgroup": [
5762
- 32,
7922
+ 256,
5763
7923
  1,
5764
7924
  1
5765
7925
  ],
@@ -5771,15 +7931,17 @@
5771
7931
  "wgslOnDisk": true
5772
7932
  }
5773
7933
  },
5774
- "small": {
5775
- "wgsl": "topk.wgsl",
5776
- "entryPoint": "topk_2_small",
7934
+ "count_f16": {
7935
+ "wgsl": "moe_gather_f16.wgsl",
7936
+ "entryPoint": "count_and_map",
5777
7937
  "workgroup": [
5778
7938
  256,
5779
7939
  1,
5780
7940
  1
5781
7941
  ],
5782
- "requires": [],
7942
+ "requires": [
7943
+ "shader-f16"
7944
+ ],
5783
7945
  "reachability": {
5784
7946
  "status": "unused",
5785
7947
  "inlineConfigs": [],
@@ -5787,11 +7949,11 @@
5787
7949
  "wgslOnDisk": true
5788
7950
  }
5789
7951
  },
5790
- "fused": {
5791
- "wgsl": "topk.wgsl",
5792
- "entryPoint": "softmax_topk",
7952
+ "gather": {
7953
+ "wgsl": "moe_gather.wgsl",
7954
+ "entryPoint": "gather_tokens",
5793
7955
  "workgroup": [
5794
- 32,
7956
+ 256,
5795
7957
  1,
5796
7958
  1
5797
7959
  ],
@@ -5803,11 +7965,11 @@
5803
7965
  "wgslOnDisk": true
5804
7966
  }
5805
7967
  },
5806
- "fused_f16": {
5807
- "wgsl": "topk_f16.wgsl",
5808
- "entryPoint": "softmax_topk",
7968
+ "gather_f16": {
7969
+ "wgsl": "moe_gather_f16.wgsl",
7970
+ "entryPoint": "gather_tokens",
5809
7971
  "workgroup": [
5810
- 32,
7972
+ 256,
5811
7973
  1,
5812
7974
  1
5813
7975
  ],
@@ -5821,45 +7983,179 @@
5821
7983
  "wgslOnDisk": true
5822
7984
  }
5823
7985
  },
5824
- "fused_f16_w16": {
5825
- "wgsl": "topk_f16_weights.wgsl",
5826
- "entryPoint": "softmax_topk",
7986
+ "single_pass": {
7987
+ "wgsl": "moe_gather.wgsl",
7988
+ "entryPoint": "gather_single_pass",
5827
7989
  "workgroup": [
5828
- 32,
7990
+ 256,
5829
7991
  1,
5830
7992
  1
5831
7993
  ],
5832
- "requires": [
5833
- "shader-f16"
7994
+ "requires": [],
7995
+ "reachability": {
7996
+ "status": "unused",
7997
+ "inlineConfigs": [],
7998
+ "ruleChains": [],
7999
+ "wgslOnDisk": true
8000
+ }
8001
+ }
8002
+ }
8003
+ },
8004
+ "moe_offsets": {
8005
+ "description": "Build routing token offsets for dynamic MoE scatter on GPU",
8006
+ "baseBindings": [
8007
+ {
8008
+ "index": 0,
8009
+ "name": "uniforms",
8010
+ "type": "uniform"
8011
+ },
8012
+ {
8013
+ "index": 1,
8014
+ "name": "token_counts",
8015
+ "type": "read-only-storage"
8016
+ },
8017
+ {
8018
+ "index": 2,
8019
+ "name": "token_map",
8020
+ "type": "read-only-storage"
8021
+ },
8022
+ {
8023
+ "index": 3,
8024
+ "name": "token_offsets",
8025
+ "type": "storage"
8026
+ }
8027
+ ],
8028
+ "baseUniforms": {
8029
+ "size": 32,
8030
+ "fields": [
8031
+ {
8032
+ "name": "num_tokens",
8033
+ "type": "u32",
8034
+ "offset": 0
8035
+ },
8036
+ {
8037
+ "name": "num_experts",
8038
+ "type": "u32",
8039
+ "offset": 4
8040
+ },
8041
+ {
8042
+ "name": "top_k",
8043
+ "type": "u32",
8044
+ "offset": 8
8045
+ },
8046
+ {
8047
+ "name": "max_tokens_per_expert",
8048
+ "type": "u32",
8049
+ "offset": 12
8050
+ },
8051
+ {
8052
+ "name": "_pad0",
8053
+ "type": "u32",
8054
+ "offset": 16
8055
+ },
8056
+ {
8057
+ "name": "_pad1",
8058
+ "type": "u32",
8059
+ "offset": 20
8060
+ },
8061
+ {
8062
+ "name": "_pad2",
8063
+ "type": "u32",
8064
+ "offset": 24
8065
+ },
8066
+ {
8067
+ "name": "_pad3",
8068
+ "type": "u32",
8069
+ "offset": 28
8070
+ }
8071
+ ]
8072
+ },
8073
+ "variants": {
8074
+ "default": {
8075
+ "wgsl": "moe_offsets.wgsl",
8076
+ "entryPoint": "build_offsets",
8077
+ "workgroup": [
8078
+ 256,
8079
+ 1,
8080
+ 1
5834
8081
  ],
8082
+ "requires": [],
5835
8083
  "reachability": {
5836
8084
  "status": "unused",
5837
8085
  "inlineConfigs": [],
5838
8086
  "ruleChains": [],
5839
8087
  "wgslOnDisk": true
5840
8088
  }
8089
+ }
8090
+ }
8091
+ },
8092
+ "swiglu": {
8093
+ "description": "SwiGLU activation (gated) kernels",
8094
+ "baseBindings": [
8095
+ {
8096
+ "index": 0,
8097
+ "name": "uniforms",
8098
+ "type": "uniform"
5841
8099
  },
5842
- "gptoss_router_topk": {
5843
- "wgsl": "gptoss_router_topk.wgsl",
5844
- "entryPoint": "softmax_topk",
8100
+ {
8101
+ "index": 1,
8102
+ "name": "gate",
8103
+ "type": "read-only-storage"
8104
+ },
8105
+ {
8106
+ "index": 2,
8107
+ "name": "up",
8108
+ "type": "read-only-storage"
8109
+ },
8110
+ {
8111
+ "index": 3,
8112
+ "name": "bias",
8113
+ "type": "read-only-storage"
8114
+ },
8115
+ {
8116
+ "index": 4,
8117
+ "name": "output",
8118
+ "type": "storage"
8119
+ }
8120
+ ],
8121
+ "baseUniforms": {
8122
+ "size": 16,
8123
+ "fields": [
8124
+ {
8125
+ "name": "size",
8126
+ "type": "u32",
8127
+ "offset": 0
8128
+ }
8129
+ ]
8130
+ },
8131
+ "variants": {
8132
+ "rowsplit_bias": {
8133
+ "wgsl": "fused_swiglu.wgsl",
8134
+ "entryPoint": "main",
8135
+ "workgroup": [
8136
+ 256,
8137
+ 1,
8138
+ 1
8139
+ ],
8140
+ "requires": [],
8141
+ "reachability": {
8142
+ "status": "unused",
8143
+ "inlineConfigs": [],
8144
+ "ruleChains": [],
8145
+ "wgslOnDisk": true
8146
+ }
8147
+ },
8148
+ "rowsplit_bias_f16": {
8149
+ "wgsl": "fused_swiglu_f16.wgsl",
8150
+ "entryPoint": "main",
5845
8151
  "workgroup": [
5846
8152
  256,
5847
8153
  1,
5848
8154
  1
5849
8155
  ],
5850
8156
  "requires": [
5851
- "shader-f16",
5852
- "subgroups"
8157
+ "shader-f16"
5853
8158
  ],
5854
- "outputDtype": "f16",
5855
- "variantMetadata": {
5856
- "modelType": "gpt-oss",
5857
- "routerDtype": "f16",
5858
- "weightsDtype": "f16",
5859
- "tileShape": "token-major",
5860
- "groupSize": 32
5861
- },
5862
- "description": "GPT-OSS deterministic router top-k kernel (f16 logits/weights).",
5863
8159
  "reachability": {
5864
8160
  "status": "unused",
5865
8161
  "inlineConfigs": [],
@@ -5869,8 +8165,8 @@
5869
8165
  }
5870
8166
  }
5871
8167
  },
5872
- "scatter_add": {
5873
- "description": "MoE output combination kernels",
8168
+ "bias_add": {
8169
+ "description": "Bias addition kernels",
5874
8170
  "baseBindings": [
5875
8171
  {
5876
8172
  "index": 0,
@@ -5879,23 +8175,13 @@
5879
8175
  },
5880
8176
  {
5881
8177
  "index": 1,
5882
- "name": "input",
5883
- "type": "read-only-storage"
8178
+ "name": "data",
8179
+ "type": "storage"
5884
8180
  },
5885
8181
  {
5886
8182
  "index": 2,
5887
- "name": "indices",
5888
- "type": "read-only-storage"
5889
- },
5890
- {
5891
- "index": 3,
5892
- "name": "weights",
8183
+ "name": "bias",
5893
8184
  "type": "read-only-storage"
5894
- },
5895
- {
5896
- "index": 4,
5897
- "name": "output",
5898
- "type": "storage"
5899
8185
  }
5900
8186
  ],
5901
8187
  "baseUniforms": {
@@ -5907,25 +8193,45 @@
5907
8193
  "offset": 0
5908
8194
  },
5909
8195
  {
5910
- "name": "hidden_size",
8196
+ "name": "dim",
5911
8197
  "type": "u32",
5912
8198
  "offset": 4
5913
8199
  },
5914
8200
  {
5915
- "name": "top_k",
8201
+ "name": "data_offset",
5916
8202
  "type": "u32",
5917
8203
  "offset": 8
5918
8204
  },
5919
8205
  {
5920
- "name": "num_experts",
8206
+ "name": "bias_offset",
5921
8207
  "type": "u32",
5922
8208
  "offset": 12
8209
+ },
8210
+ {
8211
+ "name": "token_stride",
8212
+ "type": "u32",
8213
+ "offset": 16
8214
+ },
8215
+ {
8216
+ "name": "_pad0",
8217
+ "type": "u32",
8218
+ "offset": 20
8219
+ },
8220
+ {
8221
+ "name": "_pad1",
8222
+ "type": "u32",
8223
+ "offset": 24
8224
+ },
8225
+ {
8226
+ "name": "_pad2",
8227
+ "type": "u32",
8228
+ "offset": 28
5923
8229
  }
5924
8230
  ]
5925
8231
  },
5926
8232
  "variants": {
5927
8233
  "default": {
5928
- "wgsl": "scatter_add.wgsl",
8234
+ "wgsl": "bias_add.wgsl",
5929
8235
  "entryPoint": "main",
5930
8236
  "workgroup": [
5931
8237
  256,
@@ -5940,52 +8246,16 @@
5940
8246
  "wgslOnDisk": true
5941
8247
  }
5942
8248
  },
5943
- "vec4": {
5944
- "wgsl": "scatter_add_vec4.wgsl",
5945
- "entryPoint": "scatter_add_vec4",
5946
- "workgroup": [
5947
- 64,
5948
- 1,
5949
- 1
5950
- ],
5951
- "requires": [],
5952
- "reachability": {
5953
- "status": "unused",
5954
- "inlineConfigs": [],
5955
- "ruleChains": [],
5956
- "wgslOnDisk": true
5957
- }
5958
- },
5959
- "dynamic": {
5960
- "wgsl": "scatter_add_dynamic.wgsl",
5961
- "entryPoint": "scatter_add_dynamic",
8249
+ "f16": {
8250
+ "wgsl": "bias_add_f16.wgsl",
8251
+ "entryPoint": "main",
5962
8252
  "workgroup": [
5963
8253
  256,
5964
8254
  1,
5965
8255
  1
5966
8256
  ],
5967
- "requires": [],
5968
- "bindingsOverride": [
5969
- {
5970
- "index": 2,
5971
- "name": "routing_indices",
5972
- "type": "read-only-storage"
5973
- },
5974
- {
5975
- "index": 3,
5976
- "name": "routing_weights",
5977
- "type": "read-only-storage"
5978
- },
5979
- {
5980
- "index": 4,
5981
- "name": "token_offsets",
5982
- "type": "read-only-storage"
5983
- },
5984
- {
5985
- "index": 5,
5986
- "name": "output",
5987
- "type": "storage"
5988
- }
8257
+ "requires": [
8258
+ "shader-f16"
5989
8259
  ],
5990
8260
  "reachability": {
5991
8261
  "status": "unused",
@@ -5993,10 +8263,42 @@
5993
8263
  "ruleChains": [],
5994
8264
  "wgslOnDisk": true
5995
8265
  }
8266
+ }
8267
+ }
8268
+ },
8269
+ "cast": {
8270
+ "description": "Type casting kernels",
8271
+ "baseBindings": [
8272
+ {
8273
+ "index": 0,
8274
+ "name": "uniforms",
8275
+ "type": "uniform"
5996
8276
  },
5997
- "dynamic_f16": {
5998
- "wgsl": "scatter_add_dynamic_f16.wgsl",
5999
- "entryPoint": "scatter_add_dynamic",
8277
+ {
8278
+ "index": 1,
8279
+ "name": "input",
8280
+ "type": "read-only-storage"
8281
+ },
8282
+ {
8283
+ "index": 2,
8284
+ "name": "output",
8285
+ "type": "storage"
8286
+ }
8287
+ ],
8288
+ "baseUniforms": {
8289
+ "size": 16,
8290
+ "fields": [
8291
+ {
8292
+ "name": "size",
8293
+ "type": "u32",
8294
+ "offset": 0
8295
+ }
8296
+ ]
8297
+ },
8298
+ "variants": {
8299
+ "f32_to_f16": {
8300
+ "wgsl": "cast_f32_to_f16.wgsl",
8301
+ "entryPoint": "main",
6000
8302
  "workgroup": [
6001
8303
  256,
6002
8304
  1,
@@ -6005,38 +8307,18 @@
6005
8307
  "requires": [
6006
8308
  "shader-f16"
6007
8309
  ],
6008
- "bindingsOverride": [
6009
- {
6010
- "index": 2,
6011
- "name": "routing_indices",
6012
- "type": "read-only-storage"
6013
- },
6014
- {
6015
- "index": 3,
6016
- "name": "routing_weights",
6017
- "type": "read-only-storage"
6018
- },
6019
- {
6020
- "index": 4,
6021
- "name": "token_offsets",
6022
- "type": "read-only-storage"
6023
- },
6024
- {
6025
- "index": 5,
6026
- "name": "output",
6027
- "type": "storage"
6028
- }
6029
- ],
6030
8310
  "reachability": {
6031
- "status": "unused",
6032
- "inlineConfigs": [],
8311
+ "status": "pinned",
8312
+ "inlineConfigs": [
8313
+ "diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16"
8314
+ ],
6033
8315
  "ruleChains": [],
6034
8316
  "wgslOnDisk": true
6035
8317
  }
6036
8318
  },
6037
- "dynamic_f16_w16": {
6038
- "wgsl": "scatter_add_dynamic_f16_weights.wgsl",
6039
- "entryPoint": "scatter_add_dynamic",
8319
+ "f16_to_f32": {
8320
+ "wgsl": "cast_f16_to_f32.wgsl",
8321
+ "entryPoint": "main",
6040
8322
  "workgroup": [
6041
8323
  256,
6042
8324
  1,
@@ -6045,44 +8327,81 @@
6045
8327
  "requires": [
6046
8328
  "shader-f16"
6047
8329
  ],
6048
- "bindingsOverride": [
6049
- {
6050
- "index": 2,
6051
- "name": "routing_indices",
6052
- "type": "read-only-storage"
6053
- },
6054
- {
6055
- "index": 3,
6056
- "name": "routing_weights",
6057
- "type": "read-only-storage"
6058
- },
6059
- {
6060
- "index": 4,
6061
- "name": "token_offsets",
6062
- "type": "read-only-storage"
6063
- },
6064
- {
6065
- "index": 5,
6066
- "name": "output",
6067
- "type": "storage"
6068
- }
6069
- ],
6070
8330
  "reachability": {
6071
8331
  "status": "unused",
6072
8332
  "inlineConfigs": [],
6073
8333
  "ruleChains": [],
6074
8334
  "wgslOnDisk": true
6075
8335
  }
8336
+ }
8337
+ }
8338
+ },
8339
+ "kv_cache_write": {
8340
+ "description": "Direct KV cache write kernels",
8341
+ "baseBindings": [
8342
+ {
8343
+ "index": 0,
8344
+ "name": "uniforms",
8345
+ "type": "uniform"
6076
8346
  },
6077
- "accumulate": {
6078
- "wgsl": "scatter_add.wgsl",
6079
- "entryPoint": "scatter_add_accumulate",
8347
+ {
8348
+ "index": 1,
8349
+ "name": "input_k",
8350
+ "type": "read-only-storage"
8351
+ },
8352
+ {
8353
+ "index": 2,
8354
+ "name": "input_v",
8355
+ "type": "read-only-storage"
8356
+ },
8357
+ {
8358
+ "index": 3,
8359
+ "name": "output_k",
8360
+ "type": "storage"
8361
+ },
8362
+ {
8363
+ "index": 4,
8364
+ "name": "output_v",
8365
+ "type": "storage"
8366
+ }
8367
+ ],
8368
+ "baseUniforms": {
8369
+ "size": 16,
8370
+ "fields": [
8371
+ {
8372
+ "name": "src_offset",
8373
+ "type": "u32",
8374
+ "offset": 0
8375
+ },
8376
+ {
8377
+ "name": "dst_offset",
8378
+ "type": "u32",
8379
+ "offset": 4
8380
+ },
8381
+ {
8382
+ "name": "count",
8383
+ "type": "u32",
8384
+ "offset": 8
8385
+ },
8386
+ {
8387
+ "name": "_pad0",
8388
+ "type": "u32",
8389
+ "offset": 12
8390
+ }
8391
+ ]
8392
+ },
8393
+ "variants": {
8394
+ "f32_to_f16": {
8395
+ "wgsl": "kv_cache_write_f32_to_f16.wgsl",
8396
+ "entryPoint": "main",
6080
8397
  "workgroup": [
6081
8398
  256,
6082
8399
  1,
6083
8400
  1
6084
8401
  ],
6085
- "requires": [],
8402
+ "requires": [
8403
+ "shader-f16"
8404
+ ],
6086
8405
  "reachability": {
6087
8406
  "status": "unused",
6088
8407
  "inlineConfigs": [],
@@ -6092,8 +8411,8 @@
6092
8411
  }
6093
8412
  }
6094
8413
  },
6095
- "moe_gather": {
6096
- "description": "Token gathering by expert kernels",
8414
+ "split_qkv": {
8415
+ "description": "Split fused QKV output into separate Q, K, V buffers",
6097
8416
  "baseBindings": [
6098
8417
  {
6099
8418
  "index": 0,
@@ -6102,22 +8421,27 @@
6102
8421
  },
6103
8422
  {
6104
8423
  "index": 1,
6105
- "name": "input",
8424
+ "name": "fused_qkv",
6106
8425
  "type": "read-only-storage"
6107
8426
  },
6108
8427
  {
6109
8428
  "index": 2,
6110
- "name": "expert_assignments",
6111
- "type": "read-only-storage"
8429
+ "name": "Q",
8430
+ "type": "storage"
6112
8431
  },
6113
8432
  {
6114
8433
  "index": 3,
6115
- "name": "output",
8434
+ "name": "K",
8435
+ "type": "storage"
8436
+ },
8437
+ {
8438
+ "index": 4,
8439
+ "name": "V",
6116
8440
  "type": "storage"
6117
8441
  }
6118
8442
  ],
6119
8443
  "baseUniforms": {
6120
- "size": 32,
8444
+ "size": 16,
6121
8445
  "fields": [
6122
8446
  {
6123
8447
  "name": "num_tokens",
@@ -6125,80 +8449,26 @@
6125
8449
  "offset": 0
6126
8450
  },
6127
8451
  {
6128
- "name": "hidden_size",
8452
+ "name": "q_size",
6129
8453
  "type": "u32",
6130
8454
  "offset": 4
6131
8455
  },
6132
8456
  {
6133
- "name": "num_experts",
8457
+ "name": "k_size",
6134
8458
  "type": "u32",
6135
8459
  "offset": 8
6136
8460
  },
6137
8461
  {
6138
- "name": "top_k",
8462
+ "name": "v_size",
6139
8463
  "type": "u32",
6140
8464
  "offset": 12
6141
- },
6142
- {
6143
- "name": "max_tokens_per_expert",
6144
- "type": "u32",
6145
- "offset": 16
6146
- },
6147
- {
6148
- "name": "threads_per_row",
6149
- "type": "u32",
6150
- "offset": 20
6151
- },
6152
- {
6153
- "name": "_pad2",
6154
- "type": "u32",
6155
- "offset": 24
6156
- },
6157
- {
6158
- "name": "_pad3",
6159
- "type": "u32",
6160
- "offset": 28
6161
8465
  }
6162
8466
  ]
6163
8467
  },
6164
8468
  "variants": {
6165
- "count": {
6166
- "wgsl": "moe_gather.wgsl",
6167
- "entryPoint": "count_and_map",
6168
- "workgroup": [
6169
- 256,
6170
- 1,
6171
- 1
6172
- ],
6173
- "requires": [],
6174
- "reachability": {
6175
- "status": "unused",
6176
- "inlineConfigs": [],
6177
- "ruleChains": [],
6178
- "wgslOnDisk": true
6179
- }
6180
- },
6181
- "count_f16": {
6182
- "wgsl": "moe_gather_f16.wgsl",
6183
- "entryPoint": "count_and_map",
6184
- "workgroup": [
6185
- 256,
6186
- 1,
6187
- 1
6188
- ],
6189
- "requires": [
6190
- "shader-f16"
6191
- ],
6192
- "reachability": {
6193
- "status": "unused",
6194
- "inlineConfigs": [],
6195
- "ruleChains": [],
6196
- "wgslOnDisk": true
6197
- }
6198
- },
6199
- "gather": {
6200
- "wgsl": "moe_gather.wgsl",
6201
- "entryPoint": "gather_tokens",
8469
+ "default": {
8470
+ "wgsl": "split_qkv.wgsl",
8471
+ "entryPoint": "main",
6202
8472
  "workgroup": [
6203
8473
  256,
6204
8474
  1,
@@ -6206,15 +8476,17 @@
6206
8476
  ],
6207
8477
  "requires": [],
6208
8478
  "reachability": {
6209
- "status": "unused",
8479
+ "status": "selectable",
6210
8480
  "inlineConfigs": [],
6211
- "ruleChains": [],
8481
+ "ruleChains": [
8482
+ "split-qkv.rules.json#variant"
8483
+ ],
6212
8484
  "wgslOnDisk": true
6213
8485
  }
6214
8486
  },
6215
- "gather_f16": {
6216
- "wgsl": "moe_gather_f16.wgsl",
6217
- "entryPoint": "gather_tokens",
8487
+ "f16": {
8488
+ "wgsl": "split_qkv_f16.wgsl",
8489
+ "entryPoint": "main",
6218
8490
  "workgroup": [
6219
8491
  256,
6220
8492
  1,
@@ -6224,32 +8496,18 @@
6224
8496
  "shader-f16"
6225
8497
  ],
6226
8498
  "reachability": {
6227
- "status": "unused",
6228
- "inlineConfigs": [],
6229
- "ruleChains": [],
6230
- "wgslOnDisk": true
6231
- }
6232
- },
6233
- "single_pass": {
6234
- "wgsl": "moe_gather.wgsl",
6235
- "entryPoint": "gather_single_pass",
6236
- "workgroup": [
6237
- 256,
6238
- 1,
6239
- 1
6240
- ],
6241
- "requires": [],
6242
- "reachability": {
6243
- "status": "unused",
8499
+ "status": "selectable",
6244
8500
  "inlineConfigs": [],
6245
- "ruleChains": [],
8501
+ "ruleChains": [
8502
+ "split-qkv.rules.json#variant"
8503
+ ],
6246
8504
  "wgslOnDisk": true
6247
8505
  }
6248
8506
  }
6249
8507
  }
6250
8508
  },
6251
- "moe_offsets": {
6252
- "description": "Build routing token offsets for dynamic MoE scatter on GPU",
8509
+ "split_qkv_rmsnorm_qk": {
8510
+ "description": "Split fused QKV output and apply weighted RMSNorm to Q and K buffers",
6253
8511
  "baseBindings": [
6254
8512
  {
6255
8513
  "index": 0,
@@ -6258,22 +8516,37 @@
6258
8516
  },
6259
8517
  {
6260
8518
  "index": 1,
6261
- "name": "token_counts",
8519
+ "name": "fused_qkv",
6262
8520
  "type": "read-only-storage"
6263
8521
  },
6264
8522
  {
6265
8523
  "index": 2,
6266
- "name": "token_map",
8524
+ "name": "q_weight",
6267
8525
  "type": "read-only-storage"
6268
8526
  },
6269
8527
  {
6270
8528
  "index": 3,
6271
- "name": "token_offsets",
8529
+ "name": "k_weight",
8530
+ "type": "read-only-storage"
8531
+ },
8532
+ {
8533
+ "index": 4,
8534
+ "name": "Q",
8535
+ "type": "storage"
8536
+ },
8537
+ {
8538
+ "index": 5,
8539
+ "name": "K",
8540
+ "type": "storage"
8541
+ },
8542
+ {
8543
+ "index": 6,
8544
+ "name": "V",
6272
8545
  "type": "storage"
6273
8546
  }
6274
8547
  ],
6275
8548
  "baseUniforms": {
6276
- "size": 32,
8549
+ "size": 48,
6277
8550
  "fields": [
6278
8551
  {
6279
8552
  "name": "num_tokens",
@@ -6281,46 +8554,66 @@
6281
8554
  "offset": 0
6282
8555
  },
6283
8556
  {
6284
- "name": "num_experts",
8557
+ "name": "q_size",
6285
8558
  "type": "u32",
6286
8559
  "offset": 4
6287
8560
  },
6288
8561
  {
6289
- "name": "top_k",
8562
+ "name": "k_size",
6290
8563
  "type": "u32",
6291
8564
  "offset": 8
6292
8565
  },
6293
8566
  {
6294
- "name": "max_tokens_per_expert",
8567
+ "name": "v_size",
6295
8568
  "type": "u32",
6296
8569
  "offset": 12
6297
8570
  },
6298
8571
  {
6299
- "name": "_pad0",
8572
+ "name": "num_heads",
6300
8573
  "type": "u32",
6301
8574
  "offset": 16
6302
8575
  },
6303
8576
  {
6304
- "name": "_pad1",
8577
+ "name": "num_kv_heads",
6305
8578
  "type": "u32",
6306
8579
  "offset": 20
6307
8580
  },
6308
8581
  {
6309
- "name": "_pad2",
8582
+ "name": "head_dim",
6310
8583
  "type": "u32",
6311
8584
  "offset": 24
6312
8585
  },
6313
8586
  {
6314
- "name": "_pad3",
8587
+ "name": "workgroup_stride",
6315
8588
  "type": "u32",
6316
8589
  "offset": 28
8590
+ },
8591
+ {
8592
+ "name": "qk_rows",
8593
+ "type": "u32",
8594
+ "offset": 32
8595
+ },
8596
+ {
8597
+ "name": "total_v",
8598
+ "type": "u32",
8599
+ "offset": 36
8600
+ },
8601
+ {
8602
+ "name": "eps",
8603
+ "type": "f32",
8604
+ "offset": 40
8605
+ },
8606
+ {
8607
+ "name": "_pad0",
8608
+ "type": "u32",
8609
+ "offset": 44
6317
8610
  }
6318
8611
  ]
6319
8612
  },
6320
8613
  "variants": {
6321
8614
  "default": {
6322
- "wgsl": "moe_offsets.wgsl",
6323
- "entryPoint": "build_offsets",
8615
+ "wgsl": "split_qkv_rmsnorm_qk.wgsl",
8616
+ "entryPoint": "main",
6324
8617
  "workgroup": [
6325
8618
  256,
6326
8619
  1,
@@ -6336,8 +8629,8 @@
6336
8629
  }
6337
8630
  }
6338
8631
  },
6339
- "swiglu": {
6340
- "description": "SwiGLU activation (gated) kernels",
8632
+ "split_qkv_rmsnorm_rope_qk": {
8633
+ "description": "Split fused QKV output and apply weighted RMSNorm plus full-head RoPE to Q and K buffers",
6341
8634
  "baseBindings": [
6342
8635
  {
6343
8636
  "index": 0,
@@ -6346,93 +8639,47 @@
6346
8639
  },
6347
8640
  {
6348
8641
  "index": 1,
6349
- "name": "gate",
8642
+ "name": "fused_qkv",
6350
8643
  "type": "read-only-storage"
6351
8644
  },
6352
8645
  {
6353
8646
  "index": 2,
6354
- "name": "up",
8647
+ "name": "q_weight",
6355
8648
  "type": "read-only-storage"
6356
8649
  },
6357
8650
  {
6358
8651
  "index": 3,
6359
- "name": "bias",
8652
+ "name": "k_weight",
6360
8653
  "type": "read-only-storage"
6361
8654
  },
6362
8655
  {
6363
8656
  "index": 4,
6364
- "name": "output",
6365
- "type": "storage"
6366
- }
6367
- ],
6368
- "baseUniforms": {
6369
- "size": 16,
6370
- "fields": [
6371
- {
6372
- "name": "size",
6373
- "type": "u32",
6374
- "offset": 0
6375
- }
6376
- ]
6377
- },
6378
- "variants": {
6379
- "rowsplit_bias": {
6380
- "wgsl": "fused_swiglu.wgsl",
6381
- "entryPoint": "main",
6382
- "workgroup": [
6383
- 256,
6384
- 1,
6385
- 1
6386
- ],
6387
- "requires": [],
6388
- "reachability": {
6389
- "status": "unused",
6390
- "inlineConfigs": [],
6391
- "ruleChains": [],
6392
- "wgslOnDisk": true
6393
- }
8657
+ "name": "freqs_cos",
8658
+ "type": "read-only-storage"
6394
8659
  },
6395
- "rowsplit_bias_f16": {
6396
- "wgsl": "fused_swiglu_f16.wgsl",
6397
- "entryPoint": "main",
6398
- "workgroup": [
6399
- 256,
6400
- 1,
6401
- 1
6402
- ],
6403
- "requires": [
6404
- "shader-f16"
6405
- ],
6406
- "reachability": {
6407
- "status": "unused",
6408
- "inlineConfigs": [],
6409
- "ruleChains": [],
6410
- "wgslOnDisk": true
6411
- }
6412
- }
6413
- }
6414
- },
6415
- "bias_add": {
6416
- "description": "Bias addition kernels",
6417
- "baseBindings": [
6418
8660
  {
6419
- "index": 0,
6420
- "name": "uniforms",
6421
- "type": "uniform"
8661
+ "index": 5,
8662
+ "name": "freqs_sin",
8663
+ "type": "read-only-storage"
8664
+ },
8665
+ {
8666
+ "index": 6,
8667
+ "name": "Q",
8668
+ "type": "storage"
6422
8669
  },
6423
8670
  {
6424
- "index": 1,
6425
- "name": "data",
8671
+ "index": 7,
8672
+ "name": "K",
6426
8673
  "type": "storage"
6427
8674
  },
6428
8675
  {
6429
- "index": 2,
6430
- "name": "bias",
6431
- "type": "read-only-storage"
8676
+ "index": 8,
8677
+ "name": "V",
8678
+ "type": "storage"
6432
8679
  }
6433
8680
  ],
6434
8681
  "baseUniforms": {
6435
- "size": 32,
8682
+ "size": 64,
6436
8683
  "fields": [
6437
8684
  {
6438
8685
  "name": "num_tokens",
@@ -6440,45 +8687,85 @@
6440
8687
  "offset": 0
6441
8688
  },
6442
8689
  {
6443
- "name": "dim",
8690
+ "name": "q_size",
6444
8691
  "type": "u32",
6445
8692
  "offset": 4
6446
8693
  },
6447
8694
  {
6448
- "name": "data_offset",
8695
+ "name": "k_size",
6449
8696
  "type": "u32",
6450
8697
  "offset": 8
6451
8698
  },
6452
8699
  {
6453
- "name": "bias_offset",
8700
+ "name": "v_size",
6454
8701
  "type": "u32",
6455
8702
  "offset": 12
6456
8703
  },
6457
8704
  {
6458
- "name": "token_stride",
8705
+ "name": "num_heads",
6459
8706
  "type": "u32",
6460
8707
  "offset": 16
6461
8708
  },
6462
8709
  {
6463
- "name": "_pad0",
8710
+ "name": "num_kv_heads",
6464
8711
  "type": "u32",
6465
8712
  "offset": 20
6466
8713
  },
6467
8714
  {
6468
- "name": "_pad1",
8715
+ "name": "head_dim",
6469
8716
  "type": "u32",
6470
8717
  "offset": 24
6471
8718
  },
6472
8719
  {
6473
- "name": "_pad2",
8720
+ "name": "workgroup_stride",
6474
8721
  "type": "u32",
6475
8722
  "offset": 28
8723
+ },
8724
+ {
8725
+ "name": "qk_rows",
8726
+ "type": "u32",
8727
+ "offset": 32
8728
+ },
8729
+ {
8730
+ "name": "total_v",
8731
+ "type": "u32",
8732
+ "offset": 36
8733
+ },
8734
+ {
8735
+ "name": "start_pos",
8736
+ "type": "u32",
8737
+ "offset": 40
8738
+ },
8739
+ {
8740
+ "name": "half_dim",
8741
+ "type": "u32",
8742
+ "offset": 44
8743
+ },
8744
+ {
8745
+ "name": "eps",
8746
+ "type": "f32",
8747
+ "offset": 48
8748
+ },
8749
+ {
8750
+ "name": "_pad0",
8751
+ "type": "u32",
8752
+ "offset": 52
8753
+ },
8754
+ {
8755
+ "name": "_pad1",
8756
+ "type": "u32",
8757
+ "offset": 56
8758
+ },
8759
+ {
8760
+ "name": "_pad2",
8761
+ "type": "u32",
8762
+ "offset": 60
6476
8763
  }
6477
8764
  ]
6478
8765
  },
6479
8766
  "variants": {
6480
8767
  "default": {
6481
- "wgsl": "bias_add.wgsl",
8768
+ "wgsl": "split_qkv_rmsnorm_rope_qk.wgsl",
6482
8769
  "entryPoint": "main",
6483
8770
  "workgroup": [
6484
8771
  256,
@@ -6492,29 +8779,11 @@
6492
8779
  "ruleChains": [],
6493
8780
  "wgslOnDisk": true
6494
8781
  }
6495
- },
6496
- "f16": {
6497
- "wgsl": "bias_add_f16.wgsl",
6498
- "entryPoint": "main",
6499
- "workgroup": [
6500
- 256,
6501
- 1,
6502
- 1
6503
- ],
6504
- "requires": [
6505
- "shader-f16"
6506
- ],
6507
- "reachability": {
6508
- "status": "unused",
6509
- "inlineConfigs": [],
6510
- "ruleChains": [],
6511
- "wgslOnDisk": true
6512
- }
6513
8782
  }
6514
8783
  }
6515
8784
  },
6516
- "cast": {
6517
- "description": "Type casting kernels",
8785
+ "split_qkv_rmsnorm_rope_qk_f16kv_cache": {
8786
+ "description": "Split fused QKV output, apply weighted RMSNorm plus full-head RoPE to Q/K, and write K/V directly to contiguous f16 KV cache",
6518
8787
  "baseBindings": [
6519
8788
  {
6520
8789
  "index": 0,
@@ -6523,95 +8792,47 @@
6523
8792
  },
6524
8793
  {
6525
8794
  "index": 1,
6526
- "name": "input",
8795
+ "name": "fused_qkv",
6527
8796
  "type": "read-only-storage"
6528
8797
  },
6529
8798
  {
6530
8799
  "index": 2,
6531
- "name": "output",
6532
- "type": "storage"
6533
- }
6534
- ],
6535
- "baseUniforms": {
6536
- "size": 16,
6537
- "fields": [
6538
- {
6539
- "name": "size",
6540
- "type": "u32",
6541
- "offset": 0
6542
- }
6543
- ]
6544
- },
6545
- "variants": {
6546
- "f32_to_f16": {
6547
- "wgsl": "cast_f32_to_f16.wgsl",
6548
- "entryPoint": "main",
6549
- "workgroup": [
6550
- 256,
6551
- 1,
6552
- 1
6553
- ],
6554
- "requires": [
6555
- "shader-f16"
6556
- ],
6557
- "reachability": {
6558
- "status": "unused",
6559
- "inlineConfigs": [],
6560
- "ruleChains": [],
6561
- "wgslOnDisk": true
6562
- }
8800
+ "name": "q_weight",
8801
+ "type": "read-only-storage"
6563
8802
  },
6564
- "f16_to_f32": {
6565
- "wgsl": "cast_f16_to_f32.wgsl",
6566
- "entryPoint": "main",
6567
- "workgroup": [
6568
- 256,
6569
- 1,
6570
- 1
6571
- ],
6572
- "requires": [
6573
- "shader-f16"
6574
- ],
6575
- "reachability": {
6576
- "status": "unused",
6577
- "inlineConfigs": [],
6578
- "ruleChains": [],
6579
- "wgslOnDisk": true
6580
- }
6581
- }
6582
- }
6583
- },
6584
- "split_qkv": {
6585
- "description": "Split fused QKV output into separate Q, K, V buffers",
6586
- "baseBindings": [
6587
8803
  {
6588
- "index": 0,
6589
- "name": "uniforms",
6590
- "type": "uniform"
8804
+ "index": 3,
8805
+ "name": "k_weight",
8806
+ "type": "read-only-storage"
6591
8807
  },
6592
8808
  {
6593
- "index": 1,
6594
- "name": "fused_qkv",
8809
+ "index": 4,
8810
+ "name": "freqs_cos",
6595
8811
  "type": "read-only-storage"
6596
8812
  },
6597
8813
  {
6598
- "index": 2,
8814
+ "index": 5,
8815
+ "name": "freqs_sin",
8816
+ "type": "read-only-storage"
8817
+ },
8818
+ {
8819
+ "index": 6,
6599
8820
  "name": "Q",
6600
8821
  "type": "storage"
6601
8822
  },
6602
8823
  {
6603
- "index": 3,
6604
- "name": "K",
8824
+ "index": 7,
8825
+ "name": "kv_cache_k",
6605
8826
  "type": "storage"
6606
8827
  },
6607
8828
  {
6608
- "index": 4,
6609
- "name": "V",
8829
+ "index": 8,
8830
+ "name": "kv_cache_v",
6610
8831
  "type": "storage"
6611
8832
  }
6612
8833
  ],
6613
8834
  "baseUniforms": {
6614
- "size": 16,
8835
+ "size": 64,
6615
8836
  "fields": [
6616
8837
  {
6617
8838
  "name": "num_tokens",
@@ -6632,30 +8853,72 @@
6632
8853
  "name": "v_size",
6633
8854
  "type": "u32",
6634
8855
  "offset": 12
8856
+ },
8857
+ {
8858
+ "name": "num_heads",
8859
+ "type": "u32",
8860
+ "offset": 16
8861
+ },
8862
+ {
8863
+ "name": "num_kv_heads",
8864
+ "type": "u32",
8865
+ "offset": 20
8866
+ },
8867
+ {
8868
+ "name": "head_dim",
8869
+ "type": "u32",
8870
+ "offset": 24
8871
+ },
8872
+ {
8873
+ "name": "workgroup_stride",
8874
+ "type": "u32",
8875
+ "offset": 28
8876
+ },
8877
+ {
8878
+ "name": "qk_rows",
8879
+ "type": "u32",
8880
+ "offset": 32
8881
+ },
8882
+ {
8883
+ "name": "total_v",
8884
+ "type": "u32",
8885
+ "offset": 36
8886
+ },
8887
+ {
8888
+ "name": "start_pos",
8889
+ "type": "u32",
8890
+ "offset": 40
8891
+ },
8892
+ {
8893
+ "name": "half_dim",
8894
+ "type": "u32",
8895
+ "offset": 44
8896
+ },
8897
+ {
8898
+ "name": "eps",
8899
+ "type": "f32",
8900
+ "offset": 48
8901
+ },
8902
+ {
8903
+ "name": "kv_dst_offset",
8904
+ "type": "u32",
8905
+ "offset": 52
8906
+ },
8907
+ {
8908
+ "name": "_pad1",
8909
+ "type": "u32",
8910
+ "offset": 56
8911
+ },
8912
+ {
8913
+ "name": "_pad2",
8914
+ "type": "u32",
8915
+ "offset": 60
6635
8916
  }
6636
8917
  ]
6637
8918
  },
6638
8919
  "variants": {
6639
8920
  "default": {
6640
- "wgsl": "split_qkv.wgsl",
6641
- "entryPoint": "main",
6642
- "workgroup": [
6643
- 256,
6644
- 1,
6645
- 1
6646
- ],
6647
- "requires": [],
6648
- "reachability": {
6649
- "status": "selectable",
6650
- "inlineConfigs": [],
6651
- "ruleChains": [
6652
- "split-qkv.rules.json#variant"
6653
- ],
6654
- "wgslOnDisk": true
6655
- }
6656
- },
6657
- "f16": {
6658
- "wgsl": "split_qkv_f16.wgsl",
8921
+ "wgsl": "split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl",
6659
8922
  "entryPoint": "main",
6660
8923
  "workgroup": [
6661
8924
  256,
@@ -6666,11 +8929,9 @@
6666
8929
  "shader-f16"
6667
8930
  ],
6668
8931
  "reachability": {
6669
- "status": "selectable",
8932
+ "status": "unused",
6670
8933
  "inlineConfigs": [],
6671
- "ruleChains": [
6672
- "split-qkv.rules.json#variant"
6673
- ],
8934
+ "ruleChains": [],
6674
8935
  "wgslOnDisk": true
6675
8936
  }
6676
8937
  }
@@ -6831,9 +9092,11 @@
6831
9092
  ],
6832
9093
  "requires": [],
6833
9094
  "reachability": {
6834
- "status": "unused",
9095
+ "status": "selectable",
6835
9096
  "inlineConfigs": [],
6836
- "ruleChains": [],
9097
+ "ruleChains": [
9098
+ "rep-penalty.rules.json#variant"
9099
+ ],
6837
9100
  "wgslOnDisk": true
6838
9101
  }
6839
9102
  },
@@ -6849,9 +9112,11 @@
6849
9112
  "shader-f16"
6850
9113
  ],
6851
9114
  "reachability": {
6852
- "status": "unused",
9115
+ "status": "selectable",
6853
9116
  "inlineConfigs": [],
6854
- "ruleChains": [],
9117
+ "ruleChains": [
9118
+ "rep-penalty.rules.json#variant"
9119
+ ],
6855
9120
  "wgslOnDisk": true
6856
9121
  }
6857
9122
  }
@@ -7089,13 +9354,21 @@
7089
9354
  "reachability": {
7090
9355
  "status": "pinned",
7091
9356
  "inlineConfigs": [
9357
+ "diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16",
7092
9358
  "gemma3/gemma-3-1b-it-f16-af32",
7093
9359
  "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
9360
+ "gemma3/gemma-3-270m-it-f16-af32",
9361
+ "gemma3/gemma-3-270m-it-q4k-ehf16-af16",
7094
9362
  "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
7095
9363
  "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
7096
9364
  "gemma3/translategemma-4b-it-q4k-ehf16-af32",
9365
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af16",
9366
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-af32",
9367
+ "gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16",
9368
+ "gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16",
7097
9369
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
7098
9370
  "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
9371
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
7099
9372
  "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
7100
9373
  "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
7101
9374
  "gemma4/gemma-4-moe-q4k-ehf16-af32",
@@ -9231,7 +11504,7 @@
9231
11504
  "offset": 4
9232
11505
  },
9233
11506
  {
9234
- "name": "_pad0",
11507
+ "name": "dispatch_stride",
9235
11508
  "type": "u32",
9236
11509
  "offset": 8
9237
11510
  },