doppler-gpu 0.2.2 → 0.4.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (658) hide show
  1. package/CHANGELOG.md +182 -0
  2. package/README.md +20 -8
  3. package/assets/doppler.svg +1601 -0
  4. package/package.json +82 -33
  5. package/src/cli/cli-model-resolution.js +275 -0
  6. package/src/cli/cli-output.js +453 -0
  7. package/src/cli/doppler-cli.js +817 -709
  8. package/src/cli/doppler-quickstart.d.ts +7 -23
  9. package/src/cli/doppler-quickstart.js +20 -4
  10. package/src/cli/doppler-serve.js +1 -1
  11. package/src/cli/runtime-profiles.d.ts +40 -0
  12. package/src/cli/runtime-profiles.js +225 -0
  13. package/src/client/doppler-api.js +1 -6
  14. package/src/client/doppler-registry.d.ts +12 -0
  15. package/src/client/doppler-registry.js +27 -0
  16. package/src/client/doppler-registry.json +79 -5
  17. package/src/client/failure-taxonomy.js +139 -0
  18. package/src/client/fault-injection.js +30 -0
  19. package/src/client/provider.d.ts +151 -0
  20. package/src/client/provider.js +374 -0
  21. package/src/client/receipt.js +156 -0
  22. package/src/client/runtime/index.js +56 -4
  23. package/src/client/runtime/model-manager.d.ts +0 -14
  24. package/src/client/runtime/model-manager.js +2 -42
  25. package/src/client/runtime/model-session.js +33 -0
  26. package/src/client/runtime/model-source.d.ts +13 -1
  27. package/src/client/runtime/model-source.js +128 -2
  28. package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
  29. package/src/client/runtime/node-quickstart-cache.js +353 -0
  30. package/src/client/runtime/source-runtime.js +1 -10
  31. package/src/client/runtime/types.d.ts +0 -60
  32. package/src/client/wrap-pipeline-handle.d.ts +20 -0
  33. package/src/client/wrap-pipeline-handle.js +84 -0
  34. package/src/config/README.md +3 -1
  35. package/src/config/conversion/README.md +23 -157
  36. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +19 -4
  37. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +16 -9
  38. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +24 -9
  39. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +24 -9
  40. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +16 -9
  41. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +24 -9
  42. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
  43. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
  44. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +589 -0
  45. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
  46. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +368 -62
  47. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
  48. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
  49. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
  50. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +17 -10
  51. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +75 -33
  52. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +91 -59
  53. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +517 -0
  54. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +511 -0
  55. package/src/config/execution-contract-check.js +6 -5
  56. package/src/config/kernel-path-loader.d.ts +8 -2
  57. package/src/config/kernels/kernel-ref-digests.js +125 -122
  58. package/src/config/kernels/registry.d.ts +0 -35
  59. package/src/config/kernels/registry.js +5 -9
  60. package/src/config/kernels/registry.json +615 -368
  61. package/src/config/merge-helpers.d.ts +1 -1
  62. package/src/config/merge-helpers.js +1 -1
  63. package/src/config/merge.js +35 -7
  64. package/src/config/param-categories.d.ts +0 -9
  65. package/src/config/param-categories.js +1 -5
  66. package/src/config/param-validator.d.ts +2 -0
  67. package/src/config/param-validator.js +16 -0
  68. package/src/config/platforms/loader.d.ts +0 -27
  69. package/src/config/platforms/loader.js +0 -30
  70. package/src/config/required-inference-fields-contract-check.js +1 -7
  71. package/src/config/runtime/README.md +28 -0
  72. package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +32 -0
  73. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
  74. package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
  75. package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
  76. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
  77. package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
  78. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
  79. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
  80. package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
  81. package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
  82. package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
  83. package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
  84. package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
  85. package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
  86. package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
  87. package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
  88. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
  89. package/src/config/schema/benchmark.schema.d.ts +2 -0
  90. package/src/config/schema/benchmark.schema.js +1 -0
  91. package/src/config/schema/bridge.schema.d.ts +16 -0
  92. package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
  93. package/src/config/schema/browser-suite-metrics.schema.js +2 -0
  94. package/src/config/schema/converter.schema.d.ts +5 -0
  95. package/src/config/schema/converter.schema.js +3 -0
  96. package/src/config/schema/debug.schema.d.ts +22 -1
  97. package/src/config/schema/debug.schema.js +1 -0
  98. package/src/config/schema/distill-training.schema.d.ts +0 -1
  99. package/src/config/schema/distill-training.schema.js +1 -1
  100. package/src/config/schema/doppler.schema.d.ts +21 -3
  101. package/src/config/schema/doppler.schema.js +116 -9
  102. package/src/config/schema/emulation.schema.d.ts +3 -0
  103. package/src/config/schema/emulation.schema.js +16 -16
  104. package/src/config/schema/execution-v1.schema.d.ts +12 -1
  105. package/src/config/schema/execution-v1.schema.js +7 -1
  106. package/src/config/schema/index.d.ts +54 -1
  107. package/src/config/schema/index.js +15 -0
  108. package/src/config/schema/inference.schema.d.ts +3 -3
  109. package/src/config/schema/kernel-path.schema.d.ts +6 -27
  110. package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
  111. package/src/config/schema/kernel-thresholds.schema.js +3 -7
  112. package/src/config/schema/kvcache.schema.js +0 -9
  113. package/src/config/schema/loading.schema.d.ts +12 -0
  114. package/src/config/schema/loading.schema.js +4 -0
  115. package/src/config/schema/manifest.schema.d.ts +73 -1
  116. package/src/config/schema/manifest.schema.js +48 -2
  117. package/src/config/schema/moe.schema.js +0 -8
  118. package/src/config/schema/program-bundle.schema.d.ts +233 -0
  119. package/src/config/schema/program-bundle.schema.js +393 -0
  120. package/src/config/schema/ul-training.schema.d.ts +0 -1
  121. package/src/config/schema/ul-training.schema.js +1 -1
  122. package/src/config/source-packages/litert/gemma-4-e2b-it.json +36 -15
  123. package/src/config/supported-operations.d.ts +14 -0
  124. package/src/config/supported-operations.js +34 -0
  125. package/src/config/supported-operations.json +178 -0
  126. package/src/config/training-defaults.js +1 -7
  127. package/src/config/transforms/capability-transform-resolver.js +3 -1
  128. package/src/config/transforms/execution-graph-transforms.d.ts +55 -0
  129. package/src/config/transforms/execution-graph-transforms.js +693 -29
  130. package/src/converter/conversion-plan.js +13 -10
  131. package/src/converter/core.d.ts +57 -0
  132. package/src/converter/core.js +582 -13
  133. package/src/converter/parsers/diffusion.js +1 -33
  134. package/src/converter/quantization-info.d.ts +5 -4
  135. package/src/converter/quantization-info.js +39 -3
  136. package/src/converter/quantizer.d.ts +19 -0
  137. package/src/converter/quantizer.js +81 -4
  138. package/src/debug/config.d.ts +0 -4
  139. package/src/debug/config.js +0 -17
  140. package/src/debug/index.d.ts +28 -30
  141. package/src/debug/index.js +0 -18
  142. package/src/debug/stats.d.ts +0 -8
  143. package/src/debug/stats.js +3 -3
  144. package/src/debug/tensor.d.ts +9 -2
  145. package/src/debug/tensor.js +11 -4
  146. package/src/debug/trace.js +2 -15
  147. package/src/errors/doppler-error.js +20 -0
  148. package/src/experimental/browser/quantization.d.ts +5 -0
  149. package/src/experimental/distribution/shard-delivery.js +179 -23
  150. package/src/experimental/training/artifacts.js +1 -14
  151. package/src/experimental/training/checkpoint.js +1 -14
  152. package/src/experimental/training/datasets/token-batch.d.ts +1 -1
  153. package/src/experimental/training/datasets/token-batch.js +2 -2
  154. package/src/experimental/training/distillation/dataset.js +2 -15
  155. package/src/experimental/training/distillation/eval.js +3 -3
  156. package/src/experimental/training/distillation/runtime.js +3 -16
  157. package/src/experimental/training/distillation/student-fixture.js +6 -6
  158. package/src/experimental/training/lora-pipeline.js +1 -14
  159. package/src/experimental/training/objectives/base.d.ts +2 -2
  160. package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
  161. package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
  162. package/src/experimental/training/objectives/distill_kd.js +2 -2
  163. package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
  164. package/src/experimental/training/objectives/distill_triplet.js +2 -2
  165. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
  166. package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
  167. package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
  168. package/src/experimental/training/operator-artifacts.js +1 -14
  169. package/src/experimental/training/runner.js +1 -14
  170. package/src/experimental/training/workload-packs/registry.json +6 -6
  171. package/src/experimental/training/workloads.js +1 -1
  172. package/src/formats/gguf/types.d.ts +0 -63
  173. package/src/formats/gguf/types.js +58 -38
  174. package/src/formats/litert/types.d.ts +0 -13
  175. package/src/formats/litert/types.js +2 -2
  176. package/src/formats/rdrr/distributed/index.d.ts +34 -0
  177. package/src/formats/rdrr/distributed/index.js +3 -0
  178. package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
  179. package/src/formats/rdrr/distributed/parsing.js +23 -0
  180. package/src/formats/rdrr/distributed/validation.d.ts +23 -0
  181. package/src/formats/rdrr/distributed/validation.js +131 -0
  182. package/src/formats/rdrr/groups.d.ts +1 -13
  183. package/src/formats/rdrr/groups.js +0 -34
  184. package/src/formats/rdrr/index.d.ts +9 -0
  185. package/src/formats/rdrr/index.js +9 -0
  186. package/src/formats/rdrr/integrity.d.ts +51 -0
  187. package/src/formats/rdrr/integrity.js +200 -0
  188. package/src/formats/rdrr/lowerings.d.ts +28 -0
  189. package/src/formats/rdrr/lowerings.js +112 -0
  190. package/src/formats/rdrr/manifest.d.ts +0 -14
  191. package/src/formats/rdrr/manifest.js +5 -58
  192. package/src/formats/rdrr/merkle.d.ts +24 -0
  193. package/src/formats/rdrr/merkle.js +118 -0
  194. package/src/formats/rdrr/parsing.js +4 -0
  195. package/src/formats/rdrr/slice-compiler.d.ts +29 -0
  196. package/src/formats/rdrr/slice-compiler.js +188 -0
  197. package/src/formats/rdrr/source-transform-contract.js +390 -0
  198. package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
  199. package/src/formats/rdrr/storage-descriptor.js +186 -0
  200. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
  201. package/src/formats/rdrr/tensor-config-validator.js +0 -30
  202. package/src/formats/rdrr/types.d.ts +115 -1
  203. package/src/formats/rdrr/validation.js +245 -0
  204. package/src/formats/tflite/types.d.ts +8 -31
  205. package/src/formats/tflite/types.js +50 -5
  206. package/src/gpu/command-recorder.d.ts +9 -21
  207. package/src/gpu/command-recorder.js +41 -2
  208. package/src/gpu/device.d.ts +17 -3
  209. package/src/gpu/device.js +20 -4
  210. package/src/gpu/kernel-runtime.d.ts +8 -15
  211. package/src/gpu/kernel-selection-log.d.ts +0 -8
  212. package/src/gpu/kernel-selection-log.js +0 -15
  213. package/src/gpu/kernel-tuner/cache.js +0 -3
  214. package/src/gpu/kernels/README.md +50 -18
  215. package/src/gpu/kernels/activation-static-qdq.d.ts +22 -0
  216. package/src/gpu/kernels/activation-static-qdq.js +69 -0
  217. package/src/gpu/kernels/activation_static_qdq.wgsl +25 -0
  218. package/src/gpu/kernels/attention.d.ts +28 -19
  219. package/src/gpu/kernels/attention.js +443 -9
  220. package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
  221. package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
  222. package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
  223. package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
  224. package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
  225. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
  226. package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
  227. package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
  228. package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
  229. package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
  230. package/src/gpu/kernels/attention_f16.wgsl +88 -30
  231. package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
  232. package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
  233. package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
  234. package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
  235. package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
  236. package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
  237. package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
  238. package/src/gpu/kernels/attention_streaming_f16.wgsl +39 -16
  239. package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
  240. package/src/gpu/kernels/backward/index.d.ts +6 -0
  241. package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
  242. package/src/gpu/kernels/backward/utils.d.ts +35 -0
  243. package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
  244. package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
  245. package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
  246. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
  247. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
  248. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
  249. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +2 -85
  250. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +27 -24
  251. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +1 -1
  252. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +249 -179
  253. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
  254. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
  255. package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
  256. package/src/gpu/kernels/constants.d.ts +9 -48
  257. package/src/gpu/kernels/constants.js +0 -23
  258. package/src/gpu/kernels/conv2d.d.ts +0 -4
  259. package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
  260. package/src/gpu/kernels/dequant.d.ts +0 -16
  261. package/src/gpu/kernels/dequant.js +1 -71
  262. package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
  263. package/src/gpu/kernels/dequant_shared.wgsl +1 -55
  264. package/src/gpu/kernels/dispatch.d.ts +12 -97
  265. package/src/gpu/kernels/dispatch.js +0 -117
  266. package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
  267. package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
  268. package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
  269. package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
  270. package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
  271. package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
  272. package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
  273. package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
  274. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
  275. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
  276. package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
  277. package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
  278. package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
  279. package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
  280. package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
  281. package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
  282. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
  283. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
  284. package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
  285. package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
  286. package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
  287. package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
  288. package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
  289. package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
  290. package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
  291. package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
  292. package/src/gpu/kernels/gather.d.ts +0 -7
  293. package/src/gpu/kernels/gather_f16.wgsl +1 -1
  294. package/src/gpu/kernels/gelu_f16.wgsl +14 -15
  295. package/src/gpu/kernels/groupnorm.d.ts +0 -4
  296. package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
  297. package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
  298. package/src/gpu/kernels/index.d.ts +13 -5
  299. package/src/gpu/kernels/index.js +9 -4
  300. package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
  301. package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
  302. package/src/gpu/kernels/layernorm.d.ts +0 -4
  303. package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
  304. package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
  305. package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
  306. package/src/gpu/kernels/logit-merge.d.ts +0 -24
  307. package/src/gpu/kernels/logit-merge.js +1 -17
  308. package/src/gpu/kernels/matmul-dispatch.js +7 -1
  309. package/src/gpu/kernels/matmul-selection.js +68 -1
  310. package/src/gpu/kernels/matmul.d.ts +0 -28
  311. package/src/gpu/kernels/matmul.js +101 -7
  312. package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
  313. package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
  314. package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
  315. package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
  316. package/src/gpu/kernels/modulate_f16.wgsl +1 -1
  317. package/src/gpu/kernels/moe.d.ts +0 -56
  318. package/src/gpu/kernels/moe.js +0 -15
  319. package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
  320. package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
  321. package/src/gpu/kernels/residual.d.ts +0 -12
  322. package/src/gpu/kernels/residual_f16.wgsl +2 -2
  323. package/src/gpu/kernels/residual_f16_vec4.wgsl +5 -5
  324. package/src/gpu/kernels/rmsnorm.d.ts +0 -8
  325. package/src/gpu/kernels/rmsnorm.js +17 -1
  326. package/src/gpu/kernels/rmsnorm.wgsl +5 -6
  327. package/src/gpu/kernels/rmsnorm_f16.wgsl +65 -39
  328. package/src/gpu/kernels/rope.d.ts +1 -5
  329. package/src/gpu/kernels/rope.js +12 -2
  330. package/src/gpu/kernels/rope.wgsl +33 -19
  331. package/src/gpu/kernels/rope_f16.wgsl +39 -25
  332. package/src/gpu/kernels/sample.d.ts +0 -5
  333. package/src/gpu/kernels/sample.wgsl +7 -6
  334. package/src/gpu/kernels/sample_f16.wgsl +28 -30
  335. package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
  336. package/src/gpu/kernels/shader-cache.d.ts +13 -0
  337. package/src/gpu/kernels/shader-cache.js +27 -0
  338. package/src/gpu/kernels/silu_f16.wgsl +1 -1
  339. package/src/gpu/kernels/softmax.wgsl +4 -144
  340. package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
  341. package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
  342. package/src/gpu/kernels/topk_f16.wgsl +1 -1
  343. package/src/gpu/kernels/turboquant-codebook.js +11 -40
  344. package/src/gpu/kernels/uniform-utils.d.ts +18 -0
  345. package/src/gpu/kernels/upsample2d.d.ts +0 -4
  346. package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
  347. package/src/gpu/kernels/utils.d.ts +28 -0
  348. package/src/gpu/kernels/utils.js +41 -0
  349. package/src/gpu/perf-guards.d.ts +0 -12
  350. package/src/gpu/perf-guards.js +0 -62
  351. package/src/gpu/profiler.d.ts +0 -21
  352. package/src/gpu/profiler.js +0 -34
  353. package/src/gpu/submit-tracker.d.ts +0 -57
  354. package/src/gpu/submit-tracker.js +3 -62
  355. package/src/gpu/tensor.d.ts +0 -23
  356. package/src/gpu/tensor.js +0 -41
  357. package/src/gpu/uniform-cache.d.ts +0 -11
  358. package/src/gpu/uniform-cache.js +0 -23
  359. package/src/index.d.ts +1 -0
  360. package/src/index.js +1 -0
  361. package/src/inference/browser-harness-model-helpers.d.ts +0 -9
  362. package/src/inference/browser-harness-model-helpers.js +22 -13
  363. package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
  364. package/src/inference/browser-harness-runtime-helpers.js +2 -2
  365. package/src/inference/browser-harness-suite-helpers.d.ts +4 -1
  366. package/src/inference/browser-harness-suite-helpers.js +87 -1
  367. package/src/inference/browser-harness-text-helpers.d.ts +13 -0
  368. package/src/inference/browser-harness-text-helpers.js +267 -18
  369. package/src/inference/browser-harness.d.ts +0 -29
  370. package/src/inference/browser-harness.js +271 -71
  371. package/src/inference/kv-cache/base.d.ts +6 -0
  372. package/src/inference/kv-cache/base.js +16 -1
  373. package/src/inference/kv-cache/mixed-geometry.d.ts +1 -0
  374. package/src/inference/kv-cache/mixed-geometry.js +12 -2
  375. package/src/inference/kv-cache/quantized.js +2 -0
  376. package/src/inference/kv-cache/tiered.js +7 -0
  377. package/src/inference/kv-cache/types.d.ts +2 -0
  378. package/src/inference/multi-model-network.d.ts +1 -1
  379. package/src/inference/multi-model-network.js +1 -2
  380. package/src/inference/network-evolution.d.ts +0 -12
  381. package/src/inference/network-evolution.js +2 -2
  382. package/src/inference/pipelines/context.js +21 -2
  383. package/src/inference/pipelines/diffusion/init.js +2 -2
  384. package/src/inference/pipelines/diffusion/pipeline.js +41 -96
  385. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
  386. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
  387. package/src/inference/pipelines/diffusion/vae.js +4 -4
  388. package/src/inference/pipelines/energy/quintel.d.ts +15 -0
  389. package/src/inference/pipelines/structured/index.d.ts +2 -0
  390. package/src/inference/pipelines/structured/index.js +2 -0
  391. package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
  392. package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
  393. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
  394. package/src/inference/pipelines/text/attention/attn-config.js +1 -1
  395. package/src/inference/pipelines/text/attention/projections.d.ts +2 -0
  396. package/src/inference/pipelines/text/attention/projections.js +70 -23
  397. package/src/inference/pipelines/text/attention/record.js +118 -5
  398. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
  399. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
  400. package/src/inference/pipelines/text/attention/run.js +97 -6
  401. package/src/inference/pipelines/text/attention/types.d.ts +2 -0
  402. package/src/inference/pipelines/text/attention/types.js +9 -4
  403. package/src/inference/pipelines/text/chat-format.d.ts +0 -10
  404. package/src/inference/pipelines/text/chat-format.js +1 -8
  405. package/src/inference/pipelines/text/config.d.ts +3 -25
  406. package/src/inference/pipelines/text/config.js +105 -3
  407. package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
  408. package/src/inference/pipelines/text/drift-policy.js +1 -1
  409. package/src/inference/pipelines/text/embed.d.ts +23 -27
  410. package/src/inference/pipelines/text/embed.js +10 -43
  411. package/src/inference/pipelines/text/execution-plan.d.ts +5 -3
  412. package/src/inference/pipelines/text/execution-plan.js +15 -2
  413. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -4
  414. package/src/inference/pipelines/text/execution-runtime-builders.js +0 -11
  415. package/src/inference/pipelines/text/execution-v1.d.ts +18 -0
  416. package/src/inference/pipelines/text/execution-v1.js +94 -25
  417. package/src/inference/pipelines/text/ffn/dense.js +180 -3
  418. package/src/inference/pipelines/text/ffn/standard.js +40 -13
  419. package/src/inference/pipelines/text/generator-decode-policy.js +243 -0
  420. package/src/inference/pipelines/text/generator-helpers.d.ts +6 -2
  421. package/src/inference/pipelines/text/generator-helpers.js +20 -2
  422. package/src/inference/pipelines/text/generator-prefill-helpers.js +293 -0
  423. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -7
  424. package/src/inference/pipelines/text/generator-runtime.js +8 -6
  425. package/src/inference/pipelines/text/generator-steps.d.ts +22 -7
  426. package/src/inference/pipelines/text/generator-steps.js +23 -9
  427. package/src/inference/pipelines/text/generator.d.ts +0 -6
  428. package/src/inference/pipelines/text/generator.js +254 -530
  429. package/src/inference/pipelines/text/init-chat-templates.js +86 -0
  430. package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
  431. package/src/inference/pipelines/text/init-rope.js +408 -0
  432. package/src/inference/pipelines/text/init.d.ts +8 -2
  433. package/src/inference/pipelines/text/init.js +190 -710
  434. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
  435. package/src/inference/pipelines/text/kernel-trace.js +0 -33
  436. package/src/inference/pipelines/text/layer-plan-gpu.js +542 -0
  437. package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
  438. package/src/inference/pipelines/text/layer-plan.js +1 -1
  439. package/src/inference/pipelines/text/layer.d.ts +70 -8
  440. package/src/inference/pipelines/text/layer.js +105 -537
  441. package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
  442. package/src/inference/pipelines/text/load-errors.d.ts +21 -0
  443. package/src/inference/pipelines/text/load-errors.js +59 -0
  444. package/src/inference/pipelines/text/logits/cpu.js +2 -20
  445. package/src/inference/pipelines/text/logits/gpu.d.ts +5 -4
  446. package/src/inference/pipelines/text/logits/gpu.js +148 -11
  447. package/src/inference/pipelines/text/logits/index.d.ts +1 -1
  448. package/src/inference/pipelines/text/model-load.d.ts +5 -4
  449. package/src/inference/pipelines/text/model-load.js +74 -17
  450. package/src/inference/pipelines/text/ops.d.ts +13 -2
  451. package/src/inference/pipelines/text/ops.js +1 -1
  452. package/src/inference/pipelines/text/per-layer-inputs.js +347 -59
  453. package/src/inference/pipelines/text/probes.d.ts +3 -6
  454. package/src/inference/pipelines/text/probes.js +198 -31
  455. package/src/inference/pipelines/text/sampling.d.ts +0 -5
  456. package/src/inference/pipelines/text/sampling.js +140 -0
  457. package/src/inference/pipelines/text/stage-names.js +12 -0
  458. package/src/inference/pipelines/text/state.js +2 -0
  459. package/src/inference/pipelines/text/tsir-fixture-writer.js +409 -0
  460. package/src/inference/pipelines/text/types.d.ts +8 -78
  461. package/src/inference/pipelines/text/weights.d.ts +0 -50
  462. package/src/inference/pipelines/text/weights.js +2 -51
  463. package/src/inference/pipelines/text.d.ts +9 -1
  464. package/src/inference/pipelines/text.js +233 -29
  465. package/src/inference/pipelines/vision/index.js +0 -107
  466. package/src/inference/runtime-model.d.ts +0 -7
  467. package/src/inference/runtime-model.js +0 -23
  468. package/src/inference/test-harness.d.ts +6 -22
  469. package/src/inference/test-harness.js +97 -23
  470. package/src/inference/tokenizer.js +1 -10
  471. package/src/inference/tokenizers/sentencepiece.js +65 -15
  472. package/src/inference/tokenizers/types.d.ts +0 -21
  473. package/src/loader/doppler-loader.d.ts +3 -0
  474. package/src/loader/doppler-loader.js +90 -12
  475. package/src/loader/embedding-loader.js +30 -5
  476. package/src/loader/loader-types.d.ts +4 -0
  477. package/src/loader/manifest-config.d.ts +2 -7
  478. package/src/loader/manifest-config.js +25 -1
  479. package/src/loader/memory-monitor.d.ts +17 -5
  480. package/src/loader/per-layer-input-loader.js +114 -1
  481. package/src/loader/quantization-constants.d.ts +6 -0
  482. package/src/loader/shard-resolver.d.ts +1 -0
  483. package/src/loader/shard-resolver.js +15 -0
  484. package/src/loader/tensors/source-transform.d.ts +15 -0
  485. package/src/loader/tensors/source-transform.js +317 -34
  486. package/src/loader/tensors/tensor-loader.d.ts +2 -9
  487. package/src/loader/tensors/tensor-loader.js +84 -1
  488. package/src/loader/tensors/tensor-reader.js +28 -2
  489. package/src/memory/address-table.d.ts +1 -9
  490. package/src/memory/buffer-pool.d.ts +0 -16
  491. package/src/memory/buffer-pool.js +1 -33
  492. package/src/memory/heap-manager.d.ts +18 -43
  493. package/src/memory/unified-detect.d.ts +19 -34
  494. package/src/models/embeddinggemma.d.ts +7 -0
  495. package/src/models/embeddinggemma.js +24 -0
  496. package/src/models/family.d.ts +24 -0
  497. package/src/models/family.js +25 -0
  498. package/src/models/gemma3.d.ts +7 -0
  499. package/src/models/gemma3.js +33 -0
  500. package/src/models/gemma4.d.ts +7 -0
  501. package/src/models/gemma4.js +33 -0
  502. package/src/models/qwen3.d.ts +7 -0
  503. package/src/models/qwen3.js +36 -0
  504. package/src/rules/converter/tokenizer.rules.json +5 -0
  505. package/src/rules/execution-rules-contract-check.js +72 -3
  506. package/src/rules/inference/capability-transforms.rules.json +87 -0
  507. package/src/rules/inference/execution.rules.json +11 -1
  508. package/src/rules/inference/ffn.rules.json +6 -2
  509. package/src/rules/loader/tensor-loader.rules.json +9 -0
  510. package/src/rules/rule-registry.js +53 -75
  511. package/src/storage/artifact-storage-context.d.ts +12 -3
  512. package/src/storage/artifact-storage-context.js +389 -98
  513. package/src/storage/backends/opfs-store.js +138 -88
  514. package/src/storage/blake3.js +9 -1
  515. package/src/storage/export.js +1 -5
  516. package/src/storage/normalize-model-id.js +3 -0
  517. package/src/storage/preflight.js +22 -0
  518. package/src/storage/quickstart-downloader.js +44 -56
  519. package/src/storage/reports.js +35 -11
  520. package/src/storage/shard-manager.d.ts +8 -2
  521. package/src/storage/shard-manager.js +176 -15
  522. package/src/storage/source-artifact-store.d.ts +0 -2
  523. package/src/storage/source-artifact-store.js +3 -9
  524. package/src/sw.js +0 -3
  525. package/src/tooling/browser-command-runner.js +39 -0
  526. package/src/tooling/command-api-constants.js +1 -1
  527. package/src/tooling/command-api-family-normalizers.d.ts +1 -0
  528. package/src/tooling/command-api-family-normalizers.js +49 -7
  529. package/src/tooling/command-api-helpers.d.ts +0 -2
  530. package/src/tooling/command-api-helpers.js +6 -2
  531. package/src/tooling/command-api.d.ts +20 -1
  532. package/src/tooling/command-api.js +10 -1
  533. package/src/tooling/command-envelope.d.ts +0 -1
  534. package/src/tooling/command-envelope.js +1 -1
  535. package/src/tooling/command-runner-shared.d.ts +10 -0
  536. package/src/tooling/conversion-config-materializer.d.ts +0 -10
  537. package/src/tooling/conversion-config-materializer.js +1 -1
  538. package/src/tooling/diagnose-runner.js +1 -4
  539. package/src/tooling/hf-registry-utils.d.ts +2 -6
  540. package/src/tooling/hf-registry-utils.js +90 -19
  541. package/src/tooling/kernel-path-builder/index.js +1 -4
  542. package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
  543. package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
  544. package/src/tooling/lean-execution-contract-runner.js +2 -2
  545. package/src/tooling/litert-package-runtime.d.ts +1 -1
  546. package/src/tooling/litert-package-runtime.js +373 -21
  547. package/src/tooling/node-browser-command-runner.d.ts +15 -0
  548. package/src/tooling/node-browser-command-runner.js +97 -13
  549. package/src/tooling/node-command-runner.js +36 -0
  550. package/src/tooling/node-convert-worker-pool.js +12 -0
  551. package/src/tooling/node-convert-worker.js +10 -1
  552. package/src/tooling/node-converter.js +90 -1
  553. package/src/tooling/node-source-runtime.js +257 -150
  554. package/src/tooling/opfs-cache.js +1 -4
  555. package/src/tooling/precision-replay-math.js +174 -0
  556. package/src/tooling/program-bundle-host.d.ts +16 -0
  557. package/src/tooling/program-bundle-host.js +20 -0
  558. package/src/tooling/program-bundle-parity.d.ts +28 -0
  559. package/src/tooling/program-bundle-parity.js +210 -0
  560. package/src/tooling/program-bundle.d.ts +61 -0
  561. package/src/tooling/program-bundle.js +1119 -0
  562. package/src/tooling/rdrr-integrity-refresh.d.ts +32 -0
  563. package/src/tooling/rdrr-integrity-refresh.js +271 -0
  564. package/src/tooling/reference-verify.js +191 -0
  565. package/src/tooling/source-artifact-adapter.d.ts +0 -20
  566. package/src/tooling/source-artifact-adapter.js +4 -4
  567. package/src/tooling/source-package-profiles.js +1 -7
  568. package/src/tooling/source-runtime-bundle.d.ts +27 -0
  569. package/src/tooling/source-runtime-bundle.js +56 -23
  570. package/src/tooling/source-runtime-converter-config.d.ts +0 -5
  571. package/src/tooling/source-runtime-converter-config.js +13 -9
  572. package/src/tooling/source-runtime-materializer.js +4 -8
  573. package/src/tooling-exports/device.d.ts +11 -0
  574. package/src/tooling-exports/device.js +14 -0
  575. package/src/tooling-exports/manifest.d.ts +8 -0
  576. package/src/tooling-exports/manifest.js +11 -0
  577. package/src/tooling-exports/storage.d.ts +25 -0
  578. package/src/tooling-exports/storage.js +29 -0
  579. package/src/tooling-exports/structured.d.ts +1 -0
  580. package/src/tooling-exports/structured.js +5 -0
  581. package/src/tooling-exports.d.ts +23 -0
  582. package/src/tooling-exports.js +17 -0
  583. package/src/tooling-exports.shared.d.ts +27 -30
  584. package/src/tooling-exports.shared.js +28 -29
  585. package/src/types/index.d.ts +0 -3
  586. package/src/types/index.js +0 -3
  587. package/src/utils/array-buffer.d.ts +4 -0
  588. package/src/utils/array-buffer.js +9 -0
  589. package/src/utils/canonical-hash.d.ts +7 -0
  590. package/src/utils/canonical-hash.js +74 -0
  591. package/src/utils/clone-json.d.ts +1 -0
  592. package/src/utils/clone-json.js +7 -0
  593. package/src/utils/encode-utf8.js +5 -0
  594. package/src/utils/index.d.ts +4 -1
  595. package/src/utils/index.js +4 -1
  596. package/src/utils/runtime-env.js +7 -0
  597. package/src/utils/sha256.d.ts +1 -0
  598. package/src/utils/sha256.js +18 -4
  599. package/src/utils/stable-sort-object.d.ts +1 -0
  600. package/src/utils/stable-sort-object.js +13 -0
  601. package/src/version.js +1 -1
  602. package/tools/convert-safetensors-node.js +1 -2
  603. package/src/bootstrap.d.ts +0 -1
  604. package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
  605. package/src/config/kernels/kernel-ref.d.ts +0 -17
  606. package/src/config/kernels/kernel-ref.js +0 -75
  607. package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
  608. package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
  609. package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
  610. package/src/config/runtime/kernels/fused-q4k.json +0 -13
  611. package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
  612. package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
  613. package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
  614. package/src/config/runtime/kernels/safe-q4k.json +0 -13
  615. package/src/config/runtime/overlays/debug-f32a.json +0 -3
  616. package/src/config/runtime/overlays/trace-config.json +0 -28
  617. package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
  618. package/src/debug/perf.d.ts +0 -33
  619. package/src/debug/perf.js +0 -51
  620. package/src/errors/index.d.ts +0 -1
  621. package/src/errors/index.js +0 -1
  622. package/src/formats/gguf/index.d.ts +0 -8
  623. package/src/formats/gguf/index.js +0 -4
  624. package/src/formats/litert/index.d.ts +0 -1
  625. package/src/formats/litert/index.js +0 -1
  626. package/src/formats/safetensors/index.d.ts +0 -8
  627. package/src/formats/safetensors/index.js +0 -4
  628. package/src/formats/tflite/index.d.ts +0 -1
  629. package/src/formats/tflite/index.js +0 -1
  630. package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
  631. package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
  632. package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
  633. package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
  634. package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
  635. package/src/inference/functiongemma.d.ts +0 -15
  636. package/src/inference/functiongemma.js +0 -1
  637. package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
  638. package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
  639. package/src/rules/kernels/kernel-validator.d.ts +0 -24
  640. package/src/rules/kernels/kernel-validator.js +0 -160
  641. package/src/sw.d.ts +0 -1
  642. package/src/tooling/bench-runner.js +0 -64
  643. package/src/tooling/distill-runner.js +0 -56
  644. package/src/tooling/lora-runner.js +0 -37
  645. package/src/tooling/verify-runner.js +0 -63
  646. package/src/types/gpu.d.ts +0 -185
  647. package/src/types/gpu.js +0 -5
  648. package/src/types/inference.d.ts +0 -197
  649. package/src/types/inference.js +0 -5
  650. package/src/types/model.d.ts +0 -130
  651. package/src/types/model.js +0 -5
  652. package/src/utils/format-bytes.js +0 -20
  653. /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
  654. /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
  655. /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
  656. /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
  657. /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
  658. /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
@@ -143,15 +143,18 @@
143
143
  "status": "pinned",
144
144
  "inlineConfigs": [
145
145
  "embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32",
146
- "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
147
146
  "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
148
- "gemma3/translategemma-4b-it-q4k-ehf16-af32",
147
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
148
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
149
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
150
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
149
151
  "gemma4/gemma-4-moe-q4k-ehf16-af32",
150
152
  "gpt-oss-20b-f16-xmxfp4",
151
153
  "janus/janus-pro-1b-text-q4k-ehaf16",
152
154
  "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
153
155
  "qwen3/qwen-3-5-2b-q4k-ehaf16",
154
- "sana/sana-sprint-0.6b-f16"
156
+ "qwen3/qwen-3-6-27b-q4k-eaf16",
157
+ "qwen3/qwen-3-6-27b-q4k-ehaf16"
155
158
  ],
156
159
  "ruleChains": [
157
160
  "matmul.rules.json#matmulKernel"
@@ -181,6 +184,7 @@
181
184
  "status": "pinned",
182
185
  "inlineConfigs": [
183
186
  "gemma3/gemma-3-1b-it-f16-af32",
187
+ "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
184
188
  "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
185
189
  "lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32"
186
190
  ],
@@ -314,7 +318,10 @@
314
318
  "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
315
319
  "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
316
320
  "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
317
- "gemma3/translategemma-4b-it-q4k-ehf16-af32",
321
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
322
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
323
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
324
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
318
325
  "gemma4/gemma-4-moe-q4k-ehf16-af32",
319
326
  "gpt-oss-20b-f16-xmxfp4",
320
327
  "janus/janus-pro-1b-text-q4k-ehaf16",
@@ -428,12 +435,17 @@
428
435
  "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
429
436
  "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
430
437
  "gemma3/translategemma-4b-it-q4k-ehf16-af32",
438
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
439
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
440
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
441
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
431
442
  "gemma4/gemma-4-moe-q4k-ehf16-af32",
432
443
  "gpt-oss-20b-f16-xmxfp4",
433
444
  "janus/janus-pro-1b-text-q4k-ehaf16",
434
445
  "lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32",
435
- "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
436
- "qwen3/qwen-3-5-2b-q4k-ehaf16"
446
+ "qwen3/qwen-3-5-2b-q4k-ehaf16",
447
+ "qwen3/qwen-3-6-27b-q4k-eaf16",
448
+ "qwen3/qwen-3-6-27b-q4k-ehaf16"
437
449
  ],
438
450
  "ruleChains": [
439
451
  "matmul.rules.json#gemvPathVariant",
@@ -461,8 +473,10 @@
461
473
  },
462
474
  "description": "Multi-column GEMV for large vocab (LM head F16) - f16 activations/output",
463
475
  "reachability": {
464
- "status": "model-selectable",
465
- "inlineConfigs": [],
476
+ "status": "pinned",
477
+ "inlineConfigs": [
478
+ "qwen3/qwen-3-5-0-8b-q4k-ehaf16"
479
+ ],
466
480
  "ruleChains": [
467
481
  "matmul.rules.json#gemvPathVariant",
468
482
  "matmul.rules.json#gemvVariant"
@@ -545,27 +559,6 @@
545
559
  "wgslOnDisk": true
546
560
  }
547
561
  },
548
- "q4_fused": {
549
- "wgsl": "fused_matmul_q4.wgsl",
550
- "entryPoint": "main",
551
- "workgroup": [
552
- 256,
553
- 1,
554
- 1
555
- ],
556
- "requires": [
557
- "subgroups"
558
- ],
559
- "outputDtype": "f32",
560
- "weightDtype": "q4k",
561
- "description": "Fused Q4_K dequant + matmul - 2-3x faster (no separate dequant pass)",
562
- "reachability": {
563
- "status": "unused",
564
- "inlineConfigs": [],
565
- "ruleChains": [],
566
- "wgslOnDisk": true
567
- }
568
- },
569
562
  "q4_fused_f16a": {
570
563
  "wgsl": "fused_matmul_q4_f16a.wgsl",
571
564
  "entryPoint": "main_f16a",
@@ -604,11 +597,8 @@
604
597
  "tileM": 4
605
598
  },
606
599
  "reachability": {
607
- "status": "pinned",
608
- "inlineConfigs": [
609
- "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
610
- "qwen3/qwen-3-5-2b-q4k-ehaf16"
611
- ],
600
+ "status": "model-selectable",
601
+ "inlineConfigs": [],
612
602
  "ruleChains": [
613
603
  "matmul.rules.json#q4kFusedVariant"
614
604
  ],
@@ -633,10 +623,18 @@
633
623
  "description": "Shared-A Q4_K prefill matmul: 4 rows x 8 columns per workgroup while preserving block/subblock traversal",
634
624
  "reachability": {
635
625
  "status": "pinned",
636
- "inlineConfigs": [],
637
- "ruleChains": [
638
- "capability-transforms.rules.json#remapDenseQ4KPrefillToQ4Native"
626
+ "inlineConfigs": [
627
+ "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
628
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
629
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
630
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
631
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
632
+ "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
633
+ "qwen3/qwen-3-5-2b-q4k-ehaf16",
634
+ "qwen3/qwen-3-6-27b-q4k-eaf16",
635
+ "qwen3/qwen-3-6-27b-q4k-ehaf16"
639
636
  ],
637
+ "ruleChains": [],
640
638
  "wgslOnDisk": true
641
639
  }
642
640
  },
@@ -660,9 +658,10 @@
660
658
  "reachability": {
661
659
  "status": "pinned",
662
660
  "inlineConfigs": [
663
- "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
664
661
  "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
665
- "qwen3/qwen-3-5-2b-q4k-ehaf16"
662
+ "qwen3/qwen-3-5-2b-q4k-ehaf16",
663
+ "qwen3/qwen-3-6-27b-q4k-eaf16",
664
+ "qwen3/qwen-3-6-27b-q4k-ehaf16"
666
665
  ],
667
666
  "ruleChains": [
668
667
  "matmul.rules.json#q4kFusedVariant"
@@ -670,9 +669,9 @@
670
669
  "wgslOnDisk": true
671
670
  }
672
671
  },
673
- "q4_fused_multicol_fast": {
672
+ "q4_fused_gemv": {
674
673
  "wgsl": "fused_matmul_q4.wgsl",
675
- "entryPoint": "main_multicol_fast",
674
+ "entryPoint": "main_gemv",
676
675
  "workgroup": [
677
676
  256,
678
677
  1,
@@ -686,73 +685,78 @@
686
685
  "variantMetadata": {
687
686
  "colsPerWg": 32
688
687
  },
689
- "description": "Fast-dequant multi-column GEMV - direct word extraction replaces per-element get_q4 calls",
688
+ "description": "Optimised fused Q4K GEMV - shared-A cooperative load + fast nibble extraction for maximum M=1 decode throughput without f16 precision loss",
690
689
  "reachability": {
691
690
  "status": "pinned",
692
691
  "inlineConfigs": [
693
- "qwen3/qwen-3-5-0-8b-q4k-ehaf16"
692
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
693
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
694
+ "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
695
+ "qwen3/qwen-3-5-2b-q4k-ehaf16",
696
+ "qwen3/qwen-3-6-27b-q4k-eaf16",
697
+ "qwen3/qwen-3-6-27b-q4k-ehaf16"
694
698
  ],
695
699
  "ruleChains": [],
696
700
  "wgslOnDisk": true
697
701
  }
698
702
  },
699
- "q4_fused_multicol_shared": {
700
- "wgsl": "fused_matmul_q4.wgsl",
701
- "entryPoint": "main_multicol_shared",
703
+ "q4_fused_multicol_f16": {
704
+ "wgsl": "fused_matmul_q4_multicol_f16.wgsl",
705
+ "entryPoint": "main_multicol_f16",
702
706
  "workgroup": [
703
707
  256,
704
708
  1,
705
709
  1
706
710
  ],
707
711
  "requires": [
712
+ "shader-f16",
708
713
  "subgroups"
709
714
  ],
710
- "outputDtype": "f32",
715
+ "outputDtype": "f16",
711
716
  "weightDtype": "q4k",
712
717
  "variantMetadata": {
713
718
  "colsPerWg": 32
714
719
  },
715
- "description": "Shared-A multi-column GEMV - cooperative A load eliminates redundant global reads across 32 columns",
720
+ "description": "Multi-column GEMV for large vocab (LM head) - F16 output",
716
721
  "reachability": {
717
- "status": "pinned",
718
- "inlineConfigs": [
719
- "qwen3/qwen-3-5-0-8b-q4k-ehaf16"
722
+ "status": "model-selectable",
723
+ "inlineConfigs": [],
724
+ "ruleChains": [
725
+ "matmul.rules.json#q4kFusedVariant"
720
726
  ],
721
- "ruleChains": [],
722
727
  "wgslOnDisk": true
723
728
  }
724
729
  },
725
- "q4_fused_gemv": {
726
- "wgsl": "fused_matmul_q4.wgsl",
727
- "entryPoint": "main_gemv",
730
+ "q4_fused_multicol_f16a": {
731
+ "wgsl": "fused_matmul_q4_multicol_f16a.wgsl",
732
+ "entryPoint": "main_multicol_f16a",
728
733
  "workgroup": [
729
734
  256,
730
735
  1,
731
736
  1
732
737
  ],
733
738
  "requires": [
739
+ "shader-f16",
734
740
  "subgroups"
735
741
  ],
736
- "outputDtype": "f32",
742
+ "outputDtype": "f16",
737
743
  "weightDtype": "q4k",
738
744
  "variantMetadata": {
739
745
  "colsPerWg": 32
740
746
  },
741
- "description": "Optimised fused Q4K GEMV - shared-A cooperative load + fast nibble extraction for maximum M=1 decode throughput without f16 precision loss",
747
+ "description": "Multi-column GEMV for large vocab (LM head) - F16 input/output",
742
748
  "reachability": {
743
- "status": "pinned",
744
- "inlineConfigs": [
745
- "qwen3/qwen-3-5-0-8b-q4k-ehaf16"
746
- ],
749
+ "status": "model-selectable",
750
+ "inlineConfigs": [],
747
751
  "ruleChains": [
748
- "capabilityTransforms"
752
+ "matmul.rules.json#q4kFusedVariant"
749
753
  ],
750
754
  "wgslOnDisk": true
751
755
  }
752
756
  },
753
- "q4_fused_multicol_f16": {
754
- "wgsl": "fused_matmul_q4_multicol_f16.wgsl",
755
- "entryPoint": "main_multicol_f16",
757
+ "q4_fused_multicol_f16a_f32acc": {
758
+ "wgsl": "fused_matmul_q4_multicol_f16a_f32acc.wgsl",
759
+ "entryPoint": "main_multicol_f16a_f32acc",
756
760
  "workgroup": [
757
761
  256,
758
762
  1,
@@ -767,7 +771,7 @@
767
771
  "variantMetadata": {
768
772
  "colsPerWg": 32
769
773
  },
770
- "description": "Multi-column GEMV for large vocab (LM head) - F16 output",
774
+ "description": "F16 IO + F32 accumulator twin of q4_fused_multicol_f16a. Closes the f16-accum decode-gemv gap on AMD RDNA3 where f32 accumulation outperforms f16 by ~60%.",
771
775
  "reachability": {
772
776
  "status": "model-selectable",
773
777
  "inlineConfigs": [],
@@ -777,12 +781,12 @@
777
781
  "wgslOnDisk": true
778
782
  }
779
783
  },
780
- "q4_fused_multicol_f16a": {
781
- "wgsl": "fused_matmul_q4_multicol_f16a.wgsl",
782
- "entryPoint": "main_multicol_f16a",
784
+ "q4_fused_batched_f16": {
785
+ "wgsl": "fused_matmul_q4_batched_f16.wgsl",
786
+ "entryPoint": "main_batched_f16",
783
787
  "workgroup": [
784
- 256,
785
- 1,
788
+ 64,
789
+ 4,
786
790
  1
787
791
  ],
788
792
  "requires": [
@@ -792,9 +796,8 @@
792
796
  "outputDtype": "f16",
793
797
  "weightDtype": "q4k",
794
798
  "variantMetadata": {
795
- "colsPerWg": 32
799
+ "tileM": 4
796
800
  },
797
- "description": "Multi-column GEMV for large vocab (LM head) - F16 input/output",
798
801
  "reachability": {
799
802
  "status": "model-selectable",
800
803
  "inlineConfigs": [],
@@ -804,9 +807,9 @@
804
807
  "wgslOnDisk": true
805
808
  }
806
809
  },
807
- "q4_fused_batched_f16": {
808
- "wgsl": "fused_matmul_q4_batched_f16.wgsl",
809
- "entryPoint": "main_batched_f16",
810
+ "q4_fused_batched_f16a": {
811
+ "wgsl": "fused_matmul_q4_batched_f16a.wgsl",
812
+ "entryPoint": "main_batched_f16a",
810
813
  "workgroup": [
811
814
  64,
812
815
  4,
@@ -830,11 +833,11 @@
830
833
  "wgslOnDisk": true
831
834
  }
832
835
  },
833
- "q4_fused_batched_f16a": {
834
- "wgsl": "fused_matmul_q4_batched_f16a.wgsl",
835
- "entryPoint": "main_batched_f16a",
836
+ "q4_fused_batched_f16acc_f16a": {
837
+ "wgsl": "fused_matmul_q4_batched_f16acc_f16a.wgsl",
838
+ "entryPoint": "main_batched_f16acc_f16a",
836
839
  "workgroup": [
837
- 64,
840
+ 256,
838
841
  4,
839
842
  1
840
843
  ],
@@ -845,14 +848,171 @@
845
848
  "outputDtype": "f16",
846
849
  "weightDtype": "q4k",
847
850
  "variantMetadata": {
848
- "tileM": 4
851
+ "tileM": 4,
852
+ "accumDtype": "f16"
849
853
  },
854
+ "description": "Batched Q4_K prefill matmul with f16 activation input, f16 accumulation, and f16 output for experimental all-f16 execution lanes.",
850
855
  "reachability": {
851
- "status": "model-selectable",
856
+ "status": "unused",
852
857
  "inlineConfigs": [],
853
- "ruleChains": [
854
- "matmul.rules.json#q4kFusedVariant"
858
+ "ruleChains": [],
859
+ "wgslOnDisk": true
860
+ }
861
+ },
862
+ "q4_fused_prefill_tiled_f16": {
863
+ "wgsl": "fused_matmul_q4_prefill_tiled_f16.wgsl",
864
+ "entryPoint": "main",
865
+ "workgroup": [
866
+ 16,
867
+ 16,
868
+ 1
869
+ ],
870
+ "requires": [
871
+ "shader-f16"
872
+ ],
873
+ "outputDtype": "f16",
874
+ "weightDtype": "q4k",
875
+ "variantMetadata": {
876
+ "tileM": 64,
877
+ "colsPerWg": 64
878
+ },
879
+ "description": "Register-tiled Q4_K prefill matmul: 64x64 outputs per WG via 4x4 register tile per thread, amortizing Q4K dequant across 16x the outputs of q4_fused_batched_f16a.",
880
+ "reachability": {
881
+ "status": "unused",
882
+ "inlineConfigs": [],
883
+ "ruleChains": [],
884
+ "wgslOnDisk": true
885
+ }
886
+ },
887
+ "q4_fused_widetile_f16": {
888
+ "wgsl": "fused_matmul_q4_widetile_f16.wgsl",
889
+ "entryPoint": "main",
890
+ "workgroup": [
891
+ 256,
892
+ 1,
893
+ 1
894
+ ],
895
+ "requires": [
896
+ "shader-f16"
897
+ ],
898
+ "outputDtype": "f16",
899
+ "weightDtype": "q4k",
900
+ "variantMetadata": {
901
+ "tileM": 4,
902
+ "colsPerWg": 256
903
+ },
904
+ "description": "WideTile Q4_K prefill matmul (adapted from ORT MatMulNBitsWideTile, MIT licensed). Each thread owns 1 output column × TILE_M rows; register-tiled accumulation. F32 A, Q4_K B (llama.cpp 256-block), F16 C. ~128x fewer WGs than q4_fused_batched_f16 at Gemma-4 prefill shape.",
905
+ "reachability": {
906
+ "status": "unused",
907
+ "inlineConfigs": [],
908
+ "ruleChains": [],
909
+ "wgslOnDisk": true
910
+ }
911
+ },
912
+ "q4_fused_widetile_f16a": {
913
+ "wgsl": "fused_matmul_q4_widetile_f16a.wgsl",
914
+ "entryPoint": "main",
915
+ "workgroup": [
916
+ 256,
917
+ 1,
918
+ 1
919
+ ],
920
+ "requires": [
921
+ "shader-f16"
922
+ ],
923
+ "outputDtype": "f16",
924
+ "weightDtype": "q4k",
925
+ "variantMetadata": {
926
+ "tileM": 4,
927
+ "colsPerWg": 256
928
+ },
929
+ "description": "WideTile Q4_K prefill matmul with f16 activation input and f16 output for execution-v1 f16 activation lanes.",
930
+ "reachability": {
931
+ "status": "unused",
932
+ "inlineConfigs": [],
933
+ "ruleChains": [],
934
+ "wgslOnDisk": true
935
+ }
936
+ },
937
+ "q4_fused_widetile": {
938
+ "wgsl": "fused_matmul_q4_widetile.wgsl",
939
+ "entryPoint": "main",
940
+ "workgroup": [
941
+ 256,
942
+ 1,
943
+ 1
944
+ ],
945
+ "requires": [
946
+ "shader-f16"
947
+ ],
948
+ "outputDtype": "f32",
949
+ "weightDtype": "q4k",
950
+ "variantMetadata": {
951
+ "tileM": 4,
952
+ "colsPerWg": 256
953
+ },
954
+ "description": "F32-output twin of q4_fused_widetile_f16. Same WideTile design, f32 output for callers that need it (e.g. FFN gate/up when activationDtype=f32).",
955
+ "reachability": {
956
+ "status": "pinned",
957
+ "inlineConfigs": [
958
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
959
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
960
+ "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
961
+ "qwen3/qwen-3-5-2b-q4k-ehaf16",
962
+ "qwen3/qwen-3-6-27b-q4k-eaf16",
963
+ "qwen3/qwen-3-6-27b-q4k-ehaf16"
855
964
  ],
965
+ "ruleChains": [],
966
+ "wgslOnDisk": true
967
+ }
968
+ },
969
+ "q4_fused_rmsnorm_widetile": {
970
+ "wgsl": "fused_rmsnorm_q4_widetile.wgsl",
971
+ "entryPoint": "main",
972
+ "workgroup": [
973
+ 256,
974
+ 1,
975
+ 1
976
+ ],
977
+ "requires": [
978
+ "shader-f16"
979
+ ],
980
+ "outputDtype": "f32",
981
+ "weightDtype": "q4k",
982
+ "variantMetadata": {
983
+ "tileM": 4,
984
+ "colsPerWg": 256
985
+ },
986
+ "description": "Fused RMSNorm + Q4_K WideTile matmul. Two-pass: pass 1 computes per-row sum-of-squares across all K; pass 2 reloads A, applies normed*weight + matmul in same tileA buffer. Saves 1 standalone rmsnorm dispatch per fusion point. Bind slot 4 = norm_weight (f32).",
987
+ "reachability": {
988
+ "status": "unused",
989
+ "inlineConfigs": [],
990
+ "ruleChains": [],
991
+ "wgslOnDisk": true
992
+ }
993
+ },
994
+ "q4_fused_widetile_residual": {
995
+ "wgsl": "fused_matmul_q4_widetile_residual.wgsl",
996
+ "entryPoint": "main",
997
+ "workgroup": [
998
+ 256,
999
+ 1,
1000
+ 1
1001
+ ],
1002
+ "requires": [
1003
+ "shader-f16"
1004
+ ],
1005
+ "outputDtype": "f32",
1006
+ "weightDtype": "q4k",
1007
+ "variantMetadata": {
1008
+ "tileM": 4,
1009
+ "colsPerWg": 256
1010
+ },
1011
+ "description": "WideTile Q4_K matmul fused with residual add in one dispatch. Used at o_proj + attn_residual and ffn_down + ffn_residual call sites to cut 1 dispatch per layer per fusion point (~0.85 ms bubble each).",
1012
+ "reachability": {
1013
+ "status": "unused",
1014
+ "inlineConfigs": [],
1015
+ "ruleChains": [],
856
1016
  "wgslOnDisk": true
857
1017
  }
858
1018
  },
@@ -868,8 +1028,10 @@
868
1028
  "outputDtype": "f32",
869
1029
  "weightDtype": "f32",
870
1030
  "reachability": {
871
- "status": "model-selectable",
872
- "inlineConfigs": [],
1031
+ "status": "pinned",
1032
+ "inlineConfigs": [
1033
+ "gemma3/translategemma-4b-it-q4k-ehf16-af32"
1034
+ ],
873
1035
  "ruleChains": [
874
1036
  "matmul.rules.json#gemvVariant",
875
1037
  "matmul.rules.json#matmulKernel"
@@ -909,7 +1071,7 @@
909
1071
  }
910
1072
  ],
911
1073
  "baseUniforms": {
912
- "size": 36,
1074
+ "size": 36,
913
1075
  "fields": [
914
1076
  {
915
1077
  "name": "M",
@@ -1146,126 +1308,19 @@
1146
1308
  ],
1147
1309
  "wgslOnDisk": true
1148
1310
  }
1149
- }
1150
- }
1151
- },
1152
- "attention_decode_optimized": {
1153
- "description": "Optimized attention decode kernels (Tier 2 P0)",
1154
- "baseBindings": [
1155
- {
1156
- "index": 0,
1157
- "name": "uniforms",
1158
- "type": "uniform"
1159
- },
1160
- {
1161
- "index": 1,
1162
- "name": "Q",
1163
- "type": "read-only-storage"
1164
1311
  },
1165
- {
1166
- "index": 2,
1167
- "name": "K",
1168
- "type": "read-only-storage"
1169
- },
1170
- {
1171
- "index": 3,
1172
- "name": "V",
1173
- "type": "read-only-storage"
1174
- },
1175
- {
1176
- "index": 4,
1177
- "name": "output",
1178
- "type": "storage"
1179
- },
1180
- {
1181
- "index": 5,
1182
- "name": "kv_len",
1183
- "type": "read-only-storage"
1184
- }
1185
- ],
1186
- "baseUniforms": {
1187
- "size": 36,
1188
- "fields": [
1189
- {
1190
- "name": "seq_len",
1191
- "type": "u32",
1192
- "offset": 0
1193
- },
1194
- {
1195
- "name": "kv_len",
1196
- "type": "u32",
1197
- "offset": 4
1198
- },
1199
- {
1200
- "name": "num_heads",
1201
- "type": "u32",
1202
- "offset": 8
1203
- },
1204
- {
1205
- "name": "num_kv_heads",
1206
- "type": "u32",
1207
- "offset": 12
1208
- },
1209
- {
1210
- "name": "head_dim",
1211
- "type": "u32",
1212
- "offset": 16
1213
- },
1214
- {
1215
- "name": "kv_len_source",
1216
- "type": "u32",
1217
- "offset": 20
1218
- }
1219
- ]
1220
- },
1221
- "variants": {
1222
- "default": {
1223
- "wgsl": "attention_decode_optimized.wgsl",
1312
+ "gate_up_gelu_gated_tiled_f16": {
1313
+ "wgsl": "fused_gate_up_gelu_gated_f16.wgsl",
1224
1314
  "entryPoint": "main",
1225
1315
  "workgroup": [
1226
- 256,
1227
- 1,
1228
- 1
1229
- ],
1230
- "requires": [
1231
- "subgroups"
1232
- ],
1233
- "reachability": {
1234
- "status": "unused",
1235
- "inlineConfigs": [],
1236
- "ruleChains": [],
1237
- "wgslOnDisk": true
1238
- }
1239
- },
1240
- "multihead": {
1241
- "wgsl": "attention_decode_optimized.wgsl",
1242
- "entryPoint": "main_multihead",
1243
- "workgroup": [
1244
- 256,
1316
+ 128,
1245
1317
  1,
1246
1318
  1
1247
1319
  ],
1248
1320
  "requires": [
1249
- "subgroups"
1250
- ],
1251
- "reachability": {
1252
- "status": "unused",
1253
- "inlineConfigs": [],
1254
- "ruleChains": [],
1255
- "wgslOnDisk": true
1256
- }
1257
- },
1258
- "f16kv": {
1259
- "wgsl": "attention_decode_optimized.wgsl",
1260
- "entryPoint": "main_f16kv",
1261
- "workgroup": [
1262
- 256,
1263
- 1,
1264
- 1
1265
- ],
1266
- "requires": [
1267
- "subgroups"
1321
+ "shader-f16"
1268
1322
  ],
1323
+ "description": "Fused gate + up FFN projections + GeGLU activation (F16 weights, per-layer intermediate_size uniform)",
1269
1324
  "reachability": {
1270
1325
  "status": "unused",
1271
1326
  "inlineConfigs": [],
@@ -1423,25 +1478,6 @@
1423
1478
  "wgslOnDisk": true
1424
1479
  }
1425
1480
  },
1426
- "shared_vec4": {
1427
- "wgsl": "dequant_shared_vec4.wgsl",
1428
- "entryPoint": "main_vec4",
1429
- "workgroup": [
1430
- 64,
1431
- 1,
1432
- 1
1433
- ],
1434
- "requires": [],
1435
- "variantMetadata": {
1436
- "dispatchMode": "per_block"
1437
- },
1438
- "reachability": {
1439
- "status": "unused",
1440
- "inlineConfigs": [],
1441
- "ruleChains": [],
1442
- "wgslOnDisk": true
1443
- }
1444
- },
1445
1481
  "mxfp4": {
1446
1482
  "wgsl": "dequant_mxfp4.wgsl",
1447
1483
  "entryPoint": "main",
@@ -1459,22 +1495,6 @@
1459
1495
  "wgslOnDisk": true
1460
1496
  }
1461
1497
  },
1462
- "mxfp4_vec4": {
1463
- "wgsl": "dequant_mxfp4_vec4.wgsl",
1464
- "entryPoint": "main_vec4",
1465
- "workgroup": [
1466
- 64,
1467
- 1,
1468
- 1
1469
- ],
1470
- "requires": [],
1471
- "reachability": {
1472
- "status": "unused",
1473
- "inlineConfigs": [],
1474
- "ruleChains": [],
1475
- "wgslOnDisk": true
1476
- }
1477
- },
1478
1498
  "mxfp4_expert": {
1479
1499
  "wgsl": "dequant_mxfp4_expert.wgsl",
1480
1500
  "entryPoint": "main_expert",
@@ -1532,25 +1552,6 @@
1532
1552
  "wgslOnDisk": true
1533
1553
  }
1534
1554
  },
1535
- "q8_0_f16out": {
1536
- "wgsl": "dequant_q8_0.wgsl",
1537
- "entryPoint": "main",
1538
- "workgroup": [
1539
- 32,
1540
- 1,
1541
- 1
1542
- ],
1543
- "requires": [
1544
- "shader-f16"
1545
- ],
1546
- "description": "Q8_0 dequantization (GGUF 8-bit quantization)",
1547
- "reachability": {
1548
- "status": "unused",
1549
- "inlineConfigs": [],
1550
- "ruleChains": [],
1551
- "wgslOnDisk": true
1552
- }
1553
- },
1554
1555
  "f32_rowwise": {
1555
1556
  "wgsl": "dequant_f32_rowwise.wgsl",
1556
1557
  "entryPoint": "main",
@@ -1872,8 +1873,10 @@
1872
1873
  "tier": "tiled_small"
1873
1874
  },
1874
1875
  "reachability": {
1875
- "status": "model-selectable",
1876
- "inlineConfigs": [],
1876
+ "status": "pinned",
1877
+ "inlineConfigs": [
1878
+ "embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32"
1879
+ ],
1877
1880
  "ruleChains": [],
1878
1881
  "wgslOnDisk": true
1879
1882
  }
@@ -1914,7 +1917,7 @@
1914
1917
  "tier": "streaming"
1915
1918
  },
1916
1919
  "reachability": {
1917
- "status": "model-selectable",
1920
+ "status": "unused",
1918
1921
  "inlineConfigs": [],
1919
1922
  "ruleChains": [],
1920
1923
  "wgslOnDisk": true
@@ -2002,7 +2005,7 @@
2002
2005
  "tier": "tiled_small"
2003
2006
  },
2004
2007
  "reachability": {
2005
- "status": "model-selectable",
2008
+ "status": "unused",
2006
2009
  "inlineConfigs": [],
2007
2010
  "ruleChains": [],
2008
2011
  "wgslOnDisk": true
@@ -2046,7 +2049,7 @@
2046
2049
  "tier": "streaming"
2047
2050
  },
2048
2051
  "reachability": {
2049
- "status": "model-selectable",
2052
+ "status": "unused",
2050
2053
  "inlineConfigs": [],
2051
2054
  "ruleChains": [],
2052
2055
  "wgslOnDisk": true
@@ -2078,7 +2081,91 @@
2078
2081
  "wgsl": "attention_decode_f16kv.wgsl",
2079
2082
  "entryPoint": "attention_decode",
2080
2083
  "workgroup": [
2081
- 256,
2084
+ 256,
2085
+ 1,
2086
+ 1
2087
+ ],
2088
+ "requires": [
2089
+ "shader-f16"
2090
+ ],
2091
+ "outputDtype": "f32",
2092
+ "variantMetadata": {
2093
+ "tier": "tiled_large"
2094
+ },
2095
+ "reachability": {
2096
+ "status": "unused",
2097
+ "inlineConfigs": [],
2098
+ "ruleChains": [],
2099
+ "wgslOnDisk": true
2100
+ }
2101
+ },
2102
+ "prefill_small_f16kv": {
2103
+ "wgsl": "attention_small_f16kv.wgsl",
2104
+ "entryPoint": "main",
2105
+ "workgroup": [
2106
+ 32,
2107
+ 1,
2108
+ 1
2109
+ ],
2110
+ "requires": [
2111
+ "shader-f16"
2112
+ ],
2113
+ "outputDtype": "f32",
2114
+ "variantMetadata": {
2115
+ "tier": "tiled_small"
2116
+ },
2117
+ "reachability": {
2118
+ "status": "pinned",
2119
+ "inlineConfigs": [
2120
+ "gemma3/gemma-3-1b-it-f16-af32",
2121
+ "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
2122
+ "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
2123
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
2124
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
2125
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
2126
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
2127
+ "lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32"
2128
+ ],
2129
+ "ruleChains": [],
2130
+ "wgslOnDisk": true
2131
+ }
2132
+ },
2133
+ "decode_small_f16kv": {
2134
+ "wgsl": "attention_small_f16kv.wgsl",
2135
+ "entryPoint": "main",
2136
+ "workgroup": [
2137
+ 32,
2138
+ 1,
2139
+ 1
2140
+ ],
2141
+ "requires": [
2142
+ "shader-f16"
2143
+ ],
2144
+ "outputDtype": "f32",
2145
+ "variantMetadata": {
2146
+ "tier": "tiled_small"
2147
+ },
2148
+ "reachability": {
2149
+ "status": "pinned",
2150
+ "inlineConfigs": [
2151
+ "gemma3/gemma-3-1b-it-f16-af32",
2152
+ "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
2153
+ "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
2154
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
2155
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
2156
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
2157
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
2158
+ "lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32"
2159
+ ],
2160
+ "ruleChains": [],
2161
+ "wgslOnDisk": true
2162
+ }
2163
+ },
2164
+ "prefill_head256_f16kv": {
2165
+ "wgsl": "attention_head256_f16kv.wgsl",
2166
+ "entryPoint": "main",
2167
+ "workgroup": [
2168
+ 32,
2082
2169
  1,
2083
2170
  1
2084
2171
  ],
@@ -2087,20 +2174,35 @@
2087
2174
  ],
2088
2175
  "outputDtype": "f32",
2089
2176
  "variantMetadata": {
2090
- "tier": "tiled_large"
2177
+ "tier": "tiled_small",
2178
+ "queryBlockSize": 32,
2179
+ "exactHeadDim": 256,
2180
+ "maxHeadDim": 256,
2181
+ "requiredShared": 16384
2091
2182
  },
2092
2183
  "reachability": {
2093
- "status": "unused",
2094
- "inlineConfigs": [],
2184
+ "status": "pinned",
2185
+ "inlineConfigs": [
2186
+ "gemma3/gemma-3-1b-it-f16-af32",
2187
+ "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
2188
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
2189
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
2190
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
2191
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
2192
+ "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
2193
+ "qwen3/qwen-3-5-2b-q4k-ehaf16",
2194
+ "qwen3/qwen-3-6-27b-q4k-eaf16",
2195
+ "qwen3/qwen-3-6-27b-q4k-ehaf16"
2196
+ ],
2095
2197
  "ruleChains": [],
2096
2198
  "wgslOnDisk": true
2097
2199
  }
2098
2200
  },
2099
- "prefill_small_f16kv": {
2100
- "wgsl": "attention_small_f16kv.wgsl",
2201
+ "prefill_head512_f16kv": {
2202
+ "wgsl": "attention_head512_f16kv.wgsl",
2101
2203
  "entryPoint": "main",
2102
2204
  "workgroup": [
2103
- 32,
2205
+ 16,
2104
2206
  1,
2105
2207
  1
2106
2208
  ],
@@ -2109,43 +2211,54 @@
2109
2211
  ],
2110
2212
  "outputDtype": "f32",
2111
2213
  "variantMetadata": {
2112
- "tier": "tiled_small"
2214
+ "tier": "tiled_small",
2215
+ "queryBlockSize": 16,
2216
+ "exactHeadDim": 512,
2217
+ "maxHeadDim": 512,
2218
+ "requiredShared": 16384
2113
2219
  },
2220
+ "description": "head_dim=512 variant of prefill_head256_f16kv for Gemma-4 global attention layers. BLOCK_SIZE=16 keeps shared_block at 16KB and avoids VGPR spill from 128 vec4<f32> private arrays per thread (iter 26 measured BLOCK_SIZE=32 at -1.7% due to register pressure).",
2114
2221
  "reachability": {
2115
2222
  "status": "pinned",
2116
2223
  "inlineConfigs": [
2117
- "gemma3/gemma-3-1b-it-f16-af32",
2118
- "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
2119
- "lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32"
2224
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
2225
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
2226
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
2227
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple"
2120
2228
  ],
2121
2229
  "ruleChains": [],
2122
2230
  "wgslOnDisk": true
2123
2231
  }
2124
2232
  },
2125
- "decode_small_f16kv": {
2126
- "wgsl": "attention_small_f16kv.wgsl",
2233
+ "prefill_head512_f16": {
2234
+ "wgsl": "attention_head512_f16.wgsl",
2127
2235
  "entryPoint": "main",
2128
2236
  "workgroup": [
2129
- 32,
2237
+ 16,
2130
2238
  1,
2131
2239
  1
2132
2240
  ],
2133
2241
  "requires": [
2134
2242
  "shader-f16"
2135
2243
  ],
2136
- "outputDtype": "f32",
2244
+ "outputDtype": "f16",
2137
2245
  "variantMetadata": {
2138
- "tier": "tiled_small"
2246
+ "tier": "tiled_small",
2247
+ "queryBlockSize": 16,
2248
+ "exactHeadDim": 512,
2249
+ "maxHeadDim": 512,
2250
+ "requiredShared": 16384
2139
2251
  },
2252
+ "description": "head_dim=512 pure-f16 activation prefill kernel for Gemma-4 global attention layers.",
2140
2253
  "reachability": {
2141
- "status": "model-selectable",
2254
+ "status": "unused",
2142
2255
  "inlineConfigs": [],
2143
2256
  "ruleChains": [],
2144
2257
  "wgslOnDisk": true
2145
2258
  }
2146
2259
  },
2147
- "prefill_head256_f16kv": {
2148
- "wgsl": "attention_head256_f16kv.wgsl",
2260
+ "prefill_flash_head256_f16kv": {
2261
+ "wgsl": "attention_prefill_flash_head256_f16kv.wgsl",
2149
2262
  "entryPoint": "main",
2150
2263
  "workgroup": [
2151
2264
  32,
@@ -2157,13 +2270,33 @@
2157
2270
  ],
2158
2271
  "outputDtype": "f32",
2159
2272
  "variantMetadata": {
2160
- "tier": "tiled_small",
2273
+ "tier": "flash_prefill",
2161
2274
  "exactHeadDim": 256,
2162
2275
  "maxHeadDim": 256,
2163
2276
  "requiredShared": 16384
2164
2277
  },
2165
2278
  "reachability": {
2166
- "status": "experimental",
2279
+ "status": "unused",
2280
+ "inlineConfigs": [],
2281
+ "ruleChains": [],
2282
+ "wgslOnDisk": true
2283
+ }
2284
+ },
2285
+ "prefill_flash_reduce": {
2286
+ "wgsl": "attention_prefill_flash_reduce.wgsl",
2287
+ "entryPoint": "main",
2288
+ "workgroup": [
2289
+ 64,
2290
+ 1,
2291
+ 1
2292
+ ],
2293
+ "requires": [],
2294
+ "outputDtype": "f32",
2295
+ "variantMetadata": {
2296
+ "tier": "flash_reduce"
2297
+ },
2298
+ "reachability": {
2299
+ "status": "unused",
2167
2300
  "inlineConfigs": [],
2168
2301
  "ruleChains": [],
2169
2302
  "wgslOnDisk": true
@@ -2187,14 +2320,19 @@
2187
2320
  "reachability": {
2188
2321
  "status": "pinned",
2189
2322
  "inlineConfigs": [
2190
- "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
2191
2323
  "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
2192
2324
  "gemma3/translategemma-4b-it-q4k-ehf16-af32",
2325
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
2326
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
2327
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
2328
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
2193
2329
  "gemma4/gemma-4-moe-q4k-ehf16-af32",
2194
2330
  "gpt-oss-20b-f16-xmxfp4",
2195
2331
  "janus/janus-pro-1b-text-q4k-ehaf16",
2196
2332
  "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
2197
- "qwen3/qwen-3-5-2b-q4k-ehaf16"
2333
+ "qwen3/qwen-3-5-2b-q4k-ehaf16",
2334
+ "qwen3/qwen-3-6-27b-q4k-eaf16",
2335
+ "qwen3/qwen-3-6-27b-q4k-ehaf16"
2198
2336
  ],
2199
2337
  "ruleChains": [],
2200
2338
  "wgslOnDisk": true
@@ -2216,8 +2354,22 @@
2216
2354
  "tier": "streaming"
2217
2355
  },
2218
2356
  "reachability": {
2219
- "status": "model-selectable",
2220
- "inlineConfigs": [],
2357
+ "status": "pinned",
2358
+ "inlineConfigs": [
2359
+ "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
2360
+ "gemma3/translategemma-4b-it-q4k-ehf16-af32",
2361
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
2362
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
2363
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
2364
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
2365
+ "gemma4/gemma-4-moe-q4k-ehf16-af32",
2366
+ "gpt-oss-20b-f16-xmxfp4",
2367
+ "janus/janus-pro-1b-text-q4k-ehaf16",
2368
+ "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
2369
+ "qwen3/qwen-3-5-2b-q4k-ehaf16",
2370
+ "qwen3/qwen-3-6-27b-q4k-eaf16",
2371
+ "qwen3/qwen-3-6-27b-q4k-ehaf16"
2372
+ ],
2221
2373
  "ruleChains": [],
2222
2374
  "wgslOnDisk": true
2223
2375
  }
@@ -2275,13 +2427,18 @@
2275
2427
  "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
2276
2428
  "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
2277
2429
  "gemma3/translategemma-4b-it-q4k-ehf16-af32",
2430
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
2431
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
2278
2432
  "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
2433
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
2279
2434
  "gemma4/gemma-4-moe-q4k-ehf16-af32",
2280
2435
  "gpt-oss-20b-f16-xmxfp4",
2281
2436
  "janus/janus-pro-1b-text-q4k-ehaf16",
2282
2437
  "lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32",
2283
2438
  "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
2284
- "qwen3/qwen-3-5-2b-q4k-ehaf16"
2439
+ "qwen3/qwen-3-5-2b-q4k-ehaf16",
2440
+ "qwen3/qwen-3-6-27b-q4k-eaf16",
2441
+ "qwen3/qwen-3-6-27b-q4k-ehaf16"
2285
2442
  ],
2286
2443
  "ruleChains": [
2287
2444
  "attention.rules.json#optimizedVariant"
@@ -2794,11 +2951,9 @@
2794
2951
  },
2795
2952
  "description": "Tiered decode kernel - TurboQuant MSE cold K/V with f16 hot K/V",
2796
2953
  "reachability": {
2797
- "status": "selectable",
2954
+ "status": "unused",
2798
2955
  "inlineConfigs": [],
2799
- "ruleChains": [
2800
- "attention.rules.json#tieredQuantVariant"
2801
- ],
2956
+ "ruleChains": [],
2802
2957
  "wgslOnDisk": true
2803
2958
  }
2804
2959
  },
@@ -2819,11 +2974,9 @@
2819
2974
  },
2820
2975
  "description": "Tiered decode kernel - TurboQuant prod (MSE+QJL) cold K/V with f16 hot K/V",
2821
2976
  "reachability": {
2822
- "status": "selectable",
2977
+ "status": "unused",
2823
2978
  "inlineConfigs": [],
2824
- "ruleChains": [
2825
- "attention.rules.json#tieredQuantVariant"
2826
- ],
2979
+ "ruleChains": [],
2827
2980
  "wgslOnDisk": true
2828
2981
  }
2829
2982
  }
@@ -2961,11 +3114,9 @@
2961
3114
  },
2962
3115
  "description": "Contiguous decode kernel - TurboQuant MSE quantized K/V",
2963
3116
  "reachability": {
2964
- "status": "selectable",
3117
+ "status": "unused",
2965
3118
  "inlineConfigs": [],
2966
- "ruleChains": [
2967
- "attention.rules.json#contiguousQuantVariant"
2968
- ],
3119
+ "ruleChains": [],
2969
3120
  "wgslOnDisk": true
2970
3121
  }
2971
3122
  },
@@ -2986,11 +3137,9 @@
2986
3137
  },
2987
3138
  "description": "Contiguous decode kernel - TurboQuant prod (MSE+QJL) quantized K/V",
2988
3139
  "reachability": {
2989
- "status": "selectable",
3140
+ "status": "unused",
2990
3141
  "inlineConfigs": [],
2991
- "ruleChains": [
2992
- "attention.rules.json#contiguousQuantVariant"
2993
- ],
3142
+ "ruleChains": [],
2994
3143
  "wgslOnDisk": true
2995
3144
  }
2996
3145
  }
@@ -3250,13 +3399,18 @@
3250
3399
  "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
3251
3400
  "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
3252
3401
  "gemma3/translategemma-4b-it-q4k-ehf16-af32",
3402
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
3403
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
3404
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
3405
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
3253
3406
  "gemma4/gemma-4-moe-q4k-ehf16-af32",
3254
3407
  "gpt-oss-20b-f16-xmxfp4",
3255
3408
  "janus/janus-pro-1b-text-q4k-ehaf16",
3256
3409
  "lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32",
3257
3410
  "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
3258
3411
  "qwen3/qwen-3-5-2b-q4k-ehaf16",
3259
- "sana/sana-sprint-0.6b-f16"
3412
+ "qwen3/qwen-3-6-27b-q4k-eaf16",
3413
+ "qwen3/qwen-3-6-27b-q4k-ehaf16"
3260
3414
  ],
3261
3415
  "ruleChains": [
3262
3416
  "rmsnorm.rules.json#variant"
@@ -3447,10 +3601,8 @@
3447
3601
  ],
3448
3602
  "requires": [],
3449
3603
  "reachability": {
3450
- "status": "pinned",
3451
- "inlineConfigs": [
3452
- "sana/sana-sprint-0.6b-f16"
3453
- ],
3604
+ "status": "selectable",
3605
+ "inlineConfigs": [],
3454
3606
  "ruleChains": [
3455
3607
  "layernorm.rules.json#variant"
3456
3608
  ],
@@ -3469,7 +3621,7 @@
3469
3621
  "shader-f16"
3470
3622
  ],
3471
3623
  "reachability": {
3472
- "status": "model-selectable",
3624
+ "status": "selectable",
3473
3625
  "inlineConfigs": [],
3474
3626
  "ruleChains": [
3475
3627
  "layernorm.rules.json#variant"
@@ -3887,7 +4039,7 @@
3887
4039
  }
3888
4040
  ],
3889
4041
  "baseUniforms": {
3890
- "size": 32,
4042
+ "size": 48,
3891
4043
  "fields": [
3892
4044
  {
3893
4045
  "name": "seq_len",
@@ -3928,6 +4080,26 @@
3928
4080
  "name": "interleaved",
3929
4081
  "type": "u32",
3930
4082
  "offset": 28
4083
+ },
4084
+ {
4085
+ "name": "pair_span_dim",
4086
+ "type": "u32",
4087
+ "offset": 32
4088
+ },
4089
+ {
4090
+ "name": "_pad0",
4091
+ "type": "u32",
4092
+ "offset": 36
4093
+ },
4094
+ {
4095
+ "name": "_pad1",
4096
+ "type": "u32",
4097
+ "offset": 40
4098
+ },
4099
+ {
4100
+ "name": "_pad2",
4101
+ "type": "u32",
4102
+ "offset": 44
3931
4103
  }
3932
4104
  ]
3933
4105
  },
@@ -3950,12 +4122,18 @@
3950
4122
  "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
3951
4123
  "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
3952
4124
  "gemma3/translategemma-4b-it-q4k-ehf16-af32",
4125
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
4126
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
4127
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
4128
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
3953
4129
  "gemma4/gemma-4-moe-q4k-ehf16-af32",
3954
4130
  "gpt-oss-20b-f16-xmxfp4",
3955
4131
  "janus/janus-pro-1b-text-q4k-ehaf16",
3956
4132
  "lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32",
3957
4133
  "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
3958
- "qwen3/qwen-3-5-2b-q4k-ehaf16"
4134
+ "qwen3/qwen-3-5-2b-q4k-ehaf16",
4135
+ "qwen3/qwen-3-6-27b-q4k-eaf16",
4136
+ "qwen3/qwen-3-6-27b-q4k-ehaf16"
3959
4137
  ],
3960
4138
  "ruleChains": [
3961
4139
  "rope.rules.json#variant"
@@ -4174,7 +4352,9 @@
4174
4352
  "status": "pinned",
4175
4353
  "inlineConfigs": [
4176
4354
  "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
4177
- "qwen3/qwen-3-5-2b-q4k-ehaf16"
4355
+ "qwen3/qwen-3-5-2b-q4k-ehaf16",
4356
+ "qwen3/qwen-3-6-27b-q4k-eaf16",
4357
+ "qwen3/qwen-3-6-27b-q4k-ehaf16"
4178
4358
  ],
4179
4359
  "ruleChains": [
4180
4360
  "silu.rules.json#variant"
@@ -4262,11 +4442,14 @@
4262
4442
  "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
4263
4443
  "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
4264
4444
  "gemma3/translategemma-4b-it-q4k-ehf16-af32",
4445
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
4446
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
4447
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
4448
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
4265
4449
  "gemma4/gemma-4-moe-q4k-ehf16-af32",
4266
4450
  "gpt-oss-20b-f16-xmxfp4",
4267
4451
  "janus/janus-pro-1b-text-q4k-ehaf16",
4268
- "lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32",
4269
- "sana/sana-sprint-0.6b-f16"
4452
+ "lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32"
4270
4453
  ],
4271
4454
  "ruleChains": [
4272
4455
  "gelu.rules.json#variant"
@@ -4467,6 +4650,79 @@
4467
4650
  }
4468
4651
  }
4469
4652
  },
4653
+ "activation_static_qdq": {
4654
+ "description": "Static activation quantize/dequantize kernels",
4655
+ "baseBindings": [
4656
+ {
4657
+ "index": 0,
4658
+ "name": "uniforms",
4659
+ "type": "uniform"
4660
+ },
4661
+ {
4662
+ "index": 1,
4663
+ "name": "input",
4664
+ "type": "read-only-storage"
4665
+ },
4666
+ {
4667
+ "index": 2,
4668
+ "name": "output",
4669
+ "type": "storage"
4670
+ }
4671
+ ],
4672
+ "baseUniforms": {
4673
+ "size": 32,
4674
+ "fields": [
4675
+ {
4676
+ "name": "size",
4677
+ "type": "u32",
4678
+ "offset": 0
4679
+ },
4680
+ {
4681
+ "name": "_pad0",
4682
+ "type": "u32",
4683
+ "offset": 4
4684
+ },
4685
+ {
4686
+ "name": "scale",
4687
+ "type": "f32",
4688
+ "offset": 8
4689
+ },
4690
+ {
4691
+ "name": "invScale",
4692
+ "type": "f32",
4693
+ "offset": 12
4694
+ },
4695
+ {
4696
+ "name": "qmin",
4697
+ "type": "f32",
4698
+ "offset": 16
4699
+ },
4700
+ {
4701
+ "name": "qmax",
4702
+ "type": "f32",
4703
+ "offset": 20
4704
+ }
4705
+ ]
4706
+ },
4707
+ "variants": {
4708
+ "default": {
4709
+ "wgsl": "activation_static_qdq.wgsl",
4710
+ "entryPoint": "main",
4711
+ "workgroup": [
4712
+ 256,
4713
+ 1,
4714
+ 1
4715
+ ],
4716
+ "requires": [],
4717
+ "reachability": {
4718
+ "status": "unused",
4719
+ "inlineConfigs": [],
4720
+ "ruleChains": [],
4721
+ "wgslOnDisk": true
4722
+ }
4723
+ }
4724
+ }
4725
+ },
4470
4726
  "energy_eval": {
4471
4727
  "description": "Energy evaluation kernels",
4472
4728
  "baseBindings": [
@@ -5133,7 +5389,11 @@
5133
5389
  "inlineConfigs": [
5134
5390
  "embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32",
5135
5391
  "gemma3/gemma-3-1b-it-f16-af32",
5136
- "gemma3/gemma-3-270m-it-q4k-ehf16-af32"
5392
+ "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
5393
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
5394
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
5395
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
5396
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple"
5137
5397
  ],
5138
5398
  "ruleChains": [
5139
5399
  "gather.rules.json#variant"
@@ -5184,7 +5444,9 @@
5184
5444
  "janus/janus-pro-1b-text-q4k-ehaf16",
5185
5445
  "lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32",
5186
5446
  "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
5187
- "qwen3/qwen-3-5-2b-q4k-ehaf16"
5447
+ "qwen3/qwen-3-5-2b-q4k-ehaf16",
5448
+ "qwen3/qwen-3-6-27b-q4k-eaf16",
5449
+ "qwen3/qwen-3-6-27b-q4k-ehaf16"
5188
5450
  ],
5189
5451
  "ruleChains": [
5190
5452
  "gather.rules.json#variant"
@@ -5371,13 +5633,18 @@
5371
5633
  "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
5372
5634
  "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
5373
5635
  "gemma3/translategemma-4b-it-q4k-ehf16-af32",
5636
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
5637
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
5638
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
5639
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
5374
5640
  "gemma4/gemma-4-moe-q4k-ehf16-af32",
5375
5641
  "gpt-oss-20b-f16-xmxfp4",
5376
5642
  "janus/janus-pro-1b-text-q4k-ehaf16",
5377
5643
  "lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32",
5378
5644
  "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
5379
5645
  "qwen3/qwen-3-5-2b-q4k-ehaf16",
5380
- "sana/sana-sprint-0.6b-f16"
5646
+ "qwen3/qwen-3-6-27b-q4k-eaf16",
5647
+ "qwen3/qwen-3-6-27b-q4k-ehaf16"
5381
5648
  ],
5382
5649
  "ruleChains": [
5383
5650
  "residual.rules.json#biasAddVariant",
@@ -5963,22 +6230,6 @@
5963
6230
  "wgslOnDisk": true
5964
6231
  }
5965
6232
  },
5966
- "gather_vec4": {
5967
- "wgsl": "moe_gather_vec4.wgsl",
5968
- "entryPoint": "gather_tokens_vec4",
5969
- "workgroup": [
5970
- 64,
5971
- 1,
5972
- 1
5973
- ],
5974
- "requires": [],
5975
- "reachability": {
5976
- "status": "unused",
5977
- "inlineConfigs": [],
5978
- "ruleChains": [],
5979
- "wgslOnDisk": true
5980
- }
5981
- },
5982
6233
  "single_pass": {
5983
6234
  "wgsl": "moe_gather.wgsl",
5984
6235
  "entryPoint": "gather_single_pass",
@@ -6236,10 +6487,8 @@
6236
6487
  ],
6237
6488
  "requires": [],
6238
6489
  "reachability": {
6239
- "status": "pinned",
6240
- "inlineConfigs": [
6241
- "sana/sana-sprint-0.6b-f16"
6242
- ],
6490
+ "status": "unused",
6491
+ "inlineConfigs": [],
6243
6492
  "ruleChains": [],
6244
6493
  "wgslOnDisk": true
6245
6494
  }
@@ -6845,12 +7094,18 @@
6845
7094
  "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
6846
7095
  "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
6847
7096
  "gemma3/translategemma-4b-it-q4k-ehf16-af32",
7097
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
7098
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
7099
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
7100
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
6848
7101
  "gemma4/gemma-4-moe-q4k-ehf16-af32",
6849
7102
  "gpt-oss-20b-f16-xmxfp4",
6850
7103
  "janus/janus-pro-1b-text-q4k-ehaf16",
6851
7104
  "lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32",
6852
7105
  "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
6853
- "qwen3/qwen-3-5-2b-q4k-ehaf16"
7106
+ "qwen3/qwen-3-5-2b-q4k-ehaf16",
7107
+ "qwen3/qwen-3-6-27b-q4k-eaf16",
7108
+ "qwen3/qwen-3-6-27b-q4k-ehaf16"
6854
7109
  ],
6855
7110
  "ruleChains": [],
6856
7111
  "wgslOnDisk": true
@@ -8024,10 +8279,8 @@
8024
8279
  "requires": [],
8025
8280
  "outputDtype": "f32",
8026
8281
  "reachability": {
8027
- "status": "pinned",
8028
- "inlineConfigs": [
8029
- "sana/sana-sprint-0.6b-f16"
8030
- ],
8282
+ "status": "selectable",
8283
+ "inlineConfigs": [],
8031
8284
  "ruleChains": [
8032
8285
  "conv2d.rules.json#variant"
8033
8286
  ],
@@ -8047,7 +8300,7 @@
8047
8300
  ],
8048
8301
  "outputDtype": "f16",
8049
8302
  "reachability": {
8050
- "status": "model-selectable",
8303
+ "status": "selectable",
8051
8304
  "inlineConfigs": [],
8052
8305
  "ruleChains": [
8053
8306
  "conv2d.rules.json#variant"
@@ -8163,10 +8416,8 @@
8163
8416
  "requires": [],
8164
8417
  "outputDtype": "f32",
8165
8418
  "reachability": {
8166
- "status": "pinned",
8167
- "inlineConfigs": [
8168
- "sana/sana-sprint-0.6b-f16"
8169
- ],
8419
+ "status": "selectable",
8420
+ "inlineConfigs": [],
8170
8421
  "ruleChains": [
8171
8422
  "depthwise-conv2d.rules.json#variant"
8172
8423
  ],
@@ -8186,7 +8437,7 @@
8186
8437
  ],
8187
8438
  "outputDtype": "f16",
8188
8439
  "reachability": {
8189
- "status": "model-selectable",
8440
+ "status": "selectable",
8190
8441
  "inlineConfigs": [],
8191
8442
  "ruleChains": [
8192
8443
  "depthwise-conv2d.rules.json#variant"
@@ -8257,7 +8508,7 @@
8257
8508
  "requires": [],
8258
8509
  "outputDtype": "f32",
8259
8510
  "reachability": {
8260
- "status": "pinned",
8511
+ "status": "unused",
8261
8512
  "inlineConfigs": [],
8262
8513
  "ruleChains": [],
8263
8514
  "wgslOnDisk": true
@@ -8351,10 +8602,8 @@
8351
8602
  "requires": [],
8352
8603
  "outputDtype": "f32",
8353
8604
  "reachability": {
8354
- "status": "pinned",
8355
- "inlineConfigs": [
8356
- "sana/sana-sprint-0.6b-f16"
8357
- ],
8605
+ "status": "selectable",
8606
+ "inlineConfigs": [],
8358
8607
  "ruleChains": [
8359
8608
  "grouped-pointwise-conv2d.rules.json#variant"
8360
8609
  ],
@@ -8374,7 +8623,7 @@
8374
8623
  ],
8375
8624
  "outputDtype": "f16",
8376
8625
  "reachability": {
8377
- "status": "model-selectable",
8626
+ "status": "selectable",
8378
8627
  "inlineConfigs": [],
8379
8628
  "ruleChains": [
8380
8629
  "grouped-pointwise-conv2d.rules.json#variant"
@@ -8801,10 +9050,8 @@
8801
9050
  "requires": [],
8802
9051
  "outputDtype": "f32",
8803
9052
  "reachability": {
8804
- "status": "pinned",
8805
- "inlineConfigs": [
8806
- "sana/sana-sprint-0.6b-f16"
8807
- ],
9053
+ "status": "selectable",
9054
+ "inlineConfigs": [],
8808
9055
  "ruleChains": [
8809
9056
  "modulate.rules.json#variant"
8810
9057
  ],
@@ -8824,7 +9071,7 @@
8824
9071
  ],
8825
9072
  "outputDtype": "f16",
8826
9073
  "reachability": {
8827
- "status": "model-selectable",
9074
+ "status": "selectable",
8828
9075
  "inlineConfigs": [],
8829
9076
  "ruleChains": [
8830
9077
  "modulate.rules.json#variant"
@@ -9389,8 +9636,8 @@
9389
9636
  }
9390
9637
  }
9391
9638
  },
9392
- "sana_linear_attention_summary": {
9393
- "description": "Sana linear attention summary stage",
9639
+ "linear_attention_summary": {
9640
+ "description": "Linear attention summary stage",
9394
9641
  "baseBindings": [
9395
9642
  {
9396
9643
  "index": 0,
@@ -9455,7 +9702,7 @@
9455
9702
  },
9456
9703
  "variants": {
9457
9704
  "default": {
9458
- "wgsl": "sana_linear_attention_summary.wgsl",
9705
+ "wgsl": "linear_attention_summary.wgsl",
9459
9706
  "entryPoint": "main",
9460
9707
  "workgroup": [
9461
9708
  256,
@@ -9468,13 +9715,13 @@
9468
9715
  "status": "selectable",
9469
9716
  "inlineConfigs": [],
9470
9717
  "ruleChains": [
9471
- "sana-linear-attention.rules.json#variant"
9718
+ "linear-attention.rules.json#variant"
9472
9719
  ],
9473
9720
  "wgslOnDisk": true
9474
9721
  }
9475
9722
  },
9476
9723
  "default_f16": {
9477
- "wgsl": "sana_linear_attention_summary_f16.wgsl",
9724
+ "wgsl": "linear_attention_summary_f16.wgsl",
9478
9725
  "entryPoint": "main",
9479
9726
  "workgroup": [
9480
9727
  256,
@@ -9489,15 +9736,15 @@
9489
9736
  "status": "selectable",
9490
9737
  "inlineConfigs": [],
9491
9738
  "ruleChains": [
9492
- "sana-linear-attention.rules.json#variant"
9739
+ "linear-attention.rules.json#variant"
9493
9740
  ],
9494
9741
  "wgslOnDisk": true
9495
9742
  }
9496
9743
  }
9497
9744
  }
9498
9745
  },
9499
- "sana_linear_attention_apply": {
9500
- "description": "Sana linear attention apply stage",
9746
+ "linear_attention_apply": {
9747
+ "description": "Linear attention apply stage",
9501
9748
  "baseBindings": [
9502
9749
  {
9503
9750
  "index": 0,
@@ -9567,7 +9814,7 @@
9567
9814
  },
9568
9815
  "variants": {
9569
9816
  "default": {
9570
- "wgsl": "sana_linear_attention_apply.wgsl",
9817
+ "wgsl": "linear_attention_apply.wgsl",
9571
9818
  "entryPoint": "main",
9572
9819
  "workgroup": [
9573
9820
  256,
@@ -9580,13 +9827,13 @@
9580
9827
  "status": "selectable",
9581
9828
  "inlineConfigs": [],
9582
9829
  "ruleChains": [
9583
- "sana-linear-attention.rules.json#variant"
9830
+ "linear-attention.rules.json#variant"
9584
9831
  ],
9585
9832
  "wgslOnDisk": true
9586
9833
  }
9587
9834
  },
9588
9835
  "default_f16": {
9589
- "wgsl": "sana_linear_attention_apply_f16.wgsl",
9836
+ "wgsl": "linear_attention_apply_f16.wgsl",
9590
9837
  "entryPoint": "main",
9591
9838
  "workgroup": [
9592
9839
  256,
@@ -9601,7 +9848,7 @@
9601
9848
  "status": "selectable",
9602
9849
  "inlineConfigs": [],
9603
9850
  "ruleChains": [
9604
- "sana-linear-attention.rules.json#variant"
9851
+ "linear-attention.rules.json#variant"
9605
9852
  ],
9606
9853
  "wgslOnDisk": true
9607
9854
  }