doppler-gpu 0.4.2 → 0.4.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (645) hide show
  1. package/CHANGELOG.md +182 -0
  2. package/README.md +19 -15
  3. package/package.json +77 -29
  4. package/src/cli/cli-model-resolution.js +275 -0
  5. package/src/cli/cli-output.js +453 -0
  6. package/src/cli/doppler-cli.js +817 -709
  7. package/src/cli/doppler-quickstart.d.ts +7 -23
  8. package/src/cli/doppler-quickstart.js +4 -2
  9. package/src/cli/doppler-serve.js +1 -1
  10. package/src/cli/runtime-profiles.d.ts +40 -0
  11. package/src/cli/runtime-profiles.js +225 -0
  12. package/src/client/doppler-api.js +1 -6
  13. package/src/client/doppler-registry.d.ts +12 -0
  14. package/src/client/doppler-registry.js +27 -0
  15. package/src/client/doppler-registry.json +64 -6
  16. package/src/client/failure-taxonomy.js +139 -0
  17. package/src/client/fault-injection.js +30 -0
  18. package/src/client/provider.d.ts +151 -0
  19. package/src/client/provider.js +374 -0
  20. package/src/client/receipt.js +156 -0
  21. package/src/client/runtime/index.js +56 -4
  22. package/src/client/runtime/model-manager.d.ts +0 -14
  23. package/src/client/runtime/model-manager.js +2 -42
  24. package/src/client/runtime/model-session.js +33 -0
  25. package/src/client/runtime/model-source.d.ts +13 -1
  26. package/src/client/runtime/model-source.js +128 -2
  27. package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
  28. package/src/client/runtime/node-quickstart-cache.js +353 -0
  29. package/src/client/runtime/source-runtime.js +1 -10
  30. package/src/client/runtime/types.d.ts +0 -60
  31. package/src/client/wrap-pipeline-handle.d.ts +20 -0
  32. package/src/client/wrap-pipeline-handle.js +84 -0
  33. package/src/config/README.md +3 -1
  34. package/src/config/conversion/README.md +23 -157
  35. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +19 -4
  36. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +16 -9
  37. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +24 -9
  38. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +24 -9
  39. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +16 -9
  40. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +24 -9
  41. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
  42. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
  43. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +589 -0
  44. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
  45. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +367 -61
  46. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
  47. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
  48. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
  49. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +17 -10
  50. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +75 -33
  51. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +91 -59
  52. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +517 -0
  53. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +511 -0
  54. package/src/config/execution-contract-check.js +6 -5
  55. package/src/config/kernel-path-loader.d.ts +8 -2
  56. package/src/config/kernels/kernel-ref-digests.js +125 -122
  57. package/src/config/kernels/registry.d.ts +0 -35
  58. package/src/config/kernels/registry.js +5 -9
  59. package/src/config/kernels/registry.json +524 -350
  60. package/src/config/merge-helpers.d.ts +1 -1
  61. package/src/config/merge-helpers.js +1 -1
  62. package/src/config/merge.js +35 -7
  63. package/src/config/param-categories.d.ts +0 -9
  64. package/src/config/param-categories.js +1 -5
  65. package/src/config/param-validator.d.ts +2 -0
  66. package/src/config/param-validator.js +16 -0
  67. package/src/config/platforms/loader.d.ts +0 -27
  68. package/src/config/platforms/loader.js +0 -30
  69. package/src/config/required-inference-fields-contract-check.js +1 -7
  70. package/src/config/runtime/README.md +28 -0
  71. package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +1 -1
  72. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
  73. package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
  74. package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
  75. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
  76. package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
  77. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
  78. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
  79. package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
  80. package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
  81. package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
  82. package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
  83. package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
  84. package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
  85. package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
  86. package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
  87. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
  88. package/src/config/schema/bridge.schema.d.ts +16 -0
  89. package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
  90. package/src/config/schema/browser-suite-metrics.schema.js +2 -0
  91. package/src/config/schema/converter.schema.d.ts +5 -0
  92. package/src/config/schema/converter.schema.js +3 -0
  93. package/src/config/schema/debug.schema.d.ts +22 -1
  94. package/src/config/schema/debug.schema.js +1 -0
  95. package/src/config/schema/distill-training.schema.d.ts +0 -1
  96. package/src/config/schema/distill-training.schema.js +1 -1
  97. package/src/config/schema/doppler.schema.d.ts +12 -2
  98. package/src/config/schema/doppler.schema.js +108 -8
  99. package/src/config/schema/emulation.schema.d.ts +3 -0
  100. package/src/config/schema/emulation.schema.js +16 -16
  101. package/src/config/schema/execution-v1.schema.d.ts +12 -1
  102. package/src/config/schema/execution-v1.schema.js +7 -1
  103. package/src/config/schema/index.d.ts +52 -1
  104. package/src/config/schema/index.js +14 -0
  105. package/src/config/schema/inference.schema.d.ts +3 -3
  106. package/src/config/schema/kernel-path.schema.d.ts +6 -27
  107. package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
  108. package/src/config/schema/kernel-thresholds.schema.js +3 -7
  109. package/src/config/schema/kvcache.schema.js +0 -9
  110. package/src/config/schema/loading.schema.d.ts +12 -0
  111. package/src/config/schema/loading.schema.js +4 -0
  112. package/src/config/schema/manifest.schema.d.ts +68 -1
  113. package/src/config/schema/manifest.schema.js +48 -2
  114. package/src/config/schema/moe.schema.js +0 -8
  115. package/src/config/schema/program-bundle.schema.d.ts +233 -0
  116. package/src/config/schema/program-bundle.schema.js +393 -0
  117. package/src/config/schema/ul-training.schema.d.ts +0 -1
  118. package/src/config/schema/ul-training.schema.js +1 -1
  119. package/src/config/source-packages/litert/gemma-4-e2b-it.json +36 -15
  120. package/src/config/supported-operations.d.ts +14 -0
  121. package/src/config/supported-operations.js +34 -0
  122. package/src/config/supported-operations.json +178 -0
  123. package/src/config/training-defaults.js +1 -7
  124. package/src/config/transforms/capability-transform-resolver.js +3 -1
  125. package/src/config/transforms/execution-graph-transforms.d.ts +55 -0
  126. package/src/config/transforms/execution-graph-transforms.js +693 -29
  127. package/src/converter/conversion-plan.js +13 -10
  128. package/src/converter/core.d.ts +57 -0
  129. package/src/converter/core.js +582 -13
  130. package/src/converter/parsers/diffusion.js +1 -33
  131. package/src/converter/quantization-info.d.ts +5 -4
  132. package/src/converter/quantization-info.js +39 -3
  133. package/src/converter/quantizer.d.ts +19 -0
  134. package/src/converter/quantizer.js +76 -0
  135. package/src/debug/config.d.ts +0 -4
  136. package/src/debug/config.js +0 -17
  137. package/src/debug/index.d.ts +28 -30
  138. package/src/debug/index.js +0 -18
  139. package/src/debug/stats.d.ts +0 -8
  140. package/src/debug/stats.js +3 -3
  141. package/src/debug/tensor.d.ts +9 -2
  142. package/src/debug/tensor.js +11 -4
  143. package/src/debug/trace.js +2 -15
  144. package/src/errors/doppler-error.js +20 -0
  145. package/src/experimental/browser/quantization.d.ts +5 -0
  146. package/src/experimental/distribution/shard-delivery.js +179 -23
  147. package/src/experimental/training/artifacts.js +1 -14
  148. package/src/experimental/training/checkpoint.js +1 -14
  149. package/src/experimental/training/datasets/token-batch.d.ts +1 -1
  150. package/src/experimental/training/datasets/token-batch.js +2 -2
  151. package/src/experimental/training/distillation/dataset.js +2 -15
  152. package/src/experimental/training/distillation/eval.js +3 -3
  153. package/src/experimental/training/distillation/runtime.js +3 -16
  154. package/src/experimental/training/distillation/student-fixture.js +6 -6
  155. package/src/experimental/training/lora-pipeline.js +1 -14
  156. package/src/experimental/training/objectives/base.d.ts +2 -2
  157. package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
  158. package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
  159. package/src/experimental/training/objectives/distill_kd.js +2 -2
  160. package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
  161. package/src/experimental/training/objectives/distill_triplet.js +2 -2
  162. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
  163. package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
  164. package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
  165. package/src/experimental/training/operator-artifacts.js +1 -14
  166. package/src/experimental/training/runner.js +1 -14
  167. package/src/experimental/training/workload-packs/registry.json +6 -6
  168. package/src/experimental/training/workloads.js +1 -1
  169. package/src/formats/gguf/types.d.ts +0 -63
  170. package/src/formats/gguf/types.js +58 -38
  171. package/src/formats/litert/types.d.ts +0 -13
  172. package/src/formats/litert/types.js +2 -2
  173. package/src/formats/rdrr/distributed/index.d.ts +34 -0
  174. package/src/formats/rdrr/distributed/index.js +3 -0
  175. package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
  176. package/src/formats/rdrr/distributed/parsing.js +23 -0
  177. package/src/formats/rdrr/distributed/validation.d.ts +23 -0
  178. package/src/formats/rdrr/distributed/validation.js +131 -0
  179. package/src/formats/rdrr/groups.d.ts +1 -13
  180. package/src/formats/rdrr/groups.js +0 -34
  181. package/src/formats/rdrr/index.d.ts +9 -0
  182. package/src/formats/rdrr/index.js +9 -0
  183. package/src/formats/rdrr/integrity.d.ts +51 -0
  184. package/src/formats/rdrr/integrity.js +200 -0
  185. package/src/formats/rdrr/lowerings.d.ts +28 -0
  186. package/src/formats/rdrr/lowerings.js +112 -0
  187. package/src/formats/rdrr/manifest.d.ts +0 -14
  188. package/src/formats/rdrr/manifest.js +5 -58
  189. package/src/formats/rdrr/merkle.d.ts +24 -0
  190. package/src/formats/rdrr/merkle.js +118 -0
  191. package/src/formats/rdrr/parsing.js +4 -0
  192. package/src/formats/rdrr/slice-compiler.d.ts +29 -0
  193. package/src/formats/rdrr/slice-compiler.js +188 -0
  194. package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
  195. package/src/formats/rdrr/storage-descriptor.js +186 -0
  196. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
  197. package/src/formats/rdrr/tensor-config-validator.js +0 -30
  198. package/src/formats/rdrr/types.d.ts +107 -0
  199. package/src/formats/rdrr/validation.js +245 -0
  200. package/src/formats/tflite/types.d.ts +0 -31
  201. package/src/formats/tflite/types.js +5 -5
  202. package/src/gpu/command-recorder.d.ts +3 -21
  203. package/src/gpu/device.d.ts +17 -3
  204. package/src/gpu/device.js +20 -4
  205. package/src/gpu/kernel-runtime.d.ts +8 -15
  206. package/src/gpu/kernel-selection-log.d.ts +0 -8
  207. package/src/gpu/kernel-selection-log.js +0 -15
  208. package/src/gpu/kernel-tuner/cache.js +0 -3
  209. package/src/gpu/kernels/README.md +50 -18
  210. package/src/gpu/kernels/activation_static_qdq.wgsl +3 -1
  211. package/src/gpu/kernels/attention.d.ts +28 -19
  212. package/src/gpu/kernels/attention.js +443 -9
  213. package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
  214. package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
  215. package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
  216. package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
  217. package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
  218. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
  219. package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
  220. package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
  221. package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
  222. package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
  223. package/src/gpu/kernels/attention_f16.wgsl +88 -30
  224. package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
  225. package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
  226. package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
  227. package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
  228. package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
  229. package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
  230. package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
  231. package/src/gpu/kernels/attention_streaming_f16.wgsl +39 -16
  232. package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
  233. package/src/gpu/kernels/backward/index.d.ts +6 -0
  234. package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
  235. package/src/gpu/kernels/backward/utils.d.ts +35 -0
  236. package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
  237. package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
  238. package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
  239. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
  240. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
  241. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
  242. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +2 -85
  243. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +27 -24
  244. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +1 -1
  245. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +249 -179
  246. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
  247. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
  248. package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
  249. package/src/gpu/kernels/constants.d.ts +9 -48
  250. package/src/gpu/kernels/constants.js +0 -23
  251. package/src/gpu/kernels/conv2d.d.ts +0 -4
  252. package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
  253. package/src/gpu/kernels/dequant.d.ts +0 -16
  254. package/src/gpu/kernels/dequant.js +1 -71
  255. package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
  256. package/src/gpu/kernels/dequant_shared.wgsl +1 -55
  257. package/src/gpu/kernels/dispatch.d.ts +12 -97
  258. package/src/gpu/kernels/dispatch.js +0 -117
  259. package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
  260. package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
  261. package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
  262. package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
  263. package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
  264. package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
  265. package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
  266. package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
  267. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
  268. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
  269. package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
  270. package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
  271. package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
  272. package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
  273. package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
  274. package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
  275. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
  276. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
  277. package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
  278. package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
  279. package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
  280. package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
  281. package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
  282. package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
  283. package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
  284. package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
  285. package/src/gpu/kernels/gather.d.ts +0 -7
  286. package/src/gpu/kernels/gather_f16.wgsl +1 -1
  287. package/src/gpu/kernels/gelu_f16.wgsl +14 -15
  288. package/src/gpu/kernels/groupnorm.d.ts +0 -4
  289. package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
  290. package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
  291. package/src/gpu/kernels/index.d.ts +6 -5
  292. package/src/gpu/kernels/index.js +3 -4
  293. package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
  294. package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
  295. package/src/gpu/kernels/layernorm.d.ts +0 -4
  296. package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
  297. package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
  298. package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
  299. package/src/gpu/kernels/logit-merge.d.ts +0 -24
  300. package/src/gpu/kernels/logit-merge.js +1 -17
  301. package/src/gpu/kernels/matmul-dispatch.js +7 -1
  302. package/src/gpu/kernels/matmul-selection.js +68 -1
  303. package/src/gpu/kernels/matmul.d.ts +0 -28
  304. package/src/gpu/kernels/matmul.js +101 -7
  305. package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
  306. package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
  307. package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
  308. package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
  309. package/src/gpu/kernels/modulate_f16.wgsl +1 -1
  310. package/src/gpu/kernels/moe.d.ts +0 -56
  311. package/src/gpu/kernels/moe.js +0 -15
  312. package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
  313. package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
  314. package/src/gpu/kernels/residual.d.ts +0 -12
  315. package/src/gpu/kernels/residual_f16.wgsl +2 -2
  316. package/src/gpu/kernels/residual_f16_vec4.wgsl +5 -5
  317. package/src/gpu/kernels/rmsnorm.d.ts +0 -8
  318. package/src/gpu/kernels/rmsnorm.js +17 -1
  319. package/src/gpu/kernels/rmsnorm.wgsl +5 -6
  320. package/src/gpu/kernels/rmsnorm_f16.wgsl +65 -39
  321. package/src/gpu/kernels/rope.d.ts +1 -5
  322. package/src/gpu/kernels/rope.js +12 -2
  323. package/src/gpu/kernels/rope.wgsl +33 -19
  324. package/src/gpu/kernels/rope_f16.wgsl +39 -25
  325. package/src/gpu/kernels/sample.d.ts +0 -5
  326. package/src/gpu/kernels/sample.wgsl +7 -6
  327. package/src/gpu/kernels/sample_f16.wgsl +28 -30
  328. package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
  329. package/src/gpu/kernels/shader-cache.d.ts +13 -0
  330. package/src/gpu/kernels/shader-cache.js +27 -0
  331. package/src/gpu/kernels/silu_f16.wgsl +1 -1
  332. package/src/gpu/kernels/softmax.wgsl +4 -144
  333. package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
  334. package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
  335. package/src/gpu/kernels/topk_f16.wgsl +1 -1
  336. package/src/gpu/kernels/turboquant-codebook.js +11 -40
  337. package/src/gpu/kernels/uniform-utils.d.ts +18 -0
  338. package/src/gpu/kernels/upsample2d.d.ts +0 -4
  339. package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
  340. package/src/gpu/kernels/utils.d.ts +28 -0
  341. package/src/gpu/kernels/utils.js +41 -0
  342. package/src/gpu/perf-guards.d.ts +0 -12
  343. package/src/gpu/perf-guards.js +0 -62
  344. package/src/gpu/profiler.d.ts +0 -21
  345. package/src/gpu/profiler.js +0 -34
  346. package/src/gpu/submit-tracker.d.ts +0 -57
  347. package/src/gpu/submit-tracker.js +3 -62
  348. package/src/gpu/tensor.d.ts +0 -23
  349. package/src/gpu/tensor.js +0 -41
  350. package/src/gpu/uniform-cache.d.ts +0 -11
  351. package/src/gpu/uniform-cache.js +0 -23
  352. package/src/index.d.ts +1 -0
  353. package/src/index.js +1 -0
  354. package/src/inference/browser-harness-model-helpers.d.ts +0 -9
  355. package/src/inference/browser-harness-model-helpers.js +22 -13
  356. package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
  357. package/src/inference/browser-harness-runtime-helpers.js +2 -2
  358. package/src/inference/browser-harness-suite-helpers.d.ts +4 -1
  359. package/src/inference/browser-harness-suite-helpers.js +87 -1
  360. package/src/inference/browser-harness-text-helpers.d.ts +12 -0
  361. package/src/inference/browser-harness-text-helpers.js +223 -14
  362. package/src/inference/browser-harness.d.ts +0 -29
  363. package/src/inference/browser-harness.js +264 -71
  364. package/src/inference/kv-cache/base.d.ts +6 -0
  365. package/src/inference/kv-cache/base.js +16 -1
  366. package/src/inference/kv-cache/mixed-geometry.d.ts +1 -0
  367. package/src/inference/kv-cache/mixed-geometry.js +12 -2
  368. package/src/inference/kv-cache/quantized.js +2 -0
  369. package/src/inference/kv-cache/tiered.js +7 -0
  370. package/src/inference/kv-cache/types.d.ts +2 -0
  371. package/src/inference/multi-model-network.d.ts +1 -1
  372. package/src/inference/multi-model-network.js +1 -2
  373. package/src/inference/network-evolution.d.ts +0 -12
  374. package/src/inference/network-evolution.js +2 -2
  375. package/src/inference/pipelines/context.js +17 -0
  376. package/src/inference/pipelines/diffusion/init.js +2 -2
  377. package/src/inference/pipelines/diffusion/pipeline.js +41 -96
  378. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
  379. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
  380. package/src/inference/pipelines/diffusion/vae.js +4 -4
  381. package/src/inference/pipelines/energy/quintel.d.ts +15 -0
  382. package/src/inference/pipelines/structured/index.d.ts +2 -0
  383. package/src/inference/pipelines/structured/index.js +2 -0
  384. package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
  385. package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
  386. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
  387. package/src/inference/pipelines/text/attention/attn-config.js +1 -1
  388. package/src/inference/pipelines/text/attention/projections.d.ts +2 -0
  389. package/src/inference/pipelines/text/attention/projections.js +70 -23
  390. package/src/inference/pipelines/text/attention/record.js +118 -5
  391. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
  392. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
  393. package/src/inference/pipelines/text/attention/run.js +97 -6
  394. package/src/inference/pipelines/text/attention/types.d.ts +2 -0
  395. package/src/inference/pipelines/text/chat-format.d.ts +0 -10
  396. package/src/inference/pipelines/text/chat-format.js +1 -8
  397. package/src/inference/pipelines/text/config.d.ts +3 -25
  398. package/src/inference/pipelines/text/config.js +105 -3
  399. package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
  400. package/src/inference/pipelines/text/drift-policy.js +1 -1
  401. package/src/inference/pipelines/text/embed.d.ts +22 -27
  402. package/src/inference/pipelines/text/embed.js +0 -39
  403. package/src/inference/pipelines/text/execution-plan.d.ts +5 -3
  404. package/src/inference/pipelines/text/execution-plan.js +15 -2
  405. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -4
  406. package/src/inference/pipelines/text/execution-runtime-builders.js +0 -11
  407. package/src/inference/pipelines/text/execution-v1.d.ts +18 -0
  408. package/src/inference/pipelines/text/execution-v1.js +94 -25
  409. package/src/inference/pipelines/text/ffn/dense.js +180 -3
  410. package/src/inference/pipelines/text/ffn/standard.js +40 -13
  411. package/src/inference/pipelines/text/generator-decode-policy.js +243 -0
  412. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -2
  413. package/src/inference/pipelines/text/generator-helpers.js +4 -5
  414. package/src/inference/pipelines/text/generator-prefill-helpers.js +293 -0
  415. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -7
  416. package/src/inference/pipelines/text/generator-runtime.js +8 -6
  417. package/src/inference/pipelines/text/generator-steps.d.ts +22 -7
  418. package/src/inference/pipelines/text/generator-steps.js +8 -3
  419. package/src/inference/pipelines/text/generator.d.ts +0 -6
  420. package/src/inference/pipelines/text/generator.js +223 -547
  421. package/src/inference/pipelines/text/init-chat-templates.js +86 -0
  422. package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
  423. package/src/inference/pipelines/text/init-rope.js +408 -0
  424. package/src/inference/pipelines/text/init.d.ts +5 -2
  425. package/src/inference/pipelines/text/init.js +183 -724
  426. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
  427. package/src/inference/pipelines/text/kernel-trace.js +0 -33
  428. package/src/inference/pipelines/text/layer-plan-gpu.js +542 -0
  429. package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
  430. package/src/inference/pipelines/text/layer-plan.js +1 -1
  431. package/src/inference/pipelines/text/layer.d.ts +70 -8
  432. package/src/inference/pipelines/text/layer.js +105 -537
  433. package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
  434. package/src/inference/pipelines/text/load-errors.d.ts +21 -0
  435. package/src/inference/pipelines/text/load-errors.js +59 -0
  436. package/src/inference/pipelines/text/logits/cpu.js +2 -20
  437. package/src/inference/pipelines/text/logits/gpu.js +2 -0
  438. package/src/inference/pipelines/text/logits/index.d.ts +1 -1
  439. package/src/inference/pipelines/text/model-load.d.ts +5 -4
  440. package/src/inference/pipelines/text/model-load.js +74 -17
  441. package/src/inference/pipelines/text/ops.d.ts +13 -2
  442. package/src/inference/pipelines/text/ops.js +1 -1
  443. package/src/inference/pipelines/text/per-layer-inputs.js +31 -6
  444. package/src/inference/pipelines/text/probes.d.ts +3 -6
  445. package/src/inference/pipelines/text/probes.js +120 -31
  446. package/src/inference/pipelines/text/sampling.d.ts +0 -5
  447. package/src/inference/pipelines/text/sampling.js +140 -0
  448. package/src/inference/pipelines/text/stage-names.js +3 -0
  449. package/src/inference/pipelines/text/state.js +2 -0
  450. package/src/inference/pipelines/text/tsir-fixture-writer.js +409 -0
  451. package/src/inference/pipelines/text/types.d.ts +8 -78
  452. package/src/inference/pipelines/text/weights.d.ts +0 -50
  453. package/src/inference/pipelines/text/weights.js +2 -51
  454. package/src/inference/pipelines/text.d.ts +9 -1
  455. package/src/inference/pipelines/text.js +223 -27
  456. package/src/inference/pipelines/vision/index.js +0 -107
  457. package/src/inference/runtime-model.d.ts +0 -7
  458. package/src/inference/runtime-model.js +0 -23
  459. package/src/inference/test-harness.d.ts +6 -22
  460. package/src/inference/test-harness.js +97 -23
  461. package/src/inference/tokenizer.js +1 -10
  462. package/src/inference/tokenizers/sentencepiece.js +65 -15
  463. package/src/inference/tokenizers/types.d.ts +0 -21
  464. package/src/loader/doppler-loader.d.ts +3 -0
  465. package/src/loader/doppler-loader.js +90 -12
  466. package/src/loader/embedding-loader.js +13 -3
  467. package/src/loader/loader-types.d.ts +2 -0
  468. package/src/loader/manifest-config.js +25 -1
  469. package/src/loader/memory-monitor.d.ts +17 -5
  470. package/src/loader/quantization-constants.d.ts +6 -0
  471. package/src/loader/shard-resolver.d.ts +1 -0
  472. package/src/loader/shard-resolver.js +15 -0
  473. package/src/loader/tensors/source-transform.js +6 -1
  474. package/src/loader/tensors/tensor-loader.d.ts +2 -9
  475. package/src/loader/tensors/tensor-loader.js +84 -1
  476. package/src/memory/address-table.d.ts +1 -9
  477. package/src/memory/buffer-pool.d.ts +0 -16
  478. package/src/memory/buffer-pool.js +1 -33
  479. package/src/memory/heap-manager.d.ts +18 -43
  480. package/src/memory/unified-detect.d.ts +19 -34
  481. package/src/models/embeddinggemma.d.ts +7 -0
  482. package/src/models/embeddinggemma.js +24 -0
  483. package/src/models/family.d.ts +24 -0
  484. package/src/models/family.js +25 -0
  485. package/src/models/gemma3.d.ts +7 -0
  486. package/src/models/gemma3.js +33 -0
  487. package/src/models/gemma4.d.ts +7 -0
  488. package/src/models/gemma4.js +33 -0
  489. package/src/models/qwen3.d.ts +7 -0
  490. package/src/models/qwen3.js +36 -0
  491. package/src/rules/converter/tokenizer.rules.json +5 -0
  492. package/src/rules/execution-rules-contract-check.js +72 -3
  493. package/src/rules/inference/capability-transforms.rules.json +87 -0
  494. package/src/rules/inference/execution.rules.json +11 -1
  495. package/src/rules/inference/ffn.rules.json +6 -2
  496. package/src/rules/loader/tensor-loader.rules.json +9 -0
  497. package/src/rules/rule-registry.js +53 -75
  498. package/src/storage/artifact-storage-context.d.ts +11 -3
  499. package/src/storage/artifact-storage-context.js +231 -26
  500. package/src/storage/backends/opfs-store.js +138 -88
  501. package/src/storage/blake3.js +9 -1
  502. package/src/storage/export.js +1 -5
  503. package/src/storage/normalize-model-id.js +3 -0
  504. package/src/storage/preflight.js +11 -0
  505. package/src/storage/quickstart-downloader.js +44 -67
  506. package/src/storage/reports.js +35 -11
  507. package/src/storage/shard-manager.d.ts +8 -2
  508. package/src/storage/shard-manager.js +176 -15
  509. package/src/storage/source-artifact-store.d.ts +0 -2
  510. package/src/storage/source-artifact-store.js +3 -9
  511. package/src/sw.js +0 -3
  512. package/src/tooling/browser-command-runner.js +39 -0
  513. package/src/tooling/command-api-constants.js +1 -1
  514. package/src/tooling/command-api-family-normalizers.d.ts +1 -0
  515. package/src/tooling/command-api-family-normalizers.js +49 -7
  516. package/src/tooling/command-api-helpers.d.ts +0 -2
  517. package/src/tooling/command-api-helpers.js +6 -2
  518. package/src/tooling/command-api.d.ts +20 -1
  519. package/src/tooling/command-api.js +10 -1
  520. package/src/tooling/command-envelope.d.ts +0 -1
  521. package/src/tooling/command-envelope.js +1 -1
  522. package/src/tooling/command-runner-shared.d.ts +10 -0
  523. package/src/tooling/conversion-config-materializer.d.ts +0 -10
  524. package/src/tooling/conversion-config-materializer.js +1 -1
  525. package/src/tooling/diagnose-runner.js +1 -4
  526. package/src/tooling/hf-registry-utils.d.ts +2 -6
  527. package/src/tooling/hf-registry-utils.js +90 -19
  528. package/src/tooling/kernel-path-builder/index.js +1 -4
  529. package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
  530. package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
  531. package/src/tooling/lean-execution-contract-runner.js +2 -2
  532. package/src/tooling/litert-package-runtime.d.ts +1 -1
  533. package/src/tooling/litert-package-runtime.js +21 -24
  534. package/src/tooling/node-browser-command-runner.d.ts +15 -0
  535. package/src/tooling/node-browser-command-runner.js +97 -13
  536. package/src/tooling/node-command-runner.js +36 -0
  537. package/src/tooling/node-convert-worker-pool.js +12 -0
  538. package/src/tooling/node-convert-worker.js +10 -1
  539. package/src/tooling/node-converter.js +90 -1
  540. package/src/tooling/node-source-runtime.js +1 -10
  541. package/src/tooling/opfs-cache.js +1 -4
  542. package/src/tooling/precision-replay-math.js +174 -0
  543. package/src/tooling/program-bundle-host.d.ts +16 -0
  544. package/src/tooling/program-bundle-host.js +20 -0
  545. package/src/tooling/program-bundle-parity.d.ts +28 -0
  546. package/src/tooling/program-bundle-parity.js +210 -0
  547. package/src/tooling/program-bundle.d.ts +61 -0
  548. package/src/tooling/program-bundle.js +1119 -0
  549. package/src/tooling/rdrr-integrity-refresh.d.ts +32 -0
  550. package/src/tooling/rdrr-integrity-refresh.js +271 -0
  551. package/src/tooling/reference-verify.js +191 -0
  552. package/src/tooling/source-artifact-adapter.d.ts +0 -20
  553. package/src/tooling/source-artifact-adapter.js +4 -4
  554. package/src/tooling/source-package-profiles.js +1 -7
  555. package/src/tooling/source-runtime-bundle.d.ts +2 -0
  556. package/src/tooling/source-runtime-bundle.js +3 -22
  557. package/src/tooling/source-runtime-converter-config.d.ts +0 -5
  558. package/src/tooling/source-runtime-converter-config.js +13 -9
  559. package/src/tooling/source-runtime-materializer.js +1 -7
  560. package/src/tooling-exports/device.d.ts +11 -0
  561. package/src/tooling-exports/device.js +14 -0
  562. package/src/tooling-exports/manifest.d.ts +8 -0
  563. package/src/tooling-exports/manifest.js +11 -0
  564. package/src/tooling-exports/storage.d.ts +25 -0
  565. package/src/tooling-exports/storage.js +29 -0
  566. package/src/tooling-exports/structured.d.ts +1 -0
  567. package/src/tooling-exports/structured.js +5 -0
  568. package/src/tooling-exports.d.ts +23 -0
  569. package/src/tooling-exports.js +17 -0
  570. package/src/tooling-exports.shared.d.ts +27 -30
  571. package/src/tooling-exports.shared.js +28 -29
  572. package/src/types/index.d.ts +0 -3
  573. package/src/types/index.js +0 -3
  574. package/src/utils/array-buffer.d.ts +4 -0
  575. package/src/utils/array-buffer.js +9 -0
  576. package/src/utils/canonical-hash.d.ts +7 -0
  577. package/src/utils/canonical-hash.js +74 -0
  578. package/src/utils/clone-json.d.ts +1 -0
  579. package/src/utils/clone-json.js +7 -0
  580. package/src/utils/encode-utf8.js +5 -0
  581. package/src/utils/index.d.ts +4 -1
  582. package/src/utils/index.js +4 -1
  583. package/src/utils/runtime-env.js +7 -0
  584. package/src/utils/sha256.d.ts +1 -0
  585. package/src/utils/sha256.js +18 -4
  586. package/src/utils/stable-sort-object.d.ts +1 -0
  587. package/src/utils/stable-sort-object.js +13 -0
  588. package/src/version.js +1 -1
  589. package/tools/convert-safetensors-node.js +1 -2
  590. package/src/bootstrap.d.ts +0 -1
  591. package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
  592. package/src/config/kernels/kernel-ref.d.ts +0 -17
  593. package/src/config/kernels/kernel-ref.js +0 -75
  594. package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
  595. package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
  596. package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
  597. package/src/config/runtime/kernels/fused-q4k.json +0 -13
  598. package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
  599. package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
  600. package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
  601. package/src/config/runtime/kernels/safe-q4k.json +0 -13
  602. package/src/config/runtime/overlays/debug-f32a.json +0 -3
  603. package/src/config/runtime/overlays/trace-config.json +0 -28
  604. package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
  605. package/src/debug/perf.d.ts +0 -33
  606. package/src/debug/perf.js +0 -51
  607. package/src/errors/index.d.ts +0 -1
  608. package/src/errors/index.js +0 -1
  609. package/src/formats/gguf/index.d.ts +0 -8
  610. package/src/formats/gguf/index.js +0 -4
  611. package/src/formats/litert/index.d.ts +0 -1
  612. package/src/formats/litert/index.js +0 -1
  613. package/src/formats/safetensors/index.d.ts +0 -8
  614. package/src/formats/safetensors/index.js +0 -4
  615. package/src/formats/tflite/index.d.ts +0 -1
  616. package/src/formats/tflite/index.js +0 -1
  617. package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
  618. package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
  619. package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
  620. package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
  621. package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
  622. package/src/inference/functiongemma.d.ts +0 -15
  623. package/src/inference/functiongemma.js +0 -1
  624. package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
  625. package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
  626. package/src/rules/kernels/kernel-validator.d.ts +0 -24
  627. package/src/rules/kernels/kernel-validator.js +0 -160
  628. package/src/sw.d.ts +0 -1
  629. package/src/tooling/bench-runner.js +0 -64
  630. package/src/tooling/distill-runner.js +0 -56
  631. package/src/tooling/lora-runner.js +0 -37
  632. package/src/tooling/verify-runner.js +0 -63
  633. package/src/types/gpu.d.ts +0 -185
  634. package/src/types/gpu.js +0 -5
  635. package/src/types/inference.d.ts +0 -197
  636. package/src/types/inference.js +0 -5
  637. package/src/types/model.d.ts +0 -130
  638. package/src/types/model.js +0 -5
  639. package/src/utils/format-bytes.js +0 -20
  640. /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
  641. /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
  642. /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
  643. /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
  644. /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
  645. /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
@@ -143,15 +143,18 @@
143
143
  "status": "pinned",
144
144
  "inlineConfigs": [
145
145
  "embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32",
146
- "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
147
146
  "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
148
- "gemma3/translategemma-4b-it-q4k-ehf16-af32",
147
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
148
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
149
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
150
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
149
151
  "gemma4/gemma-4-moe-q4k-ehf16-af32",
150
152
  "gpt-oss-20b-f16-xmxfp4",
151
153
  "janus/janus-pro-1b-text-q4k-ehaf16",
152
154
  "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
153
155
  "qwen3/qwen-3-5-2b-q4k-ehaf16",
154
- "sana/sana-sprint-0.6b-f16"
156
+ "qwen3/qwen-3-6-27b-q4k-eaf16",
157
+ "qwen3/qwen-3-6-27b-q4k-ehaf16"
155
158
  ],
156
159
  "ruleChains": [
157
160
  "matmul.rules.json#matmulKernel"
@@ -181,6 +184,7 @@
181
184
  "status": "pinned",
182
185
  "inlineConfigs": [
183
186
  "gemma3/gemma-3-1b-it-f16-af32",
187
+ "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
184
188
  "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
185
189
  "lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32"
186
190
  ],
@@ -314,7 +318,10 @@
314
318
  "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
315
319
  "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
316
320
  "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
317
- "gemma3/translategemma-4b-it-q4k-ehf16-af32",
321
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
322
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
323
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
324
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
318
325
  "gemma4/gemma-4-moe-q4k-ehf16-af32",
319
326
  "gpt-oss-20b-f16-xmxfp4",
320
327
  "janus/janus-pro-1b-text-q4k-ehaf16",
@@ -428,12 +435,17 @@
428
435
  "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
429
436
  "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
430
437
  "gemma3/translategemma-4b-it-q4k-ehf16-af32",
438
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
439
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
440
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
441
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
431
442
  "gemma4/gemma-4-moe-q4k-ehf16-af32",
432
443
  "gpt-oss-20b-f16-xmxfp4",
433
444
  "janus/janus-pro-1b-text-q4k-ehaf16",
434
445
  "lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32",
435
- "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
436
- "qwen3/qwen-3-5-2b-q4k-ehaf16"
446
+ "qwen3/qwen-3-5-2b-q4k-ehaf16",
447
+ "qwen3/qwen-3-6-27b-q4k-eaf16",
448
+ "qwen3/qwen-3-6-27b-q4k-ehaf16"
437
449
  ],
438
450
  "ruleChains": [
439
451
  "matmul.rules.json#gemvPathVariant",
@@ -461,8 +473,10 @@
461
473
  },
462
474
  "description": "Multi-column GEMV for large vocab (LM head F16) - f16 activations/output",
463
475
  "reachability": {
464
- "status": "model-selectable",
465
- "inlineConfigs": [],
476
+ "status": "pinned",
477
+ "inlineConfigs": [
478
+ "qwen3/qwen-3-5-0-8b-q4k-ehaf16"
479
+ ],
466
480
  "ruleChains": [
467
481
  "matmul.rules.json#gemvPathVariant",
468
482
  "matmul.rules.json#gemvVariant"
@@ -545,27 +559,6 @@
545
559
  "wgslOnDisk": true
546
560
  }
547
561
  },
548
- "q4_fused": {
549
- "wgsl": "fused_matmul_q4.wgsl",
550
- "entryPoint": "main",
551
- "workgroup": [
552
- 256,
553
- 1,
554
- 1
555
- ],
556
- "requires": [
557
- "subgroups"
558
- ],
559
- "outputDtype": "f32",
560
- "weightDtype": "q4k",
561
- "description": "Fused Q4_K dequant + matmul - 2-3x faster (no separate dequant pass)",
562
- "reachability": {
563
- "status": "unused",
564
- "inlineConfigs": [],
565
- "ruleChains": [],
566
- "wgslOnDisk": true
567
- }
568
- },
569
562
  "q4_fused_f16a": {
570
563
  "wgsl": "fused_matmul_q4_f16a.wgsl",
571
564
  "entryPoint": "main_f16a",
@@ -604,11 +597,8 @@
604
597
  "tileM": 4
605
598
  },
606
599
  "reachability": {
607
- "status": "pinned",
608
- "inlineConfigs": [
609
- "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
610
- "qwen3/qwen-3-5-2b-q4k-ehaf16"
611
- ],
600
+ "status": "model-selectable",
601
+ "inlineConfigs": [],
612
602
  "ruleChains": [
613
603
  "matmul.rules.json#q4kFusedVariant"
614
604
  ],
@@ -633,10 +623,18 @@
633
623
  "description": "Shared-A Q4_K prefill matmul: 4 rows x 8 columns per workgroup while preserving block/subblock traversal",
634
624
  "reachability": {
635
625
  "status": "pinned",
636
- "inlineConfigs": [],
637
- "ruleChains": [
638
- "capability-transforms.rules.json#remapDenseQ4KPrefillToQ4Native"
626
+ "inlineConfigs": [
627
+ "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
628
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
629
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
630
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
631
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
632
+ "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
633
+ "qwen3/qwen-3-5-2b-q4k-ehaf16",
634
+ "qwen3/qwen-3-6-27b-q4k-eaf16",
635
+ "qwen3/qwen-3-6-27b-q4k-ehaf16"
639
636
  ],
637
+ "ruleChains": [],
640
638
  "wgslOnDisk": true
641
639
  }
642
640
  },
@@ -660,9 +658,10 @@
660
658
  "reachability": {
661
659
  "status": "pinned",
662
660
  "inlineConfigs": [
663
- "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
664
661
  "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
665
- "qwen3/qwen-3-5-2b-q4k-ehaf16"
662
+ "qwen3/qwen-3-5-2b-q4k-ehaf16",
663
+ "qwen3/qwen-3-6-27b-q4k-eaf16",
664
+ "qwen3/qwen-3-6-27b-q4k-ehaf16"
666
665
  ],
667
666
  "ruleChains": [
668
667
  "matmul.rules.json#q4kFusedVariant"
@@ -670,9 +669,9 @@
670
669
  "wgslOnDisk": true
671
670
  }
672
671
  },
673
- "q4_fused_multicol_fast": {
672
+ "q4_fused_gemv": {
674
673
  "wgsl": "fused_matmul_q4.wgsl",
675
- "entryPoint": "main_multicol_fast",
674
+ "entryPoint": "main_gemv",
676
675
  "workgroup": [
677
676
  256,
678
677
  1,
@@ -686,73 +685,78 @@
686
685
  "variantMetadata": {
687
686
  "colsPerWg": 32
688
687
  },
689
- "description": "Fast-dequant multi-column GEMV - direct word extraction replaces per-element get_q4 calls",
688
+ "description": "Optimised fused Q4K GEMV - shared-A cooperative load + fast nibble extraction for maximum M=1 decode throughput without f16 precision loss",
690
689
  "reachability": {
691
690
  "status": "pinned",
692
691
  "inlineConfigs": [
693
- "qwen3/qwen-3-5-0-8b-q4k-ehaf16"
692
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
693
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
694
+ "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
695
+ "qwen3/qwen-3-5-2b-q4k-ehaf16",
696
+ "qwen3/qwen-3-6-27b-q4k-eaf16",
697
+ "qwen3/qwen-3-6-27b-q4k-ehaf16"
694
698
  ],
695
699
  "ruleChains": [],
696
700
  "wgslOnDisk": true
697
701
  }
698
702
  },
699
- "q4_fused_multicol_shared": {
700
- "wgsl": "fused_matmul_q4.wgsl",
701
- "entryPoint": "main_multicol_shared",
703
+ "q4_fused_multicol_f16": {
704
+ "wgsl": "fused_matmul_q4_multicol_f16.wgsl",
705
+ "entryPoint": "main_multicol_f16",
702
706
  "workgroup": [
703
707
  256,
704
708
  1,
705
709
  1
706
710
  ],
707
711
  "requires": [
712
+ "shader-f16",
708
713
  "subgroups"
709
714
  ],
710
- "outputDtype": "f32",
715
+ "outputDtype": "f16",
711
716
  "weightDtype": "q4k",
712
717
  "variantMetadata": {
713
718
  "colsPerWg": 32
714
719
  },
715
- "description": "Shared-A multi-column GEMV - cooperative A load eliminates redundant global reads across 32 columns",
720
+ "description": "Multi-column GEMV for large vocab (LM head) - F16 output",
716
721
  "reachability": {
717
- "status": "pinned",
718
- "inlineConfigs": [
719
- "qwen3/qwen-3-5-0-8b-q4k-ehaf16"
722
+ "status": "model-selectable",
723
+ "inlineConfigs": [],
724
+ "ruleChains": [
725
+ "matmul.rules.json#q4kFusedVariant"
720
726
  ],
721
- "ruleChains": [],
722
727
  "wgslOnDisk": true
723
728
  }
724
729
  },
725
- "q4_fused_gemv": {
726
- "wgsl": "fused_matmul_q4.wgsl",
727
- "entryPoint": "main_gemv",
730
+ "q4_fused_multicol_f16a": {
731
+ "wgsl": "fused_matmul_q4_multicol_f16a.wgsl",
732
+ "entryPoint": "main_multicol_f16a",
728
733
  "workgroup": [
729
734
  256,
730
735
  1,
731
736
  1
732
737
  ],
733
738
  "requires": [
739
+ "shader-f16",
734
740
  "subgroups"
735
741
  ],
736
- "outputDtype": "f32",
742
+ "outputDtype": "f16",
737
743
  "weightDtype": "q4k",
738
744
  "variantMetadata": {
739
745
  "colsPerWg": 32
740
746
  },
741
- "description": "Optimised fused Q4K GEMV - shared-A cooperative load + fast nibble extraction for maximum M=1 decode throughput without f16 precision loss",
747
+ "description": "Multi-column GEMV for large vocab (LM head) - F16 input/output",
742
748
  "reachability": {
743
- "status": "pinned",
744
- "inlineConfigs": [
745
- "qwen3/qwen-3-5-0-8b-q4k-ehaf16"
746
- ],
749
+ "status": "model-selectable",
750
+ "inlineConfigs": [],
747
751
  "ruleChains": [
748
- "capabilityTransforms"
752
+ "matmul.rules.json#q4kFusedVariant"
749
753
  ],
750
754
  "wgslOnDisk": true
751
755
  }
752
756
  },
753
- "q4_fused_multicol_f16": {
754
- "wgsl": "fused_matmul_q4_multicol_f16.wgsl",
755
- "entryPoint": "main_multicol_f16",
757
+ "q4_fused_multicol_f16a_f32acc": {
758
+ "wgsl": "fused_matmul_q4_multicol_f16a_f32acc.wgsl",
759
+ "entryPoint": "main_multicol_f16a_f32acc",
756
760
  "workgroup": [
757
761
  256,
758
762
  1,
@@ -767,7 +771,7 @@
767
771
  "variantMetadata": {
768
772
  "colsPerWg": 32
769
773
  },
770
- "description": "Multi-column GEMV for large vocab (LM head) - F16 output",
774
+ "description": "F16 IO + F32 accumulator twin of q4_fused_multicol_f16a. Closes the f16-accum decode-gemv gap on AMD RDNA3 where f32 accumulation outperforms f16 by ~60%.",
771
775
  "reachability": {
772
776
  "status": "model-selectable",
773
777
  "inlineConfigs": [],
@@ -777,12 +781,12 @@
777
781
  "wgslOnDisk": true
778
782
  }
779
783
  },
780
- "q4_fused_multicol_f16a": {
781
- "wgsl": "fused_matmul_q4_multicol_f16a.wgsl",
782
- "entryPoint": "main_multicol_f16a",
784
+ "q4_fused_batched_f16": {
785
+ "wgsl": "fused_matmul_q4_batched_f16.wgsl",
786
+ "entryPoint": "main_batched_f16",
783
787
  "workgroup": [
784
- 256,
785
- 1,
788
+ 64,
789
+ 4,
786
790
  1
787
791
  ],
788
792
  "requires": [
@@ -792,9 +796,8 @@
792
796
  "outputDtype": "f16",
793
797
  "weightDtype": "q4k",
794
798
  "variantMetadata": {
795
- "colsPerWg": 32
799
+ "tileM": 4
796
800
  },
797
- "description": "Multi-column GEMV for large vocab (LM head) - F16 input/output",
798
801
  "reachability": {
799
802
  "status": "model-selectable",
800
803
  "inlineConfigs": [],
@@ -804,9 +807,9 @@
804
807
  "wgslOnDisk": true
805
808
  }
806
809
  },
807
- "q4_fused_batched_f16": {
808
- "wgsl": "fused_matmul_q4_batched_f16.wgsl",
809
- "entryPoint": "main_batched_f16",
810
+ "q4_fused_batched_f16a": {
811
+ "wgsl": "fused_matmul_q4_batched_f16a.wgsl",
812
+ "entryPoint": "main_batched_f16a",
810
813
  "workgroup": [
811
814
  64,
812
815
  4,
@@ -830,11 +833,11 @@
830
833
  "wgslOnDisk": true
831
834
  }
832
835
  },
833
- "q4_fused_batched_f16a": {
834
- "wgsl": "fused_matmul_q4_batched_f16a.wgsl",
835
- "entryPoint": "main_batched_f16a",
836
+ "q4_fused_batched_f16acc_f16a": {
837
+ "wgsl": "fused_matmul_q4_batched_f16acc_f16a.wgsl",
838
+ "entryPoint": "main_batched_f16acc_f16a",
836
839
  "workgroup": [
837
- 64,
840
+ 256,
838
841
  4,
839
842
  1
840
843
  ],
@@ -845,14 +848,171 @@
845
848
  "outputDtype": "f16",
846
849
  "weightDtype": "q4k",
847
850
  "variantMetadata": {
848
- "tileM": 4
851
+ "tileM": 4,
852
+ "accumDtype": "f16"
849
853
  },
854
+ "description": "Batched Q4_K prefill matmul with f16 activation input, f16 accumulation, and f16 output for experimental all-f16 execution lanes.",
850
855
  "reachability": {
851
- "status": "model-selectable",
856
+ "status": "unused",
852
857
  "inlineConfigs": [],
853
- "ruleChains": [
854
- "matmul.rules.json#q4kFusedVariant"
858
+ "ruleChains": [],
859
+ "wgslOnDisk": true
860
+ }
861
+ },
862
+ "q4_fused_prefill_tiled_f16": {
863
+ "wgsl": "fused_matmul_q4_prefill_tiled_f16.wgsl",
864
+ "entryPoint": "main",
865
+ "workgroup": [
866
+ 16,
867
+ 16,
868
+ 1
869
+ ],
870
+ "requires": [
871
+ "shader-f16"
872
+ ],
873
+ "outputDtype": "f16",
874
+ "weightDtype": "q4k",
875
+ "variantMetadata": {
876
+ "tileM": 64,
877
+ "colsPerWg": 64
878
+ },
879
+ "description": "Register-tiled Q4_K prefill matmul: 64x64 outputs per WG via 4x4 register tile per thread, amortizing Q4K dequant across 16x the outputs of q4_fused_batched_f16a.",
880
+ "reachability": {
881
+ "status": "unused",
882
+ "inlineConfigs": [],
883
+ "ruleChains": [],
884
+ "wgslOnDisk": true
885
+ }
886
+ },
887
+ "q4_fused_widetile_f16": {
888
+ "wgsl": "fused_matmul_q4_widetile_f16.wgsl",
889
+ "entryPoint": "main",
890
+ "workgroup": [
891
+ 256,
892
+ 1,
893
+ 1
894
+ ],
895
+ "requires": [
896
+ "shader-f16"
897
+ ],
898
+ "outputDtype": "f16",
899
+ "weightDtype": "q4k",
900
+ "variantMetadata": {
901
+ "tileM": 4,
902
+ "colsPerWg": 256
903
+ },
904
+ "description": "WideTile Q4_K prefill matmul (adapted from ORT MatMulNBitsWideTile, MIT licensed). Each thread owns 1 output column × TILE_M rows; register-tiled accumulation. F32 A, Q4_K B (llama.cpp 256-block), F16 C. ~128x fewer WGs than q4_fused_batched_f16 at Gemma-4 prefill shape.",
905
+ "reachability": {
906
+ "status": "unused",
907
+ "inlineConfigs": [],
908
+ "ruleChains": [],
909
+ "wgslOnDisk": true
910
+ }
911
+ },
912
+ "q4_fused_widetile_f16a": {
913
+ "wgsl": "fused_matmul_q4_widetile_f16a.wgsl",
914
+ "entryPoint": "main",
915
+ "workgroup": [
916
+ 256,
917
+ 1,
918
+ 1
919
+ ],
920
+ "requires": [
921
+ "shader-f16"
922
+ ],
923
+ "outputDtype": "f16",
924
+ "weightDtype": "q4k",
925
+ "variantMetadata": {
926
+ "tileM": 4,
927
+ "colsPerWg": 256
928
+ },
929
+ "description": "WideTile Q4_K prefill matmul with f16 activation input and f16 output for execution-v1 f16 activation lanes.",
930
+ "reachability": {
931
+ "status": "unused",
932
+ "inlineConfigs": [],
933
+ "ruleChains": [],
934
+ "wgslOnDisk": true
935
+ }
936
+ },
937
+ "q4_fused_widetile": {
938
+ "wgsl": "fused_matmul_q4_widetile.wgsl",
939
+ "entryPoint": "main",
940
+ "workgroup": [
941
+ 256,
942
+ 1,
943
+ 1
944
+ ],
945
+ "requires": [
946
+ "shader-f16"
947
+ ],
948
+ "outputDtype": "f32",
949
+ "weightDtype": "q4k",
950
+ "variantMetadata": {
951
+ "tileM": 4,
952
+ "colsPerWg": 256
953
+ },
954
+ "description": "F32-output twin of q4_fused_widetile_f16. Same WideTile design, f32 output for callers that need it (e.g. FFN gate/up when activationDtype=f32).",
955
+ "reachability": {
956
+ "status": "pinned",
957
+ "inlineConfigs": [
958
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
959
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
960
+ "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
961
+ "qwen3/qwen-3-5-2b-q4k-ehaf16",
962
+ "qwen3/qwen-3-6-27b-q4k-eaf16",
963
+ "qwen3/qwen-3-6-27b-q4k-ehaf16"
855
964
  ],
965
+ "ruleChains": [],
966
+ "wgslOnDisk": true
967
+ }
968
+ },
969
+ "q4_fused_rmsnorm_widetile": {
970
+ "wgsl": "fused_rmsnorm_q4_widetile.wgsl",
971
+ "entryPoint": "main",
972
+ "workgroup": [
973
+ 256,
974
+ 1,
975
+ 1
976
+ ],
977
+ "requires": [
978
+ "shader-f16"
979
+ ],
980
+ "outputDtype": "f32",
981
+ "weightDtype": "q4k",
982
+ "variantMetadata": {
983
+ "tileM": 4,
984
+ "colsPerWg": 256
985
+ },
986
+ "description": "Fused RMSNorm + Q4_K WideTile matmul. Two-pass: pass 1 computes per-row sum-of-squares across all K; pass 2 reloads A, applies normed*weight + matmul in same tileA buffer. Saves 1 standalone rmsnorm dispatch per fusion point. Bind slot 4 = norm_weight (f32).",
987
+ "reachability": {
988
+ "status": "unused",
989
+ "inlineConfigs": [],
990
+ "ruleChains": [],
991
+ "wgslOnDisk": true
992
+ }
993
+ },
994
+ "q4_fused_widetile_residual": {
995
+ "wgsl": "fused_matmul_q4_widetile_residual.wgsl",
996
+ "entryPoint": "main",
997
+ "workgroup": [
998
+ 256,
999
+ 1,
1000
+ 1
1001
+ ],
1002
+ "requires": [
1003
+ "shader-f16"
1004
+ ],
1005
+ "outputDtype": "f32",
1006
+ "weightDtype": "q4k",
1007
+ "variantMetadata": {
1008
+ "tileM": 4,
1009
+ "colsPerWg": 256
1010
+ },
1011
+ "description": "WideTile Q4_K matmul fused with residual add in one dispatch. Used at o_proj + attn_residual and ffn_down + ffn_residual call sites to cut 1 dispatch per layer per fusion point (~0.85 ms bubble each).",
1012
+ "reachability": {
1013
+ "status": "unused",
1014
+ "inlineConfigs": [],
1015
+ "ruleChains": [],
856
1016
  "wgslOnDisk": true
857
1017
  }
858
1018
  },
@@ -868,8 +1028,10 @@
868
1028
  "outputDtype": "f32",
869
1029
  "weightDtype": "f32",
870
1030
  "reachability": {
871
- "status": "model-selectable",
872
- "inlineConfigs": [],
1031
+ "status": "pinned",
1032
+ "inlineConfigs": [
1033
+ "gemma3/translategemma-4b-it-q4k-ehf16-af32"
1034
+ ],
873
1035
  "ruleChains": [
874
1036
  "matmul.rules.json#gemvVariant",
875
1037
  "matmul.rules.json#matmulKernel"
@@ -909,7 +1071,7 @@
909
1071
  }
910
1072
  ],
911
1073
  "baseUniforms": {
912
- "size": 36,
1074
+ "size": 36,
913
1075
  "fields": [
914
1076
  {
915
1077
  "name": "M",
@@ -1146,126 +1308,19 @@
1146
1308
  ],
1147
1309
  "wgslOnDisk": true
1148
1310
  }
1149
- }
1150
- }
1151
- },
1152
- "attention_decode_optimized": {
1153
- "description": "Optimized attention decode kernels (Tier 2 P0)",
1154
- "baseBindings": [
1155
- {
1156
- "index": 0,
1157
- "name": "uniforms",
1158
- "type": "uniform"
1159
- },
1160
- {
1161
- "index": 1,
1162
- "name": "Q",
1163
- "type": "read-only-storage"
1164
1311
  },
1165
- {
1166
- "index": 2,
1167
- "name": "K",
1168
- "type": "read-only-storage"
1169
- },
1170
- {
1171
- "index": 3,
1172
- "name": "V",
1173
- "type": "read-only-storage"
1174
- },
1175
- {
1176
- "index": 4,
1177
- "name": "output",
1178
- "type": "storage"
1179
- },
1180
- {
1181
- "index": 5,
1182
- "name": "kv_len",
1183
- "type": "read-only-storage"
1184
- }
1185
- ],
1186
- "baseUniforms": {
1187
- "size": 36,
1188
- "fields": [
1189
- {
1190
- "name": "seq_len",
1191
- "type": "u32",
1192
- "offset": 0
1193
- },
1194
- {
1195
- "name": "kv_len",
1196
- "type": "u32",
1197
- "offset": 4
1198
- },
1199
- {
1200
- "name": "num_heads",
1201
- "type": "u32",
1202
- "offset": 8
1203
- },
1204
- {
1205
- "name": "num_kv_heads",
1206
- "type": "u32",
1207
- "offset": 12
1208
- },
1209
- {
1210
- "name": "head_dim",
1211
- "type": "u32",
1212
- "offset": 16
1213
- },
1214
- {
1215
- "name": "kv_len_source",
1216
- "type": "u32",
1217
- "offset": 20
1218
- }
1219
- ]
1220
- },
1221
- "variants": {
1222
- "default": {
1223
- "wgsl": "attention_decode_optimized.wgsl",
1312
+ "gate_up_gelu_gated_tiled_f16": {
1313
+ "wgsl": "fused_gate_up_gelu_gated_f16.wgsl",
1224
1314
  "entryPoint": "main",
1225
1315
  "workgroup": [
1226
- 256,
1227
- 1,
1228
- 1
1229
- ],
1230
- "requires": [
1231
- "subgroups"
1232
- ],
1233
- "reachability": {
1234
- "status": "unused",
1235
- "inlineConfigs": [],
1236
- "ruleChains": [],
1237
- "wgslOnDisk": true
1238
- }
1239
- },
1240
- "multihead": {
1241
- "wgsl": "attention_decode_optimized.wgsl",
1242
- "entryPoint": "main_multihead",
1243
- "workgroup": [
1244
- 256,
1316
+ 128,
1245
1317
  1,
1246
1318
  1
1247
1319
  ],
1248
1320
  "requires": [
1249
- "subgroups"
1250
- ],
1251
- "reachability": {
1252
- "status": "unused",
1253
- "inlineConfigs": [],
1254
- "ruleChains": [],
1255
- "wgslOnDisk": true
1256
- }
1257
- },
1258
- "f16kv": {
1259
- "wgsl": "attention_decode_optimized.wgsl",
1260
- "entryPoint": "main_f16kv",
1261
- "workgroup": [
1262
- 256,
1263
- 1,
1264
- 1
1265
- ],
1266
- "requires": [
1267
- "subgroups"
1321
+ "shader-f16"
1268
1322
  ],
1323
+ "description": "Fused gate + up FFN projections + GeGLU activation (F16 weights, per-layer intermediate_size uniform)",
1269
1324
  "reachability": {
1270
1325
  "status": "unused",
1271
1326
  "inlineConfigs": [],
@@ -1423,25 +1478,6 @@
1423
1478
  "wgslOnDisk": true
1424
1479
  }
1425
1480
  },
1426
- "shared_vec4": {
1427
- "wgsl": "dequant_shared_vec4.wgsl",
1428
- "entryPoint": "main_vec4",
1429
- "workgroup": [
1430
- 64,
1431
- 1,
1432
- 1
1433
- ],
1434
- "requires": [],
1435
- "variantMetadata": {
1436
- "dispatchMode": "per_block"
1437
- },
1438
- "reachability": {
1439
- "status": "unused",
1440
- "inlineConfigs": [],
1441
- "ruleChains": [],
1442
- "wgslOnDisk": true
1443
- }
1444
- },
1445
1481
  "mxfp4": {
1446
1482
  "wgsl": "dequant_mxfp4.wgsl",
1447
1483
  "entryPoint": "main",
@@ -1459,22 +1495,6 @@
1459
1495
  "wgslOnDisk": true
1460
1496
  }
1461
1497
  },
1462
- "mxfp4_vec4": {
1463
- "wgsl": "dequant_mxfp4_vec4.wgsl",
1464
- "entryPoint": "main_vec4",
1465
- "workgroup": [
1466
- 64,
1467
- 1,
1468
- 1
1469
- ],
1470
- "requires": [],
1471
- "reachability": {
1472
- "status": "unused",
1473
- "inlineConfigs": [],
1474
- "ruleChains": [],
1475
- "wgslOnDisk": true
1476
- }
1477
- },
1478
1498
  "mxfp4_expert": {
1479
1499
  "wgsl": "dequant_mxfp4_expert.wgsl",
1480
1500
  "entryPoint": "main_expert",
@@ -1532,25 +1552,6 @@
1532
1552
  "wgslOnDisk": true
1533
1553
  }
1534
1554
  },
1535
- "q8_0_f16out": {
1536
- "wgsl": "dequant_q8_0.wgsl",
1537
- "entryPoint": "main",
1538
- "workgroup": [
1539
- 32,
1540
- 1,
1541
- 1
1542
- ],
1543
- "requires": [
1544
- "shader-f16"
1545
- ],
1546
- "description": "Q8_0 dequantization (GGUF 8-bit quantization)",
1547
- "reachability": {
1548
- "status": "unused",
1549
- "inlineConfigs": [],
1550
- "ruleChains": [],
1551
- "wgslOnDisk": true
1552
- }
1553
- },
1554
1555
  "f32_rowwise": {
1555
1556
  "wgsl": "dequant_f32_rowwise.wgsl",
1556
1557
  "entryPoint": "main",
@@ -1872,8 +1873,10 @@
1872
1873
  "tier": "tiled_small"
1873
1874
  },
1874
1875
  "reachability": {
1875
- "status": "model-selectable",
1876
- "inlineConfigs": [],
1876
+ "status": "pinned",
1877
+ "inlineConfigs": [
1878
+ "embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32"
1879
+ ],
1877
1880
  "ruleChains": [],
1878
1881
  "wgslOnDisk": true
1879
1882
  }
@@ -1914,7 +1917,7 @@
1914
1917
  "tier": "streaming"
1915
1918
  },
1916
1919
  "reachability": {
1917
- "status": "model-selectable",
1920
+ "status": "unused",
1918
1921
  "inlineConfigs": [],
1919
1922
  "ruleChains": [],
1920
1923
  "wgslOnDisk": true
@@ -2002,7 +2005,7 @@
2002
2005
  "tier": "tiled_small"
2003
2006
  },
2004
2007
  "reachability": {
2005
- "status": "model-selectable",
2008
+ "status": "unused",
2006
2009
  "inlineConfigs": [],
2007
2010
  "ruleChains": [],
2008
2011
  "wgslOnDisk": true
@@ -2046,7 +2049,7 @@
2046
2049
  "tier": "streaming"
2047
2050
  },
2048
2051
  "reachability": {
2049
- "status": "model-selectable",
2052
+ "status": "unused",
2050
2053
  "inlineConfigs": [],
2051
2054
  "ruleChains": [],
2052
2055
  "wgslOnDisk": true
@@ -2115,7 +2118,12 @@
2115
2118
  "status": "pinned",
2116
2119
  "inlineConfigs": [
2117
2120
  "gemma3/gemma-3-1b-it-f16-af32",
2121
+ "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
2118
2122
  "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
2123
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
2124
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
2125
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
2126
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
2119
2127
  "lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32"
2120
2128
  ],
2121
2129
  "ruleChains": [],
@@ -2138,8 +2146,17 @@
2138
2146
  "tier": "tiled_small"
2139
2147
  },
2140
2148
  "reachability": {
2141
- "status": "model-selectable",
2142
- "inlineConfigs": [],
2149
+ "status": "pinned",
2150
+ "inlineConfigs": [
2151
+ "gemma3/gemma-3-1b-it-f16-af32",
2152
+ "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
2153
+ "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
2154
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
2155
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
2156
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
2157
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
2158
+ "lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32"
2159
+ ],
2143
2160
  "ruleChains": [],
2144
2161
  "wgslOnDisk": true
2145
2162
  }
@@ -2158,12 +2175,128 @@
2158
2175
  "outputDtype": "f32",
2159
2176
  "variantMetadata": {
2160
2177
  "tier": "tiled_small",
2178
+ "queryBlockSize": 32,
2179
+ "exactHeadDim": 256,
2180
+ "maxHeadDim": 256,
2181
+ "requiredShared": 16384
2182
+ },
2183
+ "reachability": {
2184
+ "status": "pinned",
2185
+ "inlineConfigs": [
2186
+ "gemma3/gemma-3-1b-it-f16-af32",
2187
+ "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
2188
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
2189
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
2190
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
2191
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
2192
+ "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
2193
+ "qwen3/qwen-3-5-2b-q4k-ehaf16",
2194
+ "qwen3/qwen-3-6-27b-q4k-eaf16",
2195
+ "qwen3/qwen-3-6-27b-q4k-ehaf16"
2196
+ ],
2197
+ "ruleChains": [],
2198
+ "wgslOnDisk": true
2199
+ }
2200
+ },
2201
+ "prefill_head512_f16kv": {
2202
+ "wgsl": "attention_head512_f16kv.wgsl",
2203
+ "entryPoint": "main",
2204
+ "workgroup": [
2205
+ 16,
2206
+ 1,
2207
+ 1
2208
+ ],
2209
+ "requires": [
2210
+ "shader-f16"
2211
+ ],
2212
+ "outputDtype": "f32",
2213
+ "variantMetadata": {
2214
+ "tier": "tiled_small",
2215
+ "queryBlockSize": 16,
2216
+ "exactHeadDim": 512,
2217
+ "maxHeadDim": 512,
2218
+ "requiredShared": 16384
2219
+ },
2220
+ "description": "head_dim=512 variant of prefill_head256_f16kv for Gemma-4 global attention layers. BLOCK_SIZE=16 keeps shared_block at 16KB and avoids VGPR spill from 128 vec4<f32> private arrays per thread (iter 26 measured BLOCK_SIZE=32 at -1.7% due to register pressure).",
2221
+ "reachability": {
2222
+ "status": "pinned",
2223
+ "inlineConfigs": [
2224
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
2225
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
2226
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
2227
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple"
2228
+ ],
2229
+ "ruleChains": [],
2230
+ "wgslOnDisk": true
2231
+ }
2232
+ },
2233
+ "prefill_head512_f16": {
2234
+ "wgsl": "attention_head512_f16.wgsl",
2235
+ "entryPoint": "main",
2236
+ "workgroup": [
2237
+ 16,
2238
+ 1,
2239
+ 1
2240
+ ],
2241
+ "requires": [
2242
+ "shader-f16"
2243
+ ],
2244
+ "outputDtype": "f16",
2245
+ "variantMetadata": {
2246
+ "tier": "tiled_small",
2247
+ "queryBlockSize": 16,
2248
+ "exactHeadDim": 512,
2249
+ "maxHeadDim": 512,
2250
+ "requiredShared": 16384
2251
+ },
2252
+ "description": "head_dim=512 pure-f16 activation prefill kernel for Gemma-4 global attention layers.",
2253
+ "reachability": {
2254
+ "status": "unused",
2255
+ "inlineConfigs": [],
2256
+ "ruleChains": [],
2257
+ "wgslOnDisk": true
2258
+ }
2259
+ },
2260
+ "prefill_flash_head256_f16kv": {
2261
+ "wgsl": "attention_prefill_flash_head256_f16kv.wgsl",
2262
+ "entryPoint": "main",
2263
+ "workgroup": [
2264
+ 32,
2265
+ 1,
2266
+ 1
2267
+ ],
2268
+ "requires": [
2269
+ "shader-f16"
2270
+ ],
2271
+ "outputDtype": "f32",
2272
+ "variantMetadata": {
2273
+ "tier": "flash_prefill",
2161
2274
  "exactHeadDim": 256,
2162
2275
  "maxHeadDim": 256,
2163
2276
  "requiredShared": 16384
2164
2277
  },
2165
2278
  "reachability": {
2166
- "status": "experimental",
2279
+ "status": "unused",
2280
+ "inlineConfigs": [],
2281
+ "ruleChains": [],
2282
+ "wgslOnDisk": true
2283
+ }
2284
+ },
2285
+ "prefill_flash_reduce": {
2286
+ "wgsl": "attention_prefill_flash_reduce.wgsl",
2287
+ "entryPoint": "main",
2288
+ "workgroup": [
2289
+ 64,
2290
+ 1,
2291
+ 1
2292
+ ],
2293
+ "requires": [],
2294
+ "outputDtype": "f32",
2295
+ "variantMetadata": {
2296
+ "tier": "flash_reduce"
2297
+ },
2298
+ "reachability": {
2299
+ "status": "unused",
2167
2300
  "inlineConfigs": [],
2168
2301
  "ruleChains": [],
2169
2302
  "wgslOnDisk": true
@@ -2187,14 +2320,19 @@
2187
2320
  "reachability": {
2188
2321
  "status": "pinned",
2189
2322
  "inlineConfigs": [
2190
- "gemma3/gemma-3-1b-it-q4k-ehf16-af32",
2191
2323
  "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
2192
2324
  "gemma3/translategemma-4b-it-q4k-ehf16-af32",
2325
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
2326
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
2327
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
2328
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
2193
2329
  "gemma4/gemma-4-moe-q4k-ehf16-af32",
2194
2330
  "gpt-oss-20b-f16-xmxfp4",
2195
2331
  "janus/janus-pro-1b-text-q4k-ehaf16",
2196
2332
  "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
2197
- "qwen3/qwen-3-5-2b-q4k-ehaf16"
2333
+ "qwen3/qwen-3-5-2b-q4k-ehaf16",
2334
+ "qwen3/qwen-3-6-27b-q4k-eaf16",
2335
+ "qwen3/qwen-3-6-27b-q4k-ehaf16"
2198
2336
  ],
2199
2337
  "ruleChains": [],
2200
2338
  "wgslOnDisk": true
@@ -2216,8 +2354,22 @@
2216
2354
  "tier": "streaming"
2217
2355
  },
2218
2356
  "reachability": {
2219
- "status": "model-selectable",
2220
- "inlineConfigs": [],
2357
+ "status": "pinned",
2358
+ "inlineConfigs": [
2359
+ "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
2360
+ "gemma3/translategemma-4b-it-q4k-ehf16-af32",
2361
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
2362
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
2363
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
2364
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
2365
+ "gemma4/gemma-4-moe-q4k-ehf16-af32",
2366
+ "gpt-oss-20b-f16-xmxfp4",
2367
+ "janus/janus-pro-1b-text-q4k-ehaf16",
2368
+ "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
2369
+ "qwen3/qwen-3-5-2b-q4k-ehaf16",
2370
+ "qwen3/qwen-3-6-27b-q4k-eaf16",
2371
+ "qwen3/qwen-3-6-27b-q4k-ehaf16"
2372
+ ],
2221
2373
  "ruleChains": [],
2222
2374
  "wgslOnDisk": true
2223
2375
  }
@@ -2275,13 +2427,18 @@
2275
2427
  "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
2276
2428
  "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
2277
2429
  "gemma3/translategemma-4b-it-q4k-ehf16-af32",
2430
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
2431
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
2278
2432
  "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
2433
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
2279
2434
  "gemma4/gemma-4-moe-q4k-ehf16-af32",
2280
2435
  "gpt-oss-20b-f16-xmxfp4",
2281
2436
  "janus/janus-pro-1b-text-q4k-ehaf16",
2282
2437
  "lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32",
2283
2438
  "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
2284
- "qwen3/qwen-3-5-2b-q4k-ehaf16"
2439
+ "qwen3/qwen-3-5-2b-q4k-ehaf16",
2440
+ "qwen3/qwen-3-6-27b-q4k-eaf16",
2441
+ "qwen3/qwen-3-6-27b-q4k-ehaf16"
2285
2442
  ],
2286
2443
  "ruleChains": [
2287
2444
  "attention.rules.json#optimizedVariant"
@@ -2794,11 +2951,9 @@
2794
2951
  },
2795
2952
  "description": "Tiered decode kernel - TurboQuant MSE cold K/V with f16 hot K/V",
2796
2953
  "reachability": {
2797
- "status": "selectable",
2954
+ "status": "unused",
2798
2955
  "inlineConfigs": [],
2799
- "ruleChains": [
2800
- "attention.rules.json#tieredQuantVariant"
2801
- ],
2956
+ "ruleChains": [],
2802
2957
  "wgslOnDisk": true
2803
2958
  }
2804
2959
  },
@@ -2819,11 +2974,9 @@
2819
2974
  },
2820
2975
  "description": "Tiered decode kernel - TurboQuant prod (MSE+QJL) cold K/V with f16 hot K/V",
2821
2976
  "reachability": {
2822
- "status": "selectable",
2977
+ "status": "unused",
2823
2978
  "inlineConfigs": [],
2824
- "ruleChains": [
2825
- "attention.rules.json#tieredQuantVariant"
2826
- ],
2979
+ "ruleChains": [],
2827
2980
  "wgslOnDisk": true
2828
2981
  }
2829
2982
  }
@@ -2961,11 +3114,9 @@
2961
3114
  },
2962
3115
  "description": "Contiguous decode kernel - TurboQuant MSE quantized K/V",
2963
3116
  "reachability": {
2964
- "status": "selectable",
3117
+ "status": "unused",
2965
3118
  "inlineConfigs": [],
2966
- "ruleChains": [
2967
- "attention.rules.json#contiguousQuantVariant"
2968
- ],
3119
+ "ruleChains": [],
2969
3120
  "wgslOnDisk": true
2970
3121
  }
2971
3122
  },
@@ -2986,11 +3137,9 @@
2986
3137
  },
2987
3138
  "description": "Contiguous decode kernel - TurboQuant prod (MSE+QJL) quantized K/V",
2988
3139
  "reachability": {
2989
- "status": "selectable",
3140
+ "status": "unused",
2990
3141
  "inlineConfigs": [],
2991
- "ruleChains": [
2992
- "attention.rules.json#contiguousQuantVariant"
2993
- ],
3142
+ "ruleChains": [],
2994
3143
  "wgslOnDisk": true
2995
3144
  }
2996
3145
  }
@@ -3250,13 +3399,18 @@
3250
3399
  "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
3251
3400
  "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
3252
3401
  "gemma3/translategemma-4b-it-q4k-ehf16-af32",
3402
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
3403
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
3404
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
3405
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
3253
3406
  "gemma4/gemma-4-moe-q4k-ehf16-af32",
3254
3407
  "gpt-oss-20b-f16-xmxfp4",
3255
3408
  "janus/janus-pro-1b-text-q4k-ehaf16",
3256
3409
  "lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32",
3257
3410
  "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
3258
3411
  "qwen3/qwen-3-5-2b-q4k-ehaf16",
3259
- "sana/sana-sprint-0.6b-f16"
3412
+ "qwen3/qwen-3-6-27b-q4k-eaf16",
3413
+ "qwen3/qwen-3-6-27b-q4k-ehaf16"
3260
3414
  ],
3261
3415
  "ruleChains": [
3262
3416
  "rmsnorm.rules.json#variant"
@@ -3447,10 +3601,8 @@
3447
3601
  ],
3448
3602
  "requires": [],
3449
3603
  "reachability": {
3450
- "status": "pinned",
3451
- "inlineConfigs": [
3452
- "sana/sana-sprint-0.6b-f16"
3453
- ],
3604
+ "status": "selectable",
3605
+ "inlineConfigs": [],
3454
3606
  "ruleChains": [
3455
3607
  "layernorm.rules.json#variant"
3456
3608
  ],
@@ -3469,7 +3621,7 @@
3469
3621
  "shader-f16"
3470
3622
  ],
3471
3623
  "reachability": {
3472
- "status": "model-selectable",
3624
+ "status": "selectable",
3473
3625
  "inlineConfigs": [],
3474
3626
  "ruleChains": [
3475
3627
  "layernorm.rules.json#variant"
@@ -3887,7 +4039,7 @@
3887
4039
  }
3888
4040
  ],
3889
4041
  "baseUniforms": {
3890
- "size": 32,
4042
+ "size": 48,
3891
4043
  "fields": [
3892
4044
  {
3893
4045
  "name": "seq_len",
@@ -3928,6 +4080,26 @@
3928
4080
  "name": "interleaved",
3929
4081
  "type": "u32",
3930
4082
  "offset": 28
4083
+ },
4084
+ {
4085
+ "name": "pair_span_dim",
4086
+ "type": "u32",
4087
+ "offset": 32
4088
+ },
4089
+ {
4090
+ "name": "_pad0",
4091
+ "type": "u32",
4092
+ "offset": 36
4093
+ },
4094
+ {
4095
+ "name": "_pad1",
4096
+ "type": "u32",
4097
+ "offset": 40
4098
+ },
4099
+ {
4100
+ "name": "_pad2",
4101
+ "type": "u32",
4102
+ "offset": 44
3931
4103
  }
3932
4104
  ]
3933
4105
  },
@@ -3950,12 +4122,18 @@
3950
4122
  "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
3951
4123
  "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
3952
4124
  "gemma3/translategemma-4b-it-q4k-ehf16-af32",
4125
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
4126
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
4127
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
4128
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
3953
4129
  "gemma4/gemma-4-moe-q4k-ehf16-af32",
3954
4130
  "gpt-oss-20b-f16-xmxfp4",
3955
4131
  "janus/janus-pro-1b-text-q4k-ehaf16",
3956
4132
  "lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32",
3957
4133
  "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
3958
- "qwen3/qwen-3-5-2b-q4k-ehaf16"
4134
+ "qwen3/qwen-3-5-2b-q4k-ehaf16",
4135
+ "qwen3/qwen-3-6-27b-q4k-eaf16",
4136
+ "qwen3/qwen-3-6-27b-q4k-ehaf16"
3959
4137
  ],
3960
4138
  "ruleChains": [
3961
4139
  "rope.rules.json#variant"
@@ -4174,7 +4352,9 @@
4174
4352
  "status": "pinned",
4175
4353
  "inlineConfigs": [
4176
4354
  "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
4177
- "qwen3/qwen-3-5-2b-q4k-ehaf16"
4355
+ "qwen3/qwen-3-5-2b-q4k-ehaf16",
4356
+ "qwen3/qwen-3-6-27b-q4k-eaf16",
4357
+ "qwen3/qwen-3-6-27b-q4k-ehaf16"
4178
4358
  ],
4179
4359
  "ruleChains": [
4180
4360
  "silu.rules.json#variant"
@@ -4262,11 +4442,14 @@
4262
4442
  "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
4263
4443
  "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
4264
4444
  "gemma3/translategemma-4b-it-q4k-ehf16-af32",
4445
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
4446
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
4447
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
4448
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
4265
4449
  "gemma4/gemma-4-moe-q4k-ehf16-af32",
4266
4450
  "gpt-oss-20b-f16-xmxfp4",
4267
4451
  "janus/janus-pro-1b-text-q4k-ehaf16",
4268
- "lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32",
4269
- "sana/sana-sprint-0.6b-f16"
4452
+ "lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32"
4270
4453
  ],
4271
4454
  "ruleChains": [
4272
4455
  "gelu.rules.json#variant"
@@ -5206,7 +5389,11 @@
5206
5389
  "inlineConfigs": [
5207
5390
  "embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32",
5208
5391
  "gemma3/gemma-3-1b-it-f16-af32",
5209
- "gemma3/gemma-3-270m-it-q4k-ehf16-af32"
5392
+ "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
5393
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
5394
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
5395
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
5396
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple"
5210
5397
  ],
5211
5398
  "ruleChains": [
5212
5399
  "gather.rules.json#variant"
@@ -5257,7 +5444,9 @@
5257
5444
  "janus/janus-pro-1b-text-q4k-ehaf16",
5258
5445
  "lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32",
5259
5446
  "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
5260
- "qwen3/qwen-3-5-2b-q4k-ehaf16"
5447
+ "qwen3/qwen-3-5-2b-q4k-ehaf16",
5448
+ "qwen3/qwen-3-6-27b-q4k-eaf16",
5449
+ "qwen3/qwen-3-6-27b-q4k-ehaf16"
5261
5450
  ],
5262
5451
  "ruleChains": [
5263
5452
  "gather.rules.json#variant"
@@ -5444,13 +5633,18 @@
5444
5633
  "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
5445
5634
  "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
5446
5635
  "gemma3/translategemma-4b-it-q4k-ehf16-af32",
5636
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
5637
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
5638
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
5639
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
5447
5640
  "gemma4/gemma-4-moe-q4k-ehf16-af32",
5448
5641
  "gpt-oss-20b-f16-xmxfp4",
5449
5642
  "janus/janus-pro-1b-text-q4k-ehaf16",
5450
5643
  "lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32",
5451
5644
  "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
5452
5645
  "qwen3/qwen-3-5-2b-q4k-ehaf16",
5453
- "sana/sana-sprint-0.6b-f16"
5646
+ "qwen3/qwen-3-6-27b-q4k-eaf16",
5647
+ "qwen3/qwen-3-6-27b-q4k-ehaf16"
5454
5648
  ],
5455
5649
  "ruleChains": [
5456
5650
  "residual.rules.json#biasAddVariant",
@@ -6036,22 +6230,6 @@
6036
6230
  "wgslOnDisk": true
6037
6231
  }
6038
6232
  },
6039
- "gather_vec4": {
6040
- "wgsl": "moe_gather_vec4.wgsl",
6041
- "entryPoint": "gather_tokens_vec4",
6042
- "workgroup": [
6043
- 64,
6044
- 1,
6045
- 1
6046
- ],
6047
- "requires": [],
6048
- "reachability": {
6049
- "status": "unused",
6050
- "inlineConfigs": [],
6051
- "ruleChains": [],
6052
- "wgslOnDisk": true
6053
- }
6054
- },
6055
6233
  "single_pass": {
6056
6234
  "wgsl": "moe_gather.wgsl",
6057
6235
  "entryPoint": "gather_single_pass",
@@ -6309,10 +6487,8 @@
6309
6487
  ],
6310
6488
  "requires": [],
6311
6489
  "reachability": {
6312
- "status": "pinned",
6313
- "inlineConfigs": [
6314
- "sana/sana-sprint-0.6b-f16"
6315
- ],
6490
+ "status": "unused",
6491
+ "inlineConfigs": [],
6316
6492
  "ruleChains": [],
6317
6493
  "wgslOnDisk": true
6318
6494
  }
@@ -6918,12 +7094,18 @@
6918
7094
  "gemma3/gemma-3-270m-it-q4k-ehf16-af32",
6919
7095
  "gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32",
6920
7096
  "gemma3/translategemma-4b-it-q4k-ehf16-af32",
7097
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af16",
7098
+ "gemma4/gemma-4-31b-it-text-q4k-ehf16-af32",
7099
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32",
7100
+ "gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
6921
7101
  "gemma4/gemma-4-moe-q4k-ehf16-af32",
6922
7102
  "gpt-oss-20b-f16-xmxfp4",
6923
7103
  "janus/janus-pro-1b-text-q4k-ehaf16",
6924
7104
  "lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32",
6925
7105
  "qwen3/qwen-3-5-0-8b-q4k-ehaf16",
6926
- "qwen3/qwen-3-5-2b-q4k-ehaf16"
7106
+ "qwen3/qwen-3-5-2b-q4k-ehaf16",
7107
+ "qwen3/qwen-3-6-27b-q4k-eaf16",
7108
+ "qwen3/qwen-3-6-27b-q4k-ehaf16"
6927
7109
  ],
6928
7110
  "ruleChains": [],
6929
7111
  "wgslOnDisk": true
@@ -8097,10 +8279,8 @@
8097
8279
  "requires": [],
8098
8280
  "outputDtype": "f32",
8099
8281
  "reachability": {
8100
- "status": "pinned",
8101
- "inlineConfigs": [
8102
- "sana/sana-sprint-0.6b-f16"
8103
- ],
8282
+ "status": "selectable",
8283
+ "inlineConfigs": [],
8104
8284
  "ruleChains": [
8105
8285
  "conv2d.rules.json#variant"
8106
8286
  ],
@@ -8120,7 +8300,7 @@
8120
8300
  ],
8121
8301
  "outputDtype": "f16",
8122
8302
  "reachability": {
8123
- "status": "model-selectable",
8303
+ "status": "selectable",
8124
8304
  "inlineConfigs": [],
8125
8305
  "ruleChains": [
8126
8306
  "conv2d.rules.json#variant"
@@ -8236,10 +8416,8 @@
8236
8416
  "requires": [],
8237
8417
  "outputDtype": "f32",
8238
8418
  "reachability": {
8239
- "status": "pinned",
8240
- "inlineConfigs": [
8241
- "sana/sana-sprint-0.6b-f16"
8242
- ],
8419
+ "status": "selectable",
8420
+ "inlineConfigs": [],
8243
8421
  "ruleChains": [
8244
8422
  "depthwise-conv2d.rules.json#variant"
8245
8423
  ],
@@ -8259,7 +8437,7 @@
8259
8437
  ],
8260
8438
  "outputDtype": "f16",
8261
8439
  "reachability": {
8262
- "status": "model-selectable",
8440
+ "status": "selectable",
8263
8441
  "inlineConfigs": [],
8264
8442
  "ruleChains": [
8265
8443
  "depthwise-conv2d.rules.json#variant"
@@ -8330,7 +8508,7 @@
8330
8508
  "requires": [],
8331
8509
  "outputDtype": "f32",
8332
8510
  "reachability": {
8333
- "status": "pinned",
8511
+ "status": "unused",
8334
8512
  "inlineConfigs": [],
8335
8513
  "ruleChains": [],
8336
8514
  "wgslOnDisk": true
@@ -8424,10 +8602,8 @@
8424
8602
  "requires": [],
8425
8603
  "outputDtype": "f32",
8426
8604
  "reachability": {
8427
- "status": "pinned",
8428
- "inlineConfigs": [
8429
- "sana/sana-sprint-0.6b-f16"
8430
- ],
8605
+ "status": "selectable",
8606
+ "inlineConfigs": [],
8431
8607
  "ruleChains": [
8432
8608
  "grouped-pointwise-conv2d.rules.json#variant"
8433
8609
  ],
@@ -8447,7 +8623,7 @@
8447
8623
  ],
8448
8624
  "outputDtype": "f16",
8449
8625
  "reachability": {
8450
- "status": "model-selectable",
8626
+ "status": "selectable",
8451
8627
  "inlineConfigs": [],
8452
8628
  "ruleChains": [
8453
8629
  "grouped-pointwise-conv2d.rules.json#variant"
@@ -8874,10 +9050,8 @@
8874
9050
  "requires": [],
8875
9051
  "outputDtype": "f32",
8876
9052
  "reachability": {
8877
- "status": "pinned",
8878
- "inlineConfigs": [
8879
- "sana/sana-sprint-0.6b-f16"
8880
- ],
9053
+ "status": "selectable",
9054
+ "inlineConfigs": [],
8881
9055
  "ruleChains": [
8882
9056
  "modulate.rules.json#variant"
8883
9057
  ],
@@ -8897,7 +9071,7 @@
8897
9071
  ],
8898
9072
  "outputDtype": "f16",
8899
9073
  "reachability": {
8900
- "status": "model-selectable",
9074
+ "status": "selectable",
8901
9075
  "inlineConfigs": [],
8902
9076
  "ruleChains": [
8903
9077
  "modulate.rules.json#variant"
@@ -9462,8 +9636,8 @@
9462
9636
  }
9463
9637
  }
9464
9638
  },
9465
- "sana_linear_attention_summary": {
9466
- "description": "Sana linear attention summary stage",
9639
+ "linear_attention_summary": {
9640
+ "description": "Linear attention summary stage",
9467
9641
  "baseBindings": [
9468
9642
  {
9469
9643
  "index": 0,
@@ -9528,7 +9702,7 @@
9528
9702
  },
9529
9703
  "variants": {
9530
9704
  "default": {
9531
- "wgsl": "sana_linear_attention_summary.wgsl",
9705
+ "wgsl": "linear_attention_summary.wgsl",
9532
9706
  "entryPoint": "main",
9533
9707
  "workgroup": [
9534
9708
  256,
@@ -9541,13 +9715,13 @@
9541
9715
  "status": "selectable",
9542
9716
  "inlineConfigs": [],
9543
9717
  "ruleChains": [
9544
- "sana-linear-attention.rules.json#variant"
9718
+ "linear-attention.rules.json#variant"
9545
9719
  ],
9546
9720
  "wgslOnDisk": true
9547
9721
  }
9548
9722
  },
9549
9723
  "default_f16": {
9550
- "wgsl": "sana_linear_attention_summary_f16.wgsl",
9724
+ "wgsl": "linear_attention_summary_f16.wgsl",
9551
9725
  "entryPoint": "main",
9552
9726
  "workgroup": [
9553
9727
  256,
@@ -9562,15 +9736,15 @@
9562
9736
  "status": "selectable",
9563
9737
  "inlineConfigs": [],
9564
9738
  "ruleChains": [
9565
- "sana-linear-attention.rules.json#variant"
9739
+ "linear-attention.rules.json#variant"
9566
9740
  ],
9567
9741
  "wgslOnDisk": true
9568
9742
  }
9569
9743
  }
9570
9744
  }
9571
9745
  },
9572
- "sana_linear_attention_apply": {
9573
- "description": "Sana linear attention apply stage",
9746
+ "linear_attention_apply": {
9747
+ "description": "Linear attention apply stage",
9574
9748
  "baseBindings": [
9575
9749
  {
9576
9750
  "index": 0,
@@ -9640,7 +9814,7 @@
9640
9814
  },
9641
9815
  "variants": {
9642
9816
  "default": {
9643
- "wgsl": "sana_linear_attention_apply.wgsl",
9817
+ "wgsl": "linear_attention_apply.wgsl",
9644
9818
  "entryPoint": "main",
9645
9819
  "workgroup": [
9646
9820
  256,
@@ -9653,13 +9827,13 @@
9653
9827
  "status": "selectable",
9654
9828
  "inlineConfigs": [],
9655
9829
  "ruleChains": [
9656
- "sana-linear-attention.rules.json#variant"
9830
+ "linear-attention.rules.json#variant"
9657
9831
  ],
9658
9832
  "wgslOnDisk": true
9659
9833
  }
9660
9834
  },
9661
9835
  "default_f16": {
9662
- "wgsl": "sana_linear_attention_apply_f16.wgsl",
9836
+ "wgsl": "linear_attention_apply_f16.wgsl",
9663
9837
  "entryPoint": "main",
9664
9838
  "workgroup": [
9665
9839
  256,
@@ -9674,7 +9848,7 @@
9674
9848
  "status": "selectable",
9675
9849
  "inlineConfigs": [],
9676
9850
  "ruleChains": [
9677
- "sana-linear-attention.rules.json#variant"
9851
+ "linear-attention.rules.json#variant"
9678
9852
  ],
9679
9853
  "wgslOnDisk": true
9680
9854
  }