doppler-gpu 0.5.1 → 0.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (927) hide show
  1. package/CHANGELOG.md +33 -577
  2. package/LICENSE +21 -201
  3. package/README.md +165 -222
  4. package/models/catalog.json +241 -33
  5. package/package.json +99 -86
  6. package/src/capsule-runtime.d.ts +23 -0
  7. package/src/capsule-runtime.js +23 -0
  8. package/src/capsule.d.ts +8 -0
  9. package/src/capsule.js +4 -0
  10. package/src/cli/argument-contract.js +200 -0
  11. package/src/cli/browser-report-output.js +24 -0
  12. package/src/cli/cli-model-resolution.js +2 -2
  13. package/src/cli/cli-output.js +10 -0
  14. package/src/cli/commands/bundle.js +828 -0
  15. package/src/cli/doppler-cli.js +50 -1457
  16. package/src/cli/doppler-serve.js +18 -244
  17. package/src/cli/output/manifest.js +368 -0
  18. package/src/cli/runtime-profiles.js +1 -1
  19. package/src/cli/serve/capsule-handler.d.ts +33 -0
  20. package/src/cli/serve/capsule-handler.js +105 -0
  21. package/src/cli/serve/capsule-http.js +102 -0
  22. package/src/cli/serve/receipt.js +269 -0
  23. package/src/client/capsule-host.browser.js +1 -0
  24. package/src/client/capsule-host.d.ts +3 -0
  25. package/src/client/capsule-host.js +1 -0
  26. package/src/client/doppler-api.browser.js +42 -0
  27. package/src/client/doppler-api.d.ts +36 -1
  28. package/src/client/doppler-api.js +40 -1
  29. package/src/client/doppler-registry.js +15 -7
  30. package/src/client/electron/index.d.ts +4 -0
  31. package/src/client/electron/index.js +13 -0
  32. package/src/client/electron/ipc-contract.d.ts +9 -0
  33. package/src/client/electron/ipc-contract.js +56 -0
  34. package/src/client/electron/release-state.d.ts +53 -0
  35. package/src/client/electron/release-state.js +425 -0
  36. package/src/client/electron/renderer-runtime.d.ts +19 -0
  37. package/src/client/electron/renderer-runtime.js +104 -0
  38. package/src/client/failure-taxonomy.js +1 -28
  39. package/src/client/fault-injection.js +0 -8
  40. package/src/client/inspection.js +1 -1
  41. package/src/client/model-host/index.d.ts +140 -0
  42. package/src/client/model-host/index.js +548 -0
  43. package/src/client/model-host/model-evidence.js +255 -0
  44. package/src/client/model-host/model-session.d.ts +322 -0
  45. package/src/client/{runtime → model-host}/model-session.js +190 -148
  46. package/src/client/provider.d.ts +18 -2
  47. package/src/client/provider.js +26 -3
  48. package/src/client/receipt.js +30 -72
  49. package/src/client/runtime/capsule-acquisition.d.ts +18 -0
  50. package/src/client/runtime/capsule-acquisition.js +103 -0
  51. package/src/client/runtime/capsule-adapter-execution.d.ts +17 -0
  52. package/src/client/runtime/capsule-adapter-execution.js +63 -0
  53. package/src/client/runtime/capsule-artifact-source.js +62 -0
  54. package/src/client/runtime/capsule-embedding.d.ts +29 -0
  55. package/src/client/runtime/capsule-embedding.js +76 -0
  56. package/src/client/runtime/capsule-forecast-program.d.ts +2 -0
  57. package/src/client/runtime/capsule-forecast-program.js +85 -0
  58. package/src/client/runtime/capsule-forecast.d.ts +17 -0
  59. package/src/client/runtime/capsule-forecast.js +31 -0
  60. package/src/client/runtime/capsule-operation-adapters.d.ts +12 -0
  61. package/src/client/runtime/capsule-operation-adapters.js +68 -0
  62. package/src/client/runtime/capsule-operation-executor.d.ts +25 -0
  63. package/src/client/runtime/capsule-operation-executor.js +100 -0
  64. package/src/client/runtime/capsule-program-adapter.js +151 -0
  65. package/src/client/runtime/capsule-release-authorization.js +25 -0
  66. package/src/client/runtime/capsule-rerank.d.ts +50 -0
  67. package/src/client/runtime/capsule-rerank.js +105 -0
  68. package/src/client/runtime/capsule-session-execution.js +85 -0
  69. package/src/client/runtime/command-executor.d.ts +15 -0
  70. package/src/client/runtime/command-executor.js +128 -0
  71. package/src/client/runtime/composition-root.d.ts +74 -0
  72. package/src/client/runtime/composition-root.js +344 -0
  73. package/src/client/runtime/fetch-capsule-artifact-store.d.ts +10 -0
  74. package/src/client/runtime/fetch-capsule-artifact-store.js +25 -0
  75. package/src/client/runtime/index.d.ts +1 -117
  76. package/src/client/runtime/index.js +1 -433
  77. package/src/client/runtime/lora.d.ts +14 -0
  78. package/src/client/runtime/lora.js +19 -1
  79. package/src/client/runtime/model-manager.js +12 -0
  80. package/src/client/runtime/model-rerank.js +30 -0
  81. package/src/client/runtime/model-session.d.ts +1 -221
  82. package/src/client/runtime/model-source.d.ts +9 -0
  83. package/src/client/runtime/model-source.js +46 -17
  84. package/src/client/runtime/node-quickstart-cache.js +1 -1
  85. package/src/client/runtime/resolution-policy.d.ts +20 -0
  86. package/src/client/runtime/resolution-policy.js +84 -0
  87. package/src/client/runtime/resource-binder.d.ts +24 -0
  88. package/src/client/runtime/resource-binder.js +135 -0
  89. package/src/client/runtime/scoped-session.d.ts +10 -1
  90. package/src/client/runtime/scoped-session.js +20 -1
  91. package/src/client/runtime/session-controller.d.ts +30 -0
  92. package/src/client/runtime/session-controller.js +170 -0
  93. package/src/client/runtime/source-runtime.js +1 -1
  94. package/src/client/runtime/target-selector.d.ts +9 -0
  95. package/src/client/runtime/target-selector.js +2 -0
  96. package/src/client/runtime/types.d.ts +1 -0
  97. package/src/client/runtime/verified-capsule-artifact-store.js +72 -0
  98. package/src/client/wrap-pipeline-handle.js +3 -9
  99. package/src/config/backward-registry-loader.js +1 -1
  100. package/src/config/capsule-adapter-policy.js +30 -0
  101. package/src/config/capsule-adapters.d.ts +21 -0
  102. package/src/config/capsule-adapters.js +40 -0
  103. package/src/config/capsule-adapters.json +9 -0
  104. package/src/config/capsule-loading.d.ts +2 -0
  105. package/src/config/capsule-loading.js +14 -0
  106. package/src/config/capsule-loading.schema.json +11 -0
  107. package/src/config/capsule-operation.d.ts +19 -0
  108. package/src/config/capsule-operation.js +58 -0
  109. package/src/config/capsule-operations.json +18 -0
  110. package/src/config/capsule-release-contract.d.ts +66 -0
  111. package/src/config/capsule-release-contract.js +197 -0
  112. package/src/config/capsule-release-events.d.ts +53 -0
  113. package/src/config/capsule-release-events.js +172 -0
  114. package/src/config/capsule-sequence-receipt.js +19 -0
  115. package/src/config/capsule-serve.d.ts +9 -0
  116. package/src/config/capsule-serve.js +28 -0
  117. package/src/config/capsule-serve.schema.json +14 -0
  118. package/src/config/capsule-signature.d.ts +6 -0
  119. package/src/config/capsule-signature.js +50 -0
  120. package/src/config/capsule-v2.d.ts +70 -0
  121. package/src/config/capsule-v2.js +431 -0
  122. package/src/config/capsule-v3.d.ts +19 -0
  123. package/src/config/capsule-v3.js +72 -0
  124. package/src/config/capsule.d.ts +22 -0
  125. package/src/config/capsule.js +52 -0
  126. package/src/config/conversion/amplify/amplify-120m-f16-af32.json +1 -1
  127. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +1 -1
  128. package/src/config/conversion/esm/esm2-t12-35m-ur50d-f32-af32.json +41 -1
  129. package/src/config/conversion/esmc/esmc-300m-f32-af32.json +1 -1
  130. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +1 -1
  131. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +1 -1
  132. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +1 -1
  133. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +1 -1
  134. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +1 -1
  135. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +1 -1
  136. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +2 -2
  137. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +1 -1
  138. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +1 -1
  139. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +1 -1
  140. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +2 -2
  141. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +1 -1
  142. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +3 -3
  143. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +1 -1
  144. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +1 -1
  145. package/src/config/conversion/glmocr/glm-ocr-f16-af32.json +442 -0
  146. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +1 -1
  147. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-bf16-af32.json +529 -0
  148. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-f16-af32.json +529 -0
  149. package/src/config/conversion/nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32.json +1 -1
  150. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +1 -1
  151. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +1 -1
  152. package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +1 -1
  153. package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +1 -1
  154. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +2 -2
  155. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +1 -1
  156. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-f16-af32.json +463 -0
  157. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +1 -1
  158. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +1 -1
  159. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-true-logit-af32.json +481 -0
  160. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +59 -7
  161. package/src/config/conversion/qwen3/qwen3.8-27b-text-f16-af32.json +561 -0
  162. package/src/config/conversion/qwen3/qwen3.8-27b-text-q4k-ehaf16.json +558 -0
  163. package/src/config/dtype-transition-contract.js +40 -0
  164. package/src/config/embedding-contract.js +26 -0
  165. package/src/config/embedding-reference.js +85 -0
  166. package/src/config/evidence/source-intake-policy.json +1 -1
  167. package/src/config/execution-contract-check.d.ts +16 -73
  168. package/src/config/execution-contract-check.js +7 -429
  169. package/src/config/forecast-manifest.js +56 -0
  170. package/src/config/heterogeneous-attention-contract.js +46 -0
  171. package/src/config/initial-execution-identity.d.ts +58 -0
  172. package/src/config/initial-execution-identity.js +331 -0
  173. package/src/config/kernel-path-loader.d.ts +10 -0
  174. package/src/config/kernel-path-loader.js +23 -8
  175. package/src/config/kernel-registry-contract.d.ts +25 -0
  176. package/src/config/kernel-registry-contract.js +46 -0
  177. package/src/config/kernels/kernel-ref-digests.js +50 -2
  178. package/src/config/kernels/registry.js +1 -1
  179. package/src/config/kernels/registry.json +13592 -11377
  180. package/src/config/lora-layouts.d.ts +10 -0
  181. package/src/config/lora-layouts.js +17 -0
  182. package/src/config/lora-layouts.json +9 -0
  183. package/src/config/manifest-inference-validation.js +575 -0
  184. package/src/config/merge/execution-patches.js +12 -0
  185. package/src/config/{merge-helpers.js → merge/kernel-path-policy.js} +0 -52
  186. package/src/config/merge/value-selection.js +38 -0
  187. package/src/config/merge.js +43 -11
  188. package/src/config/model-ir-v2.d.ts +57 -0
  189. package/src/config/model-ir-v2.js +258 -0
  190. package/src/config/model-ir.d.ts +49 -0
  191. package/src/config/model-ir.js +180 -0
  192. package/src/config/param-validator.js +1 -1
  193. package/src/config/platforms/amd-strix-halo-gfx1151.json +17 -0
  194. package/src/config/platforms/loader.js +2 -1
  195. package/src/config/production-release-evidence.d.ts +23 -0
  196. package/src/config/production-release-evidence.js +423 -0
  197. package/src/config/production-release.js +321 -0
  198. package/src/{client/doppler-registry.json → config/quickstart-registry.json} +7 -7
  199. package/src/config/required-inference-fields-contract-check.js +2 -2
  200. package/src/config/rerank-reference.d.ts +28 -0
  201. package/src/config/rerank-reference.js +89 -0
  202. package/src/config/revocation-policy.d.ts +65 -0
  203. package/src/config/revocation-policy.js +290 -0
  204. package/src/config/revocation-registry.json +11 -0
  205. package/src/config/revocation-updates.d.ts +68 -0
  206. package/src/config/revocation-updates.js +440 -0
  207. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +1 -1
  208. package/src/config/runtime/profiles/muse-glimmer-30b-source-parity-f32kv.json +30 -0
  209. package/src/config/runtime/profiles/muse-glimmer-30b-source-parity.json +110 -0
  210. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +1 -1
  211. package/src/config/runtime/profiles/qwen3-8-27b-source-parity.json +87 -0
  212. package/src/config/runtime-merge.js +1 -1
  213. package/src/config/runtime.js +1 -1
  214. package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
  215. package/src/config/schema/browser-suite-metrics.schema.js +2 -0
  216. package/src/config/schema/conversion-report.schema.d.ts +3 -0
  217. package/src/config/schema/conversion-report.schema.js +29 -0
  218. package/src/config/schema/converter.schema.d.ts +1 -0
  219. package/src/config/schema/debug.schema.d.ts +1 -0
  220. package/src/config/schema/doppler.schema.js +5 -5
  221. package/src/config/schema/emulation.schema.js +1 -1
  222. package/src/config/schema/execution-v1.schema.d.ts +3 -0
  223. package/src/config/schema/execution-v1.schema.js +19 -0
  224. package/src/config/schema/harness.schema.d.ts +13 -0
  225. package/src/config/schema/harness.schema.js +6 -0
  226. package/src/config/schema/inference.schema.d.ts +21 -2
  227. package/src/config/schema/kernel-thresholds.schema.js +1 -1
  228. package/src/config/schema/manifest.schema.d.ts +26 -7
  229. package/src/config/schema/manifest.schema.js +10 -1
  230. package/src/config/schema/program-bundle.schema.d.ts +52 -6
  231. package/src/config/schema/program-bundle.schema.js +145 -10
  232. package/src/config/sequence-reference.d.ts +26 -0
  233. package/src/config/sequence-reference.js +100 -0
  234. package/src/config/target-plan.d.ts +108 -0
  235. package/src/config/target-plan.js +411 -0
  236. package/src/config/training-defaults.js +1 -1
  237. package/src/config/transforms/capability-transform-resolver.js +4 -105
  238. package/src/config/transforms/execution-graph/dtype.js +591 -0
  239. package/src/config/transforms/execution-graph/fusion.js +436 -0
  240. package/src/config/transforms/execution-graph/validation.js +414 -0
  241. package/src/config/transforms/execution-graph-transforms.js +13 -1419
  242. package/src/converter/artifact-identity.js +475 -0
  243. package/src/converter/conversion-plan.js +1 -1
  244. package/src/converter/core.js +94 -2096
  245. package/src/converter/forge-candidate-evaluation.js +271 -0
  246. package/src/converter/forge-qualification.js +162 -0
  247. package/src/converter/forge-stages.js +798 -0
  248. package/src/converter/manifest-builder.js +683 -0
  249. package/src/converter/quantization-info.js +4 -1
  250. package/src/converter/quantizer.js +58 -9
  251. package/src/converter/shard-packer.d.ts +1 -1
  252. package/src/converter/shard-packer.js +2 -2
  253. package/src/converter/tensor-transform.js +640 -0
  254. package/src/converter/tokenizer-contract.js +243 -0
  255. package/src/converter/tokenizer-manifest.js +243 -0
  256. package/src/debug/history.js +0 -8
  257. package/src/debug/index.js +0 -10
  258. package/src/debug/tensor.js +1 -1
  259. package/src/debug/trace.js +0 -7
  260. package/src/experimental/adapters/adapter-manager.js +2 -0
  261. package/src/experimental/adapters/adapter-manifest.d.ts +6 -0
  262. package/src/experimental/adapters/adapter-manifest.js +11 -0
  263. package/src/experimental/adapters/artifact-contract.d.ts +2 -2
  264. package/src/experimental/adapters/artifact-contract.js +5 -2
  265. package/src/experimental/adapters/lora-loader.d.ts +10 -1
  266. package/src/experimental/adapters/lora-loader.js +110 -48
  267. package/src/{inference/pipelines → experimental}/audio/gemma4.js +9 -31
  268. package/src/experimental/bdpa/basis-decomposed-paged.d.ts +50 -0
  269. package/src/experimental/bdpa/basis-decomposed-paged.js +276 -0
  270. package/src/experimental/bridge/trainer-artifact-bridge.js +3 -3
  271. package/src/experimental/browser/browser-converter.js +11 -11
  272. package/src/experimental/diffusion/index.d.ts +1 -1
  273. package/src/experimental/diffusion/index.js +1 -1
  274. package/src/{inference/pipelines → experimental}/diffusion/pipeline.d.ts +2 -2
  275. package/src/{inference/pipelines → experimental}/diffusion/pipeline.js +17 -17
  276. package/src/{inference/pipelines → experimental}/diffusion/text-encoder-gpu.js +21 -19
  277. package/src/experimental/diffusion/vae.js +596 -0
  278. package/src/experimental/distribution/shard-delivery/receipt.js +588 -0
  279. package/src/experimental/distribution/shard-delivery/retry.js +392 -0
  280. package/src/experimental/distribution/shard-delivery/transport.js +831 -0
  281. package/src/experimental/distribution/shard-delivery.js +4 -1709
  282. package/src/experimental/energy/index.d.ts +2 -2
  283. package/src/experimental/energy/index.js +2 -2
  284. package/src/{inference/pipelines → experimental}/energy/pipeline.js +13 -13
  285. package/src/{inference/pipelines → experimental}/energy/types.d.ts +2 -2
  286. package/src/experimental/logits/cpu-output.d.ts +27 -0
  287. package/src/{inference/pipelines/text/logits/utils.js → experimental/logits/cpu-output.js} +19 -27
  288. package/src/experimental/logits/cpu.d.ts +87 -0
  289. package/src/experimental/logits/cpu.js +95 -0
  290. package/src/experimental/orchestration/energy-row-head-pipeline.d.ts +103 -0
  291. package/src/{inference/pipelines/energy-head/row-head-pipeline.js → experimental/orchestration/energy-row-head-pipeline.js} +13 -13
  292. package/src/experimental/orchestration/index.d.ts +1 -1
  293. package/src/experimental/orchestration/index.js +1 -1
  294. package/src/experimental/training/artifacts.js +2 -2
  295. package/src/experimental/training/checkpoint.js +2 -2
  296. package/src/experimental/training/distillation/artifacts.js +1 -1
  297. package/src/experimental/training/distillation/dataset.js +2 -2
  298. package/src/experimental/training/distillation/eval.js +1 -1
  299. package/src/experimental/training/distillation/runtime.js +2 -2
  300. package/src/experimental/training/distillation/student-fixture/execution.js +166 -0
  301. package/src/experimental/training/distillation/student-fixture/model.js +353 -0
  302. package/src/experimental/training/distillation/student-fixture.js +2 -469
  303. package/src/experimental/training/lora/checkpoint.js +746 -0
  304. package/src/experimental/training/lora/execution.js +550 -0
  305. package/src/experimental/training/lora/plan.js +387 -0
  306. package/src/experimental/training/lora/recovery.js +418 -0
  307. package/src/experimental/training/lora-pipeline.js +7 -1949
  308. package/src/experimental/training/operator-artifacts.js +2 -2
  309. package/src/experimental/training/operator-command.js +4 -4
  310. package/src/experimental/training/runner/evaluation.js +62 -0
  311. package/src/experimental/training/runner/lifecycle.js +257 -0
  312. package/src/experimental/training/runner.js +5 -268
  313. package/src/experimental/training/suite/execution.js +879 -0
  314. package/src/experimental/training/suite/plan.js +855 -0
  315. package/src/experimental/training/suite.js +5 -1659
  316. package/src/experimental/training/workloads.d.ts +5 -5
  317. package/src/experimental/training/workloads.js +6 -6
  318. package/src/experimental/turboquant/codebook.js +470 -0
  319. package/src/formats/quantization-constants.d.ts +11 -0
  320. package/src/formats/quantization-constants.js +11 -0
  321. package/src/formats/rdrr/integrity.js +1 -1
  322. package/src/formats/rdrr/lowerings.js +0 -29
  323. package/src/formats/rdrr/merkle.js +1 -1
  324. package/src/formats/rdrr/tensor-config-validator.js +25 -5
  325. package/src/formats/rdrr/validation.js +3 -3
  326. package/src/gpu/command-recorder.d.ts +10 -1
  327. package/src/gpu/command-recorder.js +58 -14
  328. package/src/gpu/constant-buffer.js +29 -0
  329. package/src/gpu/device-state.js +36 -0
  330. package/src/gpu/device.js +6 -41
  331. package/src/gpu/kernel-runtime.js +2 -1
  332. package/src/gpu/kernels/activation-static-qdq.js +1 -1
  333. package/src/gpu/kernels/append_embedding.wgsl +14 -0
  334. package/src/gpu/kernels/attention/executors.js +960 -0
  335. package/src/gpu/kernels/attention/plan.js +472 -0
  336. package/src/gpu/kernels/attention.d.ts +4 -0
  337. package/src/gpu/kernels/attention.js +145 -1545
  338. package/src/gpu/kernels/attention_relative.wgsl +59 -0
  339. package/src/gpu/kernels/backward/adam.js +2 -1
  340. package/src/gpu/kernels/backward/attention_backward.js +1 -1
  341. package/src/gpu/kernels/backward/bias_add_backward.d.ts +1 -1
  342. package/src/gpu/kernels/backward/bias_add_backward.js +1 -1
  343. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.js +2 -1
  344. package/src/gpu/kernels/backward/conv2d_backward.d.ts +1 -1
  345. package/src/gpu/kernels/backward/conv2d_backward.js +2 -1
  346. package/src/gpu/kernels/backward/cross_entropy_backward.d.ts +1 -1
  347. package/src/gpu/kernels/backward/cross_entropy_backward.js +1 -1
  348. package/src/gpu/kernels/backward/embed_backward.js +2 -1
  349. package/src/gpu/kernels/backward/executor.d.ts +34 -0
  350. package/src/gpu/kernels/backward/executor.js +158 -0
  351. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.js +2 -1
  352. package/src/gpu/kernels/backward/gated_rmsnorm_backward.js +2 -1
  353. package/src/gpu/kernels/backward/gelu_backward.d.ts +1 -1
  354. package/src/gpu/kernels/backward/gelu_backward.js +1 -1
  355. package/src/gpu/kernels/backward/groupnorm_backward.d.ts +1 -1
  356. package/src/gpu/kernels/backward/groupnorm_backward.js +1 -1
  357. package/src/gpu/kernels/backward/layernorm_backward.d.ts +1 -1
  358. package/src/gpu/kernels/backward/layernorm_backward.js +2 -1
  359. package/src/gpu/kernels/backward/matmul.js +133 -0
  360. package/src/gpu/kernels/backward/matmul_backward.d.ts +0 -1
  361. package/src/gpu/kernels/backward/matmul_backward.js +1 -1
  362. package/src/gpu/kernels/backward/pixel_shuffle_backward.d.ts +1 -1
  363. package/src/gpu/kernels/backward/pixel_shuffle_backward.js +1 -1
  364. package/src/gpu/kernels/backward/rmsnorm_backward.d.ts +1 -1
  365. package/src/gpu/kernels/backward/rmsnorm_backward.js +2 -1
  366. package/src/gpu/kernels/backward/rope_backward.d.ts +1 -1
  367. package/src/gpu/kernels/backward/rope_backward.js +2 -1
  368. package/src/gpu/kernels/backward/scale_backward.d.ts +1 -1
  369. package/src/gpu/kernels/backward/scale_backward.js +2 -1
  370. package/src/gpu/kernels/backward/silu_backward.d.ts +1 -1
  371. package/src/gpu/kernels/backward/silu_backward.js +1 -1
  372. package/src/gpu/kernels/backward/softmax_backward.d.ts +1 -1
  373. package/src/gpu/kernels/backward/softmax_backward.js +1 -1
  374. package/src/gpu/kernels/backward/upsample2d_backward.d.ts +1 -1
  375. package/src/gpu/kernels/backward/upsample2d_backward.js +1 -1
  376. package/src/gpu/kernels/backward/utils.js +2 -392
  377. package/src/gpu/kernels/bind-group-validation.js +16 -0
  378. package/src/gpu/kernels/cast.js +2 -1
  379. package/src/gpu/kernels/check-finiteness.js +13 -49
  380. package/src/gpu/kernels/check-hot-vocab-stop.js +13 -39
  381. package/src/gpu/kernels/check-stop.js +14 -33
  382. package/src/gpu/kernels/check_finiteness.wgsl +33 -0
  383. package/src/gpu/kernels/check_hot_vocab_stop.wgsl +29 -0
  384. package/src/gpu/kernels/check_stop.wgsl +20 -0
  385. package/src/gpu/kernels/clamp.js +1 -1
  386. package/src/gpu/kernels/conv2d.js +1 -1
  387. package/src/gpu/kernels/cross_entropy_loss.js +1 -1
  388. package/src/gpu/kernels/depthwise_conv1d.js +1 -1
  389. package/src/gpu/kernels/depthwise_conv2d.js +1 -1
  390. package/src/gpu/kernels/dequant.js +7 -2
  391. package/src/gpu/kernels/diffusion-gemma-sampling.js +3 -5
  392. package/src/gpu/kernels/dispatch.js +12 -1
  393. package/src/gpu/kernels/embedding-pool.js +72 -0
  394. package/src/gpu/kernels/embedding_pool_f16.wgsl +38 -0
  395. package/src/gpu/kernels/embedding_pool_f32.wgsl +36 -0
  396. package/src/gpu/kernels/energy.js +2 -1
  397. package/src/gpu/kernels/forecast_output.wgsl +17 -0
  398. package/src/gpu/kernels/fused-gate-up-gelu.js +1 -1
  399. package/src/gpu/kernels/fused_ffn.js +10 -220
  400. package/src/gpu/kernels/fused_matmul_residual.js +2 -1
  401. package/src/gpu/kernels/fused_matmul_rmsnorm.js +2 -1
  402. package/src/gpu/kernels/fused_normed_ffn_q4k.wgsl +208 -0
  403. package/src/gpu/kernels/gated-short-conv.js +11 -69
  404. package/src/gpu/kernels/gated_delta_conv.wgsl +66 -0
  405. package/src/gpu/kernels/gated_delta_conv_f16.wgsl +68 -0
  406. package/src/gpu/kernels/gated_delta_fused_decode.wgsl +173 -0
  407. package/src/gpu/kernels/gated_delta_fused_decode_f16.wgsl +175 -0
  408. package/src/gpu/kernels/gated_delta_recurrent.wgsl +165 -0
  409. package/src/gpu/kernels/gated_delta_recurrent_f16.wgsl +167 -0
  410. package/src/gpu/kernels/gated_short_conv.wgsl +47 -0
  411. package/src/gpu/kernels/gather.d.ts +1 -1
  412. package/src/gpu/kernels/gather.js +30 -6
  413. package/src/gpu/kernels/gather_bf16.wgsl +69 -0
  414. package/src/gpu/kernels/gelu.js +1 -1
  415. package/src/gpu/kernels/gemma4-route-expert.js +1 -1
  416. package/src/gpu/kernels/grouped_pointwise_conv2d.js +1 -1
  417. package/src/gpu/kernels/groupnorm.js +1 -1
  418. package/src/gpu/kernels/index.d.ts +38 -5
  419. package/src/gpu/kernels/index.js +18 -4
  420. package/src/gpu/kernels/instance_stats.wgsl +26 -0
  421. package/src/gpu/kernels/kernel-base.js +1 -1
  422. package/src/gpu/kernels/kernel-cache-lifecycle.d.ts +9 -0
  423. package/src/gpu/kernels/kernel-cache-lifecycle.js +26 -0
  424. package/src/gpu/kernels/kernel-configs.d.ts +10 -61
  425. package/src/gpu/kernels/kernel-configs.js +26 -54
  426. package/src/gpu/kernels/kernel-execution.js +141 -0
  427. package/src/gpu/kernels/kv-cache-write.js +4 -4
  428. package/src/gpu/kernels/kv-quantize.js +4 -1
  429. package/src/gpu/kernels/l2-normalize.js +36 -0
  430. package/src/gpu/kernels/l2_normalize.wgsl +53 -0
  431. package/src/gpu/kernels/layernorm.d.ts +4 -4
  432. package/src/gpu/kernels/layernorm.js +44 -7
  433. package/src/gpu/kernels/linear-attention-core.js +29 -449
  434. package/src/gpu/kernels/linear_attention.js +1 -1
  435. package/src/gpu/kernels/lm-head-argmax.js +2 -2
  436. package/src/gpu/kernels/lm-head-select-logits.js +2 -2
  437. package/src/gpu/kernels/logit-finalize.js +103 -0
  438. package/src/gpu/kernels/logit-merge.js +13 -125
  439. package/src/gpu/kernels/logit-scatter.js +40 -0
  440. package/src/gpu/kernels/logit_finalize_f16.wgsl +43 -0
  441. package/src/gpu/kernels/logit_finalize_f32.wgsl +41 -0
  442. package/src/gpu/kernels/logit_merge_geometric.wgsl +23 -0
  443. package/src/gpu/kernels/logit_merge_max.wgsl +23 -0
  444. package/src/gpu/kernels/logit_merge_weighted.wgsl +23 -0
  445. package/src/gpu/kernels/logit_scatter_f16.wgsl +26 -0
  446. package/src/gpu/kernels/logit_scatter_f32.wgsl +24 -0
  447. package/src/gpu/kernels/matmul-dispatch.js +6 -1
  448. package/src/gpu/kernels/matmul-selection.js +3 -2
  449. package/src/gpu/kernels/matmul.js +4 -15
  450. package/src/gpu/kernels/matmul_bf16w_f32a.wgsl +93 -0
  451. package/src/gpu/kernels/matmul_gemv_subgroup_bf16w.wgsl +433 -0
  452. package/src/gpu/kernels/modulate.js +1 -1
  453. package/src/gpu/kernels/moe.js +3 -1
  454. package/src/gpu/kernels/moe_router_bias_add_f16_f16.wgsl +23 -0
  455. package/src/gpu/kernels/moe_router_bias_add_f16_f32.wgsl +23 -0
  456. package/src/gpu/kernels/moe_router_bias_add_f32_f16.wgsl +23 -0
  457. package/src/gpu/kernels/moe_router_bias_add_f32_f32.wgsl +21 -0
  458. package/src/gpu/kernels/patch_context.wgsl +29 -0
  459. package/src/gpu/kernels/pipeline-cache.js +3 -1
  460. package/src/gpu/kernels/pixel_shuffle.js +1 -1
  461. package/src/gpu/kernels/probe_shader_f16.wgsl +7 -0
  462. package/src/gpu/kernels/relu.js +1 -1
  463. package/src/gpu/kernels/repeat_channels.js +1 -1
  464. package/src/gpu/kernels/residual.js +2 -2
  465. package/src/gpu/kernels/rmsnorm-pair.js +1 -1
  466. package/src/gpu/kernels/rmsnorm-qk.js +1 -1
  467. package/src/gpu/kernels/rmsnorm-stats.js +14 -113
  468. package/src/gpu/kernels/rmsnorm.js +1 -1
  469. package/src/gpu/kernels/rmsnorm_serial.wgsl +19 -0
  470. package/src/gpu/kernels/rmsnorm_stats.wgsl +59 -0
  471. package/src/gpu/kernels/rmsnorm_stats_subgroups.wgsl +76 -0
  472. package/src/gpu/kernels/rope-precompute.js +160 -0
  473. package/src/gpu/kernels/rope-qk.js +1 -1
  474. package/src/gpu/kernels/rope.js +2 -2
  475. package/src/gpu/kernels/rope_precompute.wgsl +74 -0
  476. package/src/gpu/kernels/sample.js +5 -1
  477. package/src/gpu/kernels/scale.js +1 -1
  478. package/src/gpu/kernels/shader-cache.js +8 -4
  479. package/src/gpu/kernels/shader-source-scope.js +68 -0
  480. package/src/gpu/kernels/silu.js +2 -1
  481. package/src/gpu/kernels/soft-embedding.js +3 -1
  482. package/src/gpu/kernels/softmax.js +4 -2
  483. package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +1 -1
  484. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +1 -1
  485. package/src/gpu/kernels/split_qg.js +1 -1
  486. package/src/gpu/kernels/split_qkv.d.ts +2 -0
  487. package/src/gpu/kernels/split_qkv.js +18 -3
  488. package/src/gpu/kernels/split_qkv.wgsl +5 -2
  489. package/src/gpu/kernels/split_qkv_f16.wgsl +5 -2
  490. package/src/gpu/kernels/submit_probe.wgsl +6 -0
  491. package/src/gpu/kernels/transpose.js +1 -1
  492. package/src/gpu/kernels/turboquant-codebook.js +4 -535
  493. package/src/gpu/kernels/uniform-utils.js +7 -2
  494. package/src/gpu/kernels/upsample2d.js +1 -1
  495. package/src/gpu/kernels/utils.js +9 -330
  496. package/src/gpu/kernels/vision-average-pool.d.ts +13 -0
  497. package/src/gpu/kernels/vision-average-pool.js +68 -0
  498. package/src/gpu/kernels/vision-patch-embed.d.ts +17 -0
  499. package/src/gpu/kernels/vision-patch-embed.js +117 -0
  500. package/src/gpu/kernels/vision-position-embedding.d.ts +13 -0
  501. package/src/gpu/kernels/vision-position-embedding.js +79 -0
  502. package/src/gpu/kernels/vision-rope-2d.d.ts +16 -0
  503. package/src/gpu/kernels/vision-rope-2d.js +73 -0
  504. package/src/gpu/kernels/vision-spatial-merge.d.ts +19 -0
  505. package/src/gpu/kernels/vision-spatial-merge.js +100 -0
  506. package/src/gpu/kernels/vision_average_pool.wgsl +42 -0
  507. package/src/gpu/kernels/vision_patch_embed.wgsl +59 -0
  508. package/src/gpu/kernels/vision_patch_embed_f16w.wgsl +61 -0
  509. package/src/gpu/kernels/vision_position_embedding.wgsl +33 -0
  510. package/src/gpu/kernels/vision_position_embedding_f16.wgsl +35 -0
  511. package/src/gpu/kernels/vision_rope_2d.wgsl +60 -0
  512. package/src/gpu/kernels/vision_spatial_merge.wgsl +48 -0
  513. package/src/gpu/readback-buffer.js +20 -0
  514. package/src/gpu/submit-probe.js +2 -26
  515. package/src/gpu/weight-buffer.d.ts +1 -0
  516. package/src/gpu/weight-buffer.js +7 -0
  517. package/src/index.d.ts +10 -0
  518. package/src/index.js +1 -0
  519. package/src/inference/browser-harness/benchmark-execution.js +872 -0
  520. package/src/inference/browser-harness/benchmark-rerank.js +284 -0
  521. package/src/inference/browser-harness/decode-diagnostics.js +241 -0
  522. package/src/inference/browser-harness/diffusion-performance.js +102 -0
  523. package/src/inference/browser-harness/inference-execution.js +543 -0
  524. package/src/inference/{browser-harness-model-helpers.js → browser-harness/model-initialization.js} +14 -145
  525. package/src/inference/browser-harness/model-resolution.js +137 -0
  526. package/src/inference/browser-harness/report.js +338 -0
  527. package/src/inference/browser-harness/request.js +263 -0
  528. package/src/inference/browser-harness/runtime-config.d.ts +25 -0
  529. package/src/inference/browser-harness/runtime-config.js +255 -0
  530. package/src/inference/browser-harness/runtime-isolation.d.ts +13 -0
  531. package/src/inference/browser-harness/runtime-isolation.js +45 -0
  532. package/src/inference/browser-harness/runtime-report.d.ts +26 -0
  533. package/src/inference/browser-harness/runtime-report.js +117 -0
  534. package/src/inference/browser-harness/suite-summary.js +39 -0
  535. package/src/inference/browser-harness/text-evidence.js +694 -0
  536. package/src/inference/browser-harness/text-execution.js +757 -0
  537. package/src/inference/browser-harness/text-input.js +725 -0
  538. package/src/inference/{browser-harness-suite-helpers.js → browser-harness/timing-diagnostics.js} +1 -379
  539. package/src/inference/browser-harness-contract-helpers.js +1 -1
  540. package/src/inference/browser-harness-diffusion-energy-suites.js +8 -3
  541. package/src/inference/browser-harness-runtime-helpers.d.ts +3 -56
  542. package/src/inference/browser-harness-runtime-helpers.js +3 -423
  543. package/src/inference/browser-harness-text-helpers.js +31 -2199
  544. package/src/inference/browser-harness.d.ts +15 -2
  545. package/src/inference/browser-harness.js +38 -1952
  546. package/src/inference/kv-cache/base.js +67 -381
  547. package/src/inference/kv-cache/basis-decomposed-paged.d.ts +2 -50
  548. package/src/inference/kv-cache/basis-decomposed-paged.js +1 -276
  549. package/src/inference/kv-cache/quantized.d.ts +2 -2
  550. package/src/inference/kv-cache/quantized.js +4 -8
  551. package/src/inference/kv-cache/update.js +309 -0
  552. package/src/inference/model-checkpoint-evidence.d.ts +75 -0
  553. package/src/inference/model-checkpoint-evidence.js +264 -0
  554. package/src/inference/moe-router.js +36 -216
  555. package/src/inference/multi-model-network.js +5 -341
  556. package/src/inference/pipelines/audio/index.js +1 -20
  557. package/src/inference/pipelines/audio/mel.js +0 -38
  558. package/src/inference/pipelines/diffusion/profile-timing.js +10 -0
  559. package/src/inference/pipelines/diffusion/runtime-resources.js +54 -0
  560. package/src/inference/pipelines/diffusion/sd3/execution.js +805 -0
  561. package/src/inference/pipelines/diffusion/sd3/plan.js +125 -0
  562. package/src/inference/pipelines/diffusion/sd3-transformer.js +44 -895
  563. package/src/inference/pipelines/diffusion/{vae.js → vae/execution.js} +46 -618
  564. package/src/inference/pipelines/diffusion/{helpers.js → weight-contract.js} +1 -68
  565. package/src/inference/pipelines/energy-head/row-head-pipeline.d.ts +1 -103
  566. package/src/inference/pipelines/factory.js +14 -3
  567. package/src/inference/pipelines/shader-scoped-pipeline.js +29 -0
  568. package/src/inference/pipelines/structured/json-grammar-mask.js +0 -6
  569. package/src/inference/pipelines/text/abort-contract.js +22 -0
  570. package/src/inference/pipelines/text/attention/attn-config.js +1 -16
  571. package/src/inference/pipelines/text/attention/gate-projection.js +30 -0
  572. package/src/inference/pipelines/text/attention/heterogeneous-contract.js +8 -0
  573. package/src/inference/pipelines/text/attention/interpreter/immediate.js +211 -0
  574. package/src/inference/pipelines/text/attention/interpreter/recorded.js +451 -0
  575. package/src/inference/pipelines/text/attention/interpreter.js +89 -439
  576. package/src/inference/pipelines/text/attention/plan.d.ts +1 -0
  577. package/src/inference/pipelines/text/attention/plan.js +17 -0
  578. package/src/inference/pipelines/text/attention/projection-executor.js +331 -0
  579. package/src/inference/pipelines/text/attention/projection-plan.js +259 -0
  580. package/src/inference/pipelines/text/attention/projections.js +20 -537
  581. package/src/inference/pipelines/text/attention/query-transform.js +11 -0
  582. package/src/inference/pipelines/text/attention/record.js +0 -6
  583. package/src/inference/pipelines/text/attention/recorded-health.js +21 -0
  584. package/src/inference/pipelines/text/attention/rope-observation.js +40 -0
  585. package/src/inference/pipelines/text/attention/run.js +0 -6
  586. package/src/inference/pipelines/text/attention/types.js +3 -31
  587. package/src/inference/pipelines/text/chat-format.d.ts +3 -0
  588. package/src/inference/pipelines/text/chat-format.js +42 -0
  589. package/src/inference/pipelines/text/config/normalization.js +729 -0
  590. package/src/inference/pipelines/text/config/validation.js +9 -0
  591. package/src/inference/pipelines/text/config.d.ts +12 -1
  592. package/src/inference/pipelines/text/config.js +14 -1228
  593. package/src/inference/pipelines/text/debug-utils/health-metrics.js +57 -0
  594. package/src/inference/pipelines/text/debug-utils/index.js +3 -8
  595. package/src/inference/pipelines/text/debug-utils/profiles.js +8 -0
  596. package/src/inference/pipelines/text/debug-utils/readback-decoding.js +24 -0
  597. package/src/inference/pipelines/text/debug-utils/tensor.js +1 -1
  598. package/src/inference/pipelines/text/dtype-contract.js +1 -68
  599. package/src/inference/pipelines/text/embed.js +178 -241
  600. package/src/inference/pipelines/text/embedding-contract.d.ts +7 -0
  601. package/src/inference/pipelines/text/embedding-contract.js +21 -0
  602. package/src/inference/pipelines/text/embedding-extraction.js +225 -0
  603. package/src/inference/pipelines/text/embedding-normalization.js +39 -0
  604. package/src/inference/pipelines/text/execution-runtime-builders.js +0 -32
  605. package/src/inference/pipelines/text/execution-v1/plan.js +69 -0
  606. package/src/inference/pipelines/text/execution-v1/validation.js +233 -0
  607. package/src/inference/pipelines/text/execution-v1.js +7 -283
  608. package/src/inference/pipelines/text/execution.js +517 -0
  609. package/src/inference/pipelines/text/ffn/dense-executor.js +718 -0
  610. package/src/inference/pipelines/text/ffn/dense-plan.js +327 -0
  611. package/src/inference/pipelines/text/ffn/dense.js +4 -968
  612. package/src/inference/pipelines/text/ffn/sandwich.js +10 -9
  613. package/src/inference/pipelines/text/ffn/standard.js +2 -1
  614. package/src/inference/pipelines/text/generator/attention-lifecycle.js +24 -0
  615. package/src/inference/pipelines/text/generator/decode-runtime.js +991 -0
  616. package/src/inference/pipelines/text/generator/decode.js +952 -0
  617. package/src/inference/pipelines/text/generator/diffusion.js +607 -0
  618. package/src/inference/pipelines/text/generator/logits-config.js +63 -0
  619. package/src/inference/pipelines/text/generator/prefill-observation.js +29 -0
  620. package/src/inference/pipelines/text/generator/prefill-policy.js +56 -0
  621. package/src/inference/pipelines/text/generator/prefill-runtime.js +896 -0
  622. package/src/inference/pipelines/text/{generator-prefill-helpers.js → generator/prefix-embedding.js} +16 -121
  623. package/src/inference/pipelines/text/generator/prompt-input.js +47 -0
  624. package/src/inference/pipelines/text/generator/recovery.js +310 -0
  625. package/src/inference/pipelines/text/{generator-helpers.js → generator/session-context.js} +42 -110
  626. package/src/inference/pipelines/text/generator/text.js +448 -0
  627. package/src/inference/pipelines/text/generator/training.js +752 -0
  628. package/src/inference/pipelines/text/generator-decode-policy.js +1 -1
  629. package/src/inference/pipelines/text/generator-logits-observation.js +45 -0
  630. package/src/inference/pipelines/text/generator-runtime.js +5 -135
  631. package/src/inference/pipelines/text/generator-steps.js +30 -972
  632. package/src/inference/pipelines/text/generator.js +165 -3544
  633. package/src/inference/pipelines/text/image-transcription.js +304 -0
  634. package/src/inference/pipelines/text/init-qkv-fusion.js +18 -9
  635. package/src/inference/pipelines/text/init-rope.js +37 -189
  636. package/src/inference/pipelines/text/init.d.ts +8 -3
  637. package/src/inference/pipelines/text/init.js +6 -216
  638. package/src/inference/pipelines/text/layer-execution-contract.js +97 -0
  639. package/src/inference/pipelines/text/layer-input-execution.js +435 -0
  640. package/src/inference/pipelines/text/layer-plan-gpu.js +13 -6
  641. package/src/inference/pipelines/text/layer-plan.d.ts +21 -5
  642. package/src/inference/pipelines/text/layer-plan.js +45 -3
  643. package/src/inference/pipelines/text/layer.js +52 -522
  644. package/src/inference/pipelines/text/lifecycle.js +839 -0
  645. package/src/inference/pipelines/text/linear-attention/plan.js +554 -0
  646. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +2 -2
  647. package/src/inference/pipelines/text/linear-attention.d.ts +2 -2
  648. package/src/inference/pipelines/text/linear-attention.js +7 -537
  649. package/src/inference/pipelines/text/logits/cpu-output.d.ts +1 -0
  650. package/src/inference/pipelines/text/logits/cpu-output.js +5 -0
  651. package/src/inference/pipelines/text/logits/cpu.d.ts +1 -87
  652. package/src/inference/pipelines/text/logits/cpu.js +8 -95
  653. package/src/inference/pipelines/text/logits/gpu-executor.js +368 -0
  654. package/src/inference/pipelines/text/logits/gpu.d.ts +27 -0
  655. package/src/inference/pipelines/text/logits/gpu.js +116 -579
  656. package/src/inference/pipelines/text/logits/index.d.ts +2 -1
  657. package/src/inference/pipelines/text/logits/index.js +62 -102
  658. package/src/inference/pipelines/text/logits/output-transform.js +47 -0
  659. package/src/inference/pipelines/text/logits/plan.js +184 -0
  660. package/src/inference/pipelines/text/logits/readback.d.ts +6 -0
  661. package/src/inference/pipelines/text/logits/readback.js +9 -0
  662. package/src/inference/pipelines/text/logits/scale-policy.js +20 -0
  663. package/src/inference/pipelines/text/logits/types.d.ts +1 -0
  664. package/src/inference/pipelines/text/lora-apply.js +12 -4
  665. package/src/inference/pipelines/text/lora-types.d.ts +12 -0
  666. package/src/inference/pipelines/text/modality-token-contract.js +115 -0
  667. package/src/inference/pipelines/text/model-load.js +0 -20
  668. package/src/inference/pipelines/text/moe/expert-loading.js +9 -0
  669. package/src/inference/pipelines/text/moe/gpu-executor.js +513 -0
  670. package/src/inference/pipelines/text/moe/plan.js +47 -0
  671. package/src/inference/pipelines/text/moe-cpu.js +9 -135
  672. package/src/inference/pipelines/text/moe-gpu.js +21 -545
  673. package/src/inference/pipelines/text/normalization-contract.js +17 -0
  674. package/src/inference/pipelines/text/per-layer/materialize.js +736 -0
  675. package/src/inference/pipelines/text/per-layer/plan.js +362 -0
  676. package/src/inference/pipelines/text/per-layer-inputs.js +4 -1037
  677. package/src/inference/pipelines/text/pipeline-load-timing.js +77 -0
  678. package/src/inference/pipelines/text/probes.js +20 -0
  679. package/src/inference/pipelines/text/state.d.ts +8 -0
  680. package/src/inference/pipelines/text/state.js +1 -0
  681. package/src/inference/pipelines/text/tsir-fixture-writer.js +88 -16
  682. package/src/inference/pipelines/text/types.d.ts +4 -0
  683. package/src/inference/pipelines/text/weight-loading-config.js +194 -0
  684. package/src/inference/pipelines/text.d.ts +2 -2
  685. package/src/inference/pipelines/text.js +46 -1633
  686. package/src/inference/pipelines/video/frame-sampler.js +0 -13
  687. package/src/inference/pipelines/video/index.js +0 -21
  688. package/src/inference/pipelines/vision/attention.js +59 -0
  689. package/src/inference/pipelines/vision/encoder.js +254 -369
  690. package/src/inference/pipelines/vision/gemma4.js +204 -318
  691. package/src/inference/pipelines/vision/glmocr-preprocess.js +273 -0
  692. package/src/inference/pipelines/vision/glmocr-rope.js +106 -0
  693. package/src/inference/pipelines/vision/glmocr.js +557 -0
  694. package/src/inference/pipelines/vision/image-preprocess.js +0 -27
  695. package/src/inference/pipelines/vision/index.js +8 -27
  696. package/src/inference/pipelines/vision/ops.js +11 -33
  697. package/src/inference/pipelines/vision/patch-embed.js +51 -145
  698. package/src/inference/pipelines/vision/spatial-merge.js +78 -0
  699. package/src/inference/pipelines/vision/weight-loading.js +79 -0
  700. package/src/inference/refactor-receipt.js +2 -2
  701. package/src/inference/rerank.js +182 -0
  702. package/src/inference/tokenizer.js +1 -1
  703. package/src/inference/tokenizers/behavior-flags.js +6 -3
  704. package/src/inference/tokenizers/bundled/decoders.js +133 -0
  705. package/src/inference/tokenizers/bundled/registry.js +216 -0
  706. package/src/inference/tokenizers/bundled.js +23 -353
  707. package/src/loader/doppler-loader.d.ts +4 -0
  708. package/src/loader/doppler-loader.js +119 -930
  709. package/src/loader/embedding-limit-preflight.js +11 -4
  710. package/src/loader/embedding-loader.js +1 -3
  711. package/src/loader/gpu-tensor-materialization.js +20 -0
  712. package/src/loader/layer-loader.js +15 -119
  713. package/src/loader/layer-tensor-aliases.js +99 -0
  714. package/src/loader/layer-weight-shape.js +29 -0
  715. package/src/loader/load-timing.js +64 -0
  716. package/src/loader/loader-types.d.ts +3 -0
  717. package/src/loader/model-executor.js +819 -0
  718. package/src/loader/model-load-validation.js +15 -0
  719. package/src/loader/quantization-constants.d.ts +11 -29
  720. package/src/loader/quantization-constants.js +1 -2
  721. package/src/loader/shard-resolver.js +0 -14
  722. package/src/loader/tensor-load-error.js +14 -0
  723. package/src/loader/tensor-shard-indices.js +8 -0
  724. package/src/loader/tensors/bf16-loader.js +125 -0
  725. package/src/loader/tensors/functional-descriptor-loader.js +3 -375
  726. package/src/loader/tensors/load-executor.js +577 -0
  727. package/src/loader/tensors/source-transform/executor.js +123 -0
  728. package/src/loader/tensors/source-transform/plan.js +107 -0
  729. package/src/loader/tensors/source-transform.js +15 -264
  730. package/src/loader/tensors/tensor-loader.d.ts +4 -4
  731. package/src/loader/tensors/tensor-loader.js +7 -653
  732. package/src/memory/buffer-pool.js +7 -29
  733. package/src/rules/capability-transform-resolver.js +80 -0
  734. package/src/rules/execution-contract.d.ts +73 -0
  735. package/src/rules/execution-contract.js +429 -0
  736. package/src/rules/execution-rules-contract-check.js +1 -1
  737. package/src/rules/generated/rule-bundle.json +4305 -0
  738. package/src/rules/inference/capability-transforms.rules.json +3 -3
  739. package/src/rules/layer-pattern-contract-check.js +1 -1
  740. package/src/rules/rule-registry.js +70 -57
  741. package/src/storage/artifact-storage-context.js +2 -2
  742. package/src/storage/backend-selection.js +43 -0
  743. package/src/storage/distribution-transport.js +5 -0
  744. package/src/storage/download/integrity.d.ts +33 -0
  745. package/src/storage/download/integrity.js +130 -0
  746. package/src/storage/download/resume-inspection.d.ts +22 -0
  747. package/src/storage/download/resume-inspection.js +134 -0
  748. package/src/storage/download/retry.js +57 -0
  749. package/src/storage/download/state.js +131 -0
  750. package/src/storage/download/transport.js +99 -0
  751. package/src/storage/downloader.js +74 -453
  752. package/src/storage/model-cache.d.ts +1 -0
  753. package/src/storage/model-cache.js +51 -11
  754. package/src/storage/shard-manager.d.ts +5 -0
  755. package/src/storage/shard-manager.js +50 -369
  756. package/src/storage/shards/index.js +60 -0
  757. package/src/storage/shards/integrity.js +225 -0
  758. package/src/storage/shards/lifecycle.js +22 -0
  759. package/src/storage/source-artifact-store.js +14 -4
  760. package/src/tooling/boundary-evidence.d.ts +4 -4
  761. package/src/tooling/boundary-evidence.js +20 -20
  762. package/src/tooling/browser-command-runner.js +13 -6
  763. package/src/tooling/capsule-v2.d.ts +11 -0
  764. package/src/tooling/capsule-v2.js +58 -0
  765. package/src/tooling/capsule.js +20 -0
  766. package/src/tooling/command-api-constants.js +1 -1
  767. package/src/tooling/command-api-family-normalizers.js +163 -5
  768. package/src/tooling/command-api.d.ts +42 -3
  769. package/src/tooling/command-api.js +7 -2
  770. package/src/tooling/command-envelope.js +1 -1
  771. package/src/tooling/{command-api-helpers.js → command-request-normalization.js} +1 -1
  772. package/src/tooling/command-runner.html +49 -1
  773. package/src/tooling/command-validation.js +1 -24
  774. package/src/tooling/conversion-run-timing.js +24 -0
  775. package/src/tooling/diagnose-runner.js +11 -9
  776. package/src/tooling/distribution-shard-transport.js +11 -0
  777. package/src/tooling/execution-cost-ledger.d.ts +76 -2
  778. package/src/tooling/execution-cost-ledger.js +197 -15
  779. package/src/tooling/hf-registry/catalog-io.js +63 -0
  780. package/src/tooling/litert/package.js +863 -0
  781. package/src/tooling/litert-package-runtime.js +3 -849
  782. package/src/tooling/model-capsule-forge.js +478 -0
  783. package/src/tooling/node-browser/execution.d.ts +40 -0
  784. package/src/tooling/node-browser/execution.js +308 -0
  785. package/src/tooling/node-browser/static-server.js +188 -0
  786. package/src/tooling/node-browser/transport.d.ts +80 -0
  787. package/src/tooling/node-browser/transport.js +622 -0
  788. package/src/tooling/node-browser-command-runner.d.ts +18 -78
  789. package/src/tooling/node-browser-command-runner.js +10 -1112
  790. package/src/tooling/node-capsule-artifact-store.js +44 -0
  791. package/src/tooling/node-command-execution.js +237 -0
  792. package/src/tooling/node-command-runner.js +26 -205
  793. package/src/tooling/node-converter/input.js +521 -0
  794. package/src/tooling/node-converter/output.js +244 -0
  795. package/src/tooling/node-converter-chunk-batches.js +21 -0
  796. package/src/tooling/node-converter.js +7 -720
  797. package/src/tooling/node-source-runtime.js +16 -276
  798. package/src/tooling/node-webgpu-provider.v1.json +33 -0
  799. package/src/tooling/node-webgpu.js +178 -453
  800. package/src/tooling/opfs-cache.d.ts +5 -0
  801. package/src/tooling/opfs-cache.js +4 -0
  802. package/src/tooling/production-release.d.ts +19 -0
  803. package/src/tooling/production-release.js +647 -0
  804. package/src/tooling/program-bundle/embedding-reference.js +19 -0
  805. package/src/tooling/program-bundle/materialize.js +324 -0
  806. package/src/tooling/program-bundle/rerank-reference.js +22 -0
  807. package/src/tooling/program-bundle/sequence-reference.js +42 -0
  808. package/src/tooling/program-bundle/validation.js +31 -0
  809. package/src/tooling/program-bundle/wgsl-closure.js +254 -0
  810. package/src/tooling/program-bundle-parity.d.ts +11 -4
  811. package/src/tooling/program-bundle-parity.js +262 -109
  812. package/src/tooling/program-bundle.d.ts +7 -0
  813. package/src/tooling/program-bundle.js +186 -591
  814. package/src/tooling/provider-v1-contract.d.ts +61 -0
  815. package/src/tooling/provider-v1-contract.js +192 -0
  816. package/src/tooling/registered-variant-calibration-job.d.ts +98 -0
  817. package/src/tooling/registered-variant-calibration-job.js +210 -0
  818. package/src/tooling/registered-variant-calibration.d.ts +167 -7
  819. package/src/tooling/registered-variant-calibration.js +57 -7
  820. package/src/tooling/runtime-optimization/candidates.js +664 -0
  821. package/src/tooling/runtime-optimization-campaign.js +166 -0
  822. package/src/tooling/runtime-optimization-index.js +16 -1
  823. package/src/tooling/runtime-optimization.d.ts +44 -0
  824. package/src/tooling/runtime-optimization.js +13 -656
  825. package/src/tooling/source-intake.d.ts +1 -1
  826. package/src/tooling/source-intake.js +34 -17
  827. package/src/tooling/source-package-profiles.js +1 -1
  828. package/src/tooling/source-runtime/bundle-materialize.js +298 -0
  829. package/src/tooling/source-runtime/bundle-plan.js +121 -0
  830. package/src/tooling/source-runtime/node-loader.js +258 -0
  831. package/src/tooling/source-runtime-bundle.js +26 -411
  832. package/src/tooling/source-runtime-converter-config.js +1 -1
  833. package/src/tooling-experimental-exports.js +0 -5
  834. package/src/tooling-exports/evidence.d.ts +14 -3
  835. package/src/tooling-exports/evidence.js +14 -3
  836. package/src/tooling-exports/storage.d.ts +5 -0
  837. package/src/tooling-exports/storage.js +4 -0
  838. package/src/tooling-exports.d.ts +3 -0
  839. package/src/tooling-exports.js +2 -0
  840. package/src/tooling-exports.shared.d.ts +17 -3
  841. package/src/tooling-exports.shared.js +9 -3
  842. package/src/training.d.ts +6 -6
  843. package/src/training.js +4 -4
  844. package/src/version.js +1 -1
  845. package/tests/kernels/browser/kernel-suite.js +512 -0
  846. package/tests/kernels/browser/test-page.js +169 -14
  847. package/tests/kernels/harness/tolerance.js +1 -0
  848. package/tests/kernels/reference/index.js +13 -1
  849. package/tests/kernels/reference/vision.js +160 -0
  850. package/src/converter/quantizer.d.ts +0 -121
  851. package/src/gpu/kernels/backward/utils.d.ts +0 -90
  852. package/src/gpu/kernels/uniform-utils.d.ts +0 -66
  853. package/src/gpu/kernels/utils.d.ts +0 -147
  854. package/src/inference/pipelines/text/debug-utils/utils.js +0 -118
  855. package/src/inference/pipelines/text/logits/utils.d.ts +0 -58
  856. package/src/inference/pipelines/text/moe-cpu-gptoss.js +0 -115
  857. package/src/inference/pipelines/text/moe-helpers.js +0 -21
  858. package/src/rules/converter/execution.rules.json +0 -20
  859. package/src/rules/converter/tensor-roles.rules.json +0 -13
  860. package/src/rules/converter/tokenizer.rules.json +0 -12
  861. package/src/rules/inference/attention.rules.json +0 -69
  862. package/src/rules/inference/config.rules.json +0 -82
  863. package/src/rules/inference/dtype.rules.json +0 -113
  864. package/src/rules/inference/execution.rules.json +0 -195
  865. package/src/rules/inference/ffn.rules.json +0 -123
  866. package/src/rules/inference/layer-pattern.rules.json +0 -16
  867. package/src/rules/inference/layer.rules.json +0 -7
  868. package/src/rules/inference/moe.rules.json +0 -145
  869. package/src/rules/kernels/attention.rules.json +0 -68
  870. package/src/rules/kernels/conv2d.rules.json +0 -6
  871. package/src/rules/kernels/depthwise-conv2d.rules.json +0 -6
  872. package/src/rules/kernels/dequant.rules.json +0 -58
  873. package/src/rules/kernels/energy.rules.json +0 -22
  874. package/src/rules/kernels/fused-ffn.rules.json +0 -15
  875. package/src/rules/kernels/fused-matmul-residual.rules.json +0 -6
  876. package/src/rules/kernels/fused-matmul-rmsnorm.rules.json +0 -8
  877. package/src/rules/kernels/gather.rules.json +0 -93
  878. package/src/rules/kernels/gelu.rules.json +0 -11
  879. package/src/rules/kernels/grouped-pointwise-conv2d.rules.json +0 -6
  880. package/src/rules/kernels/groupnorm.rules.json +0 -10
  881. package/src/rules/kernels/kv_quantize.rules.json +0 -9
  882. package/src/rules/kernels/layernorm.rules.json +0 -6
  883. package/src/rules/kernels/linear-attention.rules.json +0 -6
  884. package/src/rules/kernels/lm-head-argmax.rules.json +0 -10
  885. package/src/rules/kernels/matmul.rules.json +0 -95
  886. package/src/rules/kernels/modulate.rules.json +0 -6
  887. package/src/rules/kernels/moe.rules.gptoss.json +0 -105
  888. package/src/rules/kernels/moe.rules.json +0 -14
  889. package/src/rules/kernels/moe.rules.mixtral.json +0 -75
  890. package/src/rules/kernels/pixel_shuffle.rules.json +0 -6
  891. package/src/rules/kernels/relu.rules.json +0 -6
  892. package/src/rules/kernels/rep-penalty.rules.json +0 -6
  893. package/src/rules/kernels/repeat-channels.rules.json +0 -6
  894. package/src/rules/kernels/residual.rules.json +0 -12
  895. package/src/rules/kernels/rmsnorm-qk.rules.json +0 -6
  896. package/src/rules/kernels/rmsnorm.rules.json +0 -46
  897. package/src/rules/kernels/rope-qk.rules.json +0 -6
  898. package/src/rules/kernels/rope.rules.json +0 -6
  899. package/src/rules/kernels/sample.rules.json +0 -6
  900. package/src/rules/kernels/scale.rules.json +0 -8
  901. package/src/rules/kernels/silu.rules.json +0 -22
  902. package/src/rules/kernels/softmax.rules.json +0 -25
  903. package/src/rules/kernels/split-qg.rules.json +0 -6
  904. package/src/rules/kernels/split-qkv.rules.json +0 -6
  905. package/src/rules/kernels/upsample2d.rules.json +0 -6
  906. package/src/rules/loader/tensor-loader.rules.json +0 -42
  907. package/src/rules/loader/weights.rules.json +0 -42
  908. package/src/rules/tooling/command-runtime.rules.json +0 -65
  909. package/src/tooling/hf-registry-utils.js +0 -395
  910. /package/src/converter/{tokenizer-utils.js → tokenizer-special-tokens.js} +0 -0
  911. /package/src/{inference/pipelines/text/bdpa-steamroller.js → experimental/bdpa/steamroller.js} +0 -0
  912. /package/src/{inference/pipelines → experimental}/diffusion/scheduler.js +0 -0
  913. /package/src/{inference/pipelines → experimental}/energy/pipeline.d.ts +0 -0
  914. /package/src/{inference/pipelines → experimental}/energy/quintel.d.ts +0 -0
  915. /package/src/{inference/pipelines → experimental}/energy/quintel.js +0 -0
  916. /package/src/{utils → formats}/array-buffer.js +0 -0
  917. /package/src/{utils → formats}/canonical-hash.js +0 -0
  918. /package/src/{utils → formats}/clone-json.js +0 -0
  919. /package/src/{utils → formats}/encode-utf8.js +0 -0
  920. /package/src/{utils → formats}/load-json.js +0 -0
  921. /package/src/{utils → formats}/plain-object.js +0 -0
  922. /package/src/{utils → formats}/sha256.js +0 -0
  923. /package/src/{utils → formats}/stable-sort-object.js +0 -0
  924. /package/src/{gpu/kernels → rules}/rule-matcher.js +0 -0
  925. /package/src/{utils → storage}/hf-resolve-url.js +0 -0
  926. /package/src/{utils → storage}/runtime-env.js +0 -0
  927. /package/src/tooling/{command-runner-shared.js → command-runtime-execution.js} +0 -0
@@ -0,0 +1,4305 @@
1
+ {
2
+ "schema": "doppler.rule-bundle/v1",
3
+ "sources": [
4
+ {
5
+ "path": "converter/execution.rules.json",
6
+ "digest": "sha256:ae259e6ea2ed52fa20b76f899de7f78c239cf23c261cc11c8540c3f1b070a4c0"
7
+ },
8
+ {
9
+ "path": "converter/tensor-roles.rules.json",
10
+ "digest": "sha256:5eed33348fe59c55d779fad81e87d045337e75c678e54da64a240d8b589e2f57"
11
+ },
12
+ {
13
+ "path": "converter/tokenizer.rules.json",
14
+ "digest": "sha256:5985376bfa9bfacc3bba877407e7be1c10554fda74ea73c2dc18b96ca4827a15"
15
+ },
16
+ {
17
+ "path": "inference/attention.rules.json",
18
+ "digest": "sha256:3089278056e554c053dc2086942786cec1b20dff9f83f9908b82f9333c34c566"
19
+ },
20
+ {
21
+ "path": "inference/config.rules.json",
22
+ "digest": "sha256:c774e14366d68cab96fa64c91000237ffed46fa9aacac3ebb10969102e3f279e"
23
+ },
24
+ {
25
+ "path": "inference/dtype.rules.json",
26
+ "digest": "sha256:3f58b85a48d7c390573d914f4e6d0097b0e7099ce5cb8449685472e25adf1526"
27
+ },
28
+ {
29
+ "path": "inference/execution.rules.json",
30
+ "digest": "sha256:269ba92d1615f607b94a7b8034ed9cb41561fb046aa03d96ad3ffb81c39c7162"
31
+ },
32
+ {
33
+ "path": "inference/ffn.rules.json",
34
+ "digest": "sha256:3aa3c66dcc3d154158d2fc59dc94165bbb47955c7c017612568f6825a995b260"
35
+ },
36
+ {
37
+ "path": "inference/layer-pattern.rules.json",
38
+ "digest": "sha256:c3fe086f991b2c89d0eacf6f21c169c97f30ef87a669e1fed83729da4f7f7c7e"
39
+ },
40
+ {
41
+ "path": "inference/layer.rules.json",
42
+ "digest": "sha256:4cd14673e534ed8f03779ee7396c637225f5cf4183977269526ac887d918b70a"
43
+ },
44
+ {
45
+ "path": "inference/moe.rules.json",
46
+ "digest": "sha256:1220866cc0875d5b992e85d61e3a99562abd1104342b4d37c5ac37a600e22046"
47
+ },
48
+ {
49
+ "path": "kernels/attention.rules.json",
50
+ "digest": "sha256:d26958ed2b0cd85cca8f4a20d4562fc1c994b375fa536fc202e17882ec187229"
51
+ },
52
+ {
53
+ "path": "kernels/conv2d.rules.json",
54
+ "digest": "sha256:fa13daf4856f2feb0175779aaf921da6870bda64143c6f4d728d3a72d4bfc544"
55
+ },
56
+ {
57
+ "path": "kernels/depthwise-conv2d.rules.json",
58
+ "digest": "sha256:fa13daf4856f2feb0175779aaf921da6870bda64143c6f4d728d3a72d4bfc544"
59
+ },
60
+ {
61
+ "path": "kernels/dequant.rules.json",
62
+ "digest": "sha256:a35d693164b8938e2de4c5185977d72eeeeecb095f91e44f87d9b88ad24c4650"
63
+ },
64
+ {
65
+ "path": "kernels/energy.rules.json",
66
+ "digest": "sha256:6a3e6975064228896abd1abd3500e2e4f05d87cb7a54f447456f7acddcc60e50"
67
+ },
68
+ {
69
+ "path": "kernels/fused-ffn.rules.json",
70
+ "digest": "sha256:cd5d0b36d51b3f036eb62596b039103307d27acc5447933632d99e3aa9bf8c79"
71
+ },
72
+ {
73
+ "path": "kernels/fused-matmul-residual.rules.json",
74
+ "digest": "sha256:cf5433a5d416705d3f04b9321e560d959a37b40c3f282e1ff058134244605ba7"
75
+ },
76
+ {
77
+ "path": "kernels/fused-matmul-rmsnorm.rules.json",
78
+ "digest": "sha256:6a5aca1f92300e35f8371fb13a05963c54ac56730cc4bedc93b2bc5d8d9b2e16"
79
+ },
80
+ {
81
+ "path": "kernels/gather.rules.json",
82
+ "digest": "sha256:435163572c60ea1f1a8e7b5a8ab991b958b0f938edb92c50eb1c3b035049f16d"
83
+ },
84
+ {
85
+ "path": "kernels/gelu.rules.json",
86
+ "digest": "sha256:ead4f5f4216c9c0eeaf3e01d084d501bc66f314a956ffad442ca84160ee48d99"
87
+ },
88
+ {
89
+ "path": "kernels/grouped-pointwise-conv2d.rules.json",
90
+ "digest": "sha256:fa13daf4856f2feb0175779aaf921da6870bda64143c6f4d728d3a72d4bfc544"
91
+ },
92
+ {
93
+ "path": "kernels/groupnorm.rules.json",
94
+ "digest": "sha256:019810e2473fdeb748c04aa92ffb247a3cac7b0bba890ed7fefb5f3061168040"
95
+ },
96
+ {
97
+ "path": "kernels/kv_quantize.rules.json",
98
+ "digest": "sha256:f0a56bea79a43bad2fd257aa36aa38a2afc16b583b20ed28fa7819e65120fece"
99
+ },
100
+ {
101
+ "path": "kernels/layernorm.rules.json",
102
+ "digest": "sha256:fa13daf4856f2feb0175779aaf921da6870bda64143c6f4d728d3a72d4bfc544"
103
+ },
104
+ {
105
+ "path": "kernels/linear-attention.rules.json",
106
+ "digest": "sha256:fa13daf4856f2feb0175779aaf921da6870bda64143c6f4d728d3a72d4bfc544"
107
+ },
108
+ {
109
+ "path": "kernels/lm-head-argmax.rules.json",
110
+ "digest": "sha256:a265a2cb85f96b869110fe1761798c8c9b274c9a4d0c73ec452743dfcdad176d"
111
+ },
112
+ {
113
+ "path": "kernels/matmul.rules.json",
114
+ "digest": "sha256:5e8877bd12eafab5eb3e071d85dd1a27c992e427886d6108432da24cb2122b6e"
115
+ },
116
+ {
117
+ "path": "kernels/modulate.rules.json",
118
+ "digest": "sha256:29b89188774997a0c32e4722d104a6a90c64fac88a89d623a86103df40321213"
119
+ },
120
+ {
121
+ "path": "kernels/moe.rules.gptoss.json",
122
+ "digest": "sha256:8471e2a19890e45d8be6431491e98c11520598f5e98b8ac8a28977bfbeec7966"
123
+ },
124
+ {
125
+ "path": "kernels/moe.rules.json",
126
+ "digest": "sha256:ef6bda6b2e6ef8f889c34d99c157295297375a5845f40cf7b90ea67daec36ae2"
127
+ },
128
+ {
129
+ "path": "kernels/moe.rules.mixtral.json",
130
+ "digest": "sha256:16454ff88c7bf99d0f66cb704b6d60b7f63850e378acda3cef6c2ffde21c2def"
131
+ },
132
+ {
133
+ "path": "kernels/pixel_shuffle.rules.json",
134
+ "digest": "sha256:cf5433a5d416705d3f04b9321e560d959a37b40c3f282e1ff058134244605ba7"
135
+ },
136
+ {
137
+ "path": "kernels/relu.rules.json",
138
+ "digest": "sha256:87256e54451a2834f42dcc4aa392dfdabfcdaf694fb8d01e10dcc661bbc8526c"
139
+ },
140
+ {
141
+ "path": "kernels/rep-penalty.rules.json",
142
+ "digest": "sha256:a8eba10370f282536e6b741895ea481f0c8ae33a7379e03a4f40812f26652f08"
143
+ },
144
+ {
145
+ "path": "kernels/repeat-channels.rules.json",
146
+ "digest": "sha256:87256e54451a2834f42dcc4aa392dfdabfcdaf694fb8d01e10dcc661bbc8526c"
147
+ },
148
+ {
149
+ "path": "kernels/residual.rules.json",
150
+ "digest": "sha256:f801dc9c88e34086261dfeb7c5dc74c8c1d7b18085e9b6fdb2ede597e5827a5e"
151
+ },
152
+ {
153
+ "path": "kernels/rmsnorm-qk.rules.json",
154
+ "digest": "sha256:fa13daf4856f2feb0175779aaf921da6870bda64143c6f4d728d3a72d4bfc544"
155
+ },
156
+ {
157
+ "path": "kernels/rmsnorm.rules.json",
158
+ "digest": "sha256:fa5872e9d5bd9912775d45c678075d3e17221b0f8693366a3999c4322c503b2c"
159
+ },
160
+ {
161
+ "path": "kernels/rope-qk.rules.json",
162
+ "digest": "sha256:a8eba10370f282536e6b741895ea481f0c8ae33a7379e03a4f40812f26652f08"
163
+ },
164
+ {
165
+ "path": "kernels/rope.rules.json",
166
+ "digest": "sha256:a8eba10370f282536e6b741895ea481f0c8ae33a7379e03a4f40812f26652f08"
167
+ },
168
+ {
169
+ "path": "kernels/sample.rules.json",
170
+ "digest": "sha256:a988a3759bfa0d71752fb73031a49bc5b1783fb290bcdf756ed4efa706a49071"
171
+ },
172
+ {
173
+ "path": "kernels/scale.rules.json",
174
+ "digest": "sha256:53ce216b17a6a8d5866b48afaf09c7c307258121d6e4d37910f4ddb9bbb11d08"
175
+ },
176
+ {
177
+ "path": "kernels/silu.rules.json",
178
+ "digest": "sha256:03adb9334c1825f65e12f6af440d4837d7fe94d2772d67eb7c4e1a9abf787eaa"
179
+ },
180
+ {
181
+ "path": "kernels/softmax.rules.json",
182
+ "digest": "sha256:a71d5119bde8e08096920558a2e49a167aa5916524a567c5822c3d78a1abee7b"
183
+ },
184
+ {
185
+ "path": "kernels/split-qg.rules.json",
186
+ "digest": "sha256:d05077d4fc6cd001b956ca3fa8cc060c9e58ad4525d4db1e8c06860277e0d748"
187
+ },
188
+ {
189
+ "path": "kernels/split-qkv.rules.json",
190
+ "digest": "sha256:d05077d4fc6cd001b956ca3fa8cc060c9e58ad4525d4db1e8c06860277e0d748"
191
+ },
192
+ {
193
+ "path": "kernels/upsample2d.rules.json",
194
+ "digest": "sha256:fa13daf4856f2feb0175779aaf921da6870bda64143c6f4d728d3a72d4bfc544"
195
+ },
196
+ {
197
+ "path": "kernels/vision-average-pool.rules.json",
198
+ "digest": "sha256:4ec49dcbfa1e3eb8660ec4424bafb348a7d036df5c60be5c860197e186bd64c2"
199
+ },
200
+ {
201
+ "path": "kernels/vision-patch-embed.rules.json",
202
+ "digest": "sha256:6f845793e46ce0b9917719c418e81d84a7e26b319ca4feffd9a482548dcb40f4"
203
+ },
204
+ {
205
+ "path": "kernels/vision-position-embedding.rules.json",
206
+ "digest": "sha256:7e48caf1cdef316b14b2e63f6adad31c385b985455eb66aa3c7f5805f7bb75f2"
207
+ },
208
+ {
209
+ "path": "kernels/vision-rope-2d.rules.json",
210
+ "digest": "sha256:4ec49dcbfa1e3eb8660ec4424bafb348a7d036df5c60be5c860197e186bd64c2"
211
+ },
212
+ {
213
+ "path": "kernels/vision-spatial-merge.rules.json",
214
+ "digest": "sha256:4ec49dcbfa1e3eb8660ec4424bafb348a7d036df5c60be5c860197e186bd64c2"
215
+ },
216
+ {
217
+ "path": "loader/tensor-loader.rules.json",
218
+ "digest": "sha256:61bafd04ae60d45f478976f09df6a910b0ed750877008d2edb3b23659c972ead"
219
+ },
220
+ {
221
+ "path": "loader/weights.rules.json",
222
+ "digest": "sha256:121e76226c214d8aa30a2f4e1076488b207a31e8d5be86d8c08a2ae1df939ca3"
223
+ },
224
+ {
225
+ "path": "tooling/command-runtime.rules.json",
226
+ "digest": "sha256:4e191b70019913dc315ae18fa408ea729675dfca48c4815989475c52a64ea2b0"
227
+ }
228
+ ],
229
+ "files": {
230
+ "converter/execution.rules.json": {
231
+ "jobMode": [
232
+ {
233
+ "match": {
234
+ "workers": {
235
+ "lte": 1
236
+ }
237
+ },
238
+ "value": "main"
239
+ },
240
+ {
241
+ "match": {
242
+ "canChunkRows": true
243
+ },
244
+ "value": "row_chunks"
245
+ },
246
+ {
247
+ "match": {},
248
+ "value": "tensor"
249
+ }
250
+ ],
251
+ "rowChunkRows": [
252
+ {
253
+ "match": {
254
+ "canChunkRows": false
255
+ },
256
+ "value": 0
257
+ },
258
+ {
259
+ "match": {
260
+ "workers": {
261
+ "lte": 2
262
+ }
263
+ },
264
+ "value": 256
265
+ },
266
+ {
267
+ "match": {
268
+ "workers": {
269
+ "lte": 16
270
+ }
271
+ },
272
+ "value": 512
273
+ },
274
+ {
275
+ "match": {},
276
+ "value": 768
277
+ }
278
+ ],
279
+ "maxInFlightJobs": [
280
+ {
281
+ "match": {
282
+ "workers": {
283
+ "lte": 2
284
+ }
285
+ },
286
+ "value": 4
287
+ },
288
+ {
289
+ "match": {
290
+ "workers": {
291
+ "lte": 4
292
+ }
293
+ },
294
+ "value": 8
295
+ },
296
+ {
297
+ "match": {
298
+ "workers": {
299
+ "lte": 8
300
+ }
301
+ },
302
+ "value": 16
303
+ },
304
+ {
305
+ "match": {
306
+ "workers": {
307
+ "lte": 16
308
+ }
309
+ },
310
+ "value": 24
311
+ },
312
+ {
313
+ "match": {},
314
+ "value": 32
315
+ }
316
+ ]
317
+ },
318
+ "converter/tensor-roles.rules.json": {
319
+ "shouldQuantize": [
320
+ {
321
+ "match": {
322
+ "numElements": {
323
+ "lt": 1024
324
+ }
325
+ },
326
+ "value": false
327
+ },
328
+ {
329
+ "match": {
330
+ "role": "embedding",
331
+ "quantizeEmbeddings": true
332
+ },
333
+ "value": true
334
+ },
335
+ {
336
+ "match": {
337
+ "role": "embedding"
338
+ },
339
+ "value": false
340
+ },
341
+ {
342
+ "match": {
343
+ "role": "lm_head",
344
+ "quantizeEmbeddings": true
345
+ },
346
+ "value": true
347
+ },
348
+ {
349
+ "match": {
350
+ "role": "lm_head"
351
+ },
352
+ "value": false
353
+ },
354
+ {
355
+ "match": {
356
+ "role": "norm"
357
+ },
358
+ "value": false
359
+ },
360
+ {
361
+ "match": {
362
+ "role": "router"
363
+ },
364
+ "value": false
365
+ },
366
+ {
367
+ "match": {
368
+ "isBias": true
369
+ },
370
+ "value": false
371
+ },
372
+ {
373
+ "match": {},
374
+ "value": true
375
+ }
376
+ ]
377
+ },
378
+ "converter/tokenizer.rules.json": {
379
+ "type": [
380
+ {
381
+ "match": {
382
+ "isLiteRTPieceList": true
383
+ },
384
+ "value": "bpe"
385
+ },
386
+ {
387
+ "match": {
388
+ "hasMerges": true
389
+ },
390
+ "value": "bpe"
391
+ },
392
+ {
393
+ "match": {
394
+ "hasScores": true
395
+ },
396
+ "value": "unigram"
397
+ },
398
+ {
399
+ "match": {},
400
+ "value": "bpe"
401
+ }
402
+ ],
403
+ "addDummyPrefix": [
404
+ {
405
+ "match": {
406
+ "isLiteRTPieceList": true
407
+ },
408
+ "value": false
409
+ },
410
+ {
411
+ "match": {},
412
+ "value": true
413
+ }
414
+ ]
415
+ },
416
+ "inference/attention.rules.json": {
417
+ "useFusedQkv": [
418
+ {
419
+ "match": {
420
+ "hasQkvProj": true,
421
+ "hasQkvSizes": true,
422
+ "hasLoRA": false
423
+ },
424
+ "value": true
425
+ },
426
+ {
427
+ "match": {},
428
+ "value": false
429
+ }
430
+ ],
431
+ "useFusedOProjResidual": [
432
+ {
433
+ "match": {
434
+ "allowFusedResidual": true,
435
+ "hasResidual": true,
436
+ "residualMatches": true,
437
+ "attnIsF32": true,
438
+ "hasLoRA": false,
439
+ "oProjIsF16": true
440
+ },
441
+ "value": true
442
+ },
443
+ {
444
+ "match": {
445
+ "allowFusedResidual": true,
446
+ "hasResidual": true,
447
+ "residualMatches": true,
448
+ "attnIsF16": true,
449
+ "hasLoRA": false,
450
+ "oProjIsF16": true
451
+ },
452
+ "value": true
453
+ },
454
+ {
455
+ "match": {},
456
+ "value": false
457
+ }
458
+ ],
459
+ "attentionKernelVariant": [
460
+ {
461
+ "match": {
462
+ "kvLayout": "tiered",
463
+ "numTokens": {
464
+ "gt": 1
465
+ }
466
+ },
467
+ "value": "contiguous"
468
+ },
469
+ {
470
+ "match": {
471
+ "kvLayout": "bdpa"
472
+ },
473
+ "value": "bdpa"
474
+ },
475
+ {
476
+ "match": {
477
+ "kvLayout": "contiguous_quantized",
478
+ "numTokens": {
479
+ "gt": 1
480
+ }
481
+ },
482
+ "value": "contiguous"
483
+ },
484
+ {
485
+ "match": {
486
+ "kvLayout": "contiguous_quantized"
487
+ },
488
+ "value": "contiguousQuant"
489
+ },
490
+ {
491
+ "match": {
492
+ "kvLayout": "tiered",
493
+ "coldQuantMode": {
494
+ "neq": "none"
495
+ }
496
+ },
497
+ "value": "tieredQuant"
498
+ },
499
+ {
500
+ "match": {
501
+ "kvLayout": "tiered"
502
+ },
503
+ "value": "tiered"
504
+ },
505
+ {
506
+ "match": {},
507
+ "value": "contiguous"
508
+ }
509
+ ]
510
+ },
511
+ "inference/config.rules.json": {
512
+ "hiddenActivation": [
513
+ {
514
+ "match": {
515
+ "activation": {
516
+ "in": [
517
+ "silu",
518
+ "swiglu"
519
+ ]
520
+ }
521
+ },
522
+ "value": "silu"
523
+ },
524
+ {
525
+ "match": {
526
+ "activation": {
527
+ "in": [
528
+ "gelu",
529
+ "geglu"
530
+ ]
531
+ }
532
+ },
533
+ "value": "gelu"
534
+ },
535
+ {
536
+ "match": {},
537
+ "value": "silu"
538
+ }
539
+ ],
540
+ "tracePath": [
541
+ {
542
+ "match": {
543
+ "useRecorder": true
544
+ },
545
+ "value": "fused"
546
+ },
547
+ {
548
+ "match": {},
549
+ "value": "debug-sync"
550
+ }
551
+ ],
552
+ "pipelineModules": [
553
+ {
554
+ "match": {
555
+ "modelTypeLower": {
556
+ "in": [
557
+ "diffusion_gemma"
558
+ ]
559
+ }
560
+ },
561
+ "value": [
562
+ "./diffusion-gemma/pipeline.js"
563
+ ]
564
+ },
565
+ {
566
+ "match": {
567
+ "modelTypeLower": {
568
+ "in": [
569
+ "diffusion"
570
+ ]
571
+ }
572
+ },
573
+ "value": [
574
+ "./diffusion/pipeline.js"
575
+ ]
576
+ },
577
+ {
578
+ "match": {
579
+ "modelTypeLower": {
580
+ "in": [
581
+ "energy"
582
+ ]
583
+ }
584
+ },
585
+ "value": [
586
+ "./energy/pipeline.js"
587
+ ]
588
+ },
589
+ {
590
+ "match": {
591
+ "modelTypeLower": {
592
+ "in": [
593
+ "dream_structured",
594
+ "dream_intent_posterior_head",
595
+ "dream_d1_to2_bridge",
596
+ "dream_synthesis",
597
+ "dream_energy_compose",
598
+ "structured_json_head",
599
+ "structured-json-head",
600
+ "dream-intent-posterior-head",
601
+ "dream-d1-to2-bridge",
602
+ "dream-synthesis",
603
+ "dream-energy-compose"
604
+ ]
605
+ }
606
+ },
607
+ "value": [
608
+ "./structured/json-head-pipeline.js"
609
+ ]
610
+ },
611
+ {
612
+ "match": {
613
+ "modelTypeLower": {
614
+ "in": [
615
+ "energy_row_head",
616
+ "energy-row-head",
617
+ "dream_energy_head",
618
+ "dream-energy-head",
619
+ "d1-to2-bridge-diffusion",
620
+ "synthesis-mixer-diffusion",
621
+ "ebrm-diffusion"
622
+ ]
623
+ }
624
+ },
625
+ "value": [
626
+ "./energy-head/row-head-pipeline.js"
627
+ ]
628
+ },
629
+ {
630
+ "match": {},
631
+ "value": []
632
+ }
633
+ ],
634
+ "embeddingSemanticStyle": [
635
+ {
636
+ "match": {
637
+ "manifestModelType": "embeddinggemma"
638
+ },
639
+ "value": "embeddinggemma"
640
+ },
641
+ {
642
+ "match": {
643
+ "modelType": "embedding",
644
+ "sourceCheckpointId": "Qwen/Qwen3-Embedding-0.6B"
645
+ },
646
+ "value": "qwen3_embedding"
647
+ },
648
+ {
649
+ "match": {},
650
+ "value": "default"
651
+ }
652
+ ],
653
+ "stableF32Logits": [
654
+ {
655
+ "match": {
656
+ "inputDtype": "f16",
657
+ "finalLogitSoftcapping": {
658
+ "gt": 0
659
+ }
660
+ },
661
+ "value": true
662
+ },
663
+ {
664
+ "match": {
665
+ "inputDtype": "f16",
666
+ "rmsNormWeightOffset": true,
667
+ "hiddenSize": {
668
+ "lte": 768
669
+ }
670
+ },
671
+ "value": true
672
+ },
673
+ {
674
+ "match": {},
675
+ "value": false
676
+ }
677
+ ]
678
+ },
679
+ "inference/dtype.rules.json": {
680
+ "f16OrF32": [
681
+ {
682
+ "match": {
683
+ "useF16": true
684
+ },
685
+ "value": "f16"
686
+ },
687
+ {
688
+ "match": {},
689
+ "value": "f32"
690
+ }
691
+ ],
692
+ "dtypeFromAlias": [
693
+ {
694
+ "match": {
695
+ "dtype": "bf16"
696
+ },
697
+ "value": "bf16"
698
+ },
699
+ {
700
+ "match": {
701
+ "dtype": "f16"
702
+ },
703
+ "value": "f16"
704
+ },
705
+ {
706
+ "match": {
707
+ "dtype": "fp16"
708
+ },
709
+ "value": "f16"
710
+ },
711
+ {
712
+ "match": {
713
+ "dtype": "float16"
714
+ },
715
+ "value": "f16"
716
+ },
717
+ {
718
+ "match": {
719
+ "dtype": "f32"
720
+ },
721
+ "value": "f32"
722
+ },
723
+ {
724
+ "match": {
725
+ "dtype": "fp32"
726
+ },
727
+ "value": "f32"
728
+ },
729
+ {
730
+ "match": {
731
+ "dtype": "float32"
732
+ },
733
+ "value": "f32"
734
+ },
735
+ {
736
+ "match": {},
737
+ "value": {
738
+ "context": "fallback"
739
+ }
740
+ }
741
+ ],
742
+ "f16OrF32FromDtype": [
743
+ {
744
+ "match": {
745
+ "dtype": "f16"
746
+ },
747
+ "value": "f16"
748
+ },
749
+ {
750
+ "match": {
751
+ "dtype": "f32"
752
+ },
753
+ "value": "f32"
754
+ },
755
+ {
756
+ "match": {},
757
+ "value": {
758
+ "context": "fallback"
759
+ }
760
+ }
761
+ ],
762
+ "embeddingDtype": [
763
+ {
764
+ "match": {
765
+ "dtype": "litert_int4"
766
+ },
767
+ "value": "litert_int4"
768
+ },
769
+ {
770
+ "match": {
771
+ "dtype": "bf16"
772
+ },
773
+ "value": "bf16"
774
+ },
775
+ {
776
+ "match": {
777
+ "dtype": "f16"
778
+ },
779
+ "value": "f16"
780
+ },
781
+ {
782
+ "match": {},
783
+ "value": "f32"
784
+ }
785
+ ],
786
+ "f16OrF32FromDtypeAlias": [
787
+ {
788
+ "match": {
789
+ "dtype": "f16"
790
+ },
791
+ "value": "f16"
792
+ },
793
+ {
794
+ "match": {
795
+ "dtype": "bf16"
796
+ },
797
+ "value": "f16"
798
+ },
799
+ {
800
+ "match": {
801
+ "dtype": "fp16"
802
+ },
803
+ "value": "f16"
804
+ },
805
+ {
806
+ "match": {
807
+ "dtype": "float16"
808
+ },
809
+ "value": "f16"
810
+ },
811
+ {
812
+ "match": {
813
+ "dtype": "f32"
814
+ },
815
+ "value": "f32"
816
+ },
817
+ {
818
+ "match": {
819
+ "dtype": "fp32"
820
+ },
821
+ "value": "f32"
822
+ },
823
+ {
824
+ "match": {
825
+ "dtype": "float32"
826
+ },
827
+ "value": "f32"
828
+ },
829
+ {
830
+ "match": {},
831
+ "value": {
832
+ "context": "fallback"
833
+ }
834
+ }
835
+ ],
836
+ "f16OrF32FromBytes": [
837
+ {
838
+ "match": {
839
+ "bytesPerElement": {
840
+ "lte": 2
841
+ }
842
+ },
843
+ "value": "f16"
844
+ },
845
+ {
846
+ "match": {},
847
+ "value": "f32"
848
+ }
849
+ ],
850
+ "f16OrF32FromBytesOrFallback": [
851
+ {
852
+ "match": {
853
+ "bytesPerElement": {
854
+ "lt": 3
855
+ }
856
+ },
857
+ "value": "f16"
858
+ },
859
+ {
860
+ "match": {},
861
+ "value": {
862
+ "context": "fallback"
863
+ }
864
+ }
865
+ ],
866
+ "f16OrF32FromToken": [
867
+ {
868
+ "match": {
869
+ "token": "F16"
870
+ },
871
+ "value": "f16"
872
+ },
873
+ {
874
+ "match": {},
875
+ "value": "f32"
876
+ }
877
+ ],
878
+ "f16IfCap": [
879
+ {
880
+ "match": {
881
+ "hasF16": true
882
+ },
883
+ "value": "f16"
884
+ },
885
+ {
886
+ "match": {},
887
+ "value": "f32"
888
+ }
889
+ ],
890
+ "bothF16": [
891
+ {
892
+ "match": {
893
+ "aDtype": "f16",
894
+ "bDtype": "f16"
895
+ },
896
+ "value": "f16"
897
+ },
898
+ {
899
+ "match": {},
900
+ "value": "f32"
901
+ }
902
+ ],
903
+ "diffusionActivationDtype": [
904
+ {
905
+ "match": {
906
+ "requested": "f16",
907
+ "hasF16": true
908
+ },
909
+ "value": "f16"
910
+ },
911
+ {
912
+ "match": {},
913
+ "value": "f32"
914
+ }
915
+ ],
916
+ "f16OrFallback": [
917
+ {
918
+ "match": {
919
+ "kvDtype": "f16"
920
+ },
921
+ "value": "f16"
922
+ },
923
+ {
924
+ "match": {},
925
+ "value": {
926
+ "context": "fallback"
927
+ }
928
+ }
929
+ ],
930
+ "f16OrFallbackByFlag": [
931
+ {
932
+ "match": {
933
+ "useF16": true
934
+ },
935
+ "value": "f16"
936
+ },
937
+ {
938
+ "match": {},
939
+ "value": {
940
+ "context": "fallback"
941
+ }
942
+ }
943
+ ],
944
+ "attentionProjectionOutputDtype": [
945
+ {
946
+ "match": {
947
+ "forceF32": true
948
+ },
949
+ "value": "f32"
950
+ },
951
+ {
952
+ "match": {
953
+ "useF16": true
954
+ },
955
+ "value": "f16"
956
+ },
957
+ {
958
+ "match": {},
959
+ "value": {
960
+ "context": "fallback"
961
+ }
962
+ }
963
+ ],
964
+ "bytesPerElement": [
965
+ {
966
+ "match": {
967
+ "dtype": "f16"
968
+ },
969
+ "value": 2
970
+ },
971
+ {
972
+ "match": {
973
+ "dtype": "bf16"
974
+ },
975
+ "value": 2
976
+ },
977
+ {
978
+ "match": {
979
+ "dtype": "f32"
980
+ },
981
+ "value": 4
982
+ },
983
+ {
984
+ "match": {},
985
+ "value": {
986
+ "context": "fallback"
987
+ }
988
+ }
989
+ ],
990
+ "dtypeFromSize": [
991
+ {
992
+ "match": {
993
+ "bytesPerElement": 2
994
+ },
995
+ "value": "f16"
996
+ },
997
+ {
998
+ "match": {
999
+ "bytesPerElement": 4
1000
+ },
1001
+ "value": "f32"
1002
+ },
1003
+ {
1004
+ "match": {},
1005
+ "value": {
1006
+ "context": "fallback"
1007
+ }
1008
+ }
1009
+ ],
1010
+ "bytesFromDtype": [
1011
+ {
1012
+ "match": {
1013
+ "dtype": "f16"
1014
+ },
1015
+ "value": 2
1016
+ },
1017
+ {
1018
+ "match": {
1019
+ "dtype": "bf16"
1020
+ },
1021
+ "value": 2
1022
+ },
1023
+ {
1024
+ "match": {
1025
+ "dtype": "f32"
1026
+ },
1027
+ "value": 4
1028
+ },
1029
+ {
1030
+ "match": {},
1031
+ "value": {
1032
+ "context": "fallback"
1033
+ }
1034
+ }
1035
+ ],
1036
+ "matmulDtype": [
1037
+ {
1038
+ "match": {
1039
+ "dtype": "bf16"
1040
+ },
1041
+ "value": "bf16"
1042
+ },
1043
+ {
1044
+ "match": {
1045
+ "dtype": "f16"
1046
+ },
1047
+ "value": "f16"
1048
+ },
1049
+ {
1050
+ "match": {
1051
+ "dtype": "f32"
1052
+ },
1053
+ "value": "f32"
1054
+ },
1055
+ {
1056
+ "match": {
1057
+ "dtype": "q4k"
1058
+ },
1059
+ "value": "q4k"
1060
+ },
1061
+ {
1062
+ "match": {
1063
+ "dtype": "litert_int4"
1064
+ },
1065
+ "value": "litert_int4"
1066
+ },
1067
+ {
1068
+ "match": {
1069
+ "dtype": "w4a16"
1070
+ },
1071
+ "value": "w4a16"
1072
+ },
1073
+ {
1074
+ "match": {},
1075
+ "value": {
1076
+ "context": "fallback"
1077
+ }
1078
+ }
1079
+ ],
1080
+ "logitsDtype": [
1081
+ {
1082
+ "match": {
1083
+ "logitsDtype": "f16"
1084
+ },
1085
+ "value": "f16"
1086
+ },
1087
+ {
1088
+ "match": {},
1089
+ "value": "f32"
1090
+ }
1091
+ ],
1092
+ "kvCacheDtype": [
1093
+ {
1094
+ "match": {
1095
+ "forceF32": true
1096
+ },
1097
+ "value": "f32"
1098
+ },
1099
+ {
1100
+ "match": {
1101
+ "requested": "f16",
1102
+ "useGPU": true,
1103
+ "hasF16": true
1104
+ },
1105
+ "value": "f16"
1106
+ },
1107
+ {
1108
+ "match": {
1109
+ "requested": "f16"
1110
+ },
1111
+ "value": "f32"
1112
+ },
1113
+ {
1114
+ "match": {
1115
+ "requested": "f32"
1116
+ },
1117
+ "value": "f32"
1118
+ },
1119
+ {
1120
+ "match": {},
1121
+ "value": "f32"
1122
+ }
1123
+ ],
1124
+ "lmHeadChunkWeightDtype": [
1125
+ {
1126
+ "match": {
1127
+ "preferF16": true,
1128
+ "lmHeadDtype": "f16",
1129
+ "hasF16": true
1130
+ },
1131
+ "value": "f16"
1132
+ },
1133
+ {
1134
+ "match": {},
1135
+ "value": "f32"
1136
+ }
1137
+ ]
1138
+ },
1139
+ "inference/execution.rules.json": {
1140
+ "decodeRecorderEnabled": [
1141
+ {
1142
+ "match": {
1143
+ "hasDevice": true,
1144
+ "debug": false,
1145
+ "disableCommandBatching": false,
1146
+ "kvLayout": {
1147
+ "neq": "bdpa_paged"
1148
+ }
1149
+ },
1150
+ "value": true
1151
+ },
1152
+ {
1153
+ "match": {},
1154
+ "value": false
1155
+ }
1156
+ ],
1157
+ "profileDecodeRecorderEnabled": [
1158
+ {
1159
+ "match": {
1160
+ "hasDevice": true,
1161
+ "debug": false,
1162
+ "kvLayout": {
1163
+ "neq": "bdpa_paged"
1164
+ }
1165
+ },
1166
+ "value": true
1167
+ },
1168
+ {
1169
+ "match": {},
1170
+ "value": false
1171
+ }
1172
+ ],
1173
+ "batchDecodeEnabled": [
1174
+ {
1175
+ "match": {
1176
+ "batchSize": {
1177
+ "gt": 1
1178
+ },
1179
+ "useGPU": true,
1180
+ "gpuSamplingAvailable": true,
1181
+ "disableMultiTokenDecode": {
1182
+ "neq": true
1183
+ },
1184
+ "disableCommandBatching": false,
1185
+ "isBdpaPagedLayout": false,
1186
+ "finitenessFallbackWindowOpen": false,
1187
+ "hasLinearAttentionLayers": false,
1188
+ "hasRangeBackedPerLayerInputs": false
1189
+ },
1190
+ "value": true
1191
+ },
1192
+ {
1193
+ "match": {
1194
+ "batchSize": {
1195
+ "gt": 1
1196
+ },
1197
+ "useGPU": true,
1198
+ "gpuSamplingAvailable": true,
1199
+ "disableMultiTokenDecode": {
1200
+ "neq": true
1201
+ },
1202
+ "disableCommandBatching": false,
1203
+ "isBdpaPagedLayout": false,
1204
+ "finitenessFallbackWindowOpen": false,
1205
+ "hasLinearAttentionLayers": false,
1206
+ "hasRangeBackedPerLayerInputs": true,
1207
+ "selfSpeculationEnabled": false
1208
+ },
1209
+ "value": true
1210
+ },
1211
+ {
1212
+ "match": {
1213
+ "batchSize": {
1214
+ "gt": 1
1215
+ },
1216
+ "useGPU": true,
1217
+ "gpuSamplingAvailable": true,
1218
+ "disableMultiTokenDecode": {
1219
+ "neq": true
1220
+ },
1221
+ "disableCommandBatching": false,
1222
+ "isBdpaPagedLayout": false,
1223
+ "finitenessFallbackWindowOpen": false,
1224
+ "hasLinearAttentionLayers": true,
1225
+ "hasRangeBackedPerLayerInputs": false
1226
+ },
1227
+ "value": true
1228
+ },
1229
+ {
1230
+ "match": {},
1231
+ "value": false
1232
+ }
1233
+ ],
1234
+ "maxBatchDecodeTokens": [
1235
+ {
1236
+ "match": {
1237
+ "hasHotVocabularyBatchDecode": true
1238
+ },
1239
+ "value": 1
1240
+ },
1241
+ {
1242
+ "match": {
1243
+ "hasLinearAttentionLayers": true
1244
+ },
1245
+ "value": 32
1246
+ },
1247
+ {
1248
+ "match": {
1249
+ "hasGpuSplitPerLayerInputs": true,
1250
+ "currentSeqLen": {
1251
+ "gte": 192
1252
+ }
1253
+ },
1254
+ "value": 2
1255
+ },
1256
+ {
1257
+ "match": {
1258
+ "hasGpuSplitPerLayerInputs": true,
1259
+ "maxDecodeTokens": {
1260
+ "gt": 16
1261
+ }
1262
+ },
1263
+ "value": 16
1264
+ },
1265
+ {
1266
+ "match": {
1267
+ "hasGpuSplitPerLayerInputs": true
1268
+ },
1269
+ "value": 8
1270
+ },
1271
+ {
1272
+ "match": {
1273
+ "modelId": {
1274
+ "in": [
1275
+ "gemma-4-12b-it-text-q4k-ehf16-af16",
1276
+ "gemma-4-12b-it-text-q4k-ehf16-hq4k-af16",
1277
+ "gemma-4-12b-it-text-w4a16-ct-ehf16-af16"
1278
+ ]
1279
+ },
1280
+ "activationDtype": "f16",
1281
+ "numLayers": {
1282
+ "gte": 48
1283
+ },
1284
+ "hiddenSize": {
1285
+ "gte": 3840
1286
+ },
1287
+ "maxDecodeTokens": {
1288
+ "gt": 8
1289
+ }
1290
+ },
1291
+ "value": 8
1292
+ },
1293
+ {
1294
+ "match": {
1295
+ "numLayers": {
1296
+ "gte": 48
1297
+ },
1298
+ "hiddenSize": {
1299
+ "gte": 3840
1300
+ },
1301
+ "maxDecodeTokens": {
1302
+ "gt": 16
1303
+ }
1304
+ },
1305
+ "value": 16
1306
+ },
1307
+ {
1308
+ "match": {},
1309
+ "value": null
1310
+ }
1311
+ ],
1312
+ "prefillRecorderChunkLayers": [
1313
+ {
1314
+ "match": {
1315
+ "hasGpuSplitPerLayerInputs": true,
1316
+ "numTokens": {
1317
+ "lte": 32
1318
+ }
1319
+ },
1320
+ "value": 8
1321
+ },
1322
+ {
1323
+ "match": {},
1324
+ "value": 4
1325
+ }
1326
+ ],
1327
+ "finitenessFallbackActivationDtype": [
1328
+ {
1329
+ "match": {},
1330
+ "value": "f32"
1331
+ }
1332
+ ]
1333
+ },
1334
+ "inference/ffn.rules.json": {
1335
+ "activationOp": [
1336
+ {
1337
+ "match": {
1338
+ "hiddenActivation": "gelu"
1339
+ },
1340
+ "value": "gelu"
1341
+ },
1342
+ {
1343
+ "match": {},
1344
+ "value": "silu"
1345
+ }
1346
+ ],
1347
+ "useFusedGateUp": [
1348
+ {
1349
+ "match": {
1350
+ "hasGate": true,
1351
+ "hasUp": true,
1352
+ "hasDown": true,
1353
+ "hasFusedWeights": false,
1354
+ "inputIsSupported": true,
1355
+ "hasLoRA": false,
1356
+ "dtypeMatches": true,
1357
+ "dtypeSupported": true,
1358
+ "weightDtype": "f16",
1359
+ "activationDtype": "f16",
1360
+ "f16BatchSupported": true
1361
+ },
1362
+ "value": true
1363
+ },
1364
+ {
1365
+ "match": {
1366
+ "hasGate": true,
1367
+ "hasUp": true,
1368
+ "hasDown": true,
1369
+ "hasFusedWeights": false,
1370
+ "inputIsSupported": true,
1371
+ "hasLoRA": false,
1372
+ "dtypeMatches": true,
1373
+ "dtypeSupported": true,
1374
+ "weightDtype": "f16",
1375
+ "activationDtype": "f32",
1376
+ "useLargeBatchF16F32FusedGateUp": true,
1377
+ "batchSize": {
1378
+ "gt": 4
1379
+ }
1380
+ },
1381
+ "value": true
1382
+ },
1383
+ {
1384
+ "match": {
1385
+ "hasGate": true,
1386
+ "hasUp": true,
1387
+ "hasDown": true,
1388
+ "hasFusedWeights": false,
1389
+ "inputIsSupported": true,
1390
+ "hasLoRA": false,
1391
+ "dtypeMatches": true,
1392
+ "dtypeSupported": true,
1393
+ "weightDtype": "f16",
1394
+ "activationDtype": "f32",
1395
+ "batchSize": {
1396
+ "lte": 4
1397
+ }
1398
+ },
1399
+ "value": true
1400
+ },
1401
+ {
1402
+ "match": {
1403
+ "hasGate": true,
1404
+ "hasUp": true,
1405
+ "hasDown": true,
1406
+ "hasFusedWeights": false,
1407
+ "inputIsSupported": true,
1408
+ "hasLoRA": false,
1409
+ "dtypeMatches": true,
1410
+ "dtypeSupported": true,
1411
+ "weightDtype": "q4k",
1412
+ "activationDtype": "f16",
1413
+ "hiddenSizeAligned32": true,
1414
+ "batchSize": {
1415
+ "lte": 4
1416
+ },
1417
+ "useDoubleWideMlp": false
1418
+ },
1419
+ "value": true
1420
+ },
1421
+ {
1422
+ "match": {
1423
+ "hasGate": true,
1424
+ "hasUp": true,
1425
+ "hasDown": true,
1426
+ "hasFusedWeights": false,
1427
+ "inputIsSupported": true,
1428
+ "hasLoRA": false,
1429
+ "dtypeMatches": true,
1430
+ "dtypeSupported": true,
1431
+ "weightDtype": "q4k",
1432
+ "activationDtype": "f32",
1433
+ "hiddenSizeAligned32": true,
1434
+ "batchSize": {
1435
+ "lte": 4
1436
+ },
1437
+ "useDoubleWideMlp": false
1438
+ },
1439
+ "value": true
1440
+ },
1441
+ {
1442
+ "match": {
1443
+ "hasGate": true,
1444
+ "hasUp": true,
1445
+ "hasDown": true,
1446
+ "hasFusedWeights": false,
1447
+ "inputIsSupported": true,
1448
+ "hasLoRA": false,
1449
+ "dtypeMatches": true,
1450
+ "dtypeSupported": true,
1451
+ "hasQ4KMaterialization": true,
1452
+ "activationDtype": "f32",
1453
+ "hiddenSizeAligned32": true,
1454
+ "batchSize": {
1455
+ "lte": 4
1456
+ },
1457
+ "useDoubleWideMlp": false
1458
+ },
1459
+ "value": true
1460
+ },
1461
+ {
1462
+ "match": {},
1463
+ "value": false
1464
+ }
1465
+ ]
1466
+ },
1467
+ "inference/layer-pattern.rules.json": {
1468
+ "patternKind": [
1469
+ {
1470
+ "match": {
1471
+ "patternType": "alternating",
1472
+ "globalPattern": "even"
1473
+ },
1474
+ "value": "alternating_even"
1475
+ },
1476
+ {
1477
+ "match": {
1478
+ "patternType": "alternating",
1479
+ "globalPattern": "odd"
1480
+ },
1481
+ "value": "alternating_odd"
1482
+ },
1483
+ {
1484
+ "match": {
1485
+ "patternType": "every_n"
1486
+ },
1487
+ "value": "every_n"
1488
+ },
1489
+ {
1490
+ "match": {},
1491
+ "value": null
1492
+ }
1493
+ ],
1494
+ "layerType": [
1495
+ {
1496
+ "match": {
1497
+ "patternKind": "alternating_even",
1498
+ "isEven": true
1499
+ },
1500
+ "value": "full_attention"
1501
+ },
1502
+ {
1503
+ "match": {
1504
+ "patternKind": "alternating_even"
1505
+ },
1506
+ "value": "sliding_attention"
1507
+ },
1508
+ {
1509
+ "match": {
1510
+ "patternKind": "alternating_odd",
1511
+ "isEven": false
1512
+ },
1513
+ "value": "full_attention"
1514
+ },
1515
+ {
1516
+ "match": {
1517
+ "patternKind": "alternating_odd"
1518
+ },
1519
+ "value": "sliding_attention"
1520
+ },
1521
+ {
1522
+ "match": {
1523
+ "patternKind": "every_n",
1524
+ "isStride": true
1525
+ },
1526
+ "value": "full_attention"
1527
+ },
1528
+ {
1529
+ "match": {
1530
+ "patternKind": "every_n"
1531
+ },
1532
+ "value": "sliding_attention"
1533
+ }
1534
+ ]
1535
+ },
1536
+ "inference/layer.rules.json": {
1537
+ "ffnMode": [
1538
+ {
1539
+ "match": {
1540
+ "variant": "moe"
1541
+ },
1542
+ "value": true
1543
+ },
1544
+ {
1545
+ "match": {
1546
+ "variant": "auto",
1547
+ "canAutoMoe": true
1548
+ },
1549
+ "value": true
1550
+ },
1551
+ {
1552
+ "match": {},
1553
+ "value": false
1554
+ }
1555
+ ]
1556
+ },
1557
+ "inference/moe.rules.json": {
1558
+ "executionProfile": [
1559
+ {
1560
+ "match": {
1561
+ "expertFormat": "gpt-oss"
1562
+ },
1563
+ "value": {
1564
+ "id": "gpt-oss-mxfp4",
1565
+ "label": "GPT-OSS MXFP4 experts",
1566
+ "expertExecutor": "gpt-oss",
1567
+ "intermediateSizeSource": "architecture",
1568
+ "requiresShaderF16": true,
1569
+ "routerScaleMode": "none",
1570
+ "topkRouteExecutor": null,
1571
+ "vendorProfile": {
1572
+ "kind": "rule",
1573
+ "domain": "kernels",
1574
+ "group": "moeGptoss",
1575
+ "name": "vendorQuirkProfile"
1576
+ },
1577
+ "kernelPathProfileResolver": "gpt-oss",
1578
+ "kernelRuleModelType": "gpt-oss",
1579
+ "shapePolicy": {
1580
+ "kind": "rule",
1581
+ "domain": "kernels",
1582
+ "group": "moeGptoss",
1583
+ "name": "shapePolicy"
1584
+ }
1585
+ }
1586
+ },
1587
+ {
1588
+ "match": {
1589
+ "expertFormat": "mixtral"
1590
+ },
1591
+ "value": {
1592
+ "id": "mixtral-dense",
1593
+ "label": "Mixtral dense experts",
1594
+ "expertExecutor": "mixtral",
1595
+ "intermediateSizeSource": "architecture",
1596
+ "requiresShaderF16": false,
1597
+ "routerScaleMode": "none",
1598
+ "topkRouteExecutor": null,
1599
+ "vendorProfile": {
1600
+ "kind": "rule",
1601
+ "domain": "kernels",
1602
+ "group": "moeMixtral",
1603
+ "name": "vendorQuirkProfile"
1604
+ },
1605
+ "kernelPathProfileResolver": "mixtral",
1606
+ "kernelRuleModelType": "mixtral",
1607
+ "shapePolicy": null
1608
+ }
1609
+ },
1610
+ {
1611
+ "match": {
1612
+ "modelType": "diffusion_gemma",
1613
+ "expertFormat": "gemma4"
1614
+ },
1615
+ "value": {
1616
+ "id": "diffusion-gemma-packed",
1617
+ "label": "DiffusionGemma packed experts",
1618
+ "expertExecutor": "gemma4-packed",
1619
+ "intermediateSizeSource": "expert",
1620
+ "requiresShaderF16": false,
1621
+ "routerScaleMode": "required",
1622
+ "topkRouteExecutor": "gemma4-route",
1623
+ "vendorProfile": {
1624
+ "kind": "static",
1625
+ "value": {
1626
+ "preferVec4Dequant": false,
1627
+ "dequantTileShape": null,
1628
+ "routerWorkgroupSize": 256,
1629
+ "maxTokensPerExpertScale": 1
1630
+ }
1631
+ },
1632
+ "kernelPathProfileResolver": null,
1633
+ "kernelRuleModelType": null,
1634
+ "shapePolicy": null
1635
+ }
1636
+ },
1637
+ {
1638
+ "match": {
1639
+ "expertFormat": "gemma4"
1640
+ },
1641
+ "value": {
1642
+ "id": "gemma4-packed",
1643
+ "label": "Gemma packed experts",
1644
+ "expertExecutor": "gemma4-packed",
1645
+ "intermediateSizeSource": "expert",
1646
+ "requiresShaderF16": false,
1647
+ "routerScaleMode": "optional",
1648
+ "topkRouteExecutor": "gemma4-route",
1649
+ "vendorProfile": {
1650
+ "kind": "static",
1651
+ "value": {
1652
+ "preferVec4Dequant": false,
1653
+ "dequantTileShape": null,
1654
+ "routerWorkgroupSize": 256,
1655
+ "maxTokensPerExpertScale": 1
1656
+ }
1657
+ },
1658
+ "kernelPathProfileResolver": null,
1659
+ "kernelRuleModelType": null,
1660
+ "shapePolicy": null
1661
+ }
1662
+ }
1663
+ ],
1664
+ "biasAddCode": [
1665
+ {
1666
+ "match": {
1667
+ "logitsDtype": "f16",
1668
+ "biasDtype": "f16"
1669
+ },
1670
+ "value": {
1671
+ "shaderFile": "moe_router_bias_add_f16_f16.wgsl"
1672
+ }
1673
+ },
1674
+ {
1675
+ "match": {
1676
+ "logitsDtype": "f16"
1677
+ },
1678
+ "value": {
1679
+ "shaderFile": "moe_router_bias_add_f16_f32.wgsl"
1680
+ }
1681
+ },
1682
+ {
1683
+ "match": {
1684
+ "biasDtype": "f16"
1685
+ },
1686
+ "value": {
1687
+ "shaderFile": "moe_router_bias_add_f32_f16.wgsl"
1688
+ }
1689
+ },
1690
+ {
1691
+ "match": {},
1692
+ "value": {
1693
+ "shaderFile": "moe_router_bias_add_f32_f32.wgsl"
1694
+ }
1695
+ }
1696
+ ]
1697
+ },
1698
+ "kernels/attention.rules.json": {
1699
+ "tier": [
1700
+ {
1701
+ "match": {
1702
+ "canSubgroup": true
1703
+ },
1704
+ "value": "subgroup"
1705
+ },
1706
+ {
1707
+ "match": {
1708
+ "canLarge": true
1709
+ },
1710
+ "value": "tiled_large"
1711
+ },
1712
+ {
1713
+ "match": {
1714
+ "canSmall": true
1715
+ },
1716
+ "value": "tiled_small"
1717
+ },
1718
+ {
1719
+ "match": {
1720
+ "isDecode": true
1721
+ },
1722
+ "value": "streaming"
1723
+ },
1724
+ {
1725
+ "match": {},
1726
+ "value": "streaming"
1727
+ }
1728
+ ],
1729
+ "phase": [
1730
+ {
1731
+ "match": {
1732
+ "isDecode": true
1733
+ },
1734
+ "value": "decode"
1735
+ },
1736
+ {
1737
+ "match": {},
1738
+ "value": "prefill"
1739
+ }
1740
+ ],
1741
+ "suffix": [
1742
+ {
1743
+ "match": {
1744
+ "useF16": true
1745
+ },
1746
+ "value": "_f16"
1747
+ },
1748
+ {
1749
+ "match": {
1750
+ "useF16KV": true
1751
+ },
1752
+ "value": "_f16kv"
1753
+ },
1754
+ {
1755
+ "match": {},
1756
+ "value": ""
1757
+ }
1758
+ ],
1759
+ "chunkedVariant": [
1760
+ {
1761
+ "match": {
1762
+ "useF16": true
1763
+ },
1764
+ "value": "decode_chunked_f16"
1765
+ },
1766
+ {
1767
+ "match": {},
1768
+ "value": "decode_chunked_f16kv"
1769
+ }
1770
+ ],
1771
+ "pagedVariant": [
1772
+ {
1773
+ "match": {
1774
+ "useF16": true
1775
+ },
1776
+ "value": "decode_paged_f16"
1777
+ },
1778
+ {
1779
+ "match": {},
1780
+ "value": "decode_paged_f16kv"
1781
+ }
1782
+ ],
1783
+ "optimizedVariant": [
1784
+ {
1785
+ "match": {
1786
+ "useF16": true
1787
+ },
1788
+ "value": "decode_online_f16"
1789
+ },
1790
+ {
1791
+ "match": {},
1792
+ "value": "decode_online_f16kv"
1793
+ }
1794
+ ],
1795
+ "tieredVariant": [
1796
+ {
1797
+ "match": {
1798
+ "useF16": true
1799
+ },
1800
+ "value": "decode_tiered_f16"
1801
+ },
1802
+ {
1803
+ "match": {},
1804
+ "value": "decode_tiered_f16kv"
1805
+ }
1806
+ ],
1807
+ "tieredQuantVariant": [
1808
+ {
1809
+ "match": {
1810
+ "mode": "turboquant"
1811
+ },
1812
+ "value": "decode_tiered_turboquant_f16kv"
1813
+ },
1814
+ {
1815
+ "match": {
1816
+ "mode": "turboquant_prod"
1817
+ },
1818
+ "value": "decode_tiered_turboquant_prod_f16kv"
1819
+ },
1820
+ {
1821
+ "match": {
1822
+ "mode": "int4"
1823
+ },
1824
+ "value": "decode_tiered_int4_f16kv"
1825
+ },
1826
+ {
1827
+ "match": {
1828
+ "mode": "int8"
1829
+ },
1830
+ "value": "decode_tiered_int8_f16kv"
1831
+ },
1832
+ {
1833
+ "match": {},
1834
+ "value": "decode_tiered_int8_f16kv"
1835
+ }
1836
+ ],
1837
+ "contiguousQuantVariant": [
1838
+ {
1839
+ "match": {
1840
+ "mode": "turboquant"
1841
+ },
1842
+ "value": "decode_contiguous_turboquant_f16kv"
1843
+ },
1844
+ {
1845
+ "match": {
1846
+ "mode": "turboquant_prod"
1847
+ },
1848
+ "value": "decode_contiguous_turboquant_prod_f16kv"
1849
+ },
1850
+ {
1851
+ "match": {},
1852
+ "value": "decode_contiguous_turboquant_f16kv"
1853
+ }
1854
+ ],
1855
+ "variant": [
1856
+ {
1857
+ "match": {
1858
+ "canUseDecodeOptimized": true
1859
+ },
1860
+ "value": {
1861
+ "context": "optimizedVariant"
1862
+ }
1863
+ },
1864
+ {
1865
+ "match": {
1866
+ "platformId": {
1867
+ "in": [
1868
+ "apple-m2",
1869
+ "apple-m3",
1870
+ "amd-rdna3",
1871
+ "nvidia-rtx30",
1872
+ "nvidia-rtx40"
1873
+ ]
1874
+ },
1875
+ "isDecode": true,
1876
+ "tier": "subgroup",
1877
+ "canUseDecodeSubgroup": true
1878
+ },
1879
+ "value": "decode_subgroup"
1880
+ },
1881
+ {
1882
+ "match": {
1883
+ "isPaged": true,
1884
+ "isDecode": true,
1885
+ "canUseChunked": true
1886
+ },
1887
+ "value": {
1888
+ "context": "pagedVariant"
1889
+ }
1890
+ },
1891
+ {
1892
+ "match": {
1893
+ "tier": "subgroup",
1894
+ "useF16KV": true,
1895
+ "canUseChunked": true
1896
+ },
1897
+ "value": {
1898
+ "context": "chunkedVariant"
1899
+ }
1900
+ },
1901
+ {
1902
+ "match": {
1903
+ "tier": "subgroup",
1904
+ "useF16KV": true
1905
+ },
1906
+ "value": {
1907
+ "template": "prefill_streaming{suffix}"
1908
+ }
1909
+ },
1910
+ {
1911
+ "match": {
1912
+ "tier": "subgroup",
1913
+ "canUseDecodeSubgroup": true
1914
+ },
1915
+ "value": "decode_subgroup"
1916
+ },
1917
+ {
1918
+ "match": {
1919
+ "tier": "subgroup"
1920
+ },
1921
+ "value": "prefill_streaming"
1922
+ },
1923
+ {
1924
+ "match": {
1925
+ "tier": "tiled_large"
1926
+ },
1927
+ "value": {
1928
+ "template": "{base}{suffix}"
1929
+ }
1930
+ },
1931
+ {
1932
+ "match": {
1933
+ "tier": "tiled_small"
1934
+ },
1935
+ "value": {
1936
+ "template": "prefill_small{suffix}"
1937
+ }
1938
+ },
1939
+ {
1940
+ "match": {
1941
+ "tier": "streaming",
1942
+ "canUseChunked": true
1943
+ },
1944
+ "value": {
1945
+ "context": "chunkedVariant"
1946
+ }
1947
+ },
1948
+ {
1949
+ "match": {
1950
+ "tier": "streaming"
1951
+ },
1952
+ "value": {
1953
+ "template": "prefill_streaming{suffix}"
1954
+ }
1955
+ },
1956
+ {
1957
+ "match": {},
1958
+ "value": {
1959
+ "template": "prefill_streaming{suffix}"
1960
+ }
1961
+ }
1962
+ ]
1963
+ },
1964
+ "kernels/conv2d.rules.json": {
1965
+ "variant": [
1966
+ {
1967
+ "match": {
1968
+ "isF16": true
1969
+ },
1970
+ "value": "default_f16"
1971
+ },
1972
+ {
1973
+ "match": {},
1974
+ "value": "default"
1975
+ }
1976
+ ]
1977
+ },
1978
+ "kernels/depthwise-conv2d.rules.json": {
1979
+ "variant": [
1980
+ {
1981
+ "match": {
1982
+ "isF16": true
1983
+ },
1984
+ "value": "default_f16"
1985
+ },
1986
+ {
1987
+ "match": {},
1988
+ "value": "default"
1989
+ }
1990
+ ]
1991
+ },
1992
+ "kernels/dequant.rules.json": {
1993
+ "variant": [
1994
+ {
1995
+ "match": {
1996
+ "platformId": {
1997
+ "in": [
1998
+ "apple-m2",
1999
+ "apple-m3",
2000
+ "nvidia-rtx30",
2001
+ "nvidia-rtx40"
2002
+ ]
2003
+ },
2004
+ "hasSubgroups": true,
2005
+ "wantsF16Out": true
2006
+ },
2007
+ "value": "subgroup_f16out"
2008
+ },
2009
+ {
2010
+ "match": {
2011
+ "platformId": {
2012
+ "in": [
2013
+ "apple-m2",
2014
+ "apple-m3",
2015
+ "nvidia-rtx30",
2016
+ "nvidia-rtx40"
2017
+ ]
2018
+ },
2019
+ "hasSubgroups": true
2020
+ },
2021
+ "value": "subgroup"
2022
+ },
2023
+ {
2024
+ "match": {
2025
+ "hasSubgroups": true,
2026
+ "wantsF16Out": true,
2027
+ "useVec4": true
2028
+ },
2029
+ "value": "subgroup_vec4_f16out"
2030
+ },
2031
+ {
2032
+ "match": {
2033
+ "hasSubgroups": true,
2034
+ "wantsF16Out": true
2035
+ },
2036
+ "value": "subgroup_f16out"
2037
+ },
2038
+ {
2039
+ "match": {
2040
+ "hasSubgroups": true,
2041
+ "useVec4": true
2042
+ },
2043
+ "value": "subgroup_vec4"
2044
+ },
2045
+ {
2046
+ "match": {
2047
+ "hasSubgroups": true
2048
+ },
2049
+ "value": "subgroup"
2050
+ },
2051
+ {
2052
+ "match": {
2053
+ "wantsF16Out": true,
2054
+ "useVec4": true
2055
+ },
2056
+ "value": "subgroup_vec4_f16out"
2057
+ },
2058
+ {
2059
+ "match": {
2060
+ "wantsF16Out": true
2061
+ },
2062
+ "value": "subgroup_f16out"
2063
+ },
2064
+ {
2065
+ "match": {
2066
+ "useVec4": true
2067
+ },
2068
+ "value": "shared"
2069
+ },
2070
+ {
2071
+ "match": {},
2072
+ "value": "shared"
2073
+ }
2074
+ ],
2075
+ "rowwiseVariant": [
2076
+ {
2077
+ "match": {
2078
+ "wantsF16Out": true
2079
+ },
2080
+ "value": "f16_rowwise"
2081
+ },
2082
+ {
2083
+ "match": {},
2084
+ "value": "f32_rowwise"
2085
+ }
2086
+ ],
2087
+ "mxfp4ExpertVariant": [
2088
+ {
2089
+ "match": {
2090
+ "modelType": "gpt-oss",
2091
+ "hasF16": true,
2092
+ "hasSubgroups": true,
2093
+ "outputDtype": "f16",
2094
+ "dequantTileShape": "vec4",
2095
+ "groupSize": 32
2096
+ },
2097
+ "value": "mxfp4_expert_fused_f16"
2098
+ },
2099
+ {
2100
+ "match": {
2101
+ "modelType": "gpt-oss",
2102
+ "hasF16": true,
2103
+ "outputDtype": "f16"
2104
+ },
2105
+ "value": "mxfp4_expert_f16"
2106
+ },
2107
+ {
2108
+ "match": {
2109
+ "modelType": "gpt-oss"
2110
+ },
2111
+ "value": "mxfp4_expert"
2112
+ },
2113
+ {
2114
+ "match": {
2115
+ "outputDtype": "f16"
2116
+ },
2117
+ "value": "mxfp4_expert_f16"
2118
+ },
2119
+ {
2120
+ "match": {},
2121
+ "value": "mxfp4_expert"
2122
+ }
2123
+ ]
2124
+ },
2125
+ "kernels/energy.rules.json": {
2126
+ "evalVariant": [
2127
+ {
2128
+ "match": {
2129
+ "isF16": true
2130
+ },
2131
+ "value": "eval_f16"
2132
+ },
2133
+ {
2134
+ "match": {},
2135
+ "value": "eval"
2136
+ }
2137
+ ],
2138
+ "updateVariant": [
2139
+ {
2140
+ "match": {
2141
+ "isF16": true
2142
+ },
2143
+ "value": "update_f16"
2144
+ },
2145
+ {
2146
+ "match": {},
2147
+ "value": "update"
2148
+ }
2149
+ ],
2150
+ "quintelUpdateVariant": [
2151
+ {
2152
+ "match": {
2153
+ "isF16": true
2154
+ },
2155
+ "value": "quintel_update_f16"
2156
+ },
2157
+ {
2158
+ "match": {},
2159
+ "value": "quintel_update"
2160
+ }
2161
+ ],
2162
+ "quintelReduceVariant": [
2163
+ {
2164
+ "match": {
2165
+ "isF16": true
2166
+ },
2167
+ "value": "quintel_reduce_f16"
2168
+ },
2169
+ {
2170
+ "match": {},
2171
+ "value": "quintel_reduce"
2172
+ }
2173
+ ],
2174
+ "quintelGradVariant": [
2175
+ {
2176
+ "match": {
2177
+ "isF16": true
2178
+ },
2179
+ "value": "quintel_grad_f16"
2180
+ },
2181
+ {
2182
+ "match": {},
2183
+ "value": "quintel_grad"
2184
+ }
2185
+ ]
2186
+ },
2187
+ "kernels/fused-ffn.rules.json": {
2188
+ "variant": [
2189
+ {
2190
+ "match": {
2191
+ "isQ4K": true,
2192
+ "fusedAllowed": true,
2193
+ "hiddenSubblockAligned": true,
2194
+ "hasF16": true,
2195
+ "useF16Input": true,
2196
+ "batchSize": {
2197
+ "gt": 1
2198
+ }
2199
+ },
2200
+ "value": "q4k_batched_f16a"
2201
+ },
2202
+ {
2203
+ "match": {
2204
+ "isQ4K": true,
2205
+ "fusedAllowed": true,
2206
+ "hiddenSubblockAligned": true,
2207
+ "hasF16": true,
2208
+ "useF16Input": true
2209
+ },
2210
+ "value": "q4k_f16a"
2211
+ },
2212
+ {
2213
+ "match": {
2214
+ "isQ4K": true,
2215
+ "fusedAllowed": true,
2216
+ "hiddenSubblockAligned": true,
2217
+ "batchSize": {
2218
+ "gt": 1
2219
+ }
2220
+ },
2221
+ "value": "q4k_batched"
2222
+ },
2223
+ {
2224
+ "match": {
2225
+ "isQ4K": true,
2226
+ "fusedAllowed": true,
2227
+ "hiddenSubblockAligned": true
2228
+ },
2229
+ "value": "q4k"
2230
+ },
2231
+ {
2232
+ "match": {
2233
+ "weightDtype": "f16",
2234
+ "hasF16": true,
2235
+ "useF16Input": true,
2236
+ "batchSize": {
2237
+ "gt": 1
2238
+ }
2239
+ },
2240
+ "value": "f16_native_batched"
2241
+ },
2242
+ {
2243
+ "match": {
2244
+ "weightDtype": "f16",
2245
+ "hasF16": true,
2246
+ "useF16Input": true
2247
+ },
2248
+ "value": "f16_native"
2249
+ },
2250
+ {
2251
+ "match": {
2252
+ "weightDtype": "f16",
2253
+ "batchSize": {
2254
+ "gt": 1
2255
+ }
2256
+ },
2257
+ "value": "f16_batched"
2258
+ },
2259
+ {
2260
+ "match": {
2261
+ "weightDtype": "f16"
2262
+ },
2263
+ "value": "f16"
2264
+ },
2265
+ {
2266
+ "match": {
2267
+ "batchSize": {
2268
+ "gt": 1
2269
+ }
2270
+ },
2271
+ "value": "batched"
2272
+ },
2273
+ {
2274
+ "match": {
2275
+ "useMultiOutput": true
2276
+ },
2277
+ "value": "multi"
2278
+ },
2279
+ {
2280
+ "match": {},
2281
+ "value": "default"
2282
+ }
2283
+ ]
2284
+ },
2285
+ "kernels/fused-matmul-residual.rules.json": {
2286
+ "variant": [
2287
+ {
2288
+ "match": {
2289
+ "dtype": "f16"
2290
+ },
2291
+ "value": "f16"
2292
+ },
2293
+ {
2294
+ "match": {},
2295
+ "value": "default"
2296
+ }
2297
+ ]
2298
+ },
2299
+ "kernels/fused-matmul-rmsnorm.rules.json": {
2300
+ "variant": [
2301
+ {
2302
+ "match": {
2303
+ "isSmall": true,
2304
+ "isF16": true
2305
+ },
2306
+ "value": "small_f16"
2307
+ },
2308
+ {
2309
+ "match": {
2310
+ "isSmall": true
2311
+ },
2312
+ "value": "small"
2313
+ },
2314
+ {
2315
+ "match": {
2316
+ "isF16": true
2317
+ },
2318
+ "value": "medium_f16"
2319
+ },
2320
+ {
2321
+ "match": {},
2322
+ "value": "medium"
2323
+ }
2324
+ ]
2325
+ },
2326
+ "kernels/gather.rules.json": {
2327
+ "splitConfig": [
2328
+ {
2329
+ "match": {
2330
+ "forcedSectionCount": 4
2331
+ },
2332
+ "value": {
2333
+ "op": "gather_split4",
2334
+ "label": "gather_split4",
2335
+ "sectionCount": 4,
2336
+ "variants": {
2337
+ "f16": "f16_vec4_f16_out"
2338
+ }
2339
+ }
2340
+ },
2341
+ {
2342
+ "match": {
2343
+ "forcedSectionCount": 8
2344
+ },
2345
+ "value": {
2346
+ "op": "gather_split8",
2347
+ "label": "gather_split8",
2348
+ "sectionCount": 8,
2349
+ "variants": {
2350
+ "f16": "f16_vec4_f16_out",
2351
+ "f32": "f16_vec4_f32_out"
2352
+ }
2353
+ }
2354
+ },
2355
+ {
2356
+ "match": {
2357
+ "outputDtype": "f32",
2358
+ "sectionCount": {
2359
+ "lte": 8
2360
+ }
2361
+ },
2362
+ "value": {
2363
+ "op": "gather_split8",
2364
+ "label": "gather_split8",
2365
+ "sectionCount": 8,
2366
+ "variants": {
2367
+ "f16": "f16_vec4_f16_out",
2368
+ "f32": "f16_vec4_f32_out"
2369
+ }
2370
+ }
2371
+ },
2372
+ {
2373
+ "match": {
2374
+ "outputDtype": "f16",
2375
+ "sectionCount": {
2376
+ "lte": 4
2377
+ }
2378
+ },
2379
+ "value": {
2380
+ "op": "gather_split4",
2381
+ "label": "gather_split4",
2382
+ "sectionCount": 4,
2383
+ "variants": {
2384
+ "f16": "f16_vec4_f16_out"
2385
+ }
2386
+ }
2387
+ },
2388
+ {
2389
+ "match": {
2390
+ "outputDtype": "f16",
2391
+ "sectionCount": {
2392
+ "lte": 8
2393
+ }
2394
+ },
2395
+ "value": {
2396
+ "op": "gather_split8",
2397
+ "label": "gather_split8",
2398
+ "sectionCount": 8,
2399
+ "variants": {
2400
+ "f16": "f16_vec4_f16_out",
2401
+ "f32": "f16_vec4_f32_out"
2402
+ }
2403
+ }
2404
+ }
2405
+ ],
2406
+ "variant": [
2407
+ {
2408
+ "match": {
2409
+ "useBF16Input": true,
2410
+ "useF16Output": false
2411
+ },
2412
+ "value": "bf16"
2413
+ },
2414
+ {
2415
+ "match": {
2416
+ "useLiteRTInt4Input": true,
2417
+ "useF16Output": false,
2418
+ "useVec4": true
2419
+ },
2420
+ "value": "litert_int4_vec4_f32_out"
2421
+ },
2422
+ {
2423
+ "match": {
2424
+ "useLiteRTInt4Input": true,
2425
+ "useF16Output": true,
2426
+ "useVec4": true
2427
+ },
2428
+ "value": "litert_int4_vec4_f16_out"
2429
+ },
2430
+ {
2431
+ "match": {
2432
+ "useF16Input": true,
2433
+ "useF16Output": true,
2434
+ "useVec4": true
2435
+ },
2436
+ "value": "f16_vec4_f16_out"
2437
+ },
2438
+ {
2439
+ "match": {
2440
+ "useF16Input": true,
2441
+ "useF16Output": true
2442
+ },
2443
+ "value": "f16_f16_out"
2444
+ },
2445
+ {
2446
+ "match": {
2447
+ "useF16Input": true,
2448
+ "useVec4": true
2449
+ },
2450
+ "value": "f16_vec4"
2451
+ },
2452
+ {
2453
+ "match": {
2454
+ "useF16Input": true
2455
+ },
2456
+ "value": "f16"
2457
+ },
2458
+ {
2459
+ "match": {
2460
+ "useF16Output": true,
2461
+ "useVec4": true
2462
+ },
2463
+ "value": "vec4_f16_out"
2464
+ },
2465
+ {
2466
+ "match": {
2467
+ "useF16Output": true
2468
+ },
2469
+ "value": "f16_out"
2470
+ },
2471
+ {
2472
+ "match": {
2473
+ "useVec4": true
2474
+ },
2475
+ "value": "vec4"
2476
+ },
2477
+ {
2478
+ "match": {},
2479
+ "value": "default"
2480
+ }
2481
+ ]
2482
+ },
2483
+ "kernels/gelu.rules.json": {
2484
+ "variant": [
2485
+ {
2486
+ "match": {
2487
+ "isF16": true
2488
+ },
2489
+ "value": "gelu_f16"
2490
+ },
2491
+ {
2492
+ "match": {},
2493
+ "value": "gelu"
2494
+ }
2495
+ ],
2496
+ "overrides": [
2497
+ {
2498
+ "match": {
2499
+ "useRowsplit": true
2500
+ },
2501
+ "value": {
2502
+ "USE_ROWSPLIT": true
2503
+ }
2504
+ },
2505
+ {
2506
+ "match": {
2507
+ "hasGate": true
2508
+ },
2509
+ "value": {
2510
+ "HAS_GATE": true
2511
+ }
2512
+ },
2513
+ {
2514
+ "match": {},
2515
+ "value": {}
2516
+ }
2517
+ ]
2518
+ },
2519
+ "kernels/grouped-pointwise-conv2d.rules.json": {
2520
+ "variant": [
2521
+ {
2522
+ "match": {
2523
+ "isF16": true
2524
+ },
2525
+ "value": "default_f16"
2526
+ },
2527
+ {
2528
+ "match": {},
2529
+ "value": "default"
2530
+ }
2531
+ ]
2532
+ },
2533
+ "kernels/groupnorm.rules.json": {
2534
+ "statsVariant": [
2535
+ {
2536
+ "match": {
2537
+ "isF16": true
2538
+ },
2539
+ "value": "stats_f16"
2540
+ },
2541
+ {
2542
+ "match": {},
2543
+ "value": "stats"
2544
+ }
2545
+ ],
2546
+ "applyVariant": [
2547
+ {
2548
+ "match": {
2549
+ "isF16": true
2550
+ },
2551
+ "value": "apply_f16"
2552
+ },
2553
+ {
2554
+ "match": {},
2555
+ "value": "apply"
2556
+ }
2557
+ ]
2558
+ },
2559
+ "kernels/kv_quantize.rules.json": {
2560
+ "variant": [
2561
+ {
2562
+ "match": {
2563
+ "mode": "turboquant"
2564
+ },
2565
+ "value": "turboquant"
2566
+ },
2567
+ {
2568
+ "match": {
2569
+ "mode": "turboquant_prod"
2570
+ },
2571
+ "value": "turboquant_prod"
2572
+ },
2573
+ {
2574
+ "match": {
2575
+ "mode": "int4"
2576
+ },
2577
+ "value": "int4"
2578
+ },
2579
+ {
2580
+ "match": {
2581
+ "mode": "int8"
2582
+ },
2583
+ "value": "int8"
2584
+ },
2585
+ {
2586
+ "match": {},
2587
+ "value": "int8"
2588
+ }
2589
+ ]
2590
+ },
2591
+ "kernels/layernorm.rules.json": {
2592
+ "variant": [
2593
+ {
2594
+ "match": {
2595
+ "isF16": true
2596
+ },
2597
+ "value": "default_f16"
2598
+ },
2599
+ {
2600
+ "match": {},
2601
+ "value": "default"
2602
+ }
2603
+ ]
2604
+ },
2605
+ "kernels/linear-attention.rules.json": {
2606
+ "variant": [
2607
+ {
2608
+ "match": {
2609
+ "isF16": true
2610
+ },
2611
+ "value": "default_f16"
2612
+ },
2613
+ {
2614
+ "match": {},
2615
+ "value": "default"
2616
+ }
2617
+ ]
2618
+ },
2619
+ "kernels/lm-head-argmax.rules.json": {
2620
+ "phase1Variant": [
2621
+ {
2622
+ "match": {
2623
+ "weightDtype": "q4k"
2624
+ },
2625
+ "value": "phase1_q4k_f32a"
2626
+ },
2627
+ {
2628
+ "match": {
2629
+ "weightDtype": "f16"
2630
+ },
2631
+ "value": "phase1_f16w_f32a"
2632
+ }
2633
+ ],
2634
+ "phase2Variant": [
2635
+ {
2636
+ "match": {
2637
+ "weightDtype": "q4k"
2638
+ },
2639
+ "value": "phase2_q4k"
2640
+ },
2641
+ {
2642
+ "match": {},
2643
+ "value": "phase2"
2644
+ }
2645
+ ]
2646
+ },
2647
+ "kernels/matmul.rules.json": {
2648
+ "litertInt4FusedVariant": [
2649
+ {
2650
+ "match": {
2651
+ "activationDtype": "f16",
2652
+ "outputDtype": "f16",
2653
+ "transposeB": true
2654
+ },
2655
+ "value": "litert_int4_multicol_f16a"
2656
+ },
2657
+ {
2658
+ "match": {
2659
+ "activationDtype": "f16",
2660
+ "outputDtype": "f32",
2661
+ "transposeB": true
2662
+ },
2663
+ "value": "litert_int4_multicol_f16a_f32out"
2664
+ },
2665
+ {
2666
+ "match": {
2667
+ "activationDtype": "f32",
2668
+ "outputDtype": "f32",
2669
+ "transposeB": true
2670
+ },
2671
+ "value": "litert_int4_multicol_f32a_f32out"
2672
+ },
2673
+ {
2674
+ "match": {},
2675
+ "value": null
2676
+ }
2677
+ ],
2678
+ "w4a16FusedVariant": [
2679
+ {
2680
+ "match": {
2681
+ "activationDtype": "f16",
2682
+ "outputDtype": "f16",
2683
+ "transposeB": true,
2684
+ "isPrefill": true
2685
+ },
2686
+ "value": "w4a16_batched_f16a"
2687
+ },
2688
+ {
2689
+ "match": {
2690
+ "activationDtype": "f16",
2691
+ "outputDtype": "f32",
2692
+ "transposeB": true,
2693
+ "isPrefill": true
2694
+ },
2695
+ "value": "w4a16_batched_f16a_f32out"
2696
+ },
2697
+ {
2698
+ "match": {
2699
+ "activationDtype": "f16",
2700
+ "outputDtype": "f16",
2701
+ "transposeB": true
2702
+ },
2703
+ "value": "w4a16_multicol_f16a"
2704
+ },
2705
+ {
2706
+ "match": {
2707
+ "activationDtype": "f16",
2708
+ "outputDtype": "f32",
2709
+ "transposeB": true
2710
+ },
2711
+ "value": "w4a16_multicol_f16a_f32out"
2712
+ },
2713
+ {
2714
+ "match": {},
2715
+ "value": null
2716
+ }
2717
+ ],
2718
+ "q4kFusedVariant": [
2719
+ {
2720
+ "match": {
2721
+ "useF16A": true,
2722
+ "isM1": true
2723
+ },
2724
+ "value": "q4_fused_multicol_f16a"
2725
+ },
2726
+ {
2727
+ "match": {
2728
+ "useF16A": true
2729
+ },
2730
+ "value": "q4_fused_batched_f16a"
2731
+ },
2732
+ {
2733
+ "match": {
2734
+ "useF16Out": true,
2735
+ "isM1": true
2736
+ },
2737
+ "value": "q4_fused_multicol_f16"
2738
+ },
2739
+ {
2740
+ "match": {
2741
+ "useF16Out": true
2742
+ },
2743
+ "value": "q4_fused_batched_f16"
2744
+ },
2745
+ {
2746
+ "match": {
2747
+ "isM1": true
2748
+ },
2749
+ "value": "q4_fused_multicol"
2750
+ },
2751
+ {
2752
+ "match": {},
2753
+ "value": "q4_fused_batched"
2754
+ }
2755
+ ],
2756
+ "matmulKernel": [
2757
+ {
2758
+ "match": {
2759
+ "useF16Matmul": true,
2760
+ "useTiled": true
2761
+ },
2762
+ "value": "f16_tiled"
2763
+ },
2764
+ {
2765
+ "match": {
2766
+ "useF16Matmul": true,
2767
+ "useVec4": true
2768
+ },
2769
+ "value": "f16_vec4"
2770
+ },
2771
+ {
2772
+ "match": {
2773
+ "useF16Matmul": true
2774
+ },
2775
+ "value": "f16"
2776
+ },
2777
+ {
2778
+ "match": {
2779
+ "useF16wF32a": true,
2780
+ "useF16wF32aTiled": true
2781
+ },
2782
+ "value": "f16w_f32a_tiled"
2783
+ },
2784
+ {
2785
+ "match": {
2786
+ "useF16wF32a": true
2787
+ },
2788
+ "value": "f16w_f32a"
2789
+ },
2790
+ {
2791
+ "match": {},
2792
+ "value": "f32"
2793
+ }
2794
+ ],
2795
+ "gemvPathVariant": [
2796
+ {
2797
+ "match": {
2798
+ "useF16GemvPath": true,
2799
+ "useMulticol": true
2800
+ },
2801
+ "value": "gemv_subgroup_multicol_f16a"
2802
+ },
2803
+ {
2804
+ "match": {
2805
+ "useF16GemvPath": true
2806
+ },
2807
+ "value": "gemv_subgroup_f16a"
2808
+ },
2809
+ {
2810
+ "match": {
2811
+ "useF32GemvPath": true,
2812
+ "useMulticol": true
2813
+ },
2814
+ "value": "gemv_subgroup_multicol"
2815
+ },
2816
+ {
2817
+ "match": {
2818
+ "useF32GemvPath": true
2819
+ },
2820
+ "value": "gemv_subgroup"
2821
+ },
2822
+ {
2823
+ "match": {},
2824
+ "value": {
2825
+ "context": "pathVariant"
2826
+ }
2827
+ }
2828
+ ],
2829
+ "gemvVariant": [
2830
+ {
2831
+ "match": {
2832
+ "platformId": {
2833
+ "in": [
2834
+ "apple-m2",
2835
+ "apple-m3",
2836
+ "amd-rdna3"
2837
+ ]
2838
+ },
2839
+ "hasSubgroups": true,
2840
+ "useF16Gemv": true
2841
+ },
2842
+ "value": "gemv_subgroup_f16a"
2843
+ },
2844
+ {
2845
+ "match": {
2846
+ "platformId": {
2847
+ "in": [
2848
+ "apple-m2",
2849
+ "apple-m3",
2850
+ "amd-rdna3"
2851
+ ]
2852
+ },
2853
+ "hasSubgroups": true,
2854
+ "useF32Gemv": true
2855
+ },
2856
+ "value": "gemv_subgroup"
2857
+ },
2858
+ {
2859
+ "match": {
2860
+ "hasSubgroups": true,
2861
+ "useF16Gemv": true,
2862
+ "useVec4": true,
2863
+ "useMulticol": false
2864
+ },
2865
+ "value": "gemv_subgroup_vec4_f16a"
2866
+ },
2867
+ {
2868
+ "match": {
2869
+ "hasSubgroups": true,
2870
+ "useF32Gemv": true,
2871
+ "useVec4": true,
2872
+ "useMulticol": false
2873
+ },
2874
+ "value": "gemv_subgroup_vec4"
2875
+ },
2876
+ {
2877
+ "match": {
2878
+ "hasSubgroups": true,
2879
+ "useF16Gemv": true,
2880
+ "useMulticol": true
2881
+ },
2882
+ "value": "gemv_subgroup_multicol_f16a"
2883
+ },
2884
+ {
2885
+ "match": {
2886
+ "hasSubgroups": true,
2887
+ "useF16Gemv": true
2888
+ },
2889
+ "value": "gemv_subgroup_f16a"
2890
+ },
2891
+ {
2892
+ "match": {
2893
+ "hasSubgroups": true,
2894
+ "useF32Gemv": true,
2895
+ "useMulticol": true
2896
+ },
2897
+ "value": "gemv_subgroup_multicol"
2898
+ },
2899
+ {
2900
+ "match": {
2901
+ "hasSubgroups": true,
2902
+ "useF32Gemv": true
2903
+ },
2904
+ "value": "gemv_subgroup"
2905
+ },
2906
+ {
2907
+ "match": {
2908
+ "useF16Gemv": true
2909
+ },
2910
+ "value": "gemv_f16a"
2911
+ },
2912
+ {
2913
+ "match": {
2914
+ "useF32Gemv": true
2915
+ },
2916
+ "value": "gemv"
2917
+ },
2918
+ {
2919
+ "match": {},
2920
+ "value": "f32"
2921
+ }
2922
+ ],
2923
+ "matmulSelection": [
2924
+ {
2925
+ "match": {
2926
+ "useLiteRTInt4Fused": true
2927
+ },
2928
+ "value": {
2929
+ "variant": {
2930
+ "context": "litertInt4Variant"
2931
+ },
2932
+ "useQ4KFused": false,
2933
+ "useGemv": false,
2934
+ "useLiteRTInt4Fused": true
2935
+ }
2936
+ },
2937
+ {
2938
+ "match": {
2939
+ "useW4A16Fused": true
2940
+ },
2941
+ "value": {
2942
+ "variant": {
2943
+ "context": "w4a16Variant"
2944
+ },
2945
+ "useQ4KFused": false,
2946
+ "useGemv": false,
2947
+ "useLiteRTInt4Fused": false,
2948
+ "useW4A16Fused": true
2949
+ }
2950
+ },
2951
+ {
2952
+ "match": {
2953
+ "isQ4K": true,
2954
+ "hasSubgroups": true,
2955
+ "fusedAllowed": true
2956
+ },
2957
+ "value": {
2958
+ "variant": {
2959
+ "context": "q4kVariant"
2960
+ },
2961
+ "useQ4KFused": true,
2962
+ "useGemv": false
2963
+ }
2964
+ },
2965
+ {
2966
+ "match": {
2967
+ "useGemv": true
2968
+ },
2969
+ "value": {
2970
+ "variant": {
2971
+ "context": "gemvVariant"
2972
+ },
2973
+ "useQ4KFused": false,
2974
+ "useGemv": true
2975
+ }
2976
+ },
2977
+ {
2978
+ "match": {},
2979
+ "value": {
2980
+ "variant": {
2981
+ "context": "matmulVariant"
2982
+ },
2983
+ "useQ4KFused": false,
2984
+ "useGemv": false
2985
+ }
2986
+ }
2987
+ ],
2988
+ "preferredWeightDtype": [
2989
+ {
2990
+ "match": {
2991
+ "variantWeightDtype": "f16",
2992
+ "hasQ4KMaterialization": true,
2993
+ "hasSubgroups": true
2994
+ },
2995
+ "value": "q4k"
2996
+ },
2997
+ {
2998
+ "match": {},
2999
+ "value": {
3000
+ "context": "variantWeightDtype"
3001
+ }
3002
+ }
3003
+ ],
3004
+ "weightDtypeMismatchPolicy": [
3005
+ {
3006
+ "match": {
3007
+ "actualWeightDtype": "f16",
3008
+ "requiredWeightDtype": "q4k"
3009
+ },
3010
+ "value": "fallthrough"
3011
+ },
3012
+ {
3013
+ "match": {
3014
+ "actualWeightDtype": "q4k",
3015
+ "requiredWeightDtype": "f16",
3016
+ "hasSubgroups": true
3017
+ },
3018
+ "value": "fallthrough"
3019
+ },
3020
+ {
3021
+ "match": {
3022
+ "actualWeightDtype": "q4k",
3023
+ "requiredWeightDtype": "f32",
3024
+ "hasSubgroups": true
3025
+ },
3026
+ "value": "fallthrough"
3027
+ },
3028
+ {
3029
+ "match": {
3030
+ "actualWeightDtype": "litert_int4",
3031
+ "requiredWeightDtype": "f16"
3032
+ },
3033
+ "value": "fallthrough"
3034
+ },
3035
+ {
3036
+ "match": {
3037
+ "actualWeightDtype": "litert_int4",
3038
+ "requiredWeightDtype": "f32"
3039
+ },
3040
+ "value": "fallthrough"
3041
+ },
3042
+ {
3043
+ "match": {
3044
+ "actualWeightDtype": "w4a16",
3045
+ "requiredWeightDtype": "f16"
3046
+ },
3047
+ "value": "fallthrough"
3048
+ },
3049
+ {
3050
+ "match": {
3051
+ "actualWeightDtype": "w4a16",
3052
+ "requiredWeightDtype": "f32"
3053
+ },
3054
+ "value": "fallthrough"
3055
+ },
3056
+ {
3057
+ "match": {},
3058
+ "value": "reject"
3059
+ }
3060
+ ],
3061
+ "q4kMaterializationMode": [
3062
+ {
3063
+ "match": {
3064
+ "hasFusedProjections": true,
3065
+ "hasDenseProjections": true
3066
+ },
3067
+ "value": "mixed"
3068
+ },
3069
+ {
3070
+ "match": {
3071
+ "hasFusedProjections": true
3072
+ },
3073
+ "value": "fused"
3074
+ },
3075
+ {
3076
+ "match": {},
3077
+ "value": "dense"
3078
+ }
3079
+ ],
3080
+ "phase": [
3081
+ {
3082
+ "match": {
3083
+ "isDecode": true
3084
+ },
3085
+ "value": "decode"
3086
+ },
3087
+ {
3088
+ "match": {},
3089
+ "value": "prefill"
3090
+ }
3091
+ ]
3092
+ },
3093
+ "kernels/modulate.rules.json": {
3094
+ "variant": [
3095
+ {
3096
+ "match": {
3097
+ "inputDtype": "f16",
3098
+ "modDtype": "f16"
3099
+ },
3100
+ "value": "f16"
3101
+ },
3102
+ {
3103
+ "match": {},
3104
+ "value": "default"
3105
+ }
3106
+ ]
3107
+ },
3108
+ "kernels/moe.rules.gptoss.json": {
3109
+ "routerTopKVariant": [
3110
+ {
3111
+ "match": {
3112
+ "modelType": "gpt-oss",
3113
+ "hasF16": true,
3114
+ "hasSubgroups": true,
3115
+ "inputDtype": "f16",
3116
+ "weightsDtype": "f16"
3117
+ },
3118
+ "value": "gptoss_router_topk"
3119
+ },
3120
+ {
3121
+ "match": {
3122
+ "modelType": "gpt-oss",
3123
+ "hasF16": true,
3124
+ "inputDtype": "f16",
3125
+ "weightsDtype": "f16"
3126
+ },
3127
+ "value": "fused_f16_w16"
3128
+ },
3129
+ {
3130
+ "match": {
3131
+ "modelType": "gpt-oss",
3132
+ "inputDtype": "f16"
3133
+ },
3134
+ "value": "fused_f16"
3135
+ }
3136
+ ],
3137
+ "vendorQuirkProfile": [
3138
+ {
3139
+ "match": {
3140
+ "vendor": {
3141
+ "contains": [
3142
+ "intel",
3143
+ "amd"
3144
+ ]
3145
+ }
3146
+ },
3147
+ "value": {
3148
+ "preferVec4Dequant": false,
3149
+ "dequantTileShape": "scalar",
3150
+ "routerWorkgroupSize": 128,
3151
+ "maxTokensPerExpertScale": 0.85
3152
+ }
3153
+ },
3154
+ {
3155
+ "match": {
3156
+ "vendor": {
3157
+ "contains": [
3158
+ "nvidia",
3159
+ "apple",
3160
+ "qualcomm"
3161
+ ]
3162
+ }
3163
+ },
3164
+ "value": {
3165
+ "preferVec4Dequant": true,
3166
+ "dequantTileShape": "vec4",
3167
+ "routerWorkgroupSize": 256,
3168
+ "maxTokensPerExpertScale": 1
3169
+ }
3170
+ },
3171
+ {
3172
+ "match": {},
3173
+ "value": {
3174
+ "preferVec4Dequant": false,
3175
+ "dequantTileShape": "scalar",
3176
+ "routerWorkgroupSize": 128,
3177
+ "maxTokensPerExpertScale": 0.9
3178
+ }
3179
+ }
3180
+ ],
3181
+ "dequantVariant": [
3182
+ {
3183
+ "match": {
3184
+ "modelType": "gpt-oss",
3185
+ "outputDtype": "f16",
3186
+ "hasF16": true,
3187
+ "hasSubgroups": true,
3188
+ "dequantTileShape": "vec4",
3189
+ "groupSize": 32
3190
+ },
3191
+ "value": "mxfp4_expert_fused_f16"
3192
+ },
3193
+ {
3194
+ "match": {
3195
+ "modelType": "gpt-oss",
3196
+ "outputDtype": "f16",
3197
+ "hasF16": true
3198
+ },
3199
+ "value": "mxfp4_expert_f16"
3200
+ },
3201
+ {
3202
+ "match": {
3203
+ "modelType": "gpt-oss"
3204
+ },
3205
+ "value": "mxfp4_expert"
3206
+ }
3207
+ ],
3208
+ "shapePolicy": [
3209
+ {
3210
+ "match": {
3211
+ "modelType": "gpt-oss"
3212
+ },
3213
+ "value": {
3214
+ "hiddenSizeDivisor": 32,
3215
+ "intermediateSizeDivisor": 32,
3216
+ "groupSize": 32,
3217
+ "gateUpRowsplit": true
3218
+ }
3219
+ }
3220
+ ]
3221
+ },
3222
+ "kernels/moe.rules.json": {
3223
+ "variantSuffix": [
3224
+ {
3225
+ "match": {
3226
+ "useF16": true
3227
+ },
3228
+ "value": "_f16"
3229
+ },
3230
+ {
3231
+ "match": {},
3232
+ "value": ""
3233
+ }
3234
+ ],
3235
+ "scatterAddVariant": [
3236
+ {
3237
+ "match": {
3238
+ "outputDtype": "f16",
3239
+ "weightsDtype": "f16",
3240
+ "hasExpertScale": true
3241
+ },
3242
+ "value": "dynamic_f16_w16_expert_scale"
3243
+ },
3244
+ {
3245
+ "match": {
3246
+ "outputDtype": "f16",
3247
+ "hasExpertScale": true
3248
+ },
3249
+ "value": "dynamic_f16_expert_scale"
3250
+ },
3251
+ {
3252
+ "match": {
3253
+ "hasExpertScale": true
3254
+ },
3255
+ "value": "dynamic_expert_scale"
3256
+ },
3257
+ {
3258
+ "match": {
3259
+ "outputDtype": "f16",
3260
+ "weightsDtype": "f16"
3261
+ },
3262
+ "value": "dynamic_f16_w16"
3263
+ },
3264
+ {
3265
+ "match": {
3266
+ "outputDtype": "f16"
3267
+ },
3268
+ "value": "dynamic_f16"
3269
+ },
3270
+ {
3271
+ "match": {},
3272
+ "value": "dynamic"
3273
+ }
3274
+ ]
3275
+ },
3276
+ "kernels/moe.rules.mixtral.json": {
3277
+ "vendorQuirkProfile": [
3278
+ {
3279
+ "match": {
3280
+ "vendor": {
3281
+ "contains": [
3282
+ "intel",
3283
+ "amd"
3284
+ ]
3285
+ }
3286
+ },
3287
+ "value": {
3288
+ "preferVec4Dequant": false,
3289
+ "dequantTileShape": "scalar",
3290
+ "routerWorkgroupSize": 128,
3291
+ "maxTokensPerExpertScale": 0.85
3292
+ }
3293
+ },
3294
+ {
3295
+ "match": {
3296
+ "vendor": {
3297
+ "contains": [
3298
+ "nvidia",
3299
+ "apple",
3300
+ "qualcomm"
3301
+ ]
3302
+ }
3303
+ },
3304
+ "value": {
3305
+ "preferVec4Dequant": false,
3306
+ "dequantTileShape": "scalar",
3307
+ "routerWorkgroupSize": 256,
3308
+ "maxTokensPerExpertScale": 1
3309
+ }
3310
+ },
3311
+ {
3312
+ "match": {},
3313
+ "value": {
3314
+ "preferVec4Dequant": false,
3315
+ "dequantTileShape": "scalar",
3316
+ "routerWorkgroupSize": 128,
3317
+ "maxTokensPerExpertScale": 1
3318
+ }
3319
+ }
3320
+ ],
3321
+ "routerTopKVariant": [
3322
+ {
3323
+ "match": {
3324
+ "modelType": "mixtral",
3325
+ "hasF16": true,
3326
+ "hasSubgroups": true,
3327
+ "routerDtype": "f32"
3328
+ },
3329
+ "value": "softmax_topk_f32_subgroup"
3330
+ },
3331
+ {
3332
+ "match": {
3333
+ "modelType": "mixtral",
3334
+ "routerDtype": "f32"
3335
+ },
3336
+ "value": "softmax_topk_f32"
3337
+ },
3338
+ {
3339
+ "match": {
3340
+ "modelType": "mixtral"
3341
+ },
3342
+ "value": "softmax_topk_f32"
3343
+ }
3344
+ ],
3345
+ "dequantVariant": [
3346
+ {
3347
+ "match": {
3348
+ "modelType": "mixtral",
3349
+ "weightsDtype": "q4k",
3350
+ "hasF16": true,
3351
+ "hasSubgroups": true,
3352
+ "outputDtype": "f32"
3353
+ },
3354
+ "value": "q4k_expert_dequant_f32_subgroup"
3355
+ },
3356
+ {
3357
+ "match": {
3358
+ "modelType": "mixtral",
3359
+ "weightsDtype": "q4k",
3360
+ "outputDtype": "f16",
3361
+ "hasF16": true
3362
+ },
3363
+ "value": "q4k_expert_dequant_f16"
3364
+ },
3365
+ {
3366
+ "match": {
3367
+ "modelType": "mixtral",
3368
+ "weightsDtype": "q4k"
3369
+ },
3370
+ "value": "q4k_expert_dequant_f32"
3371
+ },
3372
+ {
3373
+ "match": {
3374
+ "modelType": "mixtral",
3375
+ "weightsDtype": "f16",
3376
+ "outputDtype": "f16",
3377
+ "hasF16": true
3378
+ },
3379
+ "value": "f16_expert_passthrough"
3380
+ },
3381
+ {
3382
+ "match": {
3383
+ "modelType": "mixtral"
3384
+ },
3385
+ "value": "f16_expert_upcast_f32"
3386
+ }
3387
+ ]
3388
+ },
3389
+ "kernels/pixel_shuffle.rules.json": {
3390
+ "variant": [
3391
+ {
3392
+ "match": {
3393
+ "dtype": "f16"
3394
+ },
3395
+ "value": "f16"
3396
+ },
3397
+ {
3398
+ "match": {},
3399
+ "value": "default"
3400
+ }
3401
+ ]
3402
+ },
3403
+ "kernels/relu.rules.json": {
3404
+ "variant": [
3405
+ {
3406
+ "match": {
3407
+ "dtype": "f16"
3408
+ },
3409
+ "value": "default_f16"
3410
+ },
3411
+ {
3412
+ "match": {},
3413
+ "value": "default"
3414
+ }
3415
+ ]
3416
+ },
3417
+ "kernels/rep-penalty.rules.json": {
3418
+ "variant": [
3419
+ {
3420
+ "match": {
3421
+ "useF16": true
3422
+ },
3423
+ "value": "default_f16"
3424
+ },
3425
+ {
3426
+ "match": {},
3427
+ "value": "default"
3428
+ }
3429
+ ]
3430
+ },
3431
+ "kernels/repeat-channels.rules.json": {
3432
+ "variant": [
3433
+ {
3434
+ "match": {
3435
+ "dtype": "f16"
3436
+ },
3437
+ "value": "default_f16"
3438
+ },
3439
+ {
3440
+ "match": {},
3441
+ "value": "default"
3442
+ }
3443
+ ]
3444
+ },
3445
+ "kernels/residual.rules.json": {
3446
+ "residualVariant": [
3447
+ {
3448
+ "match": {
3449
+ "useVec4": true,
3450
+ "outputDtype": "f16"
3451
+ },
3452
+ "value": "vec4_f16"
3453
+ },
3454
+ {
3455
+ "match": {
3456
+ "useVec4": true
3457
+ },
3458
+ "value": "vec4"
3459
+ },
3460
+ {
3461
+ "match": {
3462
+ "outputDtype": "f16"
3463
+ },
3464
+ "value": "default_f16"
3465
+ },
3466
+ {
3467
+ "match": {},
3468
+ "value": "default"
3469
+ }
3470
+ ],
3471
+ "biasAddVariant": [
3472
+ {
3473
+ "match": {
3474
+ "dataDtype": "f16",
3475
+ "biasDtype": "f16"
3476
+ },
3477
+ "value": "f16"
3478
+ },
3479
+ {
3480
+ "match": {},
3481
+ "value": "default"
3482
+ }
3483
+ ]
3484
+ },
3485
+ "kernels/rmsnorm-qk.rules.json": {
3486
+ "variant": [
3487
+ {
3488
+ "match": {
3489
+ "isF16": true
3490
+ },
3491
+ "value": "default_f16"
3492
+ },
3493
+ {
3494
+ "match": {},
3495
+ "value": "default"
3496
+ }
3497
+ ]
3498
+ },
3499
+ "kernels/rmsnorm.rules.json": {
3500
+ "variant": [
3501
+ {
3502
+ "match": {
3503
+ "isF16": true,
3504
+ "isSmall": true
3505
+ },
3506
+ "value": "small_f16"
3507
+ },
3508
+ {
3509
+ "match": {
3510
+ "isF16": true
3511
+ },
3512
+ "value": "default_f16"
3513
+ },
3514
+ {
3515
+ "match": {
3516
+ "residual": true
3517
+ },
3518
+ "value": "residual"
3519
+ },
3520
+ {
3521
+ "match": {
3522
+ "hasSubgroups": true,
3523
+ "isSmall": true
3524
+ },
3525
+ "value": "small_subgroup"
3526
+ },
3527
+ {
3528
+ "match": {
3529
+ "hasSubgroups": true
3530
+ },
3531
+ "value": "subgroup"
3532
+ },
3533
+ {
3534
+ "match": {
3535
+ "isSmall": true
3536
+ },
3537
+ "value": "small"
3538
+ },
3539
+ {
3540
+ "match": {},
3541
+ "value": "default"
3542
+ }
3543
+ ]
3544
+ },
3545
+ "kernels/rope-qk.rules.json": {
3546
+ "variant": [
3547
+ {
3548
+ "match": {
3549
+ "useF16": true
3550
+ },
3551
+ "value": "default_f16"
3552
+ },
3553
+ {
3554
+ "match": {},
3555
+ "value": "default"
3556
+ }
3557
+ ]
3558
+ },
3559
+ "kernels/rope.rules.json": {
3560
+ "variant": [
3561
+ {
3562
+ "match": {
3563
+ "useF16": true
3564
+ },
3565
+ "value": "default_f16"
3566
+ },
3567
+ {
3568
+ "match": {},
3569
+ "value": "default"
3570
+ }
3571
+ ]
3572
+ },
3573
+ "kernels/sample.rules.json": {
3574
+ "suffix": [
3575
+ {
3576
+ "match": {
3577
+ "useF16": true
3578
+ },
3579
+ "value": "_f16"
3580
+ },
3581
+ {
3582
+ "match": {},
3583
+ "value": ""
3584
+ }
3585
+ ]
3586
+ },
3587
+ "kernels/scale.rules.json": {
3588
+ "variant": [
3589
+ {
3590
+ "match": {
3591
+ "isF16": true,
3592
+ "inplace": true
3593
+ },
3594
+ "value": "inplace_f16"
3595
+ },
3596
+ {
3597
+ "match": {
3598
+ "isF16": true
3599
+ },
3600
+ "value": "default_f16"
3601
+ },
3602
+ {
3603
+ "match": {
3604
+ "inplace": true
3605
+ },
3606
+ "value": "inplace"
3607
+ },
3608
+ {
3609
+ "match": {},
3610
+ "value": "default"
3611
+ }
3612
+ ]
3613
+ },
3614
+ "kernels/silu.rules.json": {
3615
+ "variant": [
3616
+ {
3617
+ "match": {
3618
+ "isF16": true
3619
+ },
3620
+ "value": "default_f16"
3621
+ },
3622
+ {
3623
+ "match": {},
3624
+ "value": "default"
3625
+ }
3626
+ ],
3627
+ "overrides": [
3628
+ {
3629
+ "match": {
3630
+ "useRowsplit": true
3631
+ },
3632
+ "value": {
3633
+ "USE_ROWSPLIT": true
3634
+ }
3635
+ },
3636
+ {
3637
+ "match": {
3638
+ "useSplit": true
3639
+ },
3640
+ "value": {
3641
+ "USE_SPLIT": true
3642
+ }
3643
+ },
3644
+ {
3645
+ "match": {
3646
+ "hasGate": true,
3647
+ "useVec4": true
3648
+ },
3649
+ "value": {
3650
+ "HAS_GATE": true,
3651
+ "USE_VEC4": true
3652
+ }
3653
+ },
3654
+ {
3655
+ "match": {
3656
+ "hasGate": true
3657
+ },
3658
+ "value": {
3659
+ "HAS_GATE": true
3660
+ }
3661
+ },
3662
+ {
3663
+ "match": {
3664
+ "useVec4": true
3665
+ },
3666
+ "value": {
3667
+ "USE_VEC4": true
3668
+ }
3669
+ },
3670
+ {
3671
+ "match": {},
3672
+ "value": {}
3673
+ }
3674
+ ],
3675
+ "activationOp": [
3676
+ {
3677
+ "match": {
3678
+ "activation": "gelu"
3679
+ },
3680
+ "value": "gelu"
3681
+ },
3682
+ {
3683
+ "match": {},
3684
+ "value": "silu"
3685
+ }
3686
+ ],
3687
+ "swigluRowsplitBiasVariant": [
3688
+ {
3689
+ "match": {
3690
+ "isF16": true
3691
+ },
3692
+ "value": "rowsplit_bias_f16"
3693
+ },
3694
+ {
3695
+ "match": {},
3696
+ "value": "rowsplit_bias"
3697
+ }
3698
+ ]
3699
+ },
3700
+ "kernels/softmax.rules.json": {
3701
+ "variant": [
3702
+ {
3703
+ "match": {
3704
+ "hasSubgroups": true,
3705
+ "isSmall": true
3706
+ },
3707
+ "value": "small_subgroup"
3708
+ },
3709
+ {
3710
+ "match": {
3711
+ "hasSubgroups": true
3712
+ },
3713
+ "value": "subgroup"
3714
+ },
3715
+ {
3716
+ "match": {
3717
+ "isSmall": true
3718
+ },
3719
+ "value": "small"
3720
+ },
3721
+ {
3722
+ "match": {},
3723
+ "value": "default"
3724
+ }
3725
+ ],
3726
+ "topkVariant": [
3727
+ {
3728
+ "match": {
3729
+ "modelType": "gpt-oss",
3730
+ "hasF16": true,
3731
+ "hasSubgroups": true,
3732
+ "inputDtype": "f16",
3733
+ "weightsDtype": "f16"
3734
+ },
3735
+ "value": "gptoss_router_topk"
3736
+ },
3737
+ {
3738
+ "match": {
3739
+ "modelType": "mixtral",
3740
+ "inputDtype": "f16",
3741
+ "weightsDtype": "f16"
3742
+ },
3743
+ "value": "fused_f16_w16"
3744
+ },
3745
+ {
3746
+ "match": {
3747
+ "modelType": "mixtral"
3748
+ },
3749
+ "value": "fused"
3750
+ },
3751
+ {
3752
+ "match": {
3753
+ "inputDtype": "f16",
3754
+ "weightsDtype": "f16"
3755
+ },
3756
+ "value": "fused_f16_w16"
3757
+ },
3758
+ {
3759
+ "match": {
3760
+ "inputDtype": "f16"
3761
+ },
3762
+ "value": "fused_f16"
3763
+ },
3764
+ {
3765
+ "match": {},
3766
+ "value": "fused"
3767
+ }
3768
+ ]
3769
+ },
3770
+ "kernels/split-qg.rules.json": {
3771
+ "variant": [
3772
+ {
3773
+ "match": {
3774
+ "outputDtype": "f16"
3775
+ },
3776
+ "value": "f16"
3777
+ },
3778
+ {
3779
+ "match": {},
3780
+ "value": "default"
3781
+ }
3782
+ ]
3783
+ },
3784
+ "kernels/split-qkv.rules.json": {
3785
+ "variant": [
3786
+ {
3787
+ "match": {
3788
+ "outputDtype": "f16"
3789
+ },
3790
+ "value": "f16"
3791
+ },
3792
+ {
3793
+ "match": {},
3794
+ "value": "default"
3795
+ }
3796
+ ]
3797
+ },
3798
+ "kernels/upsample2d.rules.json": {
3799
+ "variant": [
3800
+ {
3801
+ "match": {
3802
+ "isF16": true
3803
+ },
3804
+ "value": "default_f16"
3805
+ },
3806
+ {
3807
+ "match": {},
3808
+ "value": "default"
3809
+ }
3810
+ ]
3811
+ },
3812
+ "kernels/vision-average-pool.rules.json": {
3813
+ "variant": [
3814
+ {
3815
+ "match": {
3816
+ "inputDtype": "f32"
3817
+ },
3818
+ "value": "default"
3819
+ }
3820
+ ]
3821
+ },
3822
+ "kernels/vision-patch-embed.rules.json": {
3823
+ "variant": [
3824
+ {
3825
+ "match": {
3826
+ "weightDtype": "f16"
3827
+ },
3828
+ "value": "f16w"
3829
+ },
3830
+ {
3831
+ "match": {
3832
+ "weightDtype": "f32"
3833
+ },
3834
+ "value": "f32w"
3835
+ }
3836
+ ]
3837
+ },
3838
+ "kernels/vision-position-embedding.rules.json": {
3839
+ "variant": [
3840
+ {
3841
+ "match": {
3842
+ "tableDtype": "f16"
3843
+ },
3844
+ "value": "f16"
3845
+ },
3846
+ {
3847
+ "match": {
3848
+ "tableDtype": "f32"
3849
+ },
3850
+ "value": "f32"
3851
+ }
3852
+ ]
3853
+ },
3854
+ "kernels/vision-rope-2d.rules.json": {
3855
+ "variant": [
3856
+ {
3857
+ "match": {
3858
+ "inputDtype": "f32"
3859
+ },
3860
+ "value": "default"
3861
+ }
3862
+ ]
3863
+ },
3864
+ "kernels/vision-spatial-merge.rules.json": {
3865
+ "variant": [
3866
+ {
3867
+ "match": {
3868
+ "inputDtype": "f32"
3869
+ },
3870
+ "value": "default"
3871
+ }
3872
+ ]
3873
+ },
3874
+ "loader/tensor-loader.rules.json": {
3875
+ "gpuLoaderPath": [
3876
+ {
3877
+ "match": {
3878
+ "dtype": "FUNCTIONAL_DESCRIPTOR"
3879
+ },
3880
+ "value": "functional_descriptor"
3881
+ },
3882
+ {
3883
+ "match": {
3884
+ "litertAffineInt4FusedEligible": true
3885
+ },
3886
+ "value": "litert_int4_fused"
3887
+ },
3888
+ {
3889
+ "match": {
3890
+ "w4a16FusedEligible": true
3891
+ },
3892
+ "value": "w4a16_fused"
3893
+ },
3894
+ {
3895
+ "match": {
3896
+ "dtype": {
3897
+ "in": [
3898
+ "Q4_K_M",
3899
+ "Q4_K"
3900
+ ]
3901
+ },
3902
+ "q4kDenseExceedsBindingLimit": true,
3903
+ "q4kLimitFallbackEligible": true
3904
+ },
3905
+ "value": "q4k_fused"
3906
+ },
3907
+ {
3908
+ "match": {
3909
+ "dtype": {
3910
+ "in": [
3911
+ "Q4_K_M",
3912
+ "Q4_K"
3913
+ ]
3914
+ },
3915
+ "q4kMaterializationMode": "mixed"
3916
+ },
3917
+ "value": "q4k_mixed"
3918
+ },
3919
+ {
3920
+ "match": {
3921
+ "dtype": {
3922
+ "in": [
3923
+ "Q4_K_M",
3924
+ "Q4_K"
3925
+ ]
3926
+ },
3927
+ "requiresFusedQ4KRole": true
3928
+ },
3929
+ "value": "q4k_fused"
3930
+ },
3931
+ {
3932
+ "match": {
3933
+ "dtype": {
3934
+ "in": [
3935
+ "Q4_K_M",
3936
+ "Q4_K"
3937
+ ]
3938
+ },
3939
+ "useFusedQ4K": true
3940
+ },
3941
+ "value": "q4k_fused"
3942
+ },
3943
+ {
3944
+ "match": {
3945
+ "dtype": {
3946
+ "in": [
3947
+ "Q4_K_M",
3948
+ "Q4_K"
3949
+ ]
3950
+ },
3951
+ "useFusedQ4K": false,
3952
+ "q4kCpuReferenceEligible": true,
3953
+ "q4kBasicBackendClass": true
3954
+ },
3955
+ "value": "q4k_dequant_reference"
3956
+ },
3957
+ {
3958
+ "match": {
3959
+ "dtype": {
3960
+ "in": [
3961
+ "Q4_K_M",
3962
+ "Q4_K"
3963
+ ]
3964
+ }
3965
+ },
3966
+ "value": "q4k_dequant"
3967
+ },
3968
+ {
3969
+ "match": {
3970
+ "dtype": "W4A16"
3971
+ },
3972
+ "value": "w4a16_dequant_reference"
3973
+ },
3974
+ {
3975
+ "match": {
3976
+ "dtype": {
3977
+ "in": [
3978
+ "Q4_0",
3979
+ "WNA8O8"
3980
+ ]
3981
+ }
3982
+ },
3983
+ "value": "unsupported_packed_quantization"
3984
+ },
3985
+ {
3986
+ "match": {
3987
+ "dtype": "Q6_K"
3988
+ },
3989
+ "value": "q6k"
3990
+ },
3991
+ {
3992
+ "match": {
3993
+ "dtype": "BF16"
3994
+ },
3995
+ "value": "bf16"
3996
+ },
3997
+ {
3998
+ "match": {},
3999
+ "value": "float"
4000
+ }
4001
+ ],
4002
+ "cpuLoaderPath": [
4003
+ {
4004
+ "match": {
4005
+ "dtype": "FUNCTIONAL_DESCRIPTOR"
4006
+ },
4007
+ "value": "unsupported_functional_descriptor"
4008
+ },
4009
+ {
4010
+ "match": {
4011
+ "dtype": {
4012
+ "in": [
4013
+ "Q4_K_M",
4014
+ "Q4_K",
4015
+ "Q6_K"
4016
+ ]
4017
+ }
4018
+ },
4019
+ "value": "raw"
4020
+ },
4021
+ {
4022
+ "match": {
4023
+ "dtype": "W4A16"
4024
+ },
4025
+ "value": "w4a16_dequant_reference"
4026
+ },
4027
+ {
4028
+ "match": {
4029
+ "dtype": {
4030
+ "in": [
4031
+ "Q4_0",
4032
+ "WNA8O8"
4033
+ ]
4034
+ }
4035
+ },
4036
+ "value": "unsupported_packed_quantization"
4037
+ },
4038
+ {
4039
+ "match": {
4040
+ "dtype": "BF16"
4041
+ },
4042
+ "value": "bf16_to_f32"
4043
+ },
4044
+ {
4045
+ "match": {
4046
+ "dtype": "F16"
4047
+ },
4048
+ "value": "f16_to_f32"
4049
+ },
4050
+ {
4051
+ "match": {},
4052
+ "value": "f32"
4053
+ }
4054
+ ]
4055
+ },
4056
+ "loader/weights.rules.json": {
4057
+ "normWeightDtype": [
4058
+ {
4059
+ "match": {
4060
+ "normWeightDtype": "f16"
4061
+ },
4062
+ "value": "f16"
4063
+ },
4064
+ {
4065
+ "match": {
4066
+ "normWeightDtype": "f32"
4067
+ },
4068
+ "value": "f32"
4069
+ },
4070
+ {
4071
+ "match": {},
4072
+ "value": "f32"
4073
+ }
4074
+ ],
4075
+ "normWeightDtypeFromSize": [
4076
+ {
4077
+ "match": {
4078
+ "sizeMatchesF32": true
4079
+ },
4080
+ "value": "f32"
4081
+ },
4082
+ {
4083
+ "match": {
4084
+ "sizeMatchesF16": true
4085
+ },
4086
+ "value": "f16"
4087
+ },
4088
+ {
4089
+ "match": {},
4090
+ "value": "f32"
4091
+ }
4092
+ ],
4093
+ "matmulWeightDtype": [
4094
+ {
4095
+ "match": {
4096
+ "locationDtype": "F16",
4097
+ "hasF16": false,
4098
+ "isMatmulWeight": true
4099
+ },
4100
+ "value": "f32"
4101
+ },
4102
+ {
4103
+ "match": {
4104
+ "locationDtype": "F16"
4105
+ },
4106
+ "value": "f16"
4107
+ },
4108
+ {
4109
+ "match": {
4110
+ "locationDtype": "BF16",
4111
+ "hasF16": true,
4112
+ "isMatmulWeight": true
4113
+ },
4114
+ "value": "f16"
4115
+ },
4116
+ {
4117
+ "match": {
4118
+ "locationDtype": "BF16"
4119
+ },
4120
+ "value": "f32"
4121
+ },
4122
+ {
4123
+ "match": {
4124
+ "locationDtype": {
4125
+ "in": [
4126
+ "Q4_K",
4127
+ "Q4_K_M"
4128
+ ]
4129
+ },
4130
+ "hasF16": true,
4131
+ "isMatmulWeight": true,
4132
+ "keepF32Weights": false
4133
+ },
4134
+ "value": "f16"
4135
+ },
4136
+ {
4137
+ "match": {
4138
+ "locationDtype": {
4139
+ "in": [
4140
+ "Q4_K",
4141
+ "Q4_K_M"
4142
+ ]
4143
+ }
4144
+ },
4145
+ "value": "f32"
4146
+ },
4147
+ {
4148
+ "match": {
4149
+ "locationDtype": "Q6_K"
4150
+ },
4151
+ "value": "f16"
4152
+ },
4153
+ {
4154
+ "match": {},
4155
+ "value": "f32"
4156
+ }
4157
+ ],
4158
+ "dequantizeToF16": [
4159
+ {
4160
+ "match": {
4161
+ "role": {
4162
+ "in": [
4163
+ "matmul",
4164
+ "embedding",
4165
+ "lm_head",
4166
+ "router",
4167
+ "expert"
4168
+ ]
4169
+ }
4170
+ },
4171
+ "value": true
4172
+ },
4173
+ {
4174
+ "match": {},
4175
+ "value": false
4176
+ }
4177
+ ],
4178
+ "floatLocationDtype": [
4179
+ {
4180
+ "match": {
4181
+ "locationDtype": "F16"
4182
+ },
4183
+ "value": "f16"
4184
+ },
4185
+ {
4186
+ "match": {},
4187
+ "value": "f32"
4188
+ }
4189
+ ],
4190
+ "weightLayout": [
4191
+ {
4192
+ "match": {
4193
+ "layout": "column"
4194
+ },
4195
+ "value": "column"
4196
+ },
4197
+ {
4198
+ "match": {
4199
+ "layout": "row"
4200
+ },
4201
+ "value": "row"
4202
+ },
4203
+ {
4204
+ "match": {
4205
+ "useColumnWise": true
4206
+ },
4207
+ "value": "column"
4208
+ },
4209
+ {
4210
+ "match": {},
4211
+ "value": "row"
4212
+ }
4213
+ ],
4214
+ "q4kOutputDtype": [
4215
+ {
4216
+ "match": {
4217
+ "isMatmulWeight": false
4218
+ },
4219
+ "value": "f32"
4220
+ },
4221
+ {
4222
+ "match": {
4223
+ "keepF32Weights": true
4224
+ },
4225
+ "value": "f32"
4226
+ },
4227
+ {
4228
+ "match": {
4229
+ "hasF16": true
4230
+ },
4231
+ "value": "f16"
4232
+ },
4233
+ {
4234
+ "match": {},
4235
+ "value": "f32"
4236
+ }
4237
+ ]
4238
+ },
4239
+ "tooling/command-runtime.rules.json": {
4240
+ "runtimeContract": [
4241
+ {
4242
+ "match": {
4243
+ "command": "debug"
4244
+ },
4245
+ "value": {
4246
+ "workload": null,
4247
+ "intent": "investigate"
4248
+ }
4249
+ },
4250
+ {
4251
+ "match": {
4252
+ "command": "bench"
4253
+ },
4254
+ "value": {
4255
+ "workload": null,
4256
+ "intent": "calibrate"
4257
+ }
4258
+ },
4259
+ {
4260
+ "match": {
4261
+ "command": "verify"
4262
+ },
4263
+ "value": {
4264
+ "workload": null,
4265
+ "intent": "verify"
4266
+ }
4267
+ },
4268
+ {
4269
+ "match": {
4270
+ "command": "lora"
4271
+ },
4272
+ "value": {
4273
+ "workload": null,
4274
+ "intent": null
4275
+ }
4276
+ },
4277
+ {
4278
+ "match": {
4279
+ "command": "distill"
4280
+ },
4281
+ "value": {
4282
+ "workload": null,
4283
+ "intent": null
4284
+ }
4285
+ },
4286
+ {
4287
+ "match": {
4288
+ "command": "diagnose"
4289
+ },
4290
+ "value": {
4291
+ "workload": null,
4292
+ "intent": "investigate"
4293
+ }
4294
+ },
4295
+ {
4296
+ "match": {},
4297
+ "value": {
4298
+ "workload": null,
4299
+ "intent": null
4300
+ }
4301
+ }
4302
+ ]
4303
+ }
4304
+ }
4305
+ }