doppler-gpu 0.6.0 → 0.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1447) hide show
  1. package/CHANGELOG.md +100 -38
  2. package/README.md +47 -195
  3. package/models/catalog.json +108 -51
  4. package/package.json +99 -123
  5. package/src/capsule-runtime.d.ts +17 -8
  6. package/src/capsule-runtime.js +8 -3
  7. package/src/cli/cli-output.js +85 -9
  8. package/src/cli/doppler-cli.js +23 -21
  9. package/src/client/capsule-host.browser.js +7 -0
  10. package/src/client/capsule-host.d.ts +13 -0
  11. package/src/client/capsule-host.js +7 -0
  12. package/src/client/doppler-api.browser.js +1 -1
  13. package/src/client/doppler-api.d.ts +3 -0
  14. package/src/client/doppler-api.js +2 -1
  15. package/src/client/doppler-registry.js +6 -0
  16. package/src/client/inspection.d.ts +10 -1
  17. package/src/client/inspection.js +24 -12
  18. package/src/client/model-host/index.d.ts +3 -0
  19. package/src/client/model-host/index.js +73 -18
  20. package/src/client/model-host/model-session.d.ts +42 -17
  21. package/src/client/model-host/model-session.js +291 -150
  22. package/src/client/model-host/source-loading.js +910 -0
  23. package/src/client/provider.js +6 -6
  24. package/src/client/resident-partitions.d.ts +30 -0
  25. package/src/client/resident-partitions.js +114 -0
  26. package/src/client/runtime/capsule-acquisition.d.ts +17 -2
  27. package/src/client/runtime/capsule-artifact-source.js +23 -1
  28. package/src/client/runtime/capsule-operation-adapters.d.ts +3 -2
  29. package/src/client/runtime/capsule-operation-adapters.js +55 -18
  30. package/src/client/runtime/capsule-operation-deltas.js +44 -0
  31. package/src/client/runtime/capsule-operation-executor.d.ts +2 -2
  32. package/src/client/runtime/capsule-operation-executor.js +14 -7
  33. package/src/client/runtime/capsule-operation-stream.d.ts +10 -0
  34. package/src/client/runtime/capsule-operation-stream.js +81 -0
  35. package/src/client/runtime/capsule-piece-reader.js +88 -0
  36. package/src/client/runtime/capsule-program-adapter.js +51 -19
  37. package/src/client/runtime/capsule-session-execution.js +9 -5
  38. package/src/client/runtime/command-executor.d.ts +13 -0
  39. package/src/client/runtime/command-executor.js +54 -11
  40. package/src/client/runtime/composition-root.d.ts +41 -15
  41. package/src/client/runtime/composition-root.js +198 -61
  42. package/src/client/runtime/fetch-capsule-artifact-store.d.ts +3 -2
  43. package/src/client/runtime/fetch-capsule-artifact-store.js +56 -1
  44. package/src/client/runtime/lora.d.ts +22 -0
  45. package/src/client/runtime/lora.js +86 -26
  46. package/src/client/runtime/model-manager.js +10 -75
  47. package/src/client/runtime/model-source.d.ts +1 -0
  48. package/src/client/runtime/model-source.js +1 -1
  49. package/src/client/runtime/node-quickstart-cache.js +7 -2
  50. package/src/client/runtime/resource-binder.d.ts +1 -0
  51. package/src/client/runtime/resource-binder.js +20 -14
  52. package/src/client/runtime/scoped-session.d.ts +10 -0
  53. package/src/client/runtime/scoped-session.js +41 -3
  54. package/src/client/runtime/session-controller.d.ts +19 -16
  55. package/src/client/runtime/session-controller.js +128 -134
  56. package/src/client/runtime/verified-capsule-artifact-store.d.ts +27 -0
  57. package/src/client/runtime/verified-capsule-artifact-store.js +266 -40
  58. package/src/client/wrap-pipeline-handle.js +23 -17
  59. package/src/config/canonical-contract-codec.d.ts +10 -0
  60. package/src/config/canonical-contract-codec.js +144 -0
  61. package/src/config/canonical-generation-policy.d.ts +7 -0
  62. package/src/config/canonical-generation-policy.js +66 -0
  63. package/src/config/capsule-loading.d.ts +5 -1
  64. package/src/config/capsule-loading.js +1 -1
  65. package/src/config/capsule-loading.schema.json +63 -3
  66. package/src/config/capsule-operation.d.ts +10 -3
  67. package/src/config/capsule-operation.js +12 -2
  68. package/src/config/capsule-operations.json +27 -3
  69. package/src/config/capsule-release-contract.js +2 -29
  70. package/src/config/capsule-token-selection.d.ts +15 -0
  71. package/src/config/capsule-token-selection.js +39 -0
  72. package/src/config/capsule-token-selection.json +11 -0
  73. package/src/config/capsule-v2.d.ts +1 -0
  74. package/src/config/capsule-v2.js +14 -21
  75. package/src/config/choice-scoring-reference.js +66 -0
  76. package/src/config/choice-scoring.d.ts +21 -0
  77. package/src/config/choice-scoring.js +66 -0
  78. package/src/config/choice-scoring.json +8 -0
  79. package/src/config/conversion/amplify/amplify-120m-f16-af32.json +4 -4
  80. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +9 -9
  81. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +4 -4
  82. package/src/config/conversion/esm/esm2-t12-35m-ur50d-f32-af32.json +42 -20
  83. package/src/config/conversion/esmc/esmc-300m-f32-af32.json +260 -55
  84. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +17 -11
  85. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +10 -9
  86. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +7 -7
  87. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +10 -10
  88. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +9 -8
  89. package/src/config/conversion/gemma3/gemma-3-270m-it-w8a8-ehf16-af32.json +491 -0
  90. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +6 -6
  91. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +10 -9
  92. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +26 -10
  93. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +26 -10
  94. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +29 -13
  95. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +22 -6
  96. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +28 -11
  97. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +28 -11
  98. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +28 -11
  99. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +26 -9
  100. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +26 -9
  101. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +8 -7
  102. package/src/config/conversion/glmocr/glm-ocr-f16-af32.json +7 -7
  103. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +8 -7
  104. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +8 -7
  105. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +20 -12
  106. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +7 -9
  107. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-bf16-af32.json +7 -7
  108. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-f16-af32.json +7 -7
  109. package/src/config/conversion/nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32.json +252 -53
  110. package/src/config/conversion/qwen3/qwen-3-4b-instruct-2507-q4k-ehf16-af32.json +501 -0
  111. package/src/config/conversion/qwen3/qwen-3-5-0-8b-canonical-f32.json +461 -0
  112. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +11 -11
  113. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +11 -11
  114. package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +7 -7
  115. package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +11 -11
  116. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +11 -11
  117. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +11 -11
  118. package/src/config/conversion/qwen3/qwen-3-6-35b-a3b-q4_0-passthrough.json +1218 -0
  119. package/src/config/conversion/qwen3/qwen-3-6-35b-a3b-text-q4k-ehf16-af32.json +581 -0
  120. package/src/config/conversion/qwen3/qwen-3-8-flash-next-text-q4k-ehf16-af32.json +1063 -0
  121. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-f16-af32.json +11 -11
  122. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +7 -7
  123. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +18 -10
  124. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-true-logit-af32.json +10 -10
  125. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +18 -18
  126. package/src/config/conversion/qwen3/qwen3.8-27b-q4_0-passthrough.json +823 -0
  127. package/src/config/conversion/qwen3/qwen3.8-27b-text-f16-af32.json +11 -11
  128. package/src/config/conversion/qwen3/qwen3.8-27b-text-q4k-ehaf16.json +11 -11
  129. package/src/config/embedding-contract.d.ts +17 -0
  130. package/src/config/embedding-contract.js +12 -0
  131. package/src/config/embedding-reference.js +32 -0
  132. package/src/config/execution-registry-contract.d.ts +41 -0
  133. package/src/config/execution-registry-contract.js +171 -0
  134. package/src/config/generation-contract.d.ts +66 -0
  135. package/src/config/generation-contract.js +66 -0
  136. package/src/config/generation-contract.json +151 -0
  137. package/src/config/initial-execution-identity.d.ts +1 -1
  138. package/src/config/initial-execution-identity.js +9 -9
  139. package/src/config/inspection/activity-stages.json +14 -0
  140. package/src/config/inspection/observation-policies.json +123 -0
  141. package/src/config/kernel-path-loader.d.ts +37 -0
  142. package/src/config/kernel-path-loader.js +87 -12
  143. package/src/config/kernel-registry-contract.d.ts +78 -13
  144. package/src/config/kernel-registry-contract.js +110 -38
  145. package/src/config/kernels/backward-registry.json +1 -1
  146. package/src/config/kernels/registry.js +3 -47
  147. package/src/config/kernels/registry.json +31642 -7719
  148. package/src/config/layer-partition-plan.d.ts +93 -0
  149. package/src/config/layer-partition-plan.js +305 -0
  150. package/src/config/manifest-inference-validation.js +10 -0
  151. package/src/config/merge/execution-patches.js +14 -0
  152. package/src/config/merge.d.ts +4 -0
  153. package/src/config/merge.js +50 -0
  154. package/src/config/model-ir-v2.d.ts +1 -0
  155. package/src/config/model-ir-v2.js +5 -16
  156. package/src/config/model-ir.js +9 -14
  157. package/src/config/ordered-resident-qualification.d.ts +16 -0
  158. package/src/config/ordered-resident-qualification.js +62 -0
  159. package/src/config/param-categories.js +4 -0
  160. package/src/config/param-validator.js +64 -29
  161. package/src/config/production-release-evidence.js +2 -27
  162. package/src/config/production-release.js +2 -29
  163. package/src/config/quickstart-registry.json +57 -8
  164. package/src/config/reasoning-output.d.ts +6 -0
  165. package/src/config/reasoning-output.js +26 -0
  166. package/src/config/revocation-policy.js +1 -4
  167. package/src/config/rope-frequencies.js +9 -0
  168. package/src/config/runtime/profiles/demo-f16-comparison.json +20 -0
  169. package/src/config/runtime/profiles/flash-next-node-host-cache-qualification.json +21 -0
  170. package/src/config/runtime/profiles/flash-next-paged-qualification.json +23 -0
  171. package/src/config/runtime/profiles/flash-next-routed-f32kv-qualification.json +72 -0
  172. package/src/config/runtime/profiles/flash-next-routed-qualification.json +27 -0
  173. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +51 -2
  174. package/src/config/runtime/profiles/qwen-3-5-0-8b-vulkan-parity.json +88 -0
  175. package/src/config/runtime/profiles/qwen-3-5-0-8b-vulkan-subgroup8.json +173 -0
  176. package/src/config/runtime/profiles/qwen-3-5-0-8b-vulkan-throughput.json +33 -0
  177. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +51 -2
  178. package/src/config/runtime/profiles/qwen-3-5-2b-vulkan-parity.json +15 -0
  179. package/src/config/runtime/profiles/qwen3-6-35b-a3b-q4_0-candidate.json +4491 -0
  180. package/src/config/runtime/profiles/qwen3-6-35b-a3b-q4_0-pooled-q8-common-diagnostic.json +4407 -0
  181. package/src/config/runtime/profiles/qwen3-6-35b-a3b-route-f32-candidate.json +17 -0
  182. package/src/config/runtime/profiles/qwen3-6-35b-a3b-route-f32-workspace-candidate.json +13 -0
  183. package/src/config/runtime.d.ts +6 -0
  184. package/src/config/runtime.js +51 -21
  185. package/src/config/schema/benchmark.schema.d.ts +1 -0
  186. package/src/config/schema/benchmark.schema.js +2 -0
  187. package/src/config/schema/conversion.schema.d.ts +5 -0
  188. package/src/config/schema/converter.schema.d.ts +10 -0
  189. package/src/config/schema/converter.schema.js +10 -0
  190. package/src/config/schema/debug.schema.d.ts +1 -0
  191. package/src/config/schema/doppler.schema.js +17 -9
  192. package/src/config/schema/emulation.schema.js +0 -77
  193. package/src/config/schema/execution-v1.schema.d.ts +32 -2
  194. package/src/config/schema/execution-v1.schema.js +8 -0
  195. package/src/config/schema/fp8.schema.d.ts +17 -0
  196. package/src/config/schema/fp8.schema.js +27 -0
  197. package/src/config/schema/hyper-connection-decoder.schema.d.ts +98 -0
  198. package/src/config/schema/hyper-connection-decoder.schema.js +213 -0
  199. package/src/config/schema/index.d.ts +2 -2
  200. package/src/config/schema/index.js +3 -0
  201. package/src/config/schema/inference.schema.d.ts +8 -2
  202. package/src/config/schema/kernel-registry.schema.d.ts +22 -7
  203. package/src/config/schema/kernel-registry.schema.js +13 -2
  204. package/src/config/schema/kernel-thresholds.schema.d.ts +3 -0
  205. package/src/config/schema/kernel-thresholds.schema.js +14 -3
  206. package/src/config/schema/kernel-warmup.schema.d.ts +15 -0
  207. package/src/config/schema/kernel-warmup.schema.js +3 -0
  208. package/src/config/schema/loading.schema.d.ts +41 -0
  209. package/src/config/schema/loading.schema.js +67 -0
  210. package/src/config/schema/manifest-rope.schema.d.ts +55 -0
  211. package/src/config/schema/manifest.schema.d.ts +47 -57
  212. package/src/config/schema/manifest.schema.js +41 -2
  213. package/src/config/schema/ngram-embedding.schema.d.ts +116 -0
  214. package/src/config/schema/ngram-embedding.schema.js +312 -0
  215. package/src/config/schema/program-bundle.schema.d.ts +1 -0
  216. package/src/config/schema/program-bundle.schema.js +8 -3
  217. package/src/config/schema/quantization-defaults.schema.d.ts +1 -1
  218. package/src/config/schema/quantization.schema.d.ts +2 -0
  219. package/src/config/schema/quantization.schema.js +2 -0
  220. package/src/config/schema/speculation-self.schema.d.ts +6 -1
  221. package/src/config/schema/speculation-self.schema.js +29 -2
  222. package/src/config/schema/w8a8.schema.d.ts +24 -0
  223. package/src/config/schema/w8a8.schema.js +38 -0
  224. package/src/config/source-packages/litert/gemma-4-e2b-it.json +7 -7
  225. package/src/config/supported-operations.json +105 -0
  226. package/src/config/target-plan.d.ts +16 -2
  227. package/src/config/target-plan.js +63 -16
  228. package/src/config/wgsl-language-contract.js +47 -0
  229. package/src/converter/artifact-identity.js +27 -47
  230. package/src/converter/capability-transform-resolver.js +80 -0
  231. package/src/converter/conversion-plan.js +14 -14
  232. package/src/converter/core.d.ts +2 -0
  233. package/src/converter/core.js +15 -16
  234. package/src/converter/execution-graph/fusion.js +343 -0
  235. package/src/converter/execution-graph/kv-storage.js +14 -0
  236. package/src/converter/execution-graph/validation.js +431 -0
  237. package/src/converter/execution-graph-transforms.js +927 -0
  238. package/src/converter/forge-candidate-evaluation.js +1 -1
  239. package/src/converter/forge-qualification.js +103 -31
  240. package/src/converter/forge-stages.js +113 -106
  241. package/src/converter/fp8-source.js +99 -0
  242. package/src/converter/linear-norm-gate.js +115 -0
  243. package/src/converter/manifest-builder.js +20 -6
  244. package/src/converter/parsers/gguf.js +21 -2
  245. package/src/converter/quantization-info.js +56 -5
  246. package/src/converter/quantizer.js +4 -145
  247. package/src/converter/qwen4-exp-source-defaults.json +35 -0
  248. package/src/converter/qwen4-exp-source.js +293 -0
  249. package/src/converter/resident-qualification.js +58 -0
  250. package/src/converter/retained-source-shards.js +97 -0
  251. package/src/converter/rope-config.js +1 -0
  252. package/src/converter/source-rotary-frequencies.d.ts +12 -0
  253. package/src/converter/source-rotary-frequencies.js +34 -0
  254. package/src/converter/source-tensor-rules.d.ts +25 -1
  255. package/src/converter/source-tensor-rules.js +31 -1
  256. package/src/converter/tensor-transform.js +60 -7
  257. package/src/converter/tokenizer-contract.js +1 -3
  258. package/src/converter/w8a8-quantizer.js +56 -0
  259. package/src/debug/activation-trace.d.ts +34 -0
  260. package/src/debug/activation-trace.js +89 -0
  261. package/src/debug/activity-trace.d.ts +52 -0
  262. package/src/debug/activity-trace.js +127 -0
  263. package/src/debug/capture-policy.d.ts +9 -1
  264. package/src/debug/capture-policy.js +52 -21
  265. package/src/debug/index.d.ts +3 -0
  266. package/src/debug/index.js +12 -6
  267. package/src/debug/log.d.ts +6 -0
  268. package/src/debug/log.js +26 -0
  269. package/src/debug/perf-guards.js +71 -0
  270. package/src/debug/pipeline-config.js +141 -0
  271. package/src/debug/stats.d.ts +1 -1
  272. package/src/debug/stats.js +7 -2
  273. package/src/debug/tensor.d.ts +15 -3
  274. package/src/debug/tensor.js +43 -27
  275. package/src/debug/trace.js +12 -0
  276. package/src/errors/doppler-error.js +6 -2
  277. package/src/experimental/audio/gemma4.js +19 -10
  278. package/src/experimental/bdpa/basis-decomposed-paged.d.ts +1 -1
  279. package/src/experimental/diffusion/pipeline.d.ts +1 -0
  280. package/src/experimental/distribution/shard-delivery/receipt.js +3 -73
  281. package/src/experimental/distribution/shard-delivery/retry.js +6 -112
  282. package/src/experimental/distribution/shard-delivery.js +19 -632
  283. package/src/experimental/energy/pipeline.d.ts +1 -0
  284. package/src/experimental/logits/cpu.js +2 -7
  285. package/src/experimental/training/artifacts.js +1 -4
  286. package/src/experimental/training/attention-forward.js +1 -1
  287. package/src/experimental/training/autograd.d.ts +21 -0
  288. package/src/experimental/training/autograd.js +44 -20
  289. package/src/experimental/training/checkpoint.js +1 -4
  290. package/src/experimental/training/clip.js +1 -1
  291. package/src/experimental/training/distillation/student-fixture/execution.js +9 -12
  292. package/src/experimental/training/distillation/student-fixture/model.js +9 -12
  293. package/src/experimental/training/distillation/student-fixture.js +9 -12
  294. package/src/experimental/training/lora/checkpoint.js +1 -1
  295. package/src/experimental/training/lora/execution.js +1 -1
  296. package/src/experimental/training/lora/plan.js +1 -1
  297. package/src/experimental/training/lora/recovery.js +1 -1
  298. package/src/experimental/training/lora-pipeline.js +9 -83
  299. package/src/experimental/training/lora-training-round.d.ts +39 -0
  300. package/src/experimental/training/lora-training-round.js +90 -0
  301. package/src/experimental/training/lora.js +2 -1
  302. package/src/experimental/training/loss-scaling.js +1 -1
  303. package/src/experimental/training/loss.js +3 -1
  304. package/src/experimental/training/native-qwen-lora.d.ts +25 -6
  305. package/src/experimental/training/native-qwen-lora.js +176 -21
  306. package/src/experimental/training/operator-command.js +1 -49
  307. package/src/experimental/training/parameter-groups.js +39 -0
  308. package/src/experimental/training/report-ranking.js +52 -0
  309. package/src/experimental/training/runner/lifecycle.js +4 -61
  310. package/src/experimental/training/runner.js +2 -5
  311. package/src/experimental/training/suite/execution.js +3 -5
  312. package/src/experimental/training/suite/plan.js +6 -21
  313. package/src/experimental/training/suite.js +5 -34
  314. package/src/experimental/training/trainer.js +2 -36
  315. package/src/experimental/training/workload-capsules/registry.json +473 -0
  316. package/src/experimental/turboquant/codebook.js +0 -29
  317. package/src/formats/contract-validation.js +30 -0
  318. package/src/formats/flatbuffer-tables.js +55 -0
  319. package/src/formats/float16.js +81 -0
  320. package/src/formats/float8.js +19 -0
  321. package/src/formats/gguf/block-storage.js +51 -0
  322. package/src/formats/gguf/quantized-formats.json +10 -0
  323. package/src/formats/gguf/qwen-source.js +88 -0
  324. package/src/formats/gguf/qwen-source.json +8 -0
  325. package/src/formats/gguf/tokenizer-pre.json +4 -0
  326. package/src/formats/gguf/tokenizer.js +50 -0
  327. package/src/formats/litert/types.js +8 -180
  328. package/src/formats/paged-source-reader.js +158 -0
  329. package/src/formats/q4k-dequant.js +95 -0
  330. package/src/formats/rdrr/classification.js +4 -0
  331. package/src/formats/rdrr/distributed/validation.js +1 -4
  332. package/src/formats/rdrr/fp8-contract.js +38 -0
  333. package/src/formats/rdrr/fp8-storage.js +83 -0
  334. package/src/formats/rdrr/functional-descriptor.js +1 -4
  335. package/src/formats/rdrr/parsing.js +1 -1
  336. package/src/formats/rdrr/q4_0-storage.js +24 -0
  337. package/src/formats/rdrr/storage-descriptor.js +7 -1
  338. package/src/formats/rdrr/types.d.ts +7 -1
  339. package/src/formats/rdrr/validation.js +37 -6
  340. package/src/formats/rdrr/w8a8-storage.js +64 -0
  341. package/src/formats/safetensors/types.js +4 -0
  342. package/src/formats/sha256.js +104 -103
  343. package/src/formats/sorted-json.js +9 -0
  344. package/src/formats/source-runtime.d.ts +52 -0
  345. package/src/formats/tflite/types.js +7 -161
  346. package/src/generation/index.d.ts +7 -1
  347. package/src/generation/index.js +7 -1
  348. package/src/gpu/buffer-identity.js +4 -0
  349. package/src/gpu/command-recorder.d.ts +66 -29
  350. package/src/gpu/command-recorder.js +157 -161
  351. package/src/gpu/device-bindings.js +98 -0
  352. package/src/gpu/device-state.js +0 -4
  353. package/src/gpu/device.d.ts +9 -0
  354. package/src/gpu/device.js +105 -137
  355. package/src/gpu/kernel-selector.js +73 -12
  356. package/src/gpu/kernels/attention/executors-components.js +235 -0
  357. package/src/gpu/kernels/attention/executors.js +296 -510
  358. package/src/gpu/kernels/attention/plan.js +65 -18
  359. package/src/gpu/kernels/attention/query-splitk.js +80 -0
  360. package/src/gpu/kernels/attention_decode_gqa_splitk.wgsl +197 -0
  361. package/src/gpu/kernels/attention_decode_online.wgsl +348 -0
  362. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +126 -22
  363. package/src/gpu/kernels/attention_decode_subgroup.wgsl +5 -6
  364. package/src/gpu/kernels/attention_head256_f16kv.wgsl +56 -9
  365. package/src/gpu/kernels/attention_indexed.wgsl +179 -0
  366. package/src/gpu/kernels/attention_indexed_f16kv.wgsl +180 -0
  367. package/src/gpu/kernels/attention_paired.wgsl +361 -0
  368. package/src/gpu/kernels/attention_paired_tiled.wgsl +383 -0
  369. package/src/gpu/kernels/attention_prefill_partitioned_head256_f16kv.wgsl +247 -0
  370. package/src/gpu/kernels/attention_prefill_query_splitk_f32.wgsl +234 -0
  371. package/src/gpu/kernels/attention_prefill_query_splitk_reduce_f32.wgsl +103 -0
  372. package/src/gpu/kernels/attention_prefill_query_tile_f16kv.wgsl +225 -0
  373. package/src/gpu/kernels/attention_prefill_query_tile_f32.wgsl +222 -0
  374. package/src/gpu/kernels/backward/adam.js +11 -3
  375. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.js +51 -15
  376. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.wgsl +9 -8
  377. package/src/gpu/kernels/backward/gated_delta_recurrent_checkpoint_forward.js +149 -0
  378. package/src/gpu/kernels/backward/gated_delta_recurrent_checkpoint_forward.wgsl +109 -0
  379. package/src/gpu/kernels/backward/gated_delta_recurrent_checkpointed_backward.js +120 -0
  380. package/src/gpu/kernels/backward/gelu_backward.js +8 -12
  381. package/src/gpu/kernels/backward/index.js +6 -0
  382. package/src/gpu/kernels/backward/qwen_attention_split_q_gate_backward.js +80 -0
  383. package/src/gpu/kernels/backward/qwen_attention_split_q_gate_backward.wgsl +26 -0
  384. package/src/gpu/kernels/backward/qwen_gqa_attention_backward.js +157 -0
  385. package/src/gpu/kernels/backward/qwen_gqa_attention_backward.wgsl +82 -0
  386. package/src/gpu/kernels/backward/qwen_gqa_softmax_backward_scores.wgsl +73 -0
  387. package/src/gpu/kernels/backward/qwen_gqa_softmax_recompute.wgsl +97 -0
  388. package/src/gpu/kernels/backward/qwen_linear_attention_prepare_backward.js +221 -0
  389. package/src/gpu/kernels/backward/qwen_linear_attention_prepare_backward.wgsl +136 -0
  390. package/src/gpu/kernels/backward/rmsnorm_backward.js +98 -80
  391. package/src/gpu/kernels/backward/rope_backward.js +47 -10
  392. package/src/gpu/kernels/backward/rope_backward.wgsl +46 -22
  393. package/src/gpu/kernels/backward/sigmoid_gated_backward.js +83 -0
  394. package/src/gpu/kernels/backward/sigmoid_gated_backward.wgsl +49 -0
  395. package/src/gpu/kernels/backward/silu_backward.js +8 -12
  396. package/src/gpu/kernels/backward/softmax_backward.js +8 -12
  397. package/src/gpu/kernels/cast_f32_to_two_f32.wgsl +12 -0
  398. package/src/gpu/kernels/cast_two_f32_to_f16.wgsl +49 -0
  399. package/src/gpu/kernels/causal_conv1d_silu.js +80 -0
  400. package/src/gpu/kernels/causal_conv1d_silu.wgsl +44 -0
  401. package/src/gpu/kernels/check-stop.js +1 -1
  402. package/src/gpu/kernels/check_finiteness_f32.wgsl +33 -0
  403. package/src/gpu/kernels/conv2d.js +30 -42
  404. package/src/gpu/kernels/dequant.js +1 -1
  405. package/src/gpu/kernels/dequant_mxfp4.wgsl +6 -4
  406. package/src/gpu/kernels/diffusion-gemma-sampling.js +26 -7
  407. package/src/gpu/kernels/diffusion_gemma_sampling.wgsl +66 -2
  408. package/src/gpu/kernels/dispatch.js +36 -1
  409. package/src/gpu/kernels/embedding-pool.js +15 -13
  410. package/src/gpu/kernels/feature-check.js +7 -2
  411. package/src/gpu/kernels/fp8.js +70 -0
  412. package/src/gpu/kernels/fused_ffn.js +83 -154
  413. package/src/gpu/kernels/fused_ffn_q4k.wgsl +43 -1
  414. package/src/gpu/kernels/fused_ffn_q4k_subgroup8.wgsl +228 -0
  415. package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +2 -2
  416. package/src/gpu/kernels/fused_matmul_q4_subgroup.wgsl +146 -0
  417. package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +14 -4
  418. package/src/gpu/kernels/fused_matmul_q4_widetile_direct.wgsl +204 -0
  419. package/src/gpu/kernels/fused_matmul_residual.js +19 -72
  420. package/src/gpu/kernels/fused_matmul_rmsnorm.js +34 -127
  421. package/src/gpu/kernels/gated-delta-norm-gate.js +45 -0
  422. package/src/gpu/kernels/gated_delta_conv.wgsl +57 -6
  423. package/src/gpu/kernels/gated_delta_conv_f16.wgsl +57 -6
  424. package/src/gpu/kernels/gated_delta_conv_paired.wgsl +282 -0
  425. package/src/gpu/kernels/gated_delta_conv_prefill.wgsl +144 -0
  426. package/src/gpu/kernels/gated_delta_fused_decode.wgsl +375 -40
  427. package/src/gpu/kernels/gated_delta_fused_decode_f16.wgsl +375 -40
  428. package/src/gpu/kernels/gated_delta_fused_decode_paired.wgsl +511 -0
  429. package/src/gpu/kernels/gated_delta_fused_decode_paired_f16.wgsl +513 -0
  430. package/src/gpu/kernels/gated_delta_fused_decode_paired_sigmoid_gate.wgsl +514 -0
  431. package/src/gpu/kernels/gated_delta_fused_decode_paired_sigmoid_gate_f16.wgsl +516 -0
  432. package/src/gpu/kernels/gated_delta_fused_decode_register.wgsl +750 -0
  433. package/src/gpu/kernels/gated_delta_fused_decode_sigmoid_gate.wgsl +511 -0
  434. package/src/gpu/kernels/gated_delta_fused_decode_sigmoid_gate_f16.wgsl +513 -0
  435. package/src/gpu/kernels/gated_delta_gate_paired.wgsl +271 -0
  436. package/src/gpu/kernels/gated_delta_gate_sigmoid_paired.wgsl +273 -0
  437. package/src/gpu/kernels/gated_delta_norm_paired.wgsl +288 -0
  438. package/src/gpu/kernels/gated_delta_prefill_norm_gate.wgsl +227 -0
  439. package/src/gpu/kernels/gated_delta_qk_paired.wgsl +297 -0
  440. package/src/gpu/kernels/gated_delta_qk_paired_parallel.wgsl +299 -0
  441. package/src/gpu/kernels/gated_delta_recurrent.wgsl +362 -32
  442. package/src/gpu/kernels/gated_delta_recurrent_f16.wgsl +362 -32
  443. package/src/gpu/kernels/gated_delta_recurrent_gguf.wgsl +496 -0
  444. package/src/gpu/kernels/gated_delta_recurrent_gguf_register_prefill.wgsl +727 -0
  445. package/src/gpu/kernels/gated_delta_recurrent_paired.wgsl +337 -0
  446. package/src/gpu/kernels/gated_delta_recurrent_register_prefill.wgsl +546 -0
  447. package/src/gpu/kernels/gated_delta_recurrent_sigmoid_gate.wgsl +498 -0
  448. package/src/gpu/kernels/gated_delta_recurrent_sigmoid_gate_f16.wgsl +500 -0
  449. package/src/gpu/kernels/gated_delta_state_paired.wgsl +310 -0
  450. package/src/gpu/kernels/gated_delta_state_paired_sliced.wgsl +348 -0
  451. package/src/gpu/kernels/gated_delta_state_paired_sliced_rolled.wgsl +353 -0
  452. package/src/gpu/kernels/gated_rmsnorm.js +74 -0
  453. package/src/gpu/kernels/gated_rmsnorm.wgsl +62 -0
  454. package/src/gpu/kernels/gather.js +81 -46
  455. package/src/gpu/kernels/gather.wgsl +3 -2
  456. package/src/gpu/kernels/gather_bf16.wgsl +3 -2
  457. package/src/gpu/kernels/gather_f16.wgsl +3 -2
  458. package/src/gpu/kernels/gather_f16_f16_out.wgsl +3 -2
  459. package/src/gpu/kernels/gather_f16_out.wgsl +3 -2
  460. package/src/gpu/kernels/gather_f16_vec4.wgsl +3 -2
  461. package/src/gpu/kernels/gather_f16_vec4_f16_out.wgsl +3 -2
  462. package/src/gpu/kernels/gather_litert_int4_vec4_f16_out.wgsl +3 -2
  463. package/src/gpu/kernels/gather_litert_int4_vec4_f32_out.wgsl +3 -2
  464. package/src/gpu/kernels/gather_q4_0.wgsl +57 -0
  465. package/src/gpu/kernels/gather_split4_f16_vec4_f16_out.wgsl +3 -2
  466. package/src/gpu/kernels/gather_split4_f16_vec4_f32_out.wgsl +104 -0
  467. package/src/gpu/kernels/gather_split8_f16_vec4_f16_out.wgsl +3 -2
  468. package/src/gpu/kernels/gather_split8_f16_vec4_f32_out.wgsl +3 -2
  469. package/src/gpu/kernels/gather_vec4.wgsl +3 -2
  470. package/src/gpu/kernels/gather_vec4_f16_out.wgsl +3 -2
  471. package/src/gpu/kernels/gelu.js +16 -13
  472. package/src/gpu/kernels/gelu.wgsl +16 -0
  473. package/src/gpu/kernels/gelu_f16.wgsl +16 -0
  474. package/src/gpu/kernels/gemma4-route-expert.js +2 -5
  475. package/src/gpu/kernels/generated/uniform-writers-0.js +600 -0
  476. package/src/gpu/kernels/generated/uniform-writers-1.js +602 -0
  477. package/src/gpu/kernels/generated/uniform-writers-2.js +516 -0
  478. package/src/gpu/kernels/generated/uniform-writers.js +557 -0
  479. package/src/gpu/kernels/hyper-connection.js +240 -0
  480. package/src/gpu/kernels/hyper_connection_activation.wgsl +110 -0
  481. package/src/gpu/kernels/hyper_connection_branch.wgsl +60 -0
  482. package/src/gpu/kernels/hyper_connection_inject.wgsl +49 -0
  483. package/src/gpu/kernels/hyper_connection_norm.wgsl +72 -0
  484. package/src/gpu/kernels/kernel-bindings.js +37 -0
  485. package/src/gpu/kernels/kernel-configs.d.ts +12 -2
  486. package/src/gpu/kernels/kernel-configs.js +40 -23
  487. package/src/gpu/kernels/kernel-execution.js +87 -26
  488. package/src/gpu/kernels/kernel-geometry.js +43 -0
  489. package/src/gpu/kernels/kernel-prewarm.js +18 -15
  490. package/src/gpu/kernels/kv-cache-write.js +4 -6
  491. package/src/gpu/kernels/layernorm.js +7 -45
  492. package/src/gpu/kernels/linear-attention-core.js +247 -119
  493. package/src/gpu/kernels/linear-attention-recovery.js +90 -0
  494. package/src/gpu/kernels/linear-norm-ab.js +80 -0
  495. package/src/gpu/kernels/linear_norm_ab_f32.wgsl +243 -0
  496. package/src/gpu/kernels/logit-finalize.js +9 -3
  497. package/src/gpu/kernels/logit-scatter.js +9 -3
  498. package/src/gpu/kernels/logit-suppress.js +24 -0
  499. package/src/gpu/kernels/logit_suppress.wgsl +19 -0
  500. package/src/gpu/kernels/matmul-dispatch.js +70 -146
  501. package/src/gpu/kernels/matmul-selection.js +75 -18
  502. package/src/gpu/kernels/matmul-workgroup-capacity.js +37 -0
  503. package/src/gpu/kernels/matmul.js +81 -108
  504. package/src/gpu/kernels/matmul_compensated_f32.wgsl +215 -0
  505. package/src/gpu/kernels/matmul_f16w_f32a_tiled.wgsl +59 -46
  506. package/src/gpu/kernels/matmul_f32.wgsl +23 -17
  507. package/src/gpu/kernels/matmul_f32_row_subgroup.wgsl +88 -0
  508. package/src/gpu/kernels/matmul_fp8.wgsl +60 -0
  509. package/src/gpu/kernels/matmul_gemv_compensated_f32.wgsl +211 -0
  510. package/src/gpu/kernels/matmul_gemv_f32.wgsl +63 -0
  511. package/src/gpu/kernels/matmul_gemv_f32_subgroup.wgsl +84 -0
  512. package/src/gpu/kernels/matmul_gguf_columns_hoisted_f32.wgsl +342 -0
  513. package/src/gpu/kernels/matmul_gguf_pair_columns_f32.wgsl +279 -0
  514. package/src/gpu/kernels/matmul_gguf_pair_f32.wgsl +197 -0
  515. package/src/gpu/kernels/matmul_paired.wgsl +315 -0
  516. package/src/gpu/kernels/matmul_paired_compensated.wgsl +334 -0
  517. package/src/gpu/kernels/matmul_q4_0.wgsl +234 -0
  518. package/src/gpu/kernels/matmul_q4_0_tile128.wgsl +477 -0
  519. package/src/gpu/kernels/matmul_q4_0_tile128_bounded.wgsl +483 -0
  520. package/src/gpu/kernels/matmul_q4_0_tile64.wgsl +282 -0
  521. package/src/gpu/kernels/matmul_q4_0_tile64_bounded.wgsl +288 -0
  522. package/src/gpu/kernels/matmul_q4_0_tile64x128.wgsl +364 -0
  523. package/src/gpu/kernels/matmul_q4_0_tile64x128_bounded.wgsl +370 -0
  524. package/src/gpu/kernels/matmul_q4_1_columns_f32.wgsl +132 -0
  525. package/src/gpu/kernels/matmul_q5k.wgsl +181 -0
  526. package/src/gpu/kernels/matmul_q5k_columns.wgsl +194 -0
  527. package/src/gpu/kernels/matmul_q5k_cooperative.wgsl +129 -0
  528. package/src/gpu/kernels/matmul_q5k_tile64.wgsl +309 -0
  529. package/src/gpu/kernels/matmul_w8a8.wgsl +55 -0
  530. package/src/gpu/kernels/matmul_w8a8_packed.wgsl +54 -0
  531. package/src/gpu/kernels/matmul_w8a8_packed_cooperative.wgsl +77 -0
  532. package/src/gpu/kernels/moe-grouped.js +132 -0
  533. package/src/gpu/kernels/moe-norm-router.js +91 -0
  534. package/src/gpu/kernels/moe-route.js +135 -0
  535. package/src/gpu/kernels/moe-shared-slot.js +219 -0
  536. package/src/gpu/kernels/moe_grouped_matmul_f32.wgsl +216 -0
  537. package/src/gpu/kernels/moe_grouped_matmul_ordered_f32.wgsl +158 -0
  538. package/src/gpu/kernels/moe_grouped_sort.wgsl +101 -0
  539. package/src/gpu/kernels/moe_norm_router_f32.wgsl +254 -0
  540. package/src/gpu/kernels/moe_route_gguf_split_f32.wgsl +117 -0
  541. package/src/gpu/kernels/moe_route_q4_0_f32.wgsl +81 -0
  542. package/src/gpu/kernels/moe_route_q4_f32.wgsl +250 -0
  543. package/src/gpu/kernels/moe_shared_slot_combine_f32.wgsl +91 -0
  544. package/src/gpu/kernels/moe_shared_slot_down_f32.wgsl +264 -0
  545. package/src/gpu/kernels/moe_shared_slot_down_pair_combine_f32.wgsl +254 -0
  546. package/src/gpu/kernels/moe_shared_slot_down_pair_combine_residual_f32.wgsl +262 -0
  547. package/src/gpu/kernels/moe_shared_slot_down_pair_f32.wgsl +187 -0
  548. package/src/gpu/kernels/moe_shared_slot_gu_f32.wgsl +264 -0
  549. package/src/gpu/kernels/moe_shared_slot_gu_pair_f32.wgsl +267 -0
  550. package/src/gpu/kernels/paired-activation.js +86 -0
  551. package/src/gpu/kernels/paired-attention.js +85 -0
  552. package/src/gpu/kernels/paired-cast.js +82 -0
  553. package/src/gpu/kernels/paired-linear-attention.js +180 -0
  554. package/src/gpu/kernels/paired-matmul.js +86 -0
  555. package/src/gpu/kernels/paired-rmsnorm.js +127 -0
  556. package/src/gpu/kernels/paired-rope.js +44 -0
  557. package/src/gpu/kernels/paired-split.js +74 -0
  558. package/src/gpu/kernels/paired_add.wgsl +261 -0
  559. package/src/gpu/kernels/paired_multiply.wgsl +261 -0
  560. package/src/gpu/kernels/paired_scale.wgsl +260 -0
  561. package/src/gpu/kernels/paired_scale_inplace.wgsl +259 -0
  562. package/src/gpu/kernels/paired_sigmoid.wgsl +266 -0
  563. package/src/gpu/kernels/paired_silu.wgsl +266 -0
  564. package/src/gpu/kernels/paired_silu_unary.wgsl +260 -0
  565. package/src/gpu/kernels/pipeline-cache.d.ts +37 -4
  566. package/src/gpu/kernels/pipeline-cache.js +185 -88
  567. package/src/gpu/kernels/ple.js +145 -0
  568. package/src/gpu/kernels/ple_conv.wgsl +104 -0
  569. package/src/gpu/kernels/ple_gate.wgsl +131 -0
  570. package/src/gpu/kernels/q4_0.js +200 -0
  571. package/src/gpu/kernels/qsa-indexer.d.ts +105 -0
  572. package/src/gpu/kernels/qsa-indexer.js +304 -0
  573. package/src/gpu/kernels/qsa_block_keys.wgsl +110 -0
  574. package/src/gpu/kernels/qsa_block_scores.wgsl +73 -0
  575. package/src/gpu/kernels/qsa_prepare.wgsl +116 -0
  576. package/src/gpu/kernels/qsa_select.wgsl +172 -0
  577. package/src/gpu/kernels/quantize_w8a8.wgsl +81 -0
  578. package/src/gpu/kernels/qwen_attention_split_q_gate.js +71 -0
  579. package/src/gpu/kernels/qwen_attention_split_q_gate.wgsl +26 -0
  580. package/src/gpu/kernels/qwen_linear_attention_decay_paired.wgsl +266 -0
  581. package/src/gpu/kernels/qwen_linear_attention_log_decay_paired.wgsl +273 -0
  582. package/src/gpu/kernels/qwen_linear_attention_prepare.js +153 -0
  583. package/src/gpu/kernels/qwen_linear_attention_prepare.wgsl +120 -0
  584. package/src/gpu/kernels/qwen_linear_attention_prepare_paired.wgsl +267 -0
  585. package/src/gpu/kernels/qwen_linear_attention_scale_paired.wgsl +276 -0
  586. package/src/gpu/kernels/relu.js +5 -12
  587. package/src/gpu/kernels/rep-penalty.js +30 -5
  588. package/src/gpu/kernels/rep_penalty.wgsl +25 -30
  589. package/src/gpu/kernels/rep_penalty_f16.wgsl +24 -25
  590. package/src/gpu/kernels/repeat_channels.js +22 -9
  591. package/src/gpu/kernels/repeat_channels.wgsl +12 -5
  592. package/src/gpu/kernels/repeat_channels_f16.wgsl +12 -5
  593. package/src/gpu/kernels/rescale_w8a8.wgsl +74 -0
  594. package/src/gpu/kernels/residual.js +5 -0
  595. package/src/gpu/kernels/rmsnorm-pair.js +2 -2
  596. package/src/gpu/kernels/rmsnorm-qk.js +27 -5
  597. package/src/gpu/kernels/rmsnorm-stats.js +62 -78
  598. package/src/gpu/kernels/rmsnorm.js +74 -96
  599. package/src/gpu/kernels/rmsnorm.wgsl +9 -3
  600. package/src/gpu/kernels/rmsnorm_f16.wgsl +2 -0
  601. package/src/gpu/kernels/rmsnorm_paired.wgsl +321 -0
  602. package/src/gpu/kernels/rmsnorm_paired_sliced.wgsl +326 -0
  603. package/src/gpu/kernels/rmsnorm_qk.wgsl +32 -8
  604. package/src/gpu/kernels/rmsnorm_stats_subgroups.wgsl +7 -7
  605. package/src/gpu/kernels/rope-dispatch.js +26 -0
  606. package/src/gpu/kernels/rope-precompute.js +29 -28
  607. package/src/gpu/kernels/rope-qk.js +35 -24
  608. package/src/gpu/kernels/rope.js +5 -2
  609. package/src/gpu/kernels/rope.wgsl +2 -2
  610. package/src/gpu/kernels/rope_precompute.wgsl +150 -6
  611. package/src/gpu/kernels/rope_precompute_paired.wgsl +285 -0
  612. package/src/gpu/kernels/rope_qk.wgsl +3 -2
  613. package/src/gpu/kernels/rope_qk_paired.wgsl +341 -0
  614. package/src/gpu/kernels/sample.js +135 -249
  615. package/src/gpu/kernels/sample.wgsl +138 -168
  616. package/src/gpu/kernels/sample_f16.wgsl +192 -171
  617. package/src/gpu/kernels/scale.js +6 -1
  618. package/src/gpu/kernels/scatter_add_routes_f32.wgsl +43 -0
  619. package/src/gpu/kernels/shader-cache.d.ts +7 -1
  620. package/src/gpu/kernels/shader-cache.js +61 -20
  621. package/src/gpu/kernels/shader-source-scope.d.ts +14 -0
  622. package/src/gpu/kernels/shader-source-scope.js +127 -12
  623. package/src/gpu/kernels/sigmoid-gated-add.js +68 -0
  624. package/src/gpu/kernels/sigmoid_gated_add_f32.wgsl +76 -0
  625. package/src/gpu/kernels/silu.js +56 -136
  626. package/src/gpu/kernels/silu.wgsl +54 -3
  627. package/src/gpu/kernels/silu_f16.wgsl +3 -2
  628. package/src/gpu/kernels/softmax.js +57 -19
  629. package/src/gpu/kernels/softmax_topk_logit_rank.wgsl +137 -0
  630. package/src/gpu/kernels/softmax_topk_ranked.wgsl +132 -0
  631. package/src/gpu/kernels/softmax_topk_strided.wgsl +80 -0
  632. package/src/gpu/kernels/speculative-accept.js +97 -0
  633. package/src/gpu/kernels/speculative_accept.wgsl +38 -0
  634. package/src/gpu/kernels/speculative_accept_gpu_limit.wgsl +42 -0
  635. package/src/gpu/kernels/split-dispatch.js +18 -0
  636. package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +3 -6
  637. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +4 -11
  638. package/src/gpu/kernels/split_qg.js +6 -2
  639. package/src/gpu/kernels/split_qg.wgsl +3 -2
  640. package/src/gpu/kernels/split_qg_f16.wgsl +3 -2
  641. package/src/gpu/kernels/split_qg_paired.wgsl +59 -0
  642. package/src/gpu/kernels/split_qkv.js +7 -16
  643. package/src/gpu/kernels/split_qkv_paired.wgsl +75 -0
  644. package/src/gpu/kernels/subgroup-partition.js +11 -0
  645. package/src/gpu/kernels/uniform-encoding.js +20 -0
  646. package/src/gpu/kernels/uniform-utils.js +44 -49
  647. package/src/gpu/kernels/vision-average-pool.js +2 -5
  648. package/src/gpu/kernels/vision-patch-embed.js +2 -5
  649. package/src/gpu/kernels/vision-position-embedding.js +2 -5
  650. package/src/gpu/kernels/vision-rope-2d.js +2 -5
  651. package/src/gpu/kernels/vision-spatial-merge.js +2 -5
  652. package/src/gpu/kernels/w8a8.js +166 -0
  653. package/src/gpu/prepared-decode-workspace.d.ts +11 -0
  654. package/src/gpu/prepared-decode-workspace.js +104 -0
  655. package/src/gpu/recorder-timestamps.js +63 -0
  656. package/src/gpu/step-contract.d.ts +27 -0
  657. package/src/gpu/step-contract.js +26 -0
  658. package/src/gpu/submit-tracker.js +1 -17
  659. package/src/gpu/tensor.d.ts +13 -4
  660. package/src/gpu/tensor.js +38 -19
  661. package/src/gpu/uniform-cache.d.ts +8 -4
  662. package/src/gpu/uniform-cache.js +41 -25
  663. package/src/gpu/weight-buffer.d.ts +10 -1
  664. package/src/gpu/weight-buffer.js +2 -1
  665. package/src/index.d.ts +3 -0
  666. package/src/index.js +2 -0
  667. package/src/inference/choice-scoring.js +70 -0
  668. package/src/inference/decode-buffers.d.ts +11 -3
  669. package/src/inference/decode-buffers.js +93 -63
  670. package/src/inference/generation-output.js +128 -0
  671. package/src/inference/generation-step.d.ts +14 -0
  672. package/src/inference/generation-step.js +26 -0
  673. package/src/inference/kv-cache/base.d.ts +7 -2
  674. package/src/inference/kv-cache/base.js +10 -8
  675. package/src/inference/kv-cache/copy-state.js +39 -0
  676. package/src/inference/kv-cache/layer-range.js +76 -0
  677. package/src/inference/kv-cache/mixed-geometry.d.ts +3 -2
  678. package/src/inference/kv-cache/mixed-geometry.js +25 -1
  679. package/src/inference/kv-cache/quantized.d.ts +1 -1
  680. package/src/inference/kv-cache/quantized.js +1 -1
  681. package/src/inference/kv-cache/sliding-window.d.ts +2 -2
  682. package/src/inference/kv-cache/sliding-window.js +58 -183
  683. package/src/inference/kv-cache/tiered.d.ts +1 -1
  684. package/src/inference/kv-cache/tiered.js +1 -1
  685. package/src/inference/kv-cache/types.js +2 -28
  686. package/src/inference/kv-cache/update.js +104 -157
  687. package/src/inference/moe-router.d.ts +5 -0
  688. package/src/inference/moe-router.js +42 -31
  689. package/src/inference/pipelines/audio/index.js +5 -2
  690. package/src/inference/pipelines/audio/mel.js +116 -81
  691. package/src/inference/pipelines/context.js +110 -76
  692. package/src/inference/pipelines/factory.js +27 -5
  693. package/src/inference/pipelines/registry.js +9 -3
  694. package/src/inference/pipelines/shader-scoped-pipeline.d.ts +24 -0
  695. package/src/inference/pipelines/shader-scoped-pipeline.js +243 -11
  696. package/src/inference/pipelines/shared/clipped-linear.js +1 -1
  697. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +2 -0
  698. package/src/inference/pipelines/structured/json-grammar-mask.js +115 -118
  699. package/src/inference/pipelines/structured/json-head-pipeline.js +1 -1
  700. package/src/inference/pipelines/text/activity-weights.js +110 -0
  701. package/src/inference/pipelines/text/attention/cache-cast.js +15 -0
  702. package/src/inference/pipelines/text/attention/dispatch-params.js +2 -1
  703. package/src/inference/pipelines/text/attention/interpreter/immediate.js +16 -19
  704. package/src/inference/pipelines/text/attention/interpreter/recorded.js +20 -21
  705. package/src/inference/pipelines/text/attention/interpreter.js +34 -38
  706. package/src/inference/pipelines/text/attention/paired-contract.js +29 -0
  707. package/src/inference/pipelines/text/attention/plan.d.ts +2 -0
  708. package/src/inference/pipelines/text/attention/plan.js +11 -4
  709. package/src/inference/pipelines/text/attention/projection-executor.js +10 -27
  710. package/src/inference/pipelines/text/attention/projection-plan.js +24 -31
  711. package/src/inference/pipelines/text/attention/projections.js +10 -27
  712. package/src/inference/pipelines/text/attention/query-transform.js +2 -2
  713. package/src/inference/pipelines/text/attention/recorded-health.js +2 -1
  714. package/src/inference/pipelines/text/attention/rope-observation.js +26 -3
  715. package/src/inference/pipelines/text/chat-format.js +2 -1
  716. package/src/inference/pipelines/text/config/normalization.js +115 -226
  717. package/src/inference/pipelines/text/config/vision-normalizers.js +240 -0
  718. package/src/inference/pipelines/text/config-components.js +49 -0
  719. package/src/inference/pipelines/text/config.d.ts +45 -1
  720. package/src/inference/pipelines/text/config.js +26 -38
  721. package/src/inference/pipelines/text/debug-utils/config.js +13 -156
  722. package/src/inference/pipelines/text/debug-utils/health-metrics.js +8 -23
  723. package/src/inference/pipelines/text/debug-utils/readback-decoding.js +5 -1
  724. package/src/inference/pipelines/text/embed.js +38 -4
  725. package/src/inference/pipelines/text/embedding-batch.js +23 -0
  726. package/src/inference/pipelines/text/embedding-extraction.js +7 -2
  727. package/src/inference/pipelines/text/embedding-normalization.js +2 -1
  728. package/src/inference/pipelines/text/execution-plan.d.ts +16 -0
  729. package/src/inference/pipelines/text/execution-plan.js +49 -2
  730. package/src/inference/pipelines/text/execution-runtime-builders.js +31 -0
  731. package/src/inference/pipelines/text/execution-v1/validation.js +3 -3
  732. package/src/inference/pipelines/text/execution-v1.js +14 -14
  733. package/src/inference/pipelines/text/execution.js +78 -128
  734. package/src/inference/pipelines/text/ffn/activation-observation.js +45 -0
  735. package/src/inference/pipelines/text/ffn/decode-intermediate.js +10 -0
  736. package/src/inference/pipelines/text/ffn/dense-executor.js +60 -50
  737. package/src/inference/pipelines/text/ffn/dense-plan.js +28 -27
  738. package/src/inference/pipelines/text/ffn/dense.js +30 -50
  739. package/src/inference/pipelines/text/ffn/moe.js +67 -3
  740. package/src/inference/pipelines/text/ffn/paired.js +144 -0
  741. package/src/inference/pipelines/text/ffn/qwen-shared-expert.js +212 -0
  742. package/src/inference/pipelines/text/ffn/sandwich.js +8 -3
  743. package/src/inference/pipelines/text/ffn/standard.js +67 -16
  744. package/src/inference/pipelines/text/finiteness-guard-status.js +9 -0
  745. package/src/inference/pipelines/text/generation-request.d.ts +36 -0
  746. package/src/inference/pipelines/text/generation-request.js +73 -0
  747. package/src/inference/pipelines/text/generator/activation-storage.js +15 -0
  748. package/src/inference/pipelines/text/generator/batch-retry-policy.js +20 -0
  749. package/src/inference/pipelines/text/generator/capsule-generation.js +37 -0
  750. package/src/inference/pipelines/text/generator/compiled-greedy-window.js +154 -0
  751. package/src/inference/pipelines/text/generator/decode-components.js +24 -0
  752. package/src/inference/pipelines/text/generator/decode-readback.js +73 -0
  753. package/src/inference/pipelines/text/generator/decode-runtime.js +401 -403
  754. package/src/inference/pipelines/text/generator/decode.js +594 -626
  755. package/src/inference/pipelines/text/generator/diagnostic-sequence.d.ts +63 -0
  756. package/src/inference/pipelines/text/generator/diagnostic-sequence.js +106 -0
  757. package/src/inference/pipelines/text/generator/diffusion.js +24 -12
  758. package/src/inference/pipelines/text/generator/greedy-head-policy.js +15 -0
  759. package/src/inference/pipelines/text/generator/logits-config.js +11 -4
  760. package/src/inference/pipelines/text/generator/per-layer-buffer.js +21 -0
  761. package/src/inference/pipelines/text/generator/prefill-observation.js +25 -1
  762. package/src/inference/pipelines/text/generator/prefill-policy.js +30 -18
  763. package/src/inference/pipelines/text/generator/prefill-runtime.js +511 -511
  764. package/src/inference/pipelines/text/generator/recorded-step-executor.js +70 -0
  765. package/src/inference/pipelines/text/generator/recorder-stats.js +17 -0
  766. package/src/inference/pipelines/text/generator/recovery.js +6 -0
  767. package/src/inference/pipelines/text/generator/session-context.js +19 -7
  768. package/src/inference/pipelines/text/generator/speculative-runtime.js +82 -0
  769. package/src/inference/pipelines/text/generator/text.js +17 -149
  770. package/src/inference/pipelines/text/generator/token-selection.d.ts +7 -0
  771. package/src/inference/pipelines/text/generator/token-selection.js +59 -0
  772. package/src/inference/pipelines/text/generator/training.js +42 -60
  773. package/src/inference/pipelines/text/generator/whole-token-lane.js +371 -0
  774. package/src/inference/pipelines/text/generator/whole-token-observation.d.ts +72 -0
  775. package/src/inference/pipelines/text/generator/whole-token-observation.js +502 -0
  776. package/src/inference/pipelines/text/generator/whole-token-program.d.ts +93 -0
  777. package/src/inference/pipelines/text/generator/whole-token-program.js +731 -0
  778. package/src/inference/pipelines/text/generator/whole-token-template.js +437 -0
  779. package/src/inference/pipelines/text/generator-logits-observation.js +5 -2
  780. package/src/inference/pipelines/text/generator-runtime.d.ts +107 -0
  781. package/src/inference/pipelines/text/generator-runtime.js +38 -79
  782. package/src/inference/pipelines/text/generator-steps.js +62 -55
  783. package/src/inference/pipelines/text/generator.d.ts +10 -1
  784. package/src/inference/pipelines/text/generator.js +111 -175
  785. package/src/inference/pipelines/text/hyper-connection/decoder-layer.d.ts +75 -0
  786. package/src/inference/pipelines/text/hyper-connection/decoder-layer.js +132 -0
  787. package/src/inference/pipelines/text/hyper-connection/layer-executor.js +104 -0
  788. package/src/inference/pipelines/text/hyper-connection/logits-input.js +20 -0
  789. package/src/inference/pipelines/text/hyper-connection/projection.js +21 -0
  790. package/src/inference/pipelines/text/hyper-connection/sequence-transaction.js +145 -0
  791. package/src/inference/pipelines/text/hyper-connection/session.d.ts +39 -0
  792. package/src/inference/pipelines/text/hyper-connection/session.js +236 -0
  793. package/src/inference/pipelines/text/image-transcription.js +2 -3
  794. package/src/inference/pipelines/text/indexed-attention/attention-runner.js +49 -0
  795. package/src/inference/pipelines/text/indexed-attention/qsa-cache.d.ts +54 -0
  796. package/src/inference/pipelines/text/indexed-attention/qsa-cache.js +256 -0
  797. package/src/inference/pipelines/text/init-qkv-fusion.js +121 -104
  798. package/src/inference/pipelines/text/init-rope.d.ts +26 -0
  799. package/src/inference/pipelines/text/init-rope.js +109 -14
  800. package/src/inference/pipelines/text/init-tokenizer.js +29 -0
  801. package/src/inference/pipelines/text/init.d.ts +28 -10
  802. package/src/inference/pipelines/text/init.js +65 -74
  803. package/src/inference/pipelines/text/kernel-trace.js +33 -11
  804. package/src/inference/pipelines/text/layer-execution-contract.js +1 -1
  805. package/src/inference/pipelines/text/layer-input-execution.js +10 -9
  806. package/src/inference/pipelines/text/layer-partition-contract.d.ts +47 -0
  807. package/src/inference/pipelines/text/layer-partition-contract.js +220 -0
  808. package/src/inference/pipelines/text/layer-plan-gpu.js +153 -80
  809. package/src/inference/pipelines/text/layer-plan.js +9 -2
  810. package/src/inference/pipelines/text/layer.js +34 -47
  811. package/src/inference/pipelines/text/lifecycle.js +79 -178
  812. package/src/inference/pipelines/text/linear-attention/activity.js +29 -0
  813. package/src/inference/pipelines/text/linear-attention/norm-ab.js +59 -0
  814. package/src/inference/pipelines/text/linear-attention/plan.js +35 -34
  815. package/src/inference/pipelines/text/linear-attention/state-checkpoint.js +83 -0
  816. package/src/inference/pipelines/text/linear-attention/state-clone.js +109 -0
  817. package/src/inference/pipelines/text/linear-attention/state-layout.js +45 -0
  818. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +48 -45
  819. package/src/inference/pipelines/text/linear-attention.d.ts +20 -0
  820. package/src/inference/pipelines/text/linear-attention.js +150 -131
  821. package/src/inference/pipelines/text/load-errors.js +2 -19
  822. package/src/inference/pipelines/text/load-policy.js +55 -0
  823. package/src/inference/pipelines/text/logits/gpu-executor.js +130 -103
  824. package/src/inference/pipelines/text/logits/gpu.js +93 -70
  825. package/src/inference/pipelines/text/logits/index.d.ts +14 -2
  826. package/src/inference/pipelines/text/logits/index.js +420 -352
  827. package/src/inference/pipelines/text/logits/output-transform.js +37 -25
  828. package/src/inference/pipelines/text/logits/precision-policy.js +1 -1
  829. package/src/inference/pipelines/text/logits/types.d.ts +8 -1
  830. package/src/inference/pipelines/text/lora-apply.js +1 -1
  831. package/src/inference/pipelines/text/model-load.js +71 -117
  832. package/src/inference/pipelines/text/moe/gpu-executor.js +39 -17
  833. package/src/inference/pipelines/text/moe/grouped-prefill.js +67 -0
  834. package/src/inference/pipelines/text/moe/qwen-route-executor.d.ts +41 -0
  835. package/src/inference/pipelines/text/moe/qwen-route-executor.js +125 -0
  836. package/src/inference/pipelines/text/moe/routed-expert-chunks.js +95 -0
  837. package/src/inference/pipelines/text/moe-gpu.js +132 -50
  838. package/src/inference/pipelines/text/moe-impl.d.ts +23 -3
  839. package/src/inference/pipelines/text/moe-shape-validator.js +12 -0
  840. package/src/inference/pipelines/text/ngram/ngram-addresses.d.ts +30 -0
  841. package/src/inference/pipelines/text/ngram/ngram-addresses.js +134 -0
  842. package/src/inference/pipelines/text/ngram/ngram-table.d.ts +89 -0
  843. package/src/inference/pipelines/text/ngram/ngram-table.js +233 -0
  844. package/src/inference/pipelines/text/ngram/ple-layer.d.ts +54 -0
  845. package/src/inference/pipelines/text/ngram/ple-layer.js +115 -0
  846. package/src/inference/pipelines/text/operator-events.d.ts +129 -0
  847. package/src/inference/pipelines/text/operator-events.js +19 -2
  848. package/src/inference/pipelines/text/ops.js +40 -30
  849. package/src/inference/pipelines/text/paired-execution.js +140 -0
  850. package/src/inference/pipelines/text/partition-attempt.js +105 -0
  851. package/src/inference/pipelines/text/partition-execution.js +347 -0
  852. package/src/inference/pipelines/text/per-layer/materialize.js +3 -10
  853. package/src/inference/pipelines/text/per-layer/plan.js +3 -10
  854. package/src/inference/pipelines/text/per-layer-inputs.js +3 -10
  855. package/src/inference/pipelines/text/pipeline-load-timing.js +2 -1
  856. package/src/inference/pipelines/text/pipeline.d.ts +227 -0
  857. package/src/inference/pipelines/text/pipeline.js +629 -0
  858. package/src/inference/pipelines/text/precomputed-input-norm.js +29 -0
  859. package/src/inference/pipelines/text/probes.js +65 -23
  860. package/src/inference/pipelines/text/resident-partition-contract.d.ts +179 -0
  861. package/src/inference/pipelines/text/resident-partition-contract.js +98 -0
  862. package/src/inference/pipelines/text/resident-partition.js +403 -0
  863. package/src/inference/pipelines/text/resident-pipeline-preparation.js +341 -0
  864. package/src/inference/pipelines/text/sampling-config.d.ts +16 -0
  865. package/src/inference/pipelines/text/sampling-config.js +25 -113
  866. package/src/inference/pipelines/text/sampling.d.ts +9 -1
  867. package/src/inference/pipelines/text/sampling.js +18 -375
  868. package/src/inference/pipelines/text/sequence-state.d.ts +68 -0
  869. package/src/inference/pipelines/text/sequence-state.js +514 -0
  870. package/src/inference/pipelines/text/stage-names.d.ts +88 -0
  871. package/src/inference/pipelines/text/state.d.ts +17 -8
  872. package/src/inference/pipelines/text/state.js +10 -0
  873. package/src/inference/pipelines/text/stopping.js +17 -0
  874. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +77 -0
  875. package/src/inference/pipelines/text/tsir-fixture-writer.js +3 -12
  876. package/src/inference/pipelines/text/types.d.ts +68 -114
  877. package/src/inference/pipelines/text/warm-generation.d.ts +27 -0
  878. package/src/inference/pipelines/text/warm-generation.js +34 -0
  879. package/src/inference/pipelines/text/weight-loading-config.js +16 -10
  880. package/src/inference/pipelines/text/weights.d.ts +103 -1
  881. package/src/inference/pipelines/text/weights.js +0 -17
  882. package/src/inference/pipelines/text.d.ts +3 -211
  883. package/src/inference/pipelines/text.js +16 -578
  884. package/src/inference/pipelines/video/feature-concat.js +30 -0
  885. package/src/inference/pipelines/video/frame-sampler.js +4 -0
  886. package/src/inference/pipelines/video/index.js +33 -44
  887. package/src/inference/pipelines/vision/encoder.js +1 -1
  888. package/src/inference/pipelines/vision/gemma4.js +6 -7
  889. package/src/inference/pipelines/vision/glmocr.js +11 -13
  890. package/src/inference/pipelines/vision/index.js +14 -3
  891. package/src/inference/pipelines/vision/support.js +93 -0
  892. package/src/inference/pipelines/vision/weight-loading.js +111 -0
  893. package/src/inference/rerank.d.ts +44 -0
  894. package/src/inference/resident-block-contract.d.ts +35 -0
  895. package/src/inference/resident-block-contract.js +105 -0
  896. package/src/inference/resident-output-state.d.ts +14 -0
  897. package/src/inference/resident-output-state.js +89 -0
  898. package/src/inference/resident-publication-contract.d.ts +32 -0
  899. package/src/inference/resident-publication-contract.js +104 -0
  900. package/src/inference/resident-state-contract.d.ts +26 -0
  901. package/src/inference/resident-state-contract.js +135 -0
  902. package/src/inference/resident-target-state.d.ts +32 -0
  903. package/src/inference/resident-target-state.js +152 -0
  904. package/src/inference/sampling-rng.js +35 -0
  905. package/src/inference/token-sampling.js +395 -0
  906. package/src/inference/tokenizer.d.ts +2 -0
  907. package/src/inference/tokenizer.js +16 -0
  908. package/src/inference/tokenizers/bundled/incremental-decoder.d.ts +16 -0
  909. package/src/inference/tokenizers/bundled/incremental-decoder.js +100 -0
  910. package/src/inference/tokenizers/bundled/normalizer.js +44 -0
  911. package/src/inference/tokenizers/bundled.js +25 -42
  912. package/src/inference/tokenizers/sentencepiece.js +4 -26
  913. package/src/loader/doppler-loader.d.ts +13 -0
  914. package/src/loader/doppler-loader.js +34 -62
  915. package/src/loader/dtype-utils.js +1 -19
  916. package/src/loader/embedding-limit-preflight.js +77 -8
  917. package/src/loader/embedding-loader.js +43 -114
  918. package/src/loader/experts/expert-cache.js +1 -4
  919. package/src/loader/experts/expert-loader.d.ts +6 -1
  920. package/src/loader/experts/expert-loader.js +90 -29
  921. package/src/loader/experts/expert-preparation.d.ts +16 -0
  922. package/src/loader/experts/expert-preparation.js +57 -0
  923. package/src/loader/experts/loader-bindings.js +53 -0
  924. package/src/loader/experts/qwen-paging.d.ts +19 -0
  925. package/src/loader/experts/qwen-paging.js +70 -0
  926. package/src/loader/experts/routed-expert-cache.d.ts +56 -0
  927. package/src/loader/experts/routed-expert-cache.js +372 -0
  928. package/src/loader/experts/routed-expert-plan.d.ts +20 -0
  929. package/src/loader/experts/routed-expert-plan.js +46 -0
  930. package/src/loader/final-weights-loader.d.ts +7 -1
  931. package/src/loader/final-weights-loader.js +17 -40
  932. package/src/loader/hyper-connection-loader.d.ts +25 -0
  933. package/src/loader/hyper-connection-loader.js +150 -0
  934. package/src/loader/layer-loader.d.ts +8 -1
  935. package/src/loader/layer-loader.js +67 -97
  936. package/src/loader/layer-tensor-aliases.js +77 -11
  937. package/src/loader/layer-weight-shape.js +13 -0
  938. package/src/loader/load-timing.js +2 -0
  939. package/src/loader/loader-types.d.ts +24 -1
  940. package/src/loader/model-executor.js +27 -365
  941. package/src/loader/model-load.d.ts +18 -0
  942. package/src/loader/model-load.js +432 -0
  943. package/src/loader/ngram-table-bindings.d.ts +11 -0
  944. package/src/loader/ngram-table-bindings.js +61 -0
  945. package/src/loader/per-layer-input-loader.js +5 -83
  946. package/src/loader/q4k-reference-weight.js +84 -0
  947. package/src/loader/shard-cache.js +3 -0
  948. package/src/loader/tensor-load-error.js +20 -1
  949. package/src/loader/tensors/bf16-loader.js +3 -29
  950. package/src/loader/tensors/buffer-write.js +26 -0
  951. package/src/loader/tensors/fp8-loader.js +28 -0
  952. package/src/loader/tensors/load-executor.js +124 -117
  953. package/src/loader/tensors/q4_0-loader.js +32 -0
  954. package/src/loader/tensors/range-backed-weights.js +34 -0
  955. package/src/loader/tensors/source-transform.js +1 -1
  956. package/src/loader/tensors/tensor-loader.js +22 -6
  957. package/src/loader/tensors/w8a8-loader.js +36 -0
  958. package/src/loader/weight-downcast.js +9 -13
  959. package/src/loader/weight-representation-plan.d.ts +28 -0
  960. package/src/loader/weight-representation-plan.js +146 -0
  961. package/src/loader/weights.d.ts +1 -1
  962. package/src/memory/buffer-pool.d.ts +24 -4
  963. package/src/memory/buffer-pool.js +124 -128
  964. package/src/memory/device-budget.d.ts +10 -0
  965. package/src/memory/device-budget.js +89 -0
  966. package/src/memory/device-residency.js +60 -0
  967. package/src/partitions.d.ts +21 -0
  968. package/src/partitions.js +10 -0
  969. package/src/rules/execution-rules-contract-check.js +73 -570
  970. package/src/rules/generated/rule-bundle.json +1 -4305
  971. package/src/rules/greedy-sampling.js +16 -0
  972. package/src/rules/inference/capability-transforms.rules.json +11 -1
  973. package/src/rules/layer-pattern-contract-check.js +49 -222
  974. package/src/rules/rule-matcher.d.ts +62 -0
  975. package/src/rules/rule-matcher.js +132 -1
  976. package/src/rules/rule-registry.d.ts +75 -0
  977. package/src/rules/rule-registry.js +64 -24
  978. package/src/storage/artifact-storage-context.d.ts +99 -0
  979. package/src/storage/artifact-storage-context.js +71 -114
  980. package/src/storage/backend-selection.js +3 -0
  981. package/src/storage/backends/idb-store.d.ts +54 -0
  982. package/src/storage/backends/idb-store.js +12 -0
  983. package/src/storage/backends/memory-store.d.ts +38 -0
  984. package/src/storage/backends/memory-store.js +15 -6
  985. package/src/storage/backends/opfs-store.d.ts +43 -0
  986. package/src/storage/backends/opfs-store.js +6 -0
  987. package/src/storage/blake3.d.ts +17 -0
  988. package/src/storage/blake3.js +153 -68
  989. package/src/storage/distribution-transport.js +626 -3
  990. package/src/storage/download/http-contract.js +199 -0
  991. package/src/storage/download/http-transport.js +824 -0
  992. package/src/storage/download/integrity.d.ts +10 -2
  993. package/src/storage/download/integrity.js +39 -2
  994. package/src/storage/download/transport.js +2 -2
  995. package/src/storage/downloader.js +404 -388
  996. package/src/storage/export.d.ts +1 -0
  997. package/src/storage/export.js +22 -70
  998. package/src/storage/model-cache.d.ts +4 -1
  999. package/src/storage/model-cache.js +131 -52
  1000. package/src/storage/model-read-session.d.ts +13 -0
  1001. package/src/storage/model-read-session.js +76 -0
  1002. package/src/storage/node-file-access.js +108 -0
  1003. package/src/storage/reports.js +1 -4
  1004. package/src/storage/runtime-env.js +6 -0
  1005. package/src/storage/shard-manager.d.ts +10 -0
  1006. package/src/storage/shard-manager.js +644 -579
  1007. package/src/storage/shards/index.js +16 -0
  1008. package/src/storage/shards/integrity.js +35 -49
  1009. package/src/storage/source-artifact-store.d.ts +59 -0
  1010. package/src/storage/source-artifact-store.js +24 -37
  1011. package/src/storage/source-storage-context.d.ts +53 -0
  1012. package/src/storage/source-storage-context.js +298 -0
  1013. package/src/storage/verified-piece-reader.d.ts +23 -0
  1014. package/src/storage/verified-piece-reader.js +134 -0
  1015. package/src/storage/verified-piece-storage.d.ts +7 -0
  1016. package/src/storage/verified-piece-storage.js +16 -0
  1017. package/src/tooling/boundary-evidence.js +1 -4
  1018. package/src/tooling/browser-command-runner.d.ts +1 -1
  1019. package/src/tooling/browser-command-runner.js +2 -2
  1020. package/src/tooling/browser-harness/benchmark-comparison.js +105 -0
  1021. package/src/tooling/browser-harness/benchmark-execution.js +865 -0
  1022. package/src/tooling/browser-harness/decode-diagnostics.js +201 -0
  1023. package/src/tooling/browser-harness/inference-execution.js +543 -0
  1024. package/src/tooling/browser-harness/model-initialization.js +230 -0
  1025. package/src/tooling/browser-harness/model-resolution.js +134 -0
  1026. package/src/tooling/browser-harness/report.js +338 -0
  1027. package/src/tooling/browser-harness/request-timing.js +50 -0
  1028. package/src/tooling/browser-harness/request.js +264 -0
  1029. package/src/tooling/browser-harness/runtime-config.d.ts +26 -0
  1030. package/src/tooling/browser-harness/runtime-config.js +256 -0
  1031. package/src/tooling/browser-harness/text-evidence.d.ts +81 -0
  1032. package/src/tooling/browser-harness/text-evidence.js +695 -0
  1033. package/src/tooling/browser-harness/text-execution.d.ts +37 -0
  1034. package/src/tooling/browser-harness/text-execution.js +721 -0
  1035. package/src/tooling/browser-harness/text-input.d.ts +45 -0
  1036. package/src/tooling/browser-harness/text-input.js +722 -0
  1037. package/src/tooling/browser-harness/timing-diagnostics.js +416 -0
  1038. package/src/tooling/browser-harness-text-helpers.d.ts +31 -0
  1039. package/src/tooling/browser-harness-text-helpers.js +31 -0
  1040. package/src/tooling/browser-harness.d.ts +245 -0
  1041. package/src/tooling/browser-harness.js +337 -0
  1042. package/src/tooling/command-api.d.ts +1 -0
  1043. package/src/tooling/diagnose-runner.js +2 -2
  1044. package/src/tooling/distribution-shard-transport.d.ts +6 -0
  1045. package/src/tooling/execution-cost-ledger.d.ts +2 -1
  1046. package/src/tooling/execution-cost-ledger.js +10 -7
  1047. package/src/tooling/hf-registry/catalog-io.js +7 -5
  1048. package/src/tooling/litert-package-runtime.js +1 -98
  1049. package/src/tooling/model-capsule-pieces.js +47 -0
  1050. package/src/tooling/model-capsule-rig.js +528 -0
  1051. package/src/tooling/node-browser/execution.d.ts +1 -1
  1052. package/src/tooling/node-browser/static-server.js +26 -2
  1053. package/src/tooling/node-browser/transport.js +0 -43
  1054. package/src/tooling/node-capsule-artifact-store.js +24 -0
  1055. package/src/tooling/node-command-execution.js +2 -2
  1056. package/src/tooling/node-command-runner.d.ts +1 -1
  1057. package/src/tooling/node-converter/input.js +36 -5
  1058. package/src/tooling/node-converter/output.js +75 -1
  1059. package/src/tooling/node-converter.js +33 -34
  1060. package/src/tooling/node-source-runtime.js +5 -5
  1061. package/src/tooling/portable-source-path.js +26 -0
  1062. package/src/tooling/production-release.js +3 -6
  1063. package/src/tooling/program-bundle/choice-scoring-reference.js +22 -0
  1064. package/src/tooling/program-bundle/materialize.js +4 -0
  1065. package/src/tooling/program-bundle/wgsl-closure.js +3 -9
  1066. package/src/tooling/program-bundle-host.js +26 -0
  1067. package/src/tooling/program-bundle.js +11 -6
  1068. package/src/tooling/reference-verify.js +5 -17
  1069. package/src/tooling/registered-variant-calibration-job.js +1 -4
  1070. package/src/tooling/registered-variant-calibration.js +1 -4
  1071. package/src/tooling/source-artifact-adapter.d.ts +1 -0
  1072. package/src/tooling/source-artifact-adapter.js +33 -1
  1073. package/src/tooling/source-intake.js +1 -4
  1074. package/src/tooling/source-runtime-bundle.d.ts +4 -85
  1075. package/src/tooling/source-runtime-bundle.js +3 -3
  1076. package/src/tooling/source-runtime-converter-config.js +41 -8
  1077. package/src/tooling/test-harness.d.ts +173 -0
  1078. package/src/tooling/test-harness.js +476 -0
  1079. package/src/tooling-exports/device.d.ts +1 -0
  1080. package/src/tooling-exports/device.js +1 -0
  1081. package/src/tooling-exports/evidence.d.ts +3 -0
  1082. package/src/tooling-exports/manifest.d.ts +1 -1
  1083. package/src/tooling-exports/manifest.js +1 -1
  1084. package/src/tooling-exports/runtime.d.ts +6 -1
  1085. package/src/tooling-exports/runtime.js +6 -1
  1086. package/src/tooling-exports/storage.d.ts +10 -0
  1087. package/src/tooling-exports/storage.js +9 -0
  1088. package/src/tooling-exports/structured.d.ts +2 -1
  1089. package/src/tooling-exports/structured.js +2 -1
  1090. package/src/tooling-exports.shared.d.ts +12 -9
  1091. package/src/tooling-exports.shared.js +6 -12
  1092. package/src/training-browser.d.ts +5 -0
  1093. package/src/training.d.ts +7 -0
  1094. package/src/training.js +1 -0
  1095. package/src/version.js +1 -1
  1096. package/tests/fixtures/linear-core-activation-accuracy.json +12 -0
  1097. package/tests/fixtures/linear-core-refined-accuracy.json +128 -0
  1098. package/tests/fixtures/q4k-ordered-accumulation.json +87 -0
  1099. package/tests/fixtures/rmsnorm-inverse-root.json +18 -0
  1100. package/tests/kernels/browser/kernel-suite.js +230 -0
  1101. package/tests/kernels/browser/test-page.js +5 -6
  1102. package/tests/kernels/harness/benchmark.js +11 -3
  1103. package/tests/kernels/reference/dequant.js +23 -3
  1104. package/tests/kernels/reference/index.js +1 -0
  1105. package/tools/convert-safetensors-node.js +7 -1
  1106. package/src/capsule.d.ts +0 -8
  1107. package/src/capsule.js +0 -4
  1108. package/src/cli/serve/capsule-handler.d.ts +0 -33
  1109. package/src/cli/serve/capsule-handler.js +0 -105
  1110. package/src/cli/serve/capsule-http.js +0 -102
  1111. package/src/client/runtime/index.js +0 -1
  1112. package/src/client/runtime/source-runtime.js +0 -910
  1113. package/src/client/runtime/target-selector.js +0 -2
  1114. package/src/config/backward-registry-loader.d.ts +0 -3
  1115. package/src/config/capsule-serve.d.ts +0 -9
  1116. package/src/config/capsule-serve.js +0 -28
  1117. package/src/config/capsule-serve.schema.json +0 -14
  1118. package/src/config/index.d.ts +0 -52
  1119. package/src/config/index.js +0 -22
  1120. package/src/config/kernels/kernel-ref-digests.js +0 -348
  1121. package/src/config/runtime/diagnostics/debug-logits.json +0 -54
  1122. package/src/config/runtime/experiments/bench/gemma3-bench-q4k-alt.json +0 -58
  1123. package/src/config/runtime/experiments/bench/gemma3-bench-q4k-batched.json +0 -58
  1124. package/src/config/runtime/experiments/bench/gemma3-bench-q4k.json +0 -57
  1125. package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +0 -33
  1126. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-alt.json +0 -58
  1127. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +0 -58
  1128. package/src/config/runtime/experiments/debug/gemma3-browser-diagnose-q4k.json +0 -81
  1129. package/src/config/runtime/experiments/debug/gemma3-debug-q4k.json +0 -213
  1130. package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +0 -85
  1131. package/src/config/runtime/experiments/debug/qwen35-browser-diagnose-q4k.json +0 -81
  1132. package/src/config/runtime/experiments/verify/gemma3-verify.json +0 -37
  1133. package/src/config/runtime/experiments/verify/gemma4-e2b-verify.json +0 -36
  1134. package/src/config/runtime/experiments/verify/lfm2-verify.json +0 -44
  1135. package/src/config/runtime/experiments/verify/translategemma-verify.json +0 -37
  1136. package/src/config/runtime/model/gemma2-debug.json +0 -78
  1137. package/src/config/runtime/model/gemma2-pipeline-debug.json +0 -67
  1138. package/src/config/runtime/model/gemma2-pipeline.json +0 -76
  1139. package/src/config/runtime/model/gemma3-layer-probe.json +0 -86
  1140. package/src/config/runtime/model/qwen3-5-layer-probe.json +0 -53
  1141. package/src/config/runtime/model/qwen3-5-layer3-boundary-probe.json +0 -109
  1142. package/src/config/runtime/model/qwen3-5-linear-attn-debug.json +0 -91
  1143. package/src/config/runtime/optimization-candidates/registry.json +0 -5
  1144. package/src/config/runtime/profiles/diffusiongemma-26b-a4b-throughput.json +0 -27
  1145. package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-overlapped-probe.json +0 -43
  1146. package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-probe.json +0 -40
  1147. package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-b4.json +0 -46
  1148. package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-single.json +0 -44
  1149. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +0 -61
  1150. package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +0 -39
  1151. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +0 -42
  1152. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +0 -20
  1153. package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +0 -27
  1154. package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +0 -30
  1155. package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +0 -62
  1156. package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +0 -43
  1157. package/src/config/runtime/profiles/gemma4-e2b-low-memory.json +0 -64
  1158. package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +0 -33
  1159. package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +0 -17
  1160. package/src/config/runtime/profiles/muse-glimmer-30b-source-parity-f32kv.json +0 -30
  1161. package/src/config/runtime/profiles/muse-glimmer-30b-source-parity.json +0 -110
  1162. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +0 -21
  1163. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +0 -53
  1164. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +0 -19
  1165. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +0 -53
  1166. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +0 -53
  1167. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +0 -86
  1168. package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +0 -33
  1169. package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +0 -17
  1170. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +0 -19
  1171. package/src/config/runtime/profiles/qwen-3-5-9b-metal-correctness.json +0 -47
  1172. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +0 -58
  1173. package/src/config/runtime/profiles/qwen3-8-27b-source-parity.json +0 -87
  1174. package/src/config/runtime/profiles/simulation.json +0 -29
  1175. package/src/config/runtime/profiles/trace-layers.json +0 -125
  1176. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +0 -23
  1177. package/src/config/runtime/profiles/turboquant-contiguous-prod.json +0 -30
  1178. package/src/config/runtime/profiles/turboquant-contiguous.json +0 -30
  1179. package/src/config/runtime/profiles/turboquant.json +0 -37
  1180. package/src/config/runtime/profiles/verbose-trace.json +0 -37
  1181. package/src/config/runtime/tiers/gemma4-128gb.json +0 -80
  1182. package/src/config/runtime/tiers/gemma4-16gb.json +0 -83
  1183. package/src/config/runtime/tiers/gemma4-24gb.json +0 -80
  1184. package/src/config/runtime/tiers/gemma4-32gb.json +0 -80
  1185. package/src/config/transforms/capability-transform-resolver.js +0 -4
  1186. package/src/config/transforms/execution-graph/fusion.js +0 -436
  1187. package/src/config/transforms/execution-graph/validation.js +0 -414
  1188. package/src/config/transforms/execution-graph-transforms.js +0 -987
  1189. package/src/converter/shard-packer.d.ts +0 -138
  1190. package/src/converter/shard-packer.js +0 -425
  1191. package/src/experimental/adapters/adapter-manager.d.ts +0 -200
  1192. package/src/experimental/adapters/adapter-manager.js +0 -511
  1193. package/src/experimental/adapters/adapter-registry.d.ts +0 -192
  1194. package/src/experimental/adapters/adapter-registry.js +0 -477
  1195. package/src/experimental/adapters/artifact-contract.d.ts +0 -83
  1196. package/src/experimental/adapters/artifact-contract.js +0 -257
  1197. package/src/experimental/adapters/index.d.ts +0 -114
  1198. package/src/experimental/adapters/index.js +0 -54
  1199. package/src/experimental/bridge/trainer-artifact-bridge.d.ts +0 -162
  1200. package/src/experimental/bridge/trainer-artifact-bridge.js +0 -595
  1201. package/src/experimental/browser/browser-converter.d.ts +0 -71
  1202. package/src/experimental/browser/browser-converter.js +0 -978
  1203. package/src/experimental/browser/file-picker.d.ts +0 -63
  1204. package/src/experimental/browser/file-picker.js +0 -281
  1205. package/src/experimental/browser/gguf-parser-browser.js +0 -17
  1206. package/src/experimental/browser/quantization.js +0 -328
  1207. package/src/experimental/browser/safetensors-parser-browser.js +0 -347
  1208. package/src/experimental/browser/tensor-source-download.js +0 -245
  1209. package/src/experimental/browser/tensor-source-file.d.ts +0 -26
  1210. package/src/experimental/browser/tensor-source-file.js +0 -53
  1211. package/src/experimental/browser/tensor-source-http.d.ts +0 -29
  1212. package/src/experimental/browser/tensor-source-http.js +0 -130
  1213. package/src/experimental/diffusion/image-regression.d.ts +0 -31
  1214. package/src/experimental/diffusion/image-regression.js +0 -107
  1215. package/src/experimental/diffusion/index.d.ts +0 -32
  1216. package/src/experimental/diffusion/index.js +0 -18
  1217. package/src/experimental/diffusion/pipeline.js +0 -727
  1218. package/src/experimental/diffusion/scheduler.js +0 -153
  1219. package/src/experimental/diffusion/text-encoder-gpu.js +0 -947
  1220. package/src/experimental/diffusion/vae.js +0 -596
  1221. package/src/experimental/distribution/descriptor-transport.d.ts +0 -117
  1222. package/src/experimental/distribution/descriptor-transport.js +0 -342
  1223. package/src/experimental/distribution/p2p-control-plane.d.ts +0 -52
  1224. package/src/experimental/distribution/p2p-observability.d.ts +0 -116
  1225. package/src/experimental/distribution/p2p-observability.js +0 -303
  1226. package/src/experimental/distribution/p2p-webrtc-browser.d.ts +0 -37
  1227. package/src/experimental/distribution/shard-delivery/transport.js +0 -831
  1228. package/src/experimental/distribution/shard-delivery.d.ts +0 -251
  1229. package/src/experimental/energy/index.d.ts +0 -2
  1230. package/src/experimental/energy/index.js +0 -2
  1231. package/src/experimental/energy/pipeline.js +0 -697
  1232. package/src/experimental/energy/quintel.d.ts +0 -107
  1233. package/src/experimental/energy/quintel.js +0 -218
  1234. package/src/experimental/orchestration/energy-row-head-pipeline.js +0 -491
  1235. package/src/experimental/orchestration/index.d.ts +0 -21
  1236. package/src/experimental/orchestration/index.js +0 -12
  1237. package/src/formats/quantization-constants.d.ts +0 -11
  1238. package/src/formats/quantization-constants.js +0 -11
  1239. package/src/formats/tokenizer/types.js +0 -22
  1240. package/src/gpu/kernel-selector.d.ts +0 -11
  1241. package/src/gpu/kernels/activation-static-qdq.d.ts +0 -22
  1242. package/src/gpu/kernels/attention.d.ts +0 -253
  1243. package/src/gpu/kernels/backward/adam.d.ts +0 -29
  1244. package/src/gpu/kernels/backward/attention_backward.d.ts +0 -35
  1245. package/src/gpu/kernels/backward/bias_add_backward.d.ts +0 -17
  1246. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.d.ts +0 -24
  1247. package/src/gpu/kernels/backward/conv2d_backward.d.ts +0 -31
  1248. package/src/gpu/kernels/backward/cross_entropy_backward.d.ts +0 -23
  1249. package/src/gpu/kernels/backward/embed_backward.d.ts +0 -29
  1250. package/src/gpu/kernels/backward/executor.d.ts +0 -34
  1251. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.d.ts +0 -39
  1252. package/src/gpu/kernels/backward/gated_rmsnorm_backward.d.ts +0 -32
  1253. package/src/gpu/kernels/backward/gelu_backward.d.ts +0 -16
  1254. package/src/gpu/kernels/backward/groupnorm_backward.d.ts +0 -24
  1255. package/src/gpu/kernels/backward/index.d.ts +0 -26
  1256. package/src/gpu/kernels/backward/layernorm_backward.d.ts +0 -22
  1257. package/src/gpu/kernels/backward/matmul_backward.d.ts +0 -31
  1258. package/src/gpu/kernels/backward/pixel_shuffle_backward.d.ts +0 -22
  1259. package/src/gpu/kernels/backward/rmsnorm_backward.d.ts +0 -24
  1260. package/src/gpu/kernels/backward/rope_backward.d.ts +0 -25
  1261. package/src/gpu/kernels/backward/scale_backward.d.ts +0 -16
  1262. package/src/gpu/kernels/backward/silu_backward.d.ts +0 -16
  1263. package/src/gpu/kernels/backward/softmax_backward.d.ts +0 -16
  1264. package/src/gpu/kernels/backward/upsample2d_backward.d.ts +0 -21
  1265. package/src/gpu/kernels/backward/utils.js +0 -2
  1266. package/src/gpu/kernels/cast.d.ts +0 -67
  1267. package/src/gpu/kernels/clamp.d.ts +0 -22
  1268. package/src/gpu/kernels/conv2d.d.ts +0 -30
  1269. package/src/gpu/kernels/cross_entropy_loss.d.ts +0 -21
  1270. package/src/gpu/kernels/depthwise_conv1d.d.ts +0 -23
  1271. package/src/gpu/kernels/depthwise_conv2d.d.ts +0 -29
  1272. package/src/gpu/kernels/dequant.d.ts +0 -92
  1273. package/src/gpu/kernels/diffusion-gemma-sampling.d.ts +0 -19
  1274. package/src/gpu/kernels/energy.d.ts +0 -113
  1275. package/src/gpu/kernels/feature-check.d.ts +0 -42
  1276. package/src/gpu/kernels/fused_ffn.d.ts +0 -97
  1277. package/src/gpu/kernels/fused_matmul_residual.d.ts +0 -46
  1278. package/src/gpu/kernels/fused_matmul_rmsnorm.d.ts +0 -64
  1279. package/src/gpu/kernels/gather.d.ts +0 -144
  1280. package/src/gpu/kernels/gelu.d.ts +0 -33
  1281. package/src/gpu/kernels/gemma4-route-expert.d.ts +0 -35
  1282. package/src/gpu/kernels/grouped_pointwise_conv2d.d.ts +0 -27
  1283. package/src/gpu/kernels/groupnorm.d.ts +0 -27
  1284. package/src/gpu/kernels/index.d.ts +0 -517
  1285. package/src/gpu/kernels/index.js +0 -408
  1286. package/src/gpu/kernels/kernel-cache-lifecycle.d.ts +0 -9
  1287. package/src/gpu/kernels/kernel-prewarm.d.ts +0 -3
  1288. package/src/gpu/kernels/kv-cache-write.d.ts +0 -22
  1289. package/src/gpu/kernels/kv-quantize.d.ts +0 -37
  1290. package/src/gpu/kernels/layernorm.d.ts +0 -33
  1291. package/src/gpu/kernels/linear_attention.d.ts +0 -27
  1292. package/src/gpu/kernels/lm-head-argmax.d.ts +0 -28
  1293. package/src/gpu/kernels/lm-head-select-logits.d.ts +0 -23
  1294. package/src/gpu/kernels/logit-merge.d.ts +0 -86
  1295. package/src/gpu/kernels/logit-merge.js +0 -266
  1296. package/src/gpu/kernels/matmul.d.ts +0 -89
  1297. package/src/gpu/kernels/modulate.d.ts +0 -29
  1298. package/src/gpu/kernels/moe.d.ts +0 -113
  1299. package/src/gpu/kernels/pixel_shuffle.d.ts +0 -27
  1300. package/src/gpu/kernels/relu.d.ts +0 -18
  1301. package/src/gpu/kernels/repeat_channels.d.ts +0 -21
  1302. package/src/gpu/kernels/residual.d.ts +0 -65
  1303. package/src/gpu/kernels/rmsnorm-pair.d.ts +0 -72
  1304. package/src/gpu/kernels/rmsnorm-qk.d.ts +0 -41
  1305. package/src/gpu/kernels/rmsnorm-stats.d.ts +0 -29
  1306. package/src/gpu/kernels/rmsnorm.d.ts +0 -76
  1307. package/src/gpu/kernels/rope-qk.d.ts +0 -41
  1308. package/src/gpu/kernels/rope.d.ts +0 -48
  1309. package/src/gpu/kernels/sample.d.ts +0 -70
  1310. package/src/gpu/kernels/scale.d.ts +0 -40
  1311. package/src/gpu/kernels/silu.d.ts +0 -77
  1312. package/src/gpu/kernels/soft-embedding.d.ts +0 -28
  1313. package/src/gpu/kernels/softmax.d.ts +0 -57
  1314. package/src/gpu/kernels/split-qkv-rmsnorm-qk.d.ts +0 -44
  1315. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.d.ts +0 -59
  1316. package/src/gpu/kernels/split_qg.d.ts +0 -50
  1317. package/src/gpu/kernels/split_qkv.d.ts +0 -53
  1318. package/src/gpu/kernels/transpose.d.ts +0 -21
  1319. package/src/gpu/kernels/types.d.ts +0 -21
  1320. package/src/gpu/kernels/upsample2d.d.ts +0 -21
  1321. package/src/gpu/kernels/utils.js +0 -9
  1322. package/src/gpu/kernels/vision-average-pool.d.ts +0 -13
  1323. package/src/gpu/kernels/vision-patch-embed.d.ts +0 -17
  1324. package/src/gpu/kernels/vision-position-embedding.d.ts +0 -13
  1325. package/src/gpu/kernels/vision-rope-2d.d.ts +0 -16
  1326. package/src/gpu/kernels/vision-spatial-merge.d.ts +0 -19
  1327. package/src/gpu/multi-model-recorder.d.ts +0 -21
  1328. package/src/gpu/multi-model-recorder.js +0 -31
  1329. package/src/gpu/partitioned-buffer-pool.d.ts +0 -28
  1330. package/src/gpu/partitioned-buffer-pool.js +0 -57
  1331. package/src/gpu/perf-guards.js +0 -71
  1332. package/src/inference/browser-harness/benchmark-execution.js +0 -872
  1333. package/src/inference/browser-harness/decode-diagnostics.js +0 -241
  1334. package/src/inference/browser-harness/inference-execution.js +0 -543
  1335. package/src/inference/browser-harness/model-initialization.js +0 -225
  1336. package/src/inference/browser-harness/model-resolution.js +0 -137
  1337. package/src/inference/browser-harness/report.js +0 -338
  1338. package/src/inference/browser-harness/request.js +0 -263
  1339. package/src/inference/browser-harness/runtime-config.d.ts +0 -25
  1340. package/src/inference/browser-harness/runtime-config.js +0 -255
  1341. package/src/inference/browser-harness/runtime-isolation.d.ts +0 -13
  1342. package/src/inference/browser-harness/runtime-report.d.ts +0 -26
  1343. package/src/inference/browser-harness/text-evidence.js +0 -694
  1344. package/src/inference/browser-harness/text-execution.js +0 -757
  1345. package/src/inference/browser-harness/text-input.js +0 -725
  1346. package/src/inference/browser-harness/timing-diagnostics.js +0 -414
  1347. package/src/inference/browser-harness-runtime-helpers.d.ts +0 -3
  1348. package/src/inference/browser-harness-runtime-helpers.js +0 -3
  1349. package/src/inference/browser-harness-text-helpers.js +0 -31
  1350. package/src/inference/browser-harness.d.ts +0 -245
  1351. package/src/inference/browser-harness.js +0 -337
  1352. package/src/inference/expert-router.d.ts +0 -27
  1353. package/src/inference/expert-router.js +0 -55
  1354. package/src/inference/kv-cache/index.d.ts +0 -38
  1355. package/src/inference/kv-cache/index.js +0 -22
  1356. package/src/inference/kv-cache.d.ts +0 -39
  1357. package/src/inference/kv-cache.js +0 -20
  1358. package/src/inference/multi-model-network.d.ts +0 -139
  1359. package/src/inference/multi-model-network.js +0 -435
  1360. package/src/inference/multi-pipeline-pool.d.ts +0 -62
  1361. package/src/inference/multi-pipeline-pool.js +0 -161
  1362. package/src/inference/network-evolution.d.ts +0 -43
  1363. package/src/inference/pipelines/diffusion/init.d.ts +0 -24
  1364. package/src/inference/pipelines/diffusion/init.js +0 -138
  1365. package/src/inference/pipelines/diffusion/profile-timing.js +0 -10
  1366. package/src/inference/pipelines/diffusion/runtime-resources.js +0 -54
  1367. package/src/inference/pipelines/diffusion/sd3/execution.js +0 -805
  1368. package/src/inference/pipelines/diffusion/sd3/plan.js +0 -125
  1369. package/src/inference/pipelines/diffusion/sd3-transformer.js +0 -343
  1370. package/src/inference/pipelines/diffusion/sd3-weights.js +0 -287
  1371. package/src/inference/pipelines/diffusion/text-encoder.js +0 -195
  1372. package/src/inference/pipelines/diffusion/vae/execution.js +0 -803
  1373. package/src/inference/pipelines/diffusion/weight-contract.js +0 -53
  1374. package/src/inference/pipelines/diffusion/weights.js +0 -155
  1375. package/src/inference/pipelines/diffusion-gemma/config.d.ts +0 -27
  1376. package/src/inference/pipelines/diffusion-gemma/config.js +0 -149
  1377. package/src/inference/pipelines/diffusion-gemma/index.d.ts +0 -31
  1378. package/src/inference/pipelines/diffusion-gemma/index.js +0 -12
  1379. package/src/inference/pipelines/diffusion-gemma/pipeline.d.ts +0 -69
  1380. package/src/inference/pipelines/diffusion-gemma/pipeline.js +0 -380
  1381. package/src/inference/pipelines/diffusion-gemma/sampling.d.ts +0 -128
  1382. package/src/inference/pipelines/diffusion-gemma/sampling.js +0 -395
  1383. package/src/inference/pipelines/rng.js +0 -17
  1384. package/src/inference/pipelines/structured/index.d.ts +0 -10
  1385. package/src/inference/pipelines/structured/index.js +0 -10
  1386. package/src/inference/pipelines/text/attention/heterogeneous-contract.js +0 -8
  1387. package/src/inference/pipelines/text/attention/index.js +0 -24
  1388. package/src/inference/pipelines/text/attention/record.js +0 -2
  1389. package/src/inference/pipelines/text/attention/run.js +0 -2
  1390. package/src/inference/pipelines/text/config/validation.js +0 -9
  1391. package/src/inference/pipelines/text/debug-utils/index.js +0 -39
  1392. package/src/inference/pipelines/text/debug-utils/profiles.js +0 -8
  1393. package/src/inference/pipelines/text/debug-utils.js +0 -34
  1394. package/src/inference/pipelines/text/ffn/index.js +0 -16
  1395. package/src/inference/pipelines/text/model-load.d.ts +0 -59
  1396. package/src/inference/test-harness.d.ts +0 -172
  1397. package/src/inference/test-harness.js +0 -470
  1398. package/src/loader/dtype-utils.d.ts +0 -40
  1399. package/src/loader/embedding-loader.d.ts +0 -66
  1400. package/src/loader/index.d.ts +0 -152
  1401. package/src/loader/index.js +0 -126
  1402. package/src/loader/loader-state.d.ts +0 -51
  1403. package/src/loader/loader-state.js +0 -142
  1404. package/src/loader/manifest-config.d.ts +0 -118
  1405. package/src/loader/multi-model-loader.d.ts +0 -59
  1406. package/src/loader/multi-model-loader.js +0 -141
  1407. package/src/loader/quantization-constants.d.ts +0 -11
  1408. package/src/loader/quantization-constants.js +0 -13
  1409. package/src/loader/shard-resolver.d.ts +0 -13
  1410. package/src/loader/tensors/tensor-loader.d.ts +0 -197
  1411. package/src/loader/tensors/tensor-reader.d.ts +0 -33
  1412. package/src/loader/tensors/tensor-role.d.ts +0 -7
  1413. package/src/loader/weight-downcast.d.ts +0 -62
  1414. package/src/loader/weights.js +0 -4
  1415. package/src/loaders/index.d.ts +0 -4
  1416. package/src/loaders/index.js +0 -4
  1417. package/src/models/diffusiongemma.d.ts +0 -7
  1418. package/src/models/diffusiongemma.js +0 -25
  1419. package/src/models/embeddinggemma.d.ts +0 -7
  1420. package/src/models/embeddinggemma.js +0 -24
  1421. package/src/models/family.d.ts +0 -24
  1422. package/src/models/family.js +0 -25
  1423. package/src/models/gemma3.d.ts +0 -7
  1424. package/src/models/gemma3.js +0 -33
  1425. package/src/models/gemma4.d.ts +0 -7
  1426. package/src/models/gemma4.js +0 -65
  1427. package/src/models/qwen3.d.ts +0 -7
  1428. package/src/models/qwen3.js +0 -36
  1429. package/src/rules/capability-transform-resolver.js +0 -80
  1430. package/src/tooling/capsule-v2.d.ts +0 -11
  1431. package/src/tooling/model-capsule-forge.js +0 -478
  1432. package/src/tooling/source-runtime/bundle-materialize.js +0 -298
  1433. package/src/tooling-experimental-exports.browser.js +0 -2
  1434. package/src/tooling-experimental-exports.d.ts +0 -7
  1435. package/src/tooling-experimental-exports.js +0 -2
  1436. package/src/tooling-experimental-exports.shared.d.ts +0 -61
  1437. package/src/tooling-experimental-exports.shared.js +0 -57
  1438. /package/src/{config/transforms → converter}/execution-graph/dtype.js +0 -0
  1439. /package/src/{tooling/source-runtime/bundle-plan.js → formats/source-runtime.js} +0 -0
  1440. /package/src/{inference → tooling}/browser-harness/benchmark-rerank.js +0 -0
  1441. /package/src/{inference → tooling}/browser-harness/diffusion-performance.js +0 -0
  1442. /package/src/{inference → tooling}/browser-harness/runtime-isolation.js +0 -0
  1443. /package/src/{inference → tooling}/browser-harness/runtime-report.js +0 -0
  1444. /package/src/{inference → tooling}/browser-harness/suite-summary.js +0 -0
  1445. /package/src/{inference → tooling}/browser-harness-contract-helpers.js +0 -0
  1446. /package/src/{inference → tooling}/browser-harness-diffusion-energy-suites.js +0 -0
  1447. /package/src/{inference → tooling}/browser-harness-report-helpers.js +0 -0
@@ -0,0 +1,4407 @@
1
+ {
2
+ "id": "profiles/qwen3-6-35b-a3b-q4_0-pooled-q8-common-diagnostic",
3
+ "name": "qwen3-6-35b-a3b-q4_0-pooled-q8-common-diagnostic",
4
+ "description": "Diagnostic common-weights lane only: the candidate profile with the Q6_K query projections, LM head and Q5_0 shared-expert projections on Q8_0 kernels, for the RDRR built by tools/experiments/build-pooled-q8-common-rdrr.js (Pooled-prepared Q8 values for the tensors Pooled requantizes). Not a product profile; its results are not native-weight evidence.",
5
+ "intent": "investigate",
6
+ "compatibleIntents": [
7
+ "investigate",
8
+ "verify"
9
+ ],
10
+ "stability": "experimental",
11
+ "owner": "doppler-core",
12
+ "createdAtUtc": "2026-10-30T00:00:00Z",
13
+ "extends": "profiles/default",
14
+ "model": "qwen-3-6-35b-a3b-text-source-q4_0-af32-pooled-q8-common",
15
+ "runtime": {
16
+ "inference": {
17
+ "session": {
18
+ "compute": {
19
+ "defaults": {
20
+ "activationDtype": "f32",
21
+ "mathDtype": "f32",
22
+ "accumDtype": "f32",
23
+ "outputDtype": "f32"
24
+ }
25
+ },
26
+ "usePreparedDecodeWorkspace": true,
27
+ "useLinearAttentionFusedDecodeCore": false,
28
+ "useLinearAttentionRegisterPrefill": true,
29
+ "useLinearAttentionRegisterDecode": true,
30
+ "prefillTokenChunkSize": 256,
31
+ "decodeLoop": {
32
+ "batchSize": 1,
33
+ "stopCheckMode": "per-token",
34
+ "readbackInterval": 1,
35
+ "readbackMode": "sequential",
36
+ "submitLatencyThresholdMs": null,
37
+ "ringTokens": 1,
38
+ "ringStop": 1,
39
+ "ringStaging": 1,
40
+ "disableCommandBatching": false,
41
+ "layerSubmitInterval": 1,
42
+ "wholeTokenProgram": true
43
+ }
44
+ },
45
+ "moe": {
46
+ "routing": {
47
+ "activeExpertSelection": "topk-route"
48
+ }
49
+ },
50
+ "generation": {
51
+ "disableMultiTokenDecode": true
52
+ },
53
+ "kernelPath": {
54
+ "id": "qwen-3-6-35b-a3b-text-source-q4_0-af32-native-decode-candidate-pooled-q8-common-diagnostic",
55
+ "name": "Execution inline kernel path",
56
+ "description": "Native GGUF Q4_0 candidate: post-attention norm with the expert and shared router GEMVs in one dispatch, subgroup F32 GEMV linear a-b, cooperative Q-family projections and lm_head, pair shared-slot MoE gate/up with the down projection, slot combine and layer residual in one dispatch, split-K GQA decode attention.",
57
+ "activationDtype": "f32",
58
+ "kvDtype": "f32",
59
+ "decode": {
60
+ "steps": [
61
+ {
62
+ "op": "input_norm",
63
+ "kernel": "rmsnorm.wgsl",
64
+ "entry": "main",
65
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c"
66
+ },
67
+ {
68
+ "op": "k_proj",
69
+ "kernel": "matmul_gguf_pair_f32.wgsl",
70
+ "entry": "main",
71
+ "weights": "layer.{L}.self_attn.k_proj",
72
+ "constants": {
73
+ "WORKGROUP_SIZE": 128,
74
+ "ROWS": 1,
75
+ "BLOCK_VALUES": 32,
76
+ "BLOCK_BYTES": 34,
77
+ "QUANT_FORMAT": 2
78
+ },
79
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f"
80
+ },
81
+ {
82
+ "op": "v_proj",
83
+ "kernel": "matmul_gguf_pair_f32.wgsl",
84
+ "entry": "main",
85
+ "weights": "layer.{L}.self_attn.v_proj",
86
+ "constants": {
87
+ "WORKGROUP_SIZE": 128,
88
+ "ROWS": 1,
89
+ "BLOCK_VALUES": 32,
90
+ "BLOCK_BYTES": 34,
91
+ "QUANT_FORMAT": 2
92
+ },
93
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f"
94
+ },
95
+ {
96
+ "op": "rope_q",
97
+ "kernel": "rope.wgsl",
98
+ "entry": "main",
99
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416"
100
+ },
101
+ {
102
+ "op": "rope_k",
103
+ "kernel": "rope.wgsl",
104
+ "entry": "main",
105
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416"
106
+ },
107
+ {
108
+ "op": "attention",
109
+ "kernel": "attention_decode_gqa_splitk.wgsl",
110
+ "entry": "main",
111
+ "precision": {
112
+ "kvDtype": "f32",
113
+ "activationDtype": "f32"
114
+ },
115
+ "digest": "sha256:79cff3ef0ce72c9eabfa0611814c7722f21c3d3e502c2884b5bc610e13595c00"
116
+ },
117
+ {
118
+ "op": "o_proj",
119
+ "kernel": "matmul_gguf_pair_f32.wgsl",
120
+ "entry": "main",
121
+ "weights": "layer.{L}.self_attn.o_proj",
122
+ "constants": {
123
+ "WORKGROUP_SIZE": 128,
124
+ "ROWS": 1,
125
+ "BLOCK_VALUES": 32,
126
+ "BLOCK_BYTES": 18,
127
+ "QUANT_FORMAT": 0
128
+ },
129
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f"
130
+ },
131
+ {
132
+ "op": "attn_residual",
133
+ "kernel": "residual.wgsl",
134
+ "entry": "main",
135
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117"
136
+ },
137
+ {
138
+ "op": "post_attn_norm",
139
+ "kernel": "rmsnorm.wgsl",
140
+ "entry": "main",
141
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c"
142
+ },
143
+ {
144
+ "op": "gate_proj",
145
+ "kernel": "matmul_gguf_pair_f32.wgsl",
146
+ "entry": "main",
147
+ "weights": "layer.{L}.mlp.gate_proj",
148
+ "constants": {
149
+ "WORKGROUP_SIZE": 128,
150
+ "ROWS": 1,
151
+ "BLOCK_VALUES": 32,
152
+ "BLOCK_BYTES": 34,
153
+ "QUANT_FORMAT": 2
154
+ },
155
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f"
156
+ },
157
+ {
158
+ "op": "up_proj",
159
+ "kernel": "matmul_gguf_pair_f32.wgsl",
160
+ "entry": "main",
161
+ "weights": "layer.{L}.mlp.up_proj",
162
+ "constants": {
163
+ "WORKGROUP_SIZE": 128,
164
+ "ROWS": 1,
165
+ "BLOCK_VALUES": 32,
166
+ "BLOCK_BYTES": 34,
167
+ "QUANT_FORMAT": 2
168
+ },
169
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f"
170
+ },
171
+ {
172
+ "op": "activation",
173
+ "kernel": "silu.wgsl",
174
+ "entry": "main",
175
+ "constants": {
176
+ "HAS_GATE": true
177
+ },
178
+ "digest": "sha256:c6e28a7e6b2a7cfa805db03c9079fbc90fc2717c621e388bfa55b75ce1737ac0"
179
+ },
180
+ {
181
+ "op": "down_proj",
182
+ "kernel": "matmul_gguf_pair_f32.wgsl",
183
+ "entry": "main",
184
+ "weights": "layer.{L}.mlp.down_proj",
185
+ "constants": {
186
+ "WORKGROUP_SIZE": 128,
187
+ "ROWS": 1,
188
+ "BLOCK_VALUES": 32,
189
+ "BLOCK_BYTES": 34,
190
+ "QUANT_FORMAT": 2
191
+ },
192
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f"
193
+ },
194
+ {
195
+ "op": "ffn_residual",
196
+ "kernel": "residual.wgsl",
197
+ "entry": "main",
198
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117"
199
+ },
200
+ {
201
+ "op": "linear_a_proj",
202
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
203
+ "entry": "main",
204
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f"
205
+ },
206
+ {
207
+ "op": "linear_b_proj",
208
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
209
+ "entry": "main",
210
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f"
211
+ },
212
+ {
213
+ "op": "linear_qkv_proj",
214
+ "kernel": "matmul_gguf_pair_f32.wgsl",
215
+ "entry": "main",
216
+ "weights": "layer.{L}.linear_attn.in_proj_qkv",
217
+ "constants": {
218
+ "WORKGROUP_SIZE": 128,
219
+ "ROWS": 1,
220
+ "BLOCK_VALUES": 32,
221
+ "BLOCK_BYTES": 18,
222
+ "QUANT_FORMAT": 0
223
+ },
224
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f"
225
+ },
226
+ {
227
+ "op": "linear_z_proj",
228
+ "kernel": "matmul_gguf_pair_f32.wgsl",
229
+ "entry": "main",
230
+ "weights": "layer.{L}.linear_attn.in_proj_z",
231
+ "constants": {
232
+ "WORKGROUP_SIZE": 128,
233
+ "ROWS": 1,
234
+ "BLOCK_VALUES": 32,
235
+ "BLOCK_BYTES": 18,
236
+ "QUANT_FORMAT": 0
237
+ },
238
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f"
239
+ },
240
+ {
241
+ "op": "linear_out_proj",
242
+ "kernel": "matmul_gguf_pair_f32.wgsl",
243
+ "entry": "main",
244
+ "weights": "layer.{L}.linear_attn.out_proj",
245
+ "constants": {
246
+ "WORKGROUP_SIZE": 128,
247
+ "ROWS": 1,
248
+ "BLOCK_VALUES": 32,
249
+ "BLOCK_BYTES": 34,
250
+ "QUANT_FORMAT": 2
251
+ },
252
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f"
253
+ },
254
+ {
255
+ "op": "moe_norm_router",
256
+ "kernel": "moe_norm_router_f32.wgsl",
257
+ "entry": "single_pass",
258
+ "digest": "sha256:87646d02b567b3c13f66245ac222392df92af863da920ce562caa77dd14f2e93"
259
+ },
260
+ {
261
+ "op": "moe_router",
262
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
263
+ "entry": "main",
264
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f"
265
+ },
266
+ {
267
+ "op": "moe_shared_router",
268
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
269
+ "entry": "main",
270
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f"
271
+ },
272
+ {
273
+ "op": "moe_shared_slot_gu",
274
+ "kernel": "moe_shared_slot_gu_pair_f32.wgsl",
275
+ "entry": "main",
276
+ "digest": "sha256:1a28e076e93486589a3eace88c3cb230ff1ef4aa982fdd91dcc918d00891649b"
277
+ },
278
+ {
279
+ "op": "moe_shared_slot_down",
280
+ "kernel": "moe_shared_slot_down_pair_combine_residual_f32.wgsl",
281
+ "entry": "main",
282
+ "digest": "sha256:750bce8b9e6af48729fcb9dc27569590663dc0f85e6625d8de7e3bb3ba3041f2"
283
+ }
284
+ ]
285
+ },
286
+ "prefill": {
287
+ "steps": [
288
+ {
289
+ "op": "input_norm",
290
+ "kernel": "rmsnorm.wgsl",
291
+ "entry": "main",
292
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c"
293
+ },
294
+ {
295
+ "op": "k_proj",
296
+ "kernel": "matmul_q4_0_tile64.wgsl",
297
+ "entry": "main",
298
+ "weights": "layer.{L}.self_attn.k_proj",
299
+ "constants": {
300
+ "WORKGROUP_SIZE": 128,
301
+ "COLS_PER_WG": 4,
302
+ "THREADS_PER_COL_GEMV": 32,
303
+ "TILE_SIZE": 16,
304
+ "BLOCK_VALUES": 32,
305
+ "BLOCK_BYTES": 34,
306
+ "QUANT_FORMAT": 2
307
+ },
308
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9"
309
+ },
310
+ {
311
+ "op": "v_proj",
312
+ "kernel": "matmul_q4_0_tile64.wgsl",
313
+ "entry": "main",
314
+ "weights": "layer.{L}.self_attn.v_proj",
315
+ "constants": {
316
+ "WORKGROUP_SIZE": 128,
317
+ "COLS_PER_WG": 4,
318
+ "THREADS_PER_COL_GEMV": 32,
319
+ "TILE_SIZE": 16,
320
+ "BLOCK_VALUES": 32,
321
+ "BLOCK_BYTES": 34,
322
+ "QUANT_FORMAT": 2
323
+ },
324
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9"
325
+ },
326
+ {
327
+ "op": "rope_q",
328
+ "kernel": "rope.wgsl",
329
+ "entry": "main",
330
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416"
331
+ },
332
+ {
333
+ "op": "rope_k",
334
+ "kernel": "rope.wgsl",
335
+ "entry": "main",
336
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416"
337
+ },
338
+ {
339
+ "op": "attention",
340
+ "kernel": "attention_prefill_query_tile_f32.wgsl",
341
+ "entry": "main",
342
+ "precision": {
343
+ "kvDtype": "f32",
344
+ "activationDtype": "f32"
345
+ },
346
+ "digest": "sha256:b404819ada11cdb093c0b98f9127cba40f06b2f2c1294748228c2e22c9f98a6e"
347
+ },
348
+ {
349
+ "op": "o_proj",
350
+ "kernel": "matmul_q4_0_tile64.wgsl",
351
+ "entry": "main",
352
+ "weights": "layer.{L}.self_attn.o_proj",
353
+ "constants": {
354
+ "WORKGROUP_SIZE": 128,
355
+ "COLS_PER_WG": 4,
356
+ "THREADS_PER_COL_GEMV": 32,
357
+ "TILE_SIZE": 16,
358
+ "BLOCK_VALUES": 32,
359
+ "BLOCK_BYTES": 18,
360
+ "QUANT_FORMAT": 0
361
+ },
362
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9"
363
+ },
364
+ {
365
+ "op": "attn_residual",
366
+ "kernel": "residual.wgsl",
367
+ "entry": "main",
368
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117"
369
+ },
370
+ {
371
+ "op": "post_attn_norm",
372
+ "kernel": "rmsnorm.wgsl",
373
+ "entry": "main",
374
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c"
375
+ },
376
+ {
377
+ "op": "gate_proj",
378
+ "kernel": "matmul_q4_0_tile64.wgsl",
379
+ "entry": "main",
380
+ "weights": "layer.{L}.mlp.gate_proj",
381
+ "constants": {
382
+ "WORKGROUP_SIZE": 128,
383
+ "COLS_PER_WG": 4,
384
+ "THREADS_PER_COL_GEMV": 32,
385
+ "TILE_SIZE": 16,
386
+ "BLOCK_VALUES": 32,
387
+ "BLOCK_BYTES": 34,
388
+ "QUANT_FORMAT": 2
389
+ },
390
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9"
391
+ },
392
+ {
393
+ "op": "up_proj",
394
+ "kernel": "matmul_q4_0_tile64.wgsl",
395
+ "entry": "main",
396
+ "weights": "layer.{L}.mlp.up_proj",
397
+ "constants": {
398
+ "WORKGROUP_SIZE": 128,
399
+ "COLS_PER_WG": 4,
400
+ "THREADS_PER_COL_GEMV": 32,
401
+ "TILE_SIZE": 16,
402
+ "BLOCK_VALUES": 32,
403
+ "BLOCK_BYTES": 34,
404
+ "QUANT_FORMAT": 2
405
+ },
406
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9"
407
+ },
408
+ {
409
+ "op": "activation",
410
+ "kernel": "silu.wgsl",
411
+ "entry": "main",
412
+ "constants": {
413
+ "HAS_GATE": true
414
+ },
415
+ "digest": "sha256:c6e28a7e6b2a7cfa805db03c9079fbc90fc2717c621e388bfa55b75ce1737ac0"
416
+ },
417
+ {
418
+ "op": "down_proj",
419
+ "kernel": "matmul_q4_0_tile64.wgsl",
420
+ "entry": "main",
421
+ "weights": "layer.{L}.mlp.down_proj",
422
+ "constants": {
423
+ "WORKGROUP_SIZE": 128,
424
+ "COLS_PER_WG": 4,
425
+ "THREADS_PER_COL_GEMV": 32,
426
+ "TILE_SIZE": 16,
427
+ "BLOCK_VALUES": 32,
428
+ "BLOCK_BYTES": 34,
429
+ "QUANT_FORMAT": 2
430
+ },
431
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9"
432
+ },
433
+ {
434
+ "op": "ffn_residual",
435
+ "kernel": "residual.wgsl",
436
+ "entry": "main",
437
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117"
438
+ },
439
+ {
440
+ "op": "linear_a_proj",
441
+ "kernel": "matmul_f32.wgsl",
442
+ "entry": "main",
443
+ "weights": "layer.{L}.linear_attn.in_proj_a",
444
+ "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8"
445
+ },
446
+ {
447
+ "op": "linear_b_proj",
448
+ "kernel": "matmul_f32.wgsl",
449
+ "entry": "main",
450
+ "weights": "layer.{L}.linear_attn.in_proj_b",
451
+ "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8"
452
+ },
453
+ {
454
+ "op": "linear_qkv_proj",
455
+ "kernel": "matmul_q4_0_tile64.wgsl",
456
+ "entry": "main",
457
+ "weights": "layer.{L}.linear_attn.in_proj_qkv",
458
+ "constants": {
459
+ "WORKGROUP_SIZE": 128,
460
+ "COLS_PER_WG": 4,
461
+ "THREADS_PER_COL_GEMV": 32,
462
+ "TILE_SIZE": 16,
463
+ "BLOCK_VALUES": 32,
464
+ "BLOCK_BYTES": 18,
465
+ "QUANT_FORMAT": 0
466
+ },
467
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9"
468
+ },
469
+ {
470
+ "op": "linear_z_proj",
471
+ "kernel": "matmul_q4_0_tile64.wgsl",
472
+ "entry": "main",
473
+ "weights": "layer.{L}.linear_attn.in_proj_z",
474
+ "constants": {
475
+ "WORKGROUP_SIZE": 128,
476
+ "COLS_PER_WG": 4,
477
+ "THREADS_PER_COL_GEMV": 32,
478
+ "TILE_SIZE": 16,
479
+ "BLOCK_VALUES": 32,
480
+ "BLOCK_BYTES": 18,
481
+ "QUANT_FORMAT": 0
482
+ },
483
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9"
484
+ },
485
+ {
486
+ "op": "linear_out_proj",
487
+ "kernel": "matmul_q4_0_tile64.wgsl",
488
+ "entry": "main",
489
+ "weights": "layer.{L}.linear_attn.out_proj",
490
+ "constants": {
491
+ "WORKGROUP_SIZE": 128,
492
+ "COLS_PER_WG": 4,
493
+ "THREADS_PER_COL_GEMV": 32,
494
+ "TILE_SIZE": 16,
495
+ "BLOCK_VALUES": 32,
496
+ "BLOCK_BYTES": 34,
497
+ "QUANT_FORMAT": 2
498
+ },
499
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9"
500
+ }
501
+ ]
502
+ },
503
+ "layerOverrides": [
504
+ {
505
+ "layers": [
506
+ 0,
507
+ 1,
508
+ 2,
509
+ 10,
510
+ 22,
511
+ 34,
512
+ 36,
513
+ 37,
514
+ 38
515
+ ],
516
+ "decode": {
517
+ "steps": [
518
+ {
519
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
520
+ "entry": "main",
521
+ "kernel": "rmsnorm.wgsl",
522
+ "op": "input_norm"
523
+ },
524
+ {
525
+ "constants": {
526
+ "WORKGROUP_SIZE": 128,
527
+ "ROWS": 1,
528
+ "BLOCK_VALUES": 32,
529
+ "BLOCK_BYTES": 34,
530
+ "QUANT_FORMAT": 2
531
+ },
532
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
533
+ "entry": "main",
534
+ "kernel": "matmul_gguf_pair_f32.wgsl",
535
+ "op": "k_proj",
536
+ "weights": "layer.{L}.self_attn.k_proj"
537
+ },
538
+ {
539
+ "constants": {
540
+ "WORKGROUP_SIZE": 128,
541
+ "ROWS": 1,
542
+ "BLOCK_VALUES": 32,
543
+ "BLOCK_BYTES": 34,
544
+ "QUANT_FORMAT": 2
545
+ },
546
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
547
+ "entry": "main",
548
+ "kernel": "matmul_gguf_pair_f32.wgsl",
549
+ "op": "v_proj",
550
+ "weights": "layer.{L}.self_attn.v_proj"
551
+ },
552
+ {
553
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
554
+ "entry": "main",
555
+ "kernel": "rope.wgsl",
556
+ "op": "rope_q"
557
+ },
558
+ {
559
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
560
+ "entry": "main",
561
+ "kernel": "rope.wgsl",
562
+ "op": "rope_k"
563
+ },
564
+ {
565
+ "digest": "sha256:79cff3ef0ce72c9eabfa0611814c7722f21c3d3e502c2884b5bc610e13595c00",
566
+ "entry": "main",
567
+ "kernel": "attention_decode_gqa_splitk.wgsl",
568
+ "op": "attention",
569
+ "precision": {
570
+ "activationDtype": "f32",
571
+ "kvDtype": "f32"
572
+ }
573
+ },
574
+ {
575
+ "constants": {
576
+ "WORKGROUP_SIZE": 128,
577
+ "ROWS": 1,
578
+ "BLOCK_VALUES": 32,
579
+ "BLOCK_BYTES": 18,
580
+ "QUANT_FORMAT": 0
581
+ },
582
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
583
+ "entry": "main",
584
+ "kernel": "matmul_gguf_pair_f32.wgsl",
585
+ "op": "o_proj",
586
+ "weights": "layer.{L}.self_attn.o_proj"
587
+ },
588
+ {
589
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
590
+ "entry": "main",
591
+ "kernel": "residual.wgsl",
592
+ "op": "attn_residual"
593
+ },
594
+ {
595
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
596
+ "entry": "main",
597
+ "kernel": "rmsnorm.wgsl",
598
+ "op": "post_attn_norm"
599
+ },
600
+ {
601
+ "constants": {
602
+ "WORKGROUP_SIZE": 128,
603
+ "ROWS": 1,
604
+ "BLOCK_VALUES": 32,
605
+ "BLOCK_BYTES": 34,
606
+ "QUANT_FORMAT": 2
607
+ },
608
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
609
+ "entry": "main",
610
+ "kernel": "matmul_gguf_pair_f32.wgsl",
611
+ "op": "gate_proj",
612
+ "weights": "layer.{L}.mlp.gate_proj"
613
+ },
614
+ {
615
+ "constants": {
616
+ "WORKGROUP_SIZE": 128,
617
+ "ROWS": 1,
618
+ "BLOCK_VALUES": 32,
619
+ "BLOCK_BYTES": 34,
620
+ "QUANT_FORMAT": 2
621
+ },
622
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
623
+ "entry": "main",
624
+ "kernel": "matmul_gguf_pair_f32.wgsl",
625
+ "op": "up_proj",
626
+ "weights": "layer.{L}.mlp.up_proj"
627
+ },
628
+ {
629
+ "constants": {
630
+ "HAS_GATE": true
631
+ },
632
+ "digest": "sha256:c6e28a7e6b2a7cfa805db03c9079fbc90fc2717c621e388bfa55b75ce1737ac0",
633
+ "entry": "main",
634
+ "kernel": "silu.wgsl",
635
+ "op": "activation"
636
+ },
637
+ {
638
+ "constants": {
639
+ "WORKGROUP_SIZE": 128,
640
+ "ROWS": 1,
641
+ "BLOCK_VALUES": 32,
642
+ "BLOCK_BYTES": 34,
643
+ "QUANT_FORMAT": 2
644
+ },
645
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
646
+ "entry": "main",
647
+ "kernel": "matmul_gguf_pair_f32.wgsl",
648
+ "op": "down_proj",
649
+ "weights": "layer.{L}.mlp.down_proj"
650
+ },
651
+ {
652
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
653
+ "entry": "main",
654
+ "kernel": "residual.wgsl",
655
+ "op": "ffn_residual"
656
+ },
657
+ {
658
+ "op": "linear_norm_ab",
659
+ "kernel": "linear_norm_ab_f32.wgsl",
660
+ "entry": "single_pass",
661
+ "digest": "sha256:ac4aa1763865ade33bcb261b407e5466392b89a7e45c30514138ab4da919d554"
662
+ },
663
+ {
664
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
665
+ "entry": "main",
666
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
667
+ "op": "linear_a_proj"
668
+ },
669
+ {
670
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
671
+ "entry": "main",
672
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
673
+ "op": "linear_b_proj"
674
+ },
675
+ {
676
+ "constants": {
677
+ "WORKGROUP_SIZE": 128,
678
+ "ROWS": 1,
679
+ "BLOCK_VALUES": 32,
680
+ "BLOCK_BYTES": 18,
681
+ "QUANT_FORMAT": 0
682
+ },
683
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
684
+ "entry": "main",
685
+ "kernel": "matmul_gguf_pair_f32.wgsl",
686
+ "op": "linear_qkv_proj",
687
+ "weights": "layer.{L}.linear_attn.in_proj_qkv"
688
+ },
689
+ {
690
+ "constants": {
691
+ "WORKGROUP_SIZE": 128,
692
+ "ROWS": 1,
693
+ "BLOCK_VALUES": 32,
694
+ "BLOCK_BYTES": 18,
695
+ "QUANT_FORMAT": 0
696
+ },
697
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
698
+ "entry": "main",
699
+ "kernel": "matmul_gguf_pair_f32.wgsl",
700
+ "op": "linear_z_proj",
701
+ "weights": "layer.{L}.linear_attn.in_proj_z"
702
+ },
703
+ {
704
+ "constants": {
705
+ "WORKGROUP_SIZE": 128,
706
+ "ROWS": 1,
707
+ "BLOCK_VALUES": 32,
708
+ "BLOCK_BYTES": 34,
709
+ "QUANT_FORMAT": 2
710
+ },
711
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
712
+ "entry": "main",
713
+ "kernel": "matmul_gguf_pair_f32.wgsl",
714
+ "op": "linear_out_proj",
715
+ "weights": "layer.{L}.linear_attn.out_proj"
716
+ },
717
+ {
718
+ "digest": "sha256:1a28e076e93486589a3eace88c3cb230ff1ef4aa982fdd91dcc918d00891649b",
719
+ "entry": "main",
720
+ "kernel": "moe_shared_slot_gu_pair_f32.wgsl",
721
+ "op": "moe_shared_slot_gu"
722
+ },
723
+ {
724
+ "digest": "sha256:750bce8b9e6af48729fcb9dc27569590663dc0f85e6625d8de7e3bb3ba3041f2",
725
+ "entry": "main",
726
+ "kernel": "moe_shared_slot_down_pair_combine_residual_f32.wgsl",
727
+ "op": "moe_shared_slot_down"
728
+ },
729
+ {
730
+ "digest": "sha256:87646d02b567b3c13f66245ac222392df92af863da920ce562caa77dd14f2e93",
731
+ "entry": "single_pass",
732
+ "kernel": "moe_norm_router_f32.wgsl",
733
+ "op": "moe_norm_router"
734
+ },
735
+ {
736
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
737
+ "entry": "main",
738
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
739
+ "op": "moe_router"
740
+ },
741
+ {
742
+ "op": "moe_topk",
743
+ "kernel": "softmax_topk_logit_rank.wgsl",
744
+ "entry": "main",
745
+ "digest": "sha256:8b773fa89e891d94b85027980d257bdc667f80c422a01f8e4a311e4b6a1315a2"
746
+ },
747
+ {
748
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
749
+ "entry": "main",
750
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
751
+ "op": "moe_shared_router"
752
+ }
753
+ ]
754
+ },
755
+ "prefill": {
756
+ "steps": [
757
+ {
758
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
759
+ "entry": "main",
760
+ "kernel": "rmsnorm.wgsl",
761
+ "op": "input_norm"
762
+ },
763
+ {
764
+ "constants": {
765
+ "BLOCK_BYTES": 34,
766
+ "BLOCK_VALUES": 32,
767
+ "COLS_PER_WG": 4,
768
+ "QUANT_FORMAT": 2,
769
+ "THREADS_PER_COL_GEMV": 32,
770
+ "TILE_SIZE": 16,
771
+ "WORKGROUP_SIZE": 128
772
+ },
773
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
774
+ "entry": "main",
775
+ "kernel": "matmul_q4_0_tile64.wgsl",
776
+ "op": "k_proj",
777
+ "weights": "layer.{L}.self_attn.k_proj"
778
+ },
779
+ {
780
+ "constants": {
781
+ "BLOCK_BYTES": 34,
782
+ "BLOCK_VALUES": 32,
783
+ "COLS_PER_WG": 4,
784
+ "QUANT_FORMAT": 2,
785
+ "THREADS_PER_COL_GEMV": 32,
786
+ "TILE_SIZE": 16,
787
+ "WORKGROUP_SIZE": 128
788
+ },
789
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
790
+ "entry": "main",
791
+ "kernel": "matmul_q4_0_tile64.wgsl",
792
+ "op": "v_proj",
793
+ "weights": "layer.{L}.self_attn.v_proj"
794
+ },
795
+ {
796
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
797
+ "entry": "main",
798
+ "kernel": "rope.wgsl",
799
+ "op": "rope_q"
800
+ },
801
+ {
802
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
803
+ "entry": "main",
804
+ "kernel": "rope.wgsl",
805
+ "op": "rope_k"
806
+ },
807
+ {
808
+ "digest": "sha256:b404819ada11cdb093c0b98f9127cba40f06b2f2c1294748228c2e22c9f98a6e",
809
+ "entry": "main",
810
+ "kernel": "attention_prefill_query_tile_f32.wgsl",
811
+ "op": "attention",
812
+ "precision": {
813
+ "activationDtype": "f32",
814
+ "kvDtype": "f32"
815
+ }
816
+ },
817
+ {
818
+ "constants": {
819
+ "BLOCK_BYTES": 18,
820
+ "BLOCK_VALUES": 32,
821
+ "COLS_PER_WG": 4,
822
+ "QUANT_FORMAT": 0,
823
+ "THREADS_PER_COL_GEMV": 32,
824
+ "TILE_SIZE": 16,
825
+ "WORKGROUP_SIZE": 128
826
+ },
827
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
828
+ "entry": "main",
829
+ "kernel": "matmul_q4_0_tile64.wgsl",
830
+ "op": "o_proj",
831
+ "weights": "layer.{L}.self_attn.o_proj"
832
+ },
833
+ {
834
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
835
+ "entry": "main",
836
+ "kernel": "residual.wgsl",
837
+ "op": "attn_residual"
838
+ },
839
+ {
840
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
841
+ "entry": "main",
842
+ "kernel": "rmsnorm.wgsl",
843
+ "op": "post_attn_norm"
844
+ },
845
+ {
846
+ "constants": {
847
+ "BLOCK_BYTES": 34,
848
+ "BLOCK_VALUES": 32,
849
+ "COLS_PER_WG": 4,
850
+ "QUANT_FORMAT": 2,
851
+ "THREADS_PER_COL_GEMV": 32,
852
+ "TILE_SIZE": 16,
853
+ "WORKGROUP_SIZE": 128
854
+ },
855
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
856
+ "entry": "main",
857
+ "kernel": "matmul_q4_0_tile64.wgsl",
858
+ "op": "gate_proj",
859
+ "weights": "layer.{L}.mlp.gate_proj"
860
+ },
861
+ {
862
+ "constants": {
863
+ "BLOCK_BYTES": 34,
864
+ "BLOCK_VALUES": 32,
865
+ "COLS_PER_WG": 4,
866
+ "QUANT_FORMAT": 2,
867
+ "THREADS_PER_COL_GEMV": 32,
868
+ "TILE_SIZE": 16,
869
+ "WORKGROUP_SIZE": 128
870
+ },
871
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
872
+ "entry": "main",
873
+ "kernel": "matmul_q4_0_tile64.wgsl",
874
+ "op": "up_proj",
875
+ "weights": "layer.{L}.mlp.up_proj"
876
+ },
877
+ {
878
+ "constants": {
879
+ "HAS_GATE": true
880
+ },
881
+ "digest": "sha256:c6e28a7e6b2a7cfa805db03c9079fbc90fc2717c621e388bfa55b75ce1737ac0",
882
+ "entry": "main",
883
+ "kernel": "silu.wgsl",
884
+ "op": "activation"
885
+ },
886
+ {
887
+ "constants": {
888
+ "BLOCK_BYTES": 34,
889
+ "BLOCK_VALUES": 32,
890
+ "COLS_PER_WG": 4,
891
+ "QUANT_FORMAT": 2,
892
+ "THREADS_PER_COL_GEMV": 32,
893
+ "TILE_SIZE": 16,
894
+ "WORKGROUP_SIZE": 128
895
+ },
896
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
897
+ "entry": "main",
898
+ "kernel": "matmul_q4_0_tile64.wgsl",
899
+ "op": "down_proj",
900
+ "weights": "layer.{L}.mlp.down_proj"
901
+ },
902
+ {
903
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
904
+ "entry": "main",
905
+ "kernel": "residual.wgsl",
906
+ "op": "ffn_residual"
907
+ },
908
+ {
909
+ "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8",
910
+ "entry": "main",
911
+ "kernel": "matmul_f32.wgsl",
912
+ "op": "linear_a_proj",
913
+ "weights": "layer.{L}.linear_attn.in_proj_a"
914
+ },
915
+ {
916
+ "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8",
917
+ "entry": "main",
918
+ "kernel": "matmul_f32.wgsl",
919
+ "op": "linear_b_proj",
920
+ "weights": "layer.{L}.linear_attn.in_proj_b"
921
+ },
922
+ {
923
+ "constants": {
924
+ "BLOCK_BYTES": 18,
925
+ "BLOCK_VALUES": 32,
926
+ "COLS_PER_WG": 4,
927
+ "QUANT_FORMAT": 0,
928
+ "THREADS_PER_COL_GEMV": 32,
929
+ "TILE_SIZE": 16,
930
+ "WORKGROUP_SIZE": 128
931
+ },
932
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
933
+ "entry": "main",
934
+ "kernel": "matmul_q4_0_tile64.wgsl",
935
+ "op": "linear_qkv_proj",
936
+ "weights": "layer.{L}.linear_attn.in_proj_qkv"
937
+ },
938
+ {
939
+ "constants": {
940
+ "BLOCK_BYTES": 18,
941
+ "BLOCK_VALUES": 32,
942
+ "COLS_PER_WG": 4,
943
+ "QUANT_FORMAT": 0,
944
+ "THREADS_PER_COL_GEMV": 32,
945
+ "TILE_SIZE": 16,
946
+ "WORKGROUP_SIZE": 128
947
+ },
948
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
949
+ "entry": "main",
950
+ "kernel": "matmul_q4_0_tile64.wgsl",
951
+ "op": "linear_z_proj",
952
+ "weights": "layer.{L}.linear_attn.in_proj_z"
953
+ },
954
+ {
955
+ "constants": {
956
+ "BLOCK_BYTES": 34,
957
+ "BLOCK_VALUES": 32,
958
+ "COLS_PER_WG": 4,
959
+ "QUANT_FORMAT": 2,
960
+ "THREADS_PER_COL_GEMV": 32,
961
+ "TILE_SIZE": 16,
962
+ "WORKGROUP_SIZE": 128
963
+ },
964
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
965
+ "entry": "main",
966
+ "kernel": "matmul_q4_0_tile64.wgsl",
967
+ "op": "linear_out_proj",
968
+ "weights": "layer.{L}.linear_attn.out_proj"
969
+ },
970
+ {
971
+ "op": "moe_grouped_sort",
972
+ "kernel": "moe_grouped_sort.wgsl",
973
+ "entry": "main",
974
+ "digest": "sha256:a42d12d16424b759321bd40fc5f79646d9731dc851343a197c62a77dda4fdc0b"
975
+ },
976
+ {
977
+ "op": "moe_grouped_gu",
978
+ "kernel": "moe_grouped_matmul_f32.wgsl",
979
+ "entry": "main",
980
+ "digest": "sha256:50e3319f37de6d4e777c4fad1b094784a03e84ed50dbd8b0b21497a3c9adb432"
981
+ },
982
+ {
983
+ "op": "moe_grouped_down",
984
+ "kernel": "moe_grouped_matmul_f32.wgsl",
985
+ "entry": "main",
986
+ "digest": "sha256:50e3319f37de6d4e777c4fad1b094784a03e84ed50dbd8b0b21497a3c9adb432"
987
+ }
988
+ ]
989
+ }
990
+ },
991
+ {
992
+ "layers": [
993
+ 3,
994
+ 39
995
+ ],
996
+ "decode": {
997
+ "steps": [
998
+ {
999
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
1000
+ "entry": "main",
1001
+ "kernel": "rmsnorm.wgsl",
1002
+ "op": "input_norm"
1003
+ },
1004
+ {
1005
+ "constants": {
1006
+ "WORKGROUP_SIZE": 128,
1007
+ "ROWS": 1,
1008
+ "BLOCK_VALUES": 32,
1009
+ "BLOCK_BYTES": 34,
1010
+ "QUANT_FORMAT": 2
1011
+ },
1012
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1013
+ "entry": "main",
1014
+ "kernel": "matmul_gguf_pair_f32.wgsl",
1015
+ "op": "q_proj",
1016
+ "weights": "layer.{L}.self_attn.q_proj"
1017
+ },
1018
+ {
1019
+ "constants": {
1020
+ "WORKGROUP_SIZE": 128,
1021
+ "ROWS": 1,
1022
+ "BLOCK_VALUES": 32,
1023
+ "BLOCK_BYTES": 34,
1024
+ "QUANT_FORMAT": 2
1025
+ },
1026
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1027
+ "entry": "main",
1028
+ "kernel": "matmul_gguf_pair_f32.wgsl",
1029
+ "op": "k_proj",
1030
+ "weights": "layer.{L}.self_attn.k_proj"
1031
+ },
1032
+ {
1033
+ "constants": {
1034
+ "WORKGROUP_SIZE": 128,
1035
+ "ROWS": 1,
1036
+ "BLOCK_VALUES": 32,
1037
+ "BLOCK_BYTES": 34,
1038
+ "QUANT_FORMAT": 2
1039
+ },
1040
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1041
+ "entry": "main",
1042
+ "kernel": "matmul_gguf_pair_f32.wgsl",
1043
+ "op": "v_proj",
1044
+ "weights": "layer.{L}.self_attn.v_proj"
1045
+ },
1046
+ {
1047
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
1048
+ "entry": "main",
1049
+ "kernel": "rope.wgsl",
1050
+ "op": "rope_q"
1051
+ },
1052
+ {
1053
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
1054
+ "entry": "main",
1055
+ "kernel": "rope.wgsl",
1056
+ "op": "rope_k"
1057
+ },
1058
+ {
1059
+ "digest": "sha256:79cff3ef0ce72c9eabfa0611814c7722f21c3d3e502c2884b5bc610e13595c00",
1060
+ "entry": "main",
1061
+ "kernel": "attention_decode_gqa_splitk.wgsl",
1062
+ "op": "attention",
1063
+ "precision": {
1064
+ "activationDtype": "f32",
1065
+ "kvDtype": "f32"
1066
+ }
1067
+ },
1068
+ {
1069
+ "constants": {
1070
+ "WORKGROUP_SIZE": 128,
1071
+ "ROWS": 1,
1072
+ "BLOCK_VALUES": 32,
1073
+ "BLOCK_BYTES": 18,
1074
+ "QUANT_FORMAT": 0
1075
+ },
1076
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1077
+ "entry": "main",
1078
+ "kernel": "matmul_gguf_pair_f32.wgsl",
1079
+ "op": "o_proj",
1080
+ "weights": "layer.{L}.self_attn.o_proj"
1081
+ },
1082
+ {
1083
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
1084
+ "entry": "main",
1085
+ "kernel": "residual.wgsl",
1086
+ "op": "attn_residual"
1087
+ },
1088
+ {
1089
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
1090
+ "entry": "main",
1091
+ "kernel": "rmsnorm.wgsl",
1092
+ "op": "post_attn_norm"
1093
+ },
1094
+ {
1095
+ "constants": {
1096
+ "WORKGROUP_SIZE": 128,
1097
+ "ROWS": 1,
1098
+ "BLOCK_VALUES": 32,
1099
+ "BLOCK_BYTES": 34,
1100
+ "QUANT_FORMAT": 2
1101
+ },
1102
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1103
+ "entry": "main",
1104
+ "kernel": "matmul_gguf_pair_f32.wgsl",
1105
+ "op": "gate_proj",
1106
+ "weights": "layer.{L}.mlp.gate_proj"
1107
+ },
1108
+ {
1109
+ "constants": {
1110
+ "WORKGROUP_SIZE": 128,
1111
+ "ROWS": 1,
1112
+ "BLOCK_VALUES": 32,
1113
+ "BLOCK_BYTES": 34,
1114
+ "QUANT_FORMAT": 2
1115
+ },
1116
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1117
+ "entry": "main",
1118
+ "kernel": "matmul_gguf_pair_f32.wgsl",
1119
+ "op": "up_proj",
1120
+ "weights": "layer.{L}.mlp.up_proj"
1121
+ },
1122
+ {
1123
+ "constants": {
1124
+ "HAS_GATE": true
1125
+ },
1126
+ "digest": "sha256:c6e28a7e6b2a7cfa805db03c9079fbc90fc2717c621e388bfa55b75ce1737ac0",
1127
+ "entry": "main",
1128
+ "kernel": "silu.wgsl",
1129
+ "op": "activation"
1130
+ },
1131
+ {
1132
+ "constants": {
1133
+ "WORKGROUP_SIZE": 128,
1134
+ "ROWS": 1,
1135
+ "BLOCK_VALUES": 32,
1136
+ "BLOCK_BYTES": 34,
1137
+ "QUANT_FORMAT": 2
1138
+ },
1139
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1140
+ "entry": "main",
1141
+ "kernel": "matmul_gguf_pair_f32.wgsl",
1142
+ "op": "down_proj",
1143
+ "weights": "layer.{L}.mlp.down_proj"
1144
+ },
1145
+ {
1146
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
1147
+ "entry": "main",
1148
+ "kernel": "residual.wgsl",
1149
+ "op": "ffn_residual"
1150
+ },
1151
+ {
1152
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
1153
+ "entry": "main",
1154
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
1155
+ "op": "linear_a_proj"
1156
+ },
1157
+ {
1158
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
1159
+ "entry": "main",
1160
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
1161
+ "op": "linear_b_proj"
1162
+ },
1163
+ {
1164
+ "constants": {
1165
+ "WORKGROUP_SIZE": 128,
1166
+ "ROWS": 1,
1167
+ "BLOCK_VALUES": 32,
1168
+ "BLOCK_BYTES": 18,
1169
+ "QUANT_FORMAT": 0
1170
+ },
1171
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1172
+ "entry": "main",
1173
+ "kernel": "matmul_gguf_pair_f32.wgsl",
1174
+ "op": "linear_qkv_proj",
1175
+ "weights": "layer.{L}.linear_attn.in_proj_qkv"
1176
+ },
1177
+ {
1178
+ "constants": {
1179
+ "WORKGROUP_SIZE": 128,
1180
+ "ROWS": 1,
1181
+ "BLOCK_VALUES": 32,
1182
+ "BLOCK_BYTES": 18,
1183
+ "QUANT_FORMAT": 0
1184
+ },
1185
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1186
+ "entry": "main",
1187
+ "kernel": "matmul_gguf_pair_f32.wgsl",
1188
+ "op": "linear_z_proj",
1189
+ "weights": "layer.{L}.linear_attn.in_proj_z"
1190
+ },
1191
+ {
1192
+ "digest": "sha256:1a28e076e93486589a3eace88c3cb230ff1ef4aa982fdd91dcc918d00891649b",
1193
+ "entry": "main",
1194
+ "kernel": "moe_shared_slot_gu_pair_f32.wgsl",
1195
+ "op": "moe_shared_slot_gu"
1196
+ },
1197
+ {
1198
+ "digest": "sha256:750bce8b9e6af48729fcb9dc27569590663dc0f85e6625d8de7e3bb3ba3041f2",
1199
+ "entry": "main",
1200
+ "kernel": "moe_shared_slot_down_pair_combine_residual_f32.wgsl",
1201
+ "op": "moe_shared_slot_down"
1202
+ },
1203
+ {
1204
+ "digest": "sha256:87646d02b567b3c13f66245ac222392df92af863da920ce562caa77dd14f2e93",
1205
+ "entry": "single_pass",
1206
+ "kernel": "moe_norm_router_f32.wgsl",
1207
+ "op": "moe_norm_router"
1208
+ },
1209
+ {
1210
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
1211
+ "entry": "main",
1212
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
1213
+ "op": "moe_router"
1214
+ },
1215
+ {
1216
+ "op": "moe_topk",
1217
+ "kernel": "softmax_topk_logit_rank.wgsl",
1218
+ "entry": "main",
1219
+ "digest": "sha256:8b773fa89e891d94b85027980d257bdc667f80c422a01f8e4a311e4b6a1315a2"
1220
+ },
1221
+ {
1222
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
1223
+ "entry": "main",
1224
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
1225
+ "op": "moe_shared_router"
1226
+ }
1227
+ ]
1228
+ },
1229
+ "prefill": {
1230
+ "steps": [
1231
+ {
1232
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
1233
+ "entry": "main",
1234
+ "kernel": "rmsnorm.wgsl",
1235
+ "op": "input_norm"
1236
+ },
1237
+ {
1238
+ "constants": {
1239
+ "BLOCK_BYTES": 34,
1240
+ "BLOCK_VALUES": 32,
1241
+ "COLS_PER_WG": 4,
1242
+ "QUANT_FORMAT": 2,
1243
+ "THREADS_PER_COL_GEMV": 32,
1244
+ "TILE_SIZE": 16,
1245
+ "WORKGROUP_SIZE": 128
1246
+ },
1247
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1248
+ "entry": "main",
1249
+ "kernel": "matmul_q4_0_tile64.wgsl",
1250
+ "op": "q_proj",
1251
+ "weights": "layer.{L}.self_attn.q_proj"
1252
+ },
1253
+ {
1254
+ "constants": {
1255
+ "BLOCK_BYTES": 34,
1256
+ "BLOCK_VALUES": 32,
1257
+ "COLS_PER_WG": 4,
1258
+ "QUANT_FORMAT": 2,
1259
+ "THREADS_PER_COL_GEMV": 32,
1260
+ "TILE_SIZE": 16,
1261
+ "WORKGROUP_SIZE": 128
1262
+ },
1263
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1264
+ "entry": "main",
1265
+ "kernel": "matmul_q4_0_tile64.wgsl",
1266
+ "op": "k_proj",
1267
+ "weights": "layer.{L}.self_attn.k_proj"
1268
+ },
1269
+ {
1270
+ "constants": {
1271
+ "BLOCK_BYTES": 34,
1272
+ "BLOCK_VALUES": 32,
1273
+ "COLS_PER_WG": 4,
1274
+ "QUANT_FORMAT": 2,
1275
+ "THREADS_PER_COL_GEMV": 32,
1276
+ "TILE_SIZE": 16,
1277
+ "WORKGROUP_SIZE": 128
1278
+ },
1279
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1280
+ "entry": "main",
1281
+ "kernel": "matmul_q4_0_tile64.wgsl",
1282
+ "op": "v_proj",
1283
+ "weights": "layer.{L}.self_attn.v_proj"
1284
+ },
1285
+ {
1286
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
1287
+ "entry": "main",
1288
+ "kernel": "rope.wgsl",
1289
+ "op": "rope_q"
1290
+ },
1291
+ {
1292
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
1293
+ "entry": "main",
1294
+ "kernel": "rope.wgsl",
1295
+ "op": "rope_k"
1296
+ },
1297
+ {
1298
+ "digest": "sha256:b404819ada11cdb093c0b98f9127cba40f06b2f2c1294748228c2e22c9f98a6e",
1299
+ "entry": "main",
1300
+ "kernel": "attention_prefill_query_tile_f32.wgsl",
1301
+ "op": "attention",
1302
+ "precision": {
1303
+ "activationDtype": "f32",
1304
+ "kvDtype": "f32"
1305
+ }
1306
+ },
1307
+ {
1308
+ "constants": {
1309
+ "BLOCK_BYTES": 18,
1310
+ "BLOCK_VALUES": 32,
1311
+ "COLS_PER_WG": 4,
1312
+ "QUANT_FORMAT": 0,
1313
+ "THREADS_PER_COL_GEMV": 32,
1314
+ "TILE_SIZE": 16,
1315
+ "WORKGROUP_SIZE": 128
1316
+ },
1317
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1318
+ "entry": "main",
1319
+ "kernel": "matmul_q4_0_tile64.wgsl",
1320
+ "op": "o_proj",
1321
+ "weights": "layer.{L}.self_attn.o_proj"
1322
+ },
1323
+ {
1324
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
1325
+ "entry": "main",
1326
+ "kernel": "residual.wgsl",
1327
+ "op": "attn_residual"
1328
+ },
1329
+ {
1330
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
1331
+ "entry": "main",
1332
+ "kernel": "rmsnorm.wgsl",
1333
+ "op": "post_attn_norm"
1334
+ },
1335
+ {
1336
+ "constants": {
1337
+ "BLOCK_BYTES": 34,
1338
+ "BLOCK_VALUES": 32,
1339
+ "COLS_PER_WG": 4,
1340
+ "QUANT_FORMAT": 2,
1341
+ "THREADS_PER_COL_GEMV": 32,
1342
+ "TILE_SIZE": 16,
1343
+ "WORKGROUP_SIZE": 128
1344
+ },
1345
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1346
+ "entry": "main",
1347
+ "kernel": "matmul_q4_0_tile64.wgsl",
1348
+ "op": "gate_proj",
1349
+ "weights": "layer.{L}.mlp.gate_proj"
1350
+ },
1351
+ {
1352
+ "constants": {
1353
+ "BLOCK_BYTES": 34,
1354
+ "BLOCK_VALUES": 32,
1355
+ "COLS_PER_WG": 4,
1356
+ "QUANT_FORMAT": 2,
1357
+ "THREADS_PER_COL_GEMV": 32,
1358
+ "TILE_SIZE": 16,
1359
+ "WORKGROUP_SIZE": 128
1360
+ },
1361
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1362
+ "entry": "main",
1363
+ "kernel": "matmul_q4_0_tile64.wgsl",
1364
+ "op": "up_proj",
1365
+ "weights": "layer.{L}.mlp.up_proj"
1366
+ },
1367
+ {
1368
+ "constants": {
1369
+ "HAS_GATE": true
1370
+ },
1371
+ "digest": "sha256:c6e28a7e6b2a7cfa805db03c9079fbc90fc2717c621e388bfa55b75ce1737ac0",
1372
+ "entry": "main",
1373
+ "kernel": "silu.wgsl",
1374
+ "op": "activation"
1375
+ },
1376
+ {
1377
+ "constants": {
1378
+ "BLOCK_BYTES": 34,
1379
+ "BLOCK_VALUES": 32,
1380
+ "COLS_PER_WG": 4,
1381
+ "QUANT_FORMAT": 2,
1382
+ "THREADS_PER_COL_GEMV": 32,
1383
+ "TILE_SIZE": 16,
1384
+ "WORKGROUP_SIZE": 128
1385
+ },
1386
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1387
+ "entry": "main",
1388
+ "kernel": "matmul_q4_0_tile64.wgsl",
1389
+ "op": "down_proj",
1390
+ "weights": "layer.{L}.mlp.down_proj"
1391
+ },
1392
+ {
1393
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
1394
+ "entry": "main",
1395
+ "kernel": "residual.wgsl",
1396
+ "op": "ffn_residual"
1397
+ },
1398
+ {
1399
+ "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8",
1400
+ "entry": "main",
1401
+ "kernel": "matmul_f32.wgsl",
1402
+ "op": "linear_a_proj",
1403
+ "weights": "layer.{L}.linear_attn.in_proj_a"
1404
+ },
1405
+ {
1406
+ "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8",
1407
+ "entry": "main",
1408
+ "kernel": "matmul_f32.wgsl",
1409
+ "op": "linear_b_proj",
1410
+ "weights": "layer.{L}.linear_attn.in_proj_b"
1411
+ },
1412
+ {
1413
+ "constants": {
1414
+ "BLOCK_BYTES": 18,
1415
+ "BLOCK_VALUES": 32,
1416
+ "COLS_PER_WG": 4,
1417
+ "QUANT_FORMAT": 0,
1418
+ "THREADS_PER_COL_GEMV": 32,
1419
+ "TILE_SIZE": 16,
1420
+ "WORKGROUP_SIZE": 128
1421
+ },
1422
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1423
+ "entry": "main",
1424
+ "kernel": "matmul_q4_0_tile64.wgsl",
1425
+ "op": "linear_qkv_proj",
1426
+ "weights": "layer.{L}.linear_attn.in_proj_qkv"
1427
+ },
1428
+ {
1429
+ "constants": {
1430
+ "BLOCK_BYTES": 18,
1431
+ "BLOCK_VALUES": 32,
1432
+ "COLS_PER_WG": 4,
1433
+ "QUANT_FORMAT": 0,
1434
+ "THREADS_PER_COL_GEMV": 32,
1435
+ "TILE_SIZE": 16,
1436
+ "WORKGROUP_SIZE": 128
1437
+ },
1438
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1439
+ "entry": "main",
1440
+ "kernel": "matmul_q4_0_tile64.wgsl",
1441
+ "op": "linear_z_proj",
1442
+ "weights": "layer.{L}.linear_attn.in_proj_z"
1443
+ },
1444
+ {
1445
+ "op": "moe_grouped_sort",
1446
+ "kernel": "moe_grouped_sort.wgsl",
1447
+ "entry": "main",
1448
+ "digest": "sha256:a42d12d16424b759321bd40fc5f79646d9731dc851343a197c62a77dda4fdc0b"
1449
+ },
1450
+ {
1451
+ "op": "moe_grouped_gu",
1452
+ "kernel": "moe_grouped_matmul_f32.wgsl",
1453
+ "entry": "main",
1454
+ "digest": "sha256:50e3319f37de6d4e777c4fad1b094784a03e84ed50dbd8b0b21497a3c9adb432"
1455
+ },
1456
+ {
1457
+ "op": "moe_grouped_down",
1458
+ "kernel": "moe_grouped_matmul_f32.wgsl",
1459
+ "entry": "main",
1460
+ "digest": "sha256:50e3319f37de6d4e777c4fad1b094784a03e84ed50dbd8b0b21497a3c9adb432"
1461
+ }
1462
+ ]
1463
+ }
1464
+ },
1465
+ {
1466
+ "layers": [
1467
+ 4,
1468
+ 13,
1469
+ 16,
1470
+ 25,
1471
+ 28
1472
+ ],
1473
+ "decode": {
1474
+ "steps": [
1475
+ {
1476
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
1477
+ "entry": "main",
1478
+ "kernel": "rmsnorm.wgsl",
1479
+ "op": "input_norm"
1480
+ },
1481
+ {
1482
+ "constants": {
1483
+ "WORKGROUP_SIZE": 128,
1484
+ "ROWS": 1,
1485
+ "BLOCK_VALUES": 32,
1486
+ "BLOCK_BYTES": 34,
1487
+ "QUANT_FORMAT": 2
1488
+ },
1489
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1490
+ "entry": "main",
1491
+ "kernel": "matmul_gguf_pair_f32.wgsl",
1492
+ "op": "k_proj",
1493
+ "weights": "layer.{L}.self_attn.k_proj"
1494
+ },
1495
+ {
1496
+ "constants": {
1497
+ "WORKGROUP_SIZE": 128,
1498
+ "ROWS": 1,
1499
+ "BLOCK_VALUES": 32,
1500
+ "BLOCK_BYTES": 34,
1501
+ "QUANT_FORMAT": 2
1502
+ },
1503
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1504
+ "entry": "main",
1505
+ "kernel": "matmul_gguf_pair_f32.wgsl",
1506
+ "op": "v_proj",
1507
+ "weights": "layer.{L}.self_attn.v_proj"
1508
+ },
1509
+ {
1510
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
1511
+ "entry": "main",
1512
+ "kernel": "rope.wgsl",
1513
+ "op": "rope_q"
1514
+ },
1515
+ {
1516
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
1517
+ "entry": "main",
1518
+ "kernel": "rope.wgsl",
1519
+ "op": "rope_k"
1520
+ },
1521
+ {
1522
+ "digest": "sha256:79cff3ef0ce72c9eabfa0611814c7722f21c3d3e502c2884b5bc610e13595c00",
1523
+ "entry": "main",
1524
+ "kernel": "attention_decode_gqa_splitk.wgsl",
1525
+ "op": "attention",
1526
+ "precision": {
1527
+ "activationDtype": "f32",
1528
+ "kvDtype": "f32"
1529
+ }
1530
+ },
1531
+ {
1532
+ "constants": {
1533
+ "WORKGROUP_SIZE": 128,
1534
+ "ROWS": 1,
1535
+ "BLOCK_VALUES": 32,
1536
+ "BLOCK_BYTES": 18,
1537
+ "QUANT_FORMAT": 0
1538
+ },
1539
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1540
+ "entry": "main",
1541
+ "kernel": "matmul_gguf_pair_f32.wgsl",
1542
+ "op": "o_proj",
1543
+ "weights": "layer.{L}.self_attn.o_proj"
1544
+ },
1545
+ {
1546
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
1547
+ "entry": "main",
1548
+ "kernel": "residual.wgsl",
1549
+ "op": "attn_residual"
1550
+ },
1551
+ {
1552
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
1553
+ "entry": "main",
1554
+ "kernel": "rmsnorm.wgsl",
1555
+ "op": "post_attn_norm"
1556
+ },
1557
+ {
1558
+ "constants": {
1559
+ "WORKGROUP_SIZE": 128,
1560
+ "ROWS": 1,
1561
+ "BLOCK_VALUES": 32,
1562
+ "BLOCK_BYTES": 34,
1563
+ "QUANT_FORMAT": 2
1564
+ },
1565
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1566
+ "entry": "main",
1567
+ "kernel": "matmul_gguf_pair_f32.wgsl",
1568
+ "op": "gate_proj",
1569
+ "weights": "layer.{L}.mlp.gate_proj"
1570
+ },
1571
+ {
1572
+ "constants": {
1573
+ "WORKGROUP_SIZE": 128,
1574
+ "ROWS": 1,
1575
+ "BLOCK_VALUES": 32,
1576
+ "BLOCK_BYTES": 34,
1577
+ "QUANT_FORMAT": 2
1578
+ },
1579
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1580
+ "entry": "main",
1581
+ "kernel": "matmul_gguf_pair_f32.wgsl",
1582
+ "op": "up_proj",
1583
+ "weights": "layer.{L}.mlp.up_proj"
1584
+ },
1585
+ {
1586
+ "constants": {
1587
+ "HAS_GATE": true
1588
+ },
1589
+ "digest": "sha256:c6e28a7e6b2a7cfa805db03c9079fbc90fc2717c621e388bfa55b75ce1737ac0",
1590
+ "entry": "main",
1591
+ "kernel": "silu.wgsl",
1592
+ "op": "activation"
1593
+ },
1594
+ {
1595
+ "constants": {
1596
+ "WORKGROUP_SIZE": 128,
1597
+ "ROWS": 1,
1598
+ "BLOCK_VALUES": 32,
1599
+ "BLOCK_BYTES": 34,
1600
+ "QUANT_FORMAT": 2
1601
+ },
1602
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1603
+ "entry": "main",
1604
+ "kernel": "matmul_gguf_pair_f32.wgsl",
1605
+ "op": "down_proj",
1606
+ "weights": "layer.{L}.mlp.down_proj"
1607
+ },
1608
+ {
1609
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
1610
+ "entry": "main",
1611
+ "kernel": "residual.wgsl",
1612
+ "op": "ffn_residual"
1613
+ },
1614
+ {
1615
+ "op": "linear_norm_ab",
1616
+ "kernel": "linear_norm_ab_f32.wgsl",
1617
+ "entry": "single_pass",
1618
+ "digest": "sha256:ac4aa1763865ade33bcb261b407e5466392b89a7e45c30514138ab4da919d554"
1619
+ },
1620
+ {
1621
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
1622
+ "entry": "main",
1623
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
1624
+ "op": "linear_a_proj"
1625
+ },
1626
+ {
1627
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
1628
+ "entry": "main",
1629
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
1630
+ "op": "linear_b_proj"
1631
+ },
1632
+ {
1633
+ "constants": {
1634
+ "WORKGROUP_SIZE": 128,
1635
+ "ROWS": 1,
1636
+ "BLOCK_VALUES": 32,
1637
+ "BLOCK_BYTES": 18,
1638
+ "QUANT_FORMAT": 0
1639
+ },
1640
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1641
+ "entry": "main",
1642
+ "kernel": "matmul_gguf_pair_f32.wgsl",
1643
+ "op": "linear_qkv_proj",
1644
+ "weights": "layer.{L}.linear_attn.in_proj_qkv"
1645
+ },
1646
+ {
1647
+ "constants": {
1648
+ "WORKGROUP_SIZE": 128,
1649
+ "ROWS": 1,
1650
+ "BLOCK_VALUES": 32,
1651
+ "BLOCK_BYTES": 18,
1652
+ "QUANT_FORMAT": 0
1653
+ },
1654
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1655
+ "entry": "main",
1656
+ "kernel": "matmul_gguf_pair_f32.wgsl",
1657
+ "op": "linear_z_proj",
1658
+ "weights": "layer.{L}.linear_attn.in_proj_z"
1659
+ },
1660
+ {
1661
+ "constants": {
1662
+ "WORKGROUP_SIZE": 128,
1663
+ "ROWS": 1,
1664
+ "BLOCK_VALUES": 32,
1665
+ "BLOCK_BYTES": 18,
1666
+ "QUANT_FORMAT": 0
1667
+ },
1668
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1669
+ "entry": "main",
1670
+ "kernel": "matmul_gguf_pair_f32.wgsl",
1671
+ "op": "linear_out_proj",
1672
+ "weights": "layer.{L}.linear_attn.out_proj"
1673
+ },
1674
+ {
1675
+ "digest": "sha256:1a28e076e93486589a3eace88c3cb230ff1ef4aa982fdd91dcc918d00891649b",
1676
+ "entry": "main",
1677
+ "kernel": "moe_shared_slot_gu_pair_f32.wgsl",
1678
+ "op": "moe_shared_slot_gu"
1679
+ },
1680
+ {
1681
+ "digest": "sha256:750bce8b9e6af48729fcb9dc27569590663dc0f85e6625d8de7e3bb3ba3041f2",
1682
+ "entry": "main",
1683
+ "kernel": "moe_shared_slot_down_pair_combine_residual_f32.wgsl",
1684
+ "op": "moe_shared_slot_down"
1685
+ },
1686
+ {
1687
+ "digest": "sha256:87646d02b567b3c13f66245ac222392df92af863da920ce562caa77dd14f2e93",
1688
+ "entry": "single_pass",
1689
+ "kernel": "moe_norm_router_f32.wgsl",
1690
+ "op": "moe_norm_router"
1691
+ },
1692
+ {
1693
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
1694
+ "entry": "main",
1695
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
1696
+ "op": "moe_router"
1697
+ },
1698
+ {
1699
+ "op": "moe_topk",
1700
+ "kernel": "softmax_topk_logit_rank.wgsl",
1701
+ "entry": "main",
1702
+ "digest": "sha256:8b773fa89e891d94b85027980d257bdc667f80c422a01f8e4a311e4b6a1315a2"
1703
+ },
1704
+ {
1705
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
1706
+ "entry": "main",
1707
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
1708
+ "op": "moe_shared_router"
1709
+ }
1710
+ ]
1711
+ },
1712
+ "prefill": {
1713
+ "steps": [
1714
+ {
1715
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
1716
+ "entry": "main",
1717
+ "kernel": "rmsnorm.wgsl",
1718
+ "op": "input_norm"
1719
+ },
1720
+ {
1721
+ "constants": {
1722
+ "BLOCK_BYTES": 34,
1723
+ "BLOCK_VALUES": 32,
1724
+ "COLS_PER_WG": 4,
1725
+ "QUANT_FORMAT": 2,
1726
+ "THREADS_PER_COL_GEMV": 32,
1727
+ "TILE_SIZE": 16,
1728
+ "WORKGROUP_SIZE": 128
1729
+ },
1730
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1731
+ "entry": "main",
1732
+ "kernel": "matmul_q4_0_tile64.wgsl",
1733
+ "op": "k_proj",
1734
+ "weights": "layer.{L}.self_attn.k_proj"
1735
+ },
1736
+ {
1737
+ "constants": {
1738
+ "BLOCK_BYTES": 34,
1739
+ "BLOCK_VALUES": 32,
1740
+ "COLS_PER_WG": 4,
1741
+ "QUANT_FORMAT": 2,
1742
+ "THREADS_PER_COL_GEMV": 32,
1743
+ "TILE_SIZE": 16,
1744
+ "WORKGROUP_SIZE": 128
1745
+ },
1746
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1747
+ "entry": "main",
1748
+ "kernel": "matmul_q4_0_tile64.wgsl",
1749
+ "op": "v_proj",
1750
+ "weights": "layer.{L}.self_attn.v_proj"
1751
+ },
1752
+ {
1753
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
1754
+ "entry": "main",
1755
+ "kernel": "rope.wgsl",
1756
+ "op": "rope_q"
1757
+ },
1758
+ {
1759
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
1760
+ "entry": "main",
1761
+ "kernel": "rope.wgsl",
1762
+ "op": "rope_k"
1763
+ },
1764
+ {
1765
+ "digest": "sha256:b404819ada11cdb093c0b98f9127cba40f06b2f2c1294748228c2e22c9f98a6e",
1766
+ "entry": "main",
1767
+ "kernel": "attention_prefill_query_tile_f32.wgsl",
1768
+ "op": "attention",
1769
+ "precision": {
1770
+ "activationDtype": "f32",
1771
+ "kvDtype": "f32"
1772
+ }
1773
+ },
1774
+ {
1775
+ "constants": {
1776
+ "BLOCK_BYTES": 18,
1777
+ "BLOCK_VALUES": 32,
1778
+ "COLS_PER_WG": 4,
1779
+ "QUANT_FORMAT": 0,
1780
+ "THREADS_PER_COL_GEMV": 32,
1781
+ "TILE_SIZE": 16,
1782
+ "WORKGROUP_SIZE": 128
1783
+ },
1784
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1785
+ "entry": "main",
1786
+ "kernel": "matmul_q4_0_tile64.wgsl",
1787
+ "op": "o_proj",
1788
+ "weights": "layer.{L}.self_attn.o_proj"
1789
+ },
1790
+ {
1791
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
1792
+ "entry": "main",
1793
+ "kernel": "residual.wgsl",
1794
+ "op": "attn_residual"
1795
+ },
1796
+ {
1797
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
1798
+ "entry": "main",
1799
+ "kernel": "rmsnorm.wgsl",
1800
+ "op": "post_attn_norm"
1801
+ },
1802
+ {
1803
+ "constants": {
1804
+ "BLOCK_BYTES": 34,
1805
+ "BLOCK_VALUES": 32,
1806
+ "COLS_PER_WG": 4,
1807
+ "QUANT_FORMAT": 2,
1808
+ "THREADS_PER_COL_GEMV": 32,
1809
+ "TILE_SIZE": 16,
1810
+ "WORKGROUP_SIZE": 128
1811
+ },
1812
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1813
+ "entry": "main",
1814
+ "kernel": "matmul_q4_0_tile64.wgsl",
1815
+ "op": "gate_proj",
1816
+ "weights": "layer.{L}.mlp.gate_proj"
1817
+ },
1818
+ {
1819
+ "constants": {
1820
+ "BLOCK_BYTES": 34,
1821
+ "BLOCK_VALUES": 32,
1822
+ "COLS_PER_WG": 4,
1823
+ "QUANT_FORMAT": 2,
1824
+ "THREADS_PER_COL_GEMV": 32,
1825
+ "TILE_SIZE": 16,
1826
+ "WORKGROUP_SIZE": 128
1827
+ },
1828
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1829
+ "entry": "main",
1830
+ "kernel": "matmul_q4_0_tile64.wgsl",
1831
+ "op": "up_proj",
1832
+ "weights": "layer.{L}.mlp.up_proj"
1833
+ },
1834
+ {
1835
+ "constants": {
1836
+ "HAS_GATE": true
1837
+ },
1838
+ "digest": "sha256:c6e28a7e6b2a7cfa805db03c9079fbc90fc2717c621e388bfa55b75ce1737ac0",
1839
+ "entry": "main",
1840
+ "kernel": "silu.wgsl",
1841
+ "op": "activation"
1842
+ },
1843
+ {
1844
+ "constants": {
1845
+ "BLOCK_BYTES": 34,
1846
+ "BLOCK_VALUES": 32,
1847
+ "COLS_PER_WG": 4,
1848
+ "QUANT_FORMAT": 2,
1849
+ "THREADS_PER_COL_GEMV": 32,
1850
+ "TILE_SIZE": 16,
1851
+ "WORKGROUP_SIZE": 128
1852
+ },
1853
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1854
+ "entry": "main",
1855
+ "kernel": "matmul_q4_0_tile64.wgsl",
1856
+ "op": "down_proj",
1857
+ "weights": "layer.{L}.mlp.down_proj"
1858
+ },
1859
+ {
1860
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
1861
+ "entry": "main",
1862
+ "kernel": "residual.wgsl",
1863
+ "op": "ffn_residual"
1864
+ },
1865
+ {
1866
+ "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8",
1867
+ "entry": "main",
1868
+ "kernel": "matmul_f32.wgsl",
1869
+ "op": "linear_a_proj",
1870
+ "weights": "layer.{L}.linear_attn.in_proj_a"
1871
+ },
1872
+ {
1873
+ "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8",
1874
+ "entry": "main",
1875
+ "kernel": "matmul_f32.wgsl",
1876
+ "op": "linear_b_proj",
1877
+ "weights": "layer.{L}.linear_attn.in_proj_b"
1878
+ },
1879
+ {
1880
+ "constants": {
1881
+ "BLOCK_BYTES": 18,
1882
+ "BLOCK_VALUES": 32,
1883
+ "COLS_PER_WG": 4,
1884
+ "QUANT_FORMAT": 0,
1885
+ "THREADS_PER_COL_GEMV": 32,
1886
+ "TILE_SIZE": 16,
1887
+ "WORKGROUP_SIZE": 128
1888
+ },
1889
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1890
+ "entry": "main",
1891
+ "kernel": "matmul_q4_0_tile64.wgsl",
1892
+ "op": "linear_qkv_proj",
1893
+ "weights": "layer.{L}.linear_attn.in_proj_qkv"
1894
+ },
1895
+ {
1896
+ "constants": {
1897
+ "BLOCK_BYTES": 18,
1898
+ "BLOCK_VALUES": 32,
1899
+ "COLS_PER_WG": 4,
1900
+ "QUANT_FORMAT": 0,
1901
+ "THREADS_PER_COL_GEMV": 32,
1902
+ "TILE_SIZE": 16,
1903
+ "WORKGROUP_SIZE": 128
1904
+ },
1905
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1906
+ "entry": "main",
1907
+ "kernel": "matmul_q4_0_tile64.wgsl",
1908
+ "op": "linear_z_proj",
1909
+ "weights": "layer.{L}.linear_attn.in_proj_z"
1910
+ },
1911
+ {
1912
+ "constants": {
1913
+ "BLOCK_BYTES": 18,
1914
+ "BLOCK_VALUES": 32,
1915
+ "COLS_PER_WG": 4,
1916
+ "QUANT_FORMAT": 0,
1917
+ "THREADS_PER_COL_GEMV": 32,
1918
+ "TILE_SIZE": 16,
1919
+ "WORKGROUP_SIZE": 128
1920
+ },
1921
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1922
+ "entry": "main",
1923
+ "kernel": "matmul_q4_0_tile64.wgsl",
1924
+ "op": "linear_out_proj",
1925
+ "weights": "layer.{L}.linear_attn.out_proj"
1926
+ },
1927
+ {
1928
+ "op": "moe_grouped_sort",
1929
+ "kernel": "moe_grouped_sort.wgsl",
1930
+ "entry": "main",
1931
+ "digest": "sha256:a42d12d16424b759321bd40fc5f79646d9731dc851343a197c62a77dda4fdc0b"
1932
+ },
1933
+ {
1934
+ "op": "moe_grouped_gu",
1935
+ "kernel": "moe_grouped_matmul_f32.wgsl",
1936
+ "entry": "main",
1937
+ "digest": "sha256:50e3319f37de6d4e777c4fad1b094784a03e84ed50dbd8b0b21497a3c9adb432"
1938
+ },
1939
+ {
1940
+ "op": "moe_grouped_down",
1941
+ "kernel": "moe_grouped_matmul_f32.wgsl",
1942
+ "entry": "main",
1943
+ "digest": "sha256:50e3319f37de6d4e777c4fad1b094784a03e84ed50dbd8b0b21497a3c9adb432"
1944
+ }
1945
+ ]
1946
+ }
1947
+ },
1948
+ {
1949
+ "layers": [
1950
+ 5,
1951
+ 8,
1952
+ 9,
1953
+ 12,
1954
+ 17,
1955
+ 20,
1956
+ 21,
1957
+ 24,
1958
+ 29,
1959
+ 32,
1960
+ 33
1961
+ ],
1962
+ "decode": {
1963
+ "steps": [
1964
+ {
1965
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
1966
+ "entry": "main",
1967
+ "kernel": "rmsnorm.wgsl",
1968
+ "op": "input_norm"
1969
+ },
1970
+ {
1971
+ "constants": {
1972
+ "WORKGROUP_SIZE": 128,
1973
+ "ROWS": 1,
1974
+ "BLOCK_VALUES": 32,
1975
+ "BLOCK_BYTES": 34,
1976
+ "QUANT_FORMAT": 2
1977
+ },
1978
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1979
+ "entry": "main",
1980
+ "kernel": "matmul_gguf_pair_f32.wgsl",
1981
+ "op": "k_proj",
1982
+ "weights": "layer.{L}.self_attn.k_proj"
1983
+ },
1984
+ {
1985
+ "constants": {
1986
+ "WORKGROUP_SIZE": 128,
1987
+ "ROWS": 1,
1988
+ "BLOCK_VALUES": 32,
1989
+ "BLOCK_BYTES": 34,
1990
+ "QUANT_FORMAT": 2
1991
+ },
1992
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1993
+ "entry": "main",
1994
+ "kernel": "matmul_gguf_pair_f32.wgsl",
1995
+ "op": "v_proj",
1996
+ "weights": "layer.{L}.self_attn.v_proj"
1997
+ },
1998
+ {
1999
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
2000
+ "entry": "main",
2001
+ "kernel": "rope.wgsl",
2002
+ "op": "rope_q"
2003
+ },
2004
+ {
2005
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
2006
+ "entry": "main",
2007
+ "kernel": "rope.wgsl",
2008
+ "op": "rope_k"
2009
+ },
2010
+ {
2011
+ "digest": "sha256:79cff3ef0ce72c9eabfa0611814c7722f21c3d3e502c2884b5bc610e13595c00",
2012
+ "entry": "main",
2013
+ "kernel": "attention_decode_gqa_splitk.wgsl",
2014
+ "op": "attention",
2015
+ "precision": {
2016
+ "activationDtype": "f32",
2017
+ "kvDtype": "f32"
2018
+ }
2019
+ },
2020
+ {
2021
+ "constants": {
2022
+ "WORKGROUP_SIZE": 128,
2023
+ "ROWS": 1,
2024
+ "BLOCK_VALUES": 32,
2025
+ "BLOCK_BYTES": 18,
2026
+ "QUANT_FORMAT": 0
2027
+ },
2028
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2029
+ "entry": "main",
2030
+ "kernel": "matmul_gguf_pair_f32.wgsl",
2031
+ "op": "o_proj",
2032
+ "weights": "layer.{L}.self_attn.o_proj"
2033
+ },
2034
+ {
2035
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
2036
+ "entry": "main",
2037
+ "kernel": "residual.wgsl",
2038
+ "op": "attn_residual"
2039
+ },
2040
+ {
2041
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
2042
+ "entry": "main",
2043
+ "kernel": "rmsnorm.wgsl",
2044
+ "op": "post_attn_norm"
2045
+ },
2046
+ {
2047
+ "constants": {
2048
+ "WORKGROUP_SIZE": 128,
2049
+ "ROWS": 1,
2050
+ "BLOCK_VALUES": 32,
2051
+ "BLOCK_BYTES": 34,
2052
+ "QUANT_FORMAT": 2
2053
+ },
2054
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2055
+ "entry": "main",
2056
+ "kernel": "matmul_gguf_pair_f32.wgsl",
2057
+ "op": "gate_proj",
2058
+ "weights": "layer.{L}.mlp.gate_proj"
2059
+ },
2060
+ {
2061
+ "constants": {
2062
+ "WORKGROUP_SIZE": 128,
2063
+ "ROWS": 1,
2064
+ "BLOCK_VALUES": 32,
2065
+ "BLOCK_BYTES": 34,
2066
+ "QUANT_FORMAT": 2
2067
+ },
2068
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2069
+ "entry": "main",
2070
+ "kernel": "matmul_gguf_pair_f32.wgsl",
2071
+ "op": "up_proj",
2072
+ "weights": "layer.{L}.mlp.up_proj"
2073
+ },
2074
+ {
2075
+ "constants": {
2076
+ "HAS_GATE": true
2077
+ },
2078
+ "digest": "sha256:c6e28a7e6b2a7cfa805db03c9079fbc90fc2717c621e388bfa55b75ce1737ac0",
2079
+ "entry": "main",
2080
+ "kernel": "silu.wgsl",
2081
+ "op": "activation"
2082
+ },
2083
+ {
2084
+ "constants": {
2085
+ "WORKGROUP_SIZE": 128,
2086
+ "ROWS": 1,
2087
+ "BLOCK_VALUES": 32,
2088
+ "BLOCK_BYTES": 34,
2089
+ "QUANT_FORMAT": 2
2090
+ },
2091
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2092
+ "entry": "main",
2093
+ "kernel": "matmul_gguf_pair_f32.wgsl",
2094
+ "op": "down_proj",
2095
+ "weights": "layer.{L}.mlp.down_proj"
2096
+ },
2097
+ {
2098
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
2099
+ "entry": "main",
2100
+ "kernel": "residual.wgsl",
2101
+ "op": "ffn_residual"
2102
+ },
2103
+ {
2104
+ "op": "linear_norm_ab",
2105
+ "kernel": "linear_norm_ab_f32.wgsl",
2106
+ "entry": "single_pass",
2107
+ "digest": "sha256:ac4aa1763865ade33bcb261b407e5466392b89a7e45c30514138ab4da919d554"
2108
+ },
2109
+ {
2110
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
2111
+ "entry": "main",
2112
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
2113
+ "op": "linear_a_proj"
2114
+ },
2115
+ {
2116
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
2117
+ "entry": "main",
2118
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
2119
+ "op": "linear_b_proj"
2120
+ },
2121
+ {
2122
+ "constants": {
2123
+ "WORKGROUP_SIZE": 128,
2124
+ "ROWS": 1,
2125
+ "BLOCK_VALUES": 32,
2126
+ "BLOCK_BYTES": 18,
2127
+ "QUANT_FORMAT": 0
2128
+ },
2129
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2130
+ "entry": "main",
2131
+ "kernel": "matmul_gguf_pair_f32.wgsl",
2132
+ "op": "linear_qkv_proj",
2133
+ "weights": "layer.{L}.linear_attn.in_proj_qkv"
2134
+ },
2135
+ {
2136
+ "constants": {
2137
+ "WORKGROUP_SIZE": 128,
2138
+ "ROWS": 1,
2139
+ "BLOCK_VALUES": 32,
2140
+ "BLOCK_BYTES": 18,
2141
+ "QUANT_FORMAT": 0
2142
+ },
2143
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2144
+ "entry": "main",
2145
+ "kernel": "matmul_gguf_pair_f32.wgsl",
2146
+ "op": "linear_z_proj",
2147
+ "weights": "layer.{L}.linear_attn.in_proj_z"
2148
+ },
2149
+ {
2150
+ "constants": {
2151
+ "WORKGROUP_SIZE": 128,
2152
+ "ROWS": 1,
2153
+ "BLOCK_VALUES": 32,
2154
+ "BLOCK_BYTES": 18,
2155
+ "QUANT_FORMAT": 0
2156
+ },
2157
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2158
+ "entry": "main",
2159
+ "kernel": "matmul_gguf_pair_f32.wgsl",
2160
+ "op": "linear_out_proj",
2161
+ "weights": "layer.{L}.linear_attn.out_proj"
2162
+ },
2163
+ {
2164
+ "digest": "sha256:1a28e076e93486589a3eace88c3cb230ff1ef4aa982fdd91dcc918d00891649b",
2165
+ "entry": "main",
2166
+ "kernel": "moe_shared_slot_gu_pair_f32.wgsl",
2167
+ "op": "moe_shared_slot_gu"
2168
+ },
2169
+ {
2170
+ "digest": "sha256:750bce8b9e6af48729fcb9dc27569590663dc0f85e6625d8de7e3bb3ba3041f2",
2171
+ "entry": "main",
2172
+ "kernel": "moe_shared_slot_down_pair_combine_residual_f32.wgsl",
2173
+ "op": "moe_shared_slot_down"
2174
+ },
2175
+ {
2176
+ "digest": "sha256:87646d02b567b3c13f66245ac222392df92af863da920ce562caa77dd14f2e93",
2177
+ "entry": "single_pass",
2178
+ "kernel": "moe_norm_router_f32.wgsl",
2179
+ "op": "moe_norm_router"
2180
+ },
2181
+ {
2182
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
2183
+ "entry": "main",
2184
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
2185
+ "op": "moe_router"
2186
+ },
2187
+ {
2188
+ "op": "moe_topk",
2189
+ "kernel": "softmax_topk_logit_rank.wgsl",
2190
+ "entry": "main",
2191
+ "digest": "sha256:8b773fa89e891d94b85027980d257bdc667f80c422a01f8e4a311e4b6a1315a2"
2192
+ },
2193
+ {
2194
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
2195
+ "entry": "main",
2196
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
2197
+ "op": "moe_shared_router"
2198
+ }
2199
+ ]
2200
+ },
2201
+ "prefill": {
2202
+ "steps": [
2203
+ {
2204
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
2205
+ "entry": "main",
2206
+ "kernel": "rmsnorm.wgsl",
2207
+ "op": "input_norm"
2208
+ },
2209
+ {
2210
+ "constants": {
2211
+ "BLOCK_BYTES": 34,
2212
+ "BLOCK_VALUES": 32,
2213
+ "COLS_PER_WG": 4,
2214
+ "QUANT_FORMAT": 2,
2215
+ "THREADS_PER_COL_GEMV": 32,
2216
+ "TILE_SIZE": 16,
2217
+ "WORKGROUP_SIZE": 128
2218
+ },
2219
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2220
+ "entry": "main",
2221
+ "kernel": "matmul_q4_0_tile64.wgsl",
2222
+ "op": "k_proj",
2223
+ "weights": "layer.{L}.self_attn.k_proj"
2224
+ },
2225
+ {
2226
+ "constants": {
2227
+ "BLOCK_BYTES": 34,
2228
+ "BLOCK_VALUES": 32,
2229
+ "COLS_PER_WG": 4,
2230
+ "QUANT_FORMAT": 2,
2231
+ "THREADS_PER_COL_GEMV": 32,
2232
+ "TILE_SIZE": 16,
2233
+ "WORKGROUP_SIZE": 128
2234
+ },
2235
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2236
+ "entry": "main",
2237
+ "kernel": "matmul_q4_0_tile64.wgsl",
2238
+ "op": "v_proj",
2239
+ "weights": "layer.{L}.self_attn.v_proj"
2240
+ },
2241
+ {
2242
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
2243
+ "entry": "main",
2244
+ "kernel": "rope.wgsl",
2245
+ "op": "rope_q"
2246
+ },
2247
+ {
2248
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
2249
+ "entry": "main",
2250
+ "kernel": "rope.wgsl",
2251
+ "op": "rope_k"
2252
+ },
2253
+ {
2254
+ "digest": "sha256:b404819ada11cdb093c0b98f9127cba40f06b2f2c1294748228c2e22c9f98a6e",
2255
+ "entry": "main",
2256
+ "kernel": "attention_prefill_query_tile_f32.wgsl",
2257
+ "op": "attention",
2258
+ "precision": {
2259
+ "activationDtype": "f32",
2260
+ "kvDtype": "f32"
2261
+ }
2262
+ },
2263
+ {
2264
+ "constants": {
2265
+ "BLOCK_BYTES": 18,
2266
+ "BLOCK_VALUES": 32,
2267
+ "COLS_PER_WG": 4,
2268
+ "QUANT_FORMAT": 0,
2269
+ "THREADS_PER_COL_GEMV": 32,
2270
+ "TILE_SIZE": 16,
2271
+ "WORKGROUP_SIZE": 128
2272
+ },
2273
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2274
+ "entry": "main",
2275
+ "kernel": "matmul_q4_0_tile64.wgsl",
2276
+ "op": "o_proj",
2277
+ "weights": "layer.{L}.self_attn.o_proj"
2278
+ },
2279
+ {
2280
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
2281
+ "entry": "main",
2282
+ "kernel": "residual.wgsl",
2283
+ "op": "attn_residual"
2284
+ },
2285
+ {
2286
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
2287
+ "entry": "main",
2288
+ "kernel": "rmsnorm.wgsl",
2289
+ "op": "post_attn_norm"
2290
+ },
2291
+ {
2292
+ "constants": {
2293
+ "BLOCK_BYTES": 34,
2294
+ "BLOCK_VALUES": 32,
2295
+ "COLS_PER_WG": 4,
2296
+ "QUANT_FORMAT": 2,
2297
+ "THREADS_PER_COL_GEMV": 32,
2298
+ "TILE_SIZE": 16,
2299
+ "WORKGROUP_SIZE": 128
2300
+ },
2301
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2302
+ "entry": "main",
2303
+ "kernel": "matmul_q4_0_tile64.wgsl",
2304
+ "op": "gate_proj",
2305
+ "weights": "layer.{L}.mlp.gate_proj"
2306
+ },
2307
+ {
2308
+ "constants": {
2309
+ "BLOCK_BYTES": 34,
2310
+ "BLOCK_VALUES": 32,
2311
+ "COLS_PER_WG": 4,
2312
+ "QUANT_FORMAT": 2,
2313
+ "THREADS_PER_COL_GEMV": 32,
2314
+ "TILE_SIZE": 16,
2315
+ "WORKGROUP_SIZE": 128
2316
+ },
2317
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2318
+ "entry": "main",
2319
+ "kernel": "matmul_q4_0_tile64.wgsl",
2320
+ "op": "up_proj",
2321
+ "weights": "layer.{L}.mlp.up_proj"
2322
+ },
2323
+ {
2324
+ "constants": {
2325
+ "HAS_GATE": true
2326
+ },
2327
+ "digest": "sha256:c6e28a7e6b2a7cfa805db03c9079fbc90fc2717c621e388bfa55b75ce1737ac0",
2328
+ "entry": "main",
2329
+ "kernel": "silu.wgsl",
2330
+ "op": "activation"
2331
+ },
2332
+ {
2333
+ "constants": {
2334
+ "BLOCK_BYTES": 34,
2335
+ "BLOCK_VALUES": 32,
2336
+ "COLS_PER_WG": 4,
2337
+ "QUANT_FORMAT": 2,
2338
+ "THREADS_PER_COL_GEMV": 32,
2339
+ "TILE_SIZE": 16,
2340
+ "WORKGROUP_SIZE": 128
2341
+ },
2342
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2343
+ "entry": "main",
2344
+ "kernel": "matmul_q4_0_tile64.wgsl",
2345
+ "op": "down_proj",
2346
+ "weights": "layer.{L}.mlp.down_proj"
2347
+ },
2348
+ {
2349
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
2350
+ "entry": "main",
2351
+ "kernel": "residual.wgsl",
2352
+ "op": "ffn_residual"
2353
+ },
2354
+ {
2355
+ "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8",
2356
+ "entry": "main",
2357
+ "kernel": "matmul_f32.wgsl",
2358
+ "op": "linear_a_proj",
2359
+ "weights": "layer.{L}.linear_attn.in_proj_a"
2360
+ },
2361
+ {
2362
+ "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8",
2363
+ "entry": "main",
2364
+ "kernel": "matmul_f32.wgsl",
2365
+ "op": "linear_b_proj",
2366
+ "weights": "layer.{L}.linear_attn.in_proj_b"
2367
+ },
2368
+ {
2369
+ "constants": {
2370
+ "BLOCK_BYTES": 18,
2371
+ "BLOCK_VALUES": 32,
2372
+ "COLS_PER_WG": 4,
2373
+ "QUANT_FORMAT": 0,
2374
+ "THREADS_PER_COL_GEMV": 32,
2375
+ "TILE_SIZE": 16,
2376
+ "WORKGROUP_SIZE": 128
2377
+ },
2378
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2379
+ "entry": "main",
2380
+ "kernel": "matmul_q4_0_tile64.wgsl",
2381
+ "op": "linear_qkv_proj",
2382
+ "weights": "layer.{L}.linear_attn.in_proj_qkv"
2383
+ },
2384
+ {
2385
+ "constants": {
2386
+ "BLOCK_BYTES": 18,
2387
+ "BLOCK_VALUES": 32,
2388
+ "COLS_PER_WG": 4,
2389
+ "QUANT_FORMAT": 0,
2390
+ "THREADS_PER_COL_GEMV": 32,
2391
+ "TILE_SIZE": 16,
2392
+ "WORKGROUP_SIZE": 128
2393
+ },
2394
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2395
+ "entry": "main",
2396
+ "kernel": "matmul_q4_0_tile64.wgsl",
2397
+ "op": "linear_z_proj",
2398
+ "weights": "layer.{L}.linear_attn.in_proj_z"
2399
+ },
2400
+ {
2401
+ "constants": {
2402
+ "BLOCK_BYTES": 18,
2403
+ "BLOCK_VALUES": 32,
2404
+ "COLS_PER_WG": 4,
2405
+ "QUANT_FORMAT": 0,
2406
+ "THREADS_PER_COL_GEMV": 32,
2407
+ "TILE_SIZE": 16,
2408
+ "WORKGROUP_SIZE": 128
2409
+ },
2410
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2411
+ "entry": "main",
2412
+ "kernel": "matmul_q4_0_tile64.wgsl",
2413
+ "op": "linear_out_proj",
2414
+ "weights": "layer.{L}.linear_attn.out_proj"
2415
+ },
2416
+ {
2417
+ "op": "moe_grouped_sort",
2418
+ "kernel": "moe_grouped_sort.wgsl",
2419
+ "entry": "main",
2420
+ "digest": "sha256:a42d12d16424b759321bd40fc5f79646d9731dc851343a197c62a77dda4fdc0b"
2421
+ },
2422
+ {
2423
+ "op": "moe_grouped_gu",
2424
+ "kernel": "moe_grouped_matmul_f32.wgsl",
2425
+ "entry": "main",
2426
+ "digest": "sha256:50e3319f37de6d4e777c4fad1b094784a03e84ed50dbd8b0b21497a3c9adb432"
2427
+ },
2428
+ {
2429
+ "op": "moe_grouped_down",
2430
+ "kernel": "moe_grouped_matmul_f32.wgsl",
2431
+ "entry": "main",
2432
+ "digest": "sha256:50e3319f37de6d4e777c4fad1b094784a03e84ed50dbd8b0b21497a3c9adb432"
2433
+ }
2434
+ ]
2435
+ }
2436
+ },
2437
+ {
2438
+ "layers": [
2439
+ 6,
2440
+ 14,
2441
+ 18,
2442
+ 26,
2443
+ 30
2444
+ ],
2445
+ "decode": {
2446
+ "steps": [
2447
+ {
2448
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
2449
+ "entry": "main",
2450
+ "kernel": "rmsnorm.wgsl",
2451
+ "op": "input_norm"
2452
+ },
2453
+ {
2454
+ "constants": {
2455
+ "WORKGROUP_SIZE": 128,
2456
+ "ROWS": 1,
2457
+ "BLOCK_VALUES": 32,
2458
+ "BLOCK_BYTES": 34,
2459
+ "QUANT_FORMAT": 2
2460
+ },
2461
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2462
+ "entry": "main",
2463
+ "kernel": "matmul_gguf_pair_f32.wgsl",
2464
+ "op": "k_proj",
2465
+ "weights": "layer.{L}.self_attn.k_proj"
2466
+ },
2467
+ {
2468
+ "constants": {
2469
+ "WORKGROUP_SIZE": 128,
2470
+ "ROWS": 1,
2471
+ "BLOCK_VALUES": 32,
2472
+ "BLOCK_BYTES": 34,
2473
+ "QUANT_FORMAT": 2
2474
+ },
2475
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2476
+ "entry": "main",
2477
+ "kernel": "matmul_gguf_pair_f32.wgsl",
2478
+ "op": "v_proj",
2479
+ "weights": "layer.{L}.self_attn.v_proj"
2480
+ },
2481
+ {
2482
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
2483
+ "entry": "main",
2484
+ "kernel": "rope.wgsl",
2485
+ "op": "rope_q"
2486
+ },
2487
+ {
2488
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
2489
+ "entry": "main",
2490
+ "kernel": "rope.wgsl",
2491
+ "op": "rope_k"
2492
+ },
2493
+ {
2494
+ "digest": "sha256:79cff3ef0ce72c9eabfa0611814c7722f21c3d3e502c2884b5bc610e13595c00",
2495
+ "entry": "main",
2496
+ "kernel": "attention_decode_gqa_splitk.wgsl",
2497
+ "op": "attention",
2498
+ "precision": {
2499
+ "activationDtype": "f32",
2500
+ "kvDtype": "f32"
2501
+ }
2502
+ },
2503
+ {
2504
+ "constants": {
2505
+ "WORKGROUP_SIZE": 128,
2506
+ "ROWS": 1,
2507
+ "BLOCK_VALUES": 32,
2508
+ "BLOCK_BYTES": 18,
2509
+ "QUANT_FORMAT": 0
2510
+ },
2511
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2512
+ "entry": "main",
2513
+ "kernel": "matmul_gguf_pair_f32.wgsl",
2514
+ "op": "o_proj",
2515
+ "weights": "layer.{L}.self_attn.o_proj"
2516
+ },
2517
+ {
2518
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
2519
+ "entry": "main",
2520
+ "kernel": "residual.wgsl",
2521
+ "op": "attn_residual"
2522
+ },
2523
+ {
2524
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
2525
+ "entry": "main",
2526
+ "kernel": "rmsnorm.wgsl",
2527
+ "op": "post_attn_norm"
2528
+ },
2529
+ {
2530
+ "constants": {
2531
+ "WORKGROUP_SIZE": 128,
2532
+ "ROWS": 1,
2533
+ "BLOCK_VALUES": 32,
2534
+ "BLOCK_BYTES": 34,
2535
+ "QUANT_FORMAT": 2
2536
+ },
2537
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2538
+ "entry": "main",
2539
+ "kernel": "matmul_gguf_pair_f32.wgsl",
2540
+ "op": "gate_proj",
2541
+ "weights": "layer.{L}.mlp.gate_proj"
2542
+ },
2543
+ {
2544
+ "constants": {
2545
+ "WORKGROUP_SIZE": 128,
2546
+ "ROWS": 1,
2547
+ "BLOCK_VALUES": 32,
2548
+ "BLOCK_BYTES": 34,
2549
+ "QUANT_FORMAT": 2
2550
+ },
2551
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2552
+ "entry": "main",
2553
+ "kernel": "matmul_gguf_pair_f32.wgsl",
2554
+ "op": "up_proj",
2555
+ "weights": "layer.{L}.mlp.up_proj"
2556
+ },
2557
+ {
2558
+ "constants": {
2559
+ "HAS_GATE": true
2560
+ },
2561
+ "digest": "sha256:c6e28a7e6b2a7cfa805db03c9079fbc90fc2717c621e388bfa55b75ce1737ac0",
2562
+ "entry": "main",
2563
+ "kernel": "silu.wgsl",
2564
+ "op": "activation"
2565
+ },
2566
+ {
2567
+ "constants": {
2568
+ "WORKGROUP_SIZE": 128,
2569
+ "ROWS": 1,
2570
+ "BLOCK_VALUES": 32,
2571
+ "BLOCK_BYTES": 34,
2572
+ "QUANT_FORMAT": 2
2573
+ },
2574
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2575
+ "entry": "main",
2576
+ "kernel": "matmul_gguf_pair_f32.wgsl",
2577
+ "op": "down_proj",
2578
+ "weights": "layer.{L}.mlp.down_proj"
2579
+ },
2580
+ {
2581
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
2582
+ "entry": "main",
2583
+ "kernel": "residual.wgsl",
2584
+ "op": "ffn_residual"
2585
+ },
2586
+ {
2587
+ "op": "linear_norm_ab",
2588
+ "kernel": "linear_norm_ab_f32.wgsl",
2589
+ "entry": "single_pass",
2590
+ "digest": "sha256:ac4aa1763865ade33bcb261b407e5466392b89a7e45c30514138ab4da919d554"
2591
+ },
2592
+ {
2593
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
2594
+ "entry": "main",
2595
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
2596
+ "op": "linear_a_proj"
2597
+ },
2598
+ {
2599
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
2600
+ "entry": "main",
2601
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
2602
+ "op": "linear_b_proj"
2603
+ },
2604
+ {
2605
+ "constants": {
2606
+ "WORKGROUP_SIZE": 128,
2607
+ "ROWS": 1,
2608
+ "BLOCK_VALUES": 32,
2609
+ "BLOCK_BYTES": 18,
2610
+ "QUANT_FORMAT": 0
2611
+ },
2612
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2613
+ "entry": "main",
2614
+ "kernel": "matmul_gguf_pair_f32.wgsl",
2615
+ "op": "linear_qkv_proj",
2616
+ "weights": "layer.{L}.linear_attn.in_proj_qkv"
2617
+ },
2618
+ {
2619
+ "constants": {
2620
+ "WORKGROUP_SIZE": 128,
2621
+ "ROWS": 1,
2622
+ "BLOCK_VALUES": 32,
2623
+ "BLOCK_BYTES": 18,
2624
+ "QUANT_FORMAT": 0
2625
+ },
2626
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2627
+ "entry": "main",
2628
+ "kernel": "matmul_gguf_pair_f32.wgsl",
2629
+ "op": "linear_z_proj",
2630
+ "weights": "layer.{L}.linear_attn.in_proj_z"
2631
+ },
2632
+ {
2633
+ "constants": {
2634
+ "WORKGROUP_SIZE": 128,
2635
+ "ROWS": 1,
2636
+ "BLOCK_VALUES": 32,
2637
+ "BLOCK_BYTES": 34,
2638
+ "QUANT_FORMAT": 2
2639
+ },
2640
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2641
+ "entry": "main",
2642
+ "kernel": "matmul_gguf_pair_f32.wgsl",
2643
+ "op": "linear_out_proj",
2644
+ "weights": "layer.{L}.linear_attn.out_proj"
2645
+ },
2646
+ {
2647
+ "digest": "sha256:1a28e076e93486589a3eace88c3cb230ff1ef4aa982fdd91dcc918d00891649b",
2648
+ "entry": "main",
2649
+ "kernel": "moe_shared_slot_gu_pair_f32.wgsl",
2650
+ "op": "moe_shared_slot_gu"
2651
+ },
2652
+ {
2653
+ "digest": "sha256:750bce8b9e6af48729fcb9dc27569590663dc0f85e6625d8de7e3bb3ba3041f2",
2654
+ "entry": "main",
2655
+ "kernel": "moe_shared_slot_down_pair_combine_residual_f32.wgsl",
2656
+ "op": "moe_shared_slot_down"
2657
+ },
2658
+ {
2659
+ "digest": "sha256:87646d02b567b3c13f66245ac222392df92af863da920ce562caa77dd14f2e93",
2660
+ "entry": "single_pass",
2661
+ "kernel": "moe_norm_router_f32.wgsl",
2662
+ "op": "moe_norm_router"
2663
+ },
2664
+ {
2665
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
2666
+ "entry": "main",
2667
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
2668
+ "op": "moe_router"
2669
+ },
2670
+ {
2671
+ "op": "moe_topk",
2672
+ "kernel": "softmax_topk_logit_rank.wgsl",
2673
+ "entry": "main",
2674
+ "digest": "sha256:8b773fa89e891d94b85027980d257bdc667f80c422a01f8e4a311e4b6a1315a2"
2675
+ },
2676
+ {
2677
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
2678
+ "entry": "main",
2679
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
2680
+ "op": "moe_shared_router"
2681
+ }
2682
+ ]
2683
+ },
2684
+ "prefill": {
2685
+ "steps": [
2686
+ {
2687
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
2688
+ "entry": "main",
2689
+ "kernel": "rmsnorm.wgsl",
2690
+ "op": "input_norm"
2691
+ },
2692
+ {
2693
+ "constants": {
2694
+ "BLOCK_BYTES": 34,
2695
+ "BLOCK_VALUES": 32,
2696
+ "COLS_PER_WG": 4,
2697
+ "QUANT_FORMAT": 2,
2698
+ "THREADS_PER_COL_GEMV": 32,
2699
+ "TILE_SIZE": 16,
2700
+ "WORKGROUP_SIZE": 128
2701
+ },
2702
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2703
+ "entry": "main",
2704
+ "kernel": "matmul_q4_0_tile64.wgsl",
2705
+ "op": "k_proj",
2706
+ "weights": "layer.{L}.self_attn.k_proj"
2707
+ },
2708
+ {
2709
+ "constants": {
2710
+ "BLOCK_BYTES": 34,
2711
+ "BLOCK_VALUES": 32,
2712
+ "COLS_PER_WG": 4,
2713
+ "QUANT_FORMAT": 2,
2714
+ "THREADS_PER_COL_GEMV": 32,
2715
+ "TILE_SIZE": 16,
2716
+ "WORKGROUP_SIZE": 128
2717
+ },
2718
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2719
+ "entry": "main",
2720
+ "kernel": "matmul_q4_0_tile64.wgsl",
2721
+ "op": "v_proj",
2722
+ "weights": "layer.{L}.self_attn.v_proj"
2723
+ },
2724
+ {
2725
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
2726
+ "entry": "main",
2727
+ "kernel": "rope.wgsl",
2728
+ "op": "rope_q"
2729
+ },
2730
+ {
2731
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
2732
+ "entry": "main",
2733
+ "kernel": "rope.wgsl",
2734
+ "op": "rope_k"
2735
+ },
2736
+ {
2737
+ "digest": "sha256:b404819ada11cdb093c0b98f9127cba40f06b2f2c1294748228c2e22c9f98a6e",
2738
+ "entry": "main",
2739
+ "kernel": "attention_prefill_query_tile_f32.wgsl",
2740
+ "op": "attention",
2741
+ "precision": {
2742
+ "activationDtype": "f32",
2743
+ "kvDtype": "f32"
2744
+ }
2745
+ },
2746
+ {
2747
+ "constants": {
2748
+ "BLOCK_BYTES": 18,
2749
+ "BLOCK_VALUES": 32,
2750
+ "COLS_PER_WG": 4,
2751
+ "QUANT_FORMAT": 0,
2752
+ "THREADS_PER_COL_GEMV": 32,
2753
+ "TILE_SIZE": 16,
2754
+ "WORKGROUP_SIZE": 128
2755
+ },
2756
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2757
+ "entry": "main",
2758
+ "kernel": "matmul_q4_0_tile64.wgsl",
2759
+ "op": "o_proj",
2760
+ "weights": "layer.{L}.self_attn.o_proj"
2761
+ },
2762
+ {
2763
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
2764
+ "entry": "main",
2765
+ "kernel": "residual.wgsl",
2766
+ "op": "attn_residual"
2767
+ },
2768
+ {
2769
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
2770
+ "entry": "main",
2771
+ "kernel": "rmsnorm.wgsl",
2772
+ "op": "post_attn_norm"
2773
+ },
2774
+ {
2775
+ "constants": {
2776
+ "BLOCK_BYTES": 34,
2777
+ "BLOCK_VALUES": 32,
2778
+ "COLS_PER_WG": 4,
2779
+ "QUANT_FORMAT": 2,
2780
+ "THREADS_PER_COL_GEMV": 32,
2781
+ "TILE_SIZE": 16,
2782
+ "WORKGROUP_SIZE": 128
2783
+ },
2784
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2785
+ "entry": "main",
2786
+ "kernel": "matmul_q4_0_tile64.wgsl",
2787
+ "op": "gate_proj",
2788
+ "weights": "layer.{L}.mlp.gate_proj"
2789
+ },
2790
+ {
2791
+ "constants": {
2792
+ "BLOCK_BYTES": 34,
2793
+ "BLOCK_VALUES": 32,
2794
+ "COLS_PER_WG": 4,
2795
+ "QUANT_FORMAT": 2,
2796
+ "THREADS_PER_COL_GEMV": 32,
2797
+ "TILE_SIZE": 16,
2798
+ "WORKGROUP_SIZE": 128
2799
+ },
2800
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2801
+ "entry": "main",
2802
+ "kernel": "matmul_q4_0_tile64.wgsl",
2803
+ "op": "up_proj",
2804
+ "weights": "layer.{L}.mlp.up_proj"
2805
+ },
2806
+ {
2807
+ "constants": {
2808
+ "HAS_GATE": true
2809
+ },
2810
+ "digest": "sha256:c6e28a7e6b2a7cfa805db03c9079fbc90fc2717c621e388bfa55b75ce1737ac0",
2811
+ "entry": "main",
2812
+ "kernel": "silu.wgsl",
2813
+ "op": "activation"
2814
+ },
2815
+ {
2816
+ "constants": {
2817
+ "BLOCK_BYTES": 34,
2818
+ "BLOCK_VALUES": 32,
2819
+ "COLS_PER_WG": 4,
2820
+ "QUANT_FORMAT": 2,
2821
+ "THREADS_PER_COL_GEMV": 32,
2822
+ "TILE_SIZE": 16,
2823
+ "WORKGROUP_SIZE": 128
2824
+ },
2825
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2826
+ "entry": "main",
2827
+ "kernel": "matmul_q4_0_tile64.wgsl",
2828
+ "op": "down_proj",
2829
+ "weights": "layer.{L}.mlp.down_proj"
2830
+ },
2831
+ {
2832
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
2833
+ "entry": "main",
2834
+ "kernel": "residual.wgsl",
2835
+ "op": "ffn_residual"
2836
+ },
2837
+ {
2838
+ "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8",
2839
+ "entry": "main",
2840
+ "kernel": "matmul_f32.wgsl",
2841
+ "op": "linear_a_proj",
2842
+ "weights": "layer.{L}.linear_attn.in_proj_a"
2843
+ },
2844
+ {
2845
+ "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8",
2846
+ "entry": "main",
2847
+ "kernel": "matmul_f32.wgsl",
2848
+ "op": "linear_b_proj",
2849
+ "weights": "layer.{L}.linear_attn.in_proj_b"
2850
+ },
2851
+ {
2852
+ "constants": {
2853
+ "BLOCK_BYTES": 18,
2854
+ "BLOCK_VALUES": 32,
2855
+ "COLS_PER_WG": 4,
2856
+ "QUANT_FORMAT": 0,
2857
+ "THREADS_PER_COL_GEMV": 32,
2858
+ "TILE_SIZE": 16,
2859
+ "WORKGROUP_SIZE": 128
2860
+ },
2861
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2862
+ "entry": "main",
2863
+ "kernel": "matmul_q4_0_tile64.wgsl",
2864
+ "op": "linear_qkv_proj",
2865
+ "weights": "layer.{L}.linear_attn.in_proj_qkv"
2866
+ },
2867
+ {
2868
+ "constants": {
2869
+ "BLOCK_BYTES": 18,
2870
+ "BLOCK_VALUES": 32,
2871
+ "COLS_PER_WG": 4,
2872
+ "QUANT_FORMAT": 0,
2873
+ "THREADS_PER_COL_GEMV": 32,
2874
+ "TILE_SIZE": 16,
2875
+ "WORKGROUP_SIZE": 128
2876
+ },
2877
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2878
+ "entry": "main",
2879
+ "kernel": "matmul_q4_0_tile64.wgsl",
2880
+ "op": "linear_z_proj",
2881
+ "weights": "layer.{L}.linear_attn.in_proj_z"
2882
+ },
2883
+ {
2884
+ "constants": {
2885
+ "BLOCK_BYTES": 34,
2886
+ "BLOCK_VALUES": 32,
2887
+ "COLS_PER_WG": 4,
2888
+ "QUANT_FORMAT": 2,
2889
+ "THREADS_PER_COL_GEMV": 32,
2890
+ "TILE_SIZE": 16,
2891
+ "WORKGROUP_SIZE": 128
2892
+ },
2893
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2894
+ "entry": "main",
2895
+ "kernel": "matmul_q4_0_tile64.wgsl",
2896
+ "op": "linear_out_proj",
2897
+ "weights": "layer.{L}.linear_attn.out_proj"
2898
+ },
2899
+ {
2900
+ "op": "moe_grouped_sort",
2901
+ "kernel": "moe_grouped_sort.wgsl",
2902
+ "entry": "main",
2903
+ "digest": "sha256:a42d12d16424b759321bd40fc5f79646d9731dc851343a197c62a77dda4fdc0b"
2904
+ },
2905
+ {
2906
+ "op": "moe_grouped_gu",
2907
+ "kernel": "moe_grouped_matmul_f32.wgsl",
2908
+ "entry": "main",
2909
+ "digest": "sha256:50e3319f37de6d4e777c4fad1b094784a03e84ed50dbd8b0b21497a3c9adb432"
2910
+ },
2911
+ {
2912
+ "op": "moe_grouped_down",
2913
+ "kernel": "moe_grouped_matmul_f32.wgsl",
2914
+ "entry": "main",
2915
+ "digest": "sha256:50e3319f37de6d4e777c4fad1b094784a03e84ed50dbd8b0b21497a3c9adb432"
2916
+ }
2917
+ ]
2918
+ }
2919
+ },
2920
+ {
2921
+ "layers": [
2922
+ 7,
2923
+ 19,
2924
+ 31,
2925
+ 35
2926
+ ],
2927
+ "decode": {
2928
+ "steps": [
2929
+ {
2930
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
2931
+ "entry": "main",
2932
+ "kernel": "rmsnorm.wgsl",
2933
+ "op": "input_norm"
2934
+ },
2935
+ {
2936
+ "constants": {
2937
+ "WORKGROUP_SIZE": 128,
2938
+ "ROWS": 1,
2939
+ "BLOCK_VALUES": 32,
2940
+ "BLOCK_BYTES": 18,
2941
+ "QUANT_FORMAT": 0
2942
+ },
2943
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2944
+ "entry": "main",
2945
+ "kernel": "matmul_gguf_pair_f32.wgsl",
2946
+ "op": "q_proj",
2947
+ "weights": "layer.{L}.self_attn.q_proj"
2948
+ },
2949
+ {
2950
+ "constants": {
2951
+ "WORKGROUP_SIZE": 128,
2952
+ "ROWS": 1,
2953
+ "BLOCK_VALUES": 32,
2954
+ "BLOCK_BYTES": 34,
2955
+ "QUANT_FORMAT": 2
2956
+ },
2957
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2958
+ "entry": "main",
2959
+ "kernel": "matmul_gguf_pair_f32.wgsl",
2960
+ "op": "k_proj",
2961
+ "weights": "layer.{L}.self_attn.k_proj"
2962
+ },
2963
+ {
2964
+ "constants": {
2965
+ "WORKGROUP_SIZE": 128,
2966
+ "ROWS": 1,
2967
+ "BLOCK_VALUES": 32,
2968
+ "BLOCK_BYTES": 34,
2969
+ "QUANT_FORMAT": 2
2970
+ },
2971
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2972
+ "entry": "main",
2973
+ "kernel": "matmul_gguf_pair_f32.wgsl",
2974
+ "op": "v_proj",
2975
+ "weights": "layer.{L}.self_attn.v_proj"
2976
+ },
2977
+ {
2978
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
2979
+ "entry": "main",
2980
+ "kernel": "rope.wgsl",
2981
+ "op": "rope_q"
2982
+ },
2983
+ {
2984
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
2985
+ "entry": "main",
2986
+ "kernel": "rope.wgsl",
2987
+ "op": "rope_k"
2988
+ },
2989
+ {
2990
+ "digest": "sha256:79cff3ef0ce72c9eabfa0611814c7722f21c3d3e502c2884b5bc610e13595c00",
2991
+ "entry": "main",
2992
+ "kernel": "attention_decode_gqa_splitk.wgsl",
2993
+ "op": "attention",
2994
+ "precision": {
2995
+ "activationDtype": "f32",
2996
+ "kvDtype": "f32"
2997
+ }
2998
+ },
2999
+ {
3000
+ "constants": {
3001
+ "WORKGROUP_SIZE": 128,
3002
+ "ROWS": 1,
3003
+ "BLOCK_VALUES": 32,
3004
+ "BLOCK_BYTES": 18,
3005
+ "QUANT_FORMAT": 0
3006
+ },
3007
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3008
+ "entry": "main",
3009
+ "kernel": "matmul_gguf_pair_f32.wgsl",
3010
+ "op": "o_proj",
3011
+ "weights": "layer.{L}.self_attn.o_proj"
3012
+ },
3013
+ {
3014
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
3015
+ "entry": "main",
3016
+ "kernel": "residual.wgsl",
3017
+ "op": "attn_residual"
3018
+ },
3019
+ {
3020
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
3021
+ "entry": "main",
3022
+ "kernel": "rmsnorm.wgsl",
3023
+ "op": "post_attn_norm"
3024
+ },
3025
+ {
3026
+ "constants": {
3027
+ "WORKGROUP_SIZE": 128,
3028
+ "ROWS": 1,
3029
+ "BLOCK_VALUES": 32,
3030
+ "BLOCK_BYTES": 34,
3031
+ "QUANT_FORMAT": 2
3032
+ },
3033
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3034
+ "entry": "main",
3035
+ "kernel": "matmul_gguf_pair_f32.wgsl",
3036
+ "op": "gate_proj",
3037
+ "weights": "layer.{L}.mlp.gate_proj"
3038
+ },
3039
+ {
3040
+ "constants": {
3041
+ "WORKGROUP_SIZE": 128,
3042
+ "ROWS": 1,
3043
+ "BLOCK_VALUES": 32,
3044
+ "BLOCK_BYTES": 34,
3045
+ "QUANT_FORMAT": 2
3046
+ },
3047
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3048
+ "entry": "main",
3049
+ "kernel": "matmul_gguf_pair_f32.wgsl",
3050
+ "op": "up_proj",
3051
+ "weights": "layer.{L}.mlp.up_proj"
3052
+ },
3053
+ {
3054
+ "constants": {
3055
+ "HAS_GATE": true
3056
+ },
3057
+ "digest": "sha256:c6e28a7e6b2a7cfa805db03c9079fbc90fc2717c621e388bfa55b75ce1737ac0",
3058
+ "entry": "main",
3059
+ "kernel": "silu.wgsl",
3060
+ "op": "activation"
3061
+ },
3062
+ {
3063
+ "constants": {
3064
+ "WORKGROUP_SIZE": 128,
3065
+ "ROWS": 1,
3066
+ "BLOCK_VALUES": 32,
3067
+ "BLOCK_BYTES": 34,
3068
+ "QUANT_FORMAT": 2
3069
+ },
3070
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3071
+ "entry": "main",
3072
+ "kernel": "matmul_gguf_pair_f32.wgsl",
3073
+ "op": "down_proj",
3074
+ "weights": "layer.{L}.mlp.down_proj"
3075
+ },
3076
+ {
3077
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
3078
+ "entry": "main",
3079
+ "kernel": "residual.wgsl",
3080
+ "op": "ffn_residual"
3081
+ },
3082
+ {
3083
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
3084
+ "entry": "main",
3085
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
3086
+ "op": "linear_a_proj"
3087
+ },
3088
+ {
3089
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
3090
+ "entry": "main",
3091
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
3092
+ "op": "linear_b_proj"
3093
+ },
3094
+ {
3095
+ "constants": {
3096
+ "WORKGROUP_SIZE": 128,
3097
+ "ROWS": 1,
3098
+ "BLOCK_VALUES": 32,
3099
+ "BLOCK_BYTES": 18,
3100
+ "QUANT_FORMAT": 0
3101
+ },
3102
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3103
+ "entry": "main",
3104
+ "kernel": "matmul_gguf_pair_f32.wgsl",
3105
+ "op": "linear_qkv_proj",
3106
+ "weights": "layer.{L}.linear_attn.in_proj_qkv"
3107
+ },
3108
+ {
3109
+ "constants": {
3110
+ "WORKGROUP_SIZE": 128,
3111
+ "ROWS": 1,
3112
+ "BLOCK_VALUES": 32,
3113
+ "BLOCK_BYTES": 18,
3114
+ "QUANT_FORMAT": 0
3115
+ },
3116
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3117
+ "entry": "main",
3118
+ "kernel": "matmul_gguf_pair_f32.wgsl",
3119
+ "op": "linear_z_proj",
3120
+ "weights": "layer.{L}.linear_attn.in_proj_z"
3121
+ },
3122
+ {
3123
+ "digest": "sha256:1a28e076e93486589a3eace88c3cb230ff1ef4aa982fdd91dcc918d00891649b",
3124
+ "entry": "main",
3125
+ "kernel": "moe_shared_slot_gu_pair_f32.wgsl",
3126
+ "op": "moe_shared_slot_gu"
3127
+ },
3128
+ {
3129
+ "digest": "sha256:750bce8b9e6af48729fcb9dc27569590663dc0f85e6625d8de7e3bb3ba3041f2",
3130
+ "entry": "main",
3131
+ "kernel": "moe_shared_slot_down_pair_combine_residual_f32.wgsl",
3132
+ "op": "moe_shared_slot_down"
3133
+ },
3134
+ {
3135
+ "digest": "sha256:87646d02b567b3c13f66245ac222392df92af863da920ce562caa77dd14f2e93",
3136
+ "entry": "single_pass",
3137
+ "kernel": "moe_norm_router_f32.wgsl",
3138
+ "op": "moe_norm_router"
3139
+ },
3140
+ {
3141
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
3142
+ "entry": "main",
3143
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
3144
+ "op": "moe_router"
3145
+ },
3146
+ {
3147
+ "op": "moe_topk",
3148
+ "kernel": "softmax_topk_logit_rank.wgsl",
3149
+ "entry": "main",
3150
+ "digest": "sha256:8b773fa89e891d94b85027980d257bdc667f80c422a01f8e4a311e4b6a1315a2"
3151
+ },
3152
+ {
3153
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
3154
+ "entry": "main",
3155
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
3156
+ "op": "moe_shared_router"
3157
+ }
3158
+ ]
3159
+ },
3160
+ "prefill": {
3161
+ "steps": [
3162
+ {
3163
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
3164
+ "entry": "main",
3165
+ "kernel": "rmsnorm.wgsl",
3166
+ "op": "input_norm"
3167
+ },
3168
+ {
3169
+ "constants": {
3170
+ "BLOCK_BYTES": 18,
3171
+ "BLOCK_VALUES": 32,
3172
+ "COLS_PER_WG": 4,
3173
+ "QUANT_FORMAT": 0,
3174
+ "THREADS_PER_COL_GEMV": 32,
3175
+ "TILE_SIZE": 16,
3176
+ "WORKGROUP_SIZE": 128
3177
+ },
3178
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3179
+ "entry": "main",
3180
+ "kernel": "matmul_q4_0_tile64.wgsl",
3181
+ "op": "q_proj",
3182
+ "weights": "layer.{L}.self_attn.q_proj"
3183
+ },
3184
+ {
3185
+ "constants": {
3186
+ "BLOCK_BYTES": 34,
3187
+ "BLOCK_VALUES": 32,
3188
+ "COLS_PER_WG": 4,
3189
+ "QUANT_FORMAT": 2,
3190
+ "THREADS_PER_COL_GEMV": 32,
3191
+ "TILE_SIZE": 16,
3192
+ "WORKGROUP_SIZE": 128
3193
+ },
3194
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3195
+ "entry": "main",
3196
+ "kernel": "matmul_q4_0_tile64.wgsl",
3197
+ "op": "k_proj",
3198
+ "weights": "layer.{L}.self_attn.k_proj"
3199
+ },
3200
+ {
3201
+ "constants": {
3202
+ "BLOCK_BYTES": 34,
3203
+ "BLOCK_VALUES": 32,
3204
+ "COLS_PER_WG": 4,
3205
+ "QUANT_FORMAT": 2,
3206
+ "THREADS_PER_COL_GEMV": 32,
3207
+ "TILE_SIZE": 16,
3208
+ "WORKGROUP_SIZE": 128
3209
+ },
3210
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3211
+ "entry": "main",
3212
+ "kernel": "matmul_q4_0_tile64.wgsl",
3213
+ "op": "v_proj",
3214
+ "weights": "layer.{L}.self_attn.v_proj"
3215
+ },
3216
+ {
3217
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
3218
+ "entry": "main",
3219
+ "kernel": "rope.wgsl",
3220
+ "op": "rope_q"
3221
+ },
3222
+ {
3223
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
3224
+ "entry": "main",
3225
+ "kernel": "rope.wgsl",
3226
+ "op": "rope_k"
3227
+ },
3228
+ {
3229
+ "digest": "sha256:b404819ada11cdb093c0b98f9127cba40f06b2f2c1294748228c2e22c9f98a6e",
3230
+ "entry": "main",
3231
+ "kernel": "attention_prefill_query_tile_f32.wgsl",
3232
+ "op": "attention",
3233
+ "precision": {
3234
+ "activationDtype": "f32",
3235
+ "kvDtype": "f32"
3236
+ }
3237
+ },
3238
+ {
3239
+ "constants": {
3240
+ "BLOCK_BYTES": 18,
3241
+ "BLOCK_VALUES": 32,
3242
+ "COLS_PER_WG": 4,
3243
+ "QUANT_FORMAT": 0,
3244
+ "THREADS_PER_COL_GEMV": 32,
3245
+ "TILE_SIZE": 16,
3246
+ "WORKGROUP_SIZE": 128
3247
+ },
3248
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3249
+ "entry": "main",
3250
+ "kernel": "matmul_q4_0_tile64.wgsl",
3251
+ "op": "o_proj",
3252
+ "weights": "layer.{L}.self_attn.o_proj"
3253
+ },
3254
+ {
3255
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
3256
+ "entry": "main",
3257
+ "kernel": "residual.wgsl",
3258
+ "op": "attn_residual"
3259
+ },
3260
+ {
3261
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
3262
+ "entry": "main",
3263
+ "kernel": "rmsnorm.wgsl",
3264
+ "op": "post_attn_norm"
3265
+ },
3266
+ {
3267
+ "constants": {
3268
+ "BLOCK_BYTES": 34,
3269
+ "BLOCK_VALUES": 32,
3270
+ "COLS_PER_WG": 4,
3271
+ "QUANT_FORMAT": 2,
3272
+ "THREADS_PER_COL_GEMV": 32,
3273
+ "TILE_SIZE": 16,
3274
+ "WORKGROUP_SIZE": 128
3275
+ },
3276
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3277
+ "entry": "main",
3278
+ "kernel": "matmul_q4_0_tile64.wgsl",
3279
+ "op": "gate_proj",
3280
+ "weights": "layer.{L}.mlp.gate_proj"
3281
+ },
3282
+ {
3283
+ "constants": {
3284
+ "BLOCK_BYTES": 34,
3285
+ "BLOCK_VALUES": 32,
3286
+ "COLS_PER_WG": 4,
3287
+ "QUANT_FORMAT": 2,
3288
+ "THREADS_PER_COL_GEMV": 32,
3289
+ "TILE_SIZE": 16,
3290
+ "WORKGROUP_SIZE": 128
3291
+ },
3292
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3293
+ "entry": "main",
3294
+ "kernel": "matmul_q4_0_tile64.wgsl",
3295
+ "op": "up_proj",
3296
+ "weights": "layer.{L}.mlp.up_proj"
3297
+ },
3298
+ {
3299
+ "constants": {
3300
+ "HAS_GATE": true
3301
+ },
3302
+ "digest": "sha256:c6e28a7e6b2a7cfa805db03c9079fbc90fc2717c621e388bfa55b75ce1737ac0",
3303
+ "entry": "main",
3304
+ "kernel": "silu.wgsl",
3305
+ "op": "activation"
3306
+ },
3307
+ {
3308
+ "constants": {
3309
+ "BLOCK_BYTES": 34,
3310
+ "BLOCK_VALUES": 32,
3311
+ "COLS_PER_WG": 4,
3312
+ "QUANT_FORMAT": 2,
3313
+ "THREADS_PER_COL_GEMV": 32,
3314
+ "TILE_SIZE": 16,
3315
+ "WORKGROUP_SIZE": 128
3316
+ },
3317
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3318
+ "entry": "main",
3319
+ "kernel": "matmul_q4_0_tile64.wgsl",
3320
+ "op": "down_proj",
3321
+ "weights": "layer.{L}.mlp.down_proj"
3322
+ },
3323
+ {
3324
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
3325
+ "entry": "main",
3326
+ "kernel": "residual.wgsl",
3327
+ "op": "ffn_residual"
3328
+ },
3329
+ {
3330
+ "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8",
3331
+ "entry": "main",
3332
+ "kernel": "matmul_f32.wgsl",
3333
+ "op": "linear_a_proj",
3334
+ "weights": "layer.{L}.linear_attn.in_proj_a"
3335
+ },
3336
+ {
3337
+ "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8",
3338
+ "entry": "main",
3339
+ "kernel": "matmul_f32.wgsl",
3340
+ "op": "linear_b_proj",
3341
+ "weights": "layer.{L}.linear_attn.in_proj_b"
3342
+ },
3343
+ {
3344
+ "constants": {
3345
+ "BLOCK_BYTES": 18,
3346
+ "BLOCK_VALUES": 32,
3347
+ "COLS_PER_WG": 4,
3348
+ "QUANT_FORMAT": 0,
3349
+ "THREADS_PER_COL_GEMV": 32,
3350
+ "TILE_SIZE": 16,
3351
+ "WORKGROUP_SIZE": 128
3352
+ },
3353
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3354
+ "entry": "main",
3355
+ "kernel": "matmul_q4_0_tile64.wgsl",
3356
+ "op": "linear_qkv_proj",
3357
+ "weights": "layer.{L}.linear_attn.in_proj_qkv"
3358
+ },
3359
+ {
3360
+ "constants": {
3361
+ "BLOCK_BYTES": 18,
3362
+ "BLOCK_VALUES": 32,
3363
+ "COLS_PER_WG": 4,
3364
+ "QUANT_FORMAT": 0,
3365
+ "THREADS_PER_COL_GEMV": 32,
3366
+ "TILE_SIZE": 16,
3367
+ "WORKGROUP_SIZE": 128
3368
+ },
3369
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3370
+ "entry": "main",
3371
+ "kernel": "matmul_q4_0_tile64.wgsl",
3372
+ "op": "linear_z_proj",
3373
+ "weights": "layer.{L}.linear_attn.in_proj_z"
3374
+ },
3375
+ {
3376
+ "op": "moe_grouped_sort",
3377
+ "kernel": "moe_grouped_sort.wgsl",
3378
+ "entry": "main",
3379
+ "digest": "sha256:a42d12d16424b759321bd40fc5f79646d9731dc851343a197c62a77dda4fdc0b"
3380
+ },
3381
+ {
3382
+ "op": "moe_grouped_gu",
3383
+ "kernel": "moe_grouped_matmul_f32.wgsl",
3384
+ "entry": "main",
3385
+ "digest": "sha256:50e3319f37de6d4e777c4fad1b094784a03e84ed50dbd8b0b21497a3c9adb432"
3386
+ },
3387
+ {
3388
+ "op": "moe_grouped_down",
3389
+ "kernel": "moe_grouped_matmul_f32.wgsl",
3390
+ "entry": "main",
3391
+ "digest": "sha256:50e3319f37de6d4e777c4fad1b094784a03e84ed50dbd8b0b21497a3c9adb432"
3392
+ }
3393
+ ]
3394
+ }
3395
+ },
3396
+ {
3397
+ "layers": [
3398
+ 11,
3399
+ 23
3400
+ ],
3401
+ "decode": {
3402
+ "steps": [
3403
+ {
3404
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
3405
+ "entry": "main",
3406
+ "kernel": "rmsnorm.wgsl",
3407
+ "op": "input_norm"
3408
+ },
3409
+ {
3410
+ "constants": {
3411
+ "WORKGROUP_SIZE": 128,
3412
+ "ROWS": 1,
3413
+ "BLOCK_VALUES": 32,
3414
+ "BLOCK_BYTES": 18,
3415
+ "QUANT_FORMAT": 0
3416
+ },
3417
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3418
+ "entry": "main",
3419
+ "kernel": "matmul_gguf_pair_f32.wgsl",
3420
+ "op": "q_proj",
3421
+ "weights": "layer.{L}.self_attn.q_proj"
3422
+ },
3423
+ {
3424
+ "constants": {
3425
+ "WORKGROUP_SIZE": 128,
3426
+ "ROWS": 1,
3427
+ "BLOCK_VALUES": 32,
3428
+ "BLOCK_BYTES": 34,
3429
+ "QUANT_FORMAT": 2
3430
+ },
3431
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3432
+ "entry": "main",
3433
+ "kernel": "matmul_gguf_pair_f32.wgsl",
3434
+ "op": "k_proj",
3435
+ "weights": "layer.{L}.self_attn.k_proj"
3436
+ },
3437
+ {
3438
+ "constants": {
3439
+ "WORKGROUP_SIZE": 128,
3440
+ "ROWS": 1,
3441
+ "BLOCK_VALUES": 32,
3442
+ "BLOCK_BYTES": 34,
3443
+ "QUANT_FORMAT": 2
3444
+ },
3445
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3446
+ "entry": "main",
3447
+ "kernel": "matmul_gguf_pair_f32.wgsl",
3448
+ "op": "v_proj",
3449
+ "weights": "layer.{L}.self_attn.v_proj"
3450
+ },
3451
+ {
3452
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
3453
+ "entry": "main",
3454
+ "kernel": "rope.wgsl",
3455
+ "op": "rope_q"
3456
+ },
3457
+ {
3458
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
3459
+ "entry": "main",
3460
+ "kernel": "rope.wgsl",
3461
+ "op": "rope_k"
3462
+ },
3463
+ {
3464
+ "digest": "sha256:79cff3ef0ce72c9eabfa0611814c7722f21c3d3e502c2884b5bc610e13595c00",
3465
+ "entry": "main",
3466
+ "kernel": "attention_decode_gqa_splitk.wgsl",
3467
+ "op": "attention",
3468
+ "precision": {
3469
+ "activationDtype": "f32",
3470
+ "kvDtype": "f32"
3471
+ }
3472
+ },
3473
+ {
3474
+ "constants": {
3475
+ "WORKGROUP_SIZE": 128,
3476
+ "ROWS": 1,
3477
+ "BLOCK_VALUES": 32,
3478
+ "BLOCK_BYTES": 18,
3479
+ "QUANT_FORMAT": 0
3480
+ },
3481
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3482
+ "entry": "main",
3483
+ "kernel": "matmul_gguf_pair_f32.wgsl",
3484
+ "op": "o_proj",
3485
+ "weights": "layer.{L}.self_attn.o_proj"
3486
+ },
3487
+ {
3488
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
3489
+ "entry": "main",
3490
+ "kernel": "residual.wgsl",
3491
+ "op": "attn_residual"
3492
+ },
3493
+ {
3494
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
3495
+ "entry": "main",
3496
+ "kernel": "rmsnorm.wgsl",
3497
+ "op": "post_attn_norm"
3498
+ },
3499
+ {
3500
+ "constants": {
3501
+ "WORKGROUP_SIZE": 128,
3502
+ "ROWS": 1,
3503
+ "BLOCK_VALUES": 32,
3504
+ "BLOCK_BYTES": 34,
3505
+ "QUANT_FORMAT": 2
3506
+ },
3507
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3508
+ "entry": "main",
3509
+ "kernel": "matmul_gguf_pair_f32.wgsl",
3510
+ "op": "gate_proj",
3511
+ "weights": "layer.{L}.mlp.gate_proj"
3512
+ },
3513
+ {
3514
+ "constants": {
3515
+ "WORKGROUP_SIZE": 128,
3516
+ "ROWS": 1,
3517
+ "BLOCK_VALUES": 32,
3518
+ "BLOCK_BYTES": 34,
3519
+ "QUANT_FORMAT": 2
3520
+ },
3521
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3522
+ "entry": "main",
3523
+ "kernel": "matmul_gguf_pair_f32.wgsl",
3524
+ "op": "up_proj",
3525
+ "weights": "layer.{L}.mlp.up_proj"
3526
+ },
3527
+ {
3528
+ "constants": {
3529
+ "HAS_GATE": true
3530
+ },
3531
+ "digest": "sha256:c6e28a7e6b2a7cfa805db03c9079fbc90fc2717c621e388bfa55b75ce1737ac0",
3532
+ "entry": "main",
3533
+ "kernel": "silu.wgsl",
3534
+ "op": "activation"
3535
+ },
3536
+ {
3537
+ "constants": {
3538
+ "WORKGROUP_SIZE": 128,
3539
+ "ROWS": 1,
3540
+ "BLOCK_VALUES": 32,
3541
+ "BLOCK_BYTES": 34,
3542
+ "QUANT_FORMAT": 2
3543
+ },
3544
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3545
+ "entry": "main",
3546
+ "kernel": "matmul_gguf_pair_f32.wgsl",
3547
+ "op": "down_proj",
3548
+ "weights": "layer.{L}.mlp.down_proj"
3549
+ },
3550
+ {
3551
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
3552
+ "entry": "main",
3553
+ "kernel": "residual.wgsl",
3554
+ "op": "ffn_residual"
3555
+ },
3556
+ {
3557
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
3558
+ "entry": "main",
3559
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
3560
+ "op": "linear_a_proj"
3561
+ },
3562
+ {
3563
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
3564
+ "entry": "main",
3565
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
3566
+ "op": "linear_b_proj"
3567
+ },
3568
+ {
3569
+ "constants": {
3570
+ "WORKGROUP_SIZE": 128,
3571
+ "ROWS": 1,
3572
+ "BLOCK_VALUES": 32,
3573
+ "BLOCK_BYTES": 18,
3574
+ "QUANT_FORMAT": 0
3575
+ },
3576
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3577
+ "entry": "main",
3578
+ "kernel": "matmul_gguf_pair_f32.wgsl",
3579
+ "op": "linear_qkv_proj",
3580
+ "weights": "layer.{L}.linear_attn.in_proj_qkv"
3581
+ },
3582
+ {
3583
+ "constants": {
3584
+ "WORKGROUP_SIZE": 128,
3585
+ "ROWS": 1,
3586
+ "BLOCK_VALUES": 32,
3587
+ "BLOCK_BYTES": 18,
3588
+ "QUANT_FORMAT": 0
3589
+ },
3590
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3591
+ "entry": "main",
3592
+ "kernel": "matmul_gguf_pair_f32.wgsl",
3593
+ "op": "linear_z_proj",
3594
+ "weights": "layer.{L}.linear_attn.in_proj_z"
3595
+ },
3596
+ {
3597
+ "digest": "sha256:1a28e076e93486589a3eace88c3cb230ff1ef4aa982fdd91dcc918d00891649b",
3598
+ "entry": "main",
3599
+ "kernel": "moe_shared_slot_gu_pair_f32.wgsl",
3600
+ "op": "moe_shared_slot_gu"
3601
+ },
3602
+ {
3603
+ "digest": "sha256:750bce8b9e6af48729fcb9dc27569590663dc0f85e6625d8de7e3bb3ba3041f2",
3604
+ "entry": "main",
3605
+ "kernel": "moe_shared_slot_down_pair_combine_residual_f32.wgsl",
3606
+ "op": "moe_shared_slot_down"
3607
+ },
3608
+ {
3609
+ "digest": "sha256:87646d02b567b3c13f66245ac222392df92af863da920ce562caa77dd14f2e93",
3610
+ "entry": "single_pass",
3611
+ "kernel": "moe_norm_router_f32.wgsl",
3612
+ "op": "moe_norm_router"
3613
+ },
3614
+ {
3615
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
3616
+ "entry": "main",
3617
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
3618
+ "op": "moe_router"
3619
+ },
3620
+ {
3621
+ "op": "moe_topk",
3622
+ "kernel": "softmax_topk_logit_rank.wgsl",
3623
+ "entry": "main",
3624
+ "digest": "sha256:8b773fa89e891d94b85027980d257bdc667f80c422a01f8e4a311e4b6a1315a2"
3625
+ },
3626
+ {
3627
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
3628
+ "entry": "main",
3629
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
3630
+ "op": "moe_shared_router"
3631
+ }
3632
+ ]
3633
+ },
3634
+ "prefill": {
3635
+ "steps": [
3636
+ {
3637
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
3638
+ "entry": "main",
3639
+ "kernel": "rmsnorm.wgsl",
3640
+ "op": "input_norm"
3641
+ },
3642
+ {
3643
+ "constants": {
3644
+ "BLOCK_BYTES": 18,
3645
+ "BLOCK_VALUES": 32,
3646
+ "COLS_PER_WG": 4,
3647
+ "QUANT_FORMAT": 0,
3648
+ "THREADS_PER_COL_GEMV": 32,
3649
+ "TILE_SIZE": 16,
3650
+ "WORKGROUP_SIZE": 128
3651
+ },
3652
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3653
+ "entry": "main",
3654
+ "kernel": "matmul_q4_0_tile64.wgsl",
3655
+ "op": "q_proj",
3656
+ "weights": "layer.{L}.self_attn.q_proj"
3657
+ },
3658
+ {
3659
+ "constants": {
3660
+ "BLOCK_BYTES": 34,
3661
+ "BLOCK_VALUES": 32,
3662
+ "COLS_PER_WG": 4,
3663
+ "QUANT_FORMAT": 2,
3664
+ "THREADS_PER_COL_GEMV": 32,
3665
+ "TILE_SIZE": 16,
3666
+ "WORKGROUP_SIZE": 128
3667
+ },
3668
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3669
+ "entry": "main",
3670
+ "kernel": "matmul_q4_0_tile64.wgsl",
3671
+ "op": "k_proj",
3672
+ "weights": "layer.{L}.self_attn.k_proj"
3673
+ },
3674
+ {
3675
+ "constants": {
3676
+ "BLOCK_BYTES": 34,
3677
+ "BLOCK_VALUES": 32,
3678
+ "COLS_PER_WG": 4,
3679
+ "QUANT_FORMAT": 2,
3680
+ "THREADS_PER_COL_GEMV": 32,
3681
+ "TILE_SIZE": 16,
3682
+ "WORKGROUP_SIZE": 128
3683
+ },
3684
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3685
+ "entry": "main",
3686
+ "kernel": "matmul_q4_0_tile64.wgsl",
3687
+ "op": "v_proj",
3688
+ "weights": "layer.{L}.self_attn.v_proj"
3689
+ },
3690
+ {
3691
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
3692
+ "entry": "main",
3693
+ "kernel": "rope.wgsl",
3694
+ "op": "rope_q"
3695
+ },
3696
+ {
3697
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
3698
+ "entry": "main",
3699
+ "kernel": "rope.wgsl",
3700
+ "op": "rope_k"
3701
+ },
3702
+ {
3703
+ "digest": "sha256:b404819ada11cdb093c0b98f9127cba40f06b2f2c1294748228c2e22c9f98a6e",
3704
+ "entry": "main",
3705
+ "kernel": "attention_prefill_query_tile_f32.wgsl",
3706
+ "op": "attention",
3707
+ "precision": {
3708
+ "activationDtype": "f32",
3709
+ "kvDtype": "f32"
3710
+ }
3711
+ },
3712
+ {
3713
+ "constants": {
3714
+ "BLOCK_BYTES": 18,
3715
+ "BLOCK_VALUES": 32,
3716
+ "COLS_PER_WG": 4,
3717
+ "QUANT_FORMAT": 0,
3718
+ "THREADS_PER_COL_GEMV": 32,
3719
+ "TILE_SIZE": 16,
3720
+ "WORKGROUP_SIZE": 128
3721
+ },
3722
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3723
+ "entry": "main",
3724
+ "kernel": "matmul_q4_0_tile64.wgsl",
3725
+ "op": "o_proj",
3726
+ "weights": "layer.{L}.self_attn.o_proj"
3727
+ },
3728
+ {
3729
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
3730
+ "entry": "main",
3731
+ "kernel": "residual.wgsl",
3732
+ "op": "attn_residual"
3733
+ },
3734
+ {
3735
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
3736
+ "entry": "main",
3737
+ "kernel": "rmsnorm.wgsl",
3738
+ "op": "post_attn_norm"
3739
+ },
3740
+ {
3741
+ "constants": {
3742
+ "BLOCK_BYTES": 34,
3743
+ "BLOCK_VALUES": 32,
3744
+ "COLS_PER_WG": 4,
3745
+ "QUANT_FORMAT": 2,
3746
+ "THREADS_PER_COL_GEMV": 32,
3747
+ "TILE_SIZE": 16,
3748
+ "WORKGROUP_SIZE": 128
3749
+ },
3750
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3751
+ "entry": "main",
3752
+ "kernel": "matmul_q4_0_tile64.wgsl",
3753
+ "op": "gate_proj",
3754
+ "weights": "layer.{L}.mlp.gate_proj"
3755
+ },
3756
+ {
3757
+ "constants": {
3758
+ "BLOCK_BYTES": 34,
3759
+ "BLOCK_VALUES": 32,
3760
+ "COLS_PER_WG": 4,
3761
+ "QUANT_FORMAT": 2,
3762
+ "THREADS_PER_COL_GEMV": 32,
3763
+ "TILE_SIZE": 16,
3764
+ "WORKGROUP_SIZE": 128
3765
+ },
3766
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3767
+ "entry": "main",
3768
+ "kernel": "matmul_q4_0_tile64.wgsl",
3769
+ "op": "up_proj",
3770
+ "weights": "layer.{L}.mlp.up_proj"
3771
+ },
3772
+ {
3773
+ "constants": {
3774
+ "HAS_GATE": true
3775
+ },
3776
+ "digest": "sha256:c6e28a7e6b2a7cfa805db03c9079fbc90fc2717c621e388bfa55b75ce1737ac0",
3777
+ "entry": "main",
3778
+ "kernel": "silu.wgsl",
3779
+ "op": "activation"
3780
+ },
3781
+ {
3782
+ "constants": {
3783
+ "BLOCK_BYTES": 34,
3784
+ "BLOCK_VALUES": 32,
3785
+ "COLS_PER_WG": 4,
3786
+ "QUANT_FORMAT": 2,
3787
+ "THREADS_PER_COL_GEMV": 32,
3788
+ "TILE_SIZE": 16,
3789
+ "WORKGROUP_SIZE": 128
3790
+ },
3791
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3792
+ "entry": "main",
3793
+ "kernel": "matmul_q4_0_tile64.wgsl",
3794
+ "op": "down_proj",
3795
+ "weights": "layer.{L}.mlp.down_proj"
3796
+ },
3797
+ {
3798
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
3799
+ "entry": "main",
3800
+ "kernel": "residual.wgsl",
3801
+ "op": "ffn_residual"
3802
+ },
3803
+ {
3804
+ "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8",
3805
+ "entry": "main",
3806
+ "kernel": "matmul_f32.wgsl",
3807
+ "op": "linear_a_proj",
3808
+ "weights": "layer.{L}.linear_attn.in_proj_a"
3809
+ },
3810
+ {
3811
+ "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8",
3812
+ "entry": "main",
3813
+ "kernel": "matmul_f32.wgsl",
3814
+ "op": "linear_b_proj",
3815
+ "weights": "layer.{L}.linear_attn.in_proj_b"
3816
+ },
3817
+ {
3818
+ "constants": {
3819
+ "BLOCK_BYTES": 18,
3820
+ "BLOCK_VALUES": 32,
3821
+ "COLS_PER_WG": 4,
3822
+ "QUANT_FORMAT": 0,
3823
+ "THREADS_PER_COL_GEMV": 32,
3824
+ "TILE_SIZE": 16,
3825
+ "WORKGROUP_SIZE": 128
3826
+ },
3827
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3828
+ "entry": "main",
3829
+ "kernel": "matmul_q4_0_tile64.wgsl",
3830
+ "op": "linear_qkv_proj",
3831
+ "weights": "layer.{L}.linear_attn.in_proj_qkv"
3832
+ },
3833
+ {
3834
+ "constants": {
3835
+ "BLOCK_BYTES": 18,
3836
+ "BLOCK_VALUES": 32,
3837
+ "COLS_PER_WG": 4,
3838
+ "QUANT_FORMAT": 0,
3839
+ "THREADS_PER_COL_GEMV": 32,
3840
+ "TILE_SIZE": 16,
3841
+ "WORKGROUP_SIZE": 128
3842
+ },
3843
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3844
+ "entry": "main",
3845
+ "kernel": "matmul_q4_0_tile64.wgsl",
3846
+ "op": "linear_z_proj",
3847
+ "weights": "layer.{L}.linear_attn.in_proj_z"
3848
+ },
3849
+ {
3850
+ "op": "moe_grouped_sort",
3851
+ "kernel": "moe_grouped_sort.wgsl",
3852
+ "entry": "main",
3853
+ "digest": "sha256:a42d12d16424b759321bd40fc5f79646d9731dc851343a197c62a77dda4fdc0b"
3854
+ },
3855
+ {
3856
+ "op": "moe_grouped_gu",
3857
+ "kernel": "moe_grouped_matmul_f32.wgsl",
3858
+ "entry": "main",
3859
+ "digest": "sha256:50e3319f37de6d4e777c4fad1b094784a03e84ed50dbd8b0b21497a3c9adb432"
3860
+ },
3861
+ {
3862
+ "op": "moe_grouped_down",
3863
+ "kernel": "moe_grouped_matmul_f32.wgsl",
3864
+ "entry": "main",
3865
+ "digest": "sha256:50e3319f37de6d4e777c4fad1b094784a03e84ed50dbd8b0b21497a3c9adb432"
3866
+ }
3867
+ ]
3868
+ }
3869
+ },
3870
+ {
3871
+ "layers": [
3872
+ 15,
3873
+ 27
3874
+ ],
3875
+ "decode": {
3876
+ "steps": [
3877
+ {
3878
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
3879
+ "entry": "main",
3880
+ "kernel": "rmsnorm.wgsl",
3881
+ "op": "input_norm"
3882
+ },
3883
+ {
3884
+ "constants": {
3885
+ "WORKGROUP_SIZE": 128,
3886
+ "ROWS": 1,
3887
+ "BLOCK_VALUES": 32,
3888
+ "BLOCK_BYTES": 34,
3889
+ "QUANT_FORMAT": 2
3890
+ },
3891
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3892
+ "entry": "main",
3893
+ "kernel": "matmul_gguf_pair_f32.wgsl",
3894
+ "op": "q_proj",
3895
+ "weights": "layer.{L}.self_attn.q_proj"
3896
+ },
3897
+ {
3898
+ "constants": {
3899
+ "WORKGROUP_SIZE": 128,
3900
+ "ROWS": 1,
3901
+ "BLOCK_VALUES": 32,
3902
+ "BLOCK_BYTES": 34,
3903
+ "QUANT_FORMAT": 2
3904
+ },
3905
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3906
+ "entry": "main",
3907
+ "kernel": "matmul_gguf_pair_f32.wgsl",
3908
+ "op": "k_proj",
3909
+ "weights": "layer.{L}.self_attn.k_proj"
3910
+ },
3911
+ {
3912
+ "constants": {
3913
+ "WORKGROUP_SIZE": 128,
3914
+ "ROWS": 1,
3915
+ "BLOCK_VALUES": 32,
3916
+ "BLOCK_BYTES": 34,
3917
+ "QUANT_FORMAT": 2
3918
+ },
3919
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3920
+ "entry": "main",
3921
+ "kernel": "matmul_gguf_pair_f32.wgsl",
3922
+ "op": "v_proj",
3923
+ "weights": "layer.{L}.self_attn.v_proj"
3924
+ },
3925
+ {
3926
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
3927
+ "entry": "main",
3928
+ "kernel": "rope.wgsl",
3929
+ "op": "rope_q"
3930
+ },
3931
+ {
3932
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
3933
+ "entry": "main",
3934
+ "kernel": "rope.wgsl",
3935
+ "op": "rope_k"
3936
+ },
3937
+ {
3938
+ "digest": "sha256:79cff3ef0ce72c9eabfa0611814c7722f21c3d3e502c2884b5bc610e13595c00",
3939
+ "entry": "main",
3940
+ "kernel": "attention_decode_gqa_splitk.wgsl",
3941
+ "op": "attention",
3942
+ "precision": {
3943
+ "activationDtype": "f32",
3944
+ "kvDtype": "f32"
3945
+ }
3946
+ },
3947
+ {
3948
+ "constants": {
3949
+ "WORKGROUP_SIZE": 128,
3950
+ "ROWS": 1,
3951
+ "BLOCK_VALUES": 32,
3952
+ "BLOCK_BYTES": 18,
3953
+ "QUANT_FORMAT": 0
3954
+ },
3955
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3956
+ "entry": "main",
3957
+ "kernel": "matmul_gguf_pair_f32.wgsl",
3958
+ "op": "o_proj",
3959
+ "weights": "layer.{L}.self_attn.o_proj"
3960
+ },
3961
+ {
3962
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
3963
+ "entry": "main",
3964
+ "kernel": "residual.wgsl",
3965
+ "op": "attn_residual"
3966
+ },
3967
+ {
3968
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
3969
+ "entry": "main",
3970
+ "kernel": "rmsnorm.wgsl",
3971
+ "op": "post_attn_norm"
3972
+ },
3973
+ {
3974
+ "constants": {
3975
+ "WORKGROUP_SIZE": 128,
3976
+ "ROWS": 1,
3977
+ "BLOCK_VALUES": 32,
3978
+ "BLOCK_BYTES": 34,
3979
+ "QUANT_FORMAT": 2
3980
+ },
3981
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3982
+ "entry": "main",
3983
+ "kernel": "matmul_gguf_pair_f32.wgsl",
3984
+ "op": "gate_proj",
3985
+ "weights": "layer.{L}.mlp.gate_proj"
3986
+ },
3987
+ {
3988
+ "constants": {
3989
+ "WORKGROUP_SIZE": 128,
3990
+ "ROWS": 1,
3991
+ "BLOCK_VALUES": 32,
3992
+ "BLOCK_BYTES": 34,
3993
+ "QUANT_FORMAT": 2
3994
+ },
3995
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3996
+ "entry": "main",
3997
+ "kernel": "matmul_gguf_pair_f32.wgsl",
3998
+ "op": "up_proj",
3999
+ "weights": "layer.{L}.mlp.up_proj"
4000
+ },
4001
+ {
4002
+ "constants": {
4003
+ "HAS_GATE": true
4004
+ },
4005
+ "digest": "sha256:c6e28a7e6b2a7cfa805db03c9079fbc90fc2717c621e388bfa55b75ce1737ac0",
4006
+ "entry": "main",
4007
+ "kernel": "silu.wgsl",
4008
+ "op": "activation"
4009
+ },
4010
+ {
4011
+ "constants": {
4012
+ "WORKGROUP_SIZE": 128,
4013
+ "ROWS": 1,
4014
+ "BLOCK_VALUES": 32,
4015
+ "BLOCK_BYTES": 34,
4016
+ "QUANT_FORMAT": 2
4017
+ },
4018
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
4019
+ "entry": "main",
4020
+ "kernel": "matmul_gguf_pair_f32.wgsl",
4021
+ "op": "down_proj",
4022
+ "weights": "layer.{L}.mlp.down_proj"
4023
+ },
4024
+ {
4025
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
4026
+ "entry": "main",
4027
+ "kernel": "residual.wgsl",
4028
+ "op": "ffn_residual"
4029
+ },
4030
+ {
4031
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
4032
+ "entry": "main",
4033
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
4034
+ "op": "linear_a_proj"
4035
+ },
4036
+ {
4037
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
4038
+ "entry": "main",
4039
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
4040
+ "op": "linear_b_proj"
4041
+ },
4042
+ {
4043
+ "constants": {
4044
+ "WORKGROUP_SIZE": 128,
4045
+ "ROWS": 1,
4046
+ "BLOCK_VALUES": 32,
4047
+ "BLOCK_BYTES": 18,
4048
+ "QUANT_FORMAT": 0
4049
+ },
4050
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
4051
+ "entry": "main",
4052
+ "kernel": "matmul_gguf_pair_f32.wgsl",
4053
+ "op": "linear_qkv_proj",
4054
+ "weights": "layer.{L}.linear_attn.in_proj_qkv"
4055
+ },
4056
+ {
4057
+ "constants": {
4058
+ "WORKGROUP_SIZE": 128,
4059
+ "ROWS": 1,
4060
+ "BLOCK_VALUES": 32,
4061
+ "BLOCK_BYTES": 18,
4062
+ "QUANT_FORMAT": 0
4063
+ },
4064
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
4065
+ "entry": "main",
4066
+ "kernel": "matmul_gguf_pair_f32.wgsl",
4067
+ "op": "linear_z_proj",
4068
+ "weights": "layer.{L}.linear_attn.in_proj_z"
4069
+ },
4070
+ {
4071
+ "digest": "sha256:1a28e076e93486589a3eace88c3cb230ff1ef4aa982fdd91dcc918d00891649b",
4072
+ "entry": "main",
4073
+ "kernel": "moe_shared_slot_gu_pair_f32.wgsl",
4074
+ "op": "moe_shared_slot_gu"
4075
+ },
4076
+ {
4077
+ "digest": "sha256:750bce8b9e6af48729fcb9dc27569590663dc0f85e6625d8de7e3bb3ba3041f2",
4078
+ "entry": "main",
4079
+ "kernel": "moe_shared_slot_down_pair_combine_residual_f32.wgsl",
4080
+ "op": "moe_shared_slot_down"
4081
+ },
4082
+ {
4083
+ "digest": "sha256:87646d02b567b3c13f66245ac222392df92af863da920ce562caa77dd14f2e93",
4084
+ "entry": "single_pass",
4085
+ "kernel": "moe_norm_router_f32.wgsl",
4086
+ "op": "moe_norm_router"
4087
+ },
4088
+ {
4089
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
4090
+ "entry": "main",
4091
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
4092
+ "op": "moe_router"
4093
+ },
4094
+ {
4095
+ "op": "moe_topk",
4096
+ "kernel": "softmax_topk_logit_rank.wgsl",
4097
+ "entry": "main",
4098
+ "digest": "sha256:8b773fa89e891d94b85027980d257bdc667f80c422a01f8e4a311e4b6a1315a2"
4099
+ },
4100
+ {
4101
+ "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
4102
+ "entry": "main",
4103
+ "kernel": "matmul_gemv_f32_subgroup.wgsl",
4104
+ "op": "moe_shared_router"
4105
+ }
4106
+ ]
4107
+ },
4108
+ "prefill": {
4109
+ "steps": [
4110
+ {
4111
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
4112
+ "entry": "main",
4113
+ "kernel": "rmsnorm.wgsl",
4114
+ "op": "input_norm"
4115
+ },
4116
+ {
4117
+ "constants": {
4118
+ "BLOCK_BYTES": 34,
4119
+ "BLOCK_VALUES": 32,
4120
+ "COLS_PER_WG": 4,
4121
+ "QUANT_FORMAT": 2,
4122
+ "THREADS_PER_COL_GEMV": 32,
4123
+ "TILE_SIZE": 16,
4124
+ "WORKGROUP_SIZE": 128
4125
+ },
4126
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
4127
+ "entry": "main",
4128
+ "kernel": "matmul_q4_0_tile64.wgsl",
4129
+ "op": "q_proj",
4130
+ "weights": "layer.{L}.self_attn.q_proj"
4131
+ },
4132
+ {
4133
+ "constants": {
4134
+ "BLOCK_BYTES": 34,
4135
+ "BLOCK_VALUES": 32,
4136
+ "COLS_PER_WG": 4,
4137
+ "QUANT_FORMAT": 2,
4138
+ "THREADS_PER_COL_GEMV": 32,
4139
+ "TILE_SIZE": 16,
4140
+ "WORKGROUP_SIZE": 128
4141
+ },
4142
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
4143
+ "entry": "main",
4144
+ "kernel": "matmul_q4_0_tile64.wgsl",
4145
+ "op": "k_proj",
4146
+ "weights": "layer.{L}.self_attn.k_proj"
4147
+ },
4148
+ {
4149
+ "constants": {
4150
+ "BLOCK_BYTES": 34,
4151
+ "BLOCK_VALUES": 32,
4152
+ "COLS_PER_WG": 4,
4153
+ "QUANT_FORMAT": 2,
4154
+ "THREADS_PER_COL_GEMV": 32,
4155
+ "TILE_SIZE": 16,
4156
+ "WORKGROUP_SIZE": 128
4157
+ },
4158
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
4159
+ "entry": "main",
4160
+ "kernel": "matmul_q4_0_tile64.wgsl",
4161
+ "op": "v_proj",
4162
+ "weights": "layer.{L}.self_attn.v_proj"
4163
+ },
4164
+ {
4165
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
4166
+ "entry": "main",
4167
+ "kernel": "rope.wgsl",
4168
+ "op": "rope_q"
4169
+ },
4170
+ {
4171
+ "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
4172
+ "entry": "main",
4173
+ "kernel": "rope.wgsl",
4174
+ "op": "rope_k"
4175
+ },
4176
+ {
4177
+ "digest": "sha256:b404819ada11cdb093c0b98f9127cba40f06b2f2c1294748228c2e22c9f98a6e",
4178
+ "entry": "main",
4179
+ "kernel": "attention_prefill_query_tile_f32.wgsl",
4180
+ "op": "attention",
4181
+ "precision": {
4182
+ "activationDtype": "f32",
4183
+ "kvDtype": "f32"
4184
+ }
4185
+ },
4186
+ {
4187
+ "constants": {
4188
+ "BLOCK_BYTES": 18,
4189
+ "BLOCK_VALUES": 32,
4190
+ "COLS_PER_WG": 4,
4191
+ "QUANT_FORMAT": 0,
4192
+ "THREADS_PER_COL_GEMV": 32,
4193
+ "TILE_SIZE": 16,
4194
+ "WORKGROUP_SIZE": 128
4195
+ },
4196
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
4197
+ "entry": "main",
4198
+ "kernel": "matmul_q4_0_tile64.wgsl",
4199
+ "op": "o_proj",
4200
+ "weights": "layer.{L}.self_attn.o_proj"
4201
+ },
4202
+ {
4203
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
4204
+ "entry": "main",
4205
+ "kernel": "residual.wgsl",
4206
+ "op": "attn_residual"
4207
+ },
4208
+ {
4209
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
4210
+ "entry": "main",
4211
+ "kernel": "rmsnorm.wgsl",
4212
+ "op": "post_attn_norm"
4213
+ },
4214
+ {
4215
+ "constants": {
4216
+ "BLOCK_BYTES": 34,
4217
+ "BLOCK_VALUES": 32,
4218
+ "COLS_PER_WG": 4,
4219
+ "QUANT_FORMAT": 2,
4220
+ "THREADS_PER_COL_GEMV": 32,
4221
+ "TILE_SIZE": 16,
4222
+ "WORKGROUP_SIZE": 128
4223
+ },
4224
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
4225
+ "entry": "main",
4226
+ "kernel": "matmul_q4_0_tile64.wgsl",
4227
+ "op": "gate_proj",
4228
+ "weights": "layer.{L}.mlp.gate_proj"
4229
+ },
4230
+ {
4231
+ "constants": {
4232
+ "BLOCK_BYTES": 34,
4233
+ "BLOCK_VALUES": 32,
4234
+ "COLS_PER_WG": 4,
4235
+ "QUANT_FORMAT": 2,
4236
+ "THREADS_PER_COL_GEMV": 32,
4237
+ "TILE_SIZE": 16,
4238
+ "WORKGROUP_SIZE": 128
4239
+ },
4240
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
4241
+ "entry": "main",
4242
+ "kernel": "matmul_q4_0_tile64.wgsl",
4243
+ "op": "up_proj",
4244
+ "weights": "layer.{L}.mlp.up_proj"
4245
+ },
4246
+ {
4247
+ "constants": {
4248
+ "HAS_GATE": true
4249
+ },
4250
+ "digest": "sha256:c6e28a7e6b2a7cfa805db03c9079fbc90fc2717c621e388bfa55b75ce1737ac0",
4251
+ "entry": "main",
4252
+ "kernel": "silu.wgsl",
4253
+ "op": "activation"
4254
+ },
4255
+ {
4256
+ "constants": {
4257
+ "BLOCK_BYTES": 34,
4258
+ "BLOCK_VALUES": 32,
4259
+ "COLS_PER_WG": 4,
4260
+ "QUANT_FORMAT": 2,
4261
+ "THREADS_PER_COL_GEMV": 32,
4262
+ "TILE_SIZE": 16,
4263
+ "WORKGROUP_SIZE": 128
4264
+ },
4265
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
4266
+ "entry": "main",
4267
+ "kernel": "matmul_q4_0_tile64.wgsl",
4268
+ "op": "down_proj",
4269
+ "weights": "layer.{L}.mlp.down_proj"
4270
+ },
4271
+ {
4272
+ "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
4273
+ "entry": "main",
4274
+ "kernel": "residual.wgsl",
4275
+ "op": "ffn_residual"
4276
+ },
4277
+ {
4278
+ "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8",
4279
+ "entry": "main",
4280
+ "kernel": "matmul_f32.wgsl",
4281
+ "op": "linear_a_proj",
4282
+ "weights": "layer.{L}.linear_attn.in_proj_a"
4283
+ },
4284
+ {
4285
+ "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8",
4286
+ "entry": "main",
4287
+ "kernel": "matmul_f32.wgsl",
4288
+ "op": "linear_b_proj",
4289
+ "weights": "layer.{L}.linear_attn.in_proj_b"
4290
+ },
4291
+ {
4292
+ "constants": {
4293
+ "BLOCK_BYTES": 18,
4294
+ "BLOCK_VALUES": 32,
4295
+ "COLS_PER_WG": 4,
4296
+ "QUANT_FORMAT": 0,
4297
+ "THREADS_PER_COL_GEMV": 32,
4298
+ "TILE_SIZE": 16,
4299
+ "WORKGROUP_SIZE": 128
4300
+ },
4301
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
4302
+ "entry": "main",
4303
+ "kernel": "matmul_q4_0_tile64.wgsl",
4304
+ "op": "linear_qkv_proj",
4305
+ "weights": "layer.{L}.linear_attn.in_proj_qkv"
4306
+ },
4307
+ {
4308
+ "constants": {
4309
+ "BLOCK_BYTES": 18,
4310
+ "BLOCK_VALUES": 32,
4311
+ "COLS_PER_WG": 4,
4312
+ "QUANT_FORMAT": 0,
4313
+ "THREADS_PER_COL_GEMV": 32,
4314
+ "TILE_SIZE": 16,
4315
+ "WORKGROUP_SIZE": 128
4316
+ },
4317
+ "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
4318
+ "entry": "main",
4319
+ "kernel": "matmul_q4_0_tile64.wgsl",
4320
+ "op": "linear_z_proj",
4321
+ "weights": "layer.{L}.linear_attn.in_proj_z"
4322
+ },
4323
+ {
4324
+ "op": "moe_grouped_sort",
4325
+ "kernel": "moe_grouped_sort.wgsl",
4326
+ "entry": "main",
4327
+ "digest": "sha256:a42d12d16424b759321bd40fc5f79646d9731dc851343a197c62a77dda4fdc0b"
4328
+ },
4329
+ {
4330
+ "op": "moe_grouped_gu",
4331
+ "kernel": "moe_grouped_matmul_f32.wgsl",
4332
+ "entry": "main",
4333
+ "digest": "sha256:50e3319f37de6d4e777c4fad1b094784a03e84ed50dbd8b0b21497a3c9adb432"
4334
+ },
4335
+ {
4336
+ "op": "moe_grouped_down",
4337
+ "kernel": "moe_grouped_matmul_f32.wgsl",
4338
+ "entry": "main",
4339
+ "digest": "sha256:50e3319f37de6d4e777c4fad1b094784a03e84ed50dbd8b0b21497a3c9adb432"
4340
+ }
4341
+ ]
4342
+ }
4343
+ }
4344
+ ],
4345
+ "preLayer": [
4346
+ {
4347
+ "op": "embed",
4348
+ "kernel": "gather_q4_0.wgsl",
4349
+ "entry": "main",
4350
+ "weights": "embed_tokens",
4351
+ "constants": {
4352
+ "WORKGROUP_SIZE": 256,
4353
+ "BLOCK_VALUES": 32,
4354
+ "BLOCK_BYTES": 18,
4355
+ "QUANT_FORMAT": 0
4356
+ },
4357
+ "digest": "sha256:5385c421ac8423132406168faeac5e2ede51ea1b3df6f6f19baa567e0dc9d0b5"
4358
+ }
4359
+ ],
4360
+ "postLayer": [
4361
+ {
4362
+ "op": "final_norm",
4363
+ "kernel": "rmsnorm.wgsl",
4364
+ "entry": "main",
4365
+ "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c"
4366
+ },
4367
+ {
4368
+ "op": "lm_head",
4369
+ "kernel": "matmul_gguf_pair_f32.wgsl",
4370
+ "entry": "main",
4371
+ "weights": "lm_head",
4372
+ "constants": {
4373
+ "WORKGROUP_SIZE": 128,
4374
+ "ROWS": 1,
4375
+ "BLOCK_VALUES": 32,
4376
+ "BLOCK_BYTES": 34,
4377
+ "QUANT_FORMAT": 2
4378
+ },
4379
+ "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f"
4380
+ },
4381
+ {
4382
+ "op": "lm_head_prefill",
4383
+ "kernel": "matmul_q4_0.wgsl",
4384
+ "entry": "gemv",
4385
+ "weights": "lm_head",
4386
+ "constants": {
4387
+ "WORKGROUP_SIZE": 128,
4388
+ "COLS_PER_WG": 4,
4389
+ "THREADS_PER_COL_GEMV": 32,
4390
+ "TILE_SIZE": 16,
4391
+ "BLOCK_VALUES": 32,
4392
+ "BLOCK_BYTES": 34,
4393
+ "QUANT_FORMAT": 2
4394
+ },
4395
+ "digest": "sha256:96a3c0229daa90ade6496b3403a294dfd5944af671719c7be19fde680a0af789"
4396
+ },
4397
+ {
4398
+ "op": "sample",
4399
+ "kernel": "sample.wgsl",
4400
+ "entry": "sample_single_pass",
4401
+ "digest": "sha256:f2377b2a58c2eeb695a6f6f7ad877630bdba5e74d5dc1a8d919cd73b360d4870"
4402
+ }
4403
+ ]
4404
+ }
4405
+ }
4406
+ }
4407
+ }