doppler-gpu 0.7.3 → 0.7.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (768) hide show
  1. package/CHANGELOG.md +42 -0
  2. package/package.json +5 -48
  3. package/src/capsule-runtime.d.ts +2 -2
  4. package/src/client/capsule-host.browser.js +4 -4
  5. package/src/client/capsule-host.d.ts +8 -8
  6. package/src/client/capsule-host.js +4 -4
  7. package/src/client/doppler-api.d.ts +2 -2
  8. package/src/client/inspection.d.ts +3 -0
  9. package/src/client/inspection.js +29 -0
  10. package/src/client/model-host/index.d.ts +5 -4
  11. package/src/client/model-host/index.js +28 -8
  12. package/src/client/model-host/model-evidence.js +2 -0
  13. package/src/client/model-host/model-session.d.ts +7 -5
  14. package/src/client/model-host/model-session.js +10 -3
  15. package/src/client/model-host/privacy-receipt.js +22 -0
  16. package/src/client/resident-partitions.d.ts +3 -3
  17. package/src/client/resident-partitions.js +2 -2
  18. package/src/client/runtime/capsule-acquisition.d.ts +3 -3
  19. package/src/client/runtime/capsule-acquisition.js +1 -1
  20. package/src/client/runtime/capsule-adapter-execution.d.ts +2 -2
  21. package/src/client/runtime/capsule-adapter-execution.js +3 -3
  22. package/src/client/runtime/capsule-embedding.d.ts +2 -2
  23. package/src/client/runtime/capsule-embedding.js +1 -1
  24. package/src/client/runtime/capsule-forecast.d.ts +2 -2
  25. package/src/client/runtime/capsule-forecast.js +1 -1
  26. package/src/client/runtime/capsule-operation-adapters.d.ts +1 -1
  27. package/src/client/runtime/capsule-operation-adapters.js +1 -1
  28. package/src/client/runtime/capsule-operation-deltas.js +1 -1
  29. package/src/client/runtime/capsule-operation-executor.d.ts +1 -1
  30. package/src/client/runtime/capsule-operation-executor.js +2 -2
  31. package/src/client/runtime/capsule-operation-stream.d.ts +1 -1
  32. package/src/client/runtime/capsule-operation-stream.js +2 -2
  33. package/src/client/runtime/capsule-piece-reader.js +1 -1
  34. package/src/client/runtime/capsule-program-adapter.js +1 -1
  35. package/src/client/runtime/capsule-release-authorization.js +1 -1
  36. package/src/client/runtime/capsule-rerank.d.ts +2 -2
  37. package/src/client/runtime/composition-root.d.ts +6 -6
  38. package/src/client/runtime/composition-root.js +6 -6
  39. package/src/client/runtime/fetch-capsule-artifact-store.d.ts +1 -1
  40. package/src/client/runtime/fetch-capsule-artifact-store.js +1 -1
  41. package/src/client/runtime/model-source.d.ts +4 -2
  42. package/src/client/runtime/model-source.js +5 -5
  43. package/src/client/runtime/scoped-session.d.ts +2 -2
  44. package/src/client/runtime/verified-capsule-artifact-store.d.ts +2 -2
  45. package/src/client/runtime/verified-capsule-artifact-store.js +1 -1
  46. package/src/config/backward-registry-loader.js +1 -1
  47. package/src/config/{capsule-adapter-policy.js → capsule/capsule-adapter-policy.js} +2 -2
  48. package/src/config/{capsule-adapters.d.ts → capsule/capsule-adapters.d.ts} +1 -1
  49. package/src/config/{capsule-adapters.js → capsule/capsule-adapters.js} +2 -2
  50. package/src/config/{capsule-loading.js → capsule/capsule-loading.js} +1 -1
  51. package/src/config/{capsule-operation.d.ts → capsule/capsule-operation.d.ts} +1 -1
  52. package/src/config/{capsule-operation.js → capsule/capsule-operation.js} +3 -3
  53. package/src/config/{capsule-release-contract.js → capsule/capsule-release-contract.js} +2 -2
  54. package/src/config/{capsule-release-events.d.ts → capsule/capsule-release-events.d.ts} +2 -1
  55. package/src/config/{capsule-release-events.js → capsule/capsule-release-events.js} +3 -2
  56. package/src/config/{capsule-sequence-receipt.js → capsule/capsule-sequence-receipt.js} +1 -1
  57. package/src/config/{capsule-token-selection.d.ts → capsule/capsule-token-selection.d.ts} +1 -1
  58. package/src/config/{capsule-token-selection.js → capsule/capsule-token-selection.js} +2 -2
  59. package/src/config/{capsule-v2.d.ts → capsule/capsule-v2.d.ts} +5 -4
  60. package/src/config/{capsule-v2.js → capsule/capsule-v2.js} +6 -6
  61. package/src/config/{capsule-v3.js → capsule/capsule-v3.js} +1 -1
  62. package/src/config/{capsule.js → capsule/capsule.js} +26 -7
  63. package/src/config/choice-scoring.js +1 -1
  64. package/src/config/conversion/amplify/amplify-120m-f16-af32.json +1 -1
  65. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +1 -1
  66. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +1 -1
  67. package/src/config/conversion/esm/esm2-t12-35m-ur50d-f32-af32.json +2 -2
  68. package/src/config/conversion/esmc/esmc-300m-f32-af32.json +1 -1
  69. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +1 -1
  70. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +1 -1
  71. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +1 -1
  72. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +1 -1
  73. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +1 -1
  74. package/src/config/conversion/gemma3/gemma-3-270m-it-w8a8-ehf16-af32.json +1 -1
  75. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +1 -1
  76. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +1 -1
  77. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +8 -8
  78. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +8 -8
  79. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +8 -8
  80. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +8 -8
  81. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +8 -8
  82. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +8 -8
  83. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +8 -8
  84. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +8 -8
  85. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +8 -8
  86. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +1 -1
  87. package/src/config/conversion/glmocr/glm-ocr-f16-af32.json +1 -1
  88. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +1 -1
  89. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +1 -1
  90. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +1 -1
  91. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +1 -1
  92. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-bf16-af32.json +1 -1
  93. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-f16-af32.json +1 -1
  94. package/src/config/conversion/nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32.json +1 -1
  95. package/src/config/conversion/qwen3/qwen-3-4b-instruct-2507-q4k-ehf16-af32.json +2 -2
  96. package/src/config/conversion/qwen3/qwen-3-5-0-8b-canonical-f32.json +1 -1
  97. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +1 -1
  98. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +1 -1
  99. package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +1 -1
  100. package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +1 -1
  101. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +1 -1
  102. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +1 -1
  103. package/src/config/conversion/qwen3/qwen-3-6-35b-a3b-q4_0-passthrough.json +1 -1
  104. package/src/config/conversion/qwen3/qwen-3-6-35b-a3b-text-q4k-ehf16-af32.json +1 -1
  105. package/src/config/conversion/qwen3/qwen-3-8-flash-next-text-q4k-ehf16-af32.json +25 -22
  106. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-f16-af32.json +2 -2
  107. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +1 -1
  108. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +1 -1
  109. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-true-logit-af32.json +2 -2
  110. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +2 -2
  111. package/src/config/conversion/qwen3/qwen3.8-27b-q4_0-passthrough.json +1 -1
  112. package/src/config/conversion/qwen3/qwen3.8-27b-text-f16-af32.json +1 -1
  113. package/src/config/conversion/qwen3/qwen3.8-27b-text-q4k-ehaf16.json +1 -1
  114. package/src/config/conversion/qwen3/qwen4exp-gguf-source-policy.json +53 -0
  115. package/src/config/embedding-contract.d.ts +1 -1
  116. package/src/config/embedding-contract.js +1 -1
  117. package/src/config/execution-registry-contract.d.ts +5 -5
  118. package/src/config/execution-registry-contract.js +5 -5
  119. package/src/config/generation-contract.js +2 -1
  120. package/src/config/hardware-partition-plan.d.ts +32 -0
  121. package/src/config/hardware-partition-plan.js +78 -0
  122. package/src/config/inspection/observation-policies.json +1 -1
  123. package/src/config/kernel-path-loader.d.ts +1 -1
  124. package/src/config/kernel-path-loader.js +1 -1
  125. package/src/config/kernel-registry-contract.d.ts +2 -2
  126. package/src/config/kernel-registry-contract.js +1 -1
  127. package/src/config/kernels/kernel-ref-digests.js +508 -0
  128. package/src/config/kernels/registry.js +2 -2
  129. package/src/config/kernels/registry.json +1892 -1096
  130. package/src/config/layer-partition-plan.d.ts +4 -0
  131. package/src/config/layer-partition-plan.js +10 -4
  132. package/src/config/merge.js +1 -1
  133. package/src/config/model-session-declarations.js +85 -0
  134. package/src/config/param-validator.js +3 -3
  135. package/src/config/platforms/amd-rdna3.json +2 -2
  136. package/src/config/production-release-evidence.js +1 -1
  137. package/src/config/revocation-policy.js +6 -2
  138. package/src/config/revocation-registry.json +1 -1
  139. package/src/config/runtime/model-sessions.json +23 -0
  140. package/src/config/runtime/profiles/flash-next-gguf-control-gemv.json +72 -0
  141. package/src/config/runtime/profiles/flash-next-gguf-hc-inject-gemv.json +47 -0
  142. package/src/config/schema/capsule/index.d.ts +14 -0
  143. package/src/config/schema/capsule/index.js +10 -0
  144. package/src/config/schema/{program-bundle.schema.d.ts → capsule/program-bundle.schema.d.ts} +3 -3
  145. package/src/config/schema/{program-bundle.schema.js → capsule/program-bundle.schema.js} +6 -6
  146. package/src/config/schema/{execution-v1.schema.d.ts → execution/execution-v1.schema.d.ts} +2 -0
  147. package/src/config/schema/{execution-v1.schema.js → execution/execution-v1.schema.js} +2 -2
  148. package/src/config/schema/execution/index.d.ts +203 -0
  149. package/src/config/schema/execution/index.js +94 -0
  150. package/src/config/schema/{inference.schema.d.ts → execution/inference.schema.d.ts} +1 -1
  151. package/src/config/schema/{kernel-path.schema.d.ts → execution/kernel-path.schema.d.ts} +3 -0
  152. package/src/config/schema/{kernel-registry.schema.d.ts → execution/kernel-registry.schema.d.ts} +2 -2
  153. package/src/config/schema/{kernel-thresholds.schema.d.ts → execution/kernel-thresholds.schema.d.ts} +1 -1
  154. package/src/config/schema/{kernel-thresholds.schema.js → execution/kernel-thresholds.schema.js} +1 -1
  155. package/src/config/schema/{kvcache.schema.d.ts → execution/kvcache.schema.d.ts} +8 -2
  156. package/src/config/schema/{kvcache.schema.js → execution/kvcache.schema.js} +17 -1
  157. package/src/config/schema/{ngram-embedding.schema.d.ts → execution/ngram-embedding.schema.d.ts} +3 -1
  158. package/src/config/schema/{ngram-embedding.schema.js → execution/ngram-embedding.schema.js} +16 -1
  159. package/src/config/schema/index.d.ts +8 -897
  160. package/src/config/schema/index.js +8 -506
  161. package/src/config/schema/{converter.schema.d.ts → manifest/converter.schema.d.ts} +4 -4
  162. package/src/config/schema/{converter.schema.js → manifest/converter.schema.js} +1 -1
  163. package/src/config/schema/manifest/index.d.ts +142 -0
  164. package/src/config/schema/manifest/index.js +62 -0
  165. package/src/config/schema/manifest/manifest-inference.schema.d.ts +298 -0
  166. package/src/config/schema/{manifest.schema.d.ts → manifest/manifest.schema.d.ts} +9 -291
  167. package/src/config/schema/{manifest.schema.js → manifest/manifest.schema.js} +2 -2
  168. package/src/config/schema/{emulation.schema.d.ts → platform/emulation.schema.d.ts} +1 -1
  169. package/src/config/schema/{emulation.schema.js → platform/emulation.schema.js} +6 -6
  170. package/src/config/schema/platform/index.d.ts +72 -0
  171. package/src/config/schema/platform/index.js +27 -0
  172. package/src/config/schema/{memory-limits.schema.js → platform/memory-limits.schema.js} +1 -1
  173. package/src/config/schema/policy/index.d.ts +14 -0
  174. package/src/config/schema/policy/index.js +9 -0
  175. package/src/config/schema/{doppler.schema.d.ts → runtime/doppler.schema.d.ts} +3 -3
  176. package/src/config/schema/{doppler.schema.js → runtime/doppler.schema.js} +12 -12
  177. package/src/config/schema/runtime/index.d.ts +238 -0
  178. package/src/config/schema/runtime/index.js +135 -0
  179. package/src/config/schema/{loading.schema.d.ts → runtime/loading.schema.d.ts} +26 -1
  180. package/src/config/schema/{loading.schema.js → runtime/loading.schema.js} +88 -0
  181. package/src/config/schema/{shared-runtime.schema.d.ts → runtime/shared-runtime.schema.d.ts} +5 -5
  182. package/src/config/schema/{shared-runtime.schema.js → runtime/shared-runtime.schema.js} +4 -4
  183. package/src/config/schema/{tooling.schema.d.ts → runtime/tooling.schema.d.ts} +1 -1
  184. package/src/config/schema/training/index.d.ts +63 -0
  185. package/src/config/schema/training/index.js +43 -0
  186. package/src/config/schema/{lora.schema.js → training/lora.schema.js} +1 -1
  187. package/src/config/source-packages/litert/gemma-4-e2b-it.json +1 -1
  188. package/src/config/supported-operations.json +358 -88
  189. package/src/config/target-plan.d.ts +2 -2
  190. package/src/config/target-plan.js +2 -2
  191. package/src/config/training-defaults.d.ts +2 -2
  192. package/src/config/training-defaults.js +2 -2
  193. package/src/config/transforms/execution-graph/correctness-fallback.js +86 -0
  194. package/src/config/transforms/execution-graph/prefill-attention.js +116 -0
  195. package/src/{converter → config/transforms}/execution-graph-transforms.js +5 -194
  196. package/src/converter/core.js +18 -164
  197. package/src/converter/forge-stages.js +2 -2
  198. package/src/converter/fp8-source.js +1 -1
  199. package/src/converter/gemma4/validation.js +110 -0
  200. package/src/converter/linear-norm-gate.js +1 -1
  201. package/src/converter/manifest-builder.js +2 -9
  202. package/src/converter/parsers/gguf.js +54 -4
  203. package/src/converter/quantization-info.js +2 -2
  204. package/src/converter/qwen4-exp-source-execution.js +94 -0
  205. package/src/converter/qwen4-exp-source.js +1 -201
  206. package/src/converter/tensor-transform.js +2 -9
  207. package/src/converter/tokenizer-contract.js +2 -9
  208. package/src/converter/w8a8-quantizer.js +2 -2
  209. package/src/debug/config.js +1 -1
  210. package/src/debug/perf-guards.js +1 -1
  211. package/src/errors/doppler-error.d.ts +54 -0
  212. package/src/errors/doppler-error.js +13 -5
  213. package/src/experimental/distribution/shard-delivery/receipt.js +1 -1
  214. package/src/experimental/distribution/shard-delivery/retry.js +4 -4
  215. package/src/experimental/energy/types.d.ts +1 -1
  216. package/src/experimental/logits/cpu-output.js +1 -1
  217. package/src/experimental/training/artifacts.d.ts +2 -2
  218. package/src/experimental/training/artifacts.js +2 -2
  219. package/src/experimental/training/autograd.d.ts +1 -1
  220. package/src/experimental/training/distillation/student-fixture/execution.js +1 -1
  221. package/src/experimental/training/distillation/student-fixture/model.js +1 -1
  222. package/src/experimental/training/distillation/student-fixture.js +1 -1
  223. package/src/experimental/training/loss-scaling.d.ts +1 -1
  224. package/src/experimental/training/runner/evaluation.js +1 -1
  225. package/src/experimental/training/runner.js +1 -1
  226. package/src/experimental/training/trainer.d.ts +1 -1
  227. package/src/experimental/training/workloads.js +2 -2
  228. package/src/formats/gguf/block-storage.d.ts +9 -0
  229. package/src/formats/gguf/block-storage.js +12 -3
  230. package/src/formats/gguf/qwen-source.js +5 -3
  231. package/src/formats/gguf/qwen-source.json +8 -1
  232. package/src/formats/gguf/qwen4-exp-source.js +101 -0
  233. package/src/formats/q4k-dequant.js +1 -1
  234. package/src/formats/qwen4-exp-source-contracts.js +204 -0
  235. package/src/formats/rdrr/fp8-contract.js +1 -1
  236. package/src/formats/rdrr/fp8-storage.js +1 -1
  237. package/src/formats/rdrr/q4_0-storage.js +1 -1
  238. package/src/formats/rdrr/storage-descriptor.js +1 -1
  239. package/src/formats/rdrr/tensor-config-validator.js +3 -3
  240. package/src/formats/rdrr/validation.js +1 -1
  241. package/src/formats/rdrr/w8a8-storage.js +1 -1
  242. package/src/generation/index.d.ts +1 -1
  243. package/src/generation/index.js +1 -0
  244. package/src/gpu/device.d.ts +1 -1
  245. package/src/gpu/kernels/attention/contiguous-quantized.js +252 -0
  246. package/src/gpu/kernels/attention/tiered-quantized.js +321 -0
  247. package/src/gpu/kernels/attention/tiered.js +240 -0
  248. package/src/gpu/kernels/attention.js +5 -801
  249. package/src/gpu/kernels/backward/layernorm_backward.wgsl +3 -3
  250. package/src/gpu/kernels/channel-gain.js +100 -0
  251. package/src/gpu/kernels/channel-rotation.d.ts +16 -0
  252. package/src/gpu/kernels/channel-rotation.js +47 -0
  253. package/src/gpu/kernels/channel_energy.wgsl +17 -0
  254. package/src/gpu/kernels/channel_energy_pair.wgsl +27 -0
  255. package/src/gpu/kernels/channel_gain_control.wgsl +60 -0
  256. package/src/gpu/kernels/channel_gain_derive.wgsl +40 -0
  257. package/src/gpu/kernels/channel_gain_swiglu.wgsl +64 -0
  258. package/src/gpu/kernels/channel_rotation_apply.wgsl +38 -0
  259. package/src/gpu/kernels/channel_rotation_derive.wgsl +76 -0
  260. package/src/gpu/kernels/check-finiteness-f32.js +22 -0
  261. package/src/gpu/kernels/check_finiteness.wgsl +2 -2
  262. package/src/gpu/kernels/clamp.js +2 -2
  263. package/src/gpu/kernels/dequant.js +1 -1
  264. package/src/gpu/kernels/dispatch.js +7 -0
  265. package/src/gpu/kernels/energy_quintel_grad.wgsl +7 -7
  266. package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +7 -7
  267. package/src/gpu/kernels/energy_quintel_reduce.wgsl +6 -6
  268. package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +6 -6
  269. package/src/gpu/kernels/energy_quintel_update.wgsl +7 -7
  270. package/src/gpu/kernels/energy_quintel_update_f16.wgsl +7 -7
  271. package/src/gpu/kernels/fused_matmul_q4_widetile_f32.wgsl +174 -0
  272. package/src/gpu/kernels/fused_matmul_rmsnorm.wgsl +0 -49
  273. package/src/gpu/kernels/gated-delta-norm-gate.js +1 -1
  274. package/src/gpu/kernels/gated_delta_recurrent_gguf_register_prefill_sigmoid_gate.wgsl +730 -0
  275. package/src/gpu/kernels/gated_delta_recurrent_gguf_sigmoid_gate.wgsl +499 -0
  276. package/src/gpu/kernels/gather.js +16 -1
  277. package/src/gpu/kernels/gather_split4_packed_f16_vec4_f32_out.wgsl +104 -0
  278. package/src/gpu/kernels/generated/uniform-writers-0.js +7 -11
  279. package/src/gpu/kernels/generated/uniform-writers-1.js +43 -46
  280. package/src/gpu/kernels/generated/uniform-writers-2.js +80 -2
  281. package/src/gpu/kernels/generated/uniform-writers.js +33 -21
  282. package/src/gpu/kernels/hyper-connection-up.js +64 -0
  283. package/src/gpu/kernels/hyper-connection.js +15 -4
  284. package/src/gpu/kernels/hyper_connection_mix_branch.wgsl +105 -0
  285. package/src/gpu/kernels/hyper_connection_norm.wgsl +3 -3
  286. package/src/gpu/kernels/hyper_connection_up_mix_branch_q4_0.wgsl +164 -0
  287. package/src/gpu/kernels/kernel-execution.js +18 -7
  288. package/src/gpu/kernels/linear-attention-core.js +3 -4
  289. package/src/gpu/kernels/moe-route.js +14 -0
  290. package/src/gpu/kernels/moe_gather.wgsl +0 -63
  291. package/src/gpu/kernels/moe_route_q4_0_split_block_f32.wgsl +63 -0
  292. package/src/gpu/kernels/moe_route_q4_1_block_f32.wgsl +59 -0
  293. package/src/gpu/kernels/moe_route_remap.wgsl +22 -0
  294. package/src/gpu/kernels/paired-linear-attention.js +1 -1
  295. package/src/gpu/kernels/pipeline-cache.js +18 -2
  296. package/src/gpu/kernels/ple.js +11 -7
  297. package/src/gpu/kernels/ple_q4_0_to_f32.wgsl +32 -0
  298. package/src/gpu/kernels/qsa-indexer.d.ts +2 -0
  299. package/src/gpu/kernels/qsa-indexer.js +6 -4
  300. package/src/gpu/kernels/qsa_block_keys.wgsl +2 -1
  301. package/src/gpu/kernels/qsa_prepare.wgsl +2 -1
  302. package/src/gpu/kernels/relu.js +1 -1
  303. package/src/gpu/kernels/relu.wgsl +2 -2
  304. package/src/gpu/kernels/relu_f16.wgsl +2 -2
  305. package/src/gpu/kernels/residual.js +1 -1
  306. package/src/gpu/kernels/residual.wgsl +4 -4
  307. package/src/gpu/kernels/residual_f16.wgsl +2 -2
  308. package/src/gpu/kernels/residual_f16_vec4.wgsl +2 -2
  309. package/src/gpu/kernels/residual_vec4.wgsl +2 -2
  310. package/src/gpu/kernels/rope-precompute.js +1 -1
  311. package/src/gpu/kernels/scatter_add.wgsl +0 -31
  312. package/src/gpu/kernels/shader-cache.js +17 -3
  313. package/src/gpu/kernels/shader-capability-filter.js +120 -0
  314. package/src/gpu/kernels/softmax.js +10 -10
  315. package/src/gpu/kernels/topk.wgsl +0 -55
  316. package/src/gpu/kernels/transpose.js +1 -1
  317. package/src/gpu/kernels/transpose.wgsl +2 -2
  318. package/src/gpu/kernels/w8a8.js +1 -1
  319. package/src/gpu/uniform-cache.d.ts +15 -1
  320. package/src/gpu/uniform-cache.js +82 -7
  321. package/src/gpu/weight-buffer.d.ts +1 -1
  322. package/src/inference/moe-router.d.ts +1 -126
  323. package/src/inference/moe-router.js +0 -149
  324. package/src/inference/pipelines/context.js +3 -15
  325. package/src/inference/pipelines/shader-scoped-pipeline.js +10 -5
  326. package/src/inference/pipelines/text/attention/interpreter/immediate.js +4 -4
  327. package/src/inference/pipelines/text/attention/interpreter/output.js +203 -0
  328. package/src/inference/pipelines/text/attention/interpreter/recorded.js +92 -67
  329. package/src/inference/pipelines/text/attention/interpreter.js +77 -350
  330. package/src/inference/pipelines/text/attention/projection-executor.js +2 -2
  331. package/src/inference/pipelines/text/attention/projection-plan.js +1 -1
  332. package/src/inference/pipelines/text/attention/projection-precision.js +132 -0
  333. package/src/inference/pipelines/text/attention/projections.js +13 -151
  334. package/src/inference/pipelines/text/attention/recorded-health.js +83 -0
  335. package/src/inference/pipelines/text/attention/rope-observation.js +1 -1
  336. package/src/inference/pipelines/text/attention/types.js +0 -13
  337. package/src/inference/pipelines/text/config/normalization.js +2 -2
  338. package/src/inference/pipelines/text/config.d.ts +4 -4
  339. package/src/inference/pipelines/text/config.js +17 -135
  340. package/src/inference/pipelines/text/{config-components.js → configuration/config-components.js} +4 -4
  341. package/src/inference/pipelines/text/configuration/model-geometry.js +114 -0
  342. package/src/inference/pipelines/text/{resolved-runtime-session.d.ts → configuration/resolved-runtime-session.d.ts} +4 -4
  343. package/src/inference/pipelines/text/{resolved-runtime-session.js → configuration/resolved-runtime-session.js} +1 -1
  344. package/src/inference/pipelines/text/{abort-contract.js → contracts/abort-contract.js} +2 -1
  345. package/src/inference/pipelines/text/contracts/metrics.d.ts +234 -0
  346. package/src/inference/pipelines/text/{embed.js → embedding/embed.js} +15 -15
  347. package/src/inference/pipelines/text/{embedding-batch.js → embedding/embedding-batch.js} +1 -1
  348. package/src/inference/pipelines/text/{embedding-extraction.js → embedding/embedding-extraction.js} +12 -12
  349. package/src/inference/pipelines/text/{embedding-normalization.js → embedding/embedding-normalization.js} +4 -4
  350. package/src/inference/pipelines/text/{execution-plan.d.ts → execution/execution-plan.d.ts} +8 -8
  351. package/src/inference/pipelines/text/{execution-plan.js → execution/execution-plan.js} +9 -9
  352. package/src/inference/pipelines/text/{execution-runtime-builders.js → execution/execution-runtime-builders.js} +3 -3
  353. package/src/inference/pipelines/text/{execution-v1.d.ts → execution/execution-v1.d.ts} +2 -2
  354. package/src/inference/pipelines/text/{execution-v1.js → execution/execution-v1.js} +13 -183
  355. package/src/inference/pipelines/text/execution/layer-contract.js +90 -0
  356. package/src/inference/pipelines/text/{layer-execution-contract.js → execution/layer-execution-contract.js} +2 -2
  357. package/src/inference/pipelines/text/{layer-input-execution.js → execution/layer-input-execution.js} +27 -36
  358. package/src/inference/pipelines/text/{layer-partition-contract.d.ts → execution/layer-partition-contract.d.ts} +3 -3
  359. package/src/inference/pipelines/text/{layer-partition-contract.js → execution/layer-partition-contract.js} +2 -2
  360. package/src/inference/pipelines/text/{layer-plan-gpu.js → execution/layer-plan-gpu.js} +12 -12
  361. package/src/inference/pipelines/text/{layer-plan.d.ts → execution/layer-plan.d.ts} +1 -1
  362. package/src/inference/pipelines/text/{layer-plan.js → execution/layer-plan.js} +1 -1
  363. package/src/inference/pipelines/text/{layer.js → execution/layer.js} +34 -142
  364. package/src/inference/pipelines/text/{operator-identity.js → execution/operator-identity.js} +1 -1
  365. package/src/inference/pipelines/text/{ops.js → execution/ops.js} +26 -26
  366. package/src/inference/pipelines/text/{paired-execution.js → execution/paired-execution.js} +9 -9
  367. package/src/inference/pipelines/text/execution-v1/hybrid-projection-contract.js +159 -0
  368. package/src/inference/pipelines/text/expert-loading-stats.d.ts +16 -0
  369. package/src/inference/pipelines/text/expert-loading-stats.js +15 -0
  370. package/src/inference/pipelines/text/ffn/dense-executor.js +5 -4
  371. package/src/inference/pipelines/text/ffn/dense-plan.js +23 -34
  372. package/src/inference/pipelines/text/ffn/dense.js +72 -392
  373. package/src/inference/pipelines/text/ffn/fused-gate-up.js +197 -0
  374. package/src/inference/pipelines/text/ffn/moe.js +1 -1
  375. package/src/inference/pipelines/text/ffn/packed-gate-up.js +218 -0
  376. package/src/inference/pipelines/text/ffn/paired.js +3 -3
  377. package/src/inference/pipelines/text/ffn/qwen-shared-expert.js +1 -1
  378. package/src/inference/pipelines/text/ffn/sandwich.js +6 -7
  379. package/src/inference/pipelines/text/ffn/standard.js +5 -5
  380. package/src/inference/pipelines/text/ffn/types.js +6 -3
  381. package/src/inference/pipelines/text/{activity-weights.js → generator/activation/activity-weights.js} +8 -8
  382. package/src/inference/pipelines/text/generator/activation/channel-gain.d.ts +61 -0
  383. package/src/inference/pipelines/text/generator/activation/channel-gain.js +352 -0
  384. package/src/inference/pipelines/text/generator/activation/final-layer-replay.js +43 -0
  385. package/src/inference/pipelines/text/generator/{capsule-generation.js → adapters/capsule-generation.js} +5 -5
  386. package/src/inference/pipelines/text/generator/{diffusion.js → adapters/diffusion.js} +19 -19
  387. package/src/inference/pipelines/text/generator/{training.js → adapters/training.js} +21 -21
  388. package/src/inference/pipelines/text/generator/decode/advance-token.js +73 -0
  389. package/src/inference/pipelines/text/{generator-steps.js → generator/decode/batch-generation.js} +25 -288
  390. package/src/inference/pipelines/text/generator/decode/batch-readback.js +175 -0
  391. package/src/inference/pipelines/text/generator/{compiled-greedy-window.js → decode/compiled-greedy-window.js} +5 -5
  392. package/src/inference/pipelines/text/generator/{decode-components.js → decode/decode-components.js} +1 -1
  393. package/src/inference/pipelines/text/generator/{decode-runtime.js → decode/decode-loop.js} +20 -412
  394. package/src/inference/pipelines/text/generator/decode/decode-mechanics.js +288 -0
  395. package/src/inference/pipelines/text/generator/{decode-readback.js → decode/decode-readback.js} +1 -1
  396. package/src/inference/pipelines/text/generator/decode/decode-runtime.js +2 -0
  397. package/src/inference/pipelines/text/generator/{decode.js → decode/decode-step.js} +34 -313
  398. package/src/inference/pipelines/text/generator/decode/decode.js +5 -0
  399. package/src/inference/pipelines/text/generator/{greedy-head-policy.js → decode/greedy-head-policy.js} +1 -1
  400. package/src/inference/pipelines/text/generator/{recorded-step-executor.js → decode/recorded-step-executor.js} +2 -2
  401. package/src/inference/pipelines/text/generator/generator-steps.js +4 -0
  402. package/src/inference/pipelines/text/{generator.d.ts → generator/generator.d.ts} +13 -11
  403. package/src/inference/pipelines/text/{generator.js → generator/generator.js} +150 -46
  404. package/src/inference/pipelines/text/generator/{prefill-runtime.js → prefill/prefill-execution.js} +72 -278
  405. package/src/inference/pipelines/text/generator/prefill/prefill-logits.js +144 -0
  406. package/src/inference/pipelines/text/generator/{prefill-observation.js → prefill/prefill-observation.js} +2 -2
  407. package/src/inference/pipelines/text/generator/{prefill-policy.js → prefill/prefill-policy.js} +6 -1
  408. package/src/inference/pipelines/text/generator/prefill/prefill-runtime.js +2 -0
  409. package/src/inference/pipelines/text/generator/prefill/prefill-sequence.js +100 -0
  410. package/src/inference/pipelines/text/generator/{prefix-embedding.js → prefill/prefix-embedding.js} +7 -7
  411. package/src/inference/pipelines/text/{generation-request.d.ts → generator/request/generation-request.d.ts} +2 -2
  412. package/src/inference/pipelines/text/{generation-request.js → generator/request/generation-request.js} +3 -3
  413. package/src/inference/pipelines/text/generator/{prompt-input.js → request/prompt-input.js} +2 -2
  414. package/src/inference/pipelines/text/{sampling-config.d.ts → generator/sampling/sampling-config.d.ts} +1 -1
  415. package/src/inference/pipelines/text/{sampling-config.js → generator/sampling/sampling-config.js} +2 -2
  416. package/src/inference/pipelines/text/{sampling.d.ts → generator/sampling/sampling.d.ts} +15 -0
  417. package/src/inference/pipelines/text/{sampling.js → generator/sampling/sampling.js} +22 -3
  418. package/src/inference/pipelines/text/{stopping.js → generator/sampling/stopping.js} +3 -3
  419. package/src/inference/pipelines/text/generator/{token-selection.d.ts → sampling/token-selection.d.ts} +1 -1
  420. package/src/inference/pipelines/text/generator/{token-selection.js → sampling/token-selection.js} +8 -8
  421. package/src/inference/pipelines/text/generator/{activation-storage.js → session/activation-storage.js} +2 -2
  422. package/src/inference/pipelines/text/generator/{attention-lifecycle.js → session/attention-lifecycle.js} +1 -1
  423. package/src/inference/pipelines/text/generator/{diagnostic-sequence.d.ts → session/diagnostic-sequence.d.ts} +3 -3
  424. package/src/inference/pipelines/text/generator/{diagnostic-sequence.js → session/diagnostic-sequence.js} +3 -3
  425. package/src/inference/pipelines/text/generator/session/generation-runtime.js +278 -0
  426. package/src/inference/pipelines/text/{generator-runtime.d.ts → generator/session/generator-runtime.d.ts} +7 -7
  427. package/src/inference/pipelines/text/{generator-runtime.js → generator/session/generator-runtime.js} +8 -8
  428. package/src/inference/pipelines/text/generator/{recovery.js → session/recovery.js} +6 -6
  429. package/src/inference/pipelines/text/{sequence-state.d.ts → generator/session/sequence-state.d.ts} +5 -5
  430. package/src/inference/pipelines/text/{sequence-state.js → generator/session/sequence-state.js} +26 -18
  431. package/src/inference/pipelines/text/generator/{session-context.js → session/session-context.js} +12 -11
  432. package/src/inference/pipelines/text/generator/{speculative-runtime.js → session/speculative-runtime.js} +1 -1
  433. package/src/inference/pipelines/text/generator/{text.js → session/text.js} +9 -9
  434. package/src/inference/pipelines/text/{warm-generation.d.ts → generator/session/warm-generation.d.ts} +1 -1
  435. package/src/inference/pipelines/text/{warm-generation.js → generator/session/warm-generation.js} +1 -1
  436. package/src/inference/pipelines/text/generator/{whole-token-lane.js → whole-token/whole-token-lane.js} +10 -10
  437. package/src/inference/pipelines/text/generator/{whole-token-observation.d.ts → whole-token/whole-token-observation.d.ts} +2 -2
  438. package/src/inference/pipelines/text/generator/{whole-token-observation.js → whole-token/whole-token-observation.js} +5 -5
  439. package/src/inference/pipelines/text/generator/{whole-token-program.d.ts → whole-token/whole-token-program.d.ts} +3 -3
  440. package/src/inference/pipelines/text/generator/{whole-token-program.js → whole-token/whole-token-program.js} +5 -5
  441. package/src/inference/pipelines/text/hyper-connection/decoder-layer.d.ts +17 -4
  442. package/src/inference/pipelines/text/hyper-connection/decoder-layer.js +38 -14
  443. package/src/inference/pipelines/text/hyper-connection/layer-executor.js +14 -9
  444. package/src/inference/pipelines/text/hyper-connection/logits-input.js +5 -3
  445. package/src/inference/pipelines/text/hyper-connection/projection.js +52 -2
  446. package/src/inference/pipelines/text/hyper-connection/sequence-transaction.js +3 -3
  447. package/src/inference/pipelines/text/hyper-connection/session.d.ts +1 -1
  448. package/src/inference/pipelines/text/hyper-connection/session.js +9 -5
  449. package/src/inference/pipelines/text/indexed-attention/qsa-cache.d.ts +2 -1
  450. package/src/inference/pipelines/text/indexed-attention/qsa-cache.js +3 -3
  451. package/src/inference/pipelines/text/init.d.ts +4 -2
  452. package/src/inference/pipelines/text/init.js +10 -934
  453. package/src/inference/pipelines/text/initialization/init-emulation.js +76 -0
  454. package/src/inference/pipelines/text/initialization/init-kv-cache.js +547 -0
  455. package/src/inference/pipelines/text/initialization/init-moe.js +34 -0
  456. package/src/inference/pipelines/text/{init-qkv-fusion.js → initialization/init-qkv-fusion.js} +7 -7
  457. package/src/inference/pipelines/text/{init-rope.d.ts → initialization/init-rope.d.ts} +4 -4
  458. package/src/inference/pipelines/text/{init-rope.js → initialization/init-rope.js} +9 -11
  459. package/src/inference/pipelines/text/initialization/init-speculative.js +31 -0
  460. package/src/inference/pipelines/text/{init-tokenizer.js → initialization/init-tokenizer.js} +2 -2
  461. package/src/inference/pipelines/text/lifecycle.js +18 -18
  462. package/src/inference/pipelines/text/{linear-attention-ab-fusion.js → linear-attention/linear-attention-ab-fusion.js} +3 -3
  463. package/src/inference/pipelines/text/{linear-attention.d.ts → linear-attention/linear-attention.d.ts} +12 -12
  464. package/src/inference/pipelines/text/{linear-attention.js → linear-attention/linear-attention.js} +17 -17
  465. package/src/inference/pipelines/text/linear-attention/plan.js +4 -4
  466. package/src/inference/pipelines/text/linear-attention/state-checkpoint.js +1 -1
  467. package/src/inference/pipelines/text/linear-attention/state-clone.js +1 -1
  468. package/src/inference/pipelines/text/linear-attention/state-layout.js +2 -2
  469. package/src/inference/pipelines/text/loading/decode-session-config.js +295 -0
  470. package/src/inference/pipelines/text/loading/init-weights.js +254 -0
  471. package/src/inference/pipelines/text/{load-errors.js → loading/load-errors.js} +3 -3
  472. package/src/inference/pipelines/text/{model-load.js → loading/model-load.js} +14 -306
  473. package/src/inference/pipelines/text/{weight-loading-config.js → loading/weight-loading-config.js} +6 -6
  474. package/src/inference/pipelines/text/{weights.d.ts → loading/weights.d.ts} +13 -13
  475. package/src/inference/pipelines/text/{weights.js → loading/weights.js} +5 -5
  476. package/src/inference/pipelines/text/logits/gpu-executor.js +2 -2
  477. package/src/inference/pipelines/text/logits/gpu.d.ts +4 -4
  478. package/src/inference/pipelines/text/logits/gpu.js +2 -2
  479. package/src/inference/pipelines/text/{generator → logits}/hidden-projection.js +1 -1
  480. package/src/inference/pipelines/text/logits/index.d.ts +1 -1
  481. package/src/inference/pipelines/text/logits/index.js +3 -3
  482. package/src/inference/pipelines/text/{generator → logits}/logits-config.js +1 -1
  483. package/src/inference/pipelines/text/logits/output-transform.js +1 -1
  484. package/src/inference/pipelines/text/logits/precision-policy.js +1 -1
  485. package/src/inference/pipelines/text/logits/types.d.ts +2 -2
  486. package/src/inference/pipelines/text/lora-types.d.ts +1 -1
  487. package/src/inference/pipelines/text/moe/expert-loading.js +4 -1
  488. package/src/inference/pipelines/text/moe/gpu-executor.js +44 -101
  489. package/src/inference/pipelines/text/moe/grouped-prefill.js +6 -2
  490. package/src/inference/pipelines/text/moe/qwen-route-executor.d.ts +2 -2
  491. package/src/inference/pipelines/text/moe/qwen-route-executor.js +31 -2
  492. package/src/inference/pipelines/text/moe/routed-expert-chunks.js +99 -15
  493. package/src/inference/pipelines/text/moe-cache.js +11 -77
  494. package/src/inference/pipelines/text/moe-gpu.js +33 -75
  495. package/src/inference/pipelines/text/moe-impl.d.ts +3 -38
  496. package/src/inference/pipelines/text/moe-impl.js +1 -7
  497. package/src/inference/pipelines/text/ngram/ngram-addresses.d.ts +1 -1
  498. package/src/inference/pipelines/text/ngram/ngram-addresses.js +2 -2
  499. package/src/inference/pipelines/text/ngram/ngram-table.d.ts +3 -3
  500. package/src/inference/pipelines/text/ngram/ngram-table.js +5 -6
  501. package/src/inference/pipelines/text/ngram/ple-layer.d.ts +3 -3
  502. package/src/inference/pipelines/text/ngram/ple-layer.js +3 -3
  503. package/src/inference/pipelines/text/{generator-logits-observation.js → observation/generator-logits-observation.js} +4 -4
  504. package/src/inference/pipelines/text/{kernel-trace.js → observation/kernel-trace.js} +1 -1
  505. package/src/inference/pipelines/text/{operator-events.js → observation/operator-events.js} +1 -1
  506. package/src/inference/pipelines/text/{probes.js → observation/probes.js} +13 -13
  507. package/src/inference/pipelines/text/{tsir-fixture-writer.js → observation/tsir-fixture-writer.js} +3 -3
  508. package/src/inference/pipelines/text/{execution.js → operations/execution.js} +14 -14
  509. package/src/inference/pipelines/text/{image-transcription.js → operations/image-transcription.js} +8 -8
  510. package/src/inference/pipelines/text/{partition-attempt.js → partitions/partition-attempt.js} +7 -7
  511. package/src/inference/pipelines/text/{partition-execution.js → partitions/partition-execution.js} +79 -34
  512. package/src/inference/pipelines/text/partitions/partition-wire.js +50 -0
  513. package/src/inference/pipelines/text/{resident-partition-contract.d.ts → partitions/resident-partition-contract.d.ts} +10 -8
  514. package/src/inference/pipelines/text/{resident-partition-contract.js → partitions/resident-partition-contract.js} +6 -6
  515. package/src/inference/pipelines/text/{resident-partition.js → partitions/resident-partition.js} +19 -13
  516. package/src/inference/pipelines/text/{resident-pipeline-preparation.js → partitions/resident-pipeline-preparation.js} +32 -32
  517. package/src/inference/pipelines/text/per-layer/materialize.js +4 -4
  518. package/src/inference/pipelines/text/per-layer/per-layer-inputs.js +5 -0
  519. package/src/inference/pipelines/text/per-layer/plan.js +4 -4
  520. package/src/inference/pipelines/text/{per-layer-inputs.js → per-layer/prepare.js} +14 -280
  521. package/src/inference/pipelines/text/per-layer/projection-contract.js +79 -0
  522. package/src/inference/pipelines/text/per-layer/runtime-cache.js +183 -0
  523. package/src/inference/pipelines/text/pipeline.d.ts +13 -8
  524. package/src/inference/pipelines/text/pipeline.js +78 -22
  525. package/src/inference/pipelines/text/{drift-policy.js → policy/drift-policy.js} +1 -1
  526. package/src/inference/pipelines/text/{dtype-contract.js → policy/dtype-contract.js} +2 -2
  527. package/src/inference/pipelines/text/{finiteness-guard-status.js → policy/finiteness-guard-status.js} +2 -1
  528. package/src/inference/pipelines/text/{generator-decode-policy.js → policy/generator-decode-policy.js} +5 -5
  529. package/src/inference/pipelines/text/state.d.ts +9 -8
  530. package/src/inference/pipelines/text/state.js +1 -0
  531. package/src/inference/pipelines/text/types.d.ts +14 -218
  532. package/src/inference/pipelines/text.js +2 -0
  533. package/src/inference/tokenizers/bundled/merge.js +130 -0
  534. package/src/inference/tokenizers/bundled.js +2 -36
  535. package/src/loader/doppler-loader.d.ts +17 -7
  536. package/src/loader/doppler-loader.js +27 -29
  537. package/src/loader/embedding-limit-preflight.js +29 -1
  538. package/src/loader/embedding-loader.js +18 -4
  539. package/src/loader/experts/compact-expert-cache.js +488 -0
  540. package/src/loader/experts/expert-cache.d.ts +1 -1
  541. package/src/loader/experts/expert-dequant-cache.d.ts +9 -0
  542. package/src/loader/experts/expert-dequant-cache.js +75 -0
  543. package/src/loader/experts/expert-frequency-index.js +129 -0
  544. package/src/loader/experts/expert-loader.d.ts +4 -0
  545. package/src/loader/experts/expert-loader.js +13 -1
  546. package/src/loader/experts/expert-preparation.d.ts +1 -1
  547. package/src/loader/experts/expert-preparation.js +1 -1
  548. package/src/loader/experts/loader-bindings.js +117 -13
  549. package/src/loader/experts/mapped-expert-upload-cache.d.ts +61 -0
  550. package/src/loader/experts/mapped-expert-upload-cache.js +382 -0
  551. package/src/loader/experts/qwen-paging.d.ts +1 -1
  552. package/src/loader/experts/qwen-paging.js +1 -1
  553. package/src/loader/experts/routed-expert-cache.d.ts +62 -3
  554. package/src/loader/experts/routed-expert-cache.js +451 -99
  555. package/src/loader/experts/routed-expert-plan.d.ts +2 -0
  556. package/src/loader/experts/routed-expert-plan.js +14 -8
  557. package/src/loader/experts/routed-expert-prefill.js +82 -0
  558. package/src/loader/experts/routed-expert-source.js +233 -0
  559. package/src/loader/experts/routed-expert-trace.js +77 -0
  560. package/src/loader/experts/tiered-expert-cache.d.ts +12 -0
  561. package/src/loader/experts/tiered-expert-cache.js +287 -0
  562. package/src/loader/experts/tiered-expert-plan.js +74 -0
  563. package/src/loader/final-weights-loader.d.ts +1 -1
  564. package/src/loader/hyper-connection-loader.d.ts +2 -2
  565. package/src/loader/hyper-connection-loader.js +85 -13
  566. package/src/loader/layer-loader.d.ts +3 -3
  567. package/src/loader/layer-loader.js +1 -1
  568. package/src/loader/layer-tensor-aliases.js +14 -11
  569. package/src/loader/loader-types.d.ts +6 -1
  570. package/src/loader/manifest-config.js +4 -0
  571. package/src/loader/model-executor.js +18 -1
  572. package/src/loader/model-load.d.ts +1 -1
  573. package/src/loader/model-load.js +1 -1
  574. package/src/loader/ngram-table-bindings.d.ts +3 -3
  575. package/src/loader/ngram-table-bindings.js +7 -6
  576. package/src/loader/q4k-reference-weight.js +1 -1
  577. package/src/loader/shard-cache.d.ts +8 -1
  578. package/src/loader/shard-cache.js +33 -0
  579. package/src/loader/tensors/bf16-loader.js +2 -1
  580. package/src/loader/tensors/fp8-loader.js +1 -1
  581. package/src/loader/tensors/load-executor.js +10 -2
  582. package/src/loader/tensors/tensor-loader.js +1 -1
  583. package/src/loader/tensors/tensor-reader.js +18 -5
  584. package/src/loader/tensors/w8a8-loader.js +1 -1
  585. package/src/loader/weight-representation-plan.d.ts +1 -1
  586. package/src/memory/buffer-pool/readback.js +82 -0
  587. package/src/memory/buffer-pool.d.ts +11 -2
  588. package/src/memory/buffer-pool.js +12 -73
  589. package/src/partitions.d.ts +4 -3
  590. package/src/partitions.js +3 -2
  591. package/src/{converter → rules}/capability-transform-resolver.js +3 -3
  592. package/src/rules/generated/rule-bundle.json +1 -1
  593. package/src/rules/inference/capability-transforms.rules.json +95 -28
  594. package/src/rules/rule-registry.js +2 -0
  595. package/src/storage/artifact-range-loaders.js +42 -0
  596. package/src/storage/artifact-storage-context.d.ts +4 -0
  597. package/src/storage/artifact-storage-context.js +8 -18
  598. package/src/storage/backends/idb-store.js +1 -1
  599. package/src/storage/distribution-transport.js +1 -1
  600. package/src/storage/download/http-contract.js +1 -1
  601. package/src/storage/download/http-transport.js +4 -4
  602. package/src/storage/inventory.js +1 -1
  603. package/src/storage/model-cache.d.ts +2 -1
  604. package/src/storage/model-cache.js +12 -8
  605. package/src/storage/node-file-access.js +4 -0
  606. package/src/storage/quota.d.ts +2 -1
  607. package/src/storage/quota.js +2 -1
  608. package/src/storage/shard-manager.d.ts +1 -1
  609. package/src/storage/shards/integrity.js +17 -0
  610. package/src/storage/source-artifact-store.d.ts +1 -1
  611. package/src/storage/source-artifact-store.js +1 -0
  612. package/src/storage/source-storage-context.d.ts +4 -0
  613. package/src/storage/source-storage-context.js +14 -0
  614. package/src/storage/verified-piece-gather-lane.js +192 -0
  615. package/src/storage/verified-piece-gather-worker.js +520 -0
  616. package/src/storage/verified-piece-gather.d.ts +113 -0
  617. package/src/storage/verified-piece-gather.js +199 -0
  618. package/src/storage/verified-piece-reader.d.ts +7 -0
  619. package/src/storage/verified-piece-reader.js +69 -12
  620. package/src/storage/verified-piece-storage.d.ts +3 -1
  621. package/src/storage/verified-piece-storage.js +101 -11
  622. package/src/storage/verified-piece-timings.js +25 -0
  623. package/src/tooling/browser-command-runner.js +1 -1
  624. package/src/tooling/browser-harness/benchmark-execution.js +2 -2
  625. package/src/tooling/browser-harness/benchmark-rerank.js +2 -2
  626. package/src/tooling/browser-harness/inference-execution.js +1 -1
  627. package/src/tooling/browser-harness/model-resolution.js +1 -1
  628. package/src/tooling/browser-harness/runtime-config.js +1 -1
  629. package/src/tooling/browser-harness/runtime-isolation.js +2 -5
  630. package/src/tooling/browser-harness/text-evidence.js +1 -1
  631. package/src/tooling/browser-harness-contract-helpers.js +1 -1
  632. package/src/tooling/browser-harness.js +2 -2
  633. package/src/tooling/capsule-v2.js +2 -2
  634. package/src/tooling/capsule.js +2 -2
  635. package/src/tooling/command-api-constants.js +4 -2
  636. package/src/tooling/command-api.d.ts +1 -1
  637. package/src/tooling/command-api.js +15 -21
  638. package/src/tooling/command-runtime-execution.js +1 -8
  639. package/src/tooling/diagnose-runner.js +3 -41
  640. package/src/tooling/node-browser/static-server.js +2 -2
  641. package/src/tooling/node-command-execution.js +2 -34
  642. package/src/tooling/node-converter/input.js +1 -1
  643. package/src/tooling/node-converter/output.js +2 -2
  644. package/src/tooling/node-converter.js +1 -1
  645. package/src/tooling/node-runtime-bridge.js +43 -0
  646. package/src/tooling/node-source-runtime.js +34 -35
  647. package/src/tooling/production-release.js +1 -1
  648. package/src/tooling/program-bundle/materialize.js +1 -1
  649. package/src/tooling/program-bundle-parity.d.ts +1 -1
  650. package/src/tooling/program-bundle-parity.js +1 -1
  651. package/src/tooling/program-bundle.d.ts +1 -1
  652. package/src/tooling/program-bundle.js +2 -2
  653. package/src/tooling/runtime-intent.js +1 -1
  654. package/src/tooling/source-artifact-adapter.js +3 -3
  655. package/src/tooling/source-runtime/node-loader.js +32 -5
  656. package/src/tooling/source-runtime-converter-config.js +28 -6
  657. package/src/tooling-exports.shared.d.ts +3 -3
  658. package/src/tooling-exports.shared.js +2 -2
  659. package/src/version.js +1 -1
  660. package/tests/kernels/browser/kernel-suite.js +1 -1
  661. package/tests/kernels/harness/benchmark.js +1 -1
  662. package/tools/README.md +74 -0
  663. package/src/config/runtime/profiles/qwen3-6-35b-a3b-q4_0-pooled-q8-common-diagnostic.json +0 -4407
  664. package/src/inference/pipelines/text/moe-cpu.js +0 -20
  665. /package/src/config/{capsule-loading.d.ts → capsule/capsule-loading.d.ts} +0 -0
  666. /package/src/config/{capsule-release-contract.d.ts → capsule/capsule-release-contract.d.ts} +0 -0
  667. /package/src/config/{capsule-signature.d.ts → capsule/capsule-signature.d.ts} +0 -0
  668. /package/src/config/{capsule-signature.js → capsule/capsule-signature.js} +0 -0
  669. /package/src/config/{capsule-v3.d.ts → capsule/capsule-v3.d.ts} +0 -0
  670. /package/src/config/{capsule.d.ts → capsule/capsule.d.ts} +0 -0
  671. /package/src/config/schema/{diffusion.schema.d.ts → execution/diffusion.schema.d.ts} +0 -0
  672. /package/src/config/schema/{diffusion.schema.js → execution/diffusion.schema.js} +0 -0
  673. /package/src/config/schema/{energy.schema.d.ts → execution/energy.schema.d.ts} +0 -0
  674. /package/src/config/schema/{energy.schema.js → execution/energy.schema.js} +0 -0
  675. /package/src/config/schema/{hyper-connection-decoder.schema.d.ts → execution/hyper-connection-decoder.schema.d.ts} +0 -0
  676. /package/src/config/schema/{hyper-connection-decoder.schema.js → execution/hyper-connection-decoder.schema.js} +0 -0
  677. /package/src/config/schema/{inference.schema.js → execution/inference.schema.js} +0 -0
  678. /package/src/config/schema/{kernel-path.schema.js → execution/kernel-path.schema.js} +0 -0
  679. /package/src/config/schema/{kernel-registry.schema.js → execution/kernel-registry.schema.js} +0 -0
  680. /package/src/config/schema/{kernel-warmup.schema.d.ts → execution/kernel-warmup.schema.d.ts} +0 -0
  681. /package/src/config/schema/{kernel-warmup.schema.js → execution/kernel-warmup.schema.js} +0 -0
  682. /package/src/config/schema/{speculation-self.schema.d.ts → execution/speculation-self.schema.d.ts} +0 -0
  683. /package/src/config/schema/{speculation-self.schema.js → execution/speculation-self.schema.js} +0 -0
  684. /package/src/config/schema/{speculative.schema.d.ts → execution/speculative.schema.d.ts} +0 -0
  685. /package/src/config/schema/{speculative.schema.js → execution/speculative.schema.js} +0 -0
  686. /package/src/config/schema/{conversion-report.schema.d.ts → manifest/conversion-report.schema.d.ts} +0 -0
  687. /package/src/config/schema/{conversion-report.schema.js → manifest/conversion-report.schema.js} +0 -0
  688. /package/src/config/schema/{conversion.schema.d.ts → manifest/conversion.schema.d.ts} +0 -0
  689. /package/src/config/schema/{conversion.schema.js → manifest/conversion.schema.js} +0 -0
  690. /package/src/config/schema/{fp8.schema.d.ts → manifest/fp8.schema.d.ts} +0 -0
  691. /package/src/config/schema/{fp8.schema.js → manifest/fp8.schema.js} +0 -0
  692. /package/src/config/schema/{manifest-rope.schema.d.ts → manifest/manifest-rope.schema.d.ts} +0 -0
  693. /package/src/config/schema/{quantization-defaults.schema.d.ts → manifest/quantization-defaults.schema.d.ts} +0 -0
  694. /package/src/config/schema/{quantization-defaults.schema.js → manifest/quantization-defaults.schema.js} +0 -0
  695. /package/src/config/schema/{quantization.schema.d.ts → manifest/quantization.schema.d.ts} +0 -0
  696. /package/src/config/schema/{quantization.schema.js → manifest/quantization.schema.js} +0 -0
  697. /package/src/config/schema/{w8a8.schema.d.ts → manifest/w8a8.schema.d.ts} +0 -0
  698. /package/src/config/schema/{w8a8.schema.js → manifest/w8a8.schema.js} +0 -0
  699. /package/src/config/schema/{gpu-cache.schema.d.ts → platform/gpu-cache.schema.d.ts} +0 -0
  700. /package/src/config/schema/{gpu-cache.schema.js → platform/gpu-cache.schema.js} +0 -0
  701. /package/src/config/schema/{memory-limits.schema.d.ts → platform/memory-limits.schema.d.ts} +0 -0
  702. /package/src/config/schema/{platform.schema.d.ts → platform/platform.schema.d.ts} +0 -0
  703. /package/src/config/schema/{support-tiers.schema.d.ts → policy/support-tiers.schema.d.ts} +0 -0
  704. /package/src/config/schema/{support-tiers.schema.js → policy/support-tiers.schema.js} +0 -0
  705. /package/src/config/schema/{adapter.schema.d.ts → runtime/adapter.schema.d.ts} +0 -0
  706. /package/src/config/schema/{adapter.schema.js → runtime/adapter.schema.js} +0 -0
  707. /package/src/config/schema/{benchmark.schema.d.ts → runtime/benchmark.schema.d.ts} +0 -0
  708. /package/src/config/schema/{benchmark.schema.js → runtime/benchmark.schema.js} +0 -0
  709. /package/src/config/schema/{bridge.schema.d.ts → runtime/bridge.schema.d.ts} +0 -0
  710. /package/src/config/schema/{bridge.schema.js → runtime/bridge.schema.js} +0 -0
  711. /package/src/config/schema/{browser-suite-metrics.schema.d.ts → runtime/browser-suite-metrics.schema.d.ts} +0 -0
  712. /package/src/config/schema/{browser-suite-metrics.schema.js → runtime/browser-suite-metrics.schema.js} +0 -0
  713. /package/src/config/schema/{buffer-pool.schema.d.ts → runtime/buffer-pool.schema.d.ts} +0 -0
  714. /package/src/config/schema/{buffer-pool.schema.js → runtime/buffer-pool.schema.js} +0 -0
  715. /package/src/config/schema/{debug.schema.d.ts → runtime/debug.schema.d.ts} +0 -0
  716. /package/src/config/schema/{debug.schema.js → runtime/debug.schema.js} +0 -0
  717. /package/src/config/schema/{distribution.schema.d.ts → runtime/distribution.schema.d.ts} +0 -0
  718. /package/src/config/schema/{distribution.schema.js → runtime/distribution.schema.js} +0 -0
  719. /package/src/config/schema/{ecosystem.schema.d.ts → runtime/ecosystem.schema.d.ts} +0 -0
  720. /package/src/config/schema/{ecosystem.schema.js → runtime/ecosystem.schema.js} +0 -0
  721. /package/src/config/schema/{harness.schema.d.ts → runtime/harness.schema.d.ts} +0 -0
  722. /package/src/config/schema/{harness.schema.js → runtime/harness.schema.js} +0 -0
  723. /package/src/config/schema/{hotswap.schema.d.ts → runtime/hotswap.schema.d.ts} +0 -0
  724. /package/src/config/schema/{hotswap.schema.js → runtime/hotswap.schema.js} +0 -0
  725. /package/src/config/schema/{intent-bundle.schema.d.ts → runtime/intent-bundle.schema.d.ts} +0 -0
  726. /package/src/config/schema/{intent-bundle.schema.js → runtime/intent-bundle.schema.js} +0 -0
  727. /package/src/config/schema/{runtime-profile.schema.d.ts → runtime/runtime-profile.schema.d.ts} +0 -0
  728. /package/src/config/schema/{runtime-profile.schema.js → runtime/runtime-profile.schema.js} +0 -0
  729. /package/src/config/schema/{storage.schema.d.ts → runtime/storage.schema.d.ts} +0 -0
  730. /package/src/config/schema/{storage.schema.js → runtime/storage.schema.js} +0 -0
  731. /package/src/config/schema/{tooling.schema.js → runtime/tooling.schema.js} +0 -0
  732. /package/src/config/schema/{units.schema.d.ts → runtime/units.schema.d.ts} +0 -0
  733. /package/src/config/schema/{units.schema.js → runtime/units.schema.js} +0 -0
  734. /package/src/config/schema/{backward-registry.schema.d.ts → training/backward-registry.schema.d.ts} +0 -0
  735. /package/src/config/schema/{backward-registry.schema.js → training/backward-registry.schema.js} +0 -0
  736. /package/src/config/schema/{distill-training.schema.d.ts → training/distill-training.schema.d.ts} +0 -0
  737. /package/src/config/schema/{distill-training.schema.js → training/distill-training.schema.js} +0 -0
  738. /package/src/config/schema/{lora.schema.d.ts → training/lora.schema.d.ts} +0 -0
  739. /package/src/config/schema/{training-metrics.schema.d.ts → training/training-metrics.schema.d.ts} +0 -0
  740. /package/src/config/schema/{training-metrics.schema.js → training/training-metrics.schema.js} +0 -0
  741. /package/src/config/schema/{training.schema.d.ts → training/training.schema.d.ts} +0 -0
  742. /package/src/config/schema/{training.schema.js → training/training.schema.js} +0 -0
  743. /package/src/config/schema/{ul-training.schema.d.ts → training/ul-training.schema.d.ts} +0 -0
  744. /package/src/config/schema/{ul-training.schema.js → training/ul-training.schema.js} +0 -0
  745. /package/src/{converter → config/transforms}/execution-graph/dtype.js +0 -0
  746. /package/src/{converter → config/transforms}/execution-graph/fusion.js +0 -0
  747. /package/src/{converter → config/transforms}/execution-graph/kv-storage.js +0 -0
  748. /package/src/{converter → config/transforms}/execution-graph/validation.js +0 -0
  749. /package/src/{converter → formats}/qwen4-exp-source-defaults.json +0 -0
  750. /package/src/inference/pipelines/text/{buffer-types.d.ts → contracts/buffer-types.d.ts} +0 -0
  751. /package/src/inference/pipelines/text/{embedding-contract.d.ts → embedding/embedding-contract.d.ts} +0 -0
  752. /package/src/inference/pipelines/text/{embedding-contract.js → embedding/embedding-contract.js} +0 -0
  753. /package/src/inference/pipelines/text/{precomputed-input-norm.js → execution/precomputed-input-norm.js} +0 -0
  754. /package/src/inference/pipelines/text/generator/{batch-retry-policy.js → decode/batch-retry-policy.js} +0 -0
  755. /package/src/inference/pipelines/text/{chat-format.d.ts → generator/request/chat-format.d.ts} +0 -0
  756. /package/src/inference/pipelines/text/{chat-format.js → generator/request/chat-format.js} +0 -0
  757. /package/src/inference/pipelines/text/generator/{recorder-stats.js → session/recorder-stats.js} +0 -0
  758. /package/src/inference/pipelines/text/generator/{whole-token-template.js → whole-token/whole-token-template.js} +0 -0
  759. /package/src/inference/pipelines/text/{init-chat-templates.js → initialization/init-chat-templates.js} +0 -0
  760. /package/src/inference/pipelines/text/{load-policy.js → loading/load-policy.js} +0 -0
  761. /package/src/inference/pipelines/text/{pipeline-load-timing.js → loading/pipeline-load-timing.js} +0 -0
  762. /package/src/inference/pipelines/text/{generator → logits}/hidden-projection.d.ts +0 -0
  763. /package/src/inference/pipelines/text/{operator-events.d.ts → observation/operator-events.d.ts} +0 -0
  764. /package/src/inference/pipelines/text/{stage-names.d.ts → observation/stage-names.d.ts} +0 -0
  765. /package/src/inference/pipelines/text/{stage-names.js → observation/stage-names.js} +0 -0
  766. /package/src/inference/pipelines/text/{tsir-fixture-writer.d.ts → observation/tsir-fixture-writer.d.ts} +0 -0
  767. /package/src/inference/pipelines/text/{generator → per-layer}/per-layer-buffer.js +0 -0
  768. /package/src/inference/pipelines/text/{finiteness-policy.js → policy/finiteness-policy.js} +0 -0
@@ -1,4407 +0,0 @@
1
- {
2
- "id": "profiles/qwen3-6-35b-a3b-q4_0-pooled-q8-common-diagnostic",
3
- "name": "qwen3-6-35b-a3b-q4_0-pooled-q8-common-diagnostic",
4
- "description": "Diagnostic common-weights lane only: the candidate profile with the Q6_K query projections, LM head and Q5_0 shared-expert projections on Q8_0 kernels, for the RDRR built by tools/experiments/build-pooled-q8-common-rdrr.js (Pooled-prepared Q8 values for the tensors Pooled requantizes). Not a product profile; its results are not native-weight evidence.",
5
- "intent": "investigate",
6
- "compatibleIntents": [
7
- "investigate",
8
- "verify"
9
- ],
10
- "stability": "experimental",
11
- "owner": "doppler-core",
12
- "createdAtUtc": "2026-10-30T00:00:00Z",
13
- "extends": "profiles/default",
14
- "model": "qwen-3-6-35b-a3b-text-source-q4_0-af32-pooled-q8-common",
15
- "runtime": {
16
- "inference": {
17
- "session": {
18
- "compute": {
19
- "defaults": {
20
- "activationDtype": "f32",
21
- "mathDtype": "f32",
22
- "accumDtype": "f32",
23
- "outputDtype": "f32"
24
- }
25
- },
26
- "usePreparedDecodeWorkspace": true,
27
- "useLinearAttentionFusedDecodeCore": false,
28
- "useLinearAttentionRegisterPrefill": true,
29
- "useLinearAttentionRegisterDecode": true,
30
- "prefillTokenChunkSize": 256,
31
- "decodeLoop": {
32
- "batchSize": 1,
33
- "stopCheckMode": "per-token",
34
- "readbackInterval": 1,
35
- "readbackMode": "sequential",
36
- "submitLatencyThresholdMs": null,
37
- "ringTokens": 1,
38
- "ringStop": 1,
39
- "ringStaging": 1,
40
- "disableCommandBatching": false,
41
- "layerSubmitInterval": 1,
42
- "wholeTokenProgram": true
43
- }
44
- },
45
- "moe": {
46
- "routing": {
47
- "activeExpertSelection": "topk-route"
48
- }
49
- },
50
- "generation": {
51
- "disableMultiTokenDecode": true
52
- },
53
- "kernelPath": {
54
- "id": "qwen-3-6-35b-a3b-text-source-q4_0-af32-native-decode-candidate-pooled-q8-common-diagnostic",
55
- "name": "Execution inline kernel path",
56
- "description": "Native GGUF Q4_0 candidate: post-attention norm with the expert and shared router GEMVs in one dispatch, subgroup F32 GEMV linear a-b, cooperative Q-family projections and lm_head, pair shared-slot MoE gate/up with the down projection, slot combine and layer residual in one dispatch, split-K GQA decode attention.",
57
- "activationDtype": "f32",
58
- "kvDtype": "f32",
59
- "decode": {
60
- "steps": [
61
- {
62
- "op": "input_norm",
63
- "kernel": "rmsnorm.wgsl",
64
- "entry": "main",
65
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c"
66
- },
67
- {
68
- "op": "k_proj",
69
- "kernel": "matmul_gguf_pair_f32.wgsl",
70
- "entry": "main",
71
- "weights": "layer.{L}.self_attn.k_proj",
72
- "constants": {
73
- "WORKGROUP_SIZE": 128,
74
- "ROWS": 1,
75
- "BLOCK_VALUES": 32,
76
- "BLOCK_BYTES": 34,
77
- "QUANT_FORMAT": 2
78
- },
79
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f"
80
- },
81
- {
82
- "op": "v_proj",
83
- "kernel": "matmul_gguf_pair_f32.wgsl",
84
- "entry": "main",
85
- "weights": "layer.{L}.self_attn.v_proj",
86
- "constants": {
87
- "WORKGROUP_SIZE": 128,
88
- "ROWS": 1,
89
- "BLOCK_VALUES": 32,
90
- "BLOCK_BYTES": 34,
91
- "QUANT_FORMAT": 2
92
- },
93
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f"
94
- },
95
- {
96
- "op": "rope_q",
97
- "kernel": "rope.wgsl",
98
- "entry": "main",
99
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416"
100
- },
101
- {
102
- "op": "rope_k",
103
- "kernel": "rope.wgsl",
104
- "entry": "main",
105
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416"
106
- },
107
- {
108
- "op": "attention",
109
- "kernel": "attention_decode_gqa_splitk.wgsl",
110
- "entry": "main",
111
- "precision": {
112
- "kvDtype": "f32",
113
- "activationDtype": "f32"
114
- },
115
- "digest": "sha256:79cff3ef0ce72c9eabfa0611814c7722f21c3d3e502c2884b5bc610e13595c00"
116
- },
117
- {
118
- "op": "o_proj",
119
- "kernel": "matmul_gguf_pair_f32.wgsl",
120
- "entry": "main",
121
- "weights": "layer.{L}.self_attn.o_proj",
122
- "constants": {
123
- "WORKGROUP_SIZE": 128,
124
- "ROWS": 1,
125
- "BLOCK_VALUES": 32,
126
- "BLOCK_BYTES": 18,
127
- "QUANT_FORMAT": 0
128
- },
129
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f"
130
- },
131
- {
132
- "op": "attn_residual",
133
- "kernel": "residual.wgsl",
134
- "entry": "main",
135
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117"
136
- },
137
- {
138
- "op": "post_attn_norm",
139
- "kernel": "rmsnorm.wgsl",
140
- "entry": "main",
141
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c"
142
- },
143
- {
144
- "op": "gate_proj",
145
- "kernel": "matmul_gguf_pair_f32.wgsl",
146
- "entry": "main",
147
- "weights": "layer.{L}.mlp.gate_proj",
148
- "constants": {
149
- "WORKGROUP_SIZE": 128,
150
- "ROWS": 1,
151
- "BLOCK_VALUES": 32,
152
- "BLOCK_BYTES": 34,
153
- "QUANT_FORMAT": 2
154
- },
155
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f"
156
- },
157
- {
158
- "op": "up_proj",
159
- "kernel": "matmul_gguf_pair_f32.wgsl",
160
- "entry": "main",
161
- "weights": "layer.{L}.mlp.up_proj",
162
- "constants": {
163
- "WORKGROUP_SIZE": 128,
164
- "ROWS": 1,
165
- "BLOCK_VALUES": 32,
166
- "BLOCK_BYTES": 34,
167
- "QUANT_FORMAT": 2
168
- },
169
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f"
170
- },
171
- {
172
- "op": "activation",
173
- "kernel": "silu.wgsl",
174
- "entry": "main",
175
- "constants": {
176
- "HAS_GATE": true
177
- },
178
- "digest": "sha256:712787a59b032453b09f147be0d0c073266c47a7a12c3b746984aaf28075bedb"
179
- },
180
- {
181
- "op": "down_proj",
182
- "kernel": "matmul_gguf_pair_f32.wgsl",
183
- "entry": "main",
184
- "weights": "layer.{L}.mlp.down_proj",
185
- "constants": {
186
- "WORKGROUP_SIZE": 128,
187
- "ROWS": 1,
188
- "BLOCK_VALUES": 32,
189
- "BLOCK_BYTES": 34,
190
- "QUANT_FORMAT": 2
191
- },
192
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f"
193
- },
194
- {
195
- "op": "ffn_residual",
196
- "kernel": "residual.wgsl",
197
- "entry": "main",
198
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117"
199
- },
200
- {
201
- "op": "linear_a_proj",
202
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
203
- "entry": "main",
204
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f"
205
- },
206
- {
207
- "op": "linear_b_proj",
208
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
209
- "entry": "main",
210
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f"
211
- },
212
- {
213
- "op": "linear_qkv_proj",
214
- "kernel": "matmul_gguf_pair_f32.wgsl",
215
- "entry": "main",
216
- "weights": "layer.{L}.linear_attn.in_proj_qkv",
217
- "constants": {
218
- "WORKGROUP_SIZE": 128,
219
- "ROWS": 1,
220
- "BLOCK_VALUES": 32,
221
- "BLOCK_BYTES": 18,
222
- "QUANT_FORMAT": 0
223
- },
224
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f"
225
- },
226
- {
227
- "op": "linear_z_proj",
228
- "kernel": "matmul_gguf_pair_f32.wgsl",
229
- "entry": "main",
230
- "weights": "layer.{L}.linear_attn.in_proj_z",
231
- "constants": {
232
- "WORKGROUP_SIZE": 128,
233
- "ROWS": 1,
234
- "BLOCK_VALUES": 32,
235
- "BLOCK_BYTES": 18,
236
- "QUANT_FORMAT": 0
237
- },
238
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f"
239
- },
240
- {
241
- "op": "linear_out_proj",
242
- "kernel": "matmul_gguf_pair_f32.wgsl",
243
- "entry": "main",
244
- "weights": "layer.{L}.linear_attn.out_proj",
245
- "constants": {
246
- "WORKGROUP_SIZE": 128,
247
- "ROWS": 1,
248
- "BLOCK_VALUES": 32,
249
- "BLOCK_BYTES": 34,
250
- "QUANT_FORMAT": 2
251
- },
252
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f"
253
- },
254
- {
255
- "op": "moe_norm_router",
256
- "kernel": "moe_norm_router_f32.wgsl",
257
- "entry": "single_pass",
258
- "digest": "sha256:87646d02b567b3c13f66245ac222392df92af863da920ce562caa77dd14f2e93"
259
- },
260
- {
261
- "op": "moe_router",
262
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
263
- "entry": "main",
264
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f"
265
- },
266
- {
267
- "op": "moe_shared_router",
268
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
269
- "entry": "main",
270
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f"
271
- },
272
- {
273
- "op": "moe_shared_slot_gu",
274
- "kernel": "moe_shared_slot_gu_pair_f32.wgsl",
275
- "entry": "main",
276
- "digest": "sha256:9bd7442fd04389e0ad901e660aeb18abf14ba4a2f34c5668680da6d35be65be4"
277
- },
278
- {
279
- "op": "moe_shared_slot_down",
280
- "kernel": "moe_shared_slot_down_pair_combine_residual_f32.wgsl",
281
- "entry": "main",
282
- "digest": "sha256:ce5918180213bd0923b90f579564f1f00b4c4f716ace51ad1200075a3b1a78a8"
283
- }
284
- ]
285
- },
286
- "prefill": {
287
- "steps": [
288
- {
289
- "op": "input_norm",
290
- "kernel": "rmsnorm.wgsl",
291
- "entry": "main",
292
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c"
293
- },
294
- {
295
- "op": "k_proj",
296
- "kernel": "matmul_q4_0_tile64.wgsl",
297
- "entry": "main",
298
- "weights": "layer.{L}.self_attn.k_proj",
299
- "constants": {
300
- "WORKGROUP_SIZE": 128,
301
- "COLS_PER_WG": 4,
302
- "THREADS_PER_COL_GEMV": 32,
303
- "TILE_SIZE": 16,
304
- "BLOCK_VALUES": 32,
305
- "BLOCK_BYTES": 34,
306
- "QUANT_FORMAT": 2
307
- },
308
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9"
309
- },
310
- {
311
- "op": "v_proj",
312
- "kernel": "matmul_q4_0_tile64.wgsl",
313
- "entry": "main",
314
- "weights": "layer.{L}.self_attn.v_proj",
315
- "constants": {
316
- "WORKGROUP_SIZE": 128,
317
- "COLS_PER_WG": 4,
318
- "THREADS_PER_COL_GEMV": 32,
319
- "TILE_SIZE": 16,
320
- "BLOCK_VALUES": 32,
321
- "BLOCK_BYTES": 34,
322
- "QUANT_FORMAT": 2
323
- },
324
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9"
325
- },
326
- {
327
- "op": "rope_q",
328
- "kernel": "rope.wgsl",
329
- "entry": "main",
330
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416"
331
- },
332
- {
333
- "op": "rope_k",
334
- "kernel": "rope.wgsl",
335
- "entry": "main",
336
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416"
337
- },
338
- {
339
- "op": "attention",
340
- "kernel": "attention_prefill_query_tile_f32.wgsl",
341
- "entry": "main",
342
- "precision": {
343
- "kvDtype": "f32",
344
- "activationDtype": "f32"
345
- },
346
- "digest": "sha256:b404819ada11cdb093c0b98f9127cba40f06b2f2c1294748228c2e22c9f98a6e"
347
- },
348
- {
349
- "op": "o_proj",
350
- "kernel": "matmul_q4_0_tile64.wgsl",
351
- "entry": "main",
352
- "weights": "layer.{L}.self_attn.o_proj",
353
- "constants": {
354
- "WORKGROUP_SIZE": 128,
355
- "COLS_PER_WG": 4,
356
- "THREADS_PER_COL_GEMV": 32,
357
- "TILE_SIZE": 16,
358
- "BLOCK_VALUES": 32,
359
- "BLOCK_BYTES": 18,
360
- "QUANT_FORMAT": 0
361
- },
362
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9"
363
- },
364
- {
365
- "op": "attn_residual",
366
- "kernel": "residual.wgsl",
367
- "entry": "main",
368
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117"
369
- },
370
- {
371
- "op": "post_attn_norm",
372
- "kernel": "rmsnorm.wgsl",
373
- "entry": "main",
374
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c"
375
- },
376
- {
377
- "op": "gate_proj",
378
- "kernel": "matmul_q4_0_tile64.wgsl",
379
- "entry": "main",
380
- "weights": "layer.{L}.mlp.gate_proj",
381
- "constants": {
382
- "WORKGROUP_SIZE": 128,
383
- "COLS_PER_WG": 4,
384
- "THREADS_PER_COL_GEMV": 32,
385
- "TILE_SIZE": 16,
386
- "BLOCK_VALUES": 32,
387
- "BLOCK_BYTES": 34,
388
- "QUANT_FORMAT": 2
389
- },
390
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9"
391
- },
392
- {
393
- "op": "up_proj",
394
- "kernel": "matmul_q4_0_tile64.wgsl",
395
- "entry": "main",
396
- "weights": "layer.{L}.mlp.up_proj",
397
- "constants": {
398
- "WORKGROUP_SIZE": 128,
399
- "COLS_PER_WG": 4,
400
- "THREADS_PER_COL_GEMV": 32,
401
- "TILE_SIZE": 16,
402
- "BLOCK_VALUES": 32,
403
- "BLOCK_BYTES": 34,
404
- "QUANT_FORMAT": 2
405
- },
406
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9"
407
- },
408
- {
409
- "op": "activation",
410
- "kernel": "silu.wgsl",
411
- "entry": "main",
412
- "constants": {
413
- "HAS_GATE": true
414
- },
415
- "digest": "sha256:712787a59b032453b09f147be0d0c073266c47a7a12c3b746984aaf28075bedb"
416
- },
417
- {
418
- "op": "down_proj",
419
- "kernel": "matmul_q4_0_tile64.wgsl",
420
- "entry": "main",
421
- "weights": "layer.{L}.mlp.down_proj",
422
- "constants": {
423
- "WORKGROUP_SIZE": 128,
424
- "COLS_PER_WG": 4,
425
- "THREADS_PER_COL_GEMV": 32,
426
- "TILE_SIZE": 16,
427
- "BLOCK_VALUES": 32,
428
- "BLOCK_BYTES": 34,
429
- "QUANT_FORMAT": 2
430
- },
431
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9"
432
- },
433
- {
434
- "op": "ffn_residual",
435
- "kernel": "residual.wgsl",
436
- "entry": "main",
437
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117"
438
- },
439
- {
440
- "op": "linear_a_proj",
441
- "kernel": "matmul_f32.wgsl",
442
- "entry": "main",
443
- "weights": "layer.{L}.linear_attn.in_proj_a",
444
- "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8"
445
- },
446
- {
447
- "op": "linear_b_proj",
448
- "kernel": "matmul_f32.wgsl",
449
- "entry": "main",
450
- "weights": "layer.{L}.linear_attn.in_proj_b",
451
- "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8"
452
- },
453
- {
454
- "op": "linear_qkv_proj",
455
- "kernel": "matmul_q4_0_tile64.wgsl",
456
- "entry": "main",
457
- "weights": "layer.{L}.linear_attn.in_proj_qkv",
458
- "constants": {
459
- "WORKGROUP_SIZE": 128,
460
- "COLS_PER_WG": 4,
461
- "THREADS_PER_COL_GEMV": 32,
462
- "TILE_SIZE": 16,
463
- "BLOCK_VALUES": 32,
464
- "BLOCK_BYTES": 18,
465
- "QUANT_FORMAT": 0
466
- },
467
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9"
468
- },
469
- {
470
- "op": "linear_z_proj",
471
- "kernel": "matmul_q4_0_tile64.wgsl",
472
- "entry": "main",
473
- "weights": "layer.{L}.linear_attn.in_proj_z",
474
- "constants": {
475
- "WORKGROUP_SIZE": 128,
476
- "COLS_PER_WG": 4,
477
- "THREADS_PER_COL_GEMV": 32,
478
- "TILE_SIZE": 16,
479
- "BLOCK_VALUES": 32,
480
- "BLOCK_BYTES": 18,
481
- "QUANT_FORMAT": 0
482
- },
483
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9"
484
- },
485
- {
486
- "op": "linear_out_proj",
487
- "kernel": "matmul_q4_0_tile64.wgsl",
488
- "entry": "main",
489
- "weights": "layer.{L}.linear_attn.out_proj",
490
- "constants": {
491
- "WORKGROUP_SIZE": 128,
492
- "COLS_PER_WG": 4,
493
- "THREADS_PER_COL_GEMV": 32,
494
- "TILE_SIZE": 16,
495
- "BLOCK_VALUES": 32,
496
- "BLOCK_BYTES": 34,
497
- "QUANT_FORMAT": 2
498
- },
499
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9"
500
- }
501
- ]
502
- },
503
- "layerOverrides": [
504
- {
505
- "layers": [
506
- 0,
507
- 1,
508
- 2,
509
- 10,
510
- 22,
511
- 34,
512
- 36,
513
- 37,
514
- 38
515
- ],
516
- "decode": {
517
- "steps": [
518
- {
519
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
520
- "entry": "main",
521
- "kernel": "rmsnorm.wgsl",
522
- "op": "input_norm"
523
- },
524
- {
525
- "constants": {
526
- "WORKGROUP_SIZE": 128,
527
- "ROWS": 1,
528
- "BLOCK_VALUES": 32,
529
- "BLOCK_BYTES": 34,
530
- "QUANT_FORMAT": 2
531
- },
532
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
533
- "entry": "main",
534
- "kernel": "matmul_gguf_pair_f32.wgsl",
535
- "op": "k_proj",
536
- "weights": "layer.{L}.self_attn.k_proj"
537
- },
538
- {
539
- "constants": {
540
- "WORKGROUP_SIZE": 128,
541
- "ROWS": 1,
542
- "BLOCK_VALUES": 32,
543
- "BLOCK_BYTES": 34,
544
- "QUANT_FORMAT": 2
545
- },
546
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
547
- "entry": "main",
548
- "kernel": "matmul_gguf_pair_f32.wgsl",
549
- "op": "v_proj",
550
- "weights": "layer.{L}.self_attn.v_proj"
551
- },
552
- {
553
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
554
- "entry": "main",
555
- "kernel": "rope.wgsl",
556
- "op": "rope_q"
557
- },
558
- {
559
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
560
- "entry": "main",
561
- "kernel": "rope.wgsl",
562
- "op": "rope_k"
563
- },
564
- {
565
- "digest": "sha256:79cff3ef0ce72c9eabfa0611814c7722f21c3d3e502c2884b5bc610e13595c00",
566
- "entry": "main",
567
- "kernel": "attention_decode_gqa_splitk.wgsl",
568
- "op": "attention",
569
- "precision": {
570
- "activationDtype": "f32",
571
- "kvDtype": "f32"
572
- }
573
- },
574
- {
575
- "constants": {
576
- "WORKGROUP_SIZE": 128,
577
- "ROWS": 1,
578
- "BLOCK_VALUES": 32,
579
- "BLOCK_BYTES": 18,
580
- "QUANT_FORMAT": 0
581
- },
582
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
583
- "entry": "main",
584
- "kernel": "matmul_gguf_pair_f32.wgsl",
585
- "op": "o_proj",
586
- "weights": "layer.{L}.self_attn.o_proj"
587
- },
588
- {
589
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
590
- "entry": "main",
591
- "kernel": "residual.wgsl",
592
- "op": "attn_residual"
593
- },
594
- {
595
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
596
- "entry": "main",
597
- "kernel": "rmsnorm.wgsl",
598
- "op": "post_attn_norm"
599
- },
600
- {
601
- "constants": {
602
- "WORKGROUP_SIZE": 128,
603
- "ROWS": 1,
604
- "BLOCK_VALUES": 32,
605
- "BLOCK_BYTES": 34,
606
- "QUANT_FORMAT": 2
607
- },
608
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
609
- "entry": "main",
610
- "kernel": "matmul_gguf_pair_f32.wgsl",
611
- "op": "gate_proj",
612
- "weights": "layer.{L}.mlp.gate_proj"
613
- },
614
- {
615
- "constants": {
616
- "WORKGROUP_SIZE": 128,
617
- "ROWS": 1,
618
- "BLOCK_VALUES": 32,
619
- "BLOCK_BYTES": 34,
620
- "QUANT_FORMAT": 2
621
- },
622
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
623
- "entry": "main",
624
- "kernel": "matmul_gguf_pair_f32.wgsl",
625
- "op": "up_proj",
626
- "weights": "layer.{L}.mlp.up_proj"
627
- },
628
- {
629
- "constants": {
630
- "HAS_GATE": true
631
- },
632
- "digest": "sha256:c6e28a7e6b2a7cfa805db03c9079fbc90fc2717c621e388bfa55b75ce1737ac0",
633
- "entry": "main",
634
- "kernel": "silu.wgsl",
635
- "op": "activation"
636
- },
637
- {
638
- "constants": {
639
- "WORKGROUP_SIZE": 128,
640
- "ROWS": 1,
641
- "BLOCK_VALUES": 32,
642
- "BLOCK_BYTES": 34,
643
- "QUANT_FORMAT": 2
644
- },
645
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
646
- "entry": "main",
647
- "kernel": "matmul_gguf_pair_f32.wgsl",
648
- "op": "down_proj",
649
- "weights": "layer.{L}.mlp.down_proj"
650
- },
651
- {
652
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
653
- "entry": "main",
654
- "kernel": "residual.wgsl",
655
- "op": "ffn_residual"
656
- },
657
- {
658
- "op": "linear_norm_ab",
659
- "kernel": "linear_norm_ab_f32.wgsl",
660
- "entry": "single_pass",
661
- "digest": "sha256:ac4aa1763865ade33bcb261b407e5466392b89a7e45c30514138ab4da919d554"
662
- },
663
- {
664
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
665
- "entry": "main",
666
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
667
- "op": "linear_a_proj"
668
- },
669
- {
670
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
671
- "entry": "main",
672
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
673
- "op": "linear_b_proj"
674
- },
675
- {
676
- "constants": {
677
- "WORKGROUP_SIZE": 128,
678
- "ROWS": 1,
679
- "BLOCK_VALUES": 32,
680
- "BLOCK_BYTES": 18,
681
- "QUANT_FORMAT": 0
682
- },
683
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
684
- "entry": "main",
685
- "kernel": "matmul_gguf_pair_f32.wgsl",
686
- "op": "linear_qkv_proj",
687
- "weights": "layer.{L}.linear_attn.in_proj_qkv"
688
- },
689
- {
690
- "constants": {
691
- "WORKGROUP_SIZE": 128,
692
- "ROWS": 1,
693
- "BLOCK_VALUES": 32,
694
- "BLOCK_BYTES": 18,
695
- "QUANT_FORMAT": 0
696
- },
697
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
698
- "entry": "main",
699
- "kernel": "matmul_gguf_pair_f32.wgsl",
700
- "op": "linear_z_proj",
701
- "weights": "layer.{L}.linear_attn.in_proj_z"
702
- },
703
- {
704
- "constants": {
705
- "WORKGROUP_SIZE": 128,
706
- "ROWS": 1,
707
- "BLOCK_VALUES": 32,
708
- "BLOCK_BYTES": 34,
709
- "QUANT_FORMAT": 2
710
- },
711
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
712
- "entry": "main",
713
- "kernel": "matmul_gguf_pair_f32.wgsl",
714
- "op": "linear_out_proj",
715
- "weights": "layer.{L}.linear_attn.out_proj"
716
- },
717
- {
718
- "digest": "sha256:1a28e076e93486589a3eace88c3cb230ff1ef4aa982fdd91dcc918d00891649b",
719
- "entry": "main",
720
- "kernel": "moe_shared_slot_gu_pair_f32.wgsl",
721
- "op": "moe_shared_slot_gu"
722
- },
723
- {
724
- "digest": "sha256:750bce8b9e6af48729fcb9dc27569590663dc0f85e6625d8de7e3bb3ba3041f2",
725
- "entry": "main",
726
- "kernel": "moe_shared_slot_down_pair_combine_residual_f32.wgsl",
727
- "op": "moe_shared_slot_down"
728
- },
729
- {
730
- "digest": "sha256:87646d02b567b3c13f66245ac222392df92af863da920ce562caa77dd14f2e93",
731
- "entry": "single_pass",
732
- "kernel": "moe_norm_router_f32.wgsl",
733
- "op": "moe_norm_router"
734
- },
735
- {
736
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
737
- "entry": "main",
738
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
739
- "op": "moe_router"
740
- },
741
- {
742
- "op": "moe_topk",
743
- "kernel": "softmax_topk_logit_rank.wgsl",
744
- "entry": "main",
745
- "digest": "sha256:8b773fa89e891d94b85027980d257bdc667f80c422a01f8e4a311e4b6a1315a2"
746
- },
747
- {
748
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
749
- "entry": "main",
750
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
751
- "op": "moe_shared_router"
752
- }
753
- ]
754
- },
755
- "prefill": {
756
- "steps": [
757
- {
758
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
759
- "entry": "main",
760
- "kernel": "rmsnorm.wgsl",
761
- "op": "input_norm"
762
- },
763
- {
764
- "constants": {
765
- "BLOCK_BYTES": 34,
766
- "BLOCK_VALUES": 32,
767
- "COLS_PER_WG": 4,
768
- "QUANT_FORMAT": 2,
769
- "THREADS_PER_COL_GEMV": 32,
770
- "TILE_SIZE": 16,
771
- "WORKGROUP_SIZE": 128
772
- },
773
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
774
- "entry": "main",
775
- "kernel": "matmul_q4_0_tile64.wgsl",
776
- "op": "k_proj",
777
- "weights": "layer.{L}.self_attn.k_proj"
778
- },
779
- {
780
- "constants": {
781
- "BLOCK_BYTES": 34,
782
- "BLOCK_VALUES": 32,
783
- "COLS_PER_WG": 4,
784
- "QUANT_FORMAT": 2,
785
- "THREADS_PER_COL_GEMV": 32,
786
- "TILE_SIZE": 16,
787
- "WORKGROUP_SIZE": 128
788
- },
789
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
790
- "entry": "main",
791
- "kernel": "matmul_q4_0_tile64.wgsl",
792
- "op": "v_proj",
793
- "weights": "layer.{L}.self_attn.v_proj"
794
- },
795
- {
796
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
797
- "entry": "main",
798
- "kernel": "rope.wgsl",
799
- "op": "rope_q"
800
- },
801
- {
802
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
803
- "entry": "main",
804
- "kernel": "rope.wgsl",
805
- "op": "rope_k"
806
- },
807
- {
808
- "digest": "sha256:b404819ada11cdb093c0b98f9127cba40f06b2f2c1294748228c2e22c9f98a6e",
809
- "entry": "main",
810
- "kernel": "attention_prefill_query_tile_f32.wgsl",
811
- "op": "attention",
812
- "precision": {
813
- "activationDtype": "f32",
814
- "kvDtype": "f32"
815
- }
816
- },
817
- {
818
- "constants": {
819
- "BLOCK_BYTES": 18,
820
- "BLOCK_VALUES": 32,
821
- "COLS_PER_WG": 4,
822
- "QUANT_FORMAT": 0,
823
- "THREADS_PER_COL_GEMV": 32,
824
- "TILE_SIZE": 16,
825
- "WORKGROUP_SIZE": 128
826
- },
827
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
828
- "entry": "main",
829
- "kernel": "matmul_q4_0_tile64.wgsl",
830
- "op": "o_proj",
831
- "weights": "layer.{L}.self_attn.o_proj"
832
- },
833
- {
834
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
835
- "entry": "main",
836
- "kernel": "residual.wgsl",
837
- "op": "attn_residual"
838
- },
839
- {
840
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
841
- "entry": "main",
842
- "kernel": "rmsnorm.wgsl",
843
- "op": "post_attn_norm"
844
- },
845
- {
846
- "constants": {
847
- "BLOCK_BYTES": 34,
848
- "BLOCK_VALUES": 32,
849
- "COLS_PER_WG": 4,
850
- "QUANT_FORMAT": 2,
851
- "THREADS_PER_COL_GEMV": 32,
852
- "TILE_SIZE": 16,
853
- "WORKGROUP_SIZE": 128
854
- },
855
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
856
- "entry": "main",
857
- "kernel": "matmul_q4_0_tile64.wgsl",
858
- "op": "gate_proj",
859
- "weights": "layer.{L}.mlp.gate_proj"
860
- },
861
- {
862
- "constants": {
863
- "BLOCK_BYTES": 34,
864
- "BLOCK_VALUES": 32,
865
- "COLS_PER_WG": 4,
866
- "QUANT_FORMAT": 2,
867
- "THREADS_PER_COL_GEMV": 32,
868
- "TILE_SIZE": 16,
869
- "WORKGROUP_SIZE": 128
870
- },
871
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
872
- "entry": "main",
873
- "kernel": "matmul_q4_0_tile64.wgsl",
874
- "op": "up_proj",
875
- "weights": "layer.{L}.mlp.up_proj"
876
- },
877
- {
878
- "constants": {
879
- "HAS_GATE": true
880
- },
881
- "digest": "sha256:c6e28a7e6b2a7cfa805db03c9079fbc90fc2717c621e388bfa55b75ce1737ac0",
882
- "entry": "main",
883
- "kernel": "silu.wgsl",
884
- "op": "activation"
885
- },
886
- {
887
- "constants": {
888
- "BLOCK_BYTES": 34,
889
- "BLOCK_VALUES": 32,
890
- "COLS_PER_WG": 4,
891
- "QUANT_FORMAT": 2,
892
- "THREADS_PER_COL_GEMV": 32,
893
- "TILE_SIZE": 16,
894
- "WORKGROUP_SIZE": 128
895
- },
896
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
897
- "entry": "main",
898
- "kernel": "matmul_q4_0_tile64.wgsl",
899
- "op": "down_proj",
900
- "weights": "layer.{L}.mlp.down_proj"
901
- },
902
- {
903
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
904
- "entry": "main",
905
- "kernel": "residual.wgsl",
906
- "op": "ffn_residual"
907
- },
908
- {
909
- "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8",
910
- "entry": "main",
911
- "kernel": "matmul_f32.wgsl",
912
- "op": "linear_a_proj",
913
- "weights": "layer.{L}.linear_attn.in_proj_a"
914
- },
915
- {
916
- "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8",
917
- "entry": "main",
918
- "kernel": "matmul_f32.wgsl",
919
- "op": "linear_b_proj",
920
- "weights": "layer.{L}.linear_attn.in_proj_b"
921
- },
922
- {
923
- "constants": {
924
- "BLOCK_BYTES": 18,
925
- "BLOCK_VALUES": 32,
926
- "COLS_PER_WG": 4,
927
- "QUANT_FORMAT": 0,
928
- "THREADS_PER_COL_GEMV": 32,
929
- "TILE_SIZE": 16,
930
- "WORKGROUP_SIZE": 128
931
- },
932
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
933
- "entry": "main",
934
- "kernel": "matmul_q4_0_tile64.wgsl",
935
- "op": "linear_qkv_proj",
936
- "weights": "layer.{L}.linear_attn.in_proj_qkv"
937
- },
938
- {
939
- "constants": {
940
- "BLOCK_BYTES": 18,
941
- "BLOCK_VALUES": 32,
942
- "COLS_PER_WG": 4,
943
- "QUANT_FORMAT": 0,
944
- "THREADS_PER_COL_GEMV": 32,
945
- "TILE_SIZE": 16,
946
- "WORKGROUP_SIZE": 128
947
- },
948
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
949
- "entry": "main",
950
- "kernel": "matmul_q4_0_tile64.wgsl",
951
- "op": "linear_z_proj",
952
- "weights": "layer.{L}.linear_attn.in_proj_z"
953
- },
954
- {
955
- "constants": {
956
- "BLOCK_BYTES": 34,
957
- "BLOCK_VALUES": 32,
958
- "COLS_PER_WG": 4,
959
- "QUANT_FORMAT": 2,
960
- "THREADS_PER_COL_GEMV": 32,
961
- "TILE_SIZE": 16,
962
- "WORKGROUP_SIZE": 128
963
- },
964
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
965
- "entry": "main",
966
- "kernel": "matmul_q4_0_tile64.wgsl",
967
- "op": "linear_out_proj",
968
- "weights": "layer.{L}.linear_attn.out_proj"
969
- },
970
- {
971
- "op": "moe_grouped_sort",
972
- "kernel": "moe_grouped_sort.wgsl",
973
- "entry": "main",
974
- "digest": "sha256:a42d12d16424b759321bd40fc5f79646d9731dc851343a197c62a77dda4fdc0b"
975
- },
976
- {
977
- "op": "moe_grouped_gu",
978
- "kernel": "moe_grouped_matmul_f32.wgsl",
979
- "entry": "main",
980
- "digest": "sha256:50e3319f37de6d4e777c4fad1b094784a03e84ed50dbd8b0b21497a3c9adb432"
981
- },
982
- {
983
- "op": "moe_grouped_down",
984
- "kernel": "moe_grouped_matmul_f32.wgsl",
985
- "entry": "main",
986
- "digest": "sha256:50e3319f37de6d4e777c4fad1b094784a03e84ed50dbd8b0b21497a3c9adb432"
987
- }
988
- ]
989
- }
990
- },
991
- {
992
- "layers": [
993
- 3,
994
- 39
995
- ],
996
- "decode": {
997
- "steps": [
998
- {
999
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
1000
- "entry": "main",
1001
- "kernel": "rmsnorm.wgsl",
1002
- "op": "input_norm"
1003
- },
1004
- {
1005
- "constants": {
1006
- "WORKGROUP_SIZE": 128,
1007
- "ROWS": 1,
1008
- "BLOCK_VALUES": 32,
1009
- "BLOCK_BYTES": 34,
1010
- "QUANT_FORMAT": 2
1011
- },
1012
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1013
- "entry": "main",
1014
- "kernel": "matmul_gguf_pair_f32.wgsl",
1015
- "op": "q_proj",
1016
- "weights": "layer.{L}.self_attn.q_proj"
1017
- },
1018
- {
1019
- "constants": {
1020
- "WORKGROUP_SIZE": 128,
1021
- "ROWS": 1,
1022
- "BLOCK_VALUES": 32,
1023
- "BLOCK_BYTES": 34,
1024
- "QUANT_FORMAT": 2
1025
- },
1026
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1027
- "entry": "main",
1028
- "kernel": "matmul_gguf_pair_f32.wgsl",
1029
- "op": "k_proj",
1030
- "weights": "layer.{L}.self_attn.k_proj"
1031
- },
1032
- {
1033
- "constants": {
1034
- "WORKGROUP_SIZE": 128,
1035
- "ROWS": 1,
1036
- "BLOCK_VALUES": 32,
1037
- "BLOCK_BYTES": 34,
1038
- "QUANT_FORMAT": 2
1039
- },
1040
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1041
- "entry": "main",
1042
- "kernel": "matmul_gguf_pair_f32.wgsl",
1043
- "op": "v_proj",
1044
- "weights": "layer.{L}.self_attn.v_proj"
1045
- },
1046
- {
1047
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
1048
- "entry": "main",
1049
- "kernel": "rope.wgsl",
1050
- "op": "rope_q"
1051
- },
1052
- {
1053
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
1054
- "entry": "main",
1055
- "kernel": "rope.wgsl",
1056
- "op": "rope_k"
1057
- },
1058
- {
1059
- "digest": "sha256:79cff3ef0ce72c9eabfa0611814c7722f21c3d3e502c2884b5bc610e13595c00",
1060
- "entry": "main",
1061
- "kernel": "attention_decode_gqa_splitk.wgsl",
1062
- "op": "attention",
1063
- "precision": {
1064
- "activationDtype": "f32",
1065
- "kvDtype": "f32"
1066
- }
1067
- },
1068
- {
1069
- "constants": {
1070
- "WORKGROUP_SIZE": 128,
1071
- "ROWS": 1,
1072
- "BLOCK_VALUES": 32,
1073
- "BLOCK_BYTES": 18,
1074
- "QUANT_FORMAT": 0
1075
- },
1076
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1077
- "entry": "main",
1078
- "kernel": "matmul_gguf_pair_f32.wgsl",
1079
- "op": "o_proj",
1080
- "weights": "layer.{L}.self_attn.o_proj"
1081
- },
1082
- {
1083
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
1084
- "entry": "main",
1085
- "kernel": "residual.wgsl",
1086
- "op": "attn_residual"
1087
- },
1088
- {
1089
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
1090
- "entry": "main",
1091
- "kernel": "rmsnorm.wgsl",
1092
- "op": "post_attn_norm"
1093
- },
1094
- {
1095
- "constants": {
1096
- "WORKGROUP_SIZE": 128,
1097
- "ROWS": 1,
1098
- "BLOCK_VALUES": 32,
1099
- "BLOCK_BYTES": 34,
1100
- "QUANT_FORMAT": 2
1101
- },
1102
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1103
- "entry": "main",
1104
- "kernel": "matmul_gguf_pair_f32.wgsl",
1105
- "op": "gate_proj",
1106
- "weights": "layer.{L}.mlp.gate_proj"
1107
- },
1108
- {
1109
- "constants": {
1110
- "WORKGROUP_SIZE": 128,
1111
- "ROWS": 1,
1112
- "BLOCK_VALUES": 32,
1113
- "BLOCK_BYTES": 34,
1114
- "QUANT_FORMAT": 2
1115
- },
1116
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1117
- "entry": "main",
1118
- "kernel": "matmul_gguf_pair_f32.wgsl",
1119
- "op": "up_proj",
1120
- "weights": "layer.{L}.mlp.up_proj"
1121
- },
1122
- {
1123
- "constants": {
1124
- "HAS_GATE": true
1125
- },
1126
- "digest": "sha256:c6e28a7e6b2a7cfa805db03c9079fbc90fc2717c621e388bfa55b75ce1737ac0",
1127
- "entry": "main",
1128
- "kernel": "silu.wgsl",
1129
- "op": "activation"
1130
- },
1131
- {
1132
- "constants": {
1133
- "WORKGROUP_SIZE": 128,
1134
- "ROWS": 1,
1135
- "BLOCK_VALUES": 32,
1136
- "BLOCK_BYTES": 34,
1137
- "QUANT_FORMAT": 2
1138
- },
1139
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1140
- "entry": "main",
1141
- "kernel": "matmul_gguf_pair_f32.wgsl",
1142
- "op": "down_proj",
1143
- "weights": "layer.{L}.mlp.down_proj"
1144
- },
1145
- {
1146
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
1147
- "entry": "main",
1148
- "kernel": "residual.wgsl",
1149
- "op": "ffn_residual"
1150
- },
1151
- {
1152
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
1153
- "entry": "main",
1154
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
1155
- "op": "linear_a_proj"
1156
- },
1157
- {
1158
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
1159
- "entry": "main",
1160
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
1161
- "op": "linear_b_proj"
1162
- },
1163
- {
1164
- "constants": {
1165
- "WORKGROUP_SIZE": 128,
1166
- "ROWS": 1,
1167
- "BLOCK_VALUES": 32,
1168
- "BLOCK_BYTES": 18,
1169
- "QUANT_FORMAT": 0
1170
- },
1171
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1172
- "entry": "main",
1173
- "kernel": "matmul_gguf_pair_f32.wgsl",
1174
- "op": "linear_qkv_proj",
1175
- "weights": "layer.{L}.linear_attn.in_proj_qkv"
1176
- },
1177
- {
1178
- "constants": {
1179
- "WORKGROUP_SIZE": 128,
1180
- "ROWS": 1,
1181
- "BLOCK_VALUES": 32,
1182
- "BLOCK_BYTES": 18,
1183
- "QUANT_FORMAT": 0
1184
- },
1185
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1186
- "entry": "main",
1187
- "kernel": "matmul_gguf_pair_f32.wgsl",
1188
- "op": "linear_z_proj",
1189
- "weights": "layer.{L}.linear_attn.in_proj_z"
1190
- },
1191
- {
1192
- "digest": "sha256:1a28e076e93486589a3eace88c3cb230ff1ef4aa982fdd91dcc918d00891649b",
1193
- "entry": "main",
1194
- "kernel": "moe_shared_slot_gu_pair_f32.wgsl",
1195
- "op": "moe_shared_slot_gu"
1196
- },
1197
- {
1198
- "digest": "sha256:750bce8b9e6af48729fcb9dc27569590663dc0f85e6625d8de7e3bb3ba3041f2",
1199
- "entry": "main",
1200
- "kernel": "moe_shared_slot_down_pair_combine_residual_f32.wgsl",
1201
- "op": "moe_shared_slot_down"
1202
- },
1203
- {
1204
- "digest": "sha256:87646d02b567b3c13f66245ac222392df92af863da920ce562caa77dd14f2e93",
1205
- "entry": "single_pass",
1206
- "kernel": "moe_norm_router_f32.wgsl",
1207
- "op": "moe_norm_router"
1208
- },
1209
- {
1210
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
1211
- "entry": "main",
1212
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
1213
- "op": "moe_router"
1214
- },
1215
- {
1216
- "op": "moe_topk",
1217
- "kernel": "softmax_topk_logit_rank.wgsl",
1218
- "entry": "main",
1219
- "digest": "sha256:8b773fa89e891d94b85027980d257bdc667f80c422a01f8e4a311e4b6a1315a2"
1220
- },
1221
- {
1222
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
1223
- "entry": "main",
1224
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
1225
- "op": "moe_shared_router"
1226
- }
1227
- ]
1228
- },
1229
- "prefill": {
1230
- "steps": [
1231
- {
1232
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
1233
- "entry": "main",
1234
- "kernel": "rmsnorm.wgsl",
1235
- "op": "input_norm"
1236
- },
1237
- {
1238
- "constants": {
1239
- "BLOCK_BYTES": 34,
1240
- "BLOCK_VALUES": 32,
1241
- "COLS_PER_WG": 4,
1242
- "QUANT_FORMAT": 2,
1243
- "THREADS_PER_COL_GEMV": 32,
1244
- "TILE_SIZE": 16,
1245
- "WORKGROUP_SIZE": 128
1246
- },
1247
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1248
- "entry": "main",
1249
- "kernel": "matmul_q4_0_tile64.wgsl",
1250
- "op": "q_proj",
1251
- "weights": "layer.{L}.self_attn.q_proj"
1252
- },
1253
- {
1254
- "constants": {
1255
- "BLOCK_BYTES": 34,
1256
- "BLOCK_VALUES": 32,
1257
- "COLS_PER_WG": 4,
1258
- "QUANT_FORMAT": 2,
1259
- "THREADS_PER_COL_GEMV": 32,
1260
- "TILE_SIZE": 16,
1261
- "WORKGROUP_SIZE": 128
1262
- },
1263
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1264
- "entry": "main",
1265
- "kernel": "matmul_q4_0_tile64.wgsl",
1266
- "op": "k_proj",
1267
- "weights": "layer.{L}.self_attn.k_proj"
1268
- },
1269
- {
1270
- "constants": {
1271
- "BLOCK_BYTES": 34,
1272
- "BLOCK_VALUES": 32,
1273
- "COLS_PER_WG": 4,
1274
- "QUANT_FORMAT": 2,
1275
- "THREADS_PER_COL_GEMV": 32,
1276
- "TILE_SIZE": 16,
1277
- "WORKGROUP_SIZE": 128
1278
- },
1279
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1280
- "entry": "main",
1281
- "kernel": "matmul_q4_0_tile64.wgsl",
1282
- "op": "v_proj",
1283
- "weights": "layer.{L}.self_attn.v_proj"
1284
- },
1285
- {
1286
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
1287
- "entry": "main",
1288
- "kernel": "rope.wgsl",
1289
- "op": "rope_q"
1290
- },
1291
- {
1292
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
1293
- "entry": "main",
1294
- "kernel": "rope.wgsl",
1295
- "op": "rope_k"
1296
- },
1297
- {
1298
- "digest": "sha256:b404819ada11cdb093c0b98f9127cba40f06b2f2c1294748228c2e22c9f98a6e",
1299
- "entry": "main",
1300
- "kernel": "attention_prefill_query_tile_f32.wgsl",
1301
- "op": "attention",
1302
- "precision": {
1303
- "activationDtype": "f32",
1304
- "kvDtype": "f32"
1305
- }
1306
- },
1307
- {
1308
- "constants": {
1309
- "BLOCK_BYTES": 18,
1310
- "BLOCK_VALUES": 32,
1311
- "COLS_PER_WG": 4,
1312
- "QUANT_FORMAT": 0,
1313
- "THREADS_PER_COL_GEMV": 32,
1314
- "TILE_SIZE": 16,
1315
- "WORKGROUP_SIZE": 128
1316
- },
1317
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1318
- "entry": "main",
1319
- "kernel": "matmul_q4_0_tile64.wgsl",
1320
- "op": "o_proj",
1321
- "weights": "layer.{L}.self_attn.o_proj"
1322
- },
1323
- {
1324
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
1325
- "entry": "main",
1326
- "kernel": "residual.wgsl",
1327
- "op": "attn_residual"
1328
- },
1329
- {
1330
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
1331
- "entry": "main",
1332
- "kernel": "rmsnorm.wgsl",
1333
- "op": "post_attn_norm"
1334
- },
1335
- {
1336
- "constants": {
1337
- "BLOCK_BYTES": 34,
1338
- "BLOCK_VALUES": 32,
1339
- "COLS_PER_WG": 4,
1340
- "QUANT_FORMAT": 2,
1341
- "THREADS_PER_COL_GEMV": 32,
1342
- "TILE_SIZE": 16,
1343
- "WORKGROUP_SIZE": 128
1344
- },
1345
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1346
- "entry": "main",
1347
- "kernel": "matmul_q4_0_tile64.wgsl",
1348
- "op": "gate_proj",
1349
- "weights": "layer.{L}.mlp.gate_proj"
1350
- },
1351
- {
1352
- "constants": {
1353
- "BLOCK_BYTES": 34,
1354
- "BLOCK_VALUES": 32,
1355
- "COLS_PER_WG": 4,
1356
- "QUANT_FORMAT": 2,
1357
- "THREADS_PER_COL_GEMV": 32,
1358
- "TILE_SIZE": 16,
1359
- "WORKGROUP_SIZE": 128
1360
- },
1361
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1362
- "entry": "main",
1363
- "kernel": "matmul_q4_0_tile64.wgsl",
1364
- "op": "up_proj",
1365
- "weights": "layer.{L}.mlp.up_proj"
1366
- },
1367
- {
1368
- "constants": {
1369
- "HAS_GATE": true
1370
- },
1371
- "digest": "sha256:c6e28a7e6b2a7cfa805db03c9079fbc90fc2717c621e388bfa55b75ce1737ac0",
1372
- "entry": "main",
1373
- "kernel": "silu.wgsl",
1374
- "op": "activation"
1375
- },
1376
- {
1377
- "constants": {
1378
- "BLOCK_BYTES": 34,
1379
- "BLOCK_VALUES": 32,
1380
- "COLS_PER_WG": 4,
1381
- "QUANT_FORMAT": 2,
1382
- "THREADS_PER_COL_GEMV": 32,
1383
- "TILE_SIZE": 16,
1384
- "WORKGROUP_SIZE": 128
1385
- },
1386
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1387
- "entry": "main",
1388
- "kernel": "matmul_q4_0_tile64.wgsl",
1389
- "op": "down_proj",
1390
- "weights": "layer.{L}.mlp.down_proj"
1391
- },
1392
- {
1393
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
1394
- "entry": "main",
1395
- "kernel": "residual.wgsl",
1396
- "op": "ffn_residual"
1397
- },
1398
- {
1399
- "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8",
1400
- "entry": "main",
1401
- "kernel": "matmul_f32.wgsl",
1402
- "op": "linear_a_proj",
1403
- "weights": "layer.{L}.linear_attn.in_proj_a"
1404
- },
1405
- {
1406
- "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8",
1407
- "entry": "main",
1408
- "kernel": "matmul_f32.wgsl",
1409
- "op": "linear_b_proj",
1410
- "weights": "layer.{L}.linear_attn.in_proj_b"
1411
- },
1412
- {
1413
- "constants": {
1414
- "BLOCK_BYTES": 18,
1415
- "BLOCK_VALUES": 32,
1416
- "COLS_PER_WG": 4,
1417
- "QUANT_FORMAT": 0,
1418
- "THREADS_PER_COL_GEMV": 32,
1419
- "TILE_SIZE": 16,
1420
- "WORKGROUP_SIZE": 128
1421
- },
1422
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1423
- "entry": "main",
1424
- "kernel": "matmul_q4_0_tile64.wgsl",
1425
- "op": "linear_qkv_proj",
1426
- "weights": "layer.{L}.linear_attn.in_proj_qkv"
1427
- },
1428
- {
1429
- "constants": {
1430
- "BLOCK_BYTES": 18,
1431
- "BLOCK_VALUES": 32,
1432
- "COLS_PER_WG": 4,
1433
- "QUANT_FORMAT": 0,
1434
- "THREADS_PER_COL_GEMV": 32,
1435
- "TILE_SIZE": 16,
1436
- "WORKGROUP_SIZE": 128
1437
- },
1438
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1439
- "entry": "main",
1440
- "kernel": "matmul_q4_0_tile64.wgsl",
1441
- "op": "linear_z_proj",
1442
- "weights": "layer.{L}.linear_attn.in_proj_z"
1443
- },
1444
- {
1445
- "op": "moe_grouped_sort",
1446
- "kernel": "moe_grouped_sort.wgsl",
1447
- "entry": "main",
1448
- "digest": "sha256:a42d12d16424b759321bd40fc5f79646d9731dc851343a197c62a77dda4fdc0b"
1449
- },
1450
- {
1451
- "op": "moe_grouped_gu",
1452
- "kernel": "moe_grouped_matmul_f32.wgsl",
1453
- "entry": "main",
1454
- "digest": "sha256:50e3319f37de6d4e777c4fad1b094784a03e84ed50dbd8b0b21497a3c9adb432"
1455
- },
1456
- {
1457
- "op": "moe_grouped_down",
1458
- "kernel": "moe_grouped_matmul_f32.wgsl",
1459
- "entry": "main",
1460
- "digest": "sha256:50e3319f37de6d4e777c4fad1b094784a03e84ed50dbd8b0b21497a3c9adb432"
1461
- }
1462
- ]
1463
- }
1464
- },
1465
- {
1466
- "layers": [
1467
- 4,
1468
- 13,
1469
- 16,
1470
- 25,
1471
- 28
1472
- ],
1473
- "decode": {
1474
- "steps": [
1475
- {
1476
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
1477
- "entry": "main",
1478
- "kernel": "rmsnorm.wgsl",
1479
- "op": "input_norm"
1480
- },
1481
- {
1482
- "constants": {
1483
- "WORKGROUP_SIZE": 128,
1484
- "ROWS": 1,
1485
- "BLOCK_VALUES": 32,
1486
- "BLOCK_BYTES": 34,
1487
- "QUANT_FORMAT": 2
1488
- },
1489
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1490
- "entry": "main",
1491
- "kernel": "matmul_gguf_pair_f32.wgsl",
1492
- "op": "k_proj",
1493
- "weights": "layer.{L}.self_attn.k_proj"
1494
- },
1495
- {
1496
- "constants": {
1497
- "WORKGROUP_SIZE": 128,
1498
- "ROWS": 1,
1499
- "BLOCK_VALUES": 32,
1500
- "BLOCK_BYTES": 34,
1501
- "QUANT_FORMAT": 2
1502
- },
1503
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1504
- "entry": "main",
1505
- "kernel": "matmul_gguf_pair_f32.wgsl",
1506
- "op": "v_proj",
1507
- "weights": "layer.{L}.self_attn.v_proj"
1508
- },
1509
- {
1510
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
1511
- "entry": "main",
1512
- "kernel": "rope.wgsl",
1513
- "op": "rope_q"
1514
- },
1515
- {
1516
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
1517
- "entry": "main",
1518
- "kernel": "rope.wgsl",
1519
- "op": "rope_k"
1520
- },
1521
- {
1522
- "digest": "sha256:79cff3ef0ce72c9eabfa0611814c7722f21c3d3e502c2884b5bc610e13595c00",
1523
- "entry": "main",
1524
- "kernel": "attention_decode_gqa_splitk.wgsl",
1525
- "op": "attention",
1526
- "precision": {
1527
- "activationDtype": "f32",
1528
- "kvDtype": "f32"
1529
- }
1530
- },
1531
- {
1532
- "constants": {
1533
- "WORKGROUP_SIZE": 128,
1534
- "ROWS": 1,
1535
- "BLOCK_VALUES": 32,
1536
- "BLOCK_BYTES": 18,
1537
- "QUANT_FORMAT": 0
1538
- },
1539
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1540
- "entry": "main",
1541
- "kernel": "matmul_gguf_pair_f32.wgsl",
1542
- "op": "o_proj",
1543
- "weights": "layer.{L}.self_attn.o_proj"
1544
- },
1545
- {
1546
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
1547
- "entry": "main",
1548
- "kernel": "residual.wgsl",
1549
- "op": "attn_residual"
1550
- },
1551
- {
1552
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
1553
- "entry": "main",
1554
- "kernel": "rmsnorm.wgsl",
1555
- "op": "post_attn_norm"
1556
- },
1557
- {
1558
- "constants": {
1559
- "WORKGROUP_SIZE": 128,
1560
- "ROWS": 1,
1561
- "BLOCK_VALUES": 32,
1562
- "BLOCK_BYTES": 34,
1563
- "QUANT_FORMAT": 2
1564
- },
1565
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1566
- "entry": "main",
1567
- "kernel": "matmul_gguf_pair_f32.wgsl",
1568
- "op": "gate_proj",
1569
- "weights": "layer.{L}.mlp.gate_proj"
1570
- },
1571
- {
1572
- "constants": {
1573
- "WORKGROUP_SIZE": 128,
1574
- "ROWS": 1,
1575
- "BLOCK_VALUES": 32,
1576
- "BLOCK_BYTES": 34,
1577
- "QUANT_FORMAT": 2
1578
- },
1579
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1580
- "entry": "main",
1581
- "kernel": "matmul_gguf_pair_f32.wgsl",
1582
- "op": "up_proj",
1583
- "weights": "layer.{L}.mlp.up_proj"
1584
- },
1585
- {
1586
- "constants": {
1587
- "HAS_GATE": true
1588
- },
1589
- "digest": "sha256:c6e28a7e6b2a7cfa805db03c9079fbc90fc2717c621e388bfa55b75ce1737ac0",
1590
- "entry": "main",
1591
- "kernel": "silu.wgsl",
1592
- "op": "activation"
1593
- },
1594
- {
1595
- "constants": {
1596
- "WORKGROUP_SIZE": 128,
1597
- "ROWS": 1,
1598
- "BLOCK_VALUES": 32,
1599
- "BLOCK_BYTES": 34,
1600
- "QUANT_FORMAT": 2
1601
- },
1602
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1603
- "entry": "main",
1604
- "kernel": "matmul_gguf_pair_f32.wgsl",
1605
- "op": "down_proj",
1606
- "weights": "layer.{L}.mlp.down_proj"
1607
- },
1608
- {
1609
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
1610
- "entry": "main",
1611
- "kernel": "residual.wgsl",
1612
- "op": "ffn_residual"
1613
- },
1614
- {
1615
- "op": "linear_norm_ab",
1616
- "kernel": "linear_norm_ab_f32.wgsl",
1617
- "entry": "single_pass",
1618
- "digest": "sha256:ac4aa1763865ade33bcb261b407e5466392b89a7e45c30514138ab4da919d554"
1619
- },
1620
- {
1621
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
1622
- "entry": "main",
1623
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
1624
- "op": "linear_a_proj"
1625
- },
1626
- {
1627
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
1628
- "entry": "main",
1629
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
1630
- "op": "linear_b_proj"
1631
- },
1632
- {
1633
- "constants": {
1634
- "WORKGROUP_SIZE": 128,
1635
- "ROWS": 1,
1636
- "BLOCK_VALUES": 32,
1637
- "BLOCK_BYTES": 18,
1638
- "QUANT_FORMAT": 0
1639
- },
1640
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1641
- "entry": "main",
1642
- "kernel": "matmul_gguf_pair_f32.wgsl",
1643
- "op": "linear_qkv_proj",
1644
- "weights": "layer.{L}.linear_attn.in_proj_qkv"
1645
- },
1646
- {
1647
- "constants": {
1648
- "WORKGROUP_SIZE": 128,
1649
- "ROWS": 1,
1650
- "BLOCK_VALUES": 32,
1651
- "BLOCK_BYTES": 18,
1652
- "QUANT_FORMAT": 0
1653
- },
1654
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1655
- "entry": "main",
1656
- "kernel": "matmul_gguf_pair_f32.wgsl",
1657
- "op": "linear_z_proj",
1658
- "weights": "layer.{L}.linear_attn.in_proj_z"
1659
- },
1660
- {
1661
- "constants": {
1662
- "WORKGROUP_SIZE": 128,
1663
- "ROWS": 1,
1664
- "BLOCK_VALUES": 32,
1665
- "BLOCK_BYTES": 18,
1666
- "QUANT_FORMAT": 0
1667
- },
1668
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1669
- "entry": "main",
1670
- "kernel": "matmul_gguf_pair_f32.wgsl",
1671
- "op": "linear_out_proj",
1672
- "weights": "layer.{L}.linear_attn.out_proj"
1673
- },
1674
- {
1675
- "digest": "sha256:1a28e076e93486589a3eace88c3cb230ff1ef4aa982fdd91dcc918d00891649b",
1676
- "entry": "main",
1677
- "kernel": "moe_shared_slot_gu_pair_f32.wgsl",
1678
- "op": "moe_shared_slot_gu"
1679
- },
1680
- {
1681
- "digest": "sha256:750bce8b9e6af48729fcb9dc27569590663dc0f85e6625d8de7e3bb3ba3041f2",
1682
- "entry": "main",
1683
- "kernel": "moe_shared_slot_down_pair_combine_residual_f32.wgsl",
1684
- "op": "moe_shared_slot_down"
1685
- },
1686
- {
1687
- "digest": "sha256:87646d02b567b3c13f66245ac222392df92af863da920ce562caa77dd14f2e93",
1688
- "entry": "single_pass",
1689
- "kernel": "moe_norm_router_f32.wgsl",
1690
- "op": "moe_norm_router"
1691
- },
1692
- {
1693
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
1694
- "entry": "main",
1695
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
1696
- "op": "moe_router"
1697
- },
1698
- {
1699
- "op": "moe_topk",
1700
- "kernel": "softmax_topk_logit_rank.wgsl",
1701
- "entry": "main",
1702
- "digest": "sha256:8b773fa89e891d94b85027980d257bdc667f80c422a01f8e4a311e4b6a1315a2"
1703
- },
1704
- {
1705
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
1706
- "entry": "main",
1707
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
1708
- "op": "moe_shared_router"
1709
- }
1710
- ]
1711
- },
1712
- "prefill": {
1713
- "steps": [
1714
- {
1715
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
1716
- "entry": "main",
1717
- "kernel": "rmsnorm.wgsl",
1718
- "op": "input_norm"
1719
- },
1720
- {
1721
- "constants": {
1722
- "BLOCK_BYTES": 34,
1723
- "BLOCK_VALUES": 32,
1724
- "COLS_PER_WG": 4,
1725
- "QUANT_FORMAT": 2,
1726
- "THREADS_PER_COL_GEMV": 32,
1727
- "TILE_SIZE": 16,
1728
- "WORKGROUP_SIZE": 128
1729
- },
1730
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1731
- "entry": "main",
1732
- "kernel": "matmul_q4_0_tile64.wgsl",
1733
- "op": "k_proj",
1734
- "weights": "layer.{L}.self_attn.k_proj"
1735
- },
1736
- {
1737
- "constants": {
1738
- "BLOCK_BYTES": 34,
1739
- "BLOCK_VALUES": 32,
1740
- "COLS_PER_WG": 4,
1741
- "QUANT_FORMAT": 2,
1742
- "THREADS_PER_COL_GEMV": 32,
1743
- "TILE_SIZE": 16,
1744
- "WORKGROUP_SIZE": 128
1745
- },
1746
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1747
- "entry": "main",
1748
- "kernel": "matmul_q4_0_tile64.wgsl",
1749
- "op": "v_proj",
1750
- "weights": "layer.{L}.self_attn.v_proj"
1751
- },
1752
- {
1753
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
1754
- "entry": "main",
1755
- "kernel": "rope.wgsl",
1756
- "op": "rope_q"
1757
- },
1758
- {
1759
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
1760
- "entry": "main",
1761
- "kernel": "rope.wgsl",
1762
- "op": "rope_k"
1763
- },
1764
- {
1765
- "digest": "sha256:b404819ada11cdb093c0b98f9127cba40f06b2f2c1294748228c2e22c9f98a6e",
1766
- "entry": "main",
1767
- "kernel": "attention_prefill_query_tile_f32.wgsl",
1768
- "op": "attention",
1769
- "precision": {
1770
- "activationDtype": "f32",
1771
- "kvDtype": "f32"
1772
- }
1773
- },
1774
- {
1775
- "constants": {
1776
- "BLOCK_BYTES": 18,
1777
- "BLOCK_VALUES": 32,
1778
- "COLS_PER_WG": 4,
1779
- "QUANT_FORMAT": 0,
1780
- "THREADS_PER_COL_GEMV": 32,
1781
- "TILE_SIZE": 16,
1782
- "WORKGROUP_SIZE": 128
1783
- },
1784
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1785
- "entry": "main",
1786
- "kernel": "matmul_q4_0_tile64.wgsl",
1787
- "op": "o_proj",
1788
- "weights": "layer.{L}.self_attn.o_proj"
1789
- },
1790
- {
1791
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
1792
- "entry": "main",
1793
- "kernel": "residual.wgsl",
1794
- "op": "attn_residual"
1795
- },
1796
- {
1797
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
1798
- "entry": "main",
1799
- "kernel": "rmsnorm.wgsl",
1800
- "op": "post_attn_norm"
1801
- },
1802
- {
1803
- "constants": {
1804
- "BLOCK_BYTES": 34,
1805
- "BLOCK_VALUES": 32,
1806
- "COLS_PER_WG": 4,
1807
- "QUANT_FORMAT": 2,
1808
- "THREADS_PER_COL_GEMV": 32,
1809
- "TILE_SIZE": 16,
1810
- "WORKGROUP_SIZE": 128
1811
- },
1812
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1813
- "entry": "main",
1814
- "kernel": "matmul_q4_0_tile64.wgsl",
1815
- "op": "gate_proj",
1816
- "weights": "layer.{L}.mlp.gate_proj"
1817
- },
1818
- {
1819
- "constants": {
1820
- "BLOCK_BYTES": 34,
1821
- "BLOCK_VALUES": 32,
1822
- "COLS_PER_WG": 4,
1823
- "QUANT_FORMAT": 2,
1824
- "THREADS_PER_COL_GEMV": 32,
1825
- "TILE_SIZE": 16,
1826
- "WORKGROUP_SIZE": 128
1827
- },
1828
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1829
- "entry": "main",
1830
- "kernel": "matmul_q4_0_tile64.wgsl",
1831
- "op": "up_proj",
1832
- "weights": "layer.{L}.mlp.up_proj"
1833
- },
1834
- {
1835
- "constants": {
1836
- "HAS_GATE": true
1837
- },
1838
- "digest": "sha256:c6e28a7e6b2a7cfa805db03c9079fbc90fc2717c621e388bfa55b75ce1737ac0",
1839
- "entry": "main",
1840
- "kernel": "silu.wgsl",
1841
- "op": "activation"
1842
- },
1843
- {
1844
- "constants": {
1845
- "BLOCK_BYTES": 34,
1846
- "BLOCK_VALUES": 32,
1847
- "COLS_PER_WG": 4,
1848
- "QUANT_FORMAT": 2,
1849
- "THREADS_PER_COL_GEMV": 32,
1850
- "TILE_SIZE": 16,
1851
- "WORKGROUP_SIZE": 128
1852
- },
1853
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1854
- "entry": "main",
1855
- "kernel": "matmul_q4_0_tile64.wgsl",
1856
- "op": "down_proj",
1857
- "weights": "layer.{L}.mlp.down_proj"
1858
- },
1859
- {
1860
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
1861
- "entry": "main",
1862
- "kernel": "residual.wgsl",
1863
- "op": "ffn_residual"
1864
- },
1865
- {
1866
- "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8",
1867
- "entry": "main",
1868
- "kernel": "matmul_f32.wgsl",
1869
- "op": "linear_a_proj",
1870
- "weights": "layer.{L}.linear_attn.in_proj_a"
1871
- },
1872
- {
1873
- "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8",
1874
- "entry": "main",
1875
- "kernel": "matmul_f32.wgsl",
1876
- "op": "linear_b_proj",
1877
- "weights": "layer.{L}.linear_attn.in_proj_b"
1878
- },
1879
- {
1880
- "constants": {
1881
- "BLOCK_BYTES": 18,
1882
- "BLOCK_VALUES": 32,
1883
- "COLS_PER_WG": 4,
1884
- "QUANT_FORMAT": 0,
1885
- "THREADS_PER_COL_GEMV": 32,
1886
- "TILE_SIZE": 16,
1887
- "WORKGROUP_SIZE": 128
1888
- },
1889
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1890
- "entry": "main",
1891
- "kernel": "matmul_q4_0_tile64.wgsl",
1892
- "op": "linear_qkv_proj",
1893
- "weights": "layer.{L}.linear_attn.in_proj_qkv"
1894
- },
1895
- {
1896
- "constants": {
1897
- "BLOCK_BYTES": 18,
1898
- "BLOCK_VALUES": 32,
1899
- "COLS_PER_WG": 4,
1900
- "QUANT_FORMAT": 0,
1901
- "THREADS_PER_COL_GEMV": 32,
1902
- "TILE_SIZE": 16,
1903
- "WORKGROUP_SIZE": 128
1904
- },
1905
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1906
- "entry": "main",
1907
- "kernel": "matmul_q4_0_tile64.wgsl",
1908
- "op": "linear_z_proj",
1909
- "weights": "layer.{L}.linear_attn.in_proj_z"
1910
- },
1911
- {
1912
- "constants": {
1913
- "BLOCK_BYTES": 18,
1914
- "BLOCK_VALUES": 32,
1915
- "COLS_PER_WG": 4,
1916
- "QUANT_FORMAT": 0,
1917
- "THREADS_PER_COL_GEMV": 32,
1918
- "TILE_SIZE": 16,
1919
- "WORKGROUP_SIZE": 128
1920
- },
1921
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
1922
- "entry": "main",
1923
- "kernel": "matmul_q4_0_tile64.wgsl",
1924
- "op": "linear_out_proj",
1925
- "weights": "layer.{L}.linear_attn.out_proj"
1926
- },
1927
- {
1928
- "op": "moe_grouped_sort",
1929
- "kernel": "moe_grouped_sort.wgsl",
1930
- "entry": "main",
1931
- "digest": "sha256:a42d12d16424b759321bd40fc5f79646d9731dc851343a197c62a77dda4fdc0b"
1932
- },
1933
- {
1934
- "op": "moe_grouped_gu",
1935
- "kernel": "moe_grouped_matmul_f32.wgsl",
1936
- "entry": "main",
1937
- "digest": "sha256:50e3319f37de6d4e777c4fad1b094784a03e84ed50dbd8b0b21497a3c9adb432"
1938
- },
1939
- {
1940
- "op": "moe_grouped_down",
1941
- "kernel": "moe_grouped_matmul_f32.wgsl",
1942
- "entry": "main",
1943
- "digest": "sha256:50e3319f37de6d4e777c4fad1b094784a03e84ed50dbd8b0b21497a3c9adb432"
1944
- }
1945
- ]
1946
- }
1947
- },
1948
- {
1949
- "layers": [
1950
- 5,
1951
- 8,
1952
- 9,
1953
- 12,
1954
- 17,
1955
- 20,
1956
- 21,
1957
- 24,
1958
- 29,
1959
- 32,
1960
- 33
1961
- ],
1962
- "decode": {
1963
- "steps": [
1964
- {
1965
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
1966
- "entry": "main",
1967
- "kernel": "rmsnorm.wgsl",
1968
- "op": "input_norm"
1969
- },
1970
- {
1971
- "constants": {
1972
- "WORKGROUP_SIZE": 128,
1973
- "ROWS": 1,
1974
- "BLOCK_VALUES": 32,
1975
- "BLOCK_BYTES": 34,
1976
- "QUANT_FORMAT": 2
1977
- },
1978
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1979
- "entry": "main",
1980
- "kernel": "matmul_gguf_pair_f32.wgsl",
1981
- "op": "k_proj",
1982
- "weights": "layer.{L}.self_attn.k_proj"
1983
- },
1984
- {
1985
- "constants": {
1986
- "WORKGROUP_SIZE": 128,
1987
- "ROWS": 1,
1988
- "BLOCK_VALUES": 32,
1989
- "BLOCK_BYTES": 34,
1990
- "QUANT_FORMAT": 2
1991
- },
1992
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
1993
- "entry": "main",
1994
- "kernel": "matmul_gguf_pair_f32.wgsl",
1995
- "op": "v_proj",
1996
- "weights": "layer.{L}.self_attn.v_proj"
1997
- },
1998
- {
1999
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
2000
- "entry": "main",
2001
- "kernel": "rope.wgsl",
2002
- "op": "rope_q"
2003
- },
2004
- {
2005
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
2006
- "entry": "main",
2007
- "kernel": "rope.wgsl",
2008
- "op": "rope_k"
2009
- },
2010
- {
2011
- "digest": "sha256:79cff3ef0ce72c9eabfa0611814c7722f21c3d3e502c2884b5bc610e13595c00",
2012
- "entry": "main",
2013
- "kernel": "attention_decode_gqa_splitk.wgsl",
2014
- "op": "attention",
2015
- "precision": {
2016
- "activationDtype": "f32",
2017
- "kvDtype": "f32"
2018
- }
2019
- },
2020
- {
2021
- "constants": {
2022
- "WORKGROUP_SIZE": 128,
2023
- "ROWS": 1,
2024
- "BLOCK_VALUES": 32,
2025
- "BLOCK_BYTES": 18,
2026
- "QUANT_FORMAT": 0
2027
- },
2028
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2029
- "entry": "main",
2030
- "kernel": "matmul_gguf_pair_f32.wgsl",
2031
- "op": "o_proj",
2032
- "weights": "layer.{L}.self_attn.o_proj"
2033
- },
2034
- {
2035
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
2036
- "entry": "main",
2037
- "kernel": "residual.wgsl",
2038
- "op": "attn_residual"
2039
- },
2040
- {
2041
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
2042
- "entry": "main",
2043
- "kernel": "rmsnorm.wgsl",
2044
- "op": "post_attn_norm"
2045
- },
2046
- {
2047
- "constants": {
2048
- "WORKGROUP_SIZE": 128,
2049
- "ROWS": 1,
2050
- "BLOCK_VALUES": 32,
2051
- "BLOCK_BYTES": 34,
2052
- "QUANT_FORMAT": 2
2053
- },
2054
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2055
- "entry": "main",
2056
- "kernel": "matmul_gguf_pair_f32.wgsl",
2057
- "op": "gate_proj",
2058
- "weights": "layer.{L}.mlp.gate_proj"
2059
- },
2060
- {
2061
- "constants": {
2062
- "WORKGROUP_SIZE": 128,
2063
- "ROWS": 1,
2064
- "BLOCK_VALUES": 32,
2065
- "BLOCK_BYTES": 34,
2066
- "QUANT_FORMAT": 2
2067
- },
2068
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2069
- "entry": "main",
2070
- "kernel": "matmul_gguf_pair_f32.wgsl",
2071
- "op": "up_proj",
2072
- "weights": "layer.{L}.mlp.up_proj"
2073
- },
2074
- {
2075
- "constants": {
2076
- "HAS_GATE": true
2077
- },
2078
- "digest": "sha256:c6e28a7e6b2a7cfa805db03c9079fbc90fc2717c621e388bfa55b75ce1737ac0",
2079
- "entry": "main",
2080
- "kernel": "silu.wgsl",
2081
- "op": "activation"
2082
- },
2083
- {
2084
- "constants": {
2085
- "WORKGROUP_SIZE": 128,
2086
- "ROWS": 1,
2087
- "BLOCK_VALUES": 32,
2088
- "BLOCK_BYTES": 34,
2089
- "QUANT_FORMAT": 2
2090
- },
2091
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2092
- "entry": "main",
2093
- "kernel": "matmul_gguf_pair_f32.wgsl",
2094
- "op": "down_proj",
2095
- "weights": "layer.{L}.mlp.down_proj"
2096
- },
2097
- {
2098
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
2099
- "entry": "main",
2100
- "kernel": "residual.wgsl",
2101
- "op": "ffn_residual"
2102
- },
2103
- {
2104
- "op": "linear_norm_ab",
2105
- "kernel": "linear_norm_ab_f32.wgsl",
2106
- "entry": "single_pass",
2107
- "digest": "sha256:ac4aa1763865ade33bcb261b407e5466392b89a7e45c30514138ab4da919d554"
2108
- },
2109
- {
2110
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
2111
- "entry": "main",
2112
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
2113
- "op": "linear_a_proj"
2114
- },
2115
- {
2116
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
2117
- "entry": "main",
2118
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
2119
- "op": "linear_b_proj"
2120
- },
2121
- {
2122
- "constants": {
2123
- "WORKGROUP_SIZE": 128,
2124
- "ROWS": 1,
2125
- "BLOCK_VALUES": 32,
2126
- "BLOCK_BYTES": 18,
2127
- "QUANT_FORMAT": 0
2128
- },
2129
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2130
- "entry": "main",
2131
- "kernel": "matmul_gguf_pair_f32.wgsl",
2132
- "op": "linear_qkv_proj",
2133
- "weights": "layer.{L}.linear_attn.in_proj_qkv"
2134
- },
2135
- {
2136
- "constants": {
2137
- "WORKGROUP_SIZE": 128,
2138
- "ROWS": 1,
2139
- "BLOCK_VALUES": 32,
2140
- "BLOCK_BYTES": 18,
2141
- "QUANT_FORMAT": 0
2142
- },
2143
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2144
- "entry": "main",
2145
- "kernel": "matmul_gguf_pair_f32.wgsl",
2146
- "op": "linear_z_proj",
2147
- "weights": "layer.{L}.linear_attn.in_proj_z"
2148
- },
2149
- {
2150
- "constants": {
2151
- "WORKGROUP_SIZE": 128,
2152
- "ROWS": 1,
2153
- "BLOCK_VALUES": 32,
2154
- "BLOCK_BYTES": 18,
2155
- "QUANT_FORMAT": 0
2156
- },
2157
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2158
- "entry": "main",
2159
- "kernel": "matmul_gguf_pair_f32.wgsl",
2160
- "op": "linear_out_proj",
2161
- "weights": "layer.{L}.linear_attn.out_proj"
2162
- },
2163
- {
2164
- "digest": "sha256:1a28e076e93486589a3eace88c3cb230ff1ef4aa982fdd91dcc918d00891649b",
2165
- "entry": "main",
2166
- "kernel": "moe_shared_slot_gu_pair_f32.wgsl",
2167
- "op": "moe_shared_slot_gu"
2168
- },
2169
- {
2170
- "digest": "sha256:750bce8b9e6af48729fcb9dc27569590663dc0f85e6625d8de7e3bb3ba3041f2",
2171
- "entry": "main",
2172
- "kernel": "moe_shared_slot_down_pair_combine_residual_f32.wgsl",
2173
- "op": "moe_shared_slot_down"
2174
- },
2175
- {
2176
- "digest": "sha256:87646d02b567b3c13f66245ac222392df92af863da920ce562caa77dd14f2e93",
2177
- "entry": "single_pass",
2178
- "kernel": "moe_norm_router_f32.wgsl",
2179
- "op": "moe_norm_router"
2180
- },
2181
- {
2182
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
2183
- "entry": "main",
2184
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
2185
- "op": "moe_router"
2186
- },
2187
- {
2188
- "op": "moe_topk",
2189
- "kernel": "softmax_topk_logit_rank.wgsl",
2190
- "entry": "main",
2191
- "digest": "sha256:8b773fa89e891d94b85027980d257bdc667f80c422a01f8e4a311e4b6a1315a2"
2192
- },
2193
- {
2194
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
2195
- "entry": "main",
2196
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
2197
- "op": "moe_shared_router"
2198
- }
2199
- ]
2200
- },
2201
- "prefill": {
2202
- "steps": [
2203
- {
2204
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
2205
- "entry": "main",
2206
- "kernel": "rmsnorm.wgsl",
2207
- "op": "input_norm"
2208
- },
2209
- {
2210
- "constants": {
2211
- "BLOCK_BYTES": 34,
2212
- "BLOCK_VALUES": 32,
2213
- "COLS_PER_WG": 4,
2214
- "QUANT_FORMAT": 2,
2215
- "THREADS_PER_COL_GEMV": 32,
2216
- "TILE_SIZE": 16,
2217
- "WORKGROUP_SIZE": 128
2218
- },
2219
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2220
- "entry": "main",
2221
- "kernel": "matmul_q4_0_tile64.wgsl",
2222
- "op": "k_proj",
2223
- "weights": "layer.{L}.self_attn.k_proj"
2224
- },
2225
- {
2226
- "constants": {
2227
- "BLOCK_BYTES": 34,
2228
- "BLOCK_VALUES": 32,
2229
- "COLS_PER_WG": 4,
2230
- "QUANT_FORMAT": 2,
2231
- "THREADS_PER_COL_GEMV": 32,
2232
- "TILE_SIZE": 16,
2233
- "WORKGROUP_SIZE": 128
2234
- },
2235
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2236
- "entry": "main",
2237
- "kernel": "matmul_q4_0_tile64.wgsl",
2238
- "op": "v_proj",
2239
- "weights": "layer.{L}.self_attn.v_proj"
2240
- },
2241
- {
2242
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
2243
- "entry": "main",
2244
- "kernel": "rope.wgsl",
2245
- "op": "rope_q"
2246
- },
2247
- {
2248
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
2249
- "entry": "main",
2250
- "kernel": "rope.wgsl",
2251
- "op": "rope_k"
2252
- },
2253
- {
2254
- "digest": "sha256:b404819ada11cdb093c0b98f9127cba40f06b2f2c1294748228c2e22c9f98a6e",
2255
- "entry": "main",
2256
- "kernel": "attention_prefill_query_tile_f32.wgsl",
2257
- "op": "attention",
2258
- "precision": {
2259
- "activationDtype": "f32",
2260
- "kvDtype": "f32"
2261
- }
2262
- },
2263
- {
2264
- "constants": {
2265
- "BLOCK_BYTES": 18,
2266
- "BLOCK_VALUES": 32,
2267
- "COLS_PER_WG": 4,
2268
- "QUANT_FORMAT": 0,
2269
- "THREADS_PER_COL_GEMV": 32,
2270
- "TILE_SIZE": 16,
2271
- "WORKGROUP_SIZE": 128
2272
- },
2273
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2274
- "entry": "main",
2275
- "kernel": "matmul_q4_0_tile64.wgsl",
2276
- "op": "o_proj",
2277
- "weights": "layer.{L}.self_attn.o_proj"
2278
- },
2279
- {
2280
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
2281
- "entry": "main",
2282
- "kernel": "residual.wgsl",
2283
- "op": "attn_residual"
2284
- },
2285
- {
2286
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
2287
- "entry": "main",
2288
- "kernel": "rmsnorm.wgsl",
2289
- "op": "post_attn_norm"
2290
- },
2291
- {
2292
- "constants": {
2293
- "BLOCK_BYTES": 34,
2294
- "BLOCK_VALUES": 32,
2295
- "COLS_PER_WG": 4,
2296
- "QUANT_FORMAT": 2,
2297
- "THREADS_PER_COL_GEMV": 32,
2298
- "TILE_SIZE": 16,
2299
- "WORKGROUP_SIZE": 128
2300
- },
2301
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2302
- "entry": "main",
2303
- "kernel": "matmul_q4_0_tile64.wgsl",
2304
- "op": "gate_proj",
2305
- "weights": "layer.{L}.mlp.gate_proj"
2306
- },
2307
- {
2308
- "constants": {
2309
- "BLOCK_BYTES": 34,
2310
- "BLOCK_VALUES": 32,
2311
- "COLS_PER_WG": 4,
2312
- "QUANT_FORMAT": 2,
2313
- "THREADS_PER_COL_GEMV": 32,
2314
- "TILE_SIZE": 16,
2315
- "WORKGROUP_SIZE": 128
2316
- },
2317
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2318
- "entry": "main",
2319
- "kernel": "matmul_q4_0_tile64.wgsl",
2320
- "op": "up_proj",
2321
- "weights": "layer.{L}.mlp.up_proj"
2322
- },
2323
- {
2324
- "constants": {
2325
- "HAS_GATE": true
2326
- },
2327
- "digest": "sha256:c6e28a7e6b2a7cfa805db03c9079fbc90fc2717c621e388bfa55b75ce1737ac0",
2328
- "entry": "main",
2329
- "kernel": "silu.wgsl",
2330
- "op": "activation"
2331
- },
2332
- {
2333
- "constants": {
2334
- "BLOCK_BYTES": 34,
2335
- "BLOCK_VALUES": 32,
2336
- "COLS_PER_WG": 4,
2337
- "QUANT_FORMAT": 2,
2338
- "THREADS_PER_COL_GEMV": 32,
2339
- "TILE_SIZE": 16,
2340
- "WORKGROUP_SIZE": 128
2341
- },
2342
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2343
- "entry": "main",
2344
- "kernel": "matmul_q4_0_tile64.wgsl",
2345
- "op": "down_proj",
2346
- "weights": "layer.{L}.mlp.down_proj"
2347
- },
2348
- {
2349
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
2350
- "entry": "main",
2351
- "kernel": "residual.wgsl",
2352
- "op": "ffn_residual"
2353
- },
2354
- {
2355
- "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8",
2356
- "entry": "main",
2357
- "kernel": "matmul_f32.wgsl",
2358
- "op": "linear_a_proj",
2359
- "weights": "layer.{L}.linear_attn.in_proj_a"
2360
- },
2361
- {
2362
- "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8",
2363
- "entry": "main",
2364
- "kernel": "matmul_f32.wgsl",
2365
- "op": "linear_b_proj",
2366
- "weights": "layer.{L}.linear_attn.in_proj_b"
2367
- },
2368
- {
2369
- "constants": {
2370
- "BLOCK_BYTES": 18,
2371
- "BLOCK_VALUES": 32,
2372
- "COLS_PER_WG": 4,
2373
- "QUANT_FORMAT": 0,
2374
- "THREADS_PER_COL_GEMV": 32,
2375
- "TILE_SIZE": 16,
2376
- "WORKGROUP_SIZE": 128
2377
- },
2378
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2379
- "entry": "main",
2380
- "kernel": "matmul_q4_0_tile64.wgsl",
2381
- "op": "linear_qkv_proj",
2382
- "weights": "layer.{L}.linear_attn.in_proj_qkv"
2383
- },
2384
- {
2385
- "constants": {
2386
- "BLOCK_BYTES": 18,
2387
- "BLOCK_VALUES": 32,
2388
- "COLS_PER_WG": 4,
2389
- "QUANT_FORMAT": 0,
2390
- "THREADS_PER_COL_GEMV": 32,
2391
- "TILE_SIZE": 16,
2392
- "WORKGROUP_SIZE": 128
2393
- },
2394
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2395
- "entry": "main",
2396
- "kernel": "matmul_q4_0_tile64.wgsl",
2397
- "op": "linear_z_proj",
2398
- "weights": "layer.{L}.linear_attn.in_proj_z"
2399
- },
2400
- {
2401
- "constants": {
2402
- "BLOCK_BYTES": 18,
2403
- "BLOCK_VALUES": 32,
2404
- "COLS_PER_WG": 4,
2405
- "QUANT_FORMAT": 0,
2406
- "THREADS_PER_COL_GEMV": 32,
2407
- "TILE_SIZE": 16,
2408
- "WORKGROUP_SIZE": 128
2409
- },
2410
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2411
- "entry": "main",
2412
- "kernel": "matmul_q4_0_tile64.wgsl",
2413
- "op": "linear_out_proj",
2414
- "weights": "layer.{L}.linear_attn.out_proj"
2415
- },
2416
- {
2417
- "op": "moe_grouped_sort",
2418
- "kernel": "moe_grouped_sort.wgsl",
2419
- "entry": "main",
2420
- "digest": "sha256:a42d12d16424b759321bd40fc5f79646d9731dc851343a197c62a77dda4fdc0b"
2421
- },
2422
- {
2423
- "op": "moe_grouped_gu",
2424
- "kernel": "moe_grouped_matmul_f32.wgsl",
2425
- "entry": "main",
2426
- "digest": "sha256:50e3319f37de6d4e777c4fad1b094784a03e84ed50dbd8b0b21497a3c9adb432"
2427
- },
2428
- {
2429
- "op": "moe_grouped_down",
2430
- "kernel": "moe_grouped_matmul_f32.wgsl",
2431
- "entry": "main",
2432
- "digest": "sha256:50e3319f37de6d4e777c4fad1b094784a03e84ed50dbd8b0b21497a3c9adb432"
2433
- }
2434
- ]
2435
- }
2436
- },
2437
- {
2438
- "layers": [
2439
- 6,
2440
- 14,
2441
- 18,
2442
- 26,
2443
- 30
2444
- ],
2445
- "decode": {
2446
- "steps": [
2447
- {
2448
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
2449
- "entry": "main",
2450
- "kernel": "rmsnorm.wgsl",
2451
- "op": "input_norm"
2452
- },
2453
- {
2454
- "constants": {
2455
- "WORKGROUP_SIZE": 128,
2456
- "ROWS": 1,
2457
- "BLOCK_VALUES": 32,
2458
- "BLOCK_BYTES": 34,
2459
- "QUANT_FORMAT": 2
2460
- },
2461
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2462
- "entry": "main",
2463
- "kernel": "matmul_gguf_pair_f32.wgsl",
2464
- "op": "k_proj",
2465
- "weights": "layer.{L}.self_attn.k_proj"
2466
- },
2467
- {
2468
- "constants": {
2469
- "WORKGROUP_SIZE": 128,
2470
- "ROWS": 1,
2471
- "BLOCK_VALUES": 32,
2472
- "BLOCK_BYTES": 34,
2473
- "QUANT_FORMAT": 2
2474
- },
2475
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2476
- "entry": "main",
2477
- "kernel": "matmul_gguf_pair_f32.wgsl",
2478
- "op": "v_proj",
2479
- "weights": "layer.{L}.self_attn.v_proj"
2480
- },
2481
- {
2482
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
2483
- "entry": "main",
2484
- "kernel": "rope.wgsl",
2485
- "op": "rope_q"
2486
- },
2487
- {
2488
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
2489
- "entry": "main",
2490
- "kernel": "rope.wgsl",
2491
- "op": "rope_k"
2492
- },
2493
- {
2494
- "digest": "sha256:79cff3ef0ce72c9eabfa0611814c7722f21c3d3e502c2884b5bc610e13595c00",
2495
- "entry": "main",
2496
- "kernel": "attention_decode_gqa_splitk.wgsl",
2497
- "op": "attention",
2498
- "precision": {
2499
- "activationDtype": "f32",
2500
- "kvDtype": "f32"
2501
- }
2502
- },
2503
- {
2504
- "constants": {
2505
- "WORKGROUP_SIZE": 128,
2506
- "ROWS": 1,
2507
- "BLOCK_VALUES": 32,
2508
- "BLOCK_BYTES": 18,
2509
- "QUANT_FORMAT": 0
2510
- },
2511
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2512
- "entry": "main",
2513
- "kernel": "matmul_gguf_pair_f32.wgsl",
2514
- "op": "o_proj",
2515
- "weights": "layer.{L}.self_attn.o_proj"
2516
- },
2517
- {
2518
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
2519
- "entry": "main",
2520
- "kernel": "residual.wgsl",
2521
- "op": "attn_residual"
2522
- },
2523
- {
2524
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
2525
- "entry": "main",
2526
- "kernel": "rmsnorm.wgsl",
2527
- "op": "post_attn_norm"
2528
- },
2529
- {
2530
- "constants": {
2531
- "WORKGROUP_SIZE": 128,
2532
- "ROWS": 1,
2533
- "BLOCK_VALUES": 32,
2534
- "BLOCK_BYTES": 34,
2535
- "QUANT_FORMAT": 2
2536
- },
2537
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2538
- "entry": "main",
2539
- "kernel": "matmul_gguf_pair_f32.wgsl",
2540
- "op": "gate_proj",
2541
- "weights": "layer.{L}.mlp.gate_proj"
2542
- },
2543
- {
2544
- "constants": {
2545
- "WORKGROUP_SIZE": 128,
2546
- "ROWS": 1,
2547
- "BLOCK_VALUES": 32,
2548
- "BLOCK_BYTES": 34,
2549
- "QUANT_FORMAT": 2
2550
- },
2551
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2552
- "entry": "main",
2553
- "kernel": "matmul_gguf_pair_f32.wgsl",
2554
- "op": "up_proj",
2555
- "weights": "layer.{L}.mlp.up_proj"
2556
- },
2557
- {
2558
- "constants": {
2559
- "HAS_GATE": true
2560
- },
2561
- "digest": "sha256:c6e28a7e6b2a7cfa805db03c9079fbc90fc2717c621e388bfa55b75ce1737ac0",
2562
- "entry": "main",
2563
- "kernel": "silu.wgsl",
2564
- "op": "activation"
2565
- },
2566
- {
2567
- "constants": {
2568
- "WORKGROUP_SIZE": 128,
2569
- "ROWS": 1,
2570
- "BLOCK_VALUES": 32,
2571
- "BLOCK_BYTES": 34,
2572
- "QUANT_FORMAT": 2
2573
- },
2574
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2575
- "entry": "main",
2576
- "kernel": "matmul_gguf_pair_f32.wgsl",
2577
- "op": "down_proj",
2578
- "weights": "layer.{L}.mlp.down_proj"
2579
- },
2580
- {
2581
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
2582
- "entry": "main",
2583
- "kernel": "residual.wgsl",
2584
- "op": "ffn_residual"
2585
- },
2586
- {
2587
- "op": "linear_norm_ab",
2588
- "kernel": "linear_norm_ab_f32.wgsl",
2589
- "entry": "single_pass",
2590
- "digest": "sha256:ac4aa1763865ade33bcb261b407e5466392b89a7e45c30514138ab4da919d554"
2591
- },
2592
- {
2593
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
2594
- "entry": "main",
2595
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
2596
- "op": "linear_a_proj"
2597
- },
2598
- {
2599
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
2600
- "entry": "main",
2601
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
2602
- "op": "linear_b_proj"
2603
- },
2604
- {
2605
- "constants": {
2606
- "WORKGROUP_SIZE": 128,
2607
- "ROWS": 1,
2608
- "BLOCK_VALUES": 32,
2609
- "BLOCK_BYTES": 18,
2610
- "QUANT_FORMAT": 0
2611
- },
2612
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2613
- "entry": "main",
2614
- "kernel": "matmul_gguf_pair_f32.wgsl",
2615
- "op": "linear_qkv_proj",
2616
- "weights": "layer.{L}.linear_attn.in_proj_qkv"
2617
- },
2618
- {
2619
- "constants": {
2620
- "WORKGROUP_SIZE": 128,
2621
- "ROWS": 1,
2622
- "BLOCK_VALUES": 32,
2623
- "BLOCK_BYTES": 18,
2624
- "QUANT_FORMAT": 0
2625
- },
2626
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2627
- "entry": "main",
2628
- "kernel": "matmul_gguf_pair_f32.wgsl",
2629
- "op": "linear_z_proj",
2630
- "weights": "layer.{L}.linear_attn.in_proj_z"
2631
- },
2632
- {
2633
- "constants": {
2634
- "WORKGROUP_SIZE": 128,
2635
- "ROWS": 1,
2636
- "BLOCK_VALUES": 32,
2637
- "BLOCK_BYTES": 34,
2638
- "QUANT_FORMAT": 2
2639
- },
2640
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2641
- "entry": "main",
2642
- "kernel": "matmul_gguf_pair_f32.wgsl",
2643
- "op": "linear_out_proj",
2644
- "weights": "layer.{L}.linear_attn.out_proj"
2645
- },
2646
- {
2647
- "digest": "sha256:1a28e076e93486589a3eace88c3cb230ff1ef4aa982fdd91dcc918d00891649b",
2648
- "entry": "main",
2649
- "kernel": "moe_shared_slot_gu_pair_f32.wgsl",
2650
- "op": "moe_shared_slot_gu"
2651
- },
2652
- {
2653
- "digest": "sha256:750bce8b9e6af48729fcb9dc27569590663dc0f85e6625d8de7e3bb3ba3041f2",
2654
- "entry": "main",
2655
- "kernel": "moe_shared_slot_down_pair_combine_residual_f32.wgsl",
2656
- "op": "moe_shared_slot_down"
2657
- },
2658
- {
2659
- "digest": "sha256:87646d02b567b3c13f66245ac222392df92af863da920ce562caa77dd14f2e93",
2660
- "entry": "single_pass",
2661
- "kernel": "moe_norm_router_f32.wgsl",
2662
- "op": "moe_norm_router"
2663
- },
2664
- {
2665
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
2666
- "entry": "main",
2667
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
2668
- "op": "moe_router"
2669
- },
2670
- {
2671
- "op": "moe_topk",
2672
- "kernel": "softmax_topk_logit_rank.wgsl",
2673
- "entry": "main",
2674
- "digest": "sha256:8b773fa89e891d94b85027980d257bdc667f80c422a01f8e4a311e4b6a1315a2"
2675
- },
2676
- {
2677
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
2678
- "entry": "main",
2679
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
2680
- "op": "moe_shared_router"
2681
- }
2682
- ]
2683
- },
2684
- "prefill": {
2685
- "steps": [
2686
- {
2687
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
2688
- "entry": "main",
2689
- "kernel": "rmsnorm.wgsl",
2690
- "op": "input_norm"
2691
- },
2692
- {
2693
- "constants": {
2694
- "BLOCK_BYTES": 34,
2695
- "BLOCK_VALUES": 32,
2696
- "COLS_PER_WG": 4,
2697
- "QUANT_FORMAT": 2,
2698
- "THREADS_PER_COL_GEMV": 32,
2699
- "TILE_SIZE": 16,
2700
- "WORKGROUP_SIZE": 128
2701
- },
2702
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2703
- "entry": "main",
2704
- "kernel": "matmul_q4_0_tile64.wgsl",
2705
- "op": "k_proj",
2706
- "weights": "layer.{L}.self_attn.k_proj"
2707
- },
2708
- {
2709
- "constants": {
2710
- "BLOCK_BYTES": 34,
2711
- "BLOCK_VALUES": 32,
2712
- "COLS_PER_WG": 4,
2713
- "QUANT_FORMAT": 2,
2714
- "THREADS_PER_COL_GEMV": 32,
2715
- "TILE_SIZE": 16,
2716
- "WORKGROUP_SIZE": 128
2717
- },
2718
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2719
- "entry": "main",
2720
- "kernel": "matmul_q4_0_tile64.wgsl",
2721
- "op": "v_proj",
2722
- "weights": "layer.{L}.self_attn.v_proj"
2723
- },
2724
- {
2725
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
2726
- "entry": "main",
2727
- "kernel": "rope.wgsl",
2728
- "op": "rope_q"
2729
- },
2730
- {
2731
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
2732
- "entry": "main",
2733
- "kernel": "rope.wgsl",
2734
- "op": "rope_k"
2735
- },
2736
- {
2737
- "digest": "sha256:b404819ada11cdb093c0b98f9127cba40f06b2f2c1294748228c2e22c9f98a6e",
2738
- "entry": "main",
2739
- "kernel": "attention_prefill_query_tile_f32.wgsl",
2740
- "op": "attention",
2741
- "precision": {
2742
- "activationDtype": "f32",
2743
- "kvDtype": "f32"
2744
- }
2745
- },
2746
- {
2747
- "constants": {
2748
- "BLOCK_BYTES": 18,
2749
- "BLOCK_VALUES": 32,
2750
- "COLS_PER_WG": 4,
2751
- "QUANT_FORMAT": 0,
2752
- "THREADS_PER_COL_GEMV": 32,
2753
- "TILE_SIZE": 16,
2754
- "WORKGROUP_SIZE": 128
2755
- },
2756
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2757
- "entry": "main",
2758
- "kernel": "matmul_q4_0_tile64.wgsl",
2759
- "op": "o_proj",
2760
- "weights": "layer.{L}.self_attn.o_proj"
2761
- },
2762
- {
2763
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
2764
- "entry": "main",
2765
- "kernel": "residual.wgsl",
2766
- "op": "attn_residual"
2767
- },
2768
- {
2769
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
2770
- "entry": "main",
2771
- "kernel": "rmsnorm.wgsl",
2772
- "op": "post_attn_norm"
2773
- },
2774
- {
2775
- "constants": {
2776
- "BLOCK_BYTES": 34,
2777
- "BLOCK_VALUES": 32,
2778
- "COLS_PER_WG": 4,
2779
- "QUANT_FORMAT": 2,
2780
- "THREADS_PER_COL_GEMV": 32,
2781
- "TILE_SIZE": 16,
2782
- "WORKGROUP_SIZE": 128
2783
- },
2784
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2785
- "entry": "main",
2786
- "kernel": "matmul_q4_0_tile64.wgsl",
2787
- "op": "gate_proj",
2788
- "weights": "layer.{L}.mlp.gate_proj"
2789
- },
2790
- {
2791
- "constants": {
2792
- "BLOCK_BYTES": 34,
2793
- "BLOCK_VALUES": 32,
2794
- "COLS_PER_WG": 4,
2795
- "QUANT_FORMAT": 2,
2796
- "THREADS_PER_COL_GEMV": 32,
2797
- "TILE_SIZE": 16,
2798
- "WORKGROUP_SIZE": 128
2799
- },
2800
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2801
- "entry": "main",
2802
- "kernel": "matmul_q4_0_tile64.wgsl",
2803
- "op": "up_proj",
2804
- "weights": "layer.{L}.mlp.up_proj"
2805
- },
2806
- {
2807
- "constants": {
2808
- "HAS_GATE": true
2809
- },
2810
- "digest": "sha256:c6e28a7e6b2a7cfa805db03c9079fbc90fc2717c621e388bfa55b75ce1737ac0",
2811
- "entry": "main",
2812
- "kernel": "silu.wgsl",
2813
- "op": "activation"
2814
- },
2815
- {
2816
- "constants": {
2817
- "BLOCK_BYTES": 34,
2818
- "BLOCK_VALUES": 32,
2819
- "COLS_PER_WG": 4,
2820
- "QUANT_FORMAT": 2,
2821
- "THREADS_PER_COL_GEMV": 32,
2822
- "TILE_SIZE": 16,
2823
- "WORKGROUP_SIZE": 128
2824
- },
2825
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2826
- "entry": "main",
2827
- "kernel": "matmul_q4_0_tile64.wgsl",
2828
- "op": "down_proj",
2829
- "weights": "layer.{L}.mlp.down_proj"
2830
- },
2831
- {
2832
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
2833
- "entry": "main",
2834
- "kernel": "residual.wgsl",
2835
- "op": "ffn_residual"
2836
- },
2837
- {
2838
- "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8",
2839
- "entry": "main",
2840
- "kernel": "matmul_f32.wgsl",
2841
- "op": "linear_a_proj",
2842
- "weights": "layer.{L}.linear_attn.in_proj_a"
2843
- },
2844
- {
2845
- "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8",
2846
- "entry": "main",
2847
- "kernel": "matmul_f32.wgsl",
2848
- "op": "linear_b_proj",
2849
- "weights": "layer.{L}.linear_attn.in_proj_b"
2850
- },
2851
- {
2852
- "constants": {
2853
- "BLOCK_BYTES": 18,
2854
- "BLOCK_VALUES": 32,
2855
- "COLS_PER_WG": 4,
2856
- "QUANT_FORMAT": 0,
2857
- "THREADS_PER_COL_GEMV": 32,
2858
- "TILE_SIZE": 16,
2859
- "WORKGROUP_SIZE": 128
2860
- },
2861
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2862
- "entry": "main",
2863
- "kernel": "matmul_q4_0_tile64.wgsl",
2864
- "op": "linear_qkv_proj",
2865
- "weights": "layer.{L}.linear_attn.in_proj_qkv"
2866
- },
2867
- {
2868
- "constants": {
2869
- "BLOCK_BYTES": 18,
2870
- "BLOCK_VALUES": 32,
2871
- "COLS_PER_WG": 4,
2872
- "QUANT_FORMAT": 0,
2873
- "THREADS_PER_COL_GEMV": 32,
2874
- "TILE_SIZE": 16,
2875
- "WORKGROUP_SIZE": 128
2876
- },
2877
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2878
- "entry": "main",
2879
- "kernel": "matmul_q4_0_tile64.wgsl",
2880
- "op": "linear_z_proj",
2881
- "weights": "layer.{L}.linear_attn.in_proj_z"
2882
- },
2883
- {
2884
- "constants": {
2885
- "BLOCK_BYTES": 34,
2886
- "BLOCK_VALUES": 32,
2887
- "COLS_PER_WG": 4,
2888
- "QUANT_FORMAT": 2,
2889
- "THREADS_PER_COL_GEMV": 32,
2890
- "TILE_SIZE": 16,
2891
- "WORKGROUP_SIZE": 128
2892
- },
2893
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
2894
- "entry": "main",
2895
- "kernel": "matmul_q4_0_tile64.wgsl",
2896
- "op": "linear_out_proj",
2897
- "weights": "layer.{L}.linear_attn.out_proj"
2898
- },
2899
- {
2900
- "op": "moe_grouped_sort",
2901
- "kernel": "moe_grouped_sort.wgsl",
2902
- "entry": "main",
2903
- "digest": "sha256:a42d12d16424b759321bd40fc5f79646d9731dc851343a197c62a77dda4fdc0b"
2904
- },
2905
- {
2906
- "op": "moe_grouped_gu",
2907
- "kernel": "moe_grouped_matmul_f32.wgsl",
2908
- "entry": "main",
2909
- "digest": "sha256:50e3319f37de6d4e777c4fad1b094784a03e84ed50dbd8b0b21497a3c9adb432"
2910
- },
2911
- {
2912
- "op": "moe_grouped_down",
2913
- "kernel": "moe_grouped_matmul_f32.wgsl",
2914
- "entry": "main",
2915
- "digest": "sha256:50e3319f37de6d4e777c4fad1b094784a03e84ed50dbd8b0b21497a3c9adb432"
2916
- }
2917
- ]
2918
- }
2919
- },
2920
- {
2921
- "layers": [
2922
- 7,
2923
- 19,
2924
- 31,
2925
- 35
2926
- ],
2927
- "decode": {
2928
- "steps": [
2929
- {
2930
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
2931
- "entry": "main",
2932
- "kernel": "rmsnorm.wgsl",
2933
- "op": "input_norm"
2934
- },
2935
- {
2936
- "constants": {
2937
- "WORKGROUP_SIZE": 128,
2938
- "ROWS": 1,
2939
- "BLOCK_VALUES": 32,
2940
- "BLOCK_BYTES": 18,
2941
- "QUANT_FORMAT": 0
2942
- },
2943
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2944
- "entry": "main",
2945
- "kernel": "matmul_gguf_pair_f32.wgsl",
2946
- "op": "q_proj",
2947
- "weights": "layer.{L}.self_attn.q_proj"
2948
- },
2949
- {
2950
- "constants": {
2951
- "WORKGROUP_SIZE": 128,
2952
- "ROWS": 1,
2953
- "BLOCK_VALUES": 32,
2954
- "BLOCK_BYTES": 34,
2955
- "QUANT_FORMAT": 2
2956
- },
2957
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2958
- "entry": "main",
2959
- "kernel": "matmul_gguf_pair_f32.wgsl",
2960
- "op": "k_proj",
2961
- "weights": "layer.{L}.self_attn.k_proj"
2962
- },
2963
- {
2964
- "constants": {
2965
- "WORKGROUP_SIZE": 128,
2966
- "ROWS": 1,
2967
- "BLOCK_VALUES": 32,
2968
- "BLOCK_BYTES": 34,
2969
- "QUANT_FORMAT": 2
2970
- },
2971
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
2972
- "entry": "main",
2973
- "kernel": "matmul_gguf_pair_f32.wgsl",
2974
- "op": "v_proj",
2975
- "weights": "layer.{L}.self_attn.v_proj"
2976
- },
2977
- {
2978
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
2979
- "entry": "main",
2980
- "kernel": "rope.wgsl",
2981
- "op": "rope_q"
2982
- },
2983
- {
2984
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
2985
- "entry": "main",
2986
- "kernel": "rope.wgsl",
2987
- "op": "rope_k"
2988
- },
2989
- {
2990
- "digest": "sha256:79cff3ef0ce72c9eabfa0611814c7722f21c3d3e502c2884b5bc610e13595c00",
2991
- "entry": "main",
2992
- "kernel": "attention_decode_gqa_splitk.wgsl",
2993
- "op": "attention",
2994
- "precision": {
2995
- "activationDtype": "f32",
2996
- "kvDtype": "f32"
2997
- }
2998
- },
2999
- {
3000
- "constants": {
3001
- "WORKGROUP_SIZE": 128,
3002
- "ROWS": 1,
3003
- "BLOCK_VALUES": 32,
3004
- "BLOCK_BYTES": 18,
3005
- "QUANT_FORMAT": 0
3006
- },
3007
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3008
- "entry": "main",
3009
- "kernel": "matmul_gguf_pair_f32.wgsl",
3010
- "op": "o_proj",
3011
- "weights": "layer.{L}.self_attn.o_proj"
3012
- },
3013
- {
3014
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
3015
- "entry": "main",
3016
- "kernel": "residual.wgsl",
3017
- "op": "attn_residual"
3018
- },
3019
- {
3020
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
3021
- "entry": "main",
3022
- "kernel": "rmsnorm.wgsl",
3023
- "op": "post_attn_norm"
3024
- },
3025
- {
3026
- "constants": {
3027
- "WORKGROUP_SIZE": 128,
3028
- "ROWS": 1,
3029
- "BLOCK_VALUES": 32,
3030
- "BLOCK_BYTES": 34,
3031
- "QUANT_FORMAT": 2
3032
- },
3033
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3034
- "entry": "main",
3035
- "kernel": "matmul_gguf_pair_f32.wgsl",
3036
- "op": "gate_proj",
3037
- "weights": "layer.{L}.mlp.gate_proj"
3038
- },
3039
- {
3040
- "constants": {
3041
- "WORKGROUP_SIZE": 128,
3042
- "ROWS": 1,
3043
- "BLOCK_VALUES": 32,
3044
- "BLOCK_BYTES": 34,
3045
- "QUANT_FORMAT": 2
3046
- },
3047
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3048
- "entry": "main",
3049
- "kernel": "matmul_gguf_pair_f32.wgsl",
3050
- "op": "up_proj",
3051
- "weights": "layer.{L}.mlp.up_proj"
3052
- },
3053
- {
3054
- "constants": {
3055
- "HAS_GATE": true
3056
- },
3057
- "digest": "sha256:c6e28a7e6b2a7cfa805db03c9079fbc90fc2717c621e388bfa55b75ce1737ac0",
3058
- "entry": "main",
3059
- "kernel": "silu.wgsl",
3060
- "op": "activation"
3061
- },
3062
- {
3063
- "constants": {
3064
- "WORKGROUP_SIZE": 128,
3065
- "ROWS": 1,
3066
- "BLOCK_VALUES": 32,
3067
- "BLOCK_BYTES": 34,
3068
- "QUANT_FORMAT": 2
3069
- },
3070
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3071
- "entry": "main",
3072
- "kernel": "matmul_gguf_pair_f32.wgsl",
3073
- "op": "down_proj",
3074
- "weights": "layer.{L}.mlp.down_proj"
3075
- },
3076
- {
3077
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
3078
- "entry": "main",
3079
- "kernel": "residual.wgsl",
3080
- "op": "ffn_residual"
3081
- },
3082
- {
3083
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
3084
- "entry": "main",
3085
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
3086
- "op": "linear_a_proj"
3087
- },
3088
- {
3089
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
3090
- "entry": "main",
3091
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
3092
- "op": "linear_b_proj"
3093
- },
3094
- {
3095
- "constants": {
3096
- "WORKGROUP_SIZE": 128,
3097
- "ROWS": 1,
3098
- "BLOCK_VALUES": 32,
3099
- "BLOCK_BYTES": 18,
3100
- "QUANT_FORMAT": 0
3101
- },
3102
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3103
- "entry": "main",
3104
- "kernel": "matmul_gguf_pair_f32.wgsl",
3105
- "op": "linear_qkv_proj",
3106
- "weights": "layer.{L}.linear_attn.in_proj_qkv"
3107
- },
3108
- {
3109
- "constants": {
3110
- "WORKGROUP_SIZE": 128,
3111
- "ROWS": 1,
3112
- "BLOCK_VALUES": 32,
3113
- "BLOCK_BYTES": 18,
3114
- "QUANT_FORMAT": 0
3115
- },
3116
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3117
- "entry": "main",
3118
- "kernel": "matmul_gguf_pair_f32.wgsl",
3119
- "op": "linear_z_proj",
3120
- "weights": "layer.{L}.linear_attn.in_proj_z"
3121
- },
3122
- {
3123
- "digest": "sha256:1a28e076e93486589a3eace88c3cb230ff1ef4aa982fdd91dcc918d00891649b",
3124
- "entry": "main",
3125
- "kernel": "moe_shared_slot_gu_pair_f32.wgsl",
3126
- "op": "moe_shared_slot_gu"
3127
- },
3128
- {
3129
- "digest": "sha256:750bce8b9e6af48729fcb9dc27569590663dc0f85e6625d8de7e3bb3ba3041f2",
3130
- "entry": "main",
3131
- "kernel": "moe_shared_slot_down_pair_combine_residual_f32.wgsl",
3132
- "op": "moe_shared_slot_down"
3133
- },
3134
- {
3135
- "digest": "sha256:87646d02b567b3c13f66245ac222392df92af863da920ce562caa77dd14f2e93",
3136
- "entry": "single_pass",
3137
- "kernel": "moe_norm_router_f32.wgsl",
3138
- "op": "moe_norm_router"
3139
- },
3140
- {
3141
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
3142
- "entry": "main",
3143
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
3144
- "op": "moe_router"
3145
- },
3146
- {
3147
- "op": "moe_topk",
3148
- "kernel": "softmax_topk_logit_rank.wgsl",
3149
- "entry": "main",
3150
- "digest": "sha256:8b773fa89e891d94b85027980d257bdc667f80c422a01f8e4a311e4b6a1315a2"
3151
- },
3152
- {
3153
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
3154
- "entry": "main",
3155
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
3156
- "op": "moe_shared_router"
3157
- }
3158
- ]
3159
- },
3160
- "prefill": {
3161
- "steps": [
3162
- {
3163
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
3164
- "entry": "main",
3165
- "kernel": "rmsnorm.wgsl",
3166
- "op": "input_norm"
3167
- },
3168
- {
3169
- "constants": {
3170
- "BLOCK_BYTES": 18,
3171
- "BLOCK_VALUES": 32,
3172
- "COLS_PER_WG": 4,
3173
- "QUANT_FORMAT": 0,
3174
- "THREADS_PER_COL_GEMV": 32,
3175
- "TILE_SIZE": 16,
3176
- "WORKGROUP_SIZE": 128
3177
- },
3178
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3179
- "entry": "main",
3180
- "kernel": "matmul_q4_0_tile64.wgsl",
3181
- "op": "q_proj",
3182
- "weights": "layer.{L}.self_attn.q_proj"
3183
- },
3184
- {
3185
- "constants": {
3186
- "BLOCK_BYTES": 34,
3187
- "BLOCK_VALUES": 32,
3188
- "COLS_PER_WG": 4,
3189
- "QUANT_FORMAT": 2,
3190
- "THREADS_PER_COL_GEMV": 32,
3191
- "TILE_SIZE": 16,
3192
- "WORKGROUP_SIZE": 128
3193
- },
3194
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3195
- "entry": "main",
3196
- "kernel": "matmul_q4_0_tile64.wgsl",
3197
- "op": "k_proj",
3198
- "weights": "layer.{L}.self_attn.k_proj"
3199
- },
3200
- {
3201
- "constants": {
3202
- "BLOCK_BYTES": 34,
3203
- "BLOCK_VALUES": 32,
3204
- "COLS_PER_WG": 4,
3205
- "QUANT_FORMAT": 2,
3206
- "THREADS_PER_COL_GEMV": 32,
3207
- "TILE_SIZE": 16,
3208
- "WORKGROUP_SIZE": 128
3209
- },
3210
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3211
- "entry": "main",
3212
- "kernel": "matmul_q4_0_tile64.wgsl",
3213
- "op": "v_proj",
3214
- "weights": "layer.{L}.self_attn.v_proj"
3215
- },
3216
- {
3217
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
3218
- "entry": "main",
3219
- "kernel": "rope.wgsl",
3220
- "op": "rope_q"
3221
- },
3222
- {
3223
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
3224
- "entry": "main",
3225
- "kernel": "rope.wgsl",
3226
- "op": "rope_k"
3227
- },
3228
- {
3229
- "digest": "sha256:b404819ada11cdb093c0b98f9127cba40f06b2f2c1294748228c2e22c9f98a6e",
3230
- "entry": "main",
3231
- "kernel": "attention_prefill_query_tile_f32.wgsl",
3232
- "op": "attention",
3233
- "precision": {
3234
- "activationDtype": "f32",
3235
- "kvDtype": "f32"
3236
- }
3237
- },
3238
- {
3239
- "constants": {
3240
- "BLOCK_BYTES": 18,
3241
- "BLOCK_VALUES": 32,
3242
- "COLS_PER_WG": 4,
3243
- "QUANT_FORMAT": 0,
3244
- "THREADS_PER_COL_GEMV": 32,
3245
- "TILE_SIZE": 16,
3246
- "WORKGROUP_SIZE": 128
3247
- },
3248
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3249
- "entry": "main",
3250
- "kernel": "matmul_q4_0_tile64.wgsl",
3251
- "op": "o_proj",
3252
- "weights": "layer.{L}.self_attn.o_proj"
3253
- },
3254
- {
3255
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
3256
- "entry": "main",
3257
- "kernel": "residual.wgsl",
3258
- "op": "attn_residual"
3259
- },
3260
- {
3261
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
3262
- "entry": "main",
3263
- "kernel": "rmsnorm.wgsl",
3264
- "op": "post_attn_norm"
3265
- },
3266
- {
3267
- "constants": {
3268
- "BLOCK_BYTES": 34,
3269
- "BLOCK_VALUES": 32,
3270
- "COLS_PER_WG": 4,
3271
- "QUANT_FORMAT": 2,
3272
- "THREADS_PER_COL_GEMV": 32,
3273
- "TILE_SIZE": 16,
3274
- "WORKGROUP_SIZE": 128
3275
- },
3276
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3277
- "entry": "main",
3278
- "kernel": "matmul_q4_0_tile64.wgsl",
3279
- "op": "gate_proj",
3280
- "weights": "layer.{L}.mlp.gate_proj"
3281
- },
3282
- {
3283
- "constants": {
3284
- "BLOCK_BYTES": 34,
3285
- "BLOCK_VALUES": 32,
3286
- "COLS_PER_WG": 4,
3287
- "QUANT_FORMAT": 2,
3288
- "THREADS_PER_COL_GEMV": 32,
3289
- "TILE_SIZE": 16,
3290
- "WORKGROUP_SIZE": 128
3291
- },
3292
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3293
- "entry": "main",
3294
- "kernel": "matmul_q4_0_tile64.wgsl",
3295
- "op": "up_proj",
3296
- "weights": "layer.{L}.mlp.up_proj"
3297
- },
3298
- {
3299
- "constants": {
3300
- "HAS_GATE": true
3301
- },
3302
- "digest": "sha256:c6e28a7e6b2a7cfa805db03c9079fbc90fc2717c621e388bfa55b75ce1737ac0",
3303
- "entry": "main",
3304
- "kernel": "silu.wgsl",
3305
- "op": "activation"
3306
- },
3307
- {
3308
- "constants": {
3309
- "BLOCK_BYTES": 34,
3310
- "BLOCK_VALUES": 32,
3311
- "COLS_PER_WG": 4,
3312
- "QUANT_FORMAT": 2,
3313
- "THREADS_PER_COL_GEMV": 32,
3314
- "TILE_SIZE": 16,
3315
- "WORKGROUP_SIZE": 128
3316
- },
3317
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3318
- "entry": "main",
3319
- "kernel": "matmul_q4_0_tile64.wgsl",
3320
- "op": "down_proj",
3321
- "weights": "layer.{L}.mlp.down_proj"
3322
- },
3323
- {
3324
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
3325
- "entry": "main",
3326
- "kernel": "residual.wgsl",
3327
- "op": "ffn_residual"
3328
- },
3329
- {
3330
- "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8",
3331
- "entry": "main",
3332
- "kernel": "matmul_f32.wgsl",
3333
- "op": "linear_a_proj",
3334
- "weights": "layer.{L}.linear_attn.in_proj_a"
3335
- },
3336
- {
3337
- "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8",
3338
- "entry": "main",
3339
- "kernel": "matmul_f32.wgsl",
3340
- "op": "linear_b_proj",
3341
- "weights": "layer.{L}.linear_attn.in_proj_b"
3342
- },
3343
- {
3344
- "constants": {
3345
- "BLOCK_BYTES": 18,
3346
- "BLOCK_VALUES": 32,
3347
- "COLS_PER_WG": 4,
3348
- "QUANT_FORMAT": 0,
3349
- "THREADS_PER_COL_GEMV": 32,
3350
- "TILE_SIZE": 16,
3351
- "WORKGROUP_SIZE": 128
3352
- },
3353
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3354
- "entry": "main",
3355
- "kernel": "matmul_q4_0_tile64.wgsl",
3356
- "op": "linear_qkv_proj",
3357
- "weights": "layer.{L}.linear_attn.in_proj_qkv"
3358
- },
3359
- {
3360
- "constants": {
3361
- "BLOCK_BYTES": 18,
3362
- "BLOCK_VALUES": 32,
3363
- "COLS_PER_WG": 4,
3364
- "QUANT_FORMAT": 0,
3365
- "THREADS_PER_COL_GEMV": 32,
3366
- "TILE_SIZE": 16,
3367
- "WORKGROUP_SIZE": 128
3368
- },
3369
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3370
- "entry": "main",
3371
- "kernel": "matmul_q4_0_tile64.wgsl",
3372
- "op": "linear_z_proj",
3373
- "weights": "layer.{L}.linear_attn.in_proj_z"
3374
- },
3375
- {
3376
- "op": "moe_grouped_sort",
3377
- "kernel": "moe_grouped_sort.wgsl",
3378
- "entry": "main",
3379
- "digest": "sha256:a42d12d16424b759321bd40fc5f79646d9731dc851343a197c62a77dda4fdc0b"
3380
- },
3381
- {
3382
- "op": "moe_grouped_gu",
3383
- "kernel": "moe_grouped_matmul_f32.wgsl",
3384
- "entry": "main",
3385
- "digest": "sha256:50e3319f37de6d4e777c4fad1b094784a03e84ed50dbd8b0b21497a3c9adb432"
3386
- },
3387
- {
3388
- "op": "moe_grouped_down",
3389
- "kernel": "moe_grouped_matmul_f32.wgsl",
3390
- "entry": "main",
3391
- "digest": "sha256:50e3319f37de6d4e777c4fad1b094784a03e84ed50dbd8b0b21497a3c9adb432"
3392
- }
3393
- ]
3394
- }
3395
- },
3396
- {
3397
- "layers": [
3398
- 11,
3399
- 23
3400
- ],
3401
- "decode": {
3402
- "steps": [
3403
- {
3404
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
3405
- "entry": "main",
3406
- "kernel": "rmsnorm.wgsl",
3407
- "op": "input_norm"
3408
- },
3409
- {
3410
- "constants": {
3411
- "WORKGROUP_SIZE": 128,
3412
- "ROWS": 1,
3413
- "BLOCK_VALUES": 32,
3414
- "BLOCK_BYTES": 18,
3415
- "QUANT_FORMAT": 0
3416
- },
3417
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3418
- "entry": "main",
3419
- "kernel": "matmul_gguf_pair_f32.wgsl",
3420
- "op": "q_proj",
3421
- "weights": "layer.{L}.self_attn.q_proj"
3422
- },
3423
- {
3424
- "constants": {
3425
- "WORKGROUP_SIZE": 128,
3426
- "ROWS": 1,
3427
- "BLOCK_VALUES": 32,
3428
- "BLOCK_BYTES": 34,
3429
- "QUANT_FORMAT": 2
3430
- },
3431
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3432
- "entry": "main",
3433
- "kernel": "matmul_gguf_pair_f32.wgsl",
3434
- "op": "k_proj",
3435
- "weights": "layer.{L}.self_attn.k_proj"
3436
- },
3437
- {
3438
- "constants": {
3439
- "WORKGROUP_SIZE": 128,
3440
- "ROWS": 1,
3441
- "BLOCK_VALUES": 32,
3442
- "BLOCK_BYTES": 34,
3443
- "QUANT_FORMAT": 2
3444
- },
3445
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3446
- "entry": "main",
3447
- "kernel": "matmul_gguf_pair_f32.wgsl",
3448
- "op": "v_proj",
3449
- "weights": "layer.{L}.self_attn.v_proj"
3450
- },
3451
- {
3452
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
3453
- "entry": "main",
3454
- "kernel": "rope.wgsl",
3455
- "op": "rope_q"
3456
- },
3457
- {
3458
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
3459
- "entry": "main",
3460
- "kernel": "rope.wgsl",
3461
- "op": "rope_k"
3462
- },
3463
- {
3464
- "digest": "sha256:79cff3ef0ce72c9eabfa0611814c7722f21c3d3e502c2884b5bc610e13595c00",
3465
- "entry": "main",
3466
- "kernel": "attention_decode_gqa_splitk.wgsl",
3467
- "op": "attention",
3468
- "precision": {
3469
- "activationDtype": "f32",
3470
- "kvDtype": "f32"
3471
- }
3472
- },
3473
- {
3474
- "constants": {
3475
- "WORKGROUP_SIZE": 128,
3476
- "ROWS": 1,
3477
- "BLOCK_VALUES": 32,
3478
- "BLOCK_BYTES": 18,
3479
- "QUANT_FORMAT": 0
3480
- },
3481
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3482
- "entry": "main",
3483
- "kernel": "matmul_gguf_pair_f32.wgsl",
3484
- "op": "o_proj",
3485
- "weights": "layer.{L}.self_attn.o_proj"
3486
- },
3487
- {
3488
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
3489
- "entry": "main",
3490
- "kernel": "residual.wgsl",
3491
- "op": "attn_residual"
3492
- },
3493
- {
3494
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
3495
- "entry": "main",
3496
- "kernel": "rmsnorm.wgsl",
3497
- "op": "post_attn_norm"
3498
- },
3499
- {
3500
- "constants": {
3501
- "WORKGROUP_SIZE": 128,
3502
- "ROWS": 1,
3503
- "BLOCK_VALUES": 32,
3504
- "BLOCK_BYTES": 34,
3505
- "QUANT_FORMAT": 2
3506
- },
3507
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3508
- "entry": "main",
3509
- "kernel": "matmul_gguf_pair_f32.wgsl",
3510
- "op": "gate_proj",
3511
- "weights": "layer.{L}.mlp.gate_proj"
3512
- },
3513
- {
3514
- "constants": {
3515
- "WORKGROUP_SIZE": 128,
3516
- "ROWS": 1,
3517
- "BLOCK_VALUES": 32,
3518
- "BLOCK_BYTES": 34,
3519
- "QUANT_FORMAT": 2
3520
- },
3521
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3522
- "entry": "main",
3523
- "kernel": "matmul_gguf_pair_f32.wgsl",
3524
- "op": "up_proj",
3525
- "weights": "layer.{L}.mlp.up_proj"
3526
- },
3527
- {
3528
- "constants": {
3529
- "HAS_GATE": true
3530
- },
3531
- "digest": "sha256:c6e28a7e6b2a7cfa805db03c9079fbc90fc2717c621e388bfa55b75ce1737ac0",
3532
- "entry": "main",
3533
- "kernel": "silu.wgsl",
3534
- "op": "activation"
3535
- },
3536
- {
3537
- "constants": {
3538
- "WORKGROUP_SIZE": 128,
3539
- "ROWS": 1,
3540
- "BLOCK_VALUES": 32,
3541
- "BLOCK_BYTES": 34,
3542
- "QUANT_FORMAT": 2
3543
- },
3544
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3545
- "entry": "main",
3546
- "kernel": "matmul_gguf_pair_f32.wgsl",
3547
- "op": "down_proj",
3548
- "weights": "layer.{L}.mlp.down_proj"
3549
- },
3550
- {
3551
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
3552
- "entry": "main",
3553
- "kernel": "residual.wgsl",
3554
- "op": "ffn_residual"
3555
- },
3556
- {
3557
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
3558
- "entry": "main",
3559
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
3560
- "op": "linear_a_proj"
3561
- },
3562
- {
3563
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
3564
- "entry": "main",
3565
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
3566
- "op": "linear_b_proj"
3567
- },
3568
- {
3569
- "constants": {
3570
- "WORKGROUP_SIZE": 128,
3571
- "ROWS": 1,
3572
- "BLOCK_VALUES": 32,
3573
- "BLOCK_BYTES": 18,
3574
- "QUANT_FORMAT": 0
3575
- },
3576
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3577
- "entry": "main",
3578
- "kernel": "matmul_gguf_pair_f32.wgsl",
3579
- "op": "linear_qkv_proj",
3580
- "weights": "layer.{L}.linear_attn.in_proj_qkv"
3581
- },
3582
- {
3583
- "constants": {
3584
- "WORKGROUP_SIZE": 128,
3585
- "ROWS": 1,
3586
- "BLOCK_VALUES": 32,
3587
- "BLOCK_BYTES": 18,
3588
- "QUANT_FORMAT": 0
3589
- },
3590
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3591
- "entry": "main",
3592
- "kernel": "matmul_gguf_pair_f32.wgsl",
3593
- "op": "linear_z_proj",
3594
- "weights": "layer.{L}.linear_attn.in_proj_z"
3595
- },
3596
- {
3597
- "digest": "sha256:1a28e076e93486589a3eace88c3cb230ff1ef4aa982fdd91dcc918d00891649b",
3598
- "entry": "main",
3599
- "kernel": "moe_shared_slot_gu_pair_f32.wgsl",
3600
- "op": "moe_shared_slot_gu"
3601
- },
3602
- {
3603
- "digest": "sha256:750bce8b9e6af48729fcb9dc27569590663dc0f85e6625d8de7e3bb3ba3041f2",
3604
- "entry": "main",
3605
- "kernel": "moe_shared_slot_down_pair_combine_residual_f32.wgsl",
3606
- "op": "moe_shared_slot_down"
3607
- },
3608
- {
3609
- "digest": "sha256:87646d02b567b3c13f66245ac222392df92af863da920ce562caa77dd14f2e93",
3610
- "entry": "single_pass",
3611
- "kernel": "moe_norm_router_f32.wgsl",
3612
- "op": "moe_norm_router"
3613
- },
3614
- {
3615
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
3616
- "entry": "main",
3617
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
3618
- "op": "moe_router"
3619
- },
3620
- {
3621
- "op": "moe_topk",
3622
- "kernel": "softmax_topk_logit_rank.wgsl",
3623
- "entry": "main",
3624
- "digest": "sha256:8b773fa89e891d94b85027980d257bdc667f80c422a01f8e4a311e4b6a1315a2"
3625
- },
3626
- {
3627
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
3628
- "entry": "main",
3629
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
3630
- "op": "moe_shared_router"
3631
- }
3632
- ]
3633
- },
3634
- "prefill": {
3635
- "steps": [
3636
- {
3637
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
3638
- "entry": "main",
3639
- "kernel": "rmsnorm.wgsl",
3640
- "op": "input_norm"
3641
- },
3642
- {
3643
- "constants": {
3644
- "BLOCK_BYTES": 18,
3645
- "BLOCK_VALUES": 32,
3646
- "COLS_PER_WG": 4,
3647
- "QUANT_FORMAT": 0,
3648
- "THREADS_PER_COL_GEMV": 32,
3649
- "TILE_SIZE": 16,
3650
- "WORKGROUP_SIZE": 128
3651
- },
3652
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3653
- "entry": "main",
3654
- "kernel": "matmul_q4_0_tile64.wgsl",
3655
- "op": "q_proj",
3656
- "weights": "layer.{L}.self_attn.q_proj"
3657
- },
3658
- {
3659
- "constants": {
3660
- "BLOCK_BYTES": 34,
3661
- "BLOCK_VALUES": 32,
3662
- "COLS_PER_WG": 4,
3663
- "QUANT_FORMAT": 2,
3664
- "THREADS_PER_COL_GEMV": 32,
3665
- "TILE_SIZE": 16,
3666
- "WORKGROUP_SIZE": 128
3667
- },
3668
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3669
- "entry": "main",
3670
- "kernel": "matmul_q4_0_tile64.wgsl",
3671
- "op": "k_proj",
3672
- "weights": "layer.{L}.self_attn.k_proj"
3673
- },
3674
- {
3675
- "constants": {
3676
- "BLOCK_BYTES": 34,
3677
- "BLOCK_VALUES": 32,
3678
- "COLS_PER_WG": 4,
3679
- "QUANT_FORMAT": 2,
3680
- "THREADS_PER_COL_GEMV": 32,
3681
- "TILE_SIZE": 16,
3682
- "WORKGROUP_SIZE": 128
3683
- },
3684
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3685
- "entry": "main",
3686
- "kernel": "matmul_q4_0_tile64.wgsl",
3687
- "op": "v_proj",
3688
- "weights": "layer.{L}.self_attn.v_proj"
3689
- },
3690
- {
3691
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
3692
- "entry": "main",
3693
- "kernel": "rope.wgsl",
3694
- "op": "rope_q"
3695
- },
3696
- {
3697
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
3698
- "entry": "main",
3699
- "kernel": "rope.wgsl",
3700
- "op": "rope_k"
3701
- },
3702
- {
3703
- "digest": "sha256:b404819ada11cdb093c0b98f9127cba40f06b2f2c1294748228c2e22c9f98a6e",
3704
- "entry": "main",
3705
- "kernel": "attention_prefill_query_tile_f32.wgsl",
3706
- "op": "attention",
3707
- "precision": {
3708
- "activationDtype": "f32",
3709
- "kvDtype": "f32"
3710
- }
3711
- },
3712
- {
3713
- "constants": {
3714
- "BLOCK_BYTES": 18,
3715
- "BLOCK_VALUES": 32,
3716
- "COLS_PER_WG": 4,
3717
- "QUANT_FORMAT": 0,
3718
- "THREADS_PER_COL_GEMV": 32,
3719
- "TILE_SIZE": 16,
3720
- "WORKGROUP_SIZE": 128
3721
- },
3722
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3723
- "entry": "main",
3724
- "kernel": "matmul_q4_0_tile64.wgsl",
3725
- "op": "o_proj",
3726
- "weights": "layer.{L}.self_attn.o_proj"
3727
- },
3728
- {
3729
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
3730
- "entry": "main",
3731
- "kernel": "residual.wgsl",
3732
- "op": "attn_residual"
3733
- },
3734
- {
3735
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
3736
- "entry": "main",
3737
- "kernel": "rmsnorm.wgsl",
3738
- "op": "post_attn_norm"
3739
- },
3740
- {
3741
- "constants": {
3742
- "BLOCK_BYTES": 34,
3743
- "BLOCK_VALUES": 32,
3744
- "COLS_PER_WG": 4,
3745
- "QUANT_FORMAT": 2,
3746
- "THREADS_PER_COL_GEMV": 32,
3747
- "TILE_SIZE": 16,
3748
- "WORKGROUP_SIZE": 128
3749
- },
3750
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3751
- "entry": "main",
3752
- "kernel": "matmul_q4_0_tile64.wgsl",
3753
- "op": "gate_proj",
3754
- "weights": "layer.{L}.mlp.gate_proj"
3755
- },
3756
- {
3757
- "constants": {
3758
- "BLOCK_BYTES": 34,
3759
- "BLOCK_VALUES": 32,
3760
- "COLS_PER_WG": 4,
3761
- "QUANT_FORMAT": 2,
3762
- "THREADS_PER_COL_GEMV": 32,
3763
- "TILE_SIZE": 16,
3764
- "WORKGROUP_SIZE": 128
3765
- },
3766
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3767
- "entry": "main",
3768
- "kernel": "matmul_q4_0_tile64.wgsl",
3769
- "op": "up_proj",
3770
- "weights": "layer.{L}.mlp.up_proj"
3771
- },
3772
- {
3773
- "constants": {
3774
- "HAS_GATE": true
3775
- },
3776
- "digest": "sha256:c6e28a7e6b2a7cfa805db03c9079fbc90fc2717c621e388bfa55b75ce1737ac0",
3777
- "entry": "main",
3778
- "kernel": "silu.wgsl",
3779
- "op": "activation"
3780
- },
3781
- {
3782
- "constants": {
3783
- "BLOCK_BYTES": 34,
3784
- "BLOCK_VALUES": 32,
3785
- "COLS_PER_WG": 4,
3786
- "QUANT_FORMAT": 2,
3787
- "THREADS_PER_COL_GEMV": 32,
3788
- "TILE_SIZE": 16,
3789
- "WORKGROUP_SIZE": 128
3790
- },
3791
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3792
- "entry": "main",
3793
- "kernel": "matmul_q4_0_tile64.wgsl",
3794
- "op": "down_proj",
3795
- "weights": "layer.{L}.mlp.down_proj"
3796
- },
3797
- {
3798
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
3799
- "entry": "main",
3800
- "kernel": "residual.wgsl",
3801
- "op": "ffn_residual"
3802
- },
3803
- {
3804
- "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8",
3805
- "entry": "main",
3806
- "kernel": "matmul_f32.wgsl",
3807
- "op": "linear_a_proj",
3808
- "weights": "layer.{L}.linear_attn.in_proj_a"
3809
- },
3810
- {
3811
- "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8",
3812
- "entry": "main",
3813
- "kernel": "matmul_f32.wgsl",
3814
- "op": "linear_b_proj",
3815
- "weights": "layer.{L}.linear_attn.in_proj_b"
3816
- },
3817
- {
3818
- "constants": {
3819
- "BLOCK_BYTES": 18,
3820
- "BLOCK_VALUES": 32,
3821
- "COLS_PER_WG": 4,
3822
- "QUANT_FORMAT": 0,
3823
- "THREADS_PER_COL_GEMV": 32,
3824
- "TILE_SIZE": 16,
3825
- "WORKGROUP_SIZE": 128
3826
- },
3827
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3828
- "entry": "main",
3829
- "kernel": "matmul_q4_0_tile64.wgsl",
3830
- "op": "linear_qkv_proj",
3831
- "weights": "layer.{L}.linear_attn.in_proj_qkv"
3832
- },
3833
- {
3834
- "constants": {
3835
- "BLOCK_BYTES": 18,
3836
- "BLOCK_VALUES": 32,
3837
- "COLS_PER_WG": 4,
3838
- "QUANT_FORMAT": 0,
3839
- "THREADS_PER_COL_GEMV": 32,
3840
- "TILE_SIZE": 16,
3841
- "WORKGROUP_SIZE": 128
3842
- },
3843
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
3844
- "entry": "main",
3845
- "kernel": "matmul_q4_0_tile64.wgsl",
3846
- "op": "linear_z_proj",
3847
- "weights": "layer.{L}.linear_attn.in_proj_z"
3848
- },
3849
- {
3850
- "op": "moe_grouped_sort",
3851
- "kernel": "moe_grouped_sort.wgsl",
3852
- "entry": "main",
3853
- "digest": "sha256:a42d12d16424b759321bd40fc5f79646d9731dc851343a197c62a77dda4fdc0b"
3854
- },
3855
- {
3856
- "op": "moe_grouped_gu",
3857
- "kernel": "moe_grouped_matmul_f32.wgsl",
3858
- "entry": "main",
3859
- "digest": "sha256:50e3319f37de6d4e777c4fad1b094784a03e84ed50dbd8b0b21497a3c9adb432"
3860
- },
3861
- {
3862
- "op": "moe_grouped_down",
3863
- "kernel": "moe_grouped_matmul_f32.wgsl",
3864
- "entry": "main",
3865
- "digest": "sha256:50e3319f37de6d4e777c4fad1b094784a03e84ed50dbd8b0b21497a3c9adb432"
3866
- }
3867
- ]
3868
- }
3869
- },
3870
- {
3871
- "layers": [
3872
- 15,
3873
- 27
3874
- ],
3875
- "decode": {
3876
- "steps": [
3877
- {
3878
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
3879
- "entry": "main",
3880
- "kernel": "rmsnorm.wgsl",
3881
- "op": "input_norm"
3882
- },
3883
- {
3884
- "constants": {
3885
- "WORKGROUP_SIZE": 128,
3886
- "ROWS": 1,
3887
- "BLOCK_VALUES": 32,
3888
- "BLOCK_BYTES": 34,
3889
- "QUANT_FORMAT": 2
3890
- },
3891
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3892
- "entry": "main",
3893
- "kernel": "matmul_gguf_pair_f32.wgsl",
3894
- "op": "q_proj",
3895
- "weights": "layer.{L}.self_attn.q_proj"
3896
- },
3897
- {
3898
- "constants": {
3899
- "WORKGROUP_SIZE": 128,
3900
- "ROWS": 1,
3901
- "BLOCK_VALUES": 32,
3902
- "BLOCK_BYTES": 34,
3903
- "QUANT_FORMAT": 2
3904
- },
3905
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3906
- "entry": "main",
3907
- "kernel": "matmul_gguf_pair_f32.wgsl",
3908
- "op": "k_proj",
3909
- "weights": "layer.{L}.self_attn.k_proj"
3910
- },
3911
- {
3912
- "constants": {
3913
- "WORKGROUP_SIZE": 128,
3914
- "ROWS": 1,
3915
- "BLOCK_VALUES": 32,
3916
- "BLOCK_BYTES": 34,
3917
- "QUANT_FORMAT": 2
3918
- },
3919
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3920
- "entry": "main",
3921
- "kernel": "matmul_gguf_pair_f32.wgsl",
3922
- "op": "v_proj",
3923
- "weights": "layer.{L}.self_attn.v_proj"
3924
- },
3925
- {
3926
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
3927
- "entry": "main",
3928
- "kernel": "rope.wgsl",
3929
- "op": "rope_q"
3930
- },
3931
- {
3932
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
3933
- "entry": "main",
3934
- "kernel": "rope.wgsl",
3935
- "op": "rope_k"
3936
- },
3937
- {
3938
- "digest": "sha256:79cff3ef0ce72c9eabfa0611814c7722f21c3d3e502c2884b5bc610e13595c00",
3939
- "entry": "main",
3940
- "kernel": "attention_decode_gqa_splitk.wgsl",
3941
- "op": "attention",
3942
- "precision": {
3943
- "activationDtype": "f32",
3944
- "kvDtype": "f32"
3945
- }
3946
- },
3947
- {
3948
- "constants": {
3949
- "WORKGROUP_SIZE": 128,
3950
- "ROWS": 1,
3951
- "BLOCK_VALUES": 32,
3952
- "BLOCK_BYTES": 18,
3953
- "QUANT_FORMAT": 0
3954
- },
3955
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3956
- "entry": "main",
3957
- "kernel": "matmul_gguf_pair_f32.wgsl",
3958
- "op": "o_proj",
3959
- "weights": "layer.{L}.self_attn.o_proj"
3960
- },
3961
- {
3962
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
3963
- "entry": "main",
3964
- "kernel": "residual.wgsl",
3965
- "op": "attn_residual"
3966
- },
3967
- {
3968
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
3969
- "entry": "main",
3970
- "kernel": "rmsnorm.wgsl",
3971
- "op": "post_attn_norm"
3972
- },
3973
- {
3974
- "constants": {
3975
- "WORKGROUP_SIZE": 128,
3976
- "ROWS": 1,
3977
- "BLOCK_VALUES": 32,
3978
- "BLOCK_BYTES": 34,
3979
- "QUANT_FORMAT": 2
3980
- },
3981
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3982
- "entry": "main",
3983
- "kernel": "matmul_gguf_pair_f32.wgsl",
3984
- "op": "gate_proj",
3985
- "weights": "layer.{L}.mlp.gate_proj"
3986
- },
3987
- {
3988
- "constants": {
3989
- "WORKGROUP_SIZE": 128,
3990
- "ROWS": 1,
3991
- "BLOCK_VALUES": 32,
3992
- "BLOCK_BYTES": 34,
3993
- "QUANT_FORMAT": 2
3994
- },
3995
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
3996
- "entry": "main",
3997
- "kernel": "matmul_gguf_pair_f32.wgsl",
3998
- "op": "up_proj",
3999
- "weights": "layer.{L}.mlp.up_proj"
4000
- },
4001
- {
4002
- "constants": {
4003
- "HAS_GATE": true
4004
- },
4005
- "digest": "sha256:c6e28a7e6b2a7cfa805db03c9079fbc90fc2717c621e388bfa55b75ce1737ac0",
4006
- "entry": "main",
4007
- "kernel": "silu.wgsl",
4008
- "op": "activation"
4009
- },
4010
- {
4011
- "constants": {
4012
- "WORKGROUP_SIZE": 128,
4013
- "ROWS": 1,
4014
- "BLOCK_VALUES": 32,
4015
- "BLOCK_BYTES": 34,
4016
- "QUANT_FORMAT": 2
4017
- },
4018
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
4019
- "entry": "main",
4020
- "kernel": "matmul_gguf_pair_f32.wgsl",
4021
- "op": "down_proj",
4022
- "weights": "layer.{L}.mlp.down_proj"
4023
- },
4024
- {
4025
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
4026
- "entry": "main",
4027
- "kernel": "residual.wgsl",
4028
- "op": "ffn_residual"
4029
- },
4030
- {
4031
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
4032
- "entry": "main",
4033
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
4034
- "op": "linear_a_proj"
4035
- },
4036
- {
4037
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
4038
- "entry": "main",
4039
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
4040
- "op": "linear_b_proj"
4041
- },
4042
- {
4043
- "constants": {
4044
- "WORKGROUP_SIZE": 128,
4045
- "ROWS": 1,
4046
- "BLOCK_VALUES": 32,
4047
- "BLOCK_BYTES": 18,
4048
- "QUANT_FORMAT": 0
4049
- },
4050
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
4051
- "entry": "main",
4052
- "kernel": "matmul_gguf_pair_f32.wgsl",
4053
- "op": "linear_qkv_proj",
4054
- "weights": "layer.{L}.linear_attn.in_proj_qkv"
4055
- },
4056
- {
4057
- "constants": {
4058
- "WORKGROUP_SIZE": 128,
4059
- "ROWS": 1,
4060
- "BLOCK_VALUES": 32,
4061
- "BLOCK_BYTES": 18,
4062
- "QUANT_FORMAT": 0
4063
- },
4064
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f",
4065
- "entry": "main",
4066
- "kernel": "matmul_gguf_pair_f32.wgsl",
4067
- "op": "linear_z_proj",
4068
- "weights": "layer.{L}.linear_attn.in_proj_z"
4069
- },
4070
- {
4071
- "digest": "sha256:1a28e076e93486589a3eace88c3cb230ff1ef4aa982fdd91dcc918d00891649b",
4072
- "entry": "main",
4073
- "kernel": "moe_shared_slot_gu_pair_f32.wgsl",
4074
- "op": "moe_shared_slot_gu"
4075
- },
4076
- {
4077
- "digest": "sha256:750bce8b9e6af48729fcb9dc27569590663dc0f85e6625d8de7e3bb3ba3041f2",
4078
- "entry": "main",
4079
- "kernel": "moe_shared_slot_down_pair_combine_residual_f32.wgsl",
4080
- "op": "moe_shared_slot_down"
4081
- },
4082
- {
4083
- "digest": "sha256:87646d02b567b3c13f66245ac222392df92af863da920ce562caa77dd14f2e93",
4084
- "entry": "single_pass",
4085
- "kernel": "moe_norm_router_f32.wgsl",
4086
- "op": "moe_norm_router"
4087
- },
4088
- {
4089
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
4090
- "entry": "main",
4091
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
4092
- "op": "moe_router"
4093
- },
4094
- {
4095
- "op": "moe_topk",
4096
- "kernel": "softmax_topk_logit_rank.wgsl",
4097
- "entry": "main",
4098
- "digest": "sha256:8b773fa89e891d94b85027980d257bdc667f80c422a01f8e4a311e4b6a1315a2"
4099
- },
4100
- {
4101
- "digest": "sha256:c5920603ff819e8687cb423bfcf19e3082671162beba59516d7d22180e6b756f",
4102
- "entry": "main",
4103
- "kernel": "matmul_gemv_f32_subgroup.wgsl",
4104
- "op": "moe_shared_router"
4105
- }
4106
- ]
4107
- },
4108
- "prefill": {
4109
- "steps": [
4110
- {
4111
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
4112
- "entry": "main",
4113
- "kernel": "rmsnorm.wgsl",
4114
- "op": "input_norm"
4115
- },
4116
- {
4117
- "constants": {
4118
- "BLOCK_BYTES": 34,
4119
- "BLOCK_VALUES": 32,
4120
- "COLS_PER_WG": 4,
4121
- "QUANT_FORMAT": 2,
4122
- "THREADS_PER_COL_GEMV": 32,
4123
- "TILE_SIZE": 16,
4124
- "WORKGROUP_SIZE": 128
4125
- },
4126
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
4127
- "entry": "main",
4128
- "kernel": "matmul_q4_0_tile64.wgsl",
4129
- "op": "q_proj",
4130
- "weights": "layer.{L}.self_attn.q_proj"
4131
- },
4132
- {
4133
- "constants": {
4134
- "BLOCK_BYTES": 34,
4135
- "BLOCK_VALUES": 32,
4136
- "COLS_PER_WG": 4,
4137
- "QUANT_FORMAT": 2,
4138
- "THREADS_PER_COL_GEMV": 32,
4139
- "TILE_SIZE": 16,
4140
- "WORKGROUP_SIZE": 128
4141
- },
4142
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
4143
- "entry": "main",
4144
- "kernel": "matmul_q4_0_tile64.wgsl",
4145
- "op": "k_proj",
4146
- "weights": "layer.{L}.self_attn.k_proj"
4147
- },
4148
- {
4149
- "constants": {
4150
- "BLOCK_BYTES": 34,
4151
- "BLOCK_VALUES": 32,
4152
- "COLS_PER_WG": 4,
4153
- "QUANT_FORMAT": 2,
4154
- "THREADS_PER_COL_GEMV": 32,
4155
- "TILE_SIZE": 16,
4156
- "WORKGROUP_SIZE": 128
4157
- },
4158
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
4159
- "entry": "main",
4160
- "kernel": "matmul_q4_0_tile64.wgsl",
4161
- "op": "v_proj",
4162
- "weights": "layer.{L}.self_attn.v_proj"
4163
- },
4164
- {
4165
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
4166
- "entry": "main",
4167
- "kernel": "rope.wgsl",
4168
- "op": "rope_q"
4169
- },
4170
- {
4171
- "digest": "sha256:923f9a96c941aee94119ecf04fa5b1508c77b7d927a7e6044ce6588b2d51a416",
4172
- "entry": "main",
4173
- "kernel": "rope.wgsl",
4174
- "op": "rope_k"
4175
- },
4176
- {
4177
- "digest": "sha256:b404819ada11cdb093c0b98f9127cba40f06b2f2c1294748228c2e22c9f98a6e",
4178
- "entry": "main",
4179
- "kernel": "attention_prefill_query_tile_f32.wgsl",
4180
- "op": "attention",
4181
- "precision": {
4182
- "activationDtype": "f32",
4183
- "kvDtype": "f32"
4184
- }
4185
- },
4186
- {
4187
- "constants": {
4188
- "BLOCK_BYTES": 18,
4189
- "BLOCK_VALUES": 32,
4190
- "COLS_PER_WG": 4,
4191
- "QUANT_FORMAT": 0,
4192
- "THREADS_PER_COL_GEMV": 32,
4193
- "TILE_SIZE": 16,
4194
- "WORKGROUP_SIZE": 128
4195
- },
4196
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
4197
- "entry": "main",
4198
- "kernel": "matmul_q4_0_tile64.wgsl",
4199
- "op": "o_proj",
4200
- "weights": "layer.{L}.self_attn.o_proj"
4201
- },
4202
- {
4203
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
4204
- "entry": "main",
4205
- "kernel": "residual.wgsl",
4206
- "op": "attn_residual"
4207
- },
4208
- {
4209
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c",
4210
- "entry": "main",
4211
- "kernel": "rmsnorm.wgsl",
4212
- "op": "post_attn_norm"
4213
- },
4214
- {
4215
- "constants": {
4216
- "BLOCK_BYTES": 34,
4217
- "BLOCK_VALUES": 32,
4218
- "COLS_PER_WG": 4,
4219
- "QUANT_FORMAT": 2,
4220
- "THREADS_PER_COL_GEMV": 32,
4221
- "TILE_SIZE": 16,
4222
- "WORKGROUP_SIZE": 128
4223
- },
4224
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
4225
- "entry": "main",
4226
- "kernel": "matmul_q4_0_tile64.wgsl",
4227
- "op": "gate_proj",
4228
- "weights": "layer.{L}.mlp.gate_proj"
4229
- },
4230
- {
4231
- "constants": {
4232
- "BLOCK_BYTES": 34,
4233
- "BLOCK_VALUES": 32,
4234
- "COLS_PER_WG": 4,
4235
- "QUANT_FORMAT": 2,
4236
- "THREADS_PER_COL_GEMV": 32,
4237
- "TILE_SIZE": 16,
4238
- "WORKGROUP_SIZE": 128
4239
- },
4240
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
4241
- "entry": "main",
4242
- "kernel": "matmul_q4_0_tile64.wgsl",
4243
- "op": "up_proj",
4244
- "weights": "layer.{L}.mlp.up_proj"
4245
- },
4246
- {
4247
- "constants": {
4248
- "HAS_GATE": true
4249
- },
4250
- "digest": "sha256:c6e28a7e6b2a7cfa805db03c9079fbc90fc2717c621e388bfa55b75ce1737ac0",
4251
- "entry": "main",
4252
- "kernel": "silu.wgsl",
4253
- "op": "activation"
4254
- },
4255
- {
4256
- "constants": {
4257
- "BLOCK_BYTES": 34,
4258
- "BLOCK_VALUES": 32,
4259
- "COLS_PER_WG": 4,
4260
- "QUANT_FORMAT": 2,
4261
- "THREADS_PER_COL_GEMV": 32,
4262
- "TILE_SIZE": 16,
4263
- "WORKGROUP_SIZE": 128
4264
- },
4265
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
4266
- "entry": "main",
4267
- "kernel": "matmul_q4_0_tile64.wgsl",
4268
- "op": "down_proj",
4269
- "weights": "layer.{L}.mlp.down_proj"
4270
- },
4271
- {
4272
- "digest": "sha256:abd19bc08ad668a7cad562e2bc0a4be1aa8827ad4300d8d474b7fc2af4c27117",
4273
- "entry": "main",
4274
- "kernel": "residual.wgsl",
4275
- "op": "ffn_residual"
4276
- },
4277
- {
4278
- "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8",
4279
- "entry": "main",
4280
- "kernel": "matmul_f32.wgsl",
4281
- "op": "linear_a_proj",
4282
- "weights": "layer.{L}.linear_attn.in_proj_a"
4283
- },
4284
- {
4285
- "digest": "sha256:b665cf1ef18ebf1d6fe490b84e9d1e962c130ccd34bdfac5616ba0e2ddb783b8",
4286
- "entry": "main",
4287
- "kernel": "matmul_f32.wgsl",
4288
- "op": "linear_b_proj",
4289
- "weights": "layer.{L}.linear_attn.in_proj_b"
4290
- },
4291
- {
4292
- "constants": {
4293
- "BLOCK_BYTES": 18,
4294
- "BLOCK_VALUES": 32,
4295
- "COLS_PER_WG": 4,
4296
- "QUANT_FORMAT": 0,
4297
- "THREADS_PER_COL_GEMV": 32,
4298
- "TILE_SIZE": 16,
4299
- "WORKGROUP_SIZE": 128
4300
- },
4301
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
4302
- "entry": "main",
4303
- "kernel": "matmul_q4_0_tile64.wgsl",
4304
- "op": "linear_qkv_proj",
4305
- "weights": "layer.{L}.linear_attn.in_proj_qkv"
4306
- },
4307
- {
4308
- "constants": {
4309
- "BLOCK_BYTES": 18,
4310
- "BLOCK_VALUES": 32,
4311
- "COLS_PER_WG": 4,
4312
- "QUANT_FORMAT": 0,
4313
- "THREADS_PER_COL_GEMV": 32,
4314
- "TILE_SIZE": 16,
4315
- "WORKGROUP_SIZE": 128
4316
- },
4317
- "digest": "sha256:db8dddf110046b5c207208e486db29c7c1ef7ccd1b4d1ffac775b1b4542b95e9",
4318
- "entry": "main",
4319
- "kernel": "matmul_q4_0_tile64.wgsl",
4320
- "op": "linear_z_proj",
4321
- "weights": "layer.{L}.linear_attn.in_proj_z"
4322
- },
4323
- {
4324
- "op": "moe_grouped_sort",
4325
- "kernel": "moe_grouped_sort.wgsl",
4326
- "entry": "main",
4327
- "digest": "sha256:a42d12d16424b759321bd40fc5f79646d9731dc851343a197c62a77dda4fdc0b"
4328
- },
4329
- {
4330
- "op": "moe_grouped_gu",
4331
- "kernel": "moe_grouped_matmul_f32.wgsl",
4332
- "entry": "main",
4333
- "digest": "sha256:50e3319f37de6d4e777c4fad1b094784a03e84ed50dbd8b0b21497a3c9adb432"
4334
- },
4335
- {
4336
- "op": "moe_grouped_down",
4337
- "kernel": "moe_grouped_matmul_f32.wgsl",
4338
- "entry": "main",
4339
- "digest": "sha256:50e3319f37de6d4e777c4fad1b094784a03e84ed50dbd8b0b21497a3c9adb432"
4340
- }
4341
- ]
4342
- }
4343
- }
4344
- ],
4345
- "preLayer": [
4346
- {
4347
- "op": "embed",
4348
- "kernel": "gather_q4_0.wgsl",
4349
- "entry": "main",
4350
- "weights": "embed_tokens",
4351
- "constants": {
4352
- "WORKGROUP_SIZE": 256,
4353
- "BLOCK_VALUES": 32,
4354
- "BLOCK_BYTES": 18,
4355
- "QUANT_FORMAT": 0
4356
- },
4357
- "digest": "sha256:5385c421ac8423132406168faeac5e2ede51ea1b3df6f6f19baa567e0dc9d0b5"
4358
- }
4359
- ],
4360
- "postLayer": [
4361
- {
4362
- "op": "final_norm",
4363
- "kernel": "rmsnorm.wgsl",
4364
- "entry": "main",
4365
- "digest": "sha256:4f4d144735bdff86b8567346ba7ea7b82fe68a2ac9656ba1577106158af9bc7c"
4366
- },
4367
- {
4368
- "op": "lm_head",
4369
- "kernel": "matmul_gguf_pair_f32.wgsl",
4370
- "entry": "main",
4371
- "weights": "lm_head",
4372
- "constants": {
4373
- "WORKGROUP_SIZE": 128,
4374
- "ROWS": 1,
4375
- "BLOCK_VALUES": 32,
4376
- "BLOCK_BYTES": 34,
4377
- "QUANT_FORMAT": 2
4378
- },
4379
- "digest": "sha256:66f6c5fbd55400a3a84833478dadc217fbe81bac8b13787b3db687823c88617f"
4380
- },
4381
- {
4382
- "op": "lm_head_prefill",
4383
- "kernel": "matmul_q4_0.wgsl",
4384
- "entry": "gemv",
4385
- "weights": "lm_head",
4386
- "constants": {
4387
- "WORKGROUP_SIZE": 128,
4388
- "COLS_PER_WG": 4,
4389
- "THREADS_PER_COL_GEMV": 32,
4390
- "TILE_SIZE": 16,
4391
- "BLOCK_VALUES": 32,
4392
- "BLOCK_BYTES": 34,
4393
- "QUANT_FORMAT": 2
4394
- },
4395
- "digest": "sha256:96a3c0229daa90ade6496b3403a294dfd5944af671719c7be19fde680a0af789"
4396
- },
4397
- {
4398
- "op": "sample",
4399
- "kernel": "sample.wgsl",
4400
- "entry": "sample_single_pass",
4401
- "digest": "sha256:f2377b2a58c2eeb695a6f6f7ad877630bdba5e74d5dc1a8d919cd73b360d4870"
4402
- }
4403
- ]
4404
- }
4405
- }
4406
- }
4407
- }