doppler-gpu 0.4.7 → 0.4.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/CHANGELOG.md +64 -0
  2. package/README.md +93 -144
  3. package/models/catalog.json +1575 -0
  4. package/package.json +37 -12
  5. package/src/cli/doppler-cli.js +28 -7
  6. package/src/client/doppler-registry.json +2 -2
  7. package/src/client/runtime/index.js +25 -2
  8. package/src/client/runtime/model-session.d.ts +31 -1
  9. package/src/client/runtime/model-session.js +31 -0
  10. package/src/client/runtime/model-source.d.ts +19 -2
  11. package/src/client/runtime/model-source.js +45 -5
  12. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +21 -5
  13. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +6 -1
  14. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +1 -1
  15. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +9 -1
  16. package/src/config/kernel-path-loader.js +1 -0
  17. package/src/config/kernels/kernel-ref-digests.js +26 -17
  18. package/src/config/kernels/registry.json +448 -27
  19. package/src/config/merge.js +11 -0
  20. package/src/config/param-validator.js +25 -0
  21. package/src/config/runtime/default.json +3 -1
  22. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  23. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  24. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  25. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  26. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  27. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  28. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  29. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  30. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  31. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  32. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  33. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  34. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  35. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  36. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  37. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  38. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  39. package/src/config/schema/doppler.schema.js +40 -5
  40. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  41. package/src/config/schema/execution-v1.schema.js +10 -0
  42. package/src/config/schema/index.d.ts +3 -1
  43. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  44. package/src/config/transforms/capability-transform-resolver.js +7 -1
  45. package/src/config/transforms/execution-graph-transforms.js +2 -2
  46. package/src/debug/config.d.ts +4 -0
  47. package/src/experimental/orchestration/index.d.ts +10 -1
  48. package/src/experimental/training/suite.js +1 -1
  49. package/src/formats/rdrr/classification.js +3 -0
  50. package/src/formats/rdrr/integrity.d.ts +0 -2
  51. package/src/formats/rdrr/integrity.js +0 -2
  52. package/src/formats/rdrr/types.d.ts +1 -1
  53. package/src/gpu/kernels/attention.d.ts +2 -0
  54. package/src/gpu/kernels/attention.js +75 -16
  55. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  56. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  57. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  58. package/src/gpu/kernels/fused_ffn.js +540 -19
  59. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  60. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  61. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  62. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  63. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  64. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  65. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  66. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  67. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  68. package/src/gpu/kernels/index.d.ts +21 -0
  69. package/src/gpu/kernels/index.js +13 -0
  70. package/src/gpu/kernels/linear-attention-core.js +413 -15
  71. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  72. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  73. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  74. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  75. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  76. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  77. package/src/gpu/kernels/matmul-selection.js +5 -1
  78. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  79. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  80. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  81. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  82. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  83. package/src/gpu/kernels/silu.wgsl +7 -1
  84. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  85. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  86. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  87. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  88. package/src/gpu/tensor.d.ts +1 -0
  89. package/src/index.d.ts +1 -1
  90. package/src/index.js +1 -1
  91. package/src/inference/browser-harness-suite-helpers.js +1 -1
  92. package/src/inference/browser-harness-text-helpers.js +251 -20
  93. package/src/inference/browser-harness.js +221 -3
  94. package/src/inference/kv-cache/base.js +42 -1
  95. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  96. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  97. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  98. package/src/inference/pipelines/text/attention/projections.js +174 -4
  99. package/src/inference/pipelines/text/attention/record.js +44 -21
  100. package/src/inference/pipelines/text/attention/run.js +18 -3
  101. package/src/inference/pipelines/text/config.d.ts +18 -0
  102. package/src/inference/pipelines/text/config.js +100 -0
  103. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  104. package/src/inference/pipelines/text/execution-plan.js +37 -0
  105. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  106. package/src/inference/pipelines/text/execution-v1.js +122 -8
  107. package/src/inference/pipelines/text/ffn/dense.js +239 -21
  108. package/src/inference/pipelines/text/ffn/standard.js +121 -38
  109. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  110. package/src/inference/pipelines/text/generator-helpers.js +2 -0
  111. package/src/inference/pipelines/text/generator-runtime.js +1 -0
  112. package/src/inference/pipelines/text/generator-steps.js +2 -2
  113. package/src/inference/pipelines/text/generator.d.ts +18 -1
  114. package/src/inference/pipelines/text/generator.js +297 -19
  115. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  116. package/src/inference/pipelines/text/init.d.ts +22 -3
  117. package/src/inference/pipelines/text/init.js +2 -2
  118. package/src/inference/pipelines/text/layer.js +87 -8
  119. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  120. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  121. package/src/inference/pipelines/text/linear-attention.js +173 -16
  122. package/src/inference/pipelines/text/logits/gpu.js +2 -2
  123. package/src/inference/pipelines/text/logits/index.js +62 -1
  124. package/src/inference/pipelines/text/model-load.js +6 -0
  125. package/src/inference/pipelines/text/ops.js +22 -0
  126. package/src/inference/pipelines/text/per-layer-inputs.js +80 -11
  127. package/src/inference/pipelines/text/probes.js +9 -4
  128. package/src/inference/pipelines/text/state.d.ts +4 -4
  129. package/src/inference/pipelines/text/state.js +4 -0
  130. package/src/inference/pipelines/text/types.d.ts +27 -2
  131. package/src/inference/pipelines/text.d.ts +21 -1
  132. package/src/inference/pipelines/text.js +40 -14
  133. package/src/inference/tokenizers/bundled.js +45 -23
  134. package/src/inference/tokenizers/types.d.ts +7 -4
  135. package/src/loader/doppler-loader.js +25 -2
  136. package/src/loader/index.d.ts +3 -1
  137. package/src/loader/index.js +2 -0
  138. package/src/loader/loader-types.d.ts +3 -1
  139. package/src/loader/manifest-config.d.ts +18 -0
  140. package/src/loader/manifest-config.js +11 -3
  141. package/src/loader/shard-cache.d.ts +2 -0
  142. package/src/loader/shard-cache.js +29 -1
  143. package/src/models/gemma4.js +8 -0
  144. package/src/rules/inference/capability-transforms.rules.json +145 -20
  145. package/src/rules/inference/ffn.rules.json +33 -0
  146. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  147. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  148. package/src/rules/kernels/matmul.rules.json +1 -0
  149. package/src/rules/kernels/silu.rules.json +1 -0
  150. package/src/rules/rule-registry.js +2 -0
  151. package/src/storage/artifact-storage-context.js +36 -0
  152. package/src/tooling/node-browser-command-runner.js +42 -7
  153. package/src/tooling/opfs-cache.d.ts +21 -1
  154. package/src/tooling/opfs-cache.js +168 -32
  155. package/src/tooling-exports/storage.d.ts +1 -1
  156. package/src/tooling-exports/storage.js +1 -1
  157. package/src/types/gpu.d.ts +25 -0
  158. package/src/version.js +1 -1
  159. package/tests/kernels/browser/kernel-suite.js +1593 -0
  160. package/tests/kernels/browser/test-page.js +2629 -0
  161. package/tests/kernels/harness/benchmark.js +225 -0
  162. package/tests/kernels/harness/buffer-utils.js +88 -0
  163. package/tests/kernels/harness/tolerance.js +174 -0
  164. package/tests/kernels/reference/adam.js +15 -0
  165. package/tests/kernels/reference/attention.js +158 -0
  166. package/tests/kernels/reference/backward.js +96 -0
  167. package/tests/kernels/reference/bias-add.js +20 -0
  168. package/tests/kernels/reference/conv2d.js +58 -0
  169. package/tests/kernels/reference/cross-entropy.js +26 -0
  170. package/tests/kernels/reference/dequant.js +312 -0
  171. package/tests/kernels/reference/embed.js +15 -0
  172. package/tests/kernels/reference/gather.js +61 -0
  173. package/tests/kernels/reference/gelu.js +37 -0
  174. package/tests/kernels/reference/groupnorm.js +36 -0
  175. package/tests/kernels/reference/index.js +89 -0
  176. package/tests/kernels/reference/layernorm.js +22 -0
  177. package/tests/kernels/reference/matmul.js +57 -0
  178. package/tests/kernels/reference/modulate.js +24 -0
  179. package/tests/kernels/reference/moe-gather.js +83 -0
  180. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  181. package/tests/kernels/reference/residual.js +55 -0
  182. package/tests/kernels/reference/rmsnorm.js +52 -0
  183. package/tests/kernels/reference/rope.js +79 -0
  184. package/tests/kernels/reference/sample.js +97 -0
  185. package/tests/kernels/reference/scatter-add.js +58 -0
  186. package/tests/kernels/reference/silu.js +52 -0
  187. package/tests/kernels/reference/softmax.js +86 -0
  188. package/tests/kernels/reference/split-qkv.js +58 -0
  189. package/tests/kernels/reference/topk.js +88 -0
  190. package/tests/kernels/reference/upsample2d.js +37 -0
  191. package/BRANDING.md +0 -14
  192. package/SECURITY.md +0 -19
  193. package/assets/doppler-runtime-map.svg +0 -82
  194. package/src/bootstrap.js +0 -30
  195. package/src/cli/doppler-cli.d.ts +0 -46
  196. package/src/cli/doppler-quickstart.d.ts +0 -45
  197. package/src/cli/doppler-serve.d.ts +0 -210
  198. package/src/cli/runtime-profiles.d.ts +0 -40
  199. package/src/client/doppler-api.browser.d.ts +0 -1
  200. package/src/client/doppler-api.browser.js +0 -25
  201. package/src/client/doppler-registry.d.ts +0 -54
  202. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  203. package/src/client/runtime/source-runtime.d.ts +0 -26
  204. package/src/client/runtime/storage.d.ts +0 -5
  205. package/src/config/README.md +0 -61
  206. package/src/config/conversion/README.md +0 -62
  207. package/src/config/goal-completion-matrix.json +0 -552
  208. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  209. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  210. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  211. package/src/config/kernels/registry.d.ts +0 -51
  212. package/src/config/merge-contract-check.d.ts +0 -16
  213. package/src/config/merge-contract-check.js +0 -319
  214. package/src/config/merge-helpers.d.ts +0 -60
  215. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  216. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  217. package/src/config/param-categories.d.ts +0 -8
  218. package/src/config/param-validator.d.ts +0 -33
  219. package/src/config/platforms/loader.d.ts +0 -38
  220. package/src/config/quantization-contract-check.d.ts +0 -12
  221. package/src/config/quantization-contract-check.js +0 -91
  222. package/src/config/runtime/README.md +0 -28
  223. package/src/config/runtime-merge.d.ts +0 -5
  224. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  225. package/src/config/schema/command-surface-contract.schema.json +0 -81
  226. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  227. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  228. package/src/config/schema/platform.schema.js +0 -1
  229. package/src/config/schema/policy-schema-registry.json +0 -31
  230. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  231. package/src/config/support-tiers/subsystems.json +0 -502
  232. package/src/config/supported-operations.d.ts +0 -14
  233. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  234. package/src/config/transforms/execution-graph-transforms.d.ts +0 -306
  235. package/src/converter/conversion-plan.d.ts +0 -56
  236. package/src/converter/index.d.ts +0 -98
  237. package/src/converter/index.js +0 -59
  238. package/src/converter/parsers/diffusion.d.ts +0 -50
  239. package/src/converter/parsers/gguf.d.ts +0 -31
  240. package/src/converter/parsers/index.d.ts +0 -21
  241. package/src/converter/parsers/index.js +0 -12
  242. package/src/converter/parsers/transformer.d.ts +0 -31
  243. package/src/converter/quantization-info.d.ts +0 -38
  244. package/src/converter/rope-config.d.ts +0 -16
  245. package/src/converter/tokenizer-utils.d.ts +0 -12
  246. package/src/debug/reference/README.md +0 -114
  247. package/src/debug/reference/hf_attn_debug.py +0 -114
  248. package/src/debug/reference/hf_embed_check.py +0 -89
  249. package/src/debug/reference/hf_layer_out.py +0 -100
  250. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  251. package/src/debug/reference/hf_rope_check.py +0 -116
  252. package/src/debug/reference/hf_weights.py +0 -75
  253. package/src/errors/doppler-error.d.ts +0 -20
  254. package/src/experimental/bridge/extension/background.d.ts +0 -14
  255. package/src/experimental/bridge/extension/background.js +0 -168
  256. package/src/experimental/bridge/extension/manifest.json +0 -34
  257. package/src/experimental/bridge/extension-client.d.ts +0 -114
  258. package/src/experimental/bridge/index.d.ts +0 -69
  259. package/src/experimental/bridge/node-bridge.js +0 -24
  260. package/src/experimental/bridge/protocol.d.ts +0 -96
  261. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  262. package/src/experimental/browser/gguf-importer.js +0 -532
  263. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  264. package/src/experimental/browser/quantization.d.ts +0 -74
  265. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  266. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  267. package/src/experimental/browser/shard-io-browser.js +0 -89
  268. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  269. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  270. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  271. package/src/experimental/distribution/p2p-transport.js +0 -75
  272. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  273. package/src/experimental/hotswap/manifest.d.ts +0 -42
  274. package/src/experimental/hotswap/model-swap.js +0 -42
  275. package/src/experimental/hotswap/runtime.d.ts +0 -31
  276. package/src/experimental/training/README.md +0 -164
  277. package/src/experimental/training/artifacts.d.ts +0 -160
  278. package/src/experimental/training/attention-backward.d.ts +0 -30
  279. package/src/experimental/training/attention-forward.d.ts +0 -22
  280. package/src/experimental/training/attention-forward.js +0 -82
  281. package/src/experimental/training/autograd.d.ts +0 -51
  282. package/src/experimental/training/backward-kernels.js +0 -39
  283. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  284. package/src/experimental/training/checkpoint.d.ts +0 -36
  285. package/src/experimental/training/clip.d.ts +0 -9
  286. package/src/experimental/training/dataloader.d.ts +0 -8
  287. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  288. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  289. package/src/experimental/training/datasets/index.d.ts +0 -24
  290. package/src/experimental/training/datasets/index.js +0 -13
  291. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  292. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  293. package/src/experimental/training/datasets/reploid.js +0 -36
  294. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  295. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  296. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  297. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  298. package/src/experimental/training/datasets/token-batch.js +0 -52
  299. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  300. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  301. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  302. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  303. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  304. package/src/experimental/training/distillation/eval.d.ts +0 -34
  305. package/src/experimental/training/distillation/index.d.ts +0 -29
  306. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  307. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  308. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  309. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  310. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  311. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  312. package/src/experimental/training/export.d.ts +0 -41
  313. package/src/experimental/training/index.d.ts +0 -74
  314. package/src/experimental/training/index.js +0 -63
  315. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  316. package/src/experimental/training/lora.d.ts +0 -19
  317. package/src/experimental/training/loss-scaling.d.ts +0 -21
  318. package/src/experimental/training/loss.d.ts +0 -10
  319. package/src/experimental/training/objectives/base.d.ts +0 -58
  320. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  321. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  322. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  323. package/src/experimental/training/objectives/index.d.ts +0 -12
  324. package/src/experimental/training/objectives/index.js +0 -6
  325. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  326. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  327. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  328. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  329. package/src/experimental/training/operator-command.d.ts +0 -5
  330. package/src/experimental/training/operator-eval.d.ts +0 -48
  331. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  332. package/src/experimental/training/optimizer.d.ts +0 -22
  333. package/src/experimental/training/runner.d.ts +0 -249
  334. package/src/experimental/training/suite.d.ts +0 -299
  335. package/src/experimental/training/tensor-factory.d.ts +0 -9
  336. package/src/experimental/training/trainer.d.ts +0 -89
  337. package/src/experimental/training/ul_dataset.d.ts +0 -47
  338. package/src/experimental/training/ul_schedule.d.ts +0 -6
  339. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  340. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  341. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  342. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  343. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  344. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  345. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  346. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  347. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  348. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  349. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  350. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  351. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  352. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  353. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  354. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  355. package/src/experimental/training/workload-packs/registry.json +0 -278
  356. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  357. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  358. package/src/experimental/training/workloads.d.ts +0 -201
  359. package/src/formats/gguf/types.d.ts +0 -74
  360. package/src/formats/index.d.ts +0 -75
  361. package/src/formats/index.js +0 -19
  362. package/src/formats/litert/types.d.ts +0 -74
  363. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  364. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  365. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  366. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  367. package/src/formats/safetensors/types.d.ts +0 -67
  368. package/src/formats/tflite/types.d.ts +0 -61
  369. package/src/formats/tokenizer/index.d.ts +0 -5
  370. package/src/formats/tokenizer/index.js +0 -3
  371. package/src/formats/tokenizer/types.d.ts +0 -9
  372. package/src/gpu/kernel-runtime.d.ts +0 -13
  373. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  374. package/src/gpu/kernel-selection-log.d.ts +0 -4
  375. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  376. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  377. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  378. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  379. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  380. package/src/gpu/kernel-tuner/types.js +0 -4
  381. package/src/gpu/kernel-tuner.d.ts +0 -33
  382. package/src/gpu/kernels/README.md +0 -166
  383. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  384. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  385. package/src/gpu/kernels/check-stop.d.ts +0 -31
  386. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  387. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  388. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  389. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  390. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  391. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  392. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  393. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  394. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  395. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  396. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  397. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  398. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  399. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  400. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  401. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  402. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  403. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  404. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  405. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  406. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  407. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  408. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  409. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  410. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  411. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  412. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  413. package/src/gpu/kernels/constants.d.ts +0 -129
  414. package/src/gpu/kernels/dispatch.d.ts +0 -72
  415. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  416. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  417. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  418. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  419. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  420. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  421. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  422. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  423. package/src/gpu/kernels/types.js +0 -4
  424. package/src/gpu/perf-guards.d.ts +0 -13
  425. package/src/gpu/profiler.d.ts +0 -93
  426. package/src/gpu/readback-utils.d.ts +0 -16
  427. package/src/gpu/readback-utils.js +0 -49
  428. package/src/gpu/submit-probe.d.ts +0 -12
  429. package/src/index-browser.d.ts +0 -2
  430. package/src/index-browser.js +0 -2
  431. package/src/inference/README.md +0 -593
  432. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  433. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  434. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  435. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  436. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  437. package/src/inference/browser-harness-text-helpers.d.ts +0 -152
  438. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  439. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  440. package/src/inference/network-evolution.js +0 -79
  441. package/src/inference/pipelines/context.d.ts +0 -21
  442. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  443. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  444. package/src/inference/pipelines/diffusion/index.js +0 -3
  445. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  446. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  447. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  448. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  449. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  450. package/src/inference/pipelines/diffusion/types.js +0 -1
  451. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  452. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  453. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  454. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  455. package/src/inference/pipelines/dream/pipeline.js +0 -8
  456. package/src/inference/pipelines/energy/index.d.ts +0 -1
  457. package/src/inference/pipelines/energy/index.js +0 -1
  458. package/src/inference/pipelines/energy/types.js +0 -1
  459. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  460. package/src/inference/pipelines/energy-head/index.js +0 -6
  461. package/src/inference/pipelines/factory.d.ts +0 -10
  462. package/src/inference/pipelines/index.d.ts +0 -22
  463. package/src/inference/pipelines/index.js +0 -19
  464. package/src/inference/pipelines/registry.d.ts +0 -15
  465. package/src/inference/pipelines/rng.d.ts +0 -2
  466. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  467. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  468. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  469. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  470. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  471. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  472. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  473. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  474. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  475. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  476. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  477. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  478. package/src/inference/pipelines/text/attention.d.ts +0 -23
  479. package/src/inference/pipelines/text/attention.js +0 -12
  480. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  481. package/src/inference/pipelines/text/buffer-types.js +0 -4
  482. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  483. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  484. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  485. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  486. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  487. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  488. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  489. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  490. package/src/inference/pipelines/text/embed.d.ts +0 -69
  491. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  492. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  493. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  494. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  495. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  496. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  497. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  498. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -26
  499. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  500. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  501. package/src/inference/pipelines/text/ffn.js +0 -18
  502. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  503. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  504. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  505. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  506. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  507. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -93
  508. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  509. package/src/inference/pipelines/text/index.d.ts +0 -5
  510. package/src/inference/pipelines/text/index.js +0 -6
  511. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  512. package/src/inference/pipelines/text/layer.d.ts +0 -118
  513. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  514. package/src/inference/pipelines/text/logits/precision-policy.d.ts +0 -11
  515. package/src/inference/pipelines/text/logits/types.js +0 -4
  516. package/src/inference/pipelines/text/logits.d.ts +0 -27
  517. package/src/inference/pipelines/text/logits.js +0 -16
  518. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  519. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  520. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  521. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  522. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  523. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  524. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -70
  525. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  526. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  527. package/src/inference/pipelines/text/ops.d.ts +0 -222
  528. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  529. package/src/inference/pipelines/text/probes.d.ts +0 -28
  530. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  531. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  532. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  533. package/src/inference/pipelines/text/types.js +0 -4
  534. package/src/inference/tokenizers/base.d.ts +0 -44
  535. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  536. package/src/inference/tokenizers/bpe.d.ts +0 -27
  537. package/src/inference/tokenizers/bundled.d.ts +0 -67
  538. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  539. package/src/inference/tokenizers/types.js +0 -7
  540. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  541. package/src/loader/per-layer-input-loader.d.ts +0 -30
  542. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  543. package/src/loader/tensors/source-transform.d.ts +0 -65
  544. package/src/memory/address-table.d.ts +0 -96
  545. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  546. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  547. package/src/rules/rule-registry.d.ts +0 -77
  548. package/src/storage/artifact-storage-context.d.ts +0 -63
  549. package/src/storage/backends/idb-store.d.ts +0 -52
  550. package/src/storage/backends/memory-store.d.ts +0 -36
  551. package/src/storage/backends/opfs-store.d.ts +0 -41
  552. package/src/storage/blake3.d.ts +0 -17
  553. package/src/storage/download-types.d.ts +0 -157
  554. package/src/storage/downloader.d.ts +0 -103
  555. package/src/storage/index.d.ts +0 -274
  556. package/src/storage/index.js +0 -201
  557. package/src/storage/preflight.d.ts +0 -144
  558. package/src/storage/preflight.js +0 -360
  559. package/src/storage/quickstart-downloader.d.ts +0 -157
  560. package/src/storage/quickstart-downloader.js +0 -289
  561. package/src/storage/source-artifact-store.d.ts +0 -59
  562. package/src/sw.js +0 -184
  563. package/src/tooling/command-api-constants.d.ts +0 -9
  564. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  565. package/src/tooling/command-api-helpers.d.ts +0 -23
  566. package/src/tooling/command-runner-shared.d.ts +0 -89
  567. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  568. package/src/tooling/conversion-config-materializer.js +0 -96
  569. package/src/tooling/diagnose-runner.d.ts +0 -28
  570. package/src/tooling/hf-registry-utils.d.ts +0 -55
  571. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  572. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  573. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  574. package/src/tooling/kernel-path-builder/index.js +0 -1361
  575. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  576. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  577. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  578. package/src/tooling/lean-execution-contract-runner.js +0 -158
  579. package/src/tooling/lean-execution-contract.d.ts +0 -16
  580. package/src/tooling/lean-execution-contract.js +0 -81
  581. package/src/tooling/litert-package-runtime.d.ts +0 -46
  582. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  583. package/src/tooling/node-convert-worker.d.ts +0 -1
  584. package/src/tooling/node-converter.d.ts +0 -1
  585. package/src/tooling/node-file-fetch.d.ts +0 -1
  586. package/src/tooling/node-source-runtime.d.ts +0 -24
  587. package/src/tooling/node-webgpu.d.ts +0 -17
  588. package/src/tooling/precision-replay-math.js +0 -174
  589. package/src/tooling/program-bundle-host.d.ts +0 -16
  590. package/src/tooling/program-bundle-host.js +0 -20
  591. package/src/tooling/runtime-input-composition.d.ts +0 -37
  592. package/src/tooling/source-package-profiles.d.ts +0 -50
  593. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  594. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  595. package/src/tooling/source-runtime-materializer.js +0 -89
  596. package/src/tooling-exports.browser.d.ts +0 -7
  597. package/src/types/chrome.d.ts +0 -36
  598. package/src/types/chrome.js +0 -1
  599. package/src/types/index.d.ts +0 -1
  600. package/src/types/index.js +0 -1
  601. package/src/utils/array-buffer.d.ts +0 -4
  602. package/src/utils/canonical-hash.d.ts +0 -7
  603. package/src/utils/clone-json.d.ts +0 -1
  604. package/src/utils/hf-resolve-url.d.ts +0 -16
  605. package/src/utils/index.d.ts +0 -10
  606. package/src/utils/index.js +0 -10
  607. package/src/utils/load-json.d.ts +0 -5
  608. package/src/utils/plain-object.d.ts +0 -1
  609. package/src/utils/sha256.d.ts +0 -5
  610. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -35,6 +35,7 @@ import { buildTensorLocations } from './shard-resolver.js';
35
35
  import {
36
36
  needsNormWeightOffset,
37
37
  resolveWeightLayout,
38
+ requiresCpuF16ToF32MatmulMaterialization,
38
39
  shouldStreamLargeWeight,
39
40
  } from './manifest-config.js';
40
41
  import { MemoryMonitor } from './memory-monitor.js';
@@ -119,7 +120,7 @@ function createLoadTiming(modelId, hasCustomLoader) {
119
120
  status: 'running',
120
121
  customShardLoader: hasCustomLoader === true,
121
122
  byteAccountingMode: hasCustomLoader === true
122
- ? 'custom-loader-progress-unavailable'
123
+ ? 'custom-loader-read-progress'
123
124
  : 'full-shard-progress',
124
125
  totalBytes: null,
125
126
  totalShards: null,
@@ -588,10 +589,21 @@ export class DopplerLoader {
588
589
  const loadStartTime = Date.now();
589
590
  let bytesLoaded = 0;
590
591
  let shardsLoaded = 0;
592
+ this.shardCache.resetCustomReadStats();
593
+
594
+ const syncCustomReadStats = () => {
595
+ if (!this.shardCache.hasCustomLoader) return;
596
+ const stats = this.shardCache.customReadStats;
597
+ bytesLoaded = stats.bytesRead;
598
+ shardsLoaded = stats.shardsRead;
599
+ this.loadTiming.bytesLoaded = bytesLoaded;
600
+ this.loadTiming.shardsLoaded = shardsLoaded;
601
+ };
591
602
 
592
603
 
593
604
  const reportProgress = (stage, baseProgress, detail) => {
594
605
  if (!onProgress || typeof onProgress !== 'function') return;
606
+ syncCustomReadStats();
595
607
  const elapsed = (Date.now() - loadStartTime) / 1000;
596
608
  const speed = elapsed > 0 ? bytesLoaded / elapsed : 0;
597
609
  const speedStr = speed > 0 ? `${formatBytes(speed)}/s` : '';
@@ -750,6 +762,7 @@ export class DopplerLoader {
750
762
  }
751
763
 
752
764
  if (onProgress) {
765
+ syncCustomReadStats();
753
766
  const layerFraction = (l + 1) / numLayers;
754
767
  const layerProgress = 0.80 + layerFraction * 0.05;
755
768
  onProgress({
@@ -785,9 +798,17 @@ export class DopplerLoader {
785
798
  await this.#loadFinalWeights(onProgress);
786
799
  finishLoadPhase(this.loadTiming, activeLoadPhase, phaseStart);
787
800
  this.#assertResidentBudget('final weights');
801
+ syncCustomReadStats();
788
802
 
789
803
  if (onProgress) {
790
- onProgress({ stage: 'complete', progress: 1.0 });
804
+ onProgress({
805
+ stage: 'complete',
806
+ progress: 1.0,
807
+ shard: shardsLoaded,
808
+ totalShards,
809
+ bytesLoaded,
810
+ totalBytes,
811
+ });
791
812
  }
792
813
 
793
814
  this.isLoaded = true;
@@ -804,6 +825,7 @@ export class DopplerLoader {
804
825
  return (this.manifest.config) || {};
805
826
  } catch (error) {
806
827
  loadError = error;
828
+ syncCustomReadStats();
807
829
  finishLoadTiming(this.loadTiming, 'failed', loadTimingStart, error, activeLoadPhase);
808
830
  } finally {
809
831
  this.#loadShardOverride = null;
@@ -1157,6 +1179,7 @@ export class DopplerLoader {
1157
1179
  if (!location?.size || location.size <= 0) return false;
1158
1180
  if (hasSourceTransform(location)) return false;
1159
1181
  if (Array.isArray(location?.storage?.companions) && location.storage.companions.length > 0) return false;
1182
+ if (requiresCpuF16ToF32MatmulMaterialization(location, this.gpuCapabilities, this.keepF32Weights)) return false;
1160
1183
  if (this.shardCache.hasCustomLoader && !this.shardCache.canStreamRanges) return false;
1161
1184
  const chunkBytes = this.#loadingConfig?.storage?.backend?.streaming?.readChunkBytes ?? 0;
1162
1185
  if (!Number.isFinite(chunkBytes) || chunkBytes <= 0) return false;
@@ -42,11 +42,13 @@ export {
42
42
  getLargeWeightConfig,
43
43
  getLargeWeightMaxBytes,
44
44
  estimateMatmulWeightBytes,
45
+ resolveMatmulWeightDtype,
46
+ requiresCpuF16ToF32MatmulMaterialization,
45
47
  resolveWeightLayout,
46
48
  shouldStreamLargeWeight,
47
49
  isMoEModel,
48
50
  } from './manifest-config.js';
49
- export type { LargeWeightConfig } from './manifest-config.js';
51
+ export type { LargeWeightConfigSchema as LargeWeightConfig } from '../config/schema/doppler.schema.js';
50
52
 
51
53
  export { buildTensorLocations } from './shard-resolver.js';
52
54
  export type { BuildTensorLocationsOptions } from './shard-resolver.js';
@@ -21,6 +21,8 @@ export {
21
21
  getLargeWeightConfig,
22
22
  getLargeWeightMaxBytes,
23
23
  estimateMatmulWeightBytes,
24
+ resolveMatmulWeightDtype,
25
+ requiresCpuF16ToF32MatmulMaterialization,
24
26
  resolveWeightLayout,
25
27
  shouldStreamLargeWeight,
26
28
  isMoEModel,
@@ -45,6 +45,8 @@ export interface LayerWeights {
45
45
  qkvProj?: GPUBuffer | WeightBuffer | Float32Array | null;
46
46
  qkvSizes?: [number, number, number] | null;
47
47
  qkvDtype?: 'f16' | 'f32' | null;
48
+ linearABProj?: WeightBuffer | null;
49
+ linearQKVZProj?: WeightBuffer | null;
48
50
  linearInProjZ?: GPUBuffer | WeightBuffer | Float32Array | null;
49
51
  linearInProjA?: GPUBuffer | WeightBuffer | Float32Array | null;
50
52
  linearInProjB?: GPUBuffer | WeightBuffer | Float32Array | null;
@@ -158,7 +160,7 @@ export interface LoaderLoadTiming {
158
160
  modelId: string | null;
159
161
  status: 'running' | 'complete' | 'failed';
160
162
  customShardLoader: boolean;
161
- byteAccountingMode: 'full-shard-progress' | 'custom-loader-progress-unavailable';
163
+ byteAccountingMode: 'full-shard-progress' | 'custom-loader-read-progress';
162
164
  totalBytes: number | null;
163
165
  totalShards: number | null;
164
166
  bytesLoaded: number;
@@ -59,6 +59,24 @@ export declare function estimateMatmulWeightBytes(
59
59
  keepF32Weights: boolean
60
60
  ): { bytes: number; dtype: WeightDtype } | null;
61
61
 
62
+ /**
63
+ * Resolve the materialized dtype for a weight-like tensor.
64
+ */
65
+ export declare function resolveMatmulWeightDtype(
66
+ location: TensorLocation,
67
+ gpuCapabilities: KernelCapabilities | null,
68
+ keepF32Weights: boolean
69
+ ): WeightDtype;
70
+
71
+ /**
72
+ * Check whether an F16 tensor must be widened on CPU before GPU upload.
73
+ */
74
+ export declare function requiresCpuF16ToF32MatmulMaterialization(
75
+ location: TensorLocation,
76
+ gpuCapabilities: KernelCapabilities | null,
77
+ keepF32Weights: boolean
78
+ ): boolean;
79
+
62
80
  /**
63
81
  * Resolve weight layout from tensor location.
64
82
  *
@@ -67,19 +67,27 @@ export function estimateMatmulWeightBytes(location, gpuCapabilities, keepF32Weig
67
67
  const numElements = location.shape.reduce((a, b) => a * b, 1);
68
68
  if (!Number.isFinite(numElements) || numElements <= 0) return null;
69
69
 
70
+ const dtype = resolveMatmulWeightDtype(location, gpuCapabilities, keepF32Weights);
71
+ const bytesPerElement = DTYPE_SIZES[selectRuleValue('shared', 'dtype', 'f16OrF32FromDtype', { dtype })];
72
+ return { bytes: numElements * bytesPerElement, dtype };
73
+ }
74
+
75
+ export function resolveMatmulWeightDtype(location, gpuCapabilities, keepF32Weights) {
70
76
  const caps = gpuCapabilities || getKernelCapabilities();
71
77
  const hasF16 = caps?.hasF16 ?? false;
72
78
  const isMatmulWeight = shouldDequantizeToF16(location);
73
79
 
74
- const dtype = selectRuleValue('loader', 'weights', 'matmulWeightDtype', {
80
+ return selectRuleValue('loader', 'weights', 'matmulWeightDtype', {
75
81
  locationDtype: location.dtype,
76
82
  hasF16,
77
83
  isMatmulWeight,
78
84
  keepF32Weights: Boolean(keepF32Weights),
79
85
  });
86
+ }
80
87
 
81
- const bytesPerElement = DTYPE_SIZES[selectRuleValue('shared', 'dtype', 'f16OrF32FromDtype', { dtype })];
82
- return { bytes: numElements * bytesPerElement, dtype };
88
+ export function requiresCpuF16ToF32MatmulMaterialization(location, gpuCapabilities, keepF32Weights) {
89
+ if (location?.dtype !== 'F16' || !location?.role) return false;
90
+ return resolveMatmulWeightDtype(location, gpuCapabilities, keepF32Weights) === 'f32';
83
91
  }
84
92
 
85
93
  export function resolveWeightLayout(location) {
@@ -39,6 +39,8 @@ export class ShardCache {
39
39
  get hasCustomRangeLoader(): boolean;
40
40
  get hasCustomStreamLoader(): boolean;
41
41
  get canStreamRanges(): boolean;
42
+ resetCustomReadStats(): void;
43
+ get customReadStats(): { bytesRead: number; shardsRead: number };
42
44
  has(shardIndex: number): boolean;
43
45
  get size(): number;
44
46
  get totalBytes(): number;
@@ -25,6 +25,8 @@ export class ShardCache {
25
25
  #highPriorityQueue = [];
26
26
  #lowPriorityQueue = [];
27
27
  #epoch = 0;
28
+ #customReadBytes = 0;
29
+ #customReadShards = new Set();
28
30
 
29
31
  lastSource = null;
30
32
 
@@ -114,6 +116,18 @@ export class ShardCache {
114
116
  }
115
117
  }
116
118
 
119
+ resetCustomReadStats() {
120
+ this.#customReadBytes = 0;
121
+ this.#customReadShards.clear();
122
+ }
123
+
124
+ get customReadStats() {
125
+ return {
126
+ bytesRead: this.#customReadBytes,
127
+ shardsRead: this.#customReadShards.size,
128
+ };
129
+ }
130
+
117
131
  setManifest(manifest) {
118
132
  this.#manifest = manifest;
119
133
  }
@@ -228,6 +242,13 @@ export class ShardCache {
228
242
  throw new Error('Custom shard loader must return ArrayBuffer or Uint8Array.');
229
243
  }
230
244
 
245
+ #recordCustomRead(shardIndex, byteLength) {
246
+ const bytes = Number(byteLength);
247
+ if (!Number.isFinite(bytes) || bytes <= 0) return;
248
+ this.#customReadBytes += Math.floor(bytes);
249
+ this.#customReadShards.add(shardIndex);
250
+ }
251
+
231
252
  #throwShortStreamRead(shardIndex, start, want, produced, path) {
232
253
  throw new Error(
233
254
  `Shard ${shardIndex} short stream read via ${path}: ` +
@@ -257,7 +278,9 @@ export class ShardCache {
257
278
  const rangeData = await this.#customRangeLoader(shardIndex, start, want);
258
279
  const elapsed = (performance.now() - rangeStart) / 1000;
259
280
  this.#setLastSource('custom', elapsed, 'range', 'custom-range');
260
- return this.#toArrayBuffer(rangeData);
281
+ const buffer = this.#toArrayBuffer(rangeData);
282
+ this.#recordCustomRead(shardIndex, buffer.byteLength);
283
+ return buffer;
261
284
  } catch (error) {
262
285
  const unsupported = this.#isUnsupportedRangeOrStream(error);
263
286
  if (!unsupported) {
@@ -337,6 +360,7 @@ export class ShardCache {
337
360
  const bytes = chunk instanceof Uint8Array ? chunk : new Uint8Array(this.#toArrayBuffer(chunk));
338
361
  if (bytes.byteLength > 0) {
339
362
  produced += bytes.byteLength;
363
+ this.#recordCustomRead(shardIndex, bytes.byteLength);
340
364
  yield bytes;
341
365
  }
342
366
  }
@@ -367,6 +391,7 @@ export class ShardCache {
367
391
  }
368
392
  emptyRetries = 0;
369
393
  resumed += bytes.byteLength;
394
+ this.#recordCustomRead(shardIndex, bytes.byteLength);
370
395
  yield bytes;
371
396
  }
372
397
  if (want != null && produced + resumed < want) {
@@ -411,6 +436,7 @@ export class ShardCache {
411
436
  }
412
437
  emptyRetries = 0;
413
438
  resumed += bytes.byteLength;
439
+ this.#recordCustomRead(shardIndex, bytes.byteLength);
414
440
  yield bytes;
415
441
  }
416
442
  if (produced + resumed < want) {
@@ -462,6 +488,7 @@ export class ShardCache {
462
488
  }
463
489
  emptyRetries = 0;
464
490
  produced += bytes.byteLength;
491
+ this.#recordCustomRead(shardIndex, bytes.byteLength);
465
492
  yield bytes;
466
493
  if (bytes.byteLength < requestLength) {
467
494
  partialRetryUsed = true;
@@ -528,6 +555,7 @@ export class ShardCache {
528
555
 
529
556
  // Normalize to ArrayBuffer for downstream slicing
530
557
  const arrayBuffer = this.#toArrayBuffer(data);
558
+ this.#recordCustomRead(shardIndex, arrayBuffer.byteLength);
531
559
 
532
560
  if (epoch === this.#epoch) {
533
561
  this.#add(shardIndex, arrayBuffer);
@@ -23,6 +23,14 @@ const family = createFamily({
23
23
  defaultRuntimeProfile: 'profiles/throughput',
24
24
  modes: ['text', 'vision'],
25
25
  },
26
+ {
27
+ modelId: 'gemma-4-e2b-it-q4k-ehf16-af16-int4ple',
28
+ label: 'Gemma 4 E2B Instruct (Q4K/F16a/INT4 PLE)',
29
+ sourceModel: 'google/gemma-4-e2b-it',
30
+ hfPath: 'models/gemma-4-e2b-it-q4k-ehf16-af16-int4ple',
31
+ defaultRuntimeProfile: 'profiles/throughput',
32
+ modes: ['text', 'vision'],
33
+ },
26
34
  {
27
35
  modelId: 'gemma-4-12b-it-text-w4a16-ct-ehf16-af16',
28
36
  label: 'Gemma 4 12B Instruct Text (W4A16 QAT/F16a)',
@@ -1,14 +1,25 @@
1
1
  {
2
+ "$schema": "../../config/schema/capability-transform-policy.schema.json",
3
+ "schemaVersion": 1,
4
+ "source": "doppler",
2
5
  "capabilityTransforms": [
3
6
  {
7
+ "kind": "lane-mismatch-guard",
8
+ "dtypeEffect": "fail-closed",
4
9
  "match": {
5
10
  "modelId": "gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
6
11
  "platformVendor": "apple"
7
12
  },
8
13
  "transforms": ["failClosedLaneMismatch"],
9
- "reason": "af16-int4ple lane requires retainQ4KMaterialization=true to dispatch the fused-q4k+f16 widetile pool, which produces intermittent NaN at L1.attn_core_out on Apple Metal — load the af32 manifest variant instead. Bug is INTERMITTENT (some runs succeed) and depends on buffer-pool aliasing patterns; confirmed re-emerged 2026-05-07 after e5c9a6a tightened bucket defaults."
14
+ "reason": "af16-int4ple lane requires retainQ4KMaterialization=true to dispatch the fused-q4k+f16 widetile pool, which produces intermittent NaN at L1.attn_core_out on Apple Metal - load the af32 manifest variant instead. Bug is intermittent and depends on buffer-pool aliasing patterns; confirmed re-emerged 2026-05-07 after e5c9a6a tightened bucket defaults.",
15
+ "evidence": [
16
+ "tests/demo/demo-models.test.js",
17
+ "tests/inference/gemma4-e2b-q4k-apple-retain-regression.test.js"
18
+ ]
10
19
  },
11
20
  {
21
+ "kind": "platform-workaround",
22
+ "dtypeEffect": "none",
12
23
  "match": {
13
24
  "modelId": {
14
25
  "in": [
@@ -21,19 +32,37 @@
21
32
  "retainQ4KMaterialization": true
22
33
  },
23
34
  "transforms": ["disableRetainQ4KMaterialization"],
24
- "reason": "Fused-q4k FFN kernels under retain=mixed corrupt subsequent-layer attention compute on Apple Metal (intermittent NaN at L1.attn_core_out and beyond). Standalone-q4k projection kernels are clean; only the fused gate+up+down dispatch is the perturbation source."
35
+ "reason": "Fused-q4k FFN kernels under retain=mixed corrupt subsequent-layer attention compute on Apple Metal (intermittent NaN at L1.attn_core_out and beyond). Standalone-q4k projection kernels are clean; only the fused gate+up+down dispatch is the perturbation source.",
36
+ "evidence": [
37
+ "tests/config/capability-retain-q4k-policy.test.js",
38
+ "tests/config/gemma4-e2b-conversion-config-contract.test.js",
39
+ "tests/inference/gemma4-e2b-q4k-apple-retain-regression.test.js"
40
+ ]
25
41
  },
26
42
  {
43
+ "kind": "explicit-lane",
44
+ "dtypeEffect": "selective-f16",
27
45
  "match": {
28
- "modelId": "qwen-3-5-0-8b-q4k-ehaf16",
29
- "activationDtype": "f16",
46
+ "modelId": {
47
+ "in": [
48
+ "qwen-3-5-0-8b-q4k-ehaf16",
49
+ "qwen-3-5-2b-q4k-ehaf16"
50
+ ]
51
+ },
52
+ "requestedActivationDtype": "f16",
30
53
  "hasSubgroups": true,
31
54
  "hasF16": true
32
55
  },
33
56
  "transforms": ["useQwenF16PrimaryMatmuls"],
34
- "reason": "Runtime requested the promoted f16 primary lane for Qwen 3.5 0.8B"
57
+ "reason": "Runtime requested the promoted f16 primary lane for Qwen 3.5 small execution-v1 Q4K models with the shared linear/full attention graph.",
58
+ "evidence": [
59
+ "tests/integration/qwen-execution-v1-linear-decode-f16.test.js",
60
+ "tests/integration/execution-graph-transforms.test.js"
61
+ ]
35
62
  },
36
63
  {
64
+ "kind": "explicit-lane",
65
+ "dtypeEffect": "narrow-to-f16",
37
66
  "match": {
38
67
  "modelId": "qwen-3-6-27b-q4k-eaf16",
39
68
  "activationDtype": "f16",
@@ -43,19 +72,31 @@
43
72
  "hasF16": true
44
73
  },
45
74
  "transforms": ["useQwen36F16Activations"],
46
- "reason": "Runtime requested the experimental all-f16 lane for Qwen 3.6 27B"
75
+ "reason": "Runtime requested the experimental all-f16 lane for Qwen 3.6 27B.",
76
+ "evidence": [
77
+ "tests/config/qwen36-f16-variant-identity.test.js",
78
+ "tests/integration/execution-graph-transforms.test.js"
79
+ ]
47
80
  },
48
81
  {
82
+ "kind": "explicit-lane",
83
+ "dtypeEffect": "selective-f16",
49
84
  "match": {
50
85
  "modelId": "gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
51
- "activationDtype": "f16",
86
+ "requestedActivationDtype": "f16",
52
87
  "hasSubgroups": true,
53
88
  "hasF16": true
54
89
  },
55
90
  "transforms": ["useGemma4Int4PleSelectiveF16Decode"],
56
- "reason": "Runtime requested the experimental selective f16 decode lane for Gemma 4 E2B INT4 PLE"
91
+ "reason": "Runtime requested the experimental selective f16 decode lane for Gemma 4 E2B INT4 PLE.",
92
+ "evidence": [
93
+ "docs/perf-investigations/gemma-4-int4ple-loop.md",
94
+ "tests/config/gemma4-e2b-conversion-config-contract.test.js"
95
+ ]
57
96
  },
58
97
  {
98
+ "kind": "explicit-lane",
99
+ "dtypeEffect": "narrow-to-f16",
59
100
  "match": {
60
101
  "modelId": "gemma-4-12b-it-text-q4k-ehf16-af16",
61
102
  "activationDtype": "f16",
@@ -65,9 +106,15 @@
65
106
  "hasF16": true
66
107
  },
67
108
  "transforms": ["useGemma412BTextF16Activations"],
68
- "reason": "af16 manifest variant on shader-f16 GPU — dispatch the Gemma 4 12B text f16-residual lane with stable f32-Q/f16-KV prefill/decode attention boundaries and stable post-layer tail"
109
+ "reason": "af16 manifest variant on shader-f16 GPU - dispatch the Gemma 4 12B text f16-residual lane with stable f32-Q/f16-KV prefill/decode attention boundaries and stable post-layer tail.",
110
+ "evidence": [
111
+ "tests/integration/gemma4-12b-f16-activations.test.js",
112
+ "tests/integration/execution-graph-transforms.test.js"
113
+ ]
69
114
  },
70
115
  {
116
+ "kind": "lane-mismatch-guard",
117
+ "dtypeEffect": "fail-closed",
71
118
  "match": {
72
119
  "modelId": "gemma-4-12b-it-text-q4k-ehf16-af32",
73
120
  "activationDtype": "f16",
@@ -77,9 +124,15 @@
77
124
  "hasF16": true
78
125
  },
79
126
  "transforms": ["failClosedLaneMismatch"],
80
- "reason": "af32 manifest cannot dispatch f16 activations — load the af16 manifest variant or pick an f32 runtime profile"
127
+ "reason": "af32 manifest cannot dispatch f16 activations - load the af16 manifest variant or pick an f32 runtime profile.",
128
+ "evidence": [
129
+ "tests/integration/gemma4-12b-f16-activations.test.js",
130
+ "tests/integration/execution-graph-transforms.test.js"
131
+ ]
81
132
  },
82
133
  {
134
+ "kind": "explicit-lane",
135
+ "dtypeEffect": "narrow-to-f16",
83
136
  "match": {
84
137
  "modelId": "gemma-4-31b-it-text-q4k-ehf16-af16",
85
138
  "activationDtype": "f16",
@@ -89,9 +142,15 @@
89
142
  "hasF16": true
90
143
  },
91
144
  "transforms": ["useGemma431BTextF16Activations"],
92
- "reason": "af16 manifest variant on shader-f16 GPU — dispatch the all-f16 lane"
145
+ "reason": "af16 manifest variant on shader-f16 GPU - dispatch the all-f16 lane.",
146
+ "evidence": [
147
+ "tests/integration/gemma4-31b-f16-activations.test.js",
148
+ "tests/integration/execution-graph-transforms.test.js"
149
+ ]
93
150
  },
94
151
  {
152
+ "kind": "explicit-lane",
153
+ "dtypeEffect": "narrow-to-f16",
95
154
  "match": {
96
155
  "modelId": "gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
97
156
  "activationDtype": "f16",
@@ -101,9 +160,15 @@
101
160
  "hasF16": true
102
161
  },
103
162
  "transforms": ["useGemma4Int4PleAf16Activations"],
104
- "reason": "af16-int4ple manifest variant on shader-f16 GPU — dispatch the all-f16 lane (q4_widetile_f16a + decode multicol_f16a + lm_head_gemv_subgroup_f16a)"
163
+ "reason": "af16-int4ple manifest variant on shader-f16 GPU - dispatch the all-f16 lane (q4_widetile_f16a + decode multicol_f16a + lm_head_gemv_subgroup_f16a).",
164
+ "evidence": [
165
+ "tests/config/gemma4-e2b-int4ple-f16-variant-identity.test.js",
166
+ "tests/inference/gemma4-e2b-q4k-apple-retain-regression.test.js"
167
+ ]
105
168
  },
106
169
  {
170
+ "kind": "lane-mismatch-guard",
171
+ "dtypeEffect": "fail-closed",
107
172
  "match": {
108
173
  "modelId": "gemma-4-31b-it-text-q4k-ehf16-af32",
109
174
  "activationDtype": "f16",
@@ -113,9 +178,15 @@
113
178
  "hasF16": true
114
179
  },
115
180
  "transforms": ["failClosedLaneMismatch"],
116
- "reason": "af32 manifest cannot dispatch f16 activations — load the af16 manifest variant or pick an f32 runtime profile"
181
+ "reason": "af32 manifest cannot dispatch f16 activations - load the af16 manifest variant or pick an f32 runtime profile.",
182
+ "evidence": [
183
+ "tests/integration/gemma4-31b-f16-activations.test.js",
184
+ "tests/integration/execution-graph-transforms.test.js"
185
+ ]
117
186
  },
118
187
  {
188
+ "kind": "capability-optimization",
189
+ "dtypeEffect": "none",
119
190
  "match": {
120
191
  "modelId": {
121
192
  "in": [
@@ -131,9 +202,15 @@
131
202
  "maxWorkgroupStorageSize": { "gte": 16384 }
132
203
  },
133
204
  "transforms": ["useHead256SmallPrefillAttention"],
134
- "reason": "Gemma 4 E2B promotes only small-tile prefill attention onto the head256 kernel on capable GPUs"
205
+ "reason": "Gemma 4 E2B promotes only small-tile prefill attention onto the head256 kernel on capable GPUs.",
206
+ "evidence": [
207
+ "tests/config/gemma4-e2b-conversion-config-contract.test.js",
208
+ "tests/integration/execution-graph-transforms.test.js"
209
+ ]
135
210
  },
136
211
  {
212
+ "kind": "explicit-lane",
213
+ "dtypeEffect": "narrow-to-f16",
137
214
  "match": {
138
215
  "activationDtype": "f16",
139
216
  "hasSubgroups": false,
@@ -141,9 +218,15 @@
141
218
  "requiresF16ActivationNarrowing": true
142
219
  },
143
220
  "transforms": ["narrowToF16Activations", "removeSubgroups"],
144
- "reason": "Runtime requested f16 activations on a non-subgroup shader-f16 GPU"
221
+ "reason": "Runtime requested f16 activations on a non-subgroup shader-f16 GPU.",
222
+ "evidence": [
223
+ "tests/integration/execution-graph-transforms.test.js",
224
+ "tests/integration/execution-v1-capability-policy.test.js"
225
+ ]
145
226
  },
146
227
  {
228
+ "kind": "explicit-lane",
229
+ "dtypeEffect": "narrow-to-f16",
147
230
  "match": {
148
231
  "activationDtype": "f16",
149
232
  "hasSubgroups": true,
@@ -151,27 +234,69 @@
151
234
  "requiresF16ActivationNarrowing": true
152
235
  },
153
236
  "transforms": ["narrowToF16Activations"],
154
- "reason": "Runtime requested f16 activations on a shader-f16 GPU"
237
+ "reason": "Runtime requested f16 activations on a shader-f16 GPU.",
238
+ "evidence": [
239
+ "tests/integration/execution-graph-transforms.test.js",
240
+ "tests/integration/execution-v1-capability-policy.test.js"
241
+ ]
242
+ },
243
+ {
244
+ "kind": "runtime-session-compatibility",
245
+ "dtypeEffect": "full-f32",
246
+ "match": { "kvDtype": "f32", "hasSubgroups": false, "hasF16": true },
247
+ "transforms": ["removeSubgroups", "widenToF32Activations"],
248
+ "reason": "Runtime KV cache resolved f32 on a non-subgroup shader-f16 GPU.",
249
+ "evidence": [
250
+ "tests/integration/execution-v1-capability-policy.test.js"
251
+ ]
252
+ },
253
+ {
254
+ "kind": "runtime-session-compatibility",
255
+ "dtypeEffect": "full-f32",
256
+ "match": { "kvDtype": "f32", "hasSubgroups": true, "hasF16": true },
257
+ "transforms": ["widenToF32Activations"],
258
+ "reason": "Runtime KV cache resolved f32.",
259
+ "evidence": [
260
+ "tests/integration/execution-v1-capability-policy.test.js"
261
+ ]
155
262
  },
156
263
  {
264
+ "kind": "hardware-compatibility",
265
+ "dtypeEffect": "full-f32",
157
266
  "match": { "hasSubgroups": false, "hasF16": false },
158
267
  "transforms": ["removeSubgroups", "widenToF32Activations"],
159
- "reason": "GPU lacks subgroups and shader-f16"
268
+ "reason": "GPU lacks subgroups and shader-f16.",
269
+ "evidence": [
270
+ "tests/integration/execution-v1-capability-policy.test.js"
271
+ ]
160
272
  },
161
273
  {
274
+ "kind": "hardware-compatibility",
275
+ "dtypeEffect": "none",
162
276
  "match": { "hasSubgroups": false, "hasF16": true },
163
277
  "transforms": ["removeSubgroups"],
164
- "reason": "GPU lacks subgroups"
278
+ "reason": "GPU lacks subgroups.",
279
+ "evidence": [
280
+ "tests/integration/execution-v1-capability-policy.test.js"
281
+ ]
165
282
  },
166
283
  {
284
+ "kind": "hardware-compatibility",
285
+ "dtypeEffect": "full-f32",
167
286
  "match": { "hasSubgroups": true, "hasF16": false },
168
287
  "transforms": ["widenToF32Activations"],
169
- "reason": "GPU lacks shader-f16"
288
+ "reason": "GPU lacks shader-f16.",
289
+ "evidence": [
290
+ "tests/integration/execution-v1-capability-policy.test.js"
291
+ ]
170
292
  },
171
293
  {
294
+ "kind": "default-noop",
295
+ "dtypeEffect": "none",
172
296
  "match": {},
173
297
  "transforms": [],
174
- "reason": "GPU supports all required features"
298
+ "reason": "GPU supports all required features.",
299
+ "evidence": []
175
300
  }
176
301
  ]
177
302
  }
@@ -28,6 +28,39 @@
28
28
  },
29
29
  "value": true
30
30
  },
31
+ {
32
+ "match": {
33
+ "hasGate": true,
34
+ "hasUp": true,
35
+ "hasDown": true,
36
+ "hasFusedWeights": false,
37
+ "inputIsSupported": true,
38
+ "hasLoRA": false,
39
+ "dtypeMatches": true,
40
+ "dtypeSupported": true,
41
+ "weightDtype": "f16",
42
+ "activationDtype": "f32",
43
+ "useLargeBatchF16F32FusedGateUp": true,
44
+ "batchSize": { "gt": 4 }
45
+ },
46
+ "value": true
47
+ },
48
+ {
49
+ "match": {
50
+ "hasGate": true,
51
+ "hasUp": true,
52
+ "hasDown": true,
53
+ "hasFusedWeights": false,
54
+ "inputIsSupported": true,
55
+ "hasLoRA": false,
56
+ "dtypeMatches": true,
57
+ "dtypeSupported": true,
58
+ "weightDtype": "f16",
59
+ "activationDtype": "f32",
60
+ "batchSize": { "lte": 4 }
61
+ },
62
+ "value": true
63
+ },
31
64
  {
32
65
  "match": {
33
66
  "hasGate": true,
@@ -6,7 +6,7 @@
6
6
  { "match": { "isQ4K": true, "fusedAllowed": true, "hiddenSubblockAligned": true }, "value": "q4k" },
7
7
  { "match": { "weightDtype": "f16", "hasF16": true, "useF16Input": true, "batchSize": { "gt": 1 } }, "value": "f16_native_batched" },
8
8
  { "match": { "weightDtype": "f16", "hasF16": true, "useF16Input": true }, "value": "f16_native" },
9
- { "match": { "weightDtype": "f16", "batchSize": { "gt": 1 } }, "value": "batched" },
9
+ { "match": { "weightDtype": "f16", "batchSize": { "gt": 1 } }, "value": "f16_batched" },
10
10
  { "match": { "weightDtype": "f16" }, "value": "f16" },
11
11
  { "match": { "batchSize": { "gt": 1 } }, "value": "batched" },
12
12
  { "match": { "useMultiOutput": true }, "value": "multi" },
@@ -0,0 +1,10 @@
1
+ {
2
+ "phase1Variant": [
3
+ { "match": { "weightDtype": "q4k" }, "value": "phase1_q4k_f32a" },
4
+ { "match": { "weightDtype": "f16" }, "value": "phase1_f16w_f32a" }
5
+ ],
6
+ "phase2Variant": [
7
+ { "match": { "weightDtype": "q4k" }, "value": "phase2_q4k" },
8
+ { "match": {}, "value": "phase2" }
9
+ ]
10
+ }
@@ -24,6 +24,7 @@
24
24
  { "match": { "useF16Matmul": true, "useTiled": true }, "value": "f16_tiled" },
25
25
  { "match": { "useF16Matmul": true, "useVec4": true }, "value": "f16_vec4" },
26
26
  { "match": { "useF16Matmul": true }, "value": "f16" },
27
+ { "match": { "useF16wF32a": true, "useF16wF32aTiled": true }, "value": "f16w_f32a_tiled" },
27
28
  { "match": { "useF16wF32a": true }, "value": "f16w_f32a" },
28
29
  { "match": {}, "value": "f32" }
29
30
  ],