doppler-gpu 0.4.6 → 0.4.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (705) hide show
  1. package/CHANGELOG.md +64 -0
  2. package/README.md +98 -137
  3. package/assets/doppler.svg +1 -3
  4. package/models/catalog.json +1575 -0
  5. package/package.json +59 -26
  6. package/src/cli/doppler-cli.js +28 -7
  7. package/src/cli/doppler-quickstart.js +1 -1
  8. package/src/cli/doppler-serve.js +2 -2
  9. package/src/client/doppler-registry.js +12 -0
  10. package/src/client/doppler-registry.json +52 -3
  11. package/src/client/runtime/index.js +25 -2
  12. package/src/client/runtime/model-session.d.ts +31 -1
  13. package/src/client/runtime/model-session.js +31 -0
  14. package/src/client/runtime/model-source.d.ts +19 -2
  15. package/src/client/runtime/model-source.js +45 -5
  16. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +28 -4
  17. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +29 -4
  18. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +29 -4
  19. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +29 -4
  20. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +29 -4
  21. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +29 -4
  22. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +29 -4
  23. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +50 -9
  24. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +35 -5
  25. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +31 -5
  26. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +30 -4
  27. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +30 -4
  28. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +30 -4
  29. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +30 -5
  30. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +29 -4
  31. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +30 -5
  32. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +29 -4
  33. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +29 -4
  34. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +29 -4
  35. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +29 -4
  36. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +29 -4
  37. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +29 -4
  38. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +481 -0
  39. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +29 -4
  40. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +29 -4
  41. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +30 -5
  42. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +29 -4
  43. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +395 -0
  44. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +429 -0
  45. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +548 -0
  46. package/src/config/execution-contract-check.js +14 -10
  47. package/src/config/kernel-path-loader.js +1 -0
  48. package/src/config/kernels/kernel-ref-digests.js +26 -17
  49. package/src/config/kernels/registry.json +448 -27
  50. package/src/config/merge.js +41 -0
  51. package/src/config/param-validator.js +67 -8
  52. package/src/config/required-inference-fields-contract-check.js +14 -0
  53. package/src/config/runtime/default.json +3 -1
  54. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  55. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  56. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  57. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  58. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  59. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  60. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  61. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  62. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  63. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  64. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  65. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  66. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  67. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  68. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  69. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  70. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  71. package/src/config/schema/debug.schema.d.ts +2 -0
  72. package/src/config/schema/debug.schema.js +1 -0
  73. package/src/config/schema/doppler.schema.d.ts +5 -1
  74. package/src/config/schema/doppler.schema.js +117 -292
  75. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  76. package/src/config/schema/execution-v1.schema.js +10 -0
  77. package/src/config/schema/index.d.ts +3 -1
  78. package/src/config/schema/inference.schema.d.ts +17 -3
  79. package/src/config/schema/kvcache.schema.d.ts +19 -3
  80. package/src/config/schema/kvcache.schema.js +2 -1
  81. package/src/config/schema/manifest.schema.d.ts +38 -1
  82. package/src/config/schema/manifest.schema.js +18 -0
  83. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  84. package/src/config/source-packages/litert/gemma-4-12b-it.json +20 -1
  85. package/src/config/source-packages/litert/gemma-4-e2b-it.json +20 -1
  86. package/src/config/source-packages/litert/gemma-4-e4b-it.json +21 -1
  87. package/src/config/transforms/capability-transform-resolver.js +7 -1
  88. package/src/config/transforms/execution-graph-transforms.js +10 -2
  89. package/src/converter/conversion-plan.js +2 -0
  90. package/src/converter/parsers/transformer.js +27 -1
  91. package/src/converter/quantization-info.js +16 -4
  92. package/src/converter/rope-config.js +55 -3
  93. package/src/debug/config.d.ts +4 -0
  94. package/src/experimental/orchestration/index.d.ts +10 -1
  95. package/src/experimental/training/distillation/student-fixture.js +1 -1
  96. package/src/experimental/training/lora-pipeline.js +1 -1
  97. package/src/experimental/training/lora.js +2 -2
  98. package/src/experimental/training/suite.js +2 -2
  99. package/src/formats/rdrr/classification.js +3 -0
  100. package/src/formats/rdrr/integrity.d.ts +0 -2
  101. package/src/formats/rdrr/integrity.js +0 -2
  102. package/src/formats/rdrr/types.d.ts +1 -1
  103. package/src/gpu/kernels/attention.d.ts +2 -0
  104. package/src/gpu/kernels/attention.js +75 -16
  105. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  106. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  107. package/src/gpu/kernels/backward/attention_backward.js +8 -0
  108. package/src/gpu/kernels/dequant.d.ts +6 -6
  109. package/src/gpu/kernels/dequant.js +17 -6
  110. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  111. package/src/gpu/kernels/fused_ffn.js +540 -19
  112. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  113. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  114. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  115. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  116. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  117. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  118. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  119. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  120. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  121. package/src/gpu/kernels/index.d.ts +21 -0
  122. package/src/gpu/kernels/index.js +13 -0
  123. package/src/gpu/kernels/linear-attention-core.js +414 -21
  124. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  125. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  126. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  127. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  128. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  129. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  130. package/src/gpu/kernels/matmul-selection.js +9 -2
  131. package/src/gpu/kernels/matmul.d.ts +1 -1
  132. package/src/gpu/kernels/matmul.js +24 -6
  133. package/src/gpu/kernels/moe.d.ts +5 -1
  134. package/src/gpu/kernels/moe.js +5 -2
  135. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  136. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  137. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  138. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  139. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  140. package/src/gpu/kernels/silu.wgsl +7 -1
  141. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  142. package/src/gpu/kernels/softmax.d.ts +3 -3
  143. package/src/gpu/kernels/softmax.js +9 -2
  144. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  145. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  146. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  147. package/src/gpu/kernels/turboquant-codebook.js +1 -1
  148. package/src/gpu/kernels/types.d.ts +1 -1
  149. package/src/gpu/profiler.js +11 -1
  150. package/src/gpu/tensor.d.ts +1 -0
  151. package/src/index.d.ts +1 -1
  152. package/src/index.js +1 -1
  153. package/src/inference/browser-harness-model-helpers.js +4 -1
  154. package/src/inference/browser-harness-suite-helpers.js +1 -1
  155. package/src/inference/browser-harness-text-helpers.js +589 -117
  156. package/src/inference/browser-harness.d.ts +3 -3
  157. package/src/inference/browser-harness.js +486 -13
  158. package/src/inference/fixtures/rerank-semantic-fixtures.json +38 -0
  159. package/src/inference/kv-cache/base.js +42 -1
  160. package/src/inference/kv-cache/quantized.js +16 -2
  161. package/src/inference/kv-cache/tiered.js +50 -15
  162. package/src/inference/moe-router.js +38 -7
  163. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +8 -6
  164. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  165. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  166. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  167. package/src/inference/pipelines/text/attention/projections.js +174 -4
  168. package/src/inference/pipelines/text/attention/record.js +44 -21
  169. package/src/inference/pipelines/text/attention/run.js +18 -3
  170. package/src/inference/pipelines/text/config.d.ts +23 -1
  171. package/src/inference/pipelines/text/config.js +235 -112
  172. package/src/inference/pipelines/text/embed.js +39 -12
  173. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  174. package/src/inference/pipelines/text/execution-plan.js +45 -2
  175. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  176. package/src/inference/pipelines/text/execution-v1.js +122 -8
  177. package/src/inference/pipelines/text/ffn/dense.js +254 -25
  178. package/src/inference/pipelines/text/ffn/moe.js +4 -3
  179. package/src/inference/pipelines/text/ffn/standard.js +145 -39
  180. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  181. package/src/inference/pipelines/text/generator-helpers.js +4 -1
  182. package/src/inference/pipelines/text/generator-runtime.js +54 -20
  183. package/src/inference/pipelines/text/generator-steps.js +5 -2
  184. package/src/inference/pipelines/text/generator.d.ts +18 -1
  185. package/src/inference/pipelines/text/generator.js +303 -20
  186. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  187. package/src/inference/pipelines/text/init-rope.js +54 -6
  188. package/src/inference/pipelines/text/init.d.ts +22 -3
  189. package/src/inference/pipelines/text/init.js +65 -17
  190. package/src/inference/pipelines/text/layer.js +111 -5
  191. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  192. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  193. package/src/inference/pipelines/text/linear-attention.js +185 -24
  194. package/src/inference/pipelines/text/logits/gpu.d.ts +1 -1
  195. package/src/inference/pipelines/text/logits/gpu.js +78 -115
  196. package/src/inference/pipelines/text/logits/index.js +105 -87
  197. package/src/inference/pipelines/text/logits/precision-policy.js +103 -0
  198. package/src/inference/pipelines/text/logits/types.d.ts +1 -0
  199. package/src/inference/pipelines/text/logits/utils.d.ts +2 -0
  200. package/src/inference/pipelines/text/logits/utils.js +11 -0
  201. package/src/inference/pipelines/text/lora-apply.js +6 -4
  202. package/src/inference/pipelines/text/model-load.js +6 -0
  203. package/src/inference/pipelines/text/moe-cpu.js +25 -0
  204. package/src/inference/pipelines/text/moe-gpu.js +148 -97
  205. package/src/inference/pipelines/text/moe-shape-validator.js +149 -31
  206. package/src/inference/pipelines/text/ops.js +48 -1
  207. package/src/inference/pipelines/text/per-layer-inputs.js +105 -21
  208. package/src/inference/pipelines/text/probes.js +9 -4
  209. package/src/inference/pipelines/text/state.d.ts +4 -4
  210. package/src/inference/pipelines/text/state.js +4 -0
  211. package/src/inference/pipelines/text/types.d.ts +27 -2
  212. package/src/inference/pipelines/text/weights.js +7 -2
  213. package/src/inference/pipelines/text.d.ts +21 -1
  214. package/src/inference/pipelines/text.js +60 -14
  215. package/src/inference/tokenizers/behavior-flags.js +23 -2
  216. package/src/inference/tokenizers/bundled.js +45 -23
  217. package/src/inference/tokenizers/types.d.ts +7 -4
  218. package/src/loader/doppler-loader.js +25 -2
  219. package/src/loader/final-weights-loader.js +12 -1
  220. package/src/loader/index.d.ts +3 -1
  221. package/src/loader/index.js +2 -0
  222. package/src/loader/loader-types.d.ts +3 -1
  223. package/src/loader/manifest-config.d.ts +18 -0
  224. package/src/loader/manifest-config.js +11 -3
  225. package/src/loader/shard-cache.d.ts +2 -0
  226. package/src/loader/shard-cache.js +29 -1
  227. package/src/models/gemma4.js +8 -0
  228. package/src/rules/execution-rules-contract-check.js +12 -3
  229. package/src/rules/inference/capability-transforms.rules.json +159 -22
  230. package/src/rules/inference/config.rules.json +26 -2
  231. package/src/rules/inference/dtype.rules.json +12 -5
  232. package/src/rules/inference/execution.rules.json +5 -19
  233. package/src/rules/inference/ffn.rules.json +33 -0
  234. package/src/rules/inference/moe.rules.json +97 -0
  235. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  236. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  237. package/src/rules/kernels/matmul.rules.json +1 -0
  238. package/src/rules/kernels/silu.rules.json +1 -0
  239. package/src/rules/rule-registry.js +2 -0
  240. package/src/storage/artifact-storage-context.js +36 -0
  241. package/src/tooling/command-api-constants.js +2 -2
  242. package/src/tooling/command-api-family-normalizers.js +2 -1
  243. package/src/tooling/command-api.d.ts +1 -1
  244. package/src/tooling/command-runner-shared.js +3 -1
  245. package/src/tooling/node-browser-command-runner.js +42 -7
  246. package/src/tooling/node-converter.js +20 -0
  247. package/src/tooling/node-source-runtime.js +5 -1
  248. package/src/tooling/opfs-cache.d.ts +21 -1
  249. package/src/tooling/opfs-cache.js +168 -32
  250. package/src/tooling-exports/storage.d.ts +1 -1
  251. package/src/tooling-exports/storage.js +1 -1
  252. package/src/types/gpu.d.ts +25 -0
  253. package/src/version.js +1 -1
  254. package/tests/kernels/browser/kernel-suite.js +1593 -0
  255. package/tests/kernels/browser/test-page.js +2629 -0
  256. package/tests/kernels/harness/benchmark.js +225 -0
  257. package/tests/kernels/harness/buffer-utils.js +88 -0
  258. package/tests/kernels/harness/tolerance.js +174 -0
  259. package/tests/kernels/reference/adam.js +15 -0
  260. package/tests/kernels/reference/attention.js +158 -0
  261. package/tests/kernels/reference/backward.js +96 -0
  262. package/tests/kernels/reference/bias-add.js +20 -0
  263. package/tests/kernels/reference/conv2d.js +58 -0
  264. package/tests/kernels/reference/cross-entropy.js +26 -0
  265. package/tests/kernels/reference/dequant.js +312 -0
  266. package/tests/kernels/reference/embed.js +15 -0
  267. package/tests/kernels/reference/gather.js +61 -0
  268. package/tests/kernels/reference/gelu.js +37 -0
  269. package/tests/kernels/reference/groupnorm.js +36 -0
  270. package/tests/kernels/reference/index.js +89 -0
  271. package/tests/kernels/reference/layernorm.js +22 -0
  272. package/tests/kernels/reference/matmul.js +57 -0
  273. package/tests/kernels/reference/modulate.js +24 -0
  274. package/tests/kernels/reference/moe-gather.js +83 -0
  275. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  276. package/tests/kernels/reference/residual.js +55 -0
  277. package/tests/kernels/reference/rmsnorm.js +52 -0
  278. package/tests/kernels/reference/rope.js +79 -0
  279. package/tests/kernels/reference/sample.js +97 -0
  280. package/tests/kernels/reference/scatter-add.js +58 -0
  281. package/tests/kernels/reference/silu.js +52 -0
  282. package/tests/kernels/reference/softmax.js +86 -0
  283. package/tests/kernels/reference/split-qkv.js +58 -0
  284. package/tests/kernels/reference/topk.js +88 -0
  285. package/tests/kernels/reference/upsample2d.js +37 -0
  286. package/BRANDING.md +0 -14
  287. package/SECURITY.md +0 -19
  288. package/assets/doppler-readme-hero.svg +0 -84
  289. package/assets/doppler-runtime-map.svg +0 -84
  290. package/src/bootstrap.js +0 -30
  291. package/src/cli/doppler-cli.d.ts +0 -46
  292. package/src/cli/doppler-quickstart.d.ts +0 -45
  293. package/src/cli/doppler-serve.d.ts +0 -210
  294. package/src/cli/runtime-profiles.d.ts +0 -40
  295. package/src/client/doppler-api.browser.d.ts +0 -1
  296. package/src/client/doppler-api.browser.js +0 -25
  297. package/src/client/doppler-registry.d.ts +0 -35
  298. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  299. package/src/client/runtime/source-runtime.d.ts +0 -26
  300. package/src/client/runtime/storage.d.ts +0 -5
  301. package/src/config/README.md +0 -61
  302. package/src/config/conversion/README.md +0 -58
  303. package/src/config/goal-completion-matrix.json +0 -552
  304. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  305. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  306. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  307. package/src/config/kernels/registry.d.ts +0 -51
  308. package/src/config/merge-contract-check.d.ts +0 -16
  309. package/src/config/merge-contract-check.js +0 -318
  310. package/src/config/merge-helpers.d.ts +0 -60
  311. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  312. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  313. package/src/config/param-categories.d.ts +0 -8
  314. package/src/config/param-validator.d.ts +0 -28
  315. package/src/config/platforms/loader.d.ts +0 -38
  316. package/src/config/quantization-contract-check.d.ts +0 -12
  317. package/src/config/quantization-contract-check.js +0 -91
  318. package/src/config/runtime/README.md +0 -28
  319. package/src/config/runtime-merge.d.ts +0 -5
  320. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  321. package/src/config/schema/command-surface-contract.schema.json +0 -81
  322. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  323. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  324. package/src/config/schema/platform.schema.js +0 -1
  325. package/src/config/schema/policy-schema-registry.json +0 -26
  326. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  327. package/src/config/support-tiers/subsystems.json +0 -502
  328. package/src/config/supported-operations.d.ts +0 -14
  329. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  330. package/src/config/transforms/execution-graph-transforms.d.ts +0 -300
  331. package/src/converter/conversion-plan.d.ts +0 -56
  332. package/src/converter/index.d.ts +0 -98
  333. package/src/converter/index.js +0 -59
  334. package/src/converter/parsers/diffusion.d.ts +0 -50
  335. package/src/converter/parsers/gguf.d.ts +0 -31
  336. package/src/converter/parsers/index.d.ts +0 -21
  337. package/src/converter/parsers/index.js +0 -12
  338. package/src/converter/parsers/transformer.d.ts +0 -31
  339. package/src/converter/quantization-info.d.ts +0 -38
  340. package/src/converter/rope-config.d.ts +0 -16
  341. package/src/converter/tokenizer-utils.d.ts +0 -12
  342. package/src/debug/reference/README.md +0 -114
  343. package/src/debug/reference/hf_attn_debug.py +0 -114
  344. package/src/debug/reference/hf_embed_check.py +0 -89
  345. package/src/debug/reference/hf_layer_out.py +0 -100
  346. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  347. package/src/debug/reference/hf_rope_check.py +0 -116
  348. package/src/debug/reference/hf_weights.py +0 -75
  349. package/src/errors/doppler-error.d.ts +0 -20
  350. package/src/experimental/bridge/extension/background.d.ts +0 -14
  351. package/src/experimental/bridge/extension/background.js +0 -168
  352. package/src/experimental/bridge/extension/manifest.json +0 -34
  353. package/src/experimental/bridge/extension-client.d.ts +0 -114
  354. package/src/experimental/bridge/index.d.ts +0 -69
  355. package/src/experimental/bridge/node-bridge.js +0 -24
  356. package/src/experimental/bridge/protocol.d.ts +0 -96
  357. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  358. package/src/experimental/browser/gguf-importer.js +0 -532
  359. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  360. package/src/experimental/browser/quantization.d.ts +0 -74
  361. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  362. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  363. package/src/experimental/browser/shard-io-browser.js +0 -89
  364. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  365. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  366. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  367. package/src/experimental/distribution/p2p-transport.js +0 -75
  368. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  369. package/src/experimental/hotswap/manifest.d.ts +0 -42
  370. package/src/experimental/hotswap/model-swap.js +0 -42
  371. package/src/experimental/hotswap/runtime.d.ts +0 -31
  372. package/src/experimental/training/README.md +0 -164
  373. package/src/experimental/training/artifacts.d.ts +0 -160
  374. package/src/experimental/training/attention-backward.d.ts +0 -30
  375. package/src/experimental/training/attention-forward.d.ts +0 -22
  376. package/src/experimental/training/attention-forward.js +0 -82
  377. package/src/experimental/training/autograd.d.ts +0 -51
  378. package/src/experimental/training/backward-kernels.js +0 -39
  379. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  380. package/src/experimental/training/checkpoint.d.ts +0 -36
  381. package/src/experimental/training/clip.d.ts +0 -9
  382. package/src/experimental/training/dataloader.d.ts +0 -8
  383. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  384. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  385. package/src/experimental/training/datasets/index.d.ts +0 -24
  386. package/src/experimental/training/datasets/index.js +0 -13
  387. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  388. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  389. package/src/experimental/training/datasets/reploid.js +0 -36
  390. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  391. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  392. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  393. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  394. package/src/experimental/training/datasets/token-batch.js +0 -52
  395. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  396. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  397. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  398. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  399. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  400. package/src/experimental/training/distillation/eval.d.ts +0 -34
  401. package/src/experimental/training/distillation/index.d.ts +0 -29
  402. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  403. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  404. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  405. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  406. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  407. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  408. package/src/experimental/training/export.d.ts +0 -41
  409. package/src/experimental/training/index.d.ts +0 -74
  410. package/src/experimental/training/index.js +0 -63
  411. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  412. package/src/experimental/training/lora.d.ts +0 -19
  413. package/src/experimental/training/loss-scaling.d.ts +0 -21
  414. package/src/experimental/training/loss.d.ts +0 -10
  415. package/src/experimental/training/objectives/base.d.ts +0 -58
  416. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  417. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  418. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  419. package/src/experimental/training/objectives/index.d.ts +0 -12
  420. package/src/experimental/training/objectives/index.js +0 -6
  421. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  422. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  423. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  424. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  425. package/src/experimental/training/operator-command.d.ts +0 -5
  426. package/src/experimental/training/operator-eval.d.ts +0 -48
  427. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  428. package/src/experimental/training/optimizer.d.ts +0 -22
  429. package/src/experimental/training/runner.d.ts +0 -249
  430. package/src/experimental/training/suite.d.ts +0 -299
  431. package/src/experimental/training/tensor-factory.d.ts +0 -9
  432. package/src/experimental/training/trainer.d.ts +0 -89
  433. package/src/experimental/training/ul_dataset.d.ts +0 -47
  434. package/src/experimental/training/ul_schedule.d.ts +0 -6
  435. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  436. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  437. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  438. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  439. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  440. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  441. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  442. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  443. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  444. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  445. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  446. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  447. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  448. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  449. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  450. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  451. package/src/experimental/training/workload-packs/registry.json +0 -278
  452. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  453. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  454. package/src/experimental/training/workloads.d.ts +0 -201
  455. package/src/formats/gguf/types.d.ts +0 -74
  456. package/src/formats/index.d.ts +0 -75
  457. package/src/formats/index.js +0 -19
  458. package/src/formats/litert/types.d.ts +0 -74
  459. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  460. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  461. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  462. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  463. package/src/formats/safetensors/types.d.ts +0 -67
  464. package/src/formats/tflite/types.d.ts +0 -61
  465. package/src/formats/tokenizer/index.d.ts +0 -5
  466. package/src/formats/tokenizer/index.js +0 -3
  467. package/src/formats/tokenizer/types.d.ts +0 -9
  468. package/src/gpu/kernel-runtime.d.ts +0 -13
  469. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  470. package/src/gpu/kernel-selection-log.d.ts +0 -4
  471. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  472. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  473. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  474. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  475. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  476. package/src/gpu/kernel-tuner/types.js +0 -4
  477. package/src/gpu/kernel-tuner.d.ts +0 -33
  478. package/src/gpu/kernels/README.md +0 -159
  479. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  480. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  481. package/src/gpu/kernels/check-stop.d.ts +0 -31
  482. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  483. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  484. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  485. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  486. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  487. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  488. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  489. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  490. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  491. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  492. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  493. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  494. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  495. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  496. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  497. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  498. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  499. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  500. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  501. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  502. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  503. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  504. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  505. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  506. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  507. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  508. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  509. package/src/gpu/kernels/constants.d.ts +0 -129
  510. package/src/gpu/kernels/dispatch.d.ts +0 -72
  511. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  512. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  513. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  514. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  515. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  516. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  517. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  518. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  519. package/src/gpu/kernels/types.js +0 -4
  520. package/src/gpu/perf-guards.d.ts +0 -13
  521. package/src/gpu/profiler.d.ts +0 -93
  522. package/src/gpu/readback-utils.d.ts +0 -16
  523. package/src/gpu/readback-utils.js +0 -49
  524. package/src/gpu/submit-probe.d.ts +0 -12
  525. package/src/index-browser.d.ts +0 -2
  526. package/src/index-browser.js +0 -2
  527. package/src/inference/README.md +0 -593
  528. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  529. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  530. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  531. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  532. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  533. package/src/inference/browser-harness-text-helpers.d.ts +0 -124
  534. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  535. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  536. package/src/inference/network-evolution.js +0 -79
  537. package/src/inference/pipelines/context.d.ts +0 -21
  538. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  539. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  540. package/src/inference/pipelines/diffusion/index.js +0 -3
  541. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  542. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  543. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  544. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  545. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  546. package/src/inference/pipelines/diffusion/types.js +0 -1
  547. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  548. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  549. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  550. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  551. package/src/inference/pipelines/dream/pipeline.js +0 -8
  552. package/src/inference/pipelines/energy/index.d.ts +0 -1
  553. package/src/inference/pipelines/energy/index.js +0 -1
  554. package/src/inference/pipelines/energy/types.js +0 -1
  555. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  556. package/src/inference/pipelines/energy-head/index.js +0 -6
  557. package/src/inference/pipelines/factory.d.ts +0 -10
  558. package/src/inference/pipelines/index.d.ts +0 -22
  559. package/src/inference/pipelines/index.js +0 -19
  560. package/src/inference/pipelines/registry.d.ts +0 -15
  561. package/src/inference/pipelines/rng.d.ts +0 -2
  562. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  563. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  564. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  565. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  566. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  567. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  568. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  569. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  570. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  571. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  572. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  573. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  574. package/src/inference/pipelines/text/attention.d.ts +0 -23
  575. package/src/inference/pipelines/text/attention.js +0 -12
  576. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  577. package/src/inference/pipelines/text/buffer-types.js +0 -4
  578. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  579. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  580. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  581. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  582. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  583. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  584. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  585. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  586. package/src/inference/pipelines/text/embed.d.ts +0 -68
  587. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  588. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  589. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  590. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  591. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  592. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  593. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  594. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -25
  595. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  596. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  597. package/src/inference/pipelines/text/ffn.js +0 -18
  598. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  599. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  600. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  601. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  602. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  603. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -89
  604. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  605. package/src/inference/pipelines/text/index.d.ts +0 -5
  606. package/src/inference/pipelines/text/index.js +0 -6
  607. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  608. package/src/inference/pipelines/text/layer.d.ts +0 -118
  609. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  610. package/src/inference/pipelines/text/logits/types.js +0 -4
  611. package/src/inference/pipelines/text/logits.d.ts +0 -27
  612. package/src/inference/pipelines/text/logits.js +0 -16
  613. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  614. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  615. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  616. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  617. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  618. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  619. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -40
  620. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  621. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  622. package/src/inference/pipelines/text/ops.d.ts +0 -219
  623. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  624. package/src/inference/pipelines/text/probes.d.ts +0 -28
  625. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  626. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  627. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  628. package/src/inference/pipelines/text/types.js +0 -4
  629. package/src/inference/tokenizers/base.d.ts +0 -44
  630. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  631. package/src/inference/tokenizers/bpe.d.ts +0 -27
  632. package/src/inference/tokenizers/bundled.d.ts +0 -67
  633. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  634. package/src/inference/tokenizers/types.js +0 -7
  635. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  636. package/src/loader/per-layer-input-loader.d.ts +0 -30
  637. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  638. package/src/loader/tensors/source-transform.d.ts +0 -65
  639. package/src/memory/address-table.d.ts +0 -96
  640. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  641. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  642. package/src/rules/rule-registry.d.ts +0 -77
  643. package/src/storage/artifact-storage-context.d.ts +0 -63
  644. package/src/storage/backends/idb-store.d.ts +0 -52
  645. package/src/storage/backends/memory-store.d.ts +0 -36
  646. package/src/storage/backends/opfs-store.d.ts +0 -41
  647. package/src/storage/blake3.d.ts +0 -17
  648. package/src/storage/download-types.d.ts +0 -157
  649. package/src/storage/downloader.d.ts +0 -103
  650. package/src/storage/index.d.ts +0 -274
  651. package/src/storage/index.js +0 -201
  652. package/src/storage/preflight.d.ts +0 -144
  653. package/src/storage/preflight.js +0 -360
  654. package/src/storage/quickstart-downloader.d.ts +0 -157
  655. package/src/storage/quickstart-downloader.js +0 -289
  656. package/src/storage/source-artifact-store.d.ts +0 -59
  657. package/src/sw.js +0 -184
  658. package/src/tooling/command-api-constants.d.ts +0 -9
  659. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  660. package/src/tooling/command-api-helpers.d.ts +0 -23
  661. package/src/tooling/command-runner-shared.d.ts +0 -89
  662. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  663. package/src/tooling/conversion-config-materializer.js +0 -96
  664. package/src/tooling/diagnose-runner.d.ts +0 -28
  665. package/src/tooling/hf-registry-utils.d.ts +0 -55
  666. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  667. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  668. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  669. package/src/tooling/kernel-path-builder/index.js +0 -1361
  670. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  671. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  672. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  673. package/src/tooling/lean-execution-contract-runner.js +0 -158
  674. package/src/tooling/lean-execution-contract.d.ts +0 -16
  675. package/src/tooling/lean-execution-contract.js +0 -81
  676. package/src/tooling/litert-package-runtime.d.ts +0 -46
  677. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  678. package/src/tooling/node-convert-worker.d.ts +0 -1
  679. package/src/tooling/node-converter.d.ts +0 -1
  680. package/src/tooling/node-file-fetch.d.ts +0 -1
  681. package/src/tooling/node-source-runtime.d.ts +0 -24
  682. package/src/tooling/node-webgpu.d.ts +0 -17
  683. package/src/tooling/precision-replay-math.js +0 -174
  684. package/src/tooling/program-bundle-host.d.ts +0 -16
  685. package/src/tooling/program-bundle-host.js +0 -20
  686. package/src/tooling/runtime-input-composition.d.ts +0 -37
  687. package/src/tooling/source-package-profiles.d.ts +0 -50
  688. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  689. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  690. package/src/tooling/source-runtime-materializer.js +0 -89
  691. package/src/tooling-exports.browser.d.ts +0 -7
  692. package/src/types/chrome.d.ts +0 -36
  693. package/src/types/chrome.js +0 -1
  694. package/src/types/index.d.ts +0 -1
  695. package/src/types/index.js +0 -1
  696. package/src/utils/array-buffer.d.ts +0 -4
  697. package/src/utils/canonical-hash.d.ts +0 -7
  698. package/src/utils/clone-json.d.ts +0 -1
  699. package/src/utils/hf-resolve-url.d.ts +0 -16
  700. package/src/utils/index.d.ts +0 -10
  701. package/src/utils/index.js +0 -10
  702. package/src/utils/load-json.d.ts +0 -5
  703. package/src/utils/plain-object.d.ts +0 -1
  704. package/src/utils/sha256.d.ts +0 -5
  705. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -28,9 +28,10 @@ import { selectRuleValue } from '../../../rules/rule-registry.js';
28
28
  import { getRuntimeConfig } from '../../../config/runtime.js';
29
29
  import {
30
30
  validateMoeShape,
31
+ resolveMoeExecutionProfile,
32
+ resolveMoeIntermediateSize,
31
33
  resolveMoeVendorProfile,
32
- resolveGptOssKernelPathProfile,
33
- resolveMixtralKernelPathProfile,
34
+ resolveMoeKernelPathProfile,
34
35
  } from './moe-shape-validator.js';
35
36
  import { assertImplicitDtypeTransitionAllowed } from './dtype-contract.js';
36
37
  import { QK_K, Q4K_BLOCK_BYTES } from '../../../config/schema/index.js';
@@ -128,6 +129,92 @@ function resolvePerExpertScaleBuffer(device, value) {
128
129
  return { buffer, ownedBuffer: null };
129
130
  }
130
131
 
132
+ const MOE_ROUTE_EXECUTORS = Object.freeze({
133
+ 'gemma4-route': runGemma4RouteExperts,
134
+ });
135
+
136
+ const MOE_EXPERT_EXECUTORS = Object.freeze({
137
+ 'gpt-oss': runGptOssProfileExpert,
138
+ 'gemma4-packed': runGemma4ProfileExpert,
139
+ mixtral: runMixtralProfileExpert,
140
+ });
141
+
142
+ function requireMoeExecutor(registry, id, label) {
143
+ const executor = registry[id];
144
+ if (typeof executor !== 'function') {
145
+ throw new Error(`[MoE] Unknown ${label} "${String(id)}".`);
146
+ }
147
+ return executor;
148
+ }
149
+
150
+ function assertMoeExpertWeights(moeProfile, weights, expertKey) {
151
+ if (moeProfile.expertExecutor === 'gemma4-packed' && !weights.gateUp) {
152
+ throw new Error(`[MoE] Missing Gemma-style packed weights for ${expertKey}`);
153
+ }
154
+ if (moeProfile.expertExecutor === 'gemma4-packed' && !weights.down) {
155
+ throw new Error(`[MoE] Missing Gemma-style packed weights for ${expertKey}`);
156
+ }
157
+ if (moeProfile.expertExecutor === 'mixtral' && (!weights.gate || !weights.up || !weights.down)) {
158
+ throw new Error(`[MoE] Missing Mixtral weights for ${expertKey}`);
159
+ }
160
+ }
161
+
162
+ async function runGptOssProfileExpert(args) {
163
+ return runGptOssExpert(
164
+ args.gathered,
165
+ args.expertOutputs,
166
+ args.weights,
167
+ args.layerIdx,
168
+ args.expertIdx,
169
+ args.count,
170
+ args.inputOffset,
171
+ args.outputOffset,
172
+ args.hiddenSize,
173
+ args.intermediateSize,
174
+ args.numExperts,
175
+ args.activationDtype,
176
+ args.swigluLimit,
177
+ args.kernelPath,
178
+ args.executionPolicies,
179
+ args.modelType,
180
+ args.vendorProfile,
181
+ args.moeKernelPathProfile
182
+ );
183
+ }
184
+
185
+ async function runGemma4ProfileExpert(args) {
186
+ return runGemma4Expert(
187
+ args.gathered,
188
+ args.expertOutputs,
189
+ args.weights,
190
+ args.count,
191
+ args.inputOffset,
192
+ args.outputOffset,
193
+ args.hiddenSize,
194
+ args.intermediateSize,
195
+ args.activationDtype,
196
+ args.swigluLimit,
197
+ args.kernelPath
198
+ );
199
+ }
200
+
201
+ async function runMixtralProfileExpert(args) {
202
+ return runMixtralExpert(
203
+ args.gathered,
204
+ args.expertOutputs,
205
+ args.weights,
206
+ args.count,
207
+ args.inputOffset,
208
+ args.outputOffset,
209
+ args.hiddenSize,
210
+ args.intermediateSize,
211
+ args.hiddenActivation,
212
+ args.activationDtype,
213
+ args.swigluLimit,
214
+ args.kernelPath
215
+ );
216
+ }
217
+
131
218
  export async function moeFeedForwardGPU(
132
219
  inputBuffer,
133
220
  numTokens,
@@ -143,9 +230,6 @@ export async function moeFeedForwardGPU(
143
230
 
144
231
  const { hiddenSize, numExperts, moeTopK, hiddenActivation } = config;
145
232
  const expertFormat = config.expertFormat;
146
- const intermediateSize = expertFormat === 'gemma4'
147
- ? config.expertIntermediateSize
148
- : config.intermediateSize;
149
233
  const swigluLimit = config.swigluLimit;
150
234
  const kernelPath = config.kernelPath ?? null;
151
235
  if (!expertFormat) {
@@ -154,9 +238,6 @@ export async function moeFeedForwardGPU(
154
238
  if (swigluLimit === undefined) {
155
239
  throw new Error('MoE swigluLimit must be explicitly set (null or number).');
156
240
  }
157
- if (!Number.isFinite(intermediateSize) || intermediateSize <= 0) {
158
- throw new Error(`[MoE] Invalid expert intermediate size for ${expertFormat}: ${String(intermediateSize)}.`);
159
- }
160
241
  const topK = moeTopK ?? moeRouter.topK;
161
242
  if (topK == null) {
162
243
  throw new Error('MoE topK is required in config.');
@@ -165,15 +246,17 @@ export async function moeFeedForwardGPU(
165
246
  throw new Error('MoE config.modelType is required; got null/undefined.');
166
247
  }
167
248
  const modelType = config.modelType;
249
+ const moeProfile = resolveMoeExecutionProfile(config, { modelType });
250
+ const intermediateSize = resolveMoeIntermediateSize(config, moeProfile);
168
251
  validateMoeShape(
169
252
  { hiddenSize, intermediateSize, moeTopK: topK, numExperts, expertFormat },
170
- { modelType }
253
+ { modelType, moeProfile }
171
254
  );
172
- const vendorProfile = resolveMoeVendorProfile(modelType);
255
+ const vendorProfile = resolveMoeVendorProfile(moeProfile);
173
256
  const caps = getKernelCapabilities();
174
- if (modelType === 'gpt-oss' && !caps.hasF16) {
257
+ if (moeProfile.requiresShaderF16 && !caps.hasF16) {
175
258
  throw new Error(
176
- '[MoE] GPT-OSS routing requires shader-f16 support. ' +
259
+ `[MoE] ${moeProfile.label} requires shader-f16 support. ` +
177
260
  `Adapter: ${caps.adapterInfo?.vendor ?? 'unknown'} ${caps.adapterInfo?.architecture ?? ''}`.trim()
178
261
  );
179
262
  }
@@ -224,19 +307,19 @@ export async function moeFeedForwardGPU(
224
307
  }
225
308
 
226
309
  try {
227
- const needsGemmaRouterScale = modelType === 'diffusion_gemma'
310
+ const needsRouterScale = moeProfile.routerScaleMode === 'required'
228
311
  || layerRouter?.scale != null
229
312
  || layerRouter?.perExpertScale != null;
230
313
  let routerInputTensor = routerSourceTensor;
231
- if (needsGemmaRouterScale) {
314
+ if (needsRouterScale) {
232
315
  if (!layerRouter?.scale) {
233
- throw new Error(`[MoE] DiffusionGemma router scale missing for layer ${layerIdx}.`);
316
+ throw new Error(`[MoE] ${moeProfile.label} router scale missing for layer ${layerIdx}.`);
234
317
  }
235
318
  if (!layerRouter?.perExpertScale) {
236
- throw new Error(`[MoE] DiffusionGemma per-expert router scale missing for layer ${layerIdx}.`);
319
+ throw new Error(`[MoE] ${moeProfile.label} per-expert router scale missing for layer ${layerIdx}.`);
237
320
  }
238
321
  if (!Number.isFinite(config.rmsNormEps) || config.rmsNormEps <= 0) {
239
- throw new Error(`[MoE] DiffusionGemma router RMSNorm eps is invalid: ${String(config.rmsNormEps)}.`);
322
+ throw new Error(`[MoE] ${moeProfile.label} router RMSNorm eps is invalid: ${String(config.rmsNormEps)}.`);
240
323
  }
241
324
  routerNormTensor = await runRMSNorm(
242
325
  inputTensor,
@@ -295,32 +378,16 @@ export async function moeFeedForwardGPU(
295
378
  trace.buffers(`MoE L${layerIdx} router_logits`, { min, max, nanCount, dtype: logitsDtype });
296
379
  }
297
380
 
298
- // Profile resolution: routerTopK/dequantExpert are resolved for tracing and
299
- // forward validation. Actual kernel dispatch uses the generic softmax.rules.json
300
- // topkVariant rules (keyed by modelType) and format-specific dequant paths.
301
- // GPT-OSS: dequantTileShape actively steers MXFP4 dequant; routerTopK is trace-only.
302
- // Mixtral: expert weights are pre-loaded (no runtime dequant); both fields are trace-only.
303
- let gptOssKernelPathProfile = null;
304
- let mixtralKernelPathProfile = null;
305
- if (modelType === 'gpt-oss') {
306
- gptOssKernelPathProfile = await resolveGptOssKernelPathProfile({
307
- hasF16: caps.hasF16,
308
- hasSubgroups: caps.hasSubgroups,
309
- routerDtype: logitsDtype,
310
- weightsDtype: activationDtype,
311
- outputDtype: activationDtype,
312
- groupSize: 32,
313
- tileShape: vendorProfile.dequantTileShape,
314
- });
315
- } else if (modelType === 'mixtral') {
316
- mixtralKernelPathProfile = await resolveMixtralKernelPathProfile({
317
- hasF16: caps.hasF16,
318
- hasSubgroups: caps.hasSubgroups,
319
- routerDtype: logitsDtype,
320
- weightsDtype: activationDtype,
321
- outputDtype: activationDtype,
322
- });
323
- }
381
+ const moeKernelPathProfile = await resolveMoeKernelPathProfile(moeProfile, {
382
+ hasF16: caps.hasF16,
383
+ hasSubgroups: caps.hasSubgroups,
384
+ routerDtype: logitsDtype,
385
+ inputDtype: logitsDtype,
386
+ weightsDtype: activationDtype,
387
+ outputDtype: activationDtype,
388
+ groupSize: 32,
389
+ tileShape: vendorProfile.dequantTileShape,
390
+ });
324
391
 
325
392
  stepStart = perfMark();
326
393
  ({ indices: indicesBuffer, weights: weightsBuffer } = await runSoftmaxTopK(
@@ -338,7 +405,7 @@ export async function moeFeedForwardGPU(
338
405
  perfLog(`MoE L${layerIdx} topk`, stepStart, {
339
406
  topK,
340
407
  modelType,
341
- routerTopKKernel: gptOssKernelPathProfile?.routerTopK ?? mixtralKernelPathProfile?.routerTopK ?? null,
408
+ routerTopKKernel: moeKernelPathProfile?.routerTopK ?? null,
342
409
  });
343
410
 
344
411
  if (isTraceEnabled('buffers')) {
@@ -389,28 +456,31 @@ export async function moeFeedForwardGPU(
389
456
 
390
457
  const activeExpertSelection = resolveMoEActiveExpertSelection();
391
458
  if (activeExpertSelection === 'topk-route') {
392
- if (expertFormat !== 'gemma4') {
393
- throw new Error(`[MoE] topk-route active expert selection requires gemma4 expert format, got ${expertFormat}.`);
459
+ if (moeProfile.topkRouteExecutor == null) {
460
+ throw new Error(`[MoE] topk-route active expert selection is not supported by profile "${moeProfile.id}".`);
394
461
  }
462
+ const routeExecutor = requireMoeExecutor(MOE_ROUTE_EXECUTORS, moeProfile.topkRouteExecutor, 'route executor');
395
463
  stepStart = perfMark();
396
464
  await ensureExpertLoaded(layerIdx, 0, expertWeights, expertLoader);
397
465
  const routeWeights = expertWeights.get(`layer_${layerIdx}_expert_0`);
398
466
  perfLog(`MoE L${layerIdx} route_weight_load`, stepStart, { expertFormat, topK });
399
467
  stepStart = perfMark();
400
- outputTensor = await runGemma4RouteExperts(
468
+ outputTensor = await routeExecutor({
401
469
  inputTensor,
402
470
  indicesBuffer,
403
471
  weightsBuffer,
404
472
  layerRouter,
405
- routeWeights,
473
+ weights: routeWeights,
474
+ expectedExpertFormat: expertFormat,
475
+ profile: moeProfile,
406
476
  layerIdx,
407
477
  numTokens,
408
478
  topK,
409
479
  hiddenSize,
410
480
  intermediateSize,
411
481
  activationDtype,
412
- swigluLimit
413
- );
482
+ swigluLimit,
483
+ });
414
484
  perfLog(`MoE L${layerIdx} route_experts`, stepStart, {
415
485
  numTokens,
416
486
  topK,
@@ -503,6 +573,7 @@ export async function moeFeedForwardGPU(
503
573
  if (!weights.expertFormat) {
504
574
  throw new Error(`[MoE] Expert ${expertKey} missing expertFormat.`);
505
575
  }
576
+ assertMoeExpertWeights(moeProfile, weights, expertKey);
506
577
 
507
578
  const inputOffset = expertIdx * expertStrideBytes;
508
579
  const outputOffset = expertIdx * expertStrideBytes;
@@ -515,8 +586,8 @@ export async function moeFeedForwardGPU(
515
586
  );
516
587
  }
517
588
 
518
- if (expertFormat === 'gpt-oss') {
519
- await runGptOssExpert(
589
+ const expertExecutor = requireMoeExecutor(MOE_EXPERT_EXECUTORS, moeProfile.expertExecutor, 'expert executor');
590
+ await expertExecutor({
520
591
  gathered,
521
592
  expertOutputs,
522
593
  weights,
@@ -531,44 +602,12 @@ export async function moeFeedForwardGPU(
531
602
  activationDtype,
532
603
  swigluLimit,
533
604
  kernelPath,
605
+ executionPolicies: config.executionPolicies ?? null,
534
606
  modelType,
535
607
  vendorProfile,
536
- gptOssKernelPathProfile
537
- );
538
- } else if (expertFormat === 'gemma4' && weights.gateUp && weights.down) {
539
- await runGemma4Expert(
540
- gathered,
541
- expertOutputs,
542
- weights,
543
- count,
544
- inputOffset,
545
- outputOffset,
546
- hiddenSize,
547
- intermediateSize,
548
- activationDtype,
549
- swigluLimit,
550
- kernelPath
551
- );
552
- } else if (expertFormat === 'gemma4') {
553
- throw new Error(`[MoE] Missing Gemma-style packed weights for ${expertKey}`);
554
- } else if (expertFormat === 'mixtral' && weights.gate && weights.up && weights.down) {
555
- await runMixtralExpert(
556
- gathered,
557
- expertOutputs,
558
- weights,
559
- count,
560
- inputOffset,
561
- outputOffset,
562
- hiddenSize,
563
- intermediateSize,
608
+ moeKernelPathProfile,
564
609
  hiddenActivation,
565
- activationDtype,
566
- swigluLimit,
567
- kernelPath
568
- );
569
- } else if (expertFormat === 'mixtral') {
570
- throw new Error(`[MoE] Missing Mixtral weights for ${expertKey}`);
571
- }
610
+ });
572
611
  perfLog(`MoE L${layerIdx} expert_exec`, stepStart, { expertIdx, count });
573
612
  }
574
613
 
@@ -666,28 +705,39 @@ function resolveMatrixStorageStrideBytes(buffer, rows, cols, label) {
666
705
  return alignTo4(rows * cols * bytesPerElement);
667
706
  }
668
707
 
669
- async function runGemma4RouteExperts(
708
+ async function runGemma4RouteExperts({
670
709
  inputTensor,
671
710
  indicesBuffer,
672
711
  weightsBuffer,
673
712
  layerRouter,
674
713
  weights,
714
+ expectedExpertFormat,
715
+ profile,
675
716
  layerIdx,
676
717
  numTokens,
677
718
  topK,
678
719
  hiddenSize,
679
720
  intermediateSize,
680
721
  activationDtype,
681
- swigluLimit
682
- ) {
722
+ swigluLimit,
723
+ }) {
724
+ const profileLabel = typeof profile?.label === 'string' && profile.label.length > 0
725
+ ? profile.label
726
+ : 'unknown MoE profile';
683
727
  if (activationDtype !== 'f16') {
684
- throw new Error(`[MoE] topk-route Gemma4 expert path requires f16 activations, got ${activationDtype}.`);
728
+ throw new Error(`[MoE] topk-route ${profileLabel} path requires f16 activations, got ${activationDtype}.`);
685
729
  }
686
- if (!weights?.gateUp || !weights?.down || weights.expertFormat !== 'gemma4') {
687
- throw new Error(`[MoE] topk-route Gemma4 expert path missing packed weights for layer ${layerIdx}.`);
730
+ if (!weights?.gateUp || !weights?.down) {
731
+ throw new Error(`[MoE] topk-route ${profileLabel} path missing packed weights for layer ${layerIdx}.`);
732
+ }
733
+ if (weights.expertFormat !== expectedExpertFormat) {
734
+ throw new Error(
735
+ `[MoE] topk-route ${profileLabel} expert format mismatch for layer ${layerIdx}: ` +
736
+ `weights=${weights.expertFormat}, config=${expectedExpertFormat}`
737
+ );
688
738
  }
689
739
  if (!layerRouter?.perExpertScale) {
690
- throw new Error(`[MoE] topk-route Gemma4 expert path requires per-expert router scale for layer ${layerIdx}.`);
740
+ throw new Error(`[MoE] topk-route ${profileLabel} path requires per-expert router scale for layer ${layerIdx}.`);
691
741
  }
692
742
 
693
743
  const device = getDevice();
@@ -775,9 +825,10 @@ async function runGptOssExpert(
775
825
  activationDtype,
776
826
  swigluLimit,
777
827
  kernelPath,
828
+ executionPolicies,
778
829
  modelType,
779
830
  vendorProfile,
780
- gptOssKernelPathProfile
831
+ moeKernelPathProfile
781
832
  ) {
782
833
  const perfEnabled = isTraceEnabled('perf');
783
834
  const perfMark = () => (perfEnabled ? performance.now() : 0);
@@ -849,7 +900,7 @@ async function runGptOssExpert(
849
900
  perfLog(`MoE L${layerIdx} expert ${expertIdx} dequant`, stepStart, {
850
901
  hit: false,
851
902
  dequantTileShape: vendorProfile.dequantTileShape,
852
- dequantKernel: gptOssKernelPathProfile?.dequantExpert ?? null,
903
+ dequantKernel: moeKernelPathProfile?.dequantExpert ?? null,
853
904
  });
854
905
  }
855
906
 
@@ -875,7 +926,7 @@ async function runGptOssExpert(
875
926
  let biasTemp = null;
876
927
  if (biasTensor.dtype !== activationDtype) {
877
928
  assertImplicitDtypeTransitionAllowed({
878
- executionPolicies: config.executionPolicies ?? null,
929
+ executionPolicies,
879
930
  fromDtype: biasTensor.dtype,
880
931
  toDtype: activationDtype,
881
932
  op: 'moe_gate_up_bias',
@@ -1,39 +1,131 @@
1
1
  import { getKernelCapabilities } from '../../../gpu/device.js';
2
2
  import { selectRuleValue } from '../../../rules/rule-registry.js';
3
3
 
4
+ const KERNEL_PATH_PROFILE_RESOLVERS = Object.freeze({
5
+ 'gpt-oss': resolveGptOssKernelPathProfile,
6
+ mixtral: resolveMixtralKernelPathProfile,
7
+ });
8
+
4
9
  function asVendorString(caps) {
5
10
  const raw = caps?.adapterInfo?.vendor;
6
11
  return typeof raw === 'string' && raw.trim() !== '' ? raw.toLowerCase() : 'unknown';
7
12
  }
8
13
 
9
- export function resolveMoeVendorProfile(modelType) {
10
- const caps = getKernelCapabilities();
11
- const vendor = asVendorString(caps);
12
- if (modelType === 'gpt-oss') {
13
- return selectRuleValue('kernels', 'moeGptoss', 'vendorQuirkProfile', { vendor });
14
+ function requireRuleContextValue(value, label) {
15
+ if (value == null || value === '') {
16
+ throw new Error(`[MoE] ${label} is required for rule selection.`);
17
+ }
18
+ return value;
19
+ }
20
+
21
+ function requireMoeProfileField(profile, field) {
22
+ const value = profile?.[field];
23
+ if (typeof value !== 'string' || value.length === 0) {
24
+ throw new Error(`[MoE] execution profile is missing ${field}.`);
25
+ }
26
+ return value;
27
+ }
28
+
29
+ function requireManifestString(value, label) {
30
+ if (typeof value !== 'string' || value.length === 0) {
31
+ throw new Error(`[MoE] ${label} is required for MoE execution profile resolution.`);
32
+ }
33
+ return value;
34
+ }
35
+
36
+ function validateVendorProfile(profile) {
37
+ if (!profile || typeof profile !== 'object' || Array.isArray(profile)) {
38
+ throw new Error('[MoE] vendor profile must resolve to an object.');
39
+ }
40
+ if (typeof profile.preferVec4Dequant !== 'boolean') {
41
+ throw new Error('[MoE] vendor profile missing preferVec4Dequant boolean.');
42
+ }
43
+ if (profile.dequantTileShape !== null && profile.dequantTileShape !== 'vec4' && profile.dequantTileShape !== 'scalar') {
44
+ throw new Error('[MoE] vendor profile dequantTileShape must be null, "vec4", or "scalar".');
45
+ }
46
+ if (!Number.isFinite(profile.routerWorkgroupSize) || profile.routerWorkgroupSize <= 0) {
47
+ throw new Error('[MoE] vendor profile missing positive routerWorkgroupSize.');
48
+ }
49
+ if (!Number.isFinite(profile.maxTokensPerExpertScale) || profile.maxTokensPerExpertScale <= 0) {
50
+ throw new Error('[MoE] vendor profile missing positive maxTokensPerExpertScale.');
51
+ }
52
+ return profile;
53
+ }
54
+
55
+ function validateMoeExecutionProfile(profile) {
56
+ if (!profile || typeof profile !== 'object' || Array.isArray(profile)) {
57
+ throw new Error('[MoE] executionProfile rule must resolve to an object.');
58
+ }
59
+ requireMoeProfileField(profile, 'id');
60
+ requireMoeProfileField(profile, 'label');
61
+ requireMoeProfileField(profile, 'expertExecutor');
62
+ requireMoeProfileField(profile, 'intermediateSizeSource');
63
+ if (typeof profile.requiresShaderF16 !== 'boolean') {
64
+ throw new Error('[MoE] execution profile is missing requiresShaderF16 boolean.');
65
+ }
66
+ if (profile.routerScaleMode !== 'none' && profile.routerScaleMode !== 'optional' && profile.routerScaleMode !== 'required') {
67
+ throw new Error('[MoE] execution profile routerScaleMode must be none, optional, or required.');
68
+ }
69
+ if (!profile.vendorProfile || typeof profile.vendorProfile !== 'object' || Array.isArray(profile.vendorProfile)) {
70
+ throw new Error('[MoE] execution profile is missing vendorProfile selector.');
71
+ }
72
+ return profile;
73
+ }
74
+
75
+ export function resolveMoeExecutionProfile(config, options = {}) {
76
+ const expertFormat = requireManifestString(config?.expertFormat, 'manifest moeConfig.expertFormat');
77
+ const modelType = requireManifestString(
78
+ typeof options?.modelType === 'string' && options.modelType.length > 0
79
+ ? options.modelType
80
+ : config?.modelType,
81
+ 'manifest modelType'
82
+ );
83
+ const profile = selectRuleValue('inference', 'moe', 'executionProfile', {
84
+ modelType,
85
+ expertFormat,
86
+ });
87
+ return validateMoeExecutionProfile(profile);
88
+ }
89
+
90
+ export function resolveMoeIntermediateSize(config, moeProfile) {
91
+ const source = requireMoeProfileField(moeProfile, 'intermediateSizeSource');
92
+ const resolvers = {
93
+ architecture: () => config?.intermediateSize,
94
+ expert: () => config?.expertIntermediateSize,
95
+ };
96
+ const resolver = resolvers[source];
97
+ if (typeof resolver !== 'function') {
98
+ throw new Error(`[MoE] Unknown intermediateSizeSource "${source}" in execution profile "${moeProfile.id}".`);
14
99
  }
15
- if (modelType === 'mixtral') {
16
- return selectRuleValue('kernels', 'moeMixtral', 'vendorQuirkProfile', { vendor });
100
+ const value = Number(resolver());
101
+ if (!Number.isFinite(value) || value <= 0) {
102
+ throw new Error(`[MoE] Invalid ${source} intermediate size for profile "${moeProfile.id}": ${String(value)}.`);
103
+ }
104
+ return value;
105
+ }
106
+
107
+ export function resolveMoeVendorProfile(moeProfile) {
108
+ const selector = moeProfile?.vendorProfile;
109
+ if (selector?.kind === 'rule') {
110
+ const caps = getKernelCapabilities();
111
+ const vendor = asVendorString(caps);
112
+ const profile = selectRuleValue(selector.domain, selector.group, selector.name, { vendor });
113
+ return validateVendorProfile(profile);
17
114
  }
18
- if (modelType === 'gemma4' || modelType === 'diffusion_gemma') {
19
- return {
20
- preferVec4Dequant: false,
21
- dequantTileShape: null,
22
- routerWorkgroupSize: 256,
23
- maxTokensPerExpertScale: 1.0,
24
- };
115
+ if (selector?.kind === 'static') {
116
+ return validateVendorProfile(selector.value);
25
117
  }
26
- throw new Error(`[MoE] Unknown modelType "${modelType}" for vendor profile resolution.`);
118
+ throw new Error(`[MoE] execution profile "${moeProfile?.id ?? 'unknown'}" has invalid vendorProfile selector.`);
27
119
  }
28
120
 
29
121
  function resolveGptOssRuleContext(context) {
30
122
  return {
31
- modelType: 'gpt-oss',
123
+ modelType: requireRuleContextValue(context?.modelType, 'GPT-OSS kernel rule modelType'),
32
124
  hasF16: context?.hasF16,
33
125
  hasSubgroups: context?.hasSubgroups,
34
- inputDtype: context?.routerDtype ?? context?.inputDtype,
35
- weightsDtype: context?.weightsDtype,
36
- outputDtype: context?.outputDtype ?? context?.weightsDtype,
126
+ inputDtype: requireRuleContextValue(context?.routerDtype ?? context?.inputDtype, 'GPT-OSS router/input dtype'),
127
+ weightsDtype: requireRuleContextValue(context?.weightsDtype, 'GPT-OSS weights dtype'),
128
+ outputDtype: requireRuleContextValue(context?.outputDtype, 'GPT-OSS output dtype'),
37
129
  groupSize: context?.groupSize,
38
130
  dequantTileShape: context?.tileShape ?? context?.dequantTileShape,
39
131
  };
@@ -49,12 +141,12 @@ export async function resolveGptOssKernelPathProfile(context) {
49
141
 
50
142
  function resolveMixtralRuleContext(context) {
51
143
  return {
52
- modelType: 'mixtral',
144
+ modelType: requireRuleContextValue(context?.modelType, 'Mixtral kernel rule modelType'),
53
145
  hasF16: context?.hasF16,
54
146
  hasSubgroups: context?.hasSubgroups,
55
- routerDtype: context?.routerDtype ?? 'f32',
56
- weightsDtype: context?.weightsDtype,
57
- outputDtype: context?.outputDtype ?? context?.weightsDtype,
147
+ routerDtype: requireRuleContextValue(context?.routerDtype, 'Mixtral router dtype'),
148
+ weightsDtype: requireRuleContextValue(context?.weightsDtype, 'Mixtral weights dtype'),
149
+ outputDtype: requireRuleContextValue(context?.outputDtype, 'Mixtral output dtype'),
58
150
  };
59
151
  }
60
152
 
@@ -66,6 +158,30 @@ export async function resolveMixtralKernelPathProfile(context) {
66
158
  };
67
159
  }
68
160
 
161
+ export async function resolveMoeKernelPathProfile(moeProfile, context) {
162
+ const resolverId = moeProfile?.kernelPathProfileResolver ?? null;
163
+ if (resolverId === null) {
164
+ return null;
165
+ }
166
+ const resolver = KERNEL_PATH_PROFILE_RESOLVERS[resolverId];
167
+ if (typeof resolver !== 'function') {
168
+ throw new Error(`[MoE] Unknown kernelPathProfileResolver "${resolverId}" in execution profile "${moeProfile.id}".`);
169
+ }
170
+ const modelType = requireRuleContextValue(moeProfile.kernelRuleModelType, `${moeProfile.id} kernel rule modelType`);
171
+ return resolver({ ...context, modelType });
172
+ }
173
+
174
+ function resolveShapePolicy(moeProfile, context) {
175
+ const selector = moeProfile?.shapePolicy ?? null;
176
+ if (selector === null) {
177
+ return null;
178
+ }
179
+ if (selector.kind !== 'rule') {
180
+ throw new Error(`[MoE] execution profile "${moeProfile.id}" has invalid shapePolicy selector.`);
181
+ }
182
+ return selectRuleValue(selector.domain, selector.group, selector.name, context);
183
+ }
184
+
69
185
  export function validateMoeShape(config, options = {}) {
70
186
  const {
71
187
  hiddenSize,
@@ -74,10 +190,12 @@ export function validateMoeShape(config, options = {}) {
74
190
  numExperts,
75
191
  expertFormat,
76
192
  } = config;
77
- const modelType = options.modelType ?? (
78
- expertFormat === 'gpt-oss'
79
- ? 'gpt-oss'
80
- : (expertFormat === 'gemma4' ? 'gemma4' : 'mixtral')
193
+ if (typeof options.modelType !== 'string' || options.modelType.length === 0) {
194
+ throw new Error('[MoE] validateMoeShape requires options.modelType from the manifest.');
195
+ }
196
+ const moeProfile = options.moeProfile ?? resolveMoeExecutionProfile(
197
+ { expertFormat, modelType: options.modelType },
198
+ { modelType: options.modelType }
81
199
  );
82
200
 
83
201
  if (!Number.isFinite(hiddenSize) || hiddenSize <= 0) {
@@ -93,16 +211,16 @@ export function validateMoeShape(config, options = {}) {
93
211
  throw new Error(`[MoE] topK must be in range [1, ${numExperts}], got ${moeTopK}.`);
94
212
  }
95
213
 
96
- if (modelType === 'gpt-oss') {
97
- const policy = selectRuleValue('kernels', 'moeGptoss', 'shapePolicy', { modelType });
214
+ const policy = resolveShapePolicy(moeProfile, { modelType: options.modelType });
215
+ if (policy != null) {
98
216
  if (policy.hiddenSizeDivisor == null || policy.intermediateSizeDivisor == null) {
99
- throw new Error('[MoE] GPT-OSS shapePolicy is missing hiddenSizeDivisor or intermediateSizeDivisor.');
217
+ throw new Error(`[MoE] ${moeProfile.label} shapePolicy is missing hiddenSizeDivisor or intermediateSizeDivisor.`);
100
218
  }
101
219
  const hiddenDivisor = policy.hiddenSizeDivisor;
102
220
  const intermediateDivisor = policy.intermediateSizeDivisor;
103
221
  if (hiddenSize % hiddenDivisor !== 0 || intermediateSize % intermediateDivisor !== 0) {
104
222
  throw new Error(
105
- `[MoE] GPT-OSS shape policy violation: hiddenSize (${hiddenSize}) % ${hiddenDivisor} = ${hiddenSize % hiddenDivisor}, ` +
223
+ `[MoE] ${moeProfile.label} shape policy violation: hiddenSize (${hiddenSize}) % ${hiddenDivisor} = ${hiddenSize % hiddenDivisor}, ` +
106
224
  `intermediateSize (${intermediateSize}) % ${intermediateDivisor} = ${intermediateSize % intermediateDivisor}.`
107
225
  );
108
226
  }