doppler-gpu 0.4.6 → 0.4.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (705) hide show
  1. package/CHANGELOG.md +64 -0
  2. package/README.md +98 -137
  3. package/assets/doppler.svg +1 -3
  4. package/models/catalog.json +1575 -0
  5. package/package.json +59 -26
  6. package/src/cli/doppler-cli.js +28 -7
  7. package/src/cli/doppler-quickstart.js +1 -1
  8. package/src/cli/doppler-serve.js +2 -2
  9. package/src/client/doppler-registry.js +12 -0
  10. package/src/client/doppler-registry.json +52 -3
  11. package/src/client/runtime/index.js +25 -2
  12. package/src/client/runtime/model-session.d.ts +31 -1
  13. package/src/client/runtime/model-session.js +31 -0
  14. package/src/client/runtime/model-source.d.ts +19 -2
  15. package/src/client/runtime/model-source.js +45 -5
  16. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +28 -4
  17. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +29 -4
  18. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +29 -4
  19. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +29 -4
  20. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +29 -4
  21. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +29 -4
  22. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +29 -4
  23. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +50 -9
  24. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +35 -5
  25. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +31 -5
  26. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +30 -4
  27. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +30 -4
  28. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +30 -4
  29. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +30 -5
  30. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +29 -4
  31. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +30 -5
  32. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +29 -4
  33. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +29 -4
  34. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +29 -4
  35. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +29 -4
  36. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +29 -4
  37. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +29 -4
  38. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +481 -0
  39. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +29 -4
  40. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +29 -4
  41. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +30 -5
  42. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +29 -4
  43. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +395 -0
  44. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +429 -0
  45. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +548 -0
  46. package/src/config/execution-contract-check.js +14 -10
  47. package/src/config/kernel-path-loader.js +1 -0
  48. package/src/config/kernels/kernel-ref-digests.js +26 -17
  49. package/src/config/kernels/registry.json +448 -27
  50. package/src/config/merge.js +41 -0
  51. package/src/config/param-validator.js +67 -8
  52. package/src/config/required-inference-fields-contract-check.js +14 -0
  53. package/src/config/runtime/default.json +3 -1
  54. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  55. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  56. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  57. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  58. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  59. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  60. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  61. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  62. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  63. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  64. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  65. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  66. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  67. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  68. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  69. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  70. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  71. package/src/config/schema/debug.schema.d.ts +2 -0
  72. package/src/config/schema/debug.schema.js +1 -0
  73. package/src/config/schema/doppler.schema.d.ts +5 -1
  74. package/src/config/schema/doppler.schema.js +117 -292
  75. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  76. package/src/config/schema/execution-v1.schema.js +10 -0
  77. package/src/config/schema/index.d.ts +3 -1
  78. package/src/config/schema/inference.schema.d.ts +17 -3
  79. package/src/config/schema/kvcache.schema.d.ts +19 -3
  80. package/src/config/schema/kvcache.schema.js +2 -1
  81. package/src/config/schema/manifest.schema.d.ts +38 -1
  82. package/src/config/schema/manifest.schema.js +18 -0
  83. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  84. package/src/config/source-packages/litert/gemma-4-12b-it.json +20 -1
  85. package/src/config/source-packages/litert/gemma-4-e2b-it.json +20 -1
  86. package/src/config/source-packages/litert/gemma-4-e4b-it.json +21 -1
  87. package/src/config/transforms/capability-transform-resolver.js +7 -1
  88. package/src/config/transforms/execution-graph-transforms.js +10 -2
  89. package/src/converter/conversion-plan.js +2 -0
  90. package/src/converter/parsers/transformer.js +27 -1
  91. package/src/converter/quantization-info.js +16 -4
  92. package/src/converter/rope-config.js +55 -3
  93. package/src/debug/config.d.ts +4 -0
  94. package/src/experimental/orchestration/index.d.ts +10 -1
  95. package/src/experimental/training/distillation/student-fixture.js +1 -1
  96. package/src/experimental/training/lora-pipeline.js +1 -1
  97. package/src/experimental/training/lora.js +2 -2
  98. package/src/experimental/training/suite.js +2 -2
  99. package/src/formats/rdrr/classification.js +3 -0
  100. package/src/formats/rdrr/integrity.d.ts +0 -2
  101. package/src/formats/rdrr/integrity.js +0 -2
  102. package/src/formats/rdrr/types.d.ts +1 -1
  103. package/src/gpu/kernels/attention.d.ts +2 -0
  104. package/src/gpu/kernels/attention.js +75 -16
  105. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  106. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  107. package/src/gpu/kernels/backward/attention_backward.js +8 -0
  108. package/src/gpu/kernels/dequant.d.ts +6 -6
  109. package/src/gpu/kernels/dequant.js +17 -6
  110. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  111. package/src/gpu/kernels/fused_ffn.js +540 -19
  112. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  113. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  114. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  115. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  116. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  117. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  118. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  119. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  120. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  121. package/src/gpu/kernels/index.d.ts +21 -0
  122. package/src/gpu/kernels/index.js +13 -0
  123. package/src/gpu/kernels/linear-attention-core.js +414 -21
  124. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  125. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  126. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  127. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  128. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  129. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  130. package/src/gpu/kernels/matmul-selection.js +9 -2
  131. package/src/gpu/kernels/matmul.d.ts +1 -1
  132. package/src/gpu/kernels/matmul.js +24 -6
  133. package/src/gpu/kernels/moe.d.ts +5 -1
  134. package/src/gpu/kernels/moe.js +5 -2
  135. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  136. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  137. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  138. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  139. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  140. package/src/gpu/kernels/silu.wgsl +7 -1
  141. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  142. package/src/gpu/kernels/softmax.d.ts +3 -3
  143. package/src/gpu/kernels/softmax.js +9 -2
  144. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  145. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  146. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  147. package/src/gpu/kernels/turboquant-codebook.js +1 -1
  148. package/src/gpu/kernels/types.d.ts +1 -1
  149. package/src/gpu/profiler.js +11 -1
  150. package/src/gpu/tensor.d.ts +1 -0
  151. package/src/index.d.ts +1 -1
  152. package/src/index.js +1 -1
  153. package/src/inference/browser-harness-model-helpers.js +4 -1
  154. package/src/inference/browser-harness-suite-helpers.js +1 -1
  155. package/src/inference/browser-harness-text-helpers.js +589 -117
  156. package/src/inference/browser-harness.d.ts +3 -3
  157. package/src/inference/browser-harness.js +486 -13
  158. package/src/inference/fixtures/rerank-semantic-fixtures.json +38 -0
  159. package/src/inference/kv-cache/base.js +42 -1
  160. package/src/inference/kv-cache/quantized.js +16 -2
  161. package/src/inference/kv-cache/tiered.js +50 -15
  162. package/src/inference/moe-router.js +38 -7
  163. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +8 -6
  164. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  165. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  166. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  167. package/src/inference/pipelines/text/attention/projections.js +174 -4
  168. package/src/inference/pipelines/text/attention/record.js +44 -21
  169. package/src/inference/pipelines/text/attention/run.js +18 -3
  170. package/src/inference/pipelines/text/config.d.ts +23 -1
  171. package/src/inference/pipelines/text/config.js +235 -112
  172. package/src/inference/pipelines/text/embed.js +39 -12
  173. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  174. package/src/inference/pipelines/text/execution-plan.js +45 -2
  175. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  176. package/src/inference/pipelines/text/execution-v1.js +122 -8
  177. package/src/inference/pipelines/text/ffn/dense.js +254 -25
  178. package/src/inference/pipelines/text/ffn/moe.js +4 -3
  179. package/src/inference/pipelines/text/ffn/standard.js +145 -39
  180. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  181. package/src/inference/pipelines/text/generator-helpers.js +4 -1
  182. package/src/inference/pipelines/text/generator-runtime.js +54 -20
  183. package/src/inference/pipelines/text/generator-steps.js +5 -2
  184. package/src/inference/pipelines/text/generator.d.ts +18 -1
  185. package/src/inference/pipelines/text/generator.js +303 -20
  186. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  187. package/src/inference/pipelines/text/init-rope.js +54 -6
  188. package/src/inference/pipelines/text/init.d.ts +22 -3
  189. package/src/inference/pipelines/text/init.js +65 -17
  190. package/src/inference/pipelines/text/layer.js +111 -5
  191. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  192. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  193. package/src/inference/pipelines/text/linear-attention.js +185 -24
  194. package/src/inference/pipelines/text/logits/gpu.d.ts +1 -1
  195. package/src/inference/pipelines/text/logits/gpu.js +78 -115
  196. package/src/inference/pipelines/text/logits/index.js +105 -87
  197. package/src/inference/pipelines/text/logits/precision-policy.js +103 -0
  198. package/src/inference/pipelines/text/logits/types.d.ts +1 -0
  199. package/src/inference/pipelines/text/logits/utils.d.ts +2 -0
  200. package/src/inference/pipelines/text/logits/utils.js +11 -0
  201. package/src/inference/pipelines/text/lora-apply.js +6 -4
  202. package/src/inference/pipelines/text/model-load.js +6 -0
  203. package/src/inference/pipelines/text/moe-cpu.js +25 -0
  204. package/src/inference/pipelines/text/moe-gpu.js +148 -97
  205. package/src/inference/pipelines/text/moe-shape-validator.js +149 -31
  206. package/src/inference/pipelines/text/ops.js +48 -1
  207. package/src/inference/pipelines/text/per-layer-inputs.js +105 -21
  208. package/src/inference/pipelines/text/probes.js +9 -4
  209. package/src/inference/pipelines/text/state.d.ts +4 -4
  210. package/src/inference/pipelines/text/state.js +4 -0
  211. package/src/inference/pipelines/text/types.d.ts +27 -2
  212. package/src/inference/pipelines/text/weights.js +7 -2
  213. package/src/inference/pipelines/text.d.ts +21 -1
  214. package/src/inference/pipelines/text.js +60 -14
  215. package/src/inference/tokenizers/behavior-flags.js +23 -2
  216. package/src/inference/tokenizers/bundled.js +45 -23
  217. package/src/inference/tokenizers/types.d.ts +7 -4
  218. package/src/loader/doppler-loader.js +25 -2
  219. package/src/loader/final-weights-loader.js +12 -1
  220. package/src/loader/index.d.ts +3 -1
  221. package/src/loader/index.js +2 -0
  222. package/src/loader/loader-types.d.ts +3 -1
  223. package/src/loader/manifest-config.d.ts +18 -0
  224. package/src/loader/manifest-config.js +11 -3
  225. package/src/loader/shard-cache.d.ts +2 -0
  226. package/src/loader/shard-cache.js +29 -1
  227. package/src/models/gemma4.js +8 -0
  228. package/src/rules/execution-rules-contract-check.js +12 -3
  229. package/src/rules/inference/capability-transforms.rules.json +159 -22
  230. package/src/rules/inference/config.rules.json +26 -2
  231. package/src/rules/inference/dtype.rules.json +12 -5
  232. package/src/rules/inference/execution.rules.json +5 -19
  233. package/src/rules/inference/ffn.rules.json +33 -0
  234. package/src/rules/inference/moe.rules.json +97 -0
  235. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  236. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  237. package/src/rules/kernels/matmul.rules.json +1 -0
  238. package/src/rules/kernels/silu.rules.json +1 -0
  239. package/src/rules/rule-registry.js +2 -0
  240. package/src/storage/artifact-storage-context.js +36 -0
  241. package/src/tooling/command-api-constants.js +2 -2
  242. package/src/tooling/command-api-family-normalizers.js +2 -1
  243. package/src/tooling/command-api.d.ts +1 -1
  244. package/src/tooling/command-runner-shared.js +3 -1
  245. package/src/tooling/node-browser-command-runner.js +42 -7
  246. package/src/tooling/node-converter.js +20 -0
  247. package/src/tooling/node-source-runtime.js +5 -1
  248. package/src/tooling/opfs-cache.d.ts +21 -1
  249. package/src/tooling/opfs-cache.js +168 -32
  250. package/src/tooling-exports/storage.d.ts +1 -1
  251. package/src/tooling-exports/storage.js +1 -1
  252. package/src/types/gpu.d.ts +25 -0
  253. package/src/version.js +1 -1
  254. package/tests/kernels/browser/kernel-suite.js +1593 -0
  255. package/tests/kernels/browser/test-page.js +2629 -0
  256. package/tests/kernels/harness/benchmark.js +225 -0
  257. package/tests/kernels/harness/buffer-utils.js +88 -0
  258. package/tests/kernels/harness/tolerance.js +174 -0
  259. package/tests/kernels/reference/adam.js +15 -0
  260. package/tests/kernels/reference/attention.js +158 -0
  261. package/tests/kernels/reference/backward.js +96 -0
  262. package/tests/kernels/reference/bias-add.js +20 -0
  263. package/tests/kernels/reference/conv2d.js +58 -0
  264. package/tests/kernels/reference/cross-entropy.js +26 -0
  265. package/tests/kernels/reference/dequant.js +312 -0
  266. package/tests/kernels/reference/embed.js +15 -0
  267. package/tests/kernels/reference/gather.js +61 -0
  268. package/tests/kernels/reference/gelu.js +37 -0
  269. package/tests/kernels/reference/groupnorm.js +36 -0
  270. package/tests/kernels/reference/index.js +89 -0
  271. package/tests/kernels/reference/layernorm.js +22 -0
  272. package/tests/kernels/reference/matmul.js +57 -0
  273. package/tests/kernels/reference/modulate.js +24 -0
  274. package/tests/kernels/reference/moe-gather.js +83 -0
  275. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  276. package/tests/kernels/reference/residual.js +55 -0
  277. package/tests/kernels/reference/rmsnorm.js +52 -0
  278. package/tests/kernels/reference/rope.js +79 -0
  279. package/tests/kernels/reference/sample.js +97 -0
  280. package/tests/kernels/reference/scatter-add.js +58 -0
  281. package/tests/kernels/reference/silu.js +52 -0
  282. package/tests/kernels/reference/softmax.js +86 -0
  283. package/tests/kernels/reference/split-qkv.js +58 -0
  284. package/tests/kernels/reference/topk.js +88 -0
  285. package/tests/kernels/reference/upsample2d.js +37 -0
  286. package/BRANDING.md +0 -14
  287. package/SECURITY.md +0 -19
  288. package/assets/doppler-readme-hero.svg +0 -84
  289. package/assets/doppler-runtime-map.svg +0 -84
  290. package/src/bootstrap.js +0 -30
  291. package/src/cli/doppler-cli.d.ts +0 -46
  292. package/src/cli/doppler-quickstart.d.ts +0 -45
  293. package/src/cli/doppler-serve.d.ts +0 -210
  294. package/src/cli/runtime-profiles.d.ts +0 -40
  295. package/src/client/doppler-api.browser.d.ts +0 -1
  296. package/src/client/doppler-api.browser.js +0 -25
  297. package/src/client/doppler-registry.d.ts +0 -35
  298. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  299. package/src/client/runtime/source-runtime.d.ts +0 -26
  300. package/src/client/runtime/storage.d.ts +0 -5
  301. package/src/config/README.md +0 -61
  302. package/src/config/conversion/README.md +0 -58
  303. package/src/config/goal-completion-matrix.json +0 -552
  304. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  305. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  306. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  307. package/src/config/kernels/registry.d.ts +0 -51
  308. package/src/config/merge-contract-check.d.ts +0 -16
  309. package/src/config/merge-contract-check.js +0 -318
  310. package/src/config/merge-helpers.d.ts +0 -60
  311. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  312. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  313. package/src/config/param-categories.d.ts +0 -8
  314. package/src/config/param-validator.d.ts +0 -28
  315. package/src/config/platforms/loader.d.ts +0 -38
  316. package/src/config/quantization-contract-check.d.ts +0 -12
  317. package/src/config/quantization-contract-check.js +0 -91
  318. package/src/config/runtime/README.md +0 -28
  319. package/src/config/runtime-merge.d.ts +0 -5
  320. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  321. package/src/config/schema/command-surface-contract.schema.json +0 -81
  322. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  323. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  324. package/src/config/schema/platform.schema.js +0 -1
  325. package/src/config/schema/policy-schema-registry.json +0 -26
  326. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  327. package/src/config/support-tiers/subsystems.json +0 -502
  328. package/src/config/supported-operations.d.ts +0 -14
  329. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  330. package/src/config/transforms/execution-graph-transforms.d.ts +0 -300
  331. package/src/converter/conversion-plan.d.ts +0 -56
  332. package/src/converter/index.d.ts +0 -98
  333. package/src/converter/index.js +0 -59
  334. package/src/converter/parsers/diffusion.d.ts +0 -50
  335. package/src/converter/parsers/gguf.d.ts +0 -31
  336. package/src/converter/parsers/index.d.ts +0 -21
  337. package/src/converter/parsers/index.js +0 -12
  338. package/src/converter/parsers/transformer.d.ts +0 -31
  339. package/src/converter/quantization-info.d.ts +0 -38
  340. package/src/converter/rope-config.d.ts +0 -16
  341. package/src/converter/tokenizer-utils.d.ts +0 -12
  342. package/src/debug/reference/README.md +0 -114
  343. package/src/debug/reference/hf_attn_debug.py +0 -114
  344. package/src/debug/reference/hf_embed_check.py +0 -89
  345. package/src/debug/reference/hf_layer_out.py +0 -100
  346. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  347. package/src/debug/reference/hf_rope_check.py +0 -116
  348. package/src/debug/reference/hf_weights.py +0 -75
  349. package/src/errors/doppler-error.d.ts +0 -20
  350. package/src/experimental/bridge/extension/background.d.ts +0 -14
  351. package/src/experimental/bridge/extension/background.js +0 -168
  352. package/src/experimental/bridge/extension/manifest.json +0 -34
  353. package/src/experimental/bridge/extension-client.d.ts +0 -114
  354. package/src/experimental/bridge/index.d.ts +0 -69
  355. package/src/experimental/bridge/node-bridge.js +0 -24
  356. package/src/experimental/bridge/protocol.d.ts +0 -96
  357. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  358. package/src/experimental/browser/gguf-importer.js +0 -532
  359. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  360. package/src/experimental/browser/quantization.d.ts +0 -74
  361. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  362. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  363. package/src/experimental/browser/shard-io-browser.js +0 -89
  364. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  365. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  366. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  367. package/src/experimental/distribution/p2p-transport.js +0 -75
  368. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  369. package/src/experimental/hotswap/manifest.d.ts +0 -42
  370. package/src/experimental/hotswap/model-swap.js +0 -42
  371. package/src/experimental/hotswap/runtime.d.ts +0 -31
  372. package/src/experimental/training/README.md +0 -164
  373. package/src/experimental/training/artifacts.d.ts +0 -160
  374. package/src/experimental/training/attention-backward.d.ts +0 -30
  375. package/src/experimental/training/attention-forward.d.ts +0 -22
  376. package/src/experimental/training/attention-forward.js +0 -82
  377. package/src/experimental/training/autograd.d.ts +0 -51
  378. package/src/experimental/training/backward-kernels.js +0 -39
  379. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  380. package/src/experimental/training/checkpoint.d.ts +0 -36
  381. package/src/experimental/training/clip.d.ts +0 -9
  382. package/src/experimental/training/dataloader.d.ts +0 -8
  383. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  384. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  385. package/src/experimental/training/datasets/index.d.ts +0 -24
  386. package/src/experimental/training/datasets/index.js +0 -13
  387. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  388. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  389. package/src/experimental/training/datasets/reploid.js +0 -36
  390. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  391. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  392. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  393. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  394. package/src/experimental/training/datasets/token-batch.js +0 -52
  395. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  396. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  397. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  398. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  399. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  400. package/src/experimental/training/distillation/eval.d.ts +0 -34
  401. package/src/experimental/training/distillation/index.d.ts +0 -29
  402. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  403. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  404. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  405. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  406. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  407. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  408. package/src/experimental/training/export.d.ts +0 -41
  409. package/src/experimental/training/index.d.ts +0 -74
  410. package/src/experimental/training/index.js +0 -63
  411. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  412. package/src/experimental/training/lora.d.ts +0 -19
  413. package/src/experimental/training/loss-scaling.d.ts +0 -21
  414. package/src/experimental/training/loss.d.ts +0 -10
  415. package/src/experimental/training/objectives/base.d.ts +0 -58
  416. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  417. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  418. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  419. package/src/experimental/training/objectives/index.d.ts +0 -12
  420. package/src/experimental/training/objectives/index.js +0 -6
  421. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  422. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  423. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  424. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  425. package/src/experimental/training/operator-command.d.ts +0 -5
  426. package/src/experimental/training/operator-eval.d.ts +0 -48
  427. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  428. package/src/experimental/training/optimizer.d.ts +0 -22
  429. package/src/experimental/training/runner.d.ts +0 -249
  430. package/src/experimental/training/suite.d.ts +0 -299
  431. package/src/experimental/training/tensor-factory.d.ts +0 -9
  432. package/src/experimental/training/trainer.d.ts +0 -89
  433. package/src/experimental/training/ul_dataset.d.ts +0 -47
  434. package/src/experimental/training/ul_schedule.d.ts +0 -6
  435. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  436. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  437. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  438. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  439. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  440. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  441. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  442. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  443. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  444. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  445. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  446. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  447. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  448. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  449. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  450. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  451. package/src/experimental/training/workload-packs/registry.json +0 -278
  452. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  453. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  454. package/src/experimental/training/workloads.d.ts +0 -201
  455. package/src/formats/gguf/types.d.ts +0 -74
  456. package/src/formats/index.d.ts +0 -75
  457. package/src/formats/index.js +0 -19
  458. package/src/formats/litert/types.d.ts +0 -74
  459. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  460. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  461. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  462. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  463. package/src/formats/safetensors/types.d.ts +0 -67
  464. package/src/formats/tflite/types.d.ts +0 -61
  465. package/src/formats/tokenizer/index.d.ts +0 -5
  466. package/src/formats/tokenizer/index.js +0 -3
  467. package/src/formats/tokenizer/types.d.ts +0 -9
  468. package/src/gpu/kernel-runtime.d.ts +0 -13
  469. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  470. package/src/gpu/kernel-selection-log.d.ts +0 -4
  471. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  472. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  473. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  474. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  475. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  476. package/src/gpu/kernel-tuner/types.js +0 -4
  477. package/src/gpu/kernel-tuner.d.ts +0 -33
  478. package/src/gpu/kernels/README.md +0 -159
  479. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  480. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  481. package/src/gpu/kernels/check-stop.d.ts +0 -31
  482. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  483. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  484. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  485. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  486. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  487. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  488. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  489. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  490. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  491. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  492. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  493. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  494. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  495. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  496. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  497. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  498. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  499. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  500. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  501. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  502. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  503. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  504. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  505. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  506. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  507. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  508. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  509. package/src/gpu/kernels/constants.d.ts +0 -129
  510. package/src/gpu/kernels/dispatch.d.ts +0 -72
  511. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  512. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  513. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  514. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  515. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  516. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  517. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  518. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  519. package/src/gpu/kernels/types.js +0 -4
  520. package/src/gpu/perf-guards.d.ts +0 -13
  521. package/src/gpu/profiler.d.ts +0 -93
  522. package/src/gpu/readback-utils.d.ts +0 -16
  523. package/src/gpu/readback-utils.js +0 -49
  524. package/src/gpu/submit-probe.d.ts +0 -12
  525. package/src/index-browser.d.ts +0 -2
  526. package/src/index-browser.js +0 -2
  527. package/src/inference/README.md +0 -593
  528. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  529. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  530. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  531. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  532. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  533. package/src/inference/browser-harness-text-helpers.d.ts +0 -124
  534. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  535. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  536. package/src/inference/network-evolution.js +0 -79
  537. package/src/inference/pipelines/context.d.ts +0 -21
  538. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  539. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  540. package/src/inference/pipelines/diffusion/index.js +0 -3
  541. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  542. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  543. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  544. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  545. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  546. package/src/inference/pipelines/diffusion/types.js +0 -1
  547. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  548. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  549. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  550. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  551. package/src/inference/pipelines/dream/pipeline.js +0 -8
  552. package/src/inference/pipelines/energy/index.d.ts +0 -1
  553. package/src/inference/pipelines/energy/index.js +0 -1
  554. package/src/inference/pipelines/energy/types.js +0 -1
  555. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  556. package/src/inference/pipelines/energy-head/index.js +0 -6
  557. package/src/inference/pipelines/factory.d.ts +0 -10
  558. package/src/inference/pipelines/index.d.ts +0 -22
  559. package/src/inference/pipelines/index.js +0 -19
  560. package/src/inference/pipelines/registry.d.ts +0 -15
  561. package/src/inference/pipelines/rng.d.ts +0 -2
  562. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  563. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  564. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  565. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  566. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  567. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  568. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  569. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  570. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  571. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  572. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  573. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  574. package/src/inference/pipelines/text/attention.d.ts +0 -23
  575. package/src/inference/pipelines/text/attention.js +0 -12
  576. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  577. package/src/inference/pipelines/text/buffer-types.js +0 -4
  578. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  579. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  580. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  581. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  582. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  583. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  584. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  585. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  586. package/src/inference/pipelines/text/embed.d.ts +0 -68
  587. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  588. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  589. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  590. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  591. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  592. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  593. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  594. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -25
  595. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  596. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  597. package/src/inference/pipelines/text/ffn.js +0 -18
  598. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  599. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  600. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  601. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  602. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  603. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -89
  604. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  605. package/src/inference/pipelines/text/index.d.ts +0 -5
  606. package/src/inference/pipelines/text/index.js +0 -6
  607. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  608. package/src/inference/pipelines/text/layer.d.ts +0 -118
  609. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  610. package/src/inference/pipelines/text/logits/types.js +0 -4
  611. package/src/inference/pipelines/text/logits.d.ts +0 -27
  612. package/src/inference/pipelines/text/logits.js +0 -16
  613. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  614. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  615. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  616. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  617. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  618. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  619. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -40
  620. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  621. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  622. package/src/inference/pipelines/text/ops.d.ts +0 -219
  623. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  624. package/src/inference/pipelines/text/probes.d.ts +0 -28
  625. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  626. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  627. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  628. package/src/inference/pipelines/text/types.js +0 -4
  629. package/src/inference/tokenizers/base.d.ts +0 -44
  630. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  631. package/src/inference/tokenizers/bpe.d.ts +0 -27
  632. package/src/inference/tokenizers/bundled.d.ts +0 -67
  633. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  634. package/src/inference/tokenizers/types.js +0 -7
  635. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  636. package/src/loader/per-layer-input-loader.d.ts +0 -30
  637. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  638. package/src/loader/tensors/source-transform.d.ts +0 -65
  639. package/src/memory/address-table.d.ts +0 -96
  640. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  641. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  642. package/src/rules/rule-registry.d.ts +0 -77
  643. package/src/storage/artifact-storage-context.d.ts +0 -63
  644. package/src/storage/backends/idb-store.d.ts +0 -52
  645. package/src/storage/backends/memory-store.d.ts +0 -36
  646. package/src/storage/backends/opfs-store.d.ts +0 -41
  647. package/src/storage/blake3.d.ts +0 -17
  648. package/src/storage/download-types.d.ts +0 -157
  649. package/src/storage/downloader.d.ts +0 -103
  650. package/src/storage/index.d.ts +0 -274
  651. package/src/storage/index.js +0 -201
  652. package/src/storage/preflight.d.ts +0 -144
  653. package/src/storage/preflight.js +0 -360
  654. package/src/storage/quickstart-downloader.d.ts +0 -157
  655. package/src/storage/quickstart-downloader.js +0 -289
  656. package/src/storage/source-artifact-store.d.ts +0 -59
  657. package/src/sw.js +0 -184
  658. package/src/tooling/command-api-constants.d.ts +0 -9
  659. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  660. package/src/tooling/command-api-helpers.d.ts +0 -23
  661. package/src/tooling/command-runner-shared.d.ts +0 -89
  662. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  663. package/src/tooling/conversion-config-materializer.js +0 -96
  664. package/src/tooling/diagnose-runner.d.ts +0 -28
  665. package/src/tooling/hf-registry-utils.d.ts +0 -55
  666. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  667. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  668. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  669. package/src/tooling/kernel-path-builder/index.js +0 -1361
  670. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  671. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  672. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  673. package/src/tooling/lean-execution-contract-runner.js +0 -158
  674. package/src/tooling/lean-execution-contract.d.ts +0 -16
  675. package/src/tooling/lean-execution-contract.js +0 -81
  676. package/src/tooling/litert-package-runtime.d.ts +0 -46
  677. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  678. package/src/tooling/node-convert-worker.d.ts +0 -1
  679. package/src/tooling/node-converter.d.ts +0 -1
  680. package/src/tooling/node-file-fetch.d.ts +0 -1
  681. package/src/tooling/node-source-runtime.d.ts +0 -24
  682. package/src/tooling/node-webgpu.d.ts +0 -17
  683. package/src/tooling/precision-replay-math.js +0 -174
  684. package/src/tooling/program-bundle-host.d.ts +0 -16
  685. package/src/tooling/program-bundle-host.js +0 -20
  686. package/src/tooling/runtime-input-composition.d.ts +0 -37
  687. package/src/tooling/source-package-profiles.d.ts +0 -50
  688. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  689. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  690. package/src/tooling/source-runtime-materializer.js +0 -89
  691. package/src/tooling-exports.browser.d.ts +0 -7
  692. package/src/types/chrome.d.ts +0 -36
  693. package/src/types/chrome.js +0 -1
  694. package/src/types/index.d.ts +0 -1
  695. package/src/types/index.js +0 -1
  696. package/src/utils/array-buffer.d.ts +0 -4
  697. package/src/utils/canonical-hash.d.ts +0 -7
  698. package/src/utils/clone-json.d.ts +0 -1
  699. package/src/utils/hf-resolve-url.d.ts +0 -16
  700. package/src/utils/index.d.ts +0 -10
  701. package/src/utils/index.js +0 -10
  702. package/src/utils/load-json.d.ts +0 -5
  703. package/src/utils/plain-object.d.ts +0 -1
  704. package/src/utils/sha256.d.ts +0 -5
  705. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -5,9 +5,11 @@ import { DEFAULT_EMULATION_CONFIG, createEmulationConfig } from './emulation.sch
5
5
  import { DEFAULT_KVCACHE_CONFIG } from './kvcache.schema.js';
6
6
  import { DEFAULT_MOE_RUNTIME_CONFIG } from './moe.schema.js';
7
7
  import { DEFAULT_SPECULATIVE_CONFIG } from './speculative.schema.js';
8
- import { mergeEcosystemConfig } from './ecosystem.schema.js';
8
+ import { DEFAULT_SELF_SPECULATION_CONFIG } from './speculation-self.schema.js';
9
+ import { mergeRuntimeValues } from '../runtime-merge.js';
10
+ import { validateRuntimeOverrides } from '../param-validator.js';
11
+ import { isPlainObject } from '../../utils/plain-object.js';
9
12
  import {
10
- chooseNullish,
11
13
  chooseDefined,
12
14
  mergeExecutionPatchLists,
13
15
  mergeKernelPathPolicy,
@@ -59,6 +61,8 @@ export const DEFAULT_RUNTIME_CONFIG = {
59
61
  moe: DEFAULT_MOE_RUNTIME_CONFIG,
60
62
  speculative: DEFAULT_SPECULATIVE_CONFIG,
61
63
  generation: {
64
+ maxTokens: 256,
65
+ multimodalMaxTokens: 512,
62
66
  disableMultiTokenDecode: false,
63
67
  },
64
68
  kernelPathPolicy: mergeKernelPathPolicy(undefined, {
@@ -69,6 +73,7 @@ export const DEFAULT_RUNTIME_CONFIG = {
69
73
  chatTemplate: DEFAULT_CHAT_TEMPLATE_CONFIG,
70
74
  session: {
71
75
  kvcache: DEFAULT_KVCACHE_CONFIG,
76
+ speculation: { ...DEFAULT_SELF_SPECULATION_CONFIG },
72
77
  // "sync" (default): wait for each prefill chunk to finish on GPU before
73
78
  // recording the next. Required when profile timings are being
74
79
  // resolved and when low-memory constraints demand deterministic
@@ -84,6 +89,7 @@ export const DEFAULT_RUNTIME_CONFIG = {
84
89
  // memory-conservative; profiles with known-safe memory can raise it.
85
90
  prefillChunkLayers: 4,
86
91
  prefillTokenChunkSize: null,
92
+ skipEmbeddingKVCacheWrites: false,
87
93
  // Opt into the flash-attention prefill kernel (head_dim=256, f16 KV,
88
94
  // contiguous layout). Two-pass dispatch raises RDNA3 workgroup
89
95
  // occupancy by KV-axis splitting. The kernel itself enforces head_dim
@@ -96,6 +102,10 @@ export const DEFAULT_RUNTIME_CONFIG = {
96
102
  // activation + no LoRA on gate/up. Default false until parity is
97
103
  // validated on target hardware.
98
104
  useFusedGateUpGelu: false,
105
+ // Opt into large-batch f16-weight/f32-activation fused gate/up prefill.
106
+ // This keeps the AF32 lane while replacing split gate/up/activation
107
+ // dispatches for explicitly profiled browser/Metal rerank profiles.
108
+ useLargeBatchF16F32FusedGateUp: false,
99
109
  // Opt into the register-tiled Q4_K prefill matmul kernel (64x64 outputs
100
110
  // per workgroup via 4x4 register tile per thread). Amortizes Q4_K
101
111
  // dequantization across 16x the outputs of q4_fused_batched_f16a,
@@ -134,6 +144,29 @@ export const DEFAULT_RUNTIME_CONFIG = {
134
144
  // its normal observation point. Default false until correctness + perf
135
145
  // validated.
136
146
  usePostFfnNextInputRMSNormPairFusion: false,
147
+ // Opt into a decode-only post-attention norm stats prelude consumed by
148
+ // Q4_K fused gate/up. It materializes the pre-norm residual sum and one
149
+ // inverse-RMS scalar instead of a full normalized FFN input tensor.
150
+ // Default false until correctness + perf validated on target hardware.
151
+ usePostAttnNormFusedGateUp: false,
152
+ // Optional Q4_K fused FFN pipeline constants keyed by phase. Profiles can
153
+ // tune the gate/up workgroup shape per platform without changing the
154
+ // global kernel default or manifest math contract.
155
+ fusedFfnQ4K: null,
156
+ lmHeadArgmaxQ4K: null,
157
+ attentionDecodeOnline: null,
158
+ // Opt into a decode-only linear-attention A+B input projection fusion.
159
+ // Requires dense f16 row weights for linear_attn.in_proj_a/b and falls
160
+ // back to separate projections when the weight contract is not met.
161
+ useLinearAttentionABProjectionFusion: false,
162
+ // Opt into a decode-only linear-attention QKV+Z projection fusion.
163
+ // Requires row-wise Q4_K linear_attn.in_proj_qkv/z weights with matching
164
+ // input width and falls back to separate projections otherwise.
165
+ useLinearAttentionQKVZProjectionFusion: false,
166
+ // Opt into a decode-only linear-attention core fusion. Combines the
167
+ // conv1d state update and recurrent scan when qRep=1 and head dims fit
168
+ // one workgroup, eliminating the conv_out intermediate dispatch.
169
+ useLinearAttentionFusedDecodeCore: false,
137
170
  // Opt into the single-pass flash attention prefill kernel adapted from
138
171
  // ORT's flash_attention.wgsl.template. 64 threads = 64 queries per WG;
139
172
  // private Q/O tiles, shared K/V tiles, online softmax, no reduce pass.
@@ -186,17 +219,18 @@ export const DEFAULT_DOPPLER_CONFIG = {
186
219
  export function createDopplerConfig(
187
220
  overrides
188
221
  ) {
222
+ const runtimeBase = cloneConfigTree(DEFAULT_RUNTIME_CONFIG);
223
+
189
224
  if (!overrides) {
190
225
  return {
191
226
  model: DEFAULT_DOPPLER_CONFIG.model,
192
- runtime: cloneConfigTree(DEFAULT_RUNTIME_CONFIG),
227
+ runtime: runtimeBase,
193
228
  };
194
229
  }
195
230
 
196
231
  const runtimeOverrides = overrides.runtime ?? {};
197
- const runtimeBase = cloneConfigTree(DEFAULT_RUNTIME_CONFIG);
198
232
  const runtime = overrides.runtime
199
- ? mergeRuntimeConfig(runtimeBase, runtimeOverrides)
233
+ ? createRuntimeConfig(runtimeBase, runtimeOverrides)
200
234
  : runtimeBase;
201
235
  const config = {
202
236
  model: overrides.model ?? DEFAULT_DOPPLER_CONFIG.model,
@@ -205,234 +239,92 @@ export function createDopplerConfig(
205
239
  return config;
206
240
  }
207
241
 
208
- function mergeRuntimeConfig(
209
- base,
210
- overrides
211
- ) {
212
- return {
213
- shared: overrides.shared
214
- ? mergeSharedRuntimeConfig(base.shared, overrides.shared)
215
- : { ...base.shared },
216
- loading: overrides.loading
217
- ? mergeLoadingConfig(base.loading, overrides.loading)
218
- : { ...base.loading },
219
- inference: overrides.inference
220
- ? mergeInferenceConfig(base.inference, overrides.inference)
221
- : { ...base.inference },
222
- emulation: overrides.emulation
223
- ? mergeEmulationConfig(base.emulation, overrides.emulation)
224
- : { ...base.emulation },
225
- };
242
+ function createRuntimeConfig(base, overrides) {
243
+ validateRuntimeOverrides(overrides);
244
+ const runtime = mergeRuntimeValues(base, overrides);
245
+ normalizeRuntimeContracts(runtime, base, overrides);
246
+ return runtime;
226
247
  }
227
248
 
228
- function mergeSharedRuntimeConfig(
229
- base,
230
- overrides
231
- ) {
232
- return {
233
- debug: overrides.debug
234
- ? mergeDebugConfig(base.debug, overrides.debug)
235
- : { ...base.debug },
236
- benchmark: overrides.benchmark
237
- ? mergeBenchmarkConfig(base.benchmark, overrides.benchmark)
238
- : { ...base.benchmark },
239
- harness: overrides.harness
240
- ? { ...base.harness, ...overrides.harness }
241
- : { ...base.harness },
242
- tooling: overrides.tooling
243
- ? { ...base.tooling, ...overrides.tooling }
244
- : { ...base.tooling },
245
- ecosystem: overrides.ecosystem
246
- ? mergeEcosystemConfig(base.ecosystem, overrides.ecosystem)
247
- : mergeEcosystemConfig(base.ecosystem, {}),
248
- platform: overrides.platform ?? base.platform,
249
- kernelRegistry: { ...base.kernelRegistry, ...overrides.kernelRegistry },
250
- kernelThresholds: overrides.kernelThresholds
251
- ? mergeKernelThresholds(base.kernelThresholds, overrides.kernelThresholds)
252
- : { ...base.kernelThresholds },
253
- kernelWarmup: overrides.kernelWarmup
254
- ? { ...base.kernelWarmup, ...overrides.kernelWarmup }
255
- : { ...base.kernelWarmup },
256
- bufferPool: overrides.bufferPool
257
- ? {
258
- bucket: { ...base.bufferPool.bucket, ...overrides.bufferPool.bucket },
259
- limits: { ...base.bufferPool.limits, ...overrides.bufferPool.limits },
260
- alignment: { ...base.bufferPool.alignment, ...overrides.bufferPool.alignment },
261
- budget: { ...base.bufferPool.budget, ...overrides.bufferPool.budget },
262
- }
263
- : { ...base.bufferPool },
264
- gpuCache: { ...base.gpuCache, ...overrides.gpuCache },
265
- tuner: { ...base.tuner, ...overrides.tuner },
266
- memory: overrides.memory
267
- ? {
268
- heapTesting: { ...base.memory.heapTesting, ...overrides.memory.heapTesting },
269
- segmentTesting: { ...base.memory.segmentTesting, ...overrides.memory.segmentTesting },
270
- addressSpace: { ...base.memory.addressSpace, ...overrides.memory.addressSpace },
271
- segmentAllocation: { ...base.memory.segmentAllocation, ...overrides.memory.segmentAllocation },
272
- }
273
- : { ...base.memory },
274
- hotSwap: overrides.hotSwap
275
- ? {
276
- ...base.hotSwap,
277
- ...overrides.hotSwap,
278
- trustedSigners: overrides.hotSwap.trustedSigners ?? base.hotSwap.trustedSigners,
279
- }
280
- : { ...base.hotSwap },
281
- intentBundle: overrides.intentBundle
282
- ? { ...base.intentBundle, ...overrides.intentBundle }
283
- : { ...base.intentBundle },
284
- bridge: { ...base.bridge, ...overrides.bridge },
285
- };
249
+ function normalizeRuntimeContracts(runtime, base, overrides) {
250
+ if (isPlainObject(overrides.inference)) {
251
+ normalizeInferenceContracts(runtime.inference, base.inference, overrides.inference);
252
+ }
253
+ if (isPlainObject(overrides.emulation)) {
254
+ runtime.emulation = createEmulationConfig(overrides.emulation);
255
+ }
286
256
  }
287
257
 
288
- function mergeLoadingConfig(
289
- base,
290
- overrides
291
- ) {
292
- return {
293
- storage: overrides.storage
294
- ? {
295
- quota: { ...base.storage.quota, ...overrides.storage.quota },
296
- vramEstimation: { ...base.storage.vramEstimation, ...overrides.storage.vramEstimation },
297
- alignment: { ...base.storage.alignment, ...overrides.storage.alignment },
298
- backend: overrides.storage.backend
299
- ? {
300
- backend: overrides.storage.backend.backend ?? base.storage.backend.backend,
301
- opfs: { ...base.storage.backend.opfs, ...overrides.storage.backend.opfs },
302
- indexeddb: { ...base.storage.backend.indexeddb, ...overrides.storage.backend.indexeddb },
303
- memory: { ...base.storage.backend.memory, ...overrides.storage.backend.memory },
304
- streaming: { ...base.storage.backend.streaming, ...overrides.storage.backend.streaming },
305
- }
306
- : { ...base.storage.backend },
307
- }
308
- : { ...base.storage },
309
- distribution: { ...base.distribution, ...overrides.distribution },
310
- shardCache: { ...base.shardCache, ...overrides.shardCache },
311
- memoryManagement: overrides.memoryManagement
312
- ? {
313
- ...base.memoryManagement,
314
- ...overrides.memoryManagement,
315
- budget: {
316
- ...base.memoryManagement.budget,
317
- ...overrides.memoryManagement.budget,
318
- },
319
- }
320
- : { ...base.memoryManagement },
321
- prefetch: { ...base.prefetch, ...overrides.prefetch },
322
- opfsPath: { ...base.opfsPath, ...overrides.opfsPath },
323
- expertCache: { ...base.expertCache, ...overrides.expertCache },
324
- allowF32UpcastNonMatmul: overrides.allowF32UpcastNonMatmul ?? base.allowF32UpcastNonMatmul,
325
- };
258
+ function normalizeInferenceContracts(inference, base, overrides) {
259
+ if (hasOwn(overrides, 'kernelPath')) {
260
+ inference.kernelPath = mergeRuntimeKernelPath(base.kernelPath, overrides.kernelPath);
261
+ }
262
+ if (hasOwn(overrides, 'kernelPathPolicy')) {
263
+ inference.kernelPathPolicy = mergeKernelPathPolicy(
264
+ base.kernelPathPolicy ?? {},
265
+ overrides.kernelPathPolicy ?? {}
266
+ );
267
+ }
268
+ if (hasOwn(overrides, 'chatTemplate')) {
269
+ inference.chatTemplate = mergeShallowObject(base.chatTemplate, overrides.chatTemplate);
270
+ }
271
+ if (hasOwn(overrides, 'executionPatch')) {
272
+ inference.executionPatch = mergeExecutionPatchLists(
273
+ base.executionPatch ?? {},
274
+ overrides.executionPatch ?? {}
275
+ );
276
+ }
277
+ if (hasOwn(overrides, 'modelOverrides')) {
278
+ inference.modelOverrides = chooseDefined(overrides.modelOverrides, base.modelOverrides);
279
+ }
280
+ normalizeSessionContracts(inference, base, overrides);
326
281
  }
327
282
 
328
- function mergeInferenceConfig(
329
- base,
330
- overrides
331
- ) {
283
+ function normalizeSessionContracts(inference, base, overrides) {
284
+ if (!isPlainObject(overrides.session) || !isPlainObject(inference.session)) {
285
+ return;
286
+ }
287
+
332
288
  const baseSession = base.session ?? {};
333
- const overrideSession = overrides.session ?? {};
334
- const baseSessionCompute = baseSession.compute ?? {};
335
- const overrideSessionCompute = overrideSession.compute ?? {};
336
- const baseSessionComputeDefaults = baseSessionCompute.defaults ?? {};
337
- const overrideSessionComputeDefaults = overrideSessionCompute.defaults ?? {};
338
- const baseExecutionPatch = base.executionPatch ?? {};
339
- const overrideExecutionPatch = overrides.executionPatch ?? {};
340
- const baseKernelPathPolicy = base.kernelPathPolicy ?? {};
341
- const overrideKernelPathPolicy = overrides.kernelPathPolicy ?? {};
342
- const baseDiffusion = base.diffusion ?? {};
343
- const baseDiffusionDecode = baseDiffusion.decode ?? {};
344
- const baseDiffusionGemma = base.diffusionGemma ?? {};
345
- const baseEnergy = base.energy ?? {};
346
- const baseEnergyQuintel = baseEnergy.quintel ?? {};
347
- const baseMoe = base.moe ?? {};
348
- const hasRuntimeKernelProfiles = Object.prototype.hasOwnProperty.call(
349
- overrideSessionCompute,
350
- 'kernelProfiles'
351
- );
289
+ const overrideSession = overrides.session;
290
+ if (hasOwn(overrideSession, 'kvcache')) {
291
+ inference.session.kvcache = replaceSubtree(overrideSession.kvcache, baseSession.kvcache);
292
+ }
293
+ if (hasOwn(overrideSession, 'decodeLoop')) {
294
+ inference.session.decodeLoop = replaceSubtree(overrideSession.decodeLoop, baseSession.decodeLoop);
295
+ }
296
+ if (hasOwn(overrideSession, 'perLayerInputs')) {
297
+ inference.session.perLayerInputs = replaceSubtree(
298
+ overrideSession.perLayerInputs,
299
+ baseSession.perLayerInputs
300
+ );
301
+ }
302
+ if (hasOwn(overrideSession, 'speculation')) {
303
+ inference.session.speculation = replaceSubtree(
304
+ overrideSession.speculation,
305
+ baseSession.speculation
306
+ );
307
+ }
352
308
 
353
- return {
354
- prompt: overrides.prompt ?? base.prompt,
355
- debugTokens: overrides.debugTokens ?? base.debugTokens,
356
- batching: { ...base.batching, ...overrides.batching },
357
- sampling: { ...base.sampling, ...overrides.sampling },
358
- compute: { ...base.compute, ...overrides.compute },
359
- tokenizer: { ...base.tokenizer, ...overrides.tokenizer },
360
- largeWeights: { ...base.largeWeights, ...overrides.largeWeights },
361
- kvcache: { ...base.kvcache, ...overrides.kvcache },
362
- diffusion: overrides.diffusion
363
- ? {
364
- ...baseDiffusion,
365
- ...overrides.diffusion,
366
- scheduler: { ...baseDiffusion.scheduler, ...overrides.diffusion.scheduler },
367
- latent: { ...baseDiffusion.latent, ...overrides.diffusion.latent },
368
- textEncoder: { ...baseDiffusion.textEncoder, ...overrides.diffusion.textEncoder },
369
- decode: {
370
- ...baseDiffusionDecode,
371
- ...overrides.diffusion.decode,
372
- tiling: { ...baseDiffusionDecode.tiling, ...overrides.diffusion.decode?.tiling },
373
- },
374
- swapper: { ...baseDiffusion.swapper, ...overrides.diffusion.swapper },
375
- quantization: { ...baseDiffusion.quantization, ...overrides.diffusion.quantization },
376
- }
377
- : { ...baseDiffusion },
378
- diffusionGemma: { ...baseDiffusionGemma, ...overrides.diffusionGemma },
379
- energy: overrides.energy
380
- ? {
381
- ...baseEnergy,
382
- ...overrides.energy,
383
- problem: overrides.energy.problem ?? baseEnergy.problem,
384
- state: { ...baseEnergy.state, ...overrides.energy.state },
385
- init: { ...baseEnergy.init, ...overrides.energy.init },
386
- target: { ...baseEnergy.target, ...overrides.energy.target },
387
- loop: { ...baseEnergy.loop, ...overrides.energy.loop },
388
- diagnostics: { ...baseEnergy.diagnostics, ...overrides.energy.diagnostics },
389
- quintel: overrides.energy.quintel
390
- ? {
391
- ...baseEnergyQuintel,
392
- ...overrides.energy.quintel,
393
- rules: { ...baseEnergyQuintel.rules, ...overrides.energy.quintel.rules },
394
- weights: { ...baseEnergyQuintel.weights, ...overrides.energy.quintel.weights },
395
- clamp: { ...baseEnergyQuintel.clamp, ...overrides.energy.quintel.clamp },
396
- }
397
- : { ...baseEnergyQuintel },
398
- }
399
- : { ...baseEnergy },
400
- moe: overrides.moe
401
- ? {
402
- routing: { ...baseMoe.routing, ...overrides.moe.routing },
403
- cache: { ...baseMoe.cache, ...overrides.moe.cache },
404
- }
405
- : { ...baseMoe },
406
- speculative: { ...base.speculative, ...overrides.speculative },
407
- generation: { ...base.generation, ...overrides.generation },
408
- pipeline: overrides.pipeline ?? base.pipeline,
409
- kernelPath: mergeRuntimeKernelPath(base.kernelPath, overrides.kernelPath),
410
- kernelPathSource: overrides.kernelPathSource ?? base.kernelPathSource,
411
- kernelPathPolicy: mergeKernelPathPolicy(baseKernelPathPolicy, overrideKernelPathPolicy),
412
- chatTemplate: mergeShallowObject(base.chatTemplate, overrides.chatTemplate),
413
- session: {
414
- ...baseSession,
415
- ...overrideSession,
416
- compute: {
417
- ...baseSessionCompute,
418
- ...overrideSessionCompute,
419
- defaults: {
420
- ...baseSessionComputeDefaults,
421
- ...overrideSessionComputeDefaults,
422
- },
423
- ...(hasRuntimeKernelProfiles
424
- ? { kernelProfiles: overrideSessionCompute.kernelProfiles }
425
- : { kernelProfiles: baseSessionCompute.kernelProfiles }),
426
- },
427
- kvcache: replaceSubtree(overrideSession.kvcache, baseSession.kvcache),
428
- decodeLoop: replaceSubtree(overrideSession.decodeLoop, baseSession.decodeLoop),
429
- perLayerInputs: replaceSubtree(overrideSession.perLayerInputs, baseSession.perLayerInputs),
430
- prefillTokenChunkSize: overrideSession.prefillTokenChunkSize ?? baseSession.prefillTokenChunkSize,
431
- },
432
- executionPatch: mergeExecutionPatchLists(baseExecutionPatch, overrideExecutionPatch),
433
- // Model-specific inference overrides (merged with manifest.inference at load time)
434
- modelOverrides: overrides.modelOverrides ?? base.modelOverrides,
435
- };
309
+ const overrideSessionCompute = overrideSession.compute;
310
+ if (isPlainObject(overrideSessionCompute)) {
311
+ const compute = isPlainObject(inference.session.compute) ? inference.session.compute : {};
312
+ const nextCompute = { ...compute };
313
+ if (hasOwn(overrideSessionCompute, 'defaults')) {
314
+ nextCompute.defaults = replaceSubtree(
315
+ overrideSessionCompute.defaults,
316
+ baseSession.compute?.defaults
317
+ );
318
+ }
319
+ if (hasOwn(overrideSessionCompute, 'kernelProfiles')) {
320
+ nextCompute.kernelProfiles = overrideSessionCompute.kernelProfiles;
321
+ }
322
+ inference.session.compute = nextCompute;
323
+ }
324
+ }
325
+
326
+ function hasOwn(container, key) {
327
+ return Object.prototype.hasOwnProperty.call(container, key);
436
328
  }
437
329
 
438
330
  function mergeRuntimeKernelPath(
@@ -460,70 +352,3 @@ function assertRuntimeKernelPath(kernelPath) {
460
352
  );
461
353
  }
462
354
  }
463
-
464
- function mergeKernelThresholds(
465
- base,
466
- overrides
467
- ) {
468
- return {
469
- ...base,
470
- ...overrides,
471
- matmul: { ...base.matmul, ...overrides.matmul },
472
- rmsnorm: { ...base.rmsnorm, ...overrides.rmsnorm },
473
- rope: { ...base.rope, ...overrides.rope },
474
- attention: { ...base.attention, ...overrides.attention },
475
- fusedMatmul: { ...base.fusedMatmul, ...overrides.fusedMatmul },
476
- cast: { ...base.cast, ...overrides.cast },
477
- };
478
- }
479
-
480
- function mergeDebugConfig(
481
- base,
482
- overrides
483
- ) {
484
- if (!overrides) {
485
- return { ...base };
486
- }
487
-
488
- return {
489
- logOutput: { ...base.logOutput, ...overrides.logOutput },
490
- logHistory: { ...base.logHistory, ...overrides.logHistory },
491
- logLevel: { ...base.logLevel, ...overrides.logLevel },
492
- trace: { ...base.trace, ...overrides.trace },
493
- pipeline: { ...base.pipeline, ...overrides.pipeline },
494
- loader: { ...base.loader, ...overrides.loader },
495
- matmul: { ...base.matmul, ...overrides.matmul },
496
- kernelTrace: { ...base.kernelTrace, ...overrides.kernelTrace },
497
- probes: overrides.probes ?? base.probes,
498
- profiler: { ...base.profiler, ...overrides.profiler },
499
- perfGuards: { ...base.perfGuards, ...overrides.perfGuards },
500
- };
501
- }
502
-
503
- function mergeBenchmarkConfig(
504
- base,
505
- overrides
506
- ) {
507
- if (!overrides) {
508
- return { ...base };
509
- }
510
-
511
- return {
512
- output: { ...base.output, ...overrides.output },
513
- run: { ...base.run, ...overrides.run },
514
- stats: { ...base.stats, ...overrides.stats },
515
- comparison: { ...base.comparison, ...overrides.comparison },
516
- baselines: { ...base.baselines, ...overrides.baselines },
517
- };
518
- }
519
-
520
- function mergeEmulationConfig(
521
- base,
522
- overrides
523
- ) {
524
- if (!overrides) {
525
- return { ...base };
526
- }
527
-
528
- return createEmulationConfig(overrides);
529
- }
@@ -105,6 +105,8 @@ export interface ExecutionV1DecodeLoopSchema {
105
105
  * Set to `null` to disable auto (treat as sequential).
106
106
  */
107
107
  submitLatencyThresholdMs: number | null;
108
+ /** Explicit cap for one multi-token decode submission. Absent uses rule policy. */
109
+ maxBatchDecodeTokens?: number | null;
108
110
  ringTokens: number | null;
109
111
  ringStop: number | null;
110
112
  ringStaging: number | null;
@@ -177,8 +179,12 @@ export interface ExecutionV1SessionSchema {
177
179
  prefillChunkSubmitMode: 'sync' | 'async';
178
180
  /** Nullable token count for streaming prompt prefill before final logits. */
179
181
  prefillTokenChunkSize: number | null;
182
+ /** Skip KV-cache writes for embedding-only hidden-state prefill routes. */
183
+ skipEmbeddingKVCacheWrites: boolean;
180
184
  /** Opt into flash-attention prefill kernel. Requires head_dim=256, f16 KV, contiguous layout. */
181
185
  useFlashPrefillAttention: boolean;
186
+ /** Opt into large-batch f16-weight/f32-activation fused gate/up prefill. */
187
+ useLargeBatchF16F32FusedGateUp: boolean;
182
188
  /** Opt into WideTile Q4_K prefill matmul. Requires f32 activations + Q4_K weights + shader-f16 + M>=TILE_M. */
183
189
  useWideTileQ4KPrefill: boolean;
184
190
  /** Opt into WideTile Q4_K decode matmul. Requires f32 activations + Q4_K weights + shader-f16 + M=1. */
@@ -187,6 +193,41 @@ export interface ExecutionV1SessionSchema {
187
193
  useSandwichRMSNormPairFusion: boolean;
188
194
  /** Opt into post-FFN plus next-layer input RMSNorm decode fusion. Requires f32 activations + M=1. */
189
195
  usePostFfnNextInputRMSNormPairFusion: boolean;
196
+ /** Opt into post-attention RMSNorm stats consumed by Q4_K fused gate/up. */
197
+ usePostAttnNormFusedGateUp: boolean;
198
+ /** Optional Q4_K fused gate/up variant and pipeline constants keyed by phase. */
199
+ fusedFfnQ4K: {
200
+ decode?: {
201
+ variant?: 'q4k_metal_simd16' | null;
202
+ pipelineConstants?: Record<string, number | boolean> | null;
203
+ };
204
+ prefill?: {
205
+ variant?: null;
206
+ pipelineConstants?: Record<string, number | boolean> | null;
207
+ };
208
+ } | null;
209
+ /** Optional Q4_K LM-head argmax tuning policy. */
210
+ lmHeadArgmaxQ4K: {
211
+ useFullBlockFastPath?: boolean;
212
+ colsPerWorkgroup?: number;
213
+ threadsPerCol?: number;
214
+ } | null;
215
+ /** Optional online decode attention pipeline constants. */
216
+ attentionDecodeOnline: {
217
+ workgroupSize?: 128 | 256;
218
+ useDirectContiguousKVLayout?: boolean;
219
+ useOutputGateFusion?: boolean;
220
+ } | null;
221
+ /** Opt into linear-attention A+B projection decode fusion. Requires dense f16 row A/B weights + M=1. */
222
+ useLinearAttentionABProjectionFusion: boolean;
223
+ /** Opt into linear-attention QKV+Z projection decode fusion. Requires row-wise Q4_K QKV/Z weights + M=1. */
224
+ useLinearAttentionQKVZProjectionFusion: boolean;
225
+ /** Opt into linear-attention decode core fusion. Requires qRep=1 and head dims fitting one workgroup. */
226
+ useLinearAttentionFusedDecodeCore: boolean;
227
+ /** Opt into WideTile Q4_K matmul + residual epilogue fusion. */
228
+ useWideTileResidualFusion: boolean;
229
+ /** Opt into RMSNorm + WideTile Q4_K matmul prologue fusion. */
230
+ useFusedRmsnormWideTile: boolean;
190
231
  /** Opt into fused packed-QKV split plus weighted Q/K RMSNorm. Requires f32 QKV output and weighted Q/K norm. */
191
232
  useFusedQKVSplitQKNorm: boolean;
192
233
  /** Opt into fused packed-QKV split plus weighted Q/K RMSNorm and full-head non-interleaved RoPE. */
@@ -71,11 +71,21 @@ export const DEFAULT_EXECUTION_V1_SESSION = {
71
71
  speculation: null,
72
72
  prefillChunkSubmitMode: 'sync',
73
73
  prefillTokenChunkSize: null,
74
+ skipEmbeddingKVCacheWrites: false,
74
75
  useFlashPrefillAttention: false,
76
+ useLargeBatchF16F32FusedGateUp: false,
75
77
  useWideTileQ4KPrefill: false,
76
78
  useWideTileQ4KDecode: false,
77
79
  useSandwichRMSNormPairFusion: false,
78
80
  usePostFfnNextInputRMSNormPairFusion: false,
81
+ usePostAttnNormFusedGateUp: false,
82
+ lmHeadArgmaxQ4K: null,
83
+ attentionDecodeOnline: null,
84
+ useLinearAttentionABProjectionFusion: false,
85
+ useLinearAttentionQKVZProjectionFusion: false,
86
+ useLinearAttentionFusedDecodeCore: false,
87
+ useWideTileResidualFusion: false,
88
+ useFusedRmsnormWideTile: false,
79
89
  useFusedQKVSplitQKNorm: false,
80
90
  useFusedQKVSplitQKNormRoPE: false,
81
91
  retainQ4KMaterialization: false,
@@ -96,6 +96,8 @@ export {
96
96
  type NormalizationSchema,
97
97
  type FFNSchema,
98
98
  type LayerPipelineOp,
99
+ type LayerPipelinePhase,
100
+ type LayerPipelineDtype,
99
101
  type LayerPipelineNormWeight,
100
102
  type LayerPipelineStepSchema,
101
103
  type LayerPipelineOverrideSchema,
@@ -902,7 +904,7 @@ export {
902
904
  // =============================================================================
903
905
  // Tuner Limits
904
906
  // =============================================================================
905
- export { DEFAULT_TUNER_LIMITS } from './tuner.schema.js';
907
+ export { DEFAULT_TUNER_LIMITS } from './kernel-thresholds.schema.js';
906
908
 
907
909
  // =============================================================================
908
910
  // Self-Speculation Schema
@@ -40,13 +40,13 @@ export interface RoPEConfigSchema {
40
40
  ropeLocalFrequencyBaseDim?: number | null;
41
41
 
42
42
  /** RoPE scaling type */
43
- ropeScalingType?: 'linear' | 'dynamic' | 'yarn' | null;
43
+ ropeScalingType?: 'linear' | 'dynamic' | 'yarn' | 'longrope' | null;
44
44
 
45
45
  /** RoPE scaling factor */
46
46
  ropeScalingFactor?: number;
47
47
 
48
48
  /** Local RoPE scaling type for sliding window layers */
49
- ropeLocalScalingType?: 'linear' | 'dynamic' | 'yarn' | null;
49
+ ropeLocalScalingType?: 'linear' | 'dynamic' | 'yarn' | 'longrope' | null;
50
50
 
51
51
  /** Local RoPE scaling factor for sliding window layers */
52
52
  ropeLocalScalingFactor?: number;
@@ -59,6 +59,12 @@ export interface RoPEConfigSchema {
59
59
 
60
60
  /** YARN original max position embeddings */
61
61
  yarnOriginalMaxPos?: number;
62
+ /** LongRoPE short-context factors */
63
+ longropeShortFactor?: number[] | null;
64
+ /** LongRoPE long-context factors */
65
+ longropeLongFactor?: number[] | null;
66
+ /** LongRoPE original max position embeddings */
67
+ longropeOriginalMaxPos?: number | null;
62
68
 
63
69
  /** Local YARN beta_fast parameter */
64
70
  ropeLocalYarnBetaFast?: number;
@@ -87,7 +93,7 @@ export interface AttentionSchema {
87
93
  /** Apply sigmoid gate from q_proj split to attention output */
88
94
  attentionOutputGate?: boolean;
89
95
  /** @deprecated Use RoPEConfigSchema.ropeScalingType instead */
90
- ropeScalingType?: 'linear' | 'dynamic' | 'yarn' | null;
96
+ ropeScalingType?: 'linear' | 'dynamic' | 'yarn' | 'longrope' | null;
91
97
  /** @deprecated Use RoPEConfigSchema.ropeScalingFactor instead */
92
98
  ropeScalingFactor?: number;
93
99
  }
@@ -218,6 +224,12 @@ export interface OutputSchema {
218
224
  finalLogitSoftcapping?: number | null;
219
225
  /** Tie embeddings to output */
220
226
  tieWordEmbeddings?: boolean;
227
+ /** Scale embeddings by sqrt(hiddenSize). */
228
+ scaleEmbeddings?: boolean;
229
+ /** Explicit embedding multiplier, null to use scaleEmbeddings semantics. */
230
+ embeddingScale?: number | null;
231
+ /** Multiplier applied after final norm before LM head projection. */
232
+ logitInputScale?: number;
221
233
  }
222
234
 
223
235
  /** Layer type for hybrid models */
@@ -255,6 +267,8 @@ export interface LayerPatternSchema {
255
267
  attentionLayers?: number[];
256
268
  /** For 'custom': explicit layer type mapping */
257
269
  layerTypes?: LayerType[];
270
+ /** Multiplier applied to attention and FFN branches before residual add. */
271
+ residualBranchScale?: number;
258
272
  }
259
273
 
260
274
  /**