doppler-gpu 0.4.6 → 0.4.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (705) hide show
  1. package/CHANGELOG.md +64 -0
  2. package/README.md +98 -137
  3. package/assets/doppler.svg +1 -3
  4. package/models/catalog.json +1575 -0
  5. package/package.json +59 -26
  6. package/src/cli/doppler-cli.js +28 -7
  7. package/src/cli/doppler-quickstart.js +1 -1
  8. package/src/cli/doppler-serve.js +2 -2
  9. package/src/client/doppler-registry.js +12 -0
  10. package/src/client/doppler-registry.json +52 -3
  11. package/src/client/runtime/index.js +25 -2
  12. package/src/client/runtime/model-session.d.ts +31 -1
  13. package/src/client/runtime/model-session.js +31 -0
  14. package/src/client/runtime/model-source.d.ts +19 -2
  15. package/src/client/runtime/model-source.js +45 -5
  16. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +28 -4
  17. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +29 -4
  18. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +29 -4
  19. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +29 -4
  20. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +29 -4
  21. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +29 -4
  22. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +29 -4
  23. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +50 -9
  24. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +35 -5
  25. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +31 -5
  26. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +30 -4
  27. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +30 -4
  28. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +30 -4
  29. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +30 -5
  30. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +29 -4
  31. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +30 -5
  32. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +29 -4
  33. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +29 -4
  34. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +29 -4
  35. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +29 -4
  36. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +29 -4
  37. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +29 -4
  38. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +481 -0
  39. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +29 -4
  40. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +29 -4
  41. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +30 -5
  42. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +29 -4
  43. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +395 -0
  44. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +429 -0
  45. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +548 -0
  46. package/src/config/execution-contract-check.js +14 -10
  47. package/src/config/kernel-path-loader.js +1 -0
  48. package/src/config/kernels/kernel-ref-digests.js +26 -17
  49. package/src/config/kernels/registry.json +448 -27
  50. package/src/config/merge.js +41 -0
  51. package/src/config/param-validator.js +67 -8
  52. package/src/config/required-inference-fields-contract-check.js +14 -0
  53. package/src/config/runtime/default.json +3 -1
  54. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  55. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  56. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  57. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  58. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  59. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  60. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  61. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  62. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  63. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  64. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  65. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  66. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  67. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  68. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  69. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  70. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  71. package/src/config/schema/debug.schema.d.ts +2 -0
  72. package/src/config/schema/debug.schema.js +1 -0
  73. package/src/config/schema/doppler.schema.d.ts +5 -1
  74. package/src/config/schema/doppler.schema.js +117 -292
  75. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  76. package/src/config/schema/execution-v1.schema.js +10 -0
  77. package/src/config/schema/index.d.ts +3 -1
  78. package/src/config/schema/inference.schema.d.ts +17 -3
  79. package/src/config/schema/kvcache.schema.d.ts +19 -3
  80. package/src/config/schema/kvcache.schema.js +2 -1
  81. package/src/config/schema/manifest.schema.d.ts +38 -1
  82. package/src/config/schema/manifest.schema.js +18 -0
  83. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  84. package/src/config/source-packages/litert/gemma-4-12b-it.json +20 -1
  85. package/src/config/source-packages/litert/gemma-4-e2b-it.json +20 -1
  86. package/src/config/source-packages/litert/gemma-4-e4b-it.json +21 -1
  87. package/src/config/transforms/capability-transform-resolver.js +7 -1
  88. package/src/config/transforms/execution-graph-transforms.js +10 -2
  89. package/src/converter/conversion-plan.js +2 -0
  90. package/src/converter/parsers/transformer.js +27 -1
  91. package/src/converter/quantization-info.js +16 -4
  92. package/src/converter/rope-config.js +55 -3
  93. package/src/debug/config.d.ts +4 -0
  94. package/src/experimental/orchestration/index.d.ts +10 -1
  95. package/src/experimental/training/distillation/student-fixture.js +1 -1
  96. package/src/experimental/training/lora-pipeline.js +1 -1
  97. package/src/experimental/training/lora.js +2 -2
  98. package/src/experimental/training/suite.js +2 -2
  99. package/src/formats/rdrr/classification.js +3 -0
  100. package/src/formats/rdrr/integrity.d.ts +0 -2
  101. package/src/formats/rdrr/integrity.js +0 -2
  102. package/src/formats/rdrr/types.d.ts +1 -1
  103. package/src/gpu/kernels/attention.d.ts +2 -0
  104. package/src/gpu/kernels/attention.js +75 -16
  105. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  106. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  107. package/src/gpu/kernels/backward/attention_backward.js +8 -0
  108. package/src/gpu/kernels/dequant.d.ts +6 -6
  109. package/src/gpu/kernels/dequant.js +17 -6
  110. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  111. package/src/gpu/kernels/fused_ffn.js +540 -19
  112. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  113. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  114. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  115. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  116. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  117. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  118. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  119. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  120. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  121. package/src/gpu/kernels/index.d.ts +21 -0
  122. package/src/gpu/kernels/index.js +13 -0
  123. package/src/gpu/kernels/linear-attention-core.js +414 -21
  124. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  125. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  126. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  127. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  128. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  129. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  130. package/src/gpu/kernels/matmul-selection.js +9 -2
  131. package/src/gpu/kernels/matmul.d.ts +1 -1
  132. package/src/gpu/kernels/matmul.js +24 -6
  133. package/src/gpu/kernels/moe.d.ts +5 -1
  134. package/src/gpu/kernels/moe.js +5 -2
  135. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  136. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  137. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  138. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  139. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  140. package/src/gpu/kernels/silu.wgsl +7 -1
  141. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  142. package/src/gpu/kernels/softmax.d.ts +3 -3
  143. package/src/gpu/kernels/softmax.js +9 -2
  144. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  145. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  146. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  147. package/src/gpu/kernels/turboquant-codebook.js +1 -1
  148. package/src/gpu/kernels/types.d.ts +1 -1
  149. package/src/gpu/profiler.js +11 -1
  150. package/src/gpu/tensor.d.ts +1 -0
  151. package/src/index.d.ts +1 -1
  152. package/src/index.js +1 -1
  153. package/src/inference/browser-harness-model-helpers.js +4 -1
  154. package/src/inference/browser-harness-suite-helpers.js +1 -1
  155. package/src/inference/browser-harness-text-helpers.js +589 -117
  156. package/src/inference/browser-harness.d.ts +3 -3
  157. package/src/inference/browser-harness.js +486 -13
  158. package/src/inference/fixtures/rerank-semantic-fixtures.json +38 -0
  159. package/src/inference/kv-cache/base.js +42 -1
  160. package/src/inference/kv-cache/quantized.js +16 -2
  161. package/src/inference/kv-cache/tiered.js +50 -15
  162. package/src/inference/moe-router.js +38 -7
  163. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +8 -6
  164. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  165. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  166. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  167. package/src/inference/pipelines/text/attention/projections.js +174 -4
  168. package/src/inference/pipelines/text/attention/record.js +44 -21
  169. package/src/inference/pipelines/text/attention/run.js +18 -3
  170. package/src/inference/pipelines/text/config.d.ts +23 -1
  171. package/src/inference/pipelines/text/config.js +235 -112
  172. package/src/inference/pipelines/text/embed.js +39 -12
  173. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  174. package/src/inference/pipelines/text/execution-plan.js +45 -2
  175. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  176. package/src/inference/pipelines/text/execution-v1.js +122 -8
  177. package/src/inference/pipelines/text/ffn/dense.js +254 -25
  178. package/src/inference/pipelines/text/ffn/moe.js +4 -3
  179. package/src/inference/pipelines/text/ffn/standard.js +145 -39
  180. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  181. package/src/inference/pipelines/text/generator-helpers.js +4 -1
  182. package/src/inference/pipelines/text/generator-runtime.js +54 -20
  183. package/src/inference/pipelines/text/generator-steps.js +5 -2
  184. package/src/inference/pipelines/text/generator.d.ts +18 -1
  185. package/src/inference/pipelines/text/generator.js +303 -20
  186. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  187. package/src/inference/pipelines/text/init-rope.js +54 -6
  188. package/src/inference/pipelines/text/init.d.ts +22 -3
  189. package/src/inference/pipelines/text/init.js +65 -17
  190. package/src/inference/pipelines/text/layer.js +111 -5
  191. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  192. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  193. package/src/inference/pipelines/text/linear-attention.js +185 -24
  194. package/src/inference/pipelines/text/logits/gpu.d.ts +1 -1
  195. package/src/inference/pipelines/text/logits/gpu.js +78 -115
  196. package/src/inference/pipelines/text/logits/index.js +105 -87
  197. package/src/inference/pipelines/text/logits/precision-policy.js +103 -0
  198. package/src/inference/pipelines/text/logits/types.d.ts +1 -0
  199. package/src/inference/pipelines/text/logits/utils.d.ts +2 -0
  200. package/src/inference/pipelines/text/logits/utils.js +11 -0
  201. package/src/inference/pipelines/text/lora-apply.js +6 -4
  202. package/src/inference/pipelines/text/model-load.js +6 -0
  203. package/src/inference/pipelines/text/moe-cpu.js +25 -0
  204. package/src/inference/pipelines/text/moe-gpu.js +148 -97
  205. package/src/inference/pipelines/text/moe-shape-validator.js +149 -31
  206. package/src/inference/pipelines/text/ops.js +48 -1
  207. package/src/inference/pipelines/text/per-layer-inputs.js +105 -21
  208. package/src/inference/pipelines/text/probes.js +9 -4
  209. package/src/inference/pipelines/text/state.d.ts +4 -4
  210. package/src/inference/pipelines/text/state.js +4 -0
  211. package/src/inference/pipelines/text/types.d.ts +27 -2
  212. package/src/inference/pipelines/text/weights.js +7 -2
  213. package/src/inference/pipelines/text.d.ts +21 -1
  214. package/src/inference/pipelines/text.js +60 -14
  215. package/src/inference/tokenizers/behavior-flags.js +23 -2
  216. package/src/inference/tokenizers/bundled.js +45 -23
  217. package/src/inference/tokenizers/types.d.ts +7 -4
  218. package/src/loader/doppler-loader.js +25 -2
  219. package/src/loader/final-weights-loader.js +12 -1
  220. package/src/loader/index.d.ts +3 -1
  221. package/src/loader/index.js +2 -0
  222. package/src/loader/loader-types.d.ts +3 -1
  223. package/src/loader/manifest-config.d.ts +18 -0
  224. package/src/loader/manifest-config.js +11 -3
  225. package/src/loader/shard-cache.d.ts +2 -0
  226. package/src/loader/shard-cache.js +29 -1
  227. package/src/models/gemma4.js +8 -0
  228. package/src/rules/execution-rules-contract-check.js +12 -3
  229. package/src/rules/inference/capability-transforms.rules.json +159 -22
  230. package/src/rules/inference/config.rules.json +26 -2
  231. package/src/rules/inference/dtype.rules.json +12 -5
  232. package/src/rules/inference/execution.rules.json +5 -19
  233. package/src/rules/inference/ffn.rules.json +33 -0
  234. package/src/rules/inference/moe.rules.json +97 -0
  235. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  236. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  237. package/src/rules/kernels/matmul.rules.json +1 -0
  238. package/src/rules/kernels/silu.rules.json +1 -0
  239. package/src/rules/rule-registry.js +2 -0
  240. package/src/storage/artifact-storage-context.js +36 -0
  241. package/src/tooling/command-api-constants.js +2 -2
  242. package/src/tooling/command-api-family-normalizers.js +2 -1
  243. package/src/tooling/command-api.d.ts +1 -1
  244. package/src/tooling/command-runner-shared.js +3 -1
  245. package/src/tooling/node-browser-command-runner.js +42 -7
  246. package/src/tooling/node-converter.js +20 -0
  247. package/src/tooling/node-source-runtime.js +5 -1
  248. package/src/tooling/opfs-cache.d.ts +21 -1
  249. package/src/tooling/opfs-cache.js +168 -32
  250. package/src/tooling-exports/storage.d.ts +1 -1
  251. package/src/tooling-exports/storage.js +1 -1
  252. package/src/types/gpu.d.ts +25 -0
  253. package/src/version.js +1 -1
  254. package/tests/kernels/browser/kernel-suite.js +1593 -0
  255. package/tests/kernels/browser/test-page.js +2629 -0
  256. package/tests/kernels/harness/benchmark.js +225 -0
  257. package/tests/kernels/harness/buffer-utils.js +88 -0
  258. package/tests/kernels/harness/tolerance.js +174 -0
  259. package/tests/kernels/reference/adam.js +15 -0
  260. package/tests/kernels/reference/attention.js +158 -0
  261. package/tests/kernels/reference/backward.js +96 -0
  262. package/tests/kernels/reference/bias-add.js +20 -0
  263. package/tests/kernels/reference/conv2d.js +58 -0
  264. package/tests/kernels/reference/cross-entropy.js +26 -0
  265. package/tests/kernels/reference/dequant.js +312 -0
  266. package/tests/kernels/reference/embed.js +15 -0
  267. package/tests/kernels/reference/gather.js +61 -0
  268. package/tests/kernels/reference/gelu.js +37 -0
  269. package/tests/kernels/reference/groupnorm.js +36 -0
  270. package/tests/kernels/reference/index.js +89 -0
  271. package/tests/kernels/reference/layernorm.js +22 -0
  272. package/tests/kernels/reference/matmul.js +57 -0
  273. package/tests/kernels/reference/modulate.js +24 -0
  274. package/tests/kernels/reference/moe-gather.js +83 -0
  275. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  276. package/tests/kernels/reference/residual.js +55 -0
  277. package/tests/kernels/reference/rmsnorm.js +52 -0
  278. package/tests/kernels/reference/rope.js +79 -0
  279. package/tests/kernels/reference/sample.js +97 -0
  280. package/tests/kernels/reference/scatter-add.js +58 -0
  281. package/tests/kernels/reference/silu.js +52 -0
  282. package/tests/kernels/reference/softmax.js +86 -0
  283. package/tests/kernels/reference/split-qkv.js +58 -0
  284. package/tests/kernels/reference/topk.js +88 -0
  285. package/tests/kernels/reference/upsample2d.js +37 -0
  286. package/BRANDING.md +0 -14
  287. package/SECURITY.md +0 -19
  288. package/assets/doppler-readme-hero.svg +0 -84
  289. package/assets/doppler-runtime-map.svg +0 -84
  290. package/src/bootstrap.js +0 -30
  291. package/src/cli/doppler-cli.d.ts +0 -46
  292. package/src/cli/doppler-quickstart.d.ts +0 -45
  293. package/src/cli/doppler-serve.d.ts +0 -210
  294. package/src/cli/runtime-profiles.d.ts +0 -40
  295. package/src/client/doppler-api.browser.d.ts +0 -1
  296. package/src/client/doppler-api.browser.js +0 -25
  297. package/src/client/doppler-registry.d.ts +0 -35
  298. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  299. package/src/client/runtime/source-runtime.d.ts +0 -26
  300. package/src/client/runtime/storage.d.ts +0 -5
  301. package/src/config/README.md +0 -61
  302. package/src/config/conversion/README.md +0 -58
  303. package/src/config/goal-completion-matrix.json +0 -552
  304. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  305. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  306. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  307. package/src/config/kernels/registry.d.ts +0 -51
  308. package/src/config/merge-contract-check.d.ts +0 -16
  309. package/src/config/merge-contract-check.js +0 -318
  310. package/src/config/merge-helpers.d.ts +0 -60
  311. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  312. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  313. package/src/config/param-categories.d.ts +0 -8
  314. package/src/config/param-validator.d.ts +0 -28
  315. package/src/config/platforms/loader.d.ts +0 -38
  316. package/src/config/quantization-contract-check.d.ts +0 -12
  317. package/src/config/quantization-contract-check.js +0 -91
  318. package/src/config/runtime/README.md +0 -28
  319. package/src/config/runtime-merge.d.ts +0 -5
  320. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  321. package/src/config/schema/command-surface-contract.schema.json +0 -81
  322. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  323. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  324. package/src/config/schema/platform.schema.js +0 -1
  325. package/src/config/schema/policy-schema-registry.json +0 -26
  326. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  327. package/src/config/support-tiers/subsystems.json +0 -502
  328. package/src/config/supported-operations.d.ts +0 -14
  329. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  330. package/src/config/transforms/execution-graph-transforms.d.ts +0 -300
  331. package/src/converter/conversion-plan.d.ts +0 -56
  332. package/src/converter/index.d.ts +0 -98
  333. package/src/converter/index.js +0 -59
  334. package/src/converter/parsers/diffusion.d.ts +0 -50
  335. package/src/converter/parsers/gguf.d.ts +0 -31
  336. package/src/converter/parsers/index.d.ts +0 -21
  337. package/src/converter/parsers/index.js +0 -12
  338. package/src/converter/parsers/transformer.d.ts +0 -31
  339. package/src/converter/quantization-info.d.ts +0 -38
  340. package/src/converter/rope-config.d.ts +0 -16
  341. package/src/converter/tokenizer-utils.d.ts +0 -12
  342. package/src/debug/reference/README.md +0 -114
  343. package/src/debug/reference/hf_attn_debug.py +0 -114
  344. package/src/debug/reference/hf_embed_check.py +0 -89
  345. package/src/debug/reference/hf_layer_out.py +0 -100
  346. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  347. package/src/debug/reference/hf_rope_check.py +0 -116
  348. package/src/debug/reference/hf_weights.py +0 -75
  349. package/src/errors/doppler-error.d.ts +0 -20
  350. package/src/experimental/bridge/extension/background.d.ts +0 -14
  351. package/src/experimental/bridge/extension/background.js +0 -168
  352. package/src/experimental/bridge/extension/manifest.json +0 -34
  353. package/src/experimental/bridge/extension-client.d.ts +0 -114
  354. package/src/experimental/bridge/index.d.ts +0 -69
  355. package/src/experimental/bridge/node-bridge.js +0 -24
  356. package/src/experimental/bridge/protocol.d.ts +0 -96
  357. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  358. package/src/experimental/browser/gguf-importer.js +0 -532
  359. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  360. package/src/experimental/browser/quantization.d.ts +0 -74
  361. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  362. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  363. package/src/experimental/browser/shard-io-browser.js +0 -89
  364. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  365. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  366. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  367. package/src/experimental/distribution/p2p-transport.js +0 -75
  368. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  369. package/src/experimental/hotswap/manifest.d.ts +0 -42
  370. package/src/experimental/hotswap/model-swap.js +0 -42
  371. package/src/experimental/hotswap/runtime.d.ts +0 -31
  372. package/src/experimental/training/README.md +0 -164
  373. package/src/experimental/training/artifacts.d.ts +0 -160
  374. package/src/experimental/training/attention-backward.d.ts +0 -30
  375. package/src/experimental/training/attention-forward.d.ts +0 -22
  376. package/src/experimental/training/attention-forward.js +0 -82
  377. package/src/experimental/training/autograd.d.ts +0 -51
  378. package/src/experimental/training/backward-kernels.js +0 -39
  379. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  380. package/src/experimental/training/checkpoint.d.ts +0 -36
  381. package/src/experimental/training/clip.d.ts +0 -9
  382. package/src/experimental/training/dataloader.d.ts +0 -8
  383. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  384. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  385. package/src/experimental/training/datasets/index.d.ts +0 -24
  386. package/src/experimental/training/datasets/index.js +0 -13
  387. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  388. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  389. package/src/experimental/training/datasets/reploid.js +0 -36
  390. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  391. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  392. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  393. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  394. package/src/experimental/training/datasets/token-batch.js +0 -52
  395. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  396. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  397. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  398. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  399. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  400. package/src/experimental/training/distillation/eval.d.ts +0 -34
  401. package/src/experimental/training/distillation/index.d.ts +0 -29
  402. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  403. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  404. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  405. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  406. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  407. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  408. package/src/experimental/training/export.d.ts +0 -41
  409. package/src/experimental/training/index.d.ts +0 -74
  410. package/src/experimental/training/index.js +0 -63
  411. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  412. package/src/experimental/training/lora.d.ts +0 -19
  413. package/src/experimental/training/loss-scaling.d.ts +0 -21
  414. package/src/experimental/training/loss.d.ts +0 -10
  415. package/src/experimental/training/objectives/base.d.ts +0 -58
  416. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  417. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  418. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  419. package/src/experimental/training/objectives/index.d.ts +0 -12
  420. package/src/experimental/training/objectives/index.js +0 -6
  421. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  422. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  423. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  424. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  425. package/src/experimental/training/operator-command.d.ts +0 -5
  426. package/src/experimental/training/operator-eval.d.ts +0 -48
  427. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  428. package/src/experimental/training/optimizer.d.ts +0 -22
  429. package/src/experimental/training/runner.d.ts +0 -249
  430. package/src/experimental/training/suite.d.ts +0 -299
  431. package/src/experimental/training/tensor-factory.d.ts +0 -9
  432. package/src/experimental/training/trainer.d.ts +0 -89
  433. package/src/experimental/training/ul_dataset.d.ts +0 -47
  434. package/src/experimental/training/ul_schedule.d.ts +0 -6
  435. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  436. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  437. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  438. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  439. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  440. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  441. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  442. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  443. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  444. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  445. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  446. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  447. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  448. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  449. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  450. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  451. package/src/experimental/training/workload-packs/registry.json +0 -278
  452. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  453. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  454. package/src/experimental/training/workloads.d.ts +0 -201
  455. package/src/formats/gguf/types.d.ts +0 -74
  456. package/src/formats/index.d.ts +0 -75
  457. package/src/formats/index.js +0 -19
  458. package/src/formats/litert/types.d.ts +0 -74
  459. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  460. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  461. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  462. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  463. package/src/formats/safetensors/types.d.ts +0 -67
  464. package/src/formats/tflite/types.d.ts +0 -61
  465. package/src/formats/tokenizer/index.d.ts +0 -5
  466. package/src/formats/tokenizer/index.js +0 -3
  467. package/src/formats/tokenizer/types.d.ts +0 -9
  468. package/src/gpu/kernel-runtime.d.ts +0 -13
  469. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  470. package/src/gpu/kernel-selection-log.d.ts +0 -4
  471. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  472. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  473. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  474. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  475. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  476. package/src/gpu/kernel-tuner/types.js +0 -4
  477. package/src/gpu/kernel-tuner.d.ts +0 -33
  478. package/src/gpu/kernels/README.md +0 -159
  479. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  480. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  481. package/src/gpu/kernels/check-stop.d.ts +0 -31
  482. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  483. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  484. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  485. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  486. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  487. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  488. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  489. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  490. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  491. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  492. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  493. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  494. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  495. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  496. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  497. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  498. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  499. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  500. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  501. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  502. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  503. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  504. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  505. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  506. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  507. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  508. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  509. package/src/gpu/kernels/constants.d.ts +0 -129
  510. package/src/gpu/kernels/dispatch.d.ts +0 -72
  511. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  512. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  513. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  514. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  515. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  516. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  517. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  518. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  519. package/src/gpu/kernels/types.js +0 -4
  520. package/src/gpu/perf-guards.d.ts +0 -13
  521. package/src/gpu/profiler.d.ts +0 -93
  522. package/src/gpu/readback-utils.d.ts +0 -16
  523. package/src/gpu/readback-utils.js +0 -49
  524. package/src/gpu/submit-probe.d.ts +0 -12
  525. package/src/index-browser.d.ts +0 -2
  526. package/src/index-browser.js +0 -2
  527. package/src/inference/README.md +0 -593
  528. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  529. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  530. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  531. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  532. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  533. package/src/inference/browser-harness-text-helpers.d.ts +0 -124
  534. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  535. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  536. package/src/inference/network-evolution.js +0 -79
  537. package/src/inference/pipelines/context.d.ts +0 -21
  538. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  539. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  540. package/src/inference/pipelines/diffusion/index.js +0 -3
  541. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  542. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  543. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  544. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  545. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  546. package/src/inference/pipelines/diffusion/types.js +0 -1
  547. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  548. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  549. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  550. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  551. package/src/inference/pipelines/dream/pipeline.js +0 -8
  552. package/src/inference/pipelines/energy/index.d.ts +0 -1
  553. package/src/inference/pipelines/energy/index.js +0 -1
  554. package/src/inference/pipelines/energy/types.js +0 -1
  555. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  556. package/src/inference/pipelines/energy-head/index.js +0 -6
  557. package/src/inference/pipelines/factory.d.ts +0 -10
  558. package/src/inference/pipelines/index.d.ts +0 -22
  559. package/src/inference/pipelines/index.js +0 -19
  560. package/src/inference/pipelines/registry.d.ts +0 -15
  561. package/src/inference/pipelines/rng.d.ts +0 -2
  562. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  563. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  564. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  565. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  566. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  567. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  568. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  569. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  570. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  571. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  572. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  573. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  574. package/src/inference/pipelines/text/attention.d.ts +0 -23
  575. package/src/inference/pipelines/text/attention.js +0 -12
  576. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  577. package/src/inference/pipelines/text/buffer-types.js +0 -4
  578. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  579. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  580. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  581. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  582. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  583. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  584. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  585. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  586. package/src/inference/pipelines/text/embed.d.ts +0 -68
  587. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  588. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  589. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  590. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  591. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  592. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  593. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  594. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -25
  595. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  596. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  597. package/src/inference/pipelines/text/ffn.js +0 -18
  598. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  599. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  600. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  601. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  602. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  603. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -89
  604. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  605. package/src/inference/pipelines/text/index.d.ts +0 -5
  606. package/src/inference/pipelines/text/index.js +0 -6
  607. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  608. package/src/inference/pipelines/text/layer.d.ts +0 -118
  609. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  610. package/src/inference/pipelines/text/logits/types.js +0 -4
  611. package/src/inference/pipelines/text/logits.d.ts +0 -27
  612. package/src/inference/pipelines/text/logits.js +0 -16
  613. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  614. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  615. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  616. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  617. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  618. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  619. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -40
  620. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  621. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  622. package/src/inference/pipelines/text/ops.d.ts +0 -219
  623. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  624. package/src/inference/pipelines/text/probes.d.ts +0 -28
  625. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  626. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  627. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  628. package/src/inference/pipelines/text/types.js +0 -4
  629. package/src/inference/tokenizers/base.d.ts +0 -44
  630. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  631. package/src/inference/tokenizers/bpe.d.ts +0 -27
  632. package/src/inference/tokenizers/bundled.d.ts +0 -67
  633. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  634. package/src/inference/tokenizers/types.js +0 -7
  635. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  636. package/src/loader/per-layer-input-loader.d.ts +0 -30
  637. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  638. package/src/loader/tensors/source-transform.d.ts +0 -65
  639. package/src/memory/address-table.d.ts +0 -96
  640. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  641. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  642. package/src/rules/rule-registry.d.ts +0 -77
  643. package/src/storage/artifact-storage-context.d.ts +0 -63
  644. package/src/storage/backends/idb-store.d.ts +0 -52
  645. package/src/storage/backends/memory-store.d.ts +0 -36
  646. package/src/storage/backends/opfs-store.d.ts +0 -41
  647. package/src/storage/blake3.d.ts +0 -17
  648. package/src/storage/download-types.d.ts +0 -157
  649. package/src/storage/downloader.d.ts +0 -103
  650. package/src/storage/index.d.ts +0 -274
  651. package/src/storage/index.js +0 -201
  652. package/src/storage/preflight.d.ts +0 -144
  653. package/src/storage/preflight.js +0 -360
  654. package/src/storage/quickstart-downloader.d.ts +0 -157
  655. package/src/storage/quickstart-downloader.js +0 -289
  656. package/src/storage/source-artifact-store.d.ts +0 -59
  657. package/src/sw.js +0 -184
  658. package/src/tooling/command-api-constants.d.ts +0 -9
  659. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  660. package/src/tooling/command-api-helpers.d.ts +0 -23
  661. package/src/tooling/command-runner-shared.d.ts +0 -89
  662. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  663. package/src/tooling/conversion-config-materializer.js +0 -96
  664. package/src/tooling/diagnose-runner.d.ts +0 -28
  665. package/src/tooling/hf-registry-utils.d.ts +0 -55
  666. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  667. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  668. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  669. package/src/tooling/kernel-path-builder/index.js +0 -1361
  670. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  671. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  672. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  673. package/src/tooling/lean-execution-contract-runner.js +0 -158
  674. package/src/tooling/lean-execution-contract.d.ts +0 -16
  675. package/src/tooling/lean-execution-contract.js +0 -81
  676. package/src/tooling/litert-package-runtime.d.ts +0 -46
  677. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  678. package/src/tooling/node-convert-worker.d.ts +0 -1
  679. package/src/tooling/node-converter.d.ts +0 -1
  680. package/src/tooling/node-file-fetch.d.ts +0 -1
  681. package/src/tooling/node-source-runtime.d.ts +0 -24
  682. package/src/tooling/node-webgpu.d.ts +0 -17
  683. package/src/tooling/precision-replay-math.js +0 -174
  684. package/src/tooling/program-bundle-host.d.ts +0 -16
  685. package/src/tooling/program-bundle-host.js +0 -20
  686. package/src/tooling/runtime-input-composition.d.ts +0 -37
  687. package/src/tooling/source-package-profiles.d.ts +0 -50
  688. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  689. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  690. package/src/tooling/source-runtime-materializer.js +0 -89
  691. package/src/tooling-exports.browser.d.ts +0 -7
  692. package/src/types/chrome.d.ts +0 -36
  693. package/src/types/chrome.js +0 -1
  694. package/src/types/index.d.ts +0 -1
  695. package/src/types/index.js +0 -1
  696. package/src/utils/array-buffer.d.ts +0 -4
  697. package/src/utils/canonical-hash.d.ts +0 -7
  698. package/src/utils/clone-json.d.ts +0 -1
  699. package/src/utils/hf-resolve-url.d.ts +0 -16
  700. package/src/utils/index.d.ts +0 -10
  701. package/src/utils/index.js +0 -10
  702. package/src/utils/load-json.d.ts +0 -5
  703. package/src/utils/plain-object.d.ts +0 -1
  704. package/src/utils/sha256.d.ts +0 -5
  705. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -1,5 +1,6 @@
1
1
  import { log } from '../../../debug/index.js';
2
2
  import { mergeConfig, dumpConfigSources } from '../../../config/merge.js';
3
+ import { validateModelOverrides } from '../../../config/param-validator.js';
3
4
  import { selectRuleValue } from '../../../rules/rule-registry.js';
4
5
  import {
5
6
  PER_LAYER_INPUT_MATERIALIZATION_MODES,
@@ -222,10 +223,22 @@ function resolveSessionSettings(inferenceConfig, modelId) {
222
223
  `"${String(tokenChunk)}"; expected null or a positive integer.`
223
224
  );
224
225
  }
226
+ const skipEmbeddingKVCacheWrites = session?.skipEmbeddingKVCacheWrites;
227
+ if (
228
+ skipEmbeddingKVCacheWrites !== undefined
229
+ && skipEmbeddingKVCacheWrites !== null
230
+ && typeof skipEmbeddingKVCacheWrites !== 'boolean'
231
+ ) {
232
+ throw new Error(`Manifest "${modelId}" has invalid inference.session.skipEmbeddingKVCacheWrites "${String(skipEmbeddingKVCacheWrites)}"; expected boolean.`);
233
+ }
225
234
  const flash = session?.useFlashPrefillAttention;
226
235
  if (flash !== undefined && flash !== null && typeof flash !== 'boolean') {
227
236
  throw new Error(`Manifest "${modelId}" has invalid inference.session.useFlashPrefillAttention "${String(flash)}"; expected boolean.`);
228
237
  }
238
+ const largeBatchF16F32FusedGateUp = session?.useLargeBatchF16F32FusedGateUp;
239
+ if (largeBatchF16F32FusedGateUp !== undefined && largeBatchF16F32FusedGateUp !== null && typeof largeBatchF16F32FusedGateUp !== 'boolean') {
240
+ throw new Error(`Manifest "${modelId}" has invalid inference.session.useLargeBatchF16F32FusedGateUp "${String(largeBatchF16F32FusedGateUp)}"; expected boolean.`);
241
+ }
229
242
  const wide = session?.useWideTileQ4KPrefill;
230
243
  if (wide !== undefined && wide !== null && typeof wide !== 'boolean') {
231
244
  throw new Error(`Manifest "${modelId}" has invalid inference.session.useWideTileQ4KPrefill "${String(wide)}"; expected boolean.`);
@@ -242,6 +255,30 @@ function resolveSessionSettings(inferenceConfig, modelId) {
242
255
  if (postFfnNextInputRmsNormPair !== undefined && postFfnNextInputRmsNormPair !== null && typeof postFfnNextInputRmsNormPair !== 'boolean') {
243
256
  throw new Error(`Manifest "${modelId}" has invalid inference.session.usePostFfnNextInputRMSNormPairFusion "${String(postFfnNextInputRmsNormPair)}"; expected boolean.`);
244
257
  }
258
+ const postAttnNormFusedGateUp = session?.usePostAttnNormFusedGateUp;
259
+ if (postAttnNormFusedGateUp !== undefined && postAttnNormFusedGateUp !== null && typeof postAttnNormFusedGateUp !== 'boolean') {
260
+ throw new Error(`Manifest "${modelId}" has invalid inference.session.usePostAttnNormFusedGateUp "${String(postAttnNormFusedGateUp)}"; expected boolean.`);
261
+ }
262
+ const linearAttentionABProjectionFusion = session?.useLinearAttentionABProjectionFusion;
263
+ if (linearAttentionABProjectionFusion !== undefined && linearAttentionABProjectionFusion !== null && typeof linearAttentionABProjectionFusion !== 'boolean') {
264
+ throw new Error(`Manifest "${modelId}" has invalid inference.session.useLinearAttentionABProjectionFusion "${String(linearAttentionABProjectionFusion)}"; expected boolean.`);
265
+ }
266
+ const linearAttentionQKVZProjectionFusion = session?.useLinearAttentionQKVZProjectionFusion;
267
+ if (linearAttentionQKVZProjectionFusion !== undefined && linearAttentionQKVZProjectionFusion !== null && typeof linearAttentionQKVZProjectionFusion !== 'boolean') {
268
+ throw new Error(`Manifest "${modelId}" has invalid inference.session.useLinearAttentionQKVZProjectionFusion "${String(linearAttentionQKVZProjectionFusion)}"; expected boolean.`);
269
+ }
270
+ const linearAttentionFusedDecodeCore = session?.useLinearAttentionFusedDecodeCore;
271
+ if (linearAttentionFusedDecodeCore !== undefined && linearAttentionFusedDecodeCore !== null && typeof linearAttentionFusedDecodeCore !== 'boolean') {
272
+ throw new Error(`Manifest "${modelId}" has invalid inference.session.useLinearAttentionFusedDecodeCore "${String(linearAttentionFusedDecodeCore)}"; expected boolean.`);
273
+ }
274
+ const wideTileResidualFusion = session?.useWideTileResidualFusion;
275
+ if (wideTileResidualFusion !== undefined && wideTileResidualFusion !== null && typeof wideTileResidualFusion !== 'boolean') {
276
+ throw new Error(`Manifest "${modelId}" has invalid inference.session.useWideTileResidualFusion "${String(wideTileResidualFusion)}"; expected boolean.`);
277
+ }
278
+ const fusedRmsnormWideTile = session?.useFusedRmsnormWideTile;
279
+ if (fusedRmsnormWideTile !== undefined && fusedRmsnormWideTile !== null && typeof fusedRmsnormWideTile !== 'boolean') {
280
+ throw new Error(`Manifest "${modelId}" has invalid inference.session.useFusedRmsnormWideTile "${String(fusedRmsnormWideTile)}"; expected boolean.`);
281
+ }
245
282
  const fusedQKVSplitQKNorm = session?.useFusedQKVSplitQKNorm;
246
283
  if (fusedQKVSplitQKNorm !== undefined && fusedQKVSplitQKNorm !== null && typeof fusedQKVSplitQKNorm !== 'boolean') {
247
284
  throw new Error(`Manifest "${modelId}" has invalid inference.session.useFusedQKVSplitQKNorm "${String(fusedQKVSplitQKNorm)}"; expected boolean.`);
@@ -254,17 +291,81 @@ function resolveSessionSettings(inferenceConfig, modelId) {
254
291
  if (retain !== undefined && retain !== null && typeof retain !== 'boolean') {
255
292
  throw new Error(`Manifest "${modelId}" has invalid inference.session.retainQ4KMaterialization "${String(retain)}"; expected boolean.`);
256
293
  }
294
+ const lmHeadArgmaxQ4K = session?.lmHeadArgmaxQ4K;
295
+ if (lmHeadArgmaxQ4K !== undefined && lmHeadArgmaxQ4K !== null) {
296
+ if (typeof lmHeadArgmaxQ4K !== 'object' || Array.isArray(lmHeadArgmaxQ4K)) {
297
+ throw new Error(`Manifest "${modelId}" has invalid inference.session.lmHeadArgmaxQ4K; expected object or null.`);
298
+ }
299
+ const fullBlockFastPath = lmHeadArgmaxQ4K.useFullBlockFastPath;
300
+ if (fullBlockFastPath !== undefined && typeof fullBlockFastPath !== 'boolean') {
301
+ throw new Error(
302
+ `Manifest "${modelId}" has invalid inference.session.lmHeadArgmaxQ4K.useFullBlockFastPath ` +
303
+ `"${String(fullBlockFastPath)}"; expected boolean.`
304
+ );
305
+ }
306
+ const colsPerWorkgroup = lmHeadArgmaxQ4K.colsPerWorkgroup;
307
+ if (colsPerWorkgroup !== undefined && (!Number.isInteger(colsPerWorkgroup) || colsPerWorkgroup <= 0)) {
308
+ throw new Error(
309
+ `Manifest "${modelId}" has invalid inference.session.lmHeadArgmaxQ4K.colsPerWorkgroup ` +
310
+ `"${String(colsPerWorkgroup)}"; expected positive integer.`
311
+ );
312
+ }
313
+ const threadsPerCol = lmHeadArgmaxQ4K.threadsPerCol;
314
+ if (threadsPerCol !== undefined && (!Number.isInteger(threadsPerCol) || threadsPerCol <= 0)) {
315
+ throw new Error(
316
+ `Manifest "${modelId}" has invalid inference.session.lmHeadArgmaxQ4K.threadsPerCol ` +
317
+ `"${String(threadsPerCol)}"; expected positive integer.`
318
+ );
319
+ }
320
+ }
321
+ const attentionDecodeOnline = session?.attentionDecodeOnline;
322
+ if (attentionDecodeOnline !== undefined && attentionDecodeOnline !== null) {
323
+ if (typeof attentionDecodeOnline !== 'object' || Array.isArray(attentionDecodeOnline)) {
324
+ throw new Error(`Manifest "${modelId}" has invalid inference.session.attentionDecodeOnline; expected object or null.`);
325
+ }
326
+ const workgroupSize = attentionDecodeOnline.workgroupSize;
327
+ if (workgroupSize !== undefined && workgroupSize !== 128 && workgroupSize !== 256) {
328
+ throw new Error(
329
+ `Manifest "${modelId}" has invalid inference.session.attentionDecodeOnline.workgroupSize ` +
330
+ `"${String(workgroupSize)}"; expected 128 or 256.`
331
+ );
332
+ }
333
+ const directKv = attentionDecodeOnline.useDirectContiguousKVLayout;
334
+ if (directKv !== undefined && typeof directKv !== 'boolean') {
335
+ throw new Error(
336
+ `Manifest "${modelId}" has invalid inference.session.attentionDecodeOnline.useDirectContiguousKVLayout ` +
337
+ `"${String(directKv)}"; expected boolean.`
338
+ );
339
+ }
340
+ const outputGateFusion = attentionDecodeOnline.useOutputGateFusion;
341
+ if (outputGateFusion !== undefined && typeof outputGateFusion !== 'boolean') {
342
+ throw new Error(
343
+ `Manifest "${modelId}" has invalid inference.session.attentionDecodeOnline.useOutputGateFusion ` +
344
+ `"${String(outputGateFusion)}"; expected boolean.`
345
+ );
346
+ }
347
+ }
257
348
  return {
258
349
  prefillChunkSubmitMode: submit ?? null,
259
350
  prefillTokenChunkSize: tokenChunk ?? null,
351
+ skipEmbeddingKVCacheWrites: skipEmbeddingKVCacheWrites ?? null,
260
352
  useFlashPrefillAttention: flash ?? null,
353
+ useLargeBatchF16F32FusedGateUp: largeBatchF16F32FusedGateUp ?? null,
261
354
  useWideTileQ4KPrefill: wide ?? null,
262
355
  useWideTileQ4KDecode: wideDecode ?? null,
263
356
  useSandwichRMSNormPairFusion: sandwichRmsNormPair ?? null,
264
357
  usePostFfnNextInputRMSNormPairFusion: postFfnNextInputRmsNormPair ?? null,
358
+ usePostAttnNormFusedGateUp: postAttnNormFusedGateUp ?? null,
359
+ useLinearAttentionABProjectionFusion: linearAttentionABProjectionFusion ?? null,
360
+ useLinearAttentionQKVZProjectionFusion: linearAttentionQKVZProjectionFusion ?? null,
361
+ useLinearAttentionFusedDecodeCore: linearAttentionFusedDecodeCore ?? null,
362
+ useWideTileResidualFusion: wideTileResidualFusion ?? null,
363
+ useFusedRmsnormWideTile: fusedRmsnormWideTile ?? null,
265
364
  useFusedQKVSplitQKNorm: fusedQKVSplitQKNorm ?? null,
266
365
  useFusedQKVSplitQKNormRoPE: fusedQKVSplitQKNormRoPE ?? null,
267
366
  retainQ4KMaterialization: retain ?? null,
367
+ lmHeadArgmaxQ4K: lmHeadArgmaxQ4K ?? null,
368
+ attentionDecodeOnline: attentionDecodeOnline ?? null,
268
369
  };
269
370
  }
270
371
 
@@ -376,90 +477,8 @@ function normalizeFfnTensorShape(value) {
376
477
  return [Math.trunc(rows), Math.trunc(cols)];
377
478
  }
378
479
 
379
- function isExpertTensorName(name) {
380
- const lower = String(name || '').toLowerCase();
381
- return lower.includes('.experts.') || lower.includes('.expert.') || lower.includes('block_sparse_moe');
382
- }
383
-
384
- function inferLfm2IntermediateSizeFromManifest(manifest) {
385
- const tensors = manifest?.tensors;
386
- if (!tensors || typeof tensors !== 'object') return null;
387
- const candidates = [];
388
- for (const [name, entry] of Object.entries(tensors)) {
389
- if (!name || isExpertTensorName(name)) continue;
390
- const shape = normalizeFfnTensorShape(entry?.shape);
391
- if (!shape) continue;
392
- const lower = name.toLowerCase();
393
- if (
394
- lower.endsWith('.feed_forward.w1.weight')
395
- || lower.endsWith('.feed_forward.w3.weight')
396
- || lower.endsWith('.ffn_gate.weight')
397
- || lower.endsWith('.ffn_up.weight')
398
- || lower.endsWith('.ffn.gate_proj.weight')
399
- || lower.endsWith('.ffn.up_proj.weight')
400
- || lower.endsWith('.mlp.gate_proj.weight')
401
- || lower.endsWith('.mlp.up_proj.weight')
402
- ) {
403
- candidates.push(shape[0]);
404
- continue;
405
- }
406
- if (
407
- lower.endsWith('.feed_forward.w2.weight')
408
- || lower.endsWith('.ffn_down.weight')
409
- || lower.endsWith('.ffn.down_proj.weight')
410
- || lower.endsWith('.mlp.down_proj.weight')
411
- ) {
412
- candidates.push(shape[1]);
413
- continue;
414
- }
415
- if (
416
- lower.endsWith('.feed_forward.w1_w3.weight')
417
- || lower.endsWith('.ffn_gate_up.weight')
418
- || lower.endsWith('.ffn.gate_up_proj.weight')
419
- || lower.endsWith('.mlp.gate_up_proj.weight')
420
- ) {
421
- if (shape[0] % 2 === 0) {
422
- candidates.push(Math.trunc(shape[0] / 2));
423
- }
424
- }
425
- }
426
- if (candidates.length === 0) return null;
427
- const counts = new Map();
428
- for (const value of candidates) {
429
- counts.set(value, (counts.get(value) ?? 0) + 1);
430
- }
431
- const result = [...counts.entries()]
432
- .sort((a, b) => {
433
- if (b[1] !== a[1]) return b[1] - a[1];
434
- return a[0] - b[0];
435
- })[0]?.[0] ?? null;
436
- if (result != null && (!Number.isInteger(result) || result <= 0)) {
437
- log.warn(
438
- 'Config',
439
- `inferLfm2IntermediateSizeFromManifest: inferred intermediateSize ${result} is not a positive integer, discarding`
440
- );
441
- return null;
442
- }
443
- return result;
444
- }
445
-
446
- function resolveIntermediateSizeForRuntime(manifest, inf, arch, modelId) {
447
- const fromArch = arch?.intermediateSize;
448
- if (typeof fromArch !== 'number' || !Number.isFinite(fromArch) || fromArch <= 0) {
449
- return fromArch;
450
- }
451
- const normalizedModelId = String(modelId ?? manifest?.modelId ?? '').toLowerCase();
452
- if (!normalizedModelId.includes('lfm2')) {
453
- return fromArch;
454
- }
455
- const inferred = inferLfm2IntermediateSizeFromManifest(manifest);
456
- if (inferred == null || inferred === fromArch) {
457
- return fromArch;
458
- }
459
- throw new Error(
460
- `Manifest "${modelId}" has intermediateSize=${fromArch}, but FFN tensors imply ${inferred}. ` +
461
- 'Re-convert the model so manifest architecture matches the weights.'
462
- );
480
+ function resolveIntermediateSizeForRuntime(arch) {
481
+ return arch?.intermediateSize;
463
482
  }
464
483
 
465
484
  function buildPerLayerIntermediateSizes({
@@ -555,6 +574,8 @@ function validateLayerIntermediateSizesAgainstManifest(manifest, hiddenSize, lay
555
574
  `${genericPrefix}.mlp.gate_proj.weight`,
556
575
  `${languagePrefix}.ffn.gate_proj.weight`,
557
576
  `${languagePrefix}.ffn_gate.weight`,
577
+ `${languagePrefix}.feed_forward.w1.weight`,
578
+ `${genericPrefix}.feed_forward.w1.weight`,
558
579
  `layers.${layerIdx}.feed_forward.w1.weight`,
559
580
  ]);
560
581
  const upShape = getDenseFfnTensorShape(tensors, [
@@ -562,6 +583,8 @@ function validateLayerIntermediateSizesAgainstManifest(manifest, hiddenSize, lay
562
583
  `${genericPrefix}.mlp.up_proj.weight`,
563
584
  `${languagePrefix}.ffn.up_proj.weight`,
564
585
  `${languagePrefix}.ffn_up.weight`,
586
+ `${languagePrefix}.feed_forward.w3.weight`,
587
+ `${genericPrefix}.feed_forward.w3.weight`,
565
588
  `layers.${layerIdx}.feed_forward.w3.weight`,
566
589
  ]);
567
590
  const downShape = getDenseFfnTensorShape(tensors, [
@@ -569,6 +592,8 @@ function validateLayerIntermediateSizesAgainstManifest(manifest, hiddenSize, lay
569
592
  `${genericPrefix}.mlp.down_proj.weight`,
570
593
  `${languagePrefix}.ffn.down_proj.weight`,
571
594
  `${languagePrefix}.ffn_down.weight`,
595
+ `${languagePrefix}.feed_forward.w2.weight`,
596
+ `${genericPrefix}.feed_forward.w2.weight`,
572
597
  `layers.${layerIdx}.feed_forward.w2.weight`,
573
598
  ]);
574
599
  const gateUpShape = getDenseFfnTensorShape(tensors, [
@@ -576,6 +601,8 @@ function validateLayerIntermediateSizesAgainstManifest(manifest, hiddenSize, lay
576
601
  `${genericPrefix}.mlp.gate_up_proj.weight`,
577
602
  `${languagePrefix}.ffn.gate_up_proj.weight`,
578
603
  `${languagePrefix}.ffn_gate_up.weight`,
604
+ `${languagePrefix}.feed_forward.w1_w3.weight`,
605
+ `${genericPrefix}.feed_forward.w1_w3.weight`,
579
606
  `layers.${layerIdx}.feed_forward.w1_w3.weight`,
580
607
  ]);
581
608
 
@@ -752,7 +779,9 @@ export function validateRequiredInferenceFields(inf, modelId) {
752
779
  if (inf.ffn.gatedActivation == null) {
753
780
  errors.push('ffn.gatedActivation is required');
754
781
  }
755
- if (inf.ffn.branchMode !== undefined) {
782
+ if (inf.ffn.branchMode == null) {
783
+ errors.push('ffn.branchMode is required');
784
+ } else {
756
785
  const normalizedBranchMode = typeof inf.ffn.branchMode === 'string'
757
786
  ? inf.ffn.branchMode.trim().toLowerCase()
758
787
  : '';
@@ -840,6 +869,26 @@ export function validateRequiredInferenceFields(inf, modelId) {
840
869
  if (inf.output.scaleEmbeddings == null) {
841
870
  errors.push('output.scaleEmbeddings is required');
842
871
  }
872
+ if (inf.output.embeddingScale === undefined) {
873
+ errors.push('output.embeddingScale must be explicitly set (null for scaleEmbeddings semantics, or number)');
874
+ } else {
875
+ const embeddingScale = inf.output.embeddingScale;
876
+ if (embeddingScale !== null && (typeof embeddingScale !== 'number' || !Number.isFinite(embeddingScale) || embeddingScale <= 0)) {
877
+ errors.push('output.embeddingScale must be a positive finite number or null');
878
+ }
879
+ if (embeddingScale !== null && inf.output.scaleEmbeddings === true) {
880
+ errors.push('output.embeddingScale cannot be set when output.scaleEmbeddings is true');
881
+ }
882
+ }
883
+ if (inf.output.logitInputScale == null) {
884
+ errors.push('output.logitInputScale is required');
885
+ } else if (
886
+ typeof inf.output.logitInputScale !== 'number'
887
+ || !Number.isFinite(inf.output.logitInputScale)
888
+ || inf.output.logitInputScale <= 0
889
+ ) {
890
+ errors.push('output.logitInputScale must be a positive finite number');
891
+ }
843
892
  if (inf.output.embeddingTranspose == null) {
844
893
  errors.push('output.embeddingTranspose is required');
845
894
  }
@@ -909,6 +958,15 @@ export function validateRequiredInferenceFields(inf, modelId) {
909
958
  if (inf.layerPattern?.offset === undefined) {
910
959
  errors.push('layerPattern.offset must be explicitly set (null if not applicable)');
911
960
  }
961
+ if (inf.layerPattern?.residualBranchScale == null) {
962
+ errors.push('layerPattern.residualBranchScale is required');
963
+ } else if (
964
+ typeof inf.layerPattern.residualBranchScale !== 'number'
965
+ || !Number.isFinite(inf.layerPattern.residualBranchScale)
966
+ || inf.layerPattern.residualBranchScale <= 0
967
+ ) {
968
+ errors.push('layerPattern.residualBranchScale must be a positive finite number');
969
+ }
912
970
  if (inf.layerPattern?.type === 'custom' && inf.layerPattern?.layerTypes === undefined) {
913
971
  errors.push('layerPattern.layerTypes must be explicitly set for custom patterns');
914
972
  }
@@ -931,6 +989,36 @@ export function validateRequiredInferenceFields(inf, modelId) {
931
989
  if (inf.rope.yarnOriginalMaxPos === undefined) {
932
990
  errors.push('rope.yarnOriginalMaxPos must be explicitly set (null if not YARN)');
933
991
  }
992
+ if (inf.rope.longropeShortFactor === undefined) {
993
+ errors.push('rope.longropeShortFactor must be explicitly set (null if not LongRoPE)');
994
+ }
995
+ if (inf.rope.longropeLongFactor === undefined) {
996
+ errors.push('rope.longropeLongFactor must be explicitly set (null if not LongRoPE)');
997
+ }
998
+ if (inf.rope.longropeOriginalMaxPos === undefined) {
999
+ errors.push('rope.longropeOriginalMaxPos must be explicitly set (null if not LongRoPE)');
1000
+ }
1001
+ if (inf.rope.ropeScalingType === 'longrope') {
1002
+ if (!Array.isArray(inf.rope.longropeShortFactor) || inf.rope.longropeShortFactor.length === 0) {
1003
+ errors.push('rope.longropeShortFactor must be a non-empty number array for LongRoPE');
1004
+ }
1005
+ if (!Array.isArray(inf.rope.longropeLongFactor) || inf.rope.longropeLongFactor.length === 0) {
1006
+ errors.push('rope.longropeLongFactor must be a non-empty number array for LongRoPE');
1007
+ }
1008
+ if (
1009
+ typeof inf.rope.longropeOriginalMaxPos !== 'number'
1010
+ || !Number.isFinite(inf.rope.longropeOriginalMaxPos)
1011
+ || inf.rope.longropeOriginalMaxPos <= 0
1012
+ ) {
1013
+ errors.push('rope.longropeOriginalMaxPos must be a positive finite number for LongRoPE');
1014
+ }
1015
+ } else if (
1016
+ inf.rope.longropeShortFactor !== null
1017
+ || inf.rope.longropeLongFactor !== null
1018
+ || inf.rope.longropeOriginalMaxPos !== null
1019
+ ) {
1020
+ errors.push('rope LongRoPE fields must be null unless rope.ropeScalingType is "longrope"');
1021
+ }
934
1022
  if (inf.rope.ropeLocalYarnBetaFast === undefined) {
935
1023
  errors.push('rope.ropeLocalYarnBetaFast must be explicitly set (null if not local YARN)');
936
1024
  }
@@ -1228,6 +1316,25 @@ function resolveAudioConfig(rawConfig, manifest) {
1228
1316
  }
1229
1317
  return number;
1230
1318
  };
1319
+ const resolveRequiredFiniteNumber = (value, label) => {
1320
+ const number = Number(value);
1321
+ if (!Number.isFinite(number)) {
1322
+ throw new Error(
1323
+ `Manifest "${modelId}" has invalid audio_config.${label}=${JSON.stringify(value)}. ` +
1324
+ 'Expected a finite number.'
1325
+ );
1326
+ }
1327
+ return number;
1328
+ };
1329
+ const resolveRequiredString = (value, label) => {
1330
+ if (typeof value !== 'string' || value.trim().length === 0) {
1331
+ throw new Error(
1332
+ `Manifest "${modelId}" has invalid audio_config.${label}=${JSON.stringify(value)}. ` +
1333
+ 'Expected a non-empty string.'
1334
+ );
1335
+ }
1336
+ return value.trim();
1337
+ };
1231
1338
  const audioArchitecture = String(ac.audio_architecture ?? '').trim();
1232
1339
  if (audioArchitecture !== 'gemma4') {
1233
1340
  throw new Error(
@@ -1240,9 +1347,7 @@ function resolveAudioConfig(rawConfig, manifest) {
1240
1347
  const isEncoderFree = (depth === 0);
1241
1348
 
1242
1349
  const hiddenSize = resolveRequiredPositiveInteger(ac.hidden_size, 'hidden_size');
1243
- const numAttentionHeads = isEncoderFree
1244
- ? (ac.num_attention_heads !== undefined ? resolveRequiredPositiveInteger(ac.num_attention_heads, 'num_attention_heads') : 1)
1245
- : resolveRequiredPositiveInteger(ac.num_attention_heads, 'num_attention_heads');
1350
+ const numAttentionHeads = resolveRequiredPositiveInteger(ac.num_attention_heads, 'num_attention_heads');
1246
1351
  const headDim = Math.trunc(hiddenSize / numAttentionHeads);
1247
1352
 
1248
1353
  if (!isEncoderFree) {
@@ -1259,29 +1364,17 @@ function resolveAudioConfig(rawConfig, manifest) {
1259
1364
  hiddenSize,
1260
1365
  numAttentionHeads,
1261
1366
  headDim,
1262
- convKernelSize: isEncoderFree
1263
- ? (ac.conv_kernel_size !== undefined ? resolveRequiredPositiveInteger(ac.conv_kernel_size, 'conv_kernel_size') : 1)
1264
- : resolveRequiredPositiveInteger(ac.conv_kernel_size, 'conv_kernel_size'),
1265
- subsamplingConvChannels: isEncoderFree
1266
- ? (ac.subsampling_conv_channels ? ac.subsampling_conv_channels.map(Number) : [])
1267
- : ac.subsampling_conv_channels.map(Number),
1367
+ convKernelSize: resolveRequiredPositiveInteger(ac.conv_kernel_size, 'conv_kernel_size'),
1368
+ subsamplingConvChannels: ac.subsampling_conv_channels.map(Number),
1268
1369
  outputProjDims: resolveRequiredPositiveInteger(ac.output_proj_dims, 'output_proj_dims'),
1269
- attentionContextLeft: isEncoderFree
1270
- ? (ac.attention_context_left !== undefined ? resolveRequiredPositiveInteger(ac.attention_context_left, 'attention_context_left') : 1)
1271
- : resolveRequiredPositiveInteger(ac.attention_context_left, 'attention_context_left'),
1272
- attentionContextRight: Number(ac.attention_context_right ?? 0),
1273
- attentionChunkSize: isEncoderFree
1274
- ? (ac.attention_chunk_size !== undefined ? resolveRequiredPositiveInteger(ac.attention_chunk_size, 'attention_chunk_size') : 1)
1275
- : resolveRequiredPositiveInteger(ac.attention_chunk_size, 'attention_chunk_size'),
1276
- attentionLogitCap: isEncoderFree
1277
- ? (ac.attention_logit_cap !== undefined ? resolveRequiredPositiveNumber(ac.attention_logit_cap, 'attention_logit_cap') : 1.0)
1278
- : resolveRequiredPositiveNumber(ac.attention_logit_cap, 'attention_logit_cap'),
1279
- attentionInvalidLogitsValue: Number(ac.attention_invalid_logits_value ?? -1e9),
1280
- residualWeight: isEncoderFree
1281
- ? (ac.residual_weight !== undefined ? resolveRequiredPositiveNumber(ac.residual_weight, 'residual_weight') : 1.0)
1282
- : resolveRequiredPositiveNumber(ac.residual_weight, 'residual_weight'),
1283
- rmsNormEps: resolveRequiredPositiveNumber(ac.rms_norm_eps ?? 1e-6, 'rms_norm_eps'),
1284
- hiddenAct: String(ac.hidden_act ?? 'silu').trim(),
1370
+ attentionContextLeft: resolveRequiredPositiveInteger(ac.attention_context_left, 'attention_context_left'),
1371
+ attentionContextRight: resolveRequiredNonNegativeInteger(ac.attention_context_right, 'attention_context_right'),
1372
+ attentionChunkSize: resolveRequiredPositiveInteger(ac.attention_chunk_size, 'attention_chunk_size'),
1373
+ attentionLogitCap: resolveRequiredPositiveNumber(ac.attention_logit_cap, 'attention_logit_cap'),
1374
+ attentionInvalidLogitsValue: resolveRequiredFiniteNumber(ac.attention_invalid_logits_value, 'attention_invalid_logits_value'),
1375
+ residualWeight: resolveRequiredPositiveNumber(ac.residual_weight, 'residual_weight'),
1376
+ rmsNormEps: resolveRequiredPositiveNumber(ac.rms_norm_eps, 'rms_norm_eps'),
1377
+ hiddenAct: resolveRequiredString(ac.hidden_act, 'hidden_act'),
1285
1378
  useClippedLinears: ac.use_clipped_linears === true,
1286
1379
  audioTokenId: rawConfig?.audio_token_id ?? manifest?.audio_token_id ?? null,
1287
1380
  };
@@ -1364,7 +1457,7 @@ function toParsedConfigFromMerged(merged, manifest) {
1364
1457
  `Re-convert the model using the latest converter to add manifest.architecture.`
1365
1458
  );
1366
1459
  }
1367
- const resolvedIntermediateSize = resolveIntermediateSizeForRuntime(manifest, inf, arch, merged.modelId);
1460
+ const resolvedIntermediateSize = resolveIntermediateSizeForRuntime(arch);
1368
1461
  const archNumHeads = Number(arch.numAttentionHeads ?? arch.numHeads);
1369
1462
  const archNumKVHeads = Number(arch.numKeyValueHeads ?? arch.numKVHeads);
1370
1463
  const archHeadDim = Number(arch.headDim);
@@ -1569,6 +1662,24 @@ function toParsedConfigFromMerged(merged, manifest) {
1569
1662
  );
1570
1663
  }
1571
1664
  }
1665
+ const validateLongropeFactorArray = (value, label) => {
1666
+ if (!Array.isArray(value)) {
1667
+ throw new Error(`Manifest "${merged.modelId}" ${label} must be an array for LongRoPE.`);
1668
+ }
1669
+ if (value.length !== ropeRotaryDim / 2) {
1670
+ throw new Error(
1671
+ `Manifest "${merged.modelId}" ${label} length ${value.length} does not match ` +
1672
+ `resolved RoPE half dim ${ropeRotaryDim / 2}.`
1673
+ );
1674
+ }
1675
+ for (let i = 0; i < value.length; i += 1) {
1676
+ const entry = Number(value[i]);
1677
+ if (!Number.isFinite(entry) || entry <= 0) {
1678
+ throw new Error(`Manifest "${merged.modelId}" ${label}[${i}] must be a positive finite number.`);
1679
+ }
1680
+ }
1681
+ return value.map((entry) => Number(entry));
1682
+ };
1572
1683
 
1573
1684
  // Build ropeScaling object from manifest values if scaling is enabled
1574
1685
  // Include YARN params when present
@@ -1581,6 +1692,11 @@ function toParsedConfigFromMerged(merged, manifest) {
1581
1692
  ...(ropeScalingType === 'yarn' && inf.rope.yarnOriginalMaxPos != null && {
1582
1693
  original_max_position_embeddings: inf.rope.yarnOriginalMaxPos
1583
1694
  }),
1695
+ ...(ropeScalingType === 'longrope' && {
1696
+ short_factor: validateLongropeFactorArray(inf.rope.longropeShortFactor, 'rope.longropeShortFactor'),
1697
+ long_factor: validateLongropeFactorArray(inf.rope.longropeLongFactor, 'rope.longropeLongFactor'),
1698
+ original_max_position_embeddings: inf.rope.longropeOriginalMaxPos,
1699
+ }),
1584
1700
  } : null;
1585
1701
  const ropeLocalScaling = ropeLocalScalingType ? {
1586
1702
  type: ropeLocalScalingType,
@@ -1681,6 +1797,9 @@ function toParsedConfigFromMerged(merged, manifest) {
1681
1797
  const sessionSettings = resolveSessionSettings(inf, merged.modelId);
1682
1798
  const largeWeightsConfig = resolveLargeWeightsConfig(inf, merged.modelId);
1683
1799
  const diffusionGemma = inf.diffusionGemma ?? null;
1800
+ const embeddingScale = inf.output.embeddingScale;
1801
+ const logitInputScale = inf.output.logitInputScale;
1802
+ const residualBranchScale = inf.layerPattern.residualBranchScale;
1684
1803
 
1685
1804
  return {
1686
1805
  modelType: manifest.modelType,
@@ -1730,12 +1849,15 @@ function toParsedConfigFromMerged(merged, manifest) {
1730
1849
  preFeedforwardNorm: inf.normalization.preFeedforwardNorm,
1731
1850
  postFeedforwardNorm: inf.normalization.postFeedforwardNorm,
1732
1851
  scaleEmbeddings: inf.output.scaleEmbeddings,
1852
+ embeddingScale,
1853
+ logitInputScale,
1854
+ residualBranchScale,
1733
1855
  useTiedEmbeddings: inf.output.tieWordEmbeddings,
1734
1856
  embeddingTranspose: inf.output.embeddingTranspose,
1735
1857
  embeddingVocabSize: inf.output.embeddingVocabSize,
1736
1858
  embeddingPostprocessor,
1737
1859
  hiddenActivation,
1738
- ffnBranchMode: inf.ffn.branchMode ?? 'auto',
1860
+ ffnBranchMode: inf.ffn.branchMode,
1739
1861
  useDoubleWideMlp: inf.ffn.useDoubleWideMlp,
1740
1862
  swigluLimit: inf.ffn.swigluLimit,
1741
1863
  stopTokenIds,
@@ -1775,6 +1897,7 @@ function toParsedConfigFromMerged(merged, manifest) {
1775
1897
 
1776
1898
  export function parseModelConfigFromManifest(manifest, runtimeOverrides) {
1777
1899
  assertSupportedRuntimeModelType(manifest);
1900
+ validateModelOverrides(runtimeOverrides, 'runtime.inference.modelOverrides');
1778
1901
 
1779
1902
  // Merge manifest inference with runtime overrides
1780
1903
  const merged = mergeConfig(
@@ -63,6 +63,28 @@ export function decodeRangeChunkIntoOutput(bytes, sourceDtype, output, dstOffset
63
63
  }
64
64
  }
65
65
 
66
+ function resolveEmbeddingScale(config, hiddenSize) {
67
+ const embeddingScale = config.embeddingScale;
68
+ const scaleEmbeddings = config.scaleEmbeddings;
69
+ if (embeddingScale === undefined) {
70
+ throw new Error('[Embed] embeddingScale must be explicitly set (null to use scaleEmbeddings semantics).');
71
+ }
72
+ if (scaleEmbeddings == null) {
73
+ throw new Error('[Embed] scaleEmbeddings is required.');
74
+ }
75
+ if (embeddingScale !== null) {
76
+ const value = Number(embeddingScale);
77
+ if (!Number.isFinite(value) || value <= 0) {
78
+ throw new Error(`[Embed] embeddingScale must be a positive finite number or null; got "${String(embeddingScale)}".`);
79
+ }
80
+ if (scaleEmbeddings === true) {
81
+ throw new Error('[Embed] embeddingScale cannot be set when scaleEmbeddings is true.');
82
+ }
83
+ return value;
84
+ }
85
+ return scaleEmbeddings === true ? Math.sqrt(hiddenSize) : 1;
86
+ }
87
+
66
88
  async function readGpuTokenIdsForCpuEmbeddingGather(tokenIds, numTokens, indexOffset) {
67
89
  if (numTokens <= 0) {
68
90
  throw new Error('[Embed] numTokens must be provided when tokenIds is a GPUBuffer.');
@@ -77,6 +99,7 @@ export async function embed(tokenIds, embedBuffer, config) {
77
99
  hiddenSize,
78
100
  vocabSize,
79
101
  scaleEmbeddings,
102
+ embeddingScale,
80
103
  debug = false,
81
104
  recorder,
82
105
  outputBuffer: preAllocatedOutput,
@@ -91,6 +114,7 @@ export async function embed(tokenIds, embedBuffer, config) {
91
114
  embeddingStorageEncoding = null,
92
115
  } = config;
93
116
  const device = getDevice();
117
+ const resolvedEmbeddingScale = resolveEmbeddingScale({ scaleEmbeddings, embeddingScale }, hiddenSize);
94
118
  const tokenBufferInput = isGpuBufferInstance(tokenIds);
95
119
  let tokenIdArray = tokenBufferInput ? null : (tokenIds);
96
120
  const numTokens = tokenBufferInput
@@ -193,7 +217,14 @@ export async function embed(tokenIds, embedBuffer, config) {
193
217
  ? cpuEmbeddings
194
218
  : null;
195
219
  if (rangeBackedSource) {
196
- const sourceDtype = String(rangeBackedSource.sourceDtype ?? embedBuffer.dtype ?? 'f32').toLowerCase();
220
+ const rawSourceDtype = rangeBackedSource.sourceDtype ?? embedBuffer.dtype;
221
+ if (rawSourceDtype == null) {
222
+ throw new Error('[Embed] CPU embedding range source requires sourceDtype or embedding buffer dtype metadata.');
223
+ }
224
+ const sourceDtype = String(rawSourceDtype).toLowerCase();
225
+ if (sourceDtype !== 'f16' && sourceDtype !== 'bf16' && sourceDtype !== 'f32') {
226
+ throw new Error(`[Embed] CPU embedding range source dtype "${sourceDtype}" is unsupported.`);
227
+ }
197
228
  const bytesPerElement = sourceDtype === 'f16' || sourceDtype === 'bf16' ? 2 : 4;
198
229
  if (!transpose) {
199
230
  for (let t = 0; t < numTokens; t++) {
@@ -256,10 +287,9 @@ export async function embed(tokenIds, embedBuffer, config) {
256
287
  }
257
288
  } // end else (non-preloaded path)
258
289
 
259
- if (scaleEmbeddings) {
260
- const scaleFactor = Math.sqrt(hiddenSize);
290
+ if (resolvedEmbeddingScale !== 1) {
261
291
  for (let i = 0; i < output.length; i++) {
262
- output[i] *= scaleFactor;
292
+ output[i] *= resolvedEmbeddingScale;
263
293
  }
264
294
  }
265
295
 
@@ -375,7 +405,7 @@ export async function embed(tokenIds, embedBuffer, config) {
375
405
  }
376
406
  }
377
407
 
378
- if (!scaleEmbeddings) {
408
+ if (resolvedEmbeddingScale === 1) {
379
409
  await runProbes(probeStage, gatherOutput.buffer, {
380
410
  numTokens,
381
411
  hiddenSize,
@@ -387,9 +417,6 @@ export async function embed(tokenIds, embedBuffer, config) {
387
417
  return gatherOutput;
388
418
  }
389
419
 
390
- // Apply embedding scaling: sqrt(hiddenSize)
391
- const scaleFactor = Math.sqrt(hiddenSize);
392
-
393
420
  // Debug: check raw embedding values before scaling
394
421
  if (debug && !recorder) {
395
422
  const bytesPerElement = gatherOptions.outputDtype === 'f16' ? 2 : 4;
@@ -401,7 +428,7 @@ export async function embed(tokenIds, embedBuffer, config) {
401
428
  const abs = Math.abs(f32[i]);
402
429
  if (abs > maxAbs) maxAbs = abs;
403
430
  }
404
- trace.embed(`RAW (before scale): maxAbs=${maxAbs.toFixed(4)}, scaleFactor=${scaleFactor.toFixed(4)}`);
431
+ trace.embed(`RAW (before scale): maxAbs=${maxAbs.toFixed(4)}, scaleFactor=${resolvedEmbeddingScale.toFixed(4)}`);
405
432
  }
406
433
 
407
434
  const gatheredTensor = createTensor(
@@ -411,10 +438,10 @@ export async function embed(tokenIds, embedBuffer, config) {
411
438
  'embed_gather_output'
412
439
  );
413
440
  const scaledTensor = recorder
414
- ? await recordScale(recorder, gatheredTensor, scaleFactor, {
441
+ ? await recordScale(recorder, gatheredTensor, resolvedEmbeddingScale, {
415
442
  count: numTokens * hiddenSize,
416
443
  })
417
- : await runScale(gatheredTensor, scaleFactor, {
444
+ : await runScale(gatheredTensor, resolvedEmbeddingScale, {
418
445
  count: numTokens * hiddenSize,
419
446
  });
420
447
  const scaledBuffer = scaledTensor.buffer;
@@ -441,7 +468,7 @@ export async function embed(tokenIds, embedBuffer, config) {
441
468
  const abs = Math.abs(f32[i]);
442
469
  if (abs > maxAbs) maxAbs = abs;
443
470
  }
444
- trace.embed(`SCALED (after *${scaleFactor.toFixed(2)}): maxAbs=${maxAbs.toFixed(4)}, buffer.label=${scaledBuffer.label}, buffer.size=${scaledBuffer.size}`);
471
+ trace.embed(`SCALED (after *${resolvedEmbeddingScale.toFixed(2)}): maxAbs=${maxAbs.toFixed(4)}, buffer.label=${scaledBuffer.label}, buffer.size=${scaledBuffer.size}`);
445
472
  trace.embed(`RETURNING buffer with first8=[${Array.from(f32).slice(0, 8).map(x => x.toFixed(4)).join(', ')}]`);
446
473
  if (f32.some(x => !Number.isFinite(x))) {
447
474
  throw new Error('[Embed] Scaled embedding contains NaN/Inf');
@@ -21,6 +21,7 @@ export interface StaticExecutionPlan {
21
21
  defaultMaxTokens: number;
22
22
  readbackInterval: number | null;
23
23
  readbackMode: 'sequential' | 'overlapped' | 'auto';
24
+ maxBatchDecodeTokens?: number | null;
24
25
  ringTokens: number | null;
25
26
  ringStop: number | null;
26
27
  ringStaging: number | null;
@@ -53,6 +54,7 @@ export interface ExecutionSessionPlan {
53
54
  maxTokens: number;
54
55
  readbackInterval: number | null;
55
56
  readbackMode: 'sequential' | 'overlapped' | 'auto';
57
+ maxBatchDecodeTokens?: number | null;
56
58
  ringTokens: number | null;
57
59
  ringStop: number | null;
58
60
  ringStaging: number | null;