doppler-gpu 0.4.6 → 0.4.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (705) hide show
  1. package/CHANGELOG.md +64 -0
  2. package/README.md +98 -137
  3. package/assets/doppler.svg +1 -3
  4. package/models/catalog.json +1575 -0
  5. package/package.json +59 -26
  6. package/src/cli/doppler-cli.js +28 -7
  7. package/src/cli/doppler-quickstart.js +1 -1
  8. package/src/cli/doppler-serve.js +2 -2
  9. package/src/client/doppler-registry.js +12 -0
  10. package/src/client/doppler-registry.json +52 -3
  11. package/src/client/runtime/index.js +25 -2
  12. package/src/client/runtime/model-session.d.ts +31 -1
  13. package/src/client/runtime/model-session.js +31 -0
  14. package/src/client/runtime/model-source.d.ts +19 -2
  15. package/src/client/runtime/model-source.js +45 -5
  16. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +28 -4
  17. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +29 -4
  18. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +29 -4
  19. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +29 -4
  20. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +29 -4
  21. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +29 -4
  22. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +29 -4
  23. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +50 -9
  24. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +35 -5
  25. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +31 -5
  26. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +30 -4
  27. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +30 -4
  28. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +30 -4
  29. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +30 -5
  30. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +29 -4
  31. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +30 -5
  32. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +29 -4
  33. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +29 -4
  34. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +29 -4
  35. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +29 -4
  36. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +29 -4
  37. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +29 -4
  38. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +481 -0
  39. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +29 -4
  40. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +29 -4
  41. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +30 -5
  42. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +29 -4
  43. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +395 -0
  44. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +429 -0
  45. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +548 -0
  46. package/src/config/execution-contract-check.js +14 -10
  47. package/src/config/kernel-path-loader.js +1 -0
  48. package/src/config/kernels/kernel-ref-digests.js +26 -17
  49. package/src/config/kernels/registry.json +448 -27
  50. package/src/config/merge.js +41 -0
  51. package/src/config/param-validator.js +67 -8
  52. package/src/config/required-inference-fields-contract-check.js +14 -0
  53. package/src/config/runtime/default.json +3 -1
  54. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  55. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  56. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  57. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  58. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  59. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  60. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  61. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  62. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  63. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  64. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  65. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  66. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  67. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  68. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  69. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  70. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  71. package/src/config/schema/debug.schema.d.ts +2 -0
  72. package/src/config/schema/debug.schema.js +1 -0
  73. package/src/config/schema/doppler.schema.d.ts +5 -1
  74. package/src/config/schema/doppler.schema.js +117 -292
  75. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  76. package/src/config/schema/execution-v1.schema.js +10 -0
  77. package/src/config/schema/index.d.ts +3 -1
  78. package/src/config/schema/inference.schema.d.ts +17 -3
  79. package/src/config/schema/kvcache.schema.d.ts +19 -3
  80. package/src/config/schema/kvcache.schema.js +2 -1
  81. package/src/config/schema/manifest.schema.d.ts +38 -1
  82. package/src/config/schema/manifest.schema.js +18 -0
  83. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  84. package/src/config/source-packages/litert/gemma-4-12b-it.json +20 -1
  85. package/src/config/source-packages/litert/gemma-4-e2b-it.json +20 -1
  86. package/src/config/source-packages/litert/gemma-4-e4b-it.json +21 -1
  87. package/src/config/transforms/capability-transform-resolver.js +7 -1
  88. package/src/config/transforms/execution-graph-transforms.js +10 -2
  89. package/src/converter/conversion-plan.js +2 -0
  90. package/src/converter/parsers/transformer.js +27 -1
  91. package/src/converter/quantization-info.js +16 -4
  92. package/src/converter/rope-config.js +55 -3
  93. package/src/debug/config.d.ts +4 -0
  94. package/src/experimental/orchestration/index.d.ts +10 -1
  95. package/src/experimental/training/distillation/student-fixture.js +1 -1
  96. package/src/experimental/training/lora-pipeline.js +1 -1
  97. package/src/experimental/training/lora.js +2 -2
  98. package/src/experimental/training/suite.js +2 -2
  99. package/src/formats/rdrr/classification.js +3 -0
  100. package/src/formats/rdrr/integrity.d.ts +0 -2
  101. package/src/formats/rdrr/integrity.js +0 -2
  102. package/src/formats/rdrr/types.d.ts +1 -1
  103. package/src/gpu/kernels/attention.d.ts +2 -0
  104. package/src/gpu/kernels/attention.js +75 -16
  105. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  106. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  107. package/src/gpu/kernels/backward/attention_backward.js +8 -0
  108. package/src/gpu/kernels/dequant.d.ts +6 -6
  109. package/src/gpu/kernels/dequant.js +17 -6
  110. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  111. package/src/gpu/kernels/fused_ffn.js +540 -19
  112. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  113. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  114. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  115. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  116. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  117. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  118. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  119. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  120. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  121. package/src/gpu/kernels/index.d.ts +21 -0
  122. package/src/gpu/kernels/index.js +13 -0
  123. package/src/gpu/kernels/linear-attention-core.js +414 -21
  124. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  125. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  126. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  127. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  128. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  129. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  130. package/src/gpu/kernels/matmul-selection.js +9 -2
  131. package/src/gpu/kernels/matmul.d.ts +1 -1
  132. package/src/gpu/kernels/matmul.js +24 -6
  133. package/src/gpu/kernels/moe.d.ts +5 -1
  134. package/src/gpu/kernels/moe.js +5 -2
  135. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  136. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  137. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  138. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  139. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  140. package/src/gpu/kernels/silu.wgsl +7 -1
  141. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  142. package/src/gpu/kernels/softmax.d.ts +3 -3
  143. package/src/gpu/kernels/softmax.js +9 -2
  144. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  145. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  146. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  147. package/src/gpu/kernels/turboquant-codebook.js +1 -1
  148. package/src/gpu/kernels/types.d.ts +1 -1
  149. package/src/gpu/profiler.js +11 -1
  150. package/src/gpu/tensor.d.ts +1 -0
  151. package/src/index.d.ts +1 -1
  152. package/src/index.js +1 -1
  153. package/src/inference/browser-harness-model-helpers.js +4 -1
  154. package/src/inference/browser-harness-suite-helpers.js +1 -1
  155. package/src/inference/browser-harness-text-helpers.js +589 -117
  156. package/src/inference/browser-harness.d.ts +3 -3
  157. package/src/inference/browser-harness.js +486 -13
  158. package/src/inference/fixtures/rerank-semantic-fixtures.json +38 -0
  159. package/src/inference/kv-cache/base.js +42 -1
  160. package/src/inference/kv-cache/quantized.js +16 -2
  161. package/src/inference/kv-cache/tiered.js +50 -15
  162. package/src/inference/moe-router.js +38 -7
  163. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +8 -6
  164. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  165. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  166. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  167. package/src/inference/pipelines/text/attention/projections.js +174 -4
  168. package/src/inference/pipelines/text/attention/record.js +44 -21
  169. package/src/inference/pipelines/text/attention/run.js +18 -3
  170. package/src/inference/pipelines/text/config.d.ts +23 -1
  171. package/src/inference/pipelines/text/config.js +235 -112
  172. package/src/inference/pipelines/text/embed.js +39 -12
  173. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  174. package/src/inference/pipelines/text/execution-plan.js +45 -2
  175. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  176. package/src/inference/pipelines/text/execution-v1.js +122 -8
  177. package/src/inference/pipelines/text/ffn/dense.js +254 -25
  178. package/src/inference/pipelines/text/ffn/moe.js +4 -3
  179. package/src/inference/pipelines/text/ffn/standard.js +145 -39
  180. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  181. package/src/inference/pipelines/text/generator-helpers.js +4 -1
  182. package/src/inference/pipelines/text/generator-runtime.js +54 -20
  183. package/src/inference/pipelines/text/generator-steps.js +5 -2
  184. package/src/inference/pipelines/text/generator.d.ts +18 -1
  185. package/src/inference/pipelines/text/generator.js +303 -20
  186. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  187. package/src/inference/pipelines/text/init-rope.js +54 -6
  188. package/src/inference/pipelines/text/init.d.ts +22 -3
  189. package/src/inference/pipelines/text/init.js +65 -17
  190. package/src/inference/pipelines/text/layer.js +111 -5
  191. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  192. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  193. package/src/inference/pipelines/text/linear-attention.js +185 -24
  194. package/src/inference/pipelines/text/logits/gpu.d.ts +1 -1
  195. package/src/inference/pipelines/text/logits/gpu.js +78 -115
  196. package/src/inference/pipelines/text/logits/index.js +105 -87
  197. package/src/inference/pipelines/text/logits/precision-policy.js +103 -0
  198. package/src/inference/pipelines/text/logits/types.d.ts +1 -0
  199. package/src/inference/pipelines/text/logits/utils.d.ts +2 -0
  200. package/src/inference/pipelines/text/logits/utils.js +11 -0
  201. package/src/inference/pipelines/text/lora-apply.js +6 -4
  202. package/src/inference/pipelines/text/model-load.js +6 -0
  203. package/src/inference/pipelines/text/moe-cpu.js +25 -0
  204. package/src/inference/pipelines/text/moe-gpu.js +148 -97
  205. package/src/inference/pipelines/text/moe-shape-validator.js +149 -31
  206. package/src/inference/pipelines/text/ops.js +48 -1
  207. package/src/inference/pipelines/text/per-layer-inputs.js +105 -21
  208. package/src/inference/pipelines/text/probes.js +9 -4
  209. package/src/inference/pipelines/text/state.d.ts +4 -4
  210. package/src/inference/pipelines/text/state.js +4 -0
  211. package/src/inference/pipelines/text/types.d.ts +27 -2
  212. package/src/inference/pipelines/text/weights.js +7 -2
  213. package/src/inference/pipelines/text.d.ts +21 -1
  214. package/src/inference/pipelines/text.js +60 -14
  215. package/src/inference/tokenizers/behavior-flags.js +23 -2
  216. package/src/inference/tokenizers/bundled.js +45 -23
  217. package/src/inference/tokenizers/types.d.ts +7 -4
  218. package/src/loader/doppler-loader.js +25 -2
  219. package/src/loader/final-weights-loader.js +12 -1
  220. package/src/loader/index.d.ts +3 -1
  221. package/src/loader/index.js +2 -0
  222. package/src/loader/loader-types.d.ts +3 -1
  223. package/src/loader/manifest-config.d.ts +18 -0
  224. package/src/loader/manifest-config.js +11 -3
  225. package/src/loader/shard-cache.d.ts +2 -0
  226. package/src/loader/shard-cache.js +29 -1
  227. package/src/models/gemma4.js +8 -0
  228. package/src/rules/execution-rules-contract-check.js +12 -3
  229. package/src/rules/inference/capability-transforms.rules.json +159 -22
  230. package/src/rules/inference/config.rules.json +26 -2
  231. package/src/rules/inference/dtype.rules.json +12 -5
  232. package/src/rules/inference/execution.rules.json +5 -19
  233. package/src/rules/inference/ffn.rules.json +33 -0
  234. package/src/rules/inference/moe.rules.json +97 -0
  235. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  236. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  237. package/src/rules/kernels/matmul.rules.json +1 -0
  238. package/src/rules/kernels/silu.rules.json +1 -0
  239. package/src/rules/rule-registry.js +2 -0
  240. package/src/storage/artifact-storage-context.js +36 -0
  241. package/src/tooling/command-api-constants.js +2 -2
  242. package/src/tooling/command-api-family-normalizers.js +2 -1
  243. package/src/tooling/command-api.d.ts +1 -1
  244. package/src/tooling/command-runner-shared.js +3 -1
  245. package/src/tooling/node-browser-command-runner.js +42 -7
  246. package/src/tooling/node-converter.js +20 -0
  247. package/src/tooling/node-source-runtime.js +5 -1
  248. package/src/tooling/opfs-cache.d.ts +21 -1
  249. package/src/tooling/opfs-cache.js +168 -32
  250. package/src/tooling-exports/storage.d.ts +1 -1
  251. package/src/tooling-exports/storage.js +1 -1
  252. package/src/types/gpu.d.ts +25 -0
  253. package/src/version.js +1 -1
  254. package/tests/kernels/browser/kernel-suite.js +1593 -0
  255. package/tests/kernels/browser/test-page.js +2629 -0
  256. package/tests/kernels/harness/benchmark.js +225 -0
  257. package/tests/kernels/harness/buffer-utils.js +88 -0
  258. package/tests/kernels/harness/tolerance.js +174 -0
  259. package/tests/kernels/reference/adam.js +15 -0
  260. package/tests/kernels/reference/attention.js +158 -0
  261. package/tests/kernels/reference/backward.js +96 -0
  262. package/tests/kernels/reference/bias-add.js +20 -0
  263. package/tests/kernels/reference/conv2d.js +58 -0
  264. package/tests/kernels/reference/cross-entropy.js +26 -0
  265. package/tests/kernels/reference/dequant.js +312 -0
  266. package/tests/kernels/reference/embed.js +15 -0
  267. package/tests/kernels/reference/gather.js +61 -0
  268. package/tests/kernels/reference/gelu.js +37 -0
  269. package/tests/kernels/reference/groupnorm.js +36 -0
  270. package/tests/kernels/reference/index.js +89 -0
  271. package/tests/kernels/reference/layernorm.js +22 -0
  272. package/tests/kernels/reference/matmul.js +57 -0
  273. package/tests/kernels/reference/modulate.js +24 -0
  274. package/tests/kernels/reference/moe-gather.js +83 -0
  275. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  276. package/tests/kernels/reference/residual.js +55 -0
  277. package/tests/kernels/reference/rmsnorm.js +52 -0
  278. package/tests/kernels/reference/rope.js +79 -0
  279. package/tests/kernels/reference/sample.js +97 -0
  280. package/tests/kernels/reference/scatter-add.js +58 -0
  281. package/tests/kernels/reference/silu.js +52 -0
  282. package/tests/kernels/reference/softmax.js +86 -0
  283. package/tests/kernels/reference/split-qkv.js +58 -0
  284. package/tests/kernels/reference/topk.js +88 -0
  285. package/tests/kernels/reference/upsample2d.js +37 -0
  286. package/BRANDING.md +0 -14
  287. package/SECURITY.md +0 -19
  288. package/assets/doppler-readme-hero.svg +0 -84
  289. package/assets/doppler-runtime-map.svg +0 -84
  290. package/src/bootstrap.js +0 -30
  291. package/src/cli/doppler-cli.d.ts +0 -46
  292. package/src/cli/doppler-quickstart.d.ts +0 -45
  293. package/src/cli/doppler-serve.d.ts +0 -210
  294. package/src/cli/runtime-profiles.d.ts +0 -40
  295. package/src/client/doppler-api.browser.d.ts +0 -1
  296. package/src/client/doppler-api.browser.js +0 -25
  297. package/src/client/doppler-registry.d.ts +0 -35
  298. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  299. package/src/client/runtime/source-runtime.d.ts +0 -26
  300. package/src/client/runtime/storage.d.ts +0 -5
  301. package/src/config/README.md +0 -61
  302. package/src/config/conversion/README.md +0 -58
  303. package/src/config/goal-completion-matrix.json +0 -552
  304. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  305. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  306. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  307. package/src/config/kernels/registry.d.ts +0 -51
  308. package/src/config/merge-contract-check.d.ts +0 -16
  309. package/src/config/merge-contract-check.js +0 -318
  310. package/src/config/merge-helpers.d.ts +0 -60
  311. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  312. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  313. package/src/config/param-categories.d.ts +0 -8
  314. package/src/config/param-validator.d.ts +0 -28
  315. package/src/config/platforms/loader.d.ts +0 -38
  316. package/src/config/quantization-contract-check.d.ts +0 -12
  317. package/src/config/quantization-contract-check.js +0 -91
  318. package/src/config/runtime/README.md +0 -28
  319. package/src/config/runtime-merge.d.ts +0 -5
  320. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  321. package/src/config/schema/command-surface-contract.schema.json +0 -81
  322. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  323. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  324. package/src/config/schema/platform.schema.js +0 -1
  325. package/src/config/schema/policy-schema-registry.json +0 -26
  326. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  327. package/src/config/support-tiers/subsystems.json +0 -502
  328. package/src/config/supported-operations.d.ts +0 -14
  329. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  330. package/src/config/transforms/execution-graph-transforms.d.ts +0 -300
  331. package/src/converter/conversion-plan.d.ts +0 -56
  332. package/src/converter/index.d.ts +0 -98
  333. package/src/converter/index.js +0 -59
  334. package/src/converter/parsers/diffusion.d.ts +0 -50
  335. package/src/converter/parsers/gguf.d.ts +0 -31
  336. package/src/converter/parsers/index.d.ts +0 -21
  337. package/src/converter/parsers/index.js +0 -12
  338. package/src/converter/parsers/transformer.d.ts +0 -31
  339. package/src/converter/quantization-info.d.ts +0 -38
  340. package/src/converter/rope-config.d.ts +0 -16
  341. package/src/converter/tokenizer-utils.d.ts +0 -12
  342. package/src/debug/reference/README.md +0 -114
  343. package/src/debug/reference/hf_attn_debug.py +0 -114
  344. package/src/debug/reference/hf_embed_check.py +0 -89
  345. package/src/debug/reference/hf_layer_out.py +0 -100
  346. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  347. package/src/debug/reference/hf_rope_check.py +0 -116
  348. package/src/debug/reference/hf_weights.py +0 -75
  349. package/src/errors/doppler-error.d.ts +0 -20
  350. package/src/experimental/bridge/extension/background.d.ts +0 -14
  351. package/src/experimental/bridge/extension/background.js +0 -168
  352. package/src/experimental/bridge/extension/manifest.json +0 -34
  353. package/src/experimental/bridge/extension-client.d.ts +0 -114
  354. package/src/experimental/bridge/index.d.ts +0 -69
  355. package/src/experimental/bridge/node-bridge.js +0 -24
  356. package/src/experimental/bridge/protocol.d.ts +0 -96
  357. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  358. package/src/experimental/browser/gguf-importer.js +0 -532
  359. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  360. package/src/experimental/browser/quantization.d.ts +0 -74
  361. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  362. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  363. package/src/experimental/browser/shard-io-browser.js +0 -89
  364. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  365. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  366. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  367. package/src/experimental/distribution/p2p-transport.js +0 -75
  368. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  369. package/src/experimental/hotswap/manifest.d.ts +0 -42
  370. package/src/experimental/hotswap/model-swap.js +0 -42
  371. package/src/experimental/hotswap/runtime.d.ts +0 -31
  372. package/src/experimental/training/README.md +0 -164
  373. package/src/experimental/training/artifacts.d.ts +0 -160
  374. package/src/experimental/training/attention-backward.d.ts +0 -30
  375. package/src/experimental/training/attention-forward.d.ts +0 -22
  376. package/src/experimental/training/attention-forward.js +0 -82
  377. package/src/experimental/training/autograd.d.ts +0 -51
  378. package/src/experimental/training/backward-kernels.js +0 -39
  379. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  380. package/src/experimental/training/checkpoint.d.ts +0 -36
  381. package/src/experimental/training/clip.d.ts +0 -9
  382. package/src/experimental/training/dataloader.d.ts +0 -8
  383. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  384. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  385. package/src/experimental/training/datasets/index.d.ts +0 -24
  386. package/src/experimental/training/datasets/index.js +0 -13
  387. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  388. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  389. package/src/experimental/training/datasets/reploid.js +0 -36
  390. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  391. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  392. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  393. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  394. package/src/experimental/training/datasets/token-batch.js +0 -52
  395. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  396. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  397. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  398. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  399. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  400. package/src/experimental/training/distillation/eval.d.ts +0 -34
  401. package/src/experimental/training/distillation/index.d.ts +0 -29
  402. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  403. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  404. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  405. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  406. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  407. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  408. package/src/experimental/training/export.d.ts +0 -41
  409. package/src/experimental/training/index.d.ts +0 -74
  410. package/src/experimental/training/index.js +0 -63
  411. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  412. package/src/experimental/training/lora.d.ts +0 -19
  413. package/src/experimental/training/loss-scaling.d.ts +0 -21
  414. package/src/experimental/training/loss.d.ts +0 -10
  415. package/src/experimental/training/objectives/base.d.ts +0 -58
  416. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  417. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  418. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  419. package/src/experimental/training/objectives/index.d.ts +0 -12
  420. package/src/experimental/training/objectives/index.js +0 -6
  421. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  422. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  423. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  424. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  425. package/src/experimental/training/operator-command.d.ts +0 -5
  426. package/src/experimental/training/operator-eval.d.ts +0 -48
  427. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  428. package/src/experimental/training/optimizer.d.ts +0 -22
  429. package/src/experimental/training/runner.d.ts +0 -249
  430. package/src/experimental/training/suite.d.ts +0 -299
  431. package/src/experimental/training/tensor-factory.d.ts +0 -9
  432. package/src/experimental/training/trainer.d.ts +0 -89
  433. package/src/experimental/training/ul_dataset.d.ts +0 -47
  434. package/src/experimental/training/ul_schedule.d.ts +0 -6
  435. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  436. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  437. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  438. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  439. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  440. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  441. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  442. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  443. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  444. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  445. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  446. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  447. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  448. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  449. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  450. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  451. package/src/experimental/training/workload-packs/registry.json +0 -278
  452. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  453. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  454. package/src/experimental/training/workloads.d.ts +0 -201
  455. package/src/formats/gguf/types.d.ts +0 -74
  456. package/src/formats/index.d.ts +0 -75
  457. package/src/formats/index.js +0 -19
  458. package/src/formats/litert/types.d.ts +0 -74
  459. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  460. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  461. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  462. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  463. package/src/formats/safetensors/types.d.ts +0 -67
  464. package/src/formats/tflite/types.d.ts +0 -61
  465. package/src/formats/tokenizer/index.d.ts +0 -5
  466. package/src/formats/tokenizer/index.js +0 -3
  467. package/src/formats/tokenizer/types.d.ts +0 -9
  468. package/src/gpu/kernel-runtime.d.ts +0 -13
  469. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  470. package/src/gpu/kernel-selection-log.d.ts +0 -4
  471. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  472. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  473. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  474. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  475. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  476. package/src/gpu/kernel-tuner/types.js +0 -4
  477. package/src/gpu/kernel-tuner.d.ts +0 -33
  478. package/src/gpu/kernels/README.md +0 -159
  479. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  480. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  481. package/src/gpu/kernels/check-stop.d.ts +0 -31
  482. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  483. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  484. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  485. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  486. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  487. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  488. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  489. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  490. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  491. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  492. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  493. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  494. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  495. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  496. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  497. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  498. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  499. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  500. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  501. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  502. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  503. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  504. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  505. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  506. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  507. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  508. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  509. package/src/gpu/kernels/constants.d.ts +0 -129
  510. package/src/gpu/kernels/dispatch.d.ts +0 -72
  511. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  512. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  513. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  514. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  515. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  516. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  517. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  518. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  519. package/src/gpu/kernels/types.js +0 -4
  520. package/src/gpu/perf-guards.d.ts +0 -13
  521. package/src/gpu/profiler.d.ts +0 -93
  522. package/src/gpu/readback-utils.d.ts +0 -16
  523. package/src/gpu/readback-utils.js +0 -49
  524. package/src/gpu/submit-probe.d.ts +0 -12
  525. package/src/index-browser.d.ts +0 -2
  526. package/src/index-browser.js +0 -2
  527. package/src/inference/README.md +0 -593
  528. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  529. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  530. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  531. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  532. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  533. package/src/inference/browser-harness-text-helpers.d.ts +0 -124
  534. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  535. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  536. package/src/inference/network-evolution.js +0 -79
  537. package/src/inference/pipelines/context.d.ts +0 -21
  538. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  539. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  540. package/src/inference/pipelines/diffusion/index.js +0 -3
  541. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  542. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  543. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  544. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  545. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  546. package/src/inference/pipelines/diffusion/types.js +0 -1
  547. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  548. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  549. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  550. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  551. package/src/inference/pipelines/dream/pipeline.js +0 -8
  552. package/src/inference/pipelines/energy/index.d.ts +0 -1
  553. package/src/inference/pipelines/energy/index.js +0 -1
  554. package/src/inference/pipelines/energy/types.js +0 -1
  555. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  556. package/src/inference/pipelines/energy-head/index.js +0 -6
  557. package/src/inference/pipelines/factory.d.ts +0 -10
  558. package/src/inference/pipelines/index.d.ts +0 -22
  559. package/src/inference/pipelines/index.js +0 -19
  560. package/src/inference/pipelines/registry.d.ts +0 -15
  561. package/src/inference/pipelines/rng.d.ts +0 -2
  562. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  563. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  564. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  565. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  566. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  567. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  568. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  569. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  570. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  571. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  572. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  573. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  574. package/src/inference/pipelines/text/attention.d.ts +0 -23
  575. package/src/inference/pipelines/text/attention.js +0 -12
  576. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  577. package/src/inference/pipelines/text/buffer-types.js +0 -4
  578. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  579. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  580. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  581. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  582. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  583. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  584. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  585. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  586. package/src/inference/pipelines/text/embed.d.ts +0 -68
  587. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  588. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  589. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  590. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  591. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  592. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  593. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  594. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -25
  595. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  596. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  597. package/src/inference/pipelines/text/ffn.js +0 -18
  598. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  599. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  600. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  601. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  602. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  603. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -89
  604. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  605. package/src/inference/pipelines/text/index.d.ts +0 -5
  606. package/src/inference/pipelines/text/index.js +0 -6
  607. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  608. package/src/inference/pipelines/text/layer.d.ts +0 -118
  609. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  610. package/src/inference/pipelines/text/logits/types.js +0 -4
  611. package/src/inference/pipelines/text/logits.d.ts +0 -27
  612. package/src/inference/pipelines/text/logits.js +0 -16
  613. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  614. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  615. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  616. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  617. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  618. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  619. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -40
  620. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  621. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  622. package/src/inference/pipelines/text/ops.d.ts +0 -219
  623. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  624. package/src/inference/pipelines/text/probes.d.ts +0 -28
  625. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  626. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  627. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  628. package/src/inference/pipelines/text/types.js +0 -4
  629. package/src/inference/tokenizers/base.d.ts +0 -44
  630. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  631. package/src/inference/tokenizers/bpe.d.ts +0 -27
  632. package/src/inference/tokenizers/bundled.d.ts +0 -67
  633. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  634. package/src/inference/tokenizers/types.js +0 -7
  635. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  636. package/src/loader/per-layer-input-loader.d.ts +0 -30
  637. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  638. package/src/loader/tensors/source-transform.d.ts +0 -65
  639. package/src/memory/address-table.d.ts +0 -96
  640. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  641. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  642. package/src/rules/rule-registry.d.ts +0 -77
  643. package/src/storage/artifact-storage-context.d.ts +0 -63
  644. package/src/storage/backends/idb-store.d.ts +0 -52
  645. package/src/storage/backends/memory-store.d.ts +0 -36
  646. package/src/storage/backends/opfs-store.d.ts +0 -41
  647. package/src/storage/blake3.d.ts +0 -17
  648. package/src/storage/download-types.d.ts +0 -157
  649. package/src/storage/downloader.d.ts +0 -103
  650. package/src/storage/index.d.ts +0 -274
  651. package/src/storage/index.js +0 -201
  652. package/src/storage/preflight.d.ts +0 -144
  653. package/src/storage/preflight.js +0 -360
  654. package/src/storage/quickstart-downloader.d.ts +0 -157
  655. package/src/storage/quickstart-downloader.js +0 -289
  656. package/src/storage/source-artifact-store.d.ts +0 -59
  657. package/src/sw.js +0 -184
  658. package/src/tooling/command-api-constants.d.ts +0 -9
  659. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  660. package/src/tooling/command-api-helpers.d.ts +0 -23
  661. package/src/tooling/command-runner-shared.d.ts +0 -89
  662. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  663. package/src/tooling/conversion-config-materializer.js +0 -96
  664. package/src/tooling/diagnose-runner.d.ts +0 -28
  665. package/src/tooling/hf-registry-utils.d.ts +0 -55
  666. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  667. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  668. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  669. package/src/tooling/kernel-path-builder/index.js +0 -1361
  670. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  671. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  672. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  673. package/src/tooling/lean-execution-contract-runner.js +0 -158
  674. package/src/tooling/lean-execution-contract.d.ts +0 -16
  675. package/src/tooling/lean-execution-contract.js +0 -81
  676. package/src/tooling/litert-package-runtime.d.ts +0 -46
  677. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  678. package/src/tooling/node-convert-worker.d.ts +0 -1
  679. package/src/tooling/node-converter.d.ts +0 -1
  680. package/src/tooling/node-file-fetch.d.ts +0 -1
  681. package/src/tooling/node-source-runtime.d.ts +0 -24
  682. package/src/tooling/node-webgpu.d.ts +0 -17
  683. package/src/tooling/precision-replay-math.js +0 -174
  684. package/src/tooling/program-bundle-host.d.ts +0 -16
  685. package/src/tooling/program-bundle-host.js +0 -20
  686. package/src/tooling/runtime-input-composition.d.ts +0 -37
  687. package/src/tooling/source-package-profiles.d.ts +0 -50
  688. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  689. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  690. package/src/tooling/source-runtime-materializer.js +0 -89
  691. package/src/tooling-exports.browser.d.ts +0 -7
  692. package/src/types/chrome.d.ts +0 -36
  693. package/src/types/chrome.js +0 -1
  694. package/src/types/index.d.ts +0 -1
  695. package/src/types/index.js +0 -1
  696. package/src/utils/array-buffer.d.ts +0 -4
  697. package/src/utils/canonical-hash.d.ts +0 -7
  698. package/src/utils/clone-json.d.ts +0 -1
  699. package/src/utils/hf-resolve-url.d.ts +0 -16
  700. package/src/utils/index.d.ts +0 -10
  701. package/src/utils/index.js +0 -10
  702. package/src/utils/load-json.d.ts +0 -5
  703. package/src/utils/plain-object.d.ts +0 -1
  704. package/src/utils/sha256.d.ts +0 -5
  705. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -1,4 +1,5 @@
1
1
  import { getDevice } from '../../../gpu/device.js';
2
+ import { Q4K_BLOCK_BYTES, q4kBlockCount } from '../../../config/schema/index.js';
2
3
  import { getKernelConfig } from '../../../gpu/kernels/kernel-configs.js';
3
4
  import { getKernelPathMatmulVariant } from '../../../config/kernel-path-loader.js';
4
5
  import { createWeightBuffer, getWeightDtype, isGpuBufferInstance, isWeightBuffer } from '../../../gpu/weight-buffer.js';
@@ -24,7 +25,7 @@ function kernelPathVariantRequiresQ4KWeights(variant) {
24
25
  return shaderFile.startsWith('fused_matmul_q4');
25
26
  }
26
27
 
27
- function shouldSkipQKVFusionForLayer(layerIdx, kernelPath) {
28
+ function qkvProjectionRequiresQ4KWeights(layerIdx, kernelPath) {
28
29
  if (!kernelPath) {
29
30
  return false;
30
31
  }
@@ -36,7 +37,82 @@ function shouldSkipQKVFusionForLayer(layerIdx, kernelPath) {
36
37
  return kernelPathVariantRequiresQ4KWeights(decodeVariant);
37
38
  }
38
39
 
39
- export function fuseQKVWeights(layerWeights, modelConfig, kernelPath = null) {
40
+ function normalizeProjectionDtype(weight) {
41
+ const dtype = typeof weight?.dtype === 'string'
42
+ ? weight.dtype.toLowerCase()
43
+ : null;
44
+ if (dtype === 'bf16') return 'f16';
45
+ if (dtype === 'f16' || dtype === 'f32' || dtype === 'q4k') return dtype;
46
+ return null;
47
+ }
48
+
49
+ function resolveProjectionStorageFormat(weight, expectedRows, hiddenSize) {
50
+ const dtype = normalizeProjectionDtype(weight);
51
+ if (dtype === 'q4k') {
52
+ const layout = String(weight?.layout ?? 'row').toLowerCase();
53
+ if (layout !== 'row') {
54
+ return null;
55
+ }
56
+ const bytesPerRow = q4kBlockCount(hiddenSize) * Q4K_BLOCK_BYTES;
57
+ const byteLength = expectedRows * bytesPerRow;
58
+ if (weight?.buffer?.size < byteLength) {
59
+ return null;
60
+ }
61
+ return {
62
+ dtype,
63
+ layout,
64
+ byteLength,
65
+ bytesPerElement: null,
66
+ bytesPerRow,
67
+ };
68
+ }
69
+
70
+ if (dtype === 'f16' || dtype === 'f32') {
71
+ const bytesPerElement = dtype === 'f16' ? 2 : 4;
72
+ const byteLength = expectedRows * hiddenSize * bytesPerElement;
73
+ if (weight?.buffer?.size < byteLength) {
74
+ return null;
75
+ }
76
+ return {
77
+ dtype,
78
+ layout: weight?.layout ?? null,
79
+ byteLength,
80
+ bytesPerElement,
81
+ bytesPerRow: hiddenSize * bytesPerElement,
82
+ };
83
+ }
84
+
85
+ const minF16Bytes = expectedRows * hiddenSize * 2;
86
+ const minF32Bytes = expectedRows * hiddenSize * 4;
87
+ if (weight?.buffer?.size >= minF32Bytes) {
88
+ return {
89
+ dtype: 'f32',
90
+ layout: weight?.layout ?? null,
91
+ byteLength: minF32Bytes,
92
+ bytesPerElement: 4,
93
+ bytesPerRow: hiddenSize * 4,
94
+ };
95
+ }
96
+ if (weight?.buffer?.size >= minF16Bytes) {
97
+ return {
98
+ dtype: 'f16',
99
+ layout: weight?.layout ?? null,
100
+ byteLength: minF16Bytes,
101
+ bytesPerElement: 2,
102
+ bytesPerRow: hiddenSize * 2,
103
+ };
104
+ }
105
+ return null;
106
+ }
107
+
108
+ function formatsMatch(a, b) {
109
+ return a?.dtype === b?.dtype
110
+ && a?.layout === b?.layout
111
+ && a?.bytesPerElement === b?.bytesPerElement
112
+ && a?.bytesPerRow === b?.bytesPerRow;
113
+ }
114
+
115
+ export function fuseQKVWeights(layerWeights, modelConfig, kernelPath = null, options = {}) {
40
116
  const device = getDevice();
41
117
  if (!device) {
42
118
  log.debug('QKV Fusion', 'No GPU device, skipping fusion');
@@ -52,12 +128,14 @@ export function fuseQKVWeights(layerWeights, modelConfig, kernelPath = null) {
52
128
  );
53
129
  return;
54
130
  }
55
-
56
131
  const { numLayers, numHeads, numKVHeads, headDim, hiddenSize } = modelConfig;
57
132
  const qSize = numHeads * headDim;
133
+ const hasAttentionOutputGate = modelConfig?.attentionOutputGate === true;
134
+ const qProjSize = hasAttentionOutputGate ? qSize * 2 : qSize;
58
135
  const kSize = numKVHeads * headDim;
59
136
  const vSize = numKVHeads * headDim;
60
137
  const qkvSize = qSize + kSize + vSize;
138
+ const allowQ4K = options.allowQ4K === true;
61
139
 
62
140
  const resolveWeight = (value) => {
63
141
  if (isWeightBuffer(value)) {
@@ -81,19 +159,6 @@ export function fuseQKVWeights(layerWeights, modelConfig, kernelPath = null) {
81
159
 
82
160
  log.debug('QKV Fusion', `Fusing Q/K/V weights for ${numLayers} layers (${qSize}+${kSize}+${vSize}=${qkvSize})`);
83
161
 
84
- const resolveBytesPerElement = (weight, expectedElements) => {
85
- const dtype = typeof weight?.dtype === 'string'
86
- ? weight.dtype.toLowerCase()
87
- : null;
88
- if (dtype === 'f16' || dtype === 'bf16') return 2;
89
- if (dtype === 'f32') return 4;
90
- const minF16Bytes = expectedElements * 2;
91
- const minF32Bytes = expectedElements * 4;
92
- if (weight?.buffer?.size >= minF32Bytes) return 4;
93
- if (weight?.buffer?.size >= minF16Bytes) return 2;
94
- return 0;
95
- };
96
-
97
162
  let fusedCount = 0;
98
163
  for (let l = 0; l < numLayers; l++) {
99
164
  const weights = layerWeights.get(`layer_${l}`);
@@ -101,13 +166,7 @@ export function fuseQKVWeights(layerWeights, modelConfig, kernelPath = null) {
101
166
 
102
167
  // Skip if already fused or if weights are not GPUBuffers
103
168
  if (weights.qkvProj) continue;
104
- if (shouldSkipQKVFusionForLayer(l, kernelPath)) {
105
- log.debug(
106
- 'QKV Fusion',
107
- `Layer ${l}: skipped because active kernel path requires Q4K weights for qkv_proj`
108
- );
109
- continue;
110
- }
169
+ const requiresQ4K = qkvProjectionRequiresQ4KWeights(l, kernelPath);
111
170
  const qProj = resolveWeight(weights.qProj);
112
171
  const kProj = resolveWeight(weights.kProj);
113
172
  const vProj = resolveWeight(weights.vProj);
@@ -115,72 +174,97 @@ export function fuseQKVWeights(layerWeights, modelConfig, kernelPath = null) {
115
174
  continue;
116
175
  }
117
176
 
118
- const qExpectedElements = qSize * hiddenSize;
119
- const kExpectedElements = kSize * hiddenSize;
120
- const vExpectedElements = vSize * hiddenSize;
121
- const bytesPerElement = resolveBytesPerElement(qProj, qExpectedElements);
122
- const kBytesPerElement = resolveBytesPerElement(kProj, kExpectedElements);
123
- const vBytesPerElement = resolveBytesPerElement(vProj, vExpectedElements);
177
+ const qFormat = resolveProjectionStorageFormat(qProj, qProjSize, hiddenSize);
178
+ const kFormat = resolveProjectionStorageFormat(kProj, kSize, hiddenSize);
179
+ const vFormat = resolveProjectionStorageFormat(vProj, vSize, hiddenSize);
124
180
 
125
181
  // Pool allocation can round GPUBuffer.size up, so infer logical dtype first and
126
182
  // only use buffer size as a minimum-size inference.
127
- if ((bytesPerElement !== 2 && bytesPerElement !== 4)
128
- || kBytesPerElement !== bytesPerElement
129
- || vBytesPerElement !== bytesPerElement) {
183
+ if (!qFormat || !formatsMatch(qFormat, kFormat) || !formatsMatch(qFormat, vFormat)) {
130
184
  log.debug(
131
185
  'QKV Fusion',
132
- `Layer ${l}: inconsistent projection dtypes (q=${bytesPerElement}, k=${kBytesPerElement}, v=${vBytesPerElement}), skipping`
186
+ `Layer ${l}: inconsistent projection storage formats, skipping`
133
187
  );
134
188
  continue;
135
189
  }
136
190
 
137
- const normalizedDtype = typeof qProj.dtype === 'string'
138
- ? qProj.dtype.toLowerCase()
139
- : null;
140
- const dtype = normalizedDtype === 'bf16'
141
- ? 'f16'
142
- : (
143
- normalizedDtype === 'f16' || normalizedDtype === 'f32'
144
- ? normalizedDtype
145
- : selectRuleValue('inference', 'dtype', 'f16OrF32FromBytes', { bytesPerElement })
146
- );
191
+ if (requiresQ4K && qFormat.dtype !== 'q4k') {
192
+ log.debug('QKV Fusion', `Layer ${l}: qkv_proj requires Q4K weights, skipping ${qFormat.dtype} pack`);
193
+ continue;
194
+ }
195
+ if (qFormat.dtype === 'q4k' && !allowQ4K) {
196
+ log.debug('QKV Fusion', `Layer ${l}: Q4K QKV fusion requires explicit runtime opt-in`);
197
+ continue;
198
+ }
199
+
200
+ const dtype = qFormat.dtype ?? selectRuleValue('inference', 'dtype', 'f16OrF32FromBytes', {
201
+ bytesPerElement: qFormat.bytesPerElement,
202
+ });
147
203
  const layout = qProj.layout ?? kProj.layout ?? vProj.layout ?? 'row';
148
204
  let fusedShape = [qkvSize, hiddenSize];
149
- if (Array.isArray(qProj.shape) && qProj.shape.length === 2) {
150
- if (qProj.shape[0] === qSize && qProj.shape[1] === hiddenSize) {
205
+ if (qFormat.dtype !== 'q4k' && Array.isArray(qProj.shape) && qProj.shape.length === 2) {
206
+ if (qProj.shape[0] === qProjSize && qProj.shape[1] === hiddenSize) {
151
207
  fusedShape = [qkvSize, hiddenSize];
152
- } else if (qProj.shape[1] === qSize && qProj.shape[0] === hiddenSize) {
208
+ } else if (qProj.shape[1] === qProjSize && qProj.shape[0] === hiddenSize) {
153
209
  fusedShape = [hiddenSize, qkvSize];
154
210
  }
155
211
  }
156
212
 
157
- // Create fused QKV buffer: [qkvSize, hiddenSize] row-major
158
- // Each row is concatenated: [q_row, k_row, v_row]
213
+ const qBytes = qSize * qFormat.bytesPerRow;
214
+ const qGateBytes = hasAttentionOutputGate ? qBytes : 0;
215
+
216
+ // Create fused QKV buffer: [qkvSize, hiddenSize] row-major.
217
+ // attentionOutputGate models keep Q rows in qkvProj and gate rows in qGateProj.
159
218
  const qkvBuffer = device.createBuffer({
160
219
  label: `layer_${l}_qkv_proj`,
161
- size: qkvSize * hiddenSize * bytesPerElement,
220
+ size: qBytes + kFormat.byteLength + vFormat.byteLength,
162
221
  usage: GPUBufferUsage.STORAGE | GPUBufferUsage.COPY_DST,
163
222
  });
223
+ const qGateBuffer = hasAttentionOutputGate
224
+ ? device.createBuffer({
225
+ label: `layer_${l}_q_gate_proj`,
226
+ size: qGateBytes,
227
+ usage: GPUBufferUsage.STORAGE | GPUBufferUsage.COPY_DST,
228
+ })
229
+ : null;
164
230
 
165
- // Copy Q, K, V weights into fused buffer
166
- // Q: [qSize, hiddenSize] -> offset 0
167
- // K: [kSize, hiddenSize] -> offset qSize * hiddenSize * bytesPerElement
168
- // V: [vSize, hiddenSize] -> offset (qSize + kSize) * hiddenSize * bytesPerElement
169
231
  const encoder = device.createCommandEncoder({ label: 'qkv_fusion' });
170
- encoder.copyBufferToBuffer(
171
- qProj.buffer, 0,
172
- qkvBuffer, 0,
173
- qSize * hiddenSize * bytesPerElement
174
- );
232
+ if (hasAttentionOutputGate) {
233
+ for (let head = 0; head < numHeads; head++) {
234
+ const srcHeadOffset = head * headDim * 2 * qFormat.bytesPerRow;
235
+ const dstHeadOffset = head * headDim * qFormat.bytesPerRow;
236
+ const headBytes = headDim * qFormat.bytesPerRow;
237
+ encoder.copyBufferToBuffer(
238
+ qProj.buffer,
239
+ srcHeadOffset,
240
+ qkvBuffer,
241
+ dstHeadOffset,
242
+ headBytes
243
+ );
244
+ encoder.copyBufferToBuffer(
245
+ qProj.buffer,
246
+ srcHeadOffset + headBytes,
247
+ qGateBuffer,
248
+ dstHeadOffset,
249
+ headBytes
250
+ );
251
+ }
252
+ } else {
253
+ encoder.copyBufferToBuffer(
254
+ qProj.buffer, 0,
255
+ qkvBuffer, 0,
256
+ qBytes
257
+ );
258
+ }
175
259
  encoder.copyBufferToBuffer(
176
260
  kProj.buffer, 0,
177
- qkvBuffer, qSize * hiddenSize * bytesPerElement,
178
- kSize * hiddenSize * bytesPerElement
261
+ qkvBuffer, qBytes,
262
+ kFormat.byteLength
179
263
  );
180
264
  encoder.copyBufferToBuffer(
181
265
  vProj.buffer, 0,
182
- qkvBuffer, (qSize + kSize) * hiddenSize * bytesPerElement,
183
- vSize * hiddenSize * bytesPerElement
266
+ qkvBuffer, qBytes + kFormat.byteLength,
267
+ vFormat.byteLength
184
268
  );
185
269
  device.queue.submit([encoder.finish()]);
186
270
 
@@ -194,6 +278,15 @@ export function fuseQKVWeights(layerWeights, modelConfig, kernelPath = null) {
194
278
  );
195
279
  weights.qkvSizes = [qSize, kSize, vSize];
196
280
  weights.qkvDtype = dtype;
281
+ if (qGateBuffer) {
282
+ weights.qGateProj = createWeightBuffer(
283
+ qGateBuffer,
284
+ dtype,
285
+ layout,
286
+ [qSize, hiddenSize],
287
+ `layer_${l}_q_gate_proj`
288
+ );
289
+ }
197
290
  fusedCount++;
198
291
  }
199
292
 
@@ -28,6 +28,8 @@ function computeRoPEFreqsForTheta(
28
28
  // Compute per-dimension scaling factors
29
29
  const scales = new Float32Array(halfDim);
30
30
  const isYarn = ropeScalingType === 'yarn';
31
+ const isLongRoPE = ropeScalingType === 'longrope';
32
+ let magnitudeScale = 1;
31
33
  if (isYarn) {
32
34
  // YARN scaling - validate ALL required params (fail fast on incomplete manifest)
33
35
  if (ropeScaling?.factor == null ||
@@ -61,13 +63,53 @@ function computeRoPEFreqsForTheta(
61
63
  scales[i] = 1.0 + (yarnFactor - 1.0) * t;
62
64
  }
63
65
  }
66
+ } else if (isLongRoPE) {
67
+ if (
68
+ !Array.isArray(ropeScaling?.short_factor)
69
+ || !Array.isArray(ropeScaling?.long_factor)
70
+ || ropeScaling?.original_max_position_embeddings == null
71
+ ) {
72
+ throw new Error(
73
+ `RoPE scaling type is 'longrope' but LongRoPE params are missing. ` +
74
+ `Manifest must provide short_factor, long_factor, and original_max_position_embeddings. ` +
75
+ `Got: short_factor=${Array.isArray(ropeScaling?.short_factor) ? ropeScaling.short_factor.length : ropeScaling?.short_factor}, ` +
76
+ `long_factor=${Array.isArray(ropeScaling?.long_factor) ? ropeScaling.long_factor.length : ropeScaling?.long_factor}, ` +
77
+ `original_max_position_embeddings=${ropeScaling?.original_max_position_embeddings}`
78
+ );
79
+ }
80
+ if (ropeScaling.short_factor.length !== halfDim || ropeScaling.long_factor.length !== halfDim) {
81
+ throw new Error(
82
+ `LongRoPE factor length mismatch: expected ${halfDim}, ` +
83
+ `got short_factor=${ropeScaling.short_factor.length}, long_factor=${ropeScaling.long_factor.length}.`
84
+ );
85
+ }
86
+ const originalMaxPos = Number(ropeScaling.original_max_position_embeddings);
87
+ if (!Number.isFinite(originalMaxPos) || originalMaxPos <= 0) {
88
+ throw new Error(`LongRoPE original_max_position_embeddings must be positive; got "${String(originalMaxPos)}".`);
89
+ }
90
+ const selectedFactors = maxSeqLen > originalMaxPos
91
+ ? ropeScaling.long_factor
92
+ : ropeScaling.short_factor;
93
+ for (let i = 0; i < halfDim; i++) {
94
+ const factor = Number(selectedFactors[i]);
95
+ if (!Number.isFinite(factor) || factor <= 0) {
96
+ throw new Error(`LongRoPE factor[${i}] must be a positive finite number; got "${String(selectedFactors[i])}".`);
97
+ }
98
+ scales[i] = factor;
99
+ }
100
+ magnitudeScale = Math.sqrt(1 + Math.log(maxSeqLen / originalMaxPos) / Math.log(originalMaxPos));
101
+ if (!Number.isFinite(magnitudeScale) || magnitudeScale <= 0) {
102
+ throw new Error(
103
+ `LongRoPE magnitude scale is invalid for maxSeqLen=${maxSeqLen}, ` +
104
+ `original_max_position_embeddings=${originalMaxPos}.`
105
+ );
106
+ }
64
107
  } else {
65
108
  // Linear scaling: uniform across all dimensions
66
109
  if (ropeScalingType != null && ropeScalingType !== 'linear') {
67
- log.warn(
68
- 'Pipeline',
69
- `Unrecognized RoPE scaling type "${ropeScalingType}"; falling back to linear scaling. ` +
70
- 'Known types: "linear", "yarn".'
110
+ throw new Error(
111
+ `Unsupported RoPE scaling type "${ropeScalingType}". ` +
112
+ 'Supported types: null, "linear", "yarn", "longrope".'
71
113
  );
72
114
  }
73
115
  for (let i = 0; i < halfDim; i++) {
@@ -83,8 +125,8 @@ function computeRoPEFreqsForTheta(
83
125
  for (let i = 0; i < halfDim; i++) {
84
126
  const scaledPos = pos / scales[i];
85
127
  const angle = scaledPos * freqs[i];
86
- cosValues[pos * halfDim + i] = Math.cos(angle);
87
- sinValues[pos * halfDim + i] = Math.sin(angle);
128
+ cosValues[pos * halfDim + i] = Math.cos(angle) * magnitudeScale;
129
+ sinValues[pos * halfDim + i] = Math.sin(angle) * magnitudeScale;
88
130
  }
89
131
  }
90
132
 
@@ -101,6 +143,12 @@ function isSameRoPEScalingConfig(
101
143
  ) {
102
144
  if (leftType !== rightType) return false;
103
145
  if (leftScale !== rightScale) return false;
146
+ if (leftType === 'longrope') {
147
+ return JSON.stringify(leftScaling?.short_factor ?? null) === JSON.stringify(rightScaling?.short_factor ?? null)
148
+ && JSON.stringify(leftScaling?.long_factor ?? null) === JSON.stringify(rightScaling?.long_factor ?? null)
149
+ && (leftScaling?.original_max_position_embeddings ?? null)
150
+ === (rightScaling?.original_max_position_embeddings ?? null);
151
+ }
104
152
  if (leftType !== 'yarn') return true;
105
153
  return (leftScaling?.beta_fast ?? null) === (rightScaling?.beta_fast ?? null)
106
154
  && (leftScaling?.beta_slow ?? null) === (rightScaling?.beta_slow ?? null)
@@ -44,6 +44,7 @@ import type {
44
44
  import type { LoaderDebugConfigSchema } from '../../../config/schema/debug.schema.js';
45
45
  import type { KernelPathSource } from '../../../config/kernel-path-loader.js';
46
46
  import type { ExecutionV1PerLayerInputsSessionSchema } from '../../../config/schema/execution-v1.schema.js';
47
+ import type { DopplerLoader } from '../../../loader/doppler-loader.js';
47
48
 
48
49
  export interface PipelineStorageContext {
49
50
  preflight?: () => Promise<void>;
@@ -67,6 +68,15 @@ export interface PipelineStorageContext {
67
68
  close?: () => Promise<void>;
68
69
  }
69
70
 
71
+ export interface EmulationContext {
72
+ config: {
73
+ topology: { gpuCount: number };
74
+ timingMode: string;
75
+ };
76
+ getStats(): unknown;
77
+ destroy(): void | Promise<void>;
78
+ }
79
+
70
80
  export function createNodeFileShardStorageContext(
71
81
  baseUrl: string | null | undefined,
72
82
  manifest: Manifest
@@ -90,6 +100,10 @@ export interface PipelineContexts {
90
100
  runtimeConfig?: Partial<RuntimeConfigSchema> | RuntimeConfigSchema;
91
101
  /** Progress callback for weight loading */
92
102
  onProgress?: (progress: { percent: number; message?: string }) => void;
103
+ /** Optional caller-owned loader instance for isolated model residency */
104
+ loader?: DopplerLoader;
105
+ /** True when the pipeline should release the injected loader on unload */
106
+ ownsLoader?: boolean;
93
107
  }
94
108
 
95
109
  /**
@@ -219,6 +233,7 @@ export function initTokenizer(
219
233
  * Weight loading result.
220
234
  */
221
235
  export interface WeightLoadResult {
236
+ loader: DopplerLoader;
222
237
  layerWeights: Map<string, LayerWeights>;
223
238
  embeddings: GPUBuffer | WeightBuffer | CpuWeightBuffer | Float32Array | null;
224
239
  lmHead: GPUBuffer | WeightBuffer | CpuWeightBuffer | Float32Array | null;
@@ -250,6 +265,7 @@ export interface LoadWeightsOptions {
250
265
  keepF32Weights?: boolean;
251
266
  loaderDebug?: LoaderDebugConfigSchema | null;
252
267
  perLayerInputSession?: ExecutionV1PerLayerInputsSessionSchema | null;
268
+ loader?: DopplerLoader;
253
269
  }
254
270
 
255
271
  /**
@@ -334,7 +350,10 @@ export function initSpeculativeDecoder(
334
350
  export function fuseQKVWeights(
335
351
  layerWeights: Map<string, LayerWeights>,
336
352
  modelConfig: ParsedModelConfig,
337
- kernelPath?: KernelPathSchema | null
353
+ kernelPath?: KernelPathSchema | null,
354
+ options?: {
355
+ allowQ4K?: boolean;
356
+ }
338
357
  ): void;
339
358
 
340
359
  /**
@@ -349,7 +368,7 @@ export function fuseQKVWeights(
349
368
  */
350
369
  export function initEmulation(
351
370
  runtimeConfig: RuntimeConfigSchema
352
- ): Promise<import('/proto/simulator/index.js').EmulationContext | null>;
371
+ ): Promise<EmulationContext | null>;
353
372
 
354
373
  /**
355
374
  * Destroy emulation context and clean up resources.
@@ -357,5 +376,5 @@ export function initEmulation(
357
376
  * @param emulation - Emulation context to destroy
358
377
  */
359
378
  export function destroyEmulation(
360
- emulation: import('/proto/simulator/index.js').EmulationContext | null
379
+ emulation: EmulationContext | null
361
380
  ): Promise<void>;
@@ -442,22 +442,35 @@ function getRequiredKernelMaxKVLen(operation, variant, label) {
442
442
  }
443
443
 
444
444
  function resolveTieredRequestedQuantMode(runtimeKV) {
445
- const tieringMode = String(runtimeKV?.tiering?.mode ?? 'off').trim().toLowerCase();
445
+ const tiering = requirePlainObject(
446
+ runtimeKV?.tiering,
447
+ 'runtime.inference.session.kvcache.tiering'
448
+ );
449
+ const tieringMode = requireNonEmptyString(
450
+ tiering.mode,
451
+ 'runtime.inference.session.kvcache.tiering.mode'
452
+ ).toLowerCase();
446
453
  assertSupportedTurboQuantMode(tieringMode, 'runtime.inference.session.kvcache.tiering.mode');
447
- const compressionMode = String(
448
- runtimeKV?.tiering?.compression?.mode
449
- ?? (tieringMode === 'int8'
450
- || tieringMode === 'int4'
451
- || tieringMode === 'turboquant'
452
- || tieringMode === 'turboquant_prod'
453
- ? tieringMode
454
- : 'none')
455
- ).trim().toLowerCase();
454
+ const compression = requirePlainObject(
455
+ tiering.compression,
456
+ 'runtime.inference.session.kvcache.tiering.compression'
457
+ );
458
+ const compressionMode = requireNonEmptyString(
459
+ compression.mode,
460
+ 'runtime.inference.session.kvcache.tiering.compression.mode'
461
+ ).toLowerCase();
456
462
  assertSupportedTurboQuantMode(
457
463
  compressionMode,
458
464
  'runtime.inference.session.kvcache.tiering.compression.mode'
459
465
  );
460
- const gatingMode = String(runtimeKV?.tiering?.gating?.mode ?? 'auto').trim().toLowerCase();
466
+ const gating = requirePlainObject(
467
+ tiering.gating,
468
+ 'runtime.inference.session.kvcache.tiering.gating'
469
+ );
470
+ const gatingMode = requireNonEmptyString(
471
+ gating.mode,
472
+ 'runtime.inference.session.kvcache.tiering.gating.mode'
473
+ ).toLowerCase();
461
474
  if (gatingMode === 'force_off') {
462
475
  return 'none';
463
476
  }
@@ -465,7 +478,14 @@ function resolveTieredRequestedQuantMode(runtimeKV) {
465
478
  }
466
479
 
467
480
  function resolveContiguousRequestedQuantMode(runtimeKV) {
468
- const quantMode = String(runtimeKV?.quantization?.mode ?? 'none').trim().toLowerCase();
481
+ const quantization = requirePlainObject(
482
+ runtimeKV?.quantization,
483
+ 'runtime.inference.session.kvcache.quantization'
484
+ );
485
+ const quantMode = requireNonEmptyString(
486
+ quantization.mode,
487
+ 'runtime.inference.session.kvcache.quantization.mode'
488
+ ).toLowerCase();
469
489
  assertSupportedTurboQuantMode(
470
490
  quantMode,
471
491
  'runtime.inference.session.kvcache.quantization.mode'
@@ -725,17 +745,24 @@ export function createKVCache(modelConfig, useGPU, debug = false, runtimeConfig)
725
745
  tiering: runtimeKV.tiering,
726
746
  });
727
747
  } else if (cacheLayout === 'contiguous_quantized') {
728
- const quantCfg = runtimeKV.quantization ?? {};
748
+ const quantCfg = requirePlainObject(
749
+ runtimeKV.quantization,
750
+ 'runtime.inference.kvcache.quantization'
751
+ );
752
+ const bitWidth = requirePositiveInteger(
753
+ quantCfg.bitWidth,
754
+ 'runtime.inference.kvcache.quantization.bitWidth'
755
+ );
729
756
  const qCache = new QuantizedKVCache({
730
757
  ...cacheConfig,
731
758
  quantMode,
732
- bitWidth: quantCfg.bitWidth ?? 4,
759
+ bitWidth,
733
760
  prodMode: quantCfg.prodMode === true,
734
761
  });
735
762
  const device = getDevice();
736
763
  qCache.setSharedBuffers(retainTurboQuantSharedBuffers(device, {
737
764
  headDim: modelConfig.headDim,
738
- bitWidth: quantCfg.bitWidth ?? 4,
765
+ bitWidth,
739
766
  prodMode: quantCfg.prodMode === true,
740
767
  }));
741
768
  kvCache = qCache;
@@ -783,6 +810,27 @@ export function createKVCache(modelConfig, useGPU, debug = false, runtimeConfig)
783
810
  return kvCache;
784
811
  }
785
812
 
813
+ function requirePlainObject(value, label) {
814
+ if (!isPlainObject(value)) {
815
+ throw new Error(`${label} is required.`);
816
+ }
817
+ return value;
818
+ }
819
+
820
+ function requireNonEmptyString(value, label) {
821
+ if (typeof value !== 'string' || value.trim().length === 0) {
822
+ throw new Error(`${label} is required.`);
823
+ }
824
+ return value.trim();
825
+ }
826
+
827
+ function requirePositiveInteger(value, label) {
828
+ if (!Number.isInteger(value) || value <= 0) {
829
+ throw new Error(`${label} must be a positive integer.`);
830
+ }
831
+ return value;
832
+ }
833
+
786
834
  // ============================================================================
787
835
  // Tokenizer Setup
788
836
  // ============================================================================
@@ -831,7 +879,7 @@ export async function loadWeights(manifest, modelConfig, options = {}) {
831
879
  throw new Error('runtime.loading.shardCache.verifyHashes is required.');
832
880
  }
833
881
 
834
- const dopplerLoader = getDopplerLoader(loadingConfig);
882
+ const dopplerLoader = options.loader ?? getDopplerLoader(loadingConfig);
835
883
  const keepF32Weights = options.keepF32Weights === true;
836
884
  dopplerLoader.setQ4KConfig(
837
885
  resolveQ4KConfig(
@@ -949,7 +997,6 @@ export async function loadWeights(manifest, modelConfig, options = {}) {
949
997
  layerWeights.set(`layer_${l}`, weights);
950
998
  }
951
999
  }
952
-
953
1000
  // Collect per-layer router weights for MoE
954
1001
 
955
1002
  const layerRouterWeights = new Map();
@@ -969,6 +1016,7 @@ export async function loadWeights(manifest, modelConfig, options = {}) {
969
1016
  }
970
1017
 
971
1018
  return {
1019
+ loader: dopplerLoader,
972
1020
  layerWeights,
973
1021
  embeddings: dopplerLoader.embeddings,
974
1022
  lmHead: dopplerLoader.lmHead,