doppler-gpu 0.6.1 → 0.7.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1436) hide show
  1. package/CHANGELOG.md +141 -38
  2. package/README.md +47 -195
  3. package/models/catalog.json +108 -51
  4. package/package.json +92 -122
  5. package/src/capsule-runtime.d.ts +15 -8
  6. package/src/capsule-runtime.js +7 -3
  7. package/src/cli/cli-output.js +85 -9
  8. package/src/cli/doppler-cli.js +23 -21
  9. package/src/client/capsule-host.browser.js +6 -0
  10. package/src/client/capsule-host.d.ts +11 -0
  11. package/src/client/capsule-host.js +6 -0
  12. package/src/client/doppler-api.browser.js +1 -1
  13. package/src/client/doppler-api.d.ts +1 -0
  14. package/src/client/doppler-api.js +1 -1
  15. package/src/client/doppler-registry.js +6 -0
  16. package/src/client/inspection.d.ts +10 -1
  17. package/src/client/inspection.js +24 -12
  18. package/src/client/model-host/index.d.ts +3 -0
  19. package/src/client/model-host/index.js +73 -18
  20. package/src/client/model-host/model-session.d.ts +47 -17
  21. package/src/client/model-host/model-session.js +285 -154
  22. package/src/client/model-host/source-loading.js +910 -0
  23. package/src/client/provider.js +6 -6
  24. package/src/client/resident-partitions.d.ts +30 -0
  25. package/src/client/resident-partitions.js +114 -0
  26. package/src/client/runtime/capsule-acquisition.d.ts +17 -2
  27. package/src/client/runtime/capsule-artifact-source.js +23 -1
  28. package/src/client/runtime/capsule-operation-adapters.d.ts +3 -2
  29. package/src/client/runtime/capsule-operation-adapters.js +44 -8
  30. package/src/client/runtime/capsule-operation-deltas.js +44 -0
  31. package/src/client/runtime/capsule-operation-executor.d.ts +2 -2
  32. package/src/client/runtime/capsule-operation-executor.js +11 -5
  33. package/src/client/runtime/capsule-operation-stream.d.ts +10 -0
  34. package/src/client/runtime/capsule-operation-stream.js +81 -0
  35. package/src/client/runtime/capsule-piece-reader.js +88 -0
  36. package/src/client/runtime/capsule-program-adapter.js +51 -21
  37. package/src/client/runtime/command-executor.d.ts +13 -0
  38. package/src/client/runtime/command-executor.js +54 -11
  39. package/src/client/runtime/composition-root.d.ts +35 -12
  40. package/src/client/runtime/composition-root.js +186 -57
  41. package/src/client/runtime/fetch-capsule-artifact-store.d.ts +3 -2
  42. package/src/client/runtime/fetch-capsule-artifact-store.js +56 -1
  43. package/src/client/runtime/lora.d.ts +22 -0
  44. package/src/client/runtime/lora.js +86 -26
  45. package/src/client/runtime/model-manager.js +10 -75
  46. package/src/client/runtime/model-source.d.ts +1 -0
  47. package/src/client/runtime/model-source.js +1 -1
  48. package/src/client/runtime/node-quickstart-cache.js +7 -2
  49. package/src/client/runtime/resource-binder.d.ts +1 -0
  50. package/src/client/runtime/resource-binder.js +20 -14
  51. package/src/client/runtime/scoped-session.d.ts +10 -0
  52. package/src/client/runtime/scoped-session.js +41 -3
  53. package/src/client/runtime/session-controller.d.ts +15 -1
  54. package/src/client/runtime/session-controller.js +102 -30
  55. package/src/client/runtime/verified-capsule-artifact-store.d.ts +27 -0
  56. package/src/client/runtime/verified-capsule-artifact-store.js +255 -58
  57. package/src/client/wrap-pipeline-handle.js +23 -17
  58. package/src/config/canonical-contract-codec.d.ts +10 -0
  59. package/src/config/canonical-contract-codec.js +144 -0
  60. package/src/config/canonical-generation-policy.d.ts +7 -0
  61. package/src/config/canonical-generation-policy.js +66 -0
  62. package/src/config/capsule-loading.d.ts +5 -1
  63. package/src/config/capsule-loading.js +1 -1
  64. package/src/config/capsule-loading.schema.json +63 -4
  65. package/src/config/capsule-operation.d.ts +10 -3
  66. package/src/config/capsule-operation.js +6 -1
  67. package/src/config/capsule-operations.json +26 -1
  68. package/src/config/capsule-release-contract.js +2 -29
  69. package/src/config/capsule-token-selection.d.ts +15 -0
  70. package/src/config/capsule-token-selection.js +39 -0
  71. package/src/config/capsule-token-selection.json +11 -0
  72. package/src/config/capsule-v2.d.ts +1 -0
  73. package/src/config/capsule-v2.js +14 -21
  74. package/src/config/choice-scoring-reference.js +66 -0
  75. package/src/config/choice-scoring.d.ts +21 -0
  76. package/src/config/choice-scoring.js +66 -0
  77. package/src/config/choice-scoring.json +8 -0
  78. package/src/config/conversion/amplify/amplify-120m-f16-af32.json +4 -4
  79. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +7 -7
  80. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +3 -3
  81. package/src/config/conversion/esm/esm2-t12-35m-ur50d-f32-af32.json +12 -8
  82. package/src/config/conversion/esmc/esmc-300m-f32-af32.json +260 -55
  83. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +16 -10
  84. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +9 -8
  85. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +6 -6
  86. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +9 -9
  87. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +8 -7
  88. package/src/config/conversion/gemma3/gemma-3-270m-it-w8a8-ehf16-af32.json +491 -0
  89. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +5 -5
  90. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +9 -8
  91. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +24 -8
  92. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +24 -8
  93. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +25 -9
  94. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +21 -5
  95. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +26 -9
  96. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +26 -9
  97. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +26 -9
  98. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +25 -8
  99. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +25 -8
  100. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +7 -6
  101. package/src/config/conversion/glmocr/glm-ocr-f16-af32.json +7 -7
  102. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +7 -6
  103. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +7 -6
  104. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +20 -12
  105. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +7 -9
  106. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-bf16-af32.json +7 -7
  107. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-f16-af32.json +7 -7
  108. package/src/config/conversion/nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32.json +252 -53
  109. package/src/config/conversion/qwen3/qwen-3-4b-instruct-2507-q4k-ehf16-af32.json +501 -0
  110. package/src/config/conversion/qwen3/qwen-3-5-0-8b-canonical-f32.json +461 -0
  111. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +8 -8
  112. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +8 -8
  113. package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +7 -7
  114. package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +8 -8
  115. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +8 -8
  116. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +8 -8
  117. package/src/config/conversion/qwen3/qwen-3-6-35b-a3b-q4_0-passthrough.json +1218 -0
  118. package/src/config/conversion/qwen3/qwen-3-6-35b-a3b-text-q4k-ehf16-af32.json +581 -0
  119. package/src/config/conversion/qwen3/qwen-3-8-flash-next-text-q4k-ehf16-af32.json +1063 -0
  120. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-f16-af32.json +11 -11
  121. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +6 -6
  122. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +18 -10
  123. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-true-logit-af32.json +10 -10
  124. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +18 -18
  125. package/src/config/conversion/qwen3/qwen3.8-27b-q4_0-passthrough.json +823 -0
  126. package/src/config/conversion/qwen3/qwen3.8-27b-text-f16-af32.json +11 -11
  127. package/src/config/conversion/qwen3/qwen3.8-27b-text-q4k-ehaf16.json +11 -11
  128. package/src/config/embedding-contract.d.ts +17 -0
  129. package/src/config/embedding-contract.js +12 -0
  130. package/src/config/embedding-reference.js +32 -0
  131. package/src/config/execution-registry-contract.d.ts +41 -0
  132. package/src/config/execution-registry-contract.js +171 -0
  133. package/src/config/generation-contract.d.ts +28 -1
  134. package/src/config/generation-contract.json +119 -0
  135. package/src/config/initial-execution-identity.d.ts +1 -1
  136. package/src/config/initial-execution-identity.js +9 -9
  137. package/src/config/inspection/activity-stages.json +42 -0
  138. package/src/config/inspection/observation-policies.json +135 -0
  139. package/src/config/kernel-path-loader.d.ts +30 -0
  140. package/src/config/kernel-path-loader.js +69 -13
  141. package/src/config/kernel-registry-contract.d.ts +78 -13
  142. package/src/config/kernel-registry-contract.js +110 -38
  143. package/src/config/kernels/backward-registry.json +1 -1
  144. package/src/config/kernels/registry.js +3 -47
  145. package/src/config/kernels/registry.json +31747 -7849
  146. package/src/config/layer-partition-plan.d.ts +93 -0
  147. package/src/config/layer-partition-plan.js +305 -0
  148. package/src/config/manifest-inference-validation.js +10 -0
  149. package/src/config/merge/execution-patches.js +14 -0
  150. package/src/config/merge.d.ts +4 -0
  151. package/src/config/merge.js +50 -0
  152. package/src/config/model-ir-v2.d.ts +1 -0
  153. package/src/config/model-ir-v2.js +5 -16
  154. package/src/config/model-ir.js +9 -14
  155. package/src/config/ordered-resident-qualification.d.ts +16 -0
  156. package/src/config/ordered-resident-qualification.js +62 -0
  157. package/src/config/param-categories.js +4 -0
  158. package/src/config/param-validator.js +64 -29
  159. package/src/config/production-release-evidence.js +2 -27
  160. package/src/config/production-release.js +2 -29
  161. package/src/config/quickstart-registry.json +57 -8
  162. package/src/config/reasoning-output.d.ts +6 -0
  163. package/src/config/reasoning-output.js +26 -0
  164. package/src/config/revocation-policy.js +1 -4
  165. package/src/config/rope-frequencies.js +9 -0
  166. package/src/config/runtime/profiles/demo-f16-comparison.json +20 -0
  167. package/src/config/runtime/profiles/flash-next-node-host-cache-qualification.json +21 -0
  168. package/src/config/runtime/profiles/flash-next-paged-qualification.json +23 -0
  169. package/src/config/runtime/profiles/flash-next-routed-f32kv-qualification.json +72 -0
  170. package/src/config/runtime/profiles/flash-next-routed-qualification.json +27 -0
  171. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +51 -2
  172. package/src/config/runtime/profiles/qwen-3-5-0-8b-vulkan-parity.json +88 -0
  173. package/src/config/runtime/profiles/qwen-3-5-0-8b-vulkan-subgroup8.json +173 -0
  174. package/src/config/runtime/profiles/qwen-3-5-0-8b-vulkan-throughput.json +33 -0
  175. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +51 -2
  176. package/src/config/runtime/profiles/qwen-3-5-2b-vulkan-parity.json +15 -0
  177. package/src/config/runtime/profiles/qwen3-6-35b-a3b-q4_0-candidate.json +4491 -0
  178. package/src/config/runtime/profiles/qwen3-6-35b-a3b-q4_0-pooled-q8-common-diagnostic.json +4407 -0
  179. package/src/config/runtime/profiles/qwen3-6-35b-a3b-route-f32-candidate.json +17 -0
  180. package/src/config/runtime/profiles/qwen3-6-35b-a3b-route-f32-workspace-candidate.json +13 -0
  181. package/src/config/runtime.d.ts +6 -0
  182. package/src/config/runtime.js +51 -21
  183. package/src/config/schema/benchmark.schema.d.ts +1 -0
  184. package/src/config/schema/benchmark.schema.js +2 -0
  185. package/src/config/schema/conversion.schema.d.ts +5 -0
  186. package/src/config/schema/converter.schema.d.ts +10 -0
  187. package/src/config/schema/converter.schema.js +10 -0
  188. package/src/config/schema/debug.schema.d.ts +1 -0
  189. package/src/config/schema/doppler.schema.js +16 -9
  190. package/src/config/schema/emulation.schema.js +0 -77
  191. package/src/config/schema/execution-v1.schema.d.ts +32 -2
  192. package/src/config/schema/execution-v1.schema.js +8 -0
  193. package/src/config/schema/fp8.schema.d.ts +17 -0
  194. package/src/config/schema/fp8.schema.js +27 -0
  195. package/src/config/schema/hyper-connection-decoder.schema.d.ts +98 -0
  196. package/src/config/schema/hyper-connection-decoder.schema.js +213 -0
  197. package/src/config/schema/index.d.ts +2 -2
  198. package/src/config/schema/index.js +3 -0
  199. package/src/config/schema/inference.schema.d.ts +8 -2
  200. package/src/config/schema/kernel-registry.schema.d.ts +22 -7
  201. package/src/config/schema/kernel-registry.schema.js +13 -2
  202. package/src/config/schema/kernel-thresholds.schema.d.ts +3 -0
  203. package/src/config/schema/kernel-thresholds.schema.js +14 -3
  204. package/src/config/schema/kernel-warmup.schema.d.ts +15 -0
  205. package/src/config/schema/kernel-warmup.schema.js +3 -0
  206. package/src/config/schema/loading.schema.d.ts +41 -0
  207. package/src/config/schema/loading.schema.js +67 -0
  208. package/src/config/schema/manifest-rope.schema.d.ts +55 -0
  209. package/src/config/schema/manifest.schema.d.ts +47 -57
  210. package/src/config/schema/manifest.schema.js +41 -2
  211. package/src/config/schema/ngram-embedding.schema.d.ts +116 -0
  212. package/src/config/schema/ngram-embedding.schema.js +312 -0
  213. package/src/config/schema/program-bundle.schema.d.ts +1 -0
  214. package/src/config/schema/program-bundle.schema.js +8 -3
  215. package/src/config/schema/quantization-defaults.schema.d.ts +1 -1
  216. package/src/config/schema/quantization.schema.d.ts +2 -0
  217. package/src/config/schema/quantization.schema.js +2 -0
  218. package/src/config/schema/speculation-self.schema.d.ts +6 -1
  219. package/src/config/schema/speculation-self.schema.js +29 -2
  220. package/src/config/schema/w8a8.schema.d.ts +24 -0
  221. package/src/config/schema/w8a8.schema.js +38 -0
  222. package/src/config/source-packages/litert/gemma-4-e2b-it.json +6 -6
  223. package/src/config/supported-operations.json +105 -0
  224. package/src/config/target-plan.d.ts +16 -2
  225. package/src/config/target-plan.js +63 -16
  226. package/src/config/wgsl-language-contract.js +47 -0
  227. package/src/converter/artifact-identity.js +27 -47
  228. package/src/converter/capability-transform-resolver.js +80 -0
  229. package/src/converter/conversion-plan.js +14 -14
  230. package/src/converter/core.d.ts +2 -0
  231. package/src/converter/core.js +15 -16
  232. package/src/converter/execution-graph/fusion.js +343 -0
  233. package/src/converter/execution-graph/kv-storage.js +14 -0
  234. package/src/converter/execution-graph/validation.js +431 -0
  235. package/src/converter/execution-graph-transforms.js +927 -0
  236. package/src/converter/forge-candidate-evaluation.js +1 -1
  237. package/src/converter/forge-qualification.js +101 -30
  238. package/src/converter/forge-stages.js +107 -102
  239. package/src/converter/fp8-source.js +99 -0
  240. package/src/converter/linear-norm-gate.js +115 -0
  241. package/src/converter/manifest-builder.js +20 -6
  242. package/src/converter/parsers/gguf.js +21 -2
  243. package/src/converter/quantization-info.js +56 -5
  244. package/src/converter/quantizer.js +4 -159
  245. package/src/converter/qwen4-exp-source-defaults.json +35 -0
  246. package/src/converter/qwen4-exp-source.js +293 -0
  247. package/src/converter/resident-qualification.js +58 -0
  248. package/src/converter/retained-source-shards.js +97 -0
  249. package/src/converter/rope-config.js +1 -0
  250. package/src/converter/source-rotary-frequencies.d.ts +12 -0
  251. package/src/converter/source-rotary-frequencies.js +34 -0
  252. package/src/converter/source-tensor-rules.d.ts +25 -1
  253. package/src/converter/source-tensor-rules.js +31 -1
  254. package/src/converter/tensor-transform.js +60 -7
  255. package/src/converter/tokenizer-contract.js +1 -3
  256. package/src/converter/w8a8-quantizer.js +56 -0
  257. package/src/debug/activation-trace.d.ts +35 -0
  258. package/src/debug/activation-trace.js +89 -0
  259. package/src/debug/activity-trace.d.ts +76 -0
  260. package/src/debug/activity-trace.js +232 -0
  261. package/src/debug/capture-policy.d.ts +9 -1
  262. package/src/debug/capture-policy.js +52 -21
  263. package/src/debug/index.d.ts +3 -0
  264. package/src/debug/index.js +12 -6
  265. package/src/debug/log.d.ts +6 -0
  266. package/src/debug/log.js +26 -0
  267. package/src/debug/perf-guards.js +71 -0
  268. package/src/debug/pipeline-config.js +141 -0
  269. package/src/debug/stats.d.ts +1 -1
  270. package/src/debug/stats.js +7 -2
  271. package/src/debug/tensor.d.ts +15 -3
  272. package/src/debug/tensor.js +43 -27
  273. package/src/debug/trace.js +12 -0
  274. package/src/errors/doppler-error.js +6 -2
  275. package/src/experimental/audio/gemma4.js +19 -10
  276. package/src/experimental/bdpa/basis-decomposed-paged.d.ts +1 -1
  277. package/src/experimental/diffusion/pipeline.d.ts +1 -0
  278. package/src/experimental/distribution/shard-delivery/receipt.js +3 -73
  279. package/src/experimental/distribution/shard-delivery/retry.js +6 -112
  280. package/src/experimental/distribution/shard-delivery.js +19 -632
  281. package/src/experimental/energy/pipeline.d.ts +1 -0
  282. package/src/experimental/logits/cpu.js +2 -7
  283. package/src/experimental/training/artifacts.js +1 -4
  284. package/src/experimental/training/attention-forward.js +1 -1
  285. package/src/experimental/training/autograd.d.ts +21 -0
  286. package/src/experimental/training/autograd.js +44 -20
  287. package/src/experimental/training/checkpoint.js +1 -4
  288. package/src/experimental/training/clip.js +1 -1
  289. package/src/experimental/training/distillation/student-fixture/execution.js +9 -12
  290. package/src/experimental/training/distillation/student-fixture/model.js +9 -12
  291. package/src/experimental/training/distillation/student-fixture.js +9 -12
  292. package/src/experimental/training/lora/checkpoint.js +1 -1
  293. package/src/experimental/training/lora/execution.js +1 -1
  294. package/src/experimental/training/lora/plan.js +1 -1
  295. package/src/experimental/training/lora/recovery.js +1 -1
  296. package/src/experimental/training/lora-pipeline.js +9 -83
  297. package/src/experimental/training/lora-training-round.d.ts +39 -0
  298. package/src/experimental/training/lora-training-round.js +90 -0
  299. package/src/experimental/training/lora.js +2 -1
  300. package/src/experimental/training/loss-scaling.js +1 -1
  301. package/src/experimental/training/loss.js +3 -1
  302. package/src/experimental/training/native-qwen-lora.d.ts +25 -6
  303. package/src/experimental/training/native-qwen-lora.js +176 -21
  304. package/src/experimental/training/operator-command.js +1 -49
  305. package/src/experimental/training/parameter-groups.js +39 -0
  306. package/src/experimental/training/report-ranking.js +52 -0
  307. package/src/experimental/training/runner/lifecycle.js +4 -61
  308. package/src/experimental/training/runner.js +2 -5
  309. package/src/experimental/training/suite/execution.js +3 -5
  310. package/src/experimental/training/suite/plan.js +6 -21
  311. package/src/experimental/training/suite.js +5 -34
  312. package/src/experimental/training/trainer.js +2 -36
  313. package/src/experimental/training/workload-capsules/registry.json +473 -0
  314. package/src/experimental/turboquant/codebook.js +0 -29
  315. package/src/formats/contract-validation.js +30 -0
  316. package/src/formats/flatbuffer-tables.js +55 -0
  317. package/src/formats/float16.js +81 -0
  318. package/src/formats/float8.js +19 -0
  319. package/src/formats/gguf/block-storage.js +51 -0
  320. package/src/formats/gguf/quantized-formats.json +10 -0
  321. package/src/formats/gguf/qwen-source.js +88 -0
  322. package/src/formats/gguf/qwen-source.json +8 -0
  323. package/src/formats/gguf/tokenizer-pre.json +4 -0
  324. package/src/formats/gguf/tokenizer.js +50 -0
  325. package/src/formats/litert/types.js +8 -180
  326. package/src/formats/paged-source-reader.js +158 -0
  327. package/src/formats/q4k-dequant.js +95 -0
  328. package/src/formats/rdrr/classification.js +4 -0
  329. package/src/formats/rdrr/distributed/validation.js +1 -4
  330. package/src/formats/rdrr/fp8-contract.js +38 -0
  331. package/src/formats/rdrr/fp8-storage.js +83 -0
  332. package/src/formats/rdrr/functional-descriptor.js +1 -4
  333. package/src/formats/rdrr/parsing.js +1 -1
  334. package/src/formats/rdrr/q4_0-storage.js +24 -0
  335. package/src/formats/rdrr/storage-descriptor.js +7 -1
  336. package/src/formats/rdrr/types.d.ts +7 -1
  337. package/src/formats/rdrr/validation.js +37 -6
  338. package/src/formats/rdrr/w8a8-storage.js +64 -0
  339. package/src/formats/safetensors/types.js +4 -0
  340. package/src/formats/sha256.js +104 -103
  341. package/src/formats/sorted-json.js +9 -0
  342. package/src/formats/source-runtime.d.ts +52 -0
  343. package/src/formats/tflite/types.js +7 -161
  344. package/src/generation/index.d.ts +7 -1
  345. package/src/generation/index.js +7 -1
  346. package/src/gpu/buffer-identity.js +4 -0
  347. package/src/gpu/command-recorder.d.ts +66 -29
  348. package/src/gpu/command-recorder.js +157 -161
  349. package/src/gpu/device-bindings.js +98 -0
  350. package/src/gpu/device-state.js +0 -12
  351. package/src/gpu/device.d.ts +9 -0
  352. package/src/gpu/device.js +104 -141
  353. package/src/gpu/kernel-selector.js +73 -12
  354. package/src/gpu/kernels/attention/executors-components.js +235 -0
  355. package/src/gpu/kernels/attention/executors.js +296 -510
  356. package/src/gpu/kernels/attention/plan.js +65 -18
  357. package/src/gpu/kernels/attention/query-splitk.js +80 -0
  358. package/src/gpu/kernels/attention_decode_gqa_splitk.wgsl +197 -0
  359. package/src/gpu/kernels/attention_decode_online.wgsl +348 -0
  360. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +126 -22
  361. package/src/gpu/kernels/attention_decode_subgroup.wgsl +5 -6
  362. package/src/gpu/kernels/attention_head256_f16kv.wgsl +56 -9
  363. package/src/gpu/kernels/attention_indexed.wgsl +179 -0
  364. package/src/gpu/kernels/attention_indexed_f16kv.wgsl +180 -0
  365. package/src/gpu/kernels/attention_paired.wgsl +361 -0
  366. package/src/gpu/kernels/attention_paired_tiled.wgsl +383 -0
  367. package/src/gpu/kernels/attention_prefill_partitioned_head256_f16kv.wgsl +247 -0
  368. package/src/gpu/kernels/attention_prefill_query_splitk_f32.wgsl +234 -0
  369. package/src/gpu/kernels/attention_prefill_query_splitk_reduce_f32.wgsl +103 -0
  370. package/src/gpu/kernels/attention_prefill_query_tile_f16kv.wgsl +225 -0
  371. package/src/gpu/kernels/attention_prefill_query_tile_f32.wgsl +222 -0
  372. package/src/gpu/kernels/backward/adam.js +11 -3
  373. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.js +51 -15
  374. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.wgsl +9 -8
  375. package/src/gpu/kernels/backward/gated_delta_recurrent_checkpoint_forward.js +149 -0
  376. package/src/gpu/kernels/backward/gated_delta_recurrent_checkpoint_forward.wgsl +109 -0
  377. package/src/gpu/kernels/backward/gated_delta_recurrent_checkpointed_backward.js +120 -0
  378. package/src/gpu/kernels/backward/gelu_backward.js +8 -12
  379. package/src/gpu/kernels/backward/index.js +6 -0
  380. package/src/gpu/kernels/backward/qwen_attention_split_q_gate_backward.js +80 -0
  381. package/src/gpu/kernels/backward/qwen_attention_split_q_gate_backward.wgsl +26 -0
  382. package/src/gpu/kernels/backward/qwen_gqa_attention_backward.js +157 -0
  383. package/src/gpu/kernels/backward/qwen_gqa_attention_backward.wgsl +82 -0
  384. package/src/gpu/kernels/backward/qwen_gqa_softmax_backward_scores.wgsl +73 -0
  385. package/src/gpu/kernels/backward/qwen_gqa_softmax_recompute.wgsl +97 -0
  386. package/src/gpu/kernels/backward/qwen_linear_attention_prepare_backward.js +221 -0
  387. package/src/gpu/kernels/backward/qwen_linear_attention_prepare_backward.wgsl +136 -0
  388. package/src/gpu/kernels/backward/rmsnorm_backward.js +98 -80
  389. package/src/gpu/kernels/backward/rope_backward.js +47 -10
  390. package/src/gpu/kernels/backward/rope_backward.wgsl +46 -22
  391. package/src/gpu/kernels/backward/sigmoid_gated_backward.js +83 -0
  392. package/src/gpu/kernels/backward/sigmoid_gated_backward.wgsl +49 -0
  393. package/src/gpu/kernels/backward/silu_backward.js +8 -12
  394. package/src/gpu/kernels/backward/softmax_backward.js +8 -12
  395. package/src/gpu/kernels/cast_f32_to_two_f32.wgsl +12 -0
  396. package/src/gpu/kernels/cast_two_f32_to_f16.wgsl +49 -0
  397. package/src/gpu/kernels/causal_conv1d_silu.js +80 -0
  398. package/src/gpu/kernels/causal_conv1d_silu.wgsl +44 -0
  399. package/src/gpu/kernels/check-stop.js +1 -1
  400. package/src/gpu/kernels/check_finiteness_f32.wgsl +33 -0
  401. package/src/gpu/kernels/conv2d.js +30 -42
  402. package/src/gpu/kernels/dequant.js +1 -1
  403. package/src/gpu/kernels/dequant_mxfp4.wgsl +6 -4
  404. package/src/gpu/kernels/diffusion-gemma-sampling.js +26 -7
  405. package/src/gpu/kernels/diffusion_gemma_sampling.wgsl +66 -2
  406. package/src/gpu/kernels/dispatch.js +36 -1
  407. package/src/gpu/kernels/embedding-pool.js +15 -13
  408. package/src/gpu/kernels/feature-check.js +7 -2
  409. package/src/gpu/kernels/fp8.js +70 -0
  410. package/src/gpu/kernels/fused_ffn.js +83 -154
  411. package/src/gpu/kernels/fused_ffn_q4k.wgsl +43 -1
  412. package/src/gpu/kernels/fused_ffn_q4k_subgroup8.wgsl +228 -0
  413. package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +2 -2
  414. package/src/gpu/kernels/fused_matmul_q4_subgroup.wgsl +146 -0
  415. package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +14 -4
  416. package/src/gpu/kernels/fused_matmul_q4_widetile_direct.wgsl +204 -0
  417. package/src/gpu/kernels/fused_matmul_residual.js +19 -72
  418. package/src/gpu/kernels/fused_matmul_rmsnorm.js +34 -127
  419. package/src/gpu/kernels/gated-delta-norm-gate.js +45 -0
  420. package/src/gpu/kernels/gated_delta_conv.wgsl +57 -6
  421. package/src/gpu/kernels/gated_delta_conv_f16.wgsl +57 -6
  422. package/src/gpu/kernels/gated_delta_conv_paired.wgsl +282 -0
  423. package/src/gpu/kernels/gated_delta_conv_prefill.wgsl +144 -0
  424. package/src/gpu/kernels/gated_delta_fused_decode.wgsl +375 -40
  425. package/src/gpu/kernels/gated_delta_fused_decode_f16.wgsl +375 -40
  426. package/src/gpu/kernels/gated_delta_fused_decode_paired.wgsl +511 -0
  427. package/src/gpu/kernels/gated_delta_fused_decode_paired_f16.wgsl +513 -0
  428. package/src/gpu/kernels/gated_delta_fused_decode_paired_sigmoid_gate.wgsl +514 -0
  429. package/src/gpu/kernels/gated_delta_fused_decode_paired_sigmoid_gate_f16.wgsl +516 -0
  430. package/src/gpu/kernels/gated_delta_fused_decode_register.wgsl +750 -0
  431. package/src/gpu/kernels/gated_delta_fused_decode_sigmoid_gate.wgsl +511 -0
  432. package/src/gpu/kernels/gated_delta_fused_decode_sigmoid_gate_f16.wgsl +513 -0
  433. package/src/gpu/kernels/gated_delta_gate_paired.wgsl +271 -0
  434. package/src/gpu/kernels/gated_delta_gate_sigmoid_paired.wgsl +273 -0
  435. package/src/gpu/kernels/gated_delta_norm_paired.wgsl +288 -0
  436. package/src/gpu/kernels/gated_delta_prefill_norm_gate.wgsl +227 -0
  437. package/src/gpu/kernels/gated_delta_qk_paired.wgsl +297 -0
  438. package/src/gpu/kernels/gated_delta_qk_paired_parallel.wgsl +299 -0
  439. package/src/gpu/kernels/gated_delta_recurrent.wgsl +362 -32
  440. package/src/gpu/kernels/gated_delta_recurrent_f16.wgsl +362 -32
  441. package/src/gpu/kernels/gated_delta_recurrent_gguf.wgsl +496 -0
  442. package/src/gpu/kernels/gated_delta_recurrent_gguf_register_prefill.wgsl +727 -0
  443. package/src/gpu/kernels/gated_delta_recurrent_paired.wgsl +337 -0
  444. package/src/gpu/kernels/gated_delta_recurrent_register_prefill.wgsl +546 -0
  445. package/src/gpu/kernels/gated_delta_recurrent_sigmoid_gate.wgsl +498 -0
  446. package/src/gpu/kernels/gated_delta_recurrent_sigmoid_gate_f16.wgsl +500 -0
  447. package/src/gpu/kernels/gated_delta_state_paired.wgsl +310 -0
  448. package/src/gpu/kernels/gated_delta_state_paired_sliced.wgsl +348 -0
  449. package/src/gpu/kernels/gated_delta_state_paired_sliced_rolled.wgsl +353 -0
  450. package/src/gpu/kernels/gated_rmsnorm.js +74 -0
  451. package/src/gpu/kernels/gated_rmsnorm.wgsl +62 -0
  452. package/src/gpu/kernels/gather.js +81 -46
  453. package/src/gpu/kernels/gather.wgsl +3 -2
  454. package/src/gpu/kernels/gather_bf16.wgsl +3 -2
  455. package/src/gpu/kernels/gather_f16.wgsl +3 -2
  456. package/src/gpu/kernels/gather_f16_f16_out.wgsl +3 -2
  457. package/src/gpu/kernels/gather_f16_out.wgsl +3 -2
  458. package/src/gpu/kernels/gather_f16_vec4.wgsl +3 -2
  459. package/src/gpu/kernels/gather_f16_vec4_f16_out.wgsl +3 -2
  460. package/src/gpu/kernels/gather_litert_int4_vec4_f16_out.wgsl +3 -2
  461. package/src/gpu/kernels/gather_litert_int4_vec4_f32_out.wgsl +3 -2
  462. package/src/gpu/kernels/gather_q4_0.wgsl +57 -0
  463. package/src/gpu/kernels/gather_split4_f16_vec4_f16_out.wgsl +3 -2
  464. package/src/gpu/kernels/gather_split4_f16_vec4_f32_out.wgsl +104 -0
  465. package/src/gpu/kernels/gather_split8_f16_vec4_f16_out.wgsl +3 -2
  466. package/src/gpu/kernels/gather_split8_f16_vec4_f32_out.wgsl +3 -2
  467. package/src/gpu/kernels/gather_vec4.wgsl +3 -2
  468. package/src/gpu/kernels/gather_vec4_f16_out.wgsl +3 -2
  469. package/src/gpu/kernels/gelu.js +5 -12
  470. package/src/gpu/kernels/gemma4-route-expert.js +2 -5
  471. package/src/gpu/kernels/generated/uniform-writers-0.js +600 -0
  472. package/src/gpu/kernels/generated/uniform-writers-1.js +602 -0
  473. package/src/gpu/kernels/generated/uniform-writers-2.js +516 -0
  474. package/src/gpu/kernels/generated/uniform-writers.js +557 -0
  475. package/src/gpu/kernels/hyper-connection.js +240 -0
  476. package/src/gpu/kernels/hyper_connection_activation.wgsl +110 -0
  477. package/src/gpu/kernels/hyper_connection_branch.wgsl +60 -0
  478. package/src/gpu/kernels/hyper_connection_inject.wgsl +49 -0
  479. package/src/gpu/kernels/hyper_connection_norm.wgsl +72 -0
  480. package/src/gpu/kernels/kernel-bindings.js +37 -0
  481. package/src/gpu/kernels/kernel-configs.d.ts +12 -2
  482. package/src/gpu/kernels/kernel-configs.js +40 -23
  483. package/src/gpu/kernels/kernel-execution.js +87 -26
  484. package/src/gpu/kernels/kernel-geometry.js +43 -0
  485. package/src/gpu/kernels/kernel-prewarm.js +18 -15
  486. package/src/gpu/kernels/kv-cache-write.js +4 -6
  487. package/src/gpu/kernels/layernorm.js +7 -45
  488. package/src/gpu/kernels/linear-attention-core.js +247 -119
  489. package/src/gpu/kernels/linear-attention-recovery.js +90 -0
  490. package/src/gpu/kernels/linear-norm-ab.js +80 -0
  491. package/src/gpu/kernels/linear_norm_ab_f32.wgsl +243 -0
  492. package/src/gpu/kernels/logit-finalize.js +9 -3
  493. package/src/gpu/kernels/logit-scatter.js +9 -3
  494. package/src/gpu/kernels/logit-suppress.js +24 -0
  495. package/src/gpu/kernels/logit_suppress.wgsl +19 -0
  496. package/src/gpu/kernels/matmul-dispatch.js +70 -146
  497. package/src/gpu/kernels/matmul-selection.js +75 -18
  498. package/src/gpu/kernels/matmul-workgroup-capacity.js +37 -0
  499. package/src/gpu/kernels/matmul.js +81 -108
  500. package/src/gpu/kernels/matmul_compensated_f32.wgsl +215 -0
  501. package/src/gpu/kernels/matmul_f16w_f32a_tiled.wgsl +59 -46
  502. package/src/gpu/kernels/matmul_f32.wgsl +23 -17
  503. package/src/gpu/kernels/matmul_f32_row_subgroup.wgsl +88 -0
  504. package/src/gpu/kernels/matmul_fp8.wgsl +60 -0
  505. package/src/gpu/kernels/matmul_gemv_compensated_f32.wgsl +211 -0
  506. package/src/gpu/kernels/matmul_gemv_f32.wgsl +63 -0
  507. package/src/gpu/kernels/matmul_gemv_f32_subgroup.wgsl +84 -0
  508. package/src/gpu/kernels/matmul_gguf_columns_hoisted_f32.wgsl +342 -0
  509. package/src/gpu/kernels/matmul_gguf_pair_columns_f32.wgsl +279 -0
  510. package/src/gpu/kernels/matmul_gguf_pair_f32.wgsl +197 -0
  511. package/src/gpu/kernels/matmul_paired.wgsl +315 -0
  512. package/src/gpu/kernels/matmul_paired_compensated.wgsl +334 -0
  513. package/src/gpu/kernels/matmul_q4_0.wgsl +234 -0
  514. package/src/gpu/kernels/matmul_q4_0_tile128.wgsl +477 -0
  515. package/src/gpu/kernels/matmul_q4_0_tile128_bounded.wgsl +483 -0
  516. package/src/gpu/kernels/matmul_q4_0_tile64.wgsl +282 -0
  517. package/src/gpu/kernels/matmul_q4_0_tile64_bounded.wgsl +288 -0
  518. package/src/gpu/kernels/matmul_q4_0_tile64x128.wgsl +364 -0
  519. package/src/gpu/kernels/matmul_q4_0_tile64x128_bounded.wgsl +370 -0
  520. package/src/gpu/kernels/matmul_q4_1_columns_f32.wgsl +132 -0
  521. package/src/gpu/kernels/matmul_q5k.wgsl +181 -0
  522. package/src/gpu/kernels/matmul_q5k_columns.wgsl +194 -0
  523. package/src/gpu/kernels/matmul_q5k_cooperative.wgsl +129 -0
  524. package/src/gpu/kernels/matmul_q5k_tile64.wgsl +309 -0
  525. package/src/gpu/kernels/matmul_w8a8.wgsl +55 -0
  526. package/src/gpu/kernels/matmul_w8a8_packed.wgsl +54 -0
  527. package/src/gpu/kernels/matmul_w8a8_packed_cooperative.wgsl +77 -0
  528. package/src/gpu/kernels/moe-grouped.js +132 -0
  529. package/src/gpu/kernels/moe-norm-router.js +91 -0
  530. package/src/gpu/kernels/moe-route.js +135 -0
  531. package/src/gpu/kernels/moe-shared-slot.js +219 -0
  532. package/src/gpu/kernels/moe_grouped_matmul_f32.wgsl +216 -0
  533. package/src/gpu/kernels/moe_grouped_matmul_ordered_f32.wgsl +158 -0
  534. package/src/gpu/kernels/moe_grouped_sort.wgsl +101 -0
  535. package/src/gpu/kernels/moe_norm_router_f32.wgsl +254 -0
  536. package/src/gpu/kernels/moe_route_gguf_split_f32.wgsl +117 -0
  537. package/src/gpu/kernels/moe_route_q4_0_f32.wgsl +81 -0
  538. package/src/gpu/kernels/moe_route_q4_f32.wgsl +250 -0
  539. package/src/gpu/kernels/moe_shared_slot_combine_f32.wgsl +91 -0
  540. package/src/gpu/kernels/moe_shared_slot_down_f32.wgsl +264 -0
  541. package/src/gpu/kernels/moe_shared_slot_down_pair_combine_f32.wgsl +254 -0
  542. package/src/gpu/kernels/moe_shared_slot_down_pair_combine_residual_f32.wgsl +262 -0
  543. package/src/gpu/kernels/moe_shared_slot_down_pair_f32.wgsl +187 -0
  544. package/src/gpu/kernels/moe_shared_slot_gu_f32.wgsl +264 -0
  545. package/src/gpu/kernels/moe_shared_slot_gu_pair_f32.wgsl +267 -0
  546. package/src/gpu/kernels/paired-activation.js +86 -0
  547. package/src/gpu/kernels/paired-attention.js +85 -0
  548. package/src/gpu/kernels/paired-cast.js +82 -0
  549. package/src/gpu/kernels/paired-linear-attention.js +180 -0
  550. package/src/gpu/kernels/paired-matmul.js +86 -0
  551. package/src/gpu/kernels/paired-rmsnorm.js +127 -0
  552. package/src/gpu/kernels/paired-rope.js +44 -0
  553. package/src/gpu/kernels/paired-split.js +74 -0
  554. package/src/gpu/kernels/paired_add.wgsl +261 -0
  555. package/src/gpu/kernels/paired_multiply.wgsl +261 -0
  556. package/src/gpu/kernels/paired_scale.wgsl +260 -0
  557. package/src/gpu/kernels/paired_scale_inplace.wgsl +259 -0
  558. package/src/gpu/kernels/paired_sigmoid.wgsl +266 -0
  559. package/src/gpu/kernels/paired_silu.wgsl +266 -0
  560. package/src/gpu/kernels/paired_silu_unary.wgsl +260 -0
  561. package/src/gpu/kernels/pipeline-cache.d.ts +37 -4
  562. package/src/gpu/kernels/pipeline-cache.js +185 -88
  563. package/src/gpu/kernels/ple.js +145 -0
  564. package/src/gpu/kernels/ple_conv.wgsl +104 -0
  565. package/src/gpu/kernels/ple_gate.wgsl +131 -0
  566. package/src/gpu/kernels/q4_0.js +200 -0
  567. package/src/gpu/kernels/qsa-indexer.d.ts +105 -0
  568. package/src/gpu/kernels/qsa-indexer.js +304 -0
  569. package/src/gpu/kernels/qsa_block_keys.wgsl +110 -0
  570. package/src/gpu/kernels/qsa_block_scores.wgsl +73 -0
  571. package/src/gpu/kernels/qsa_prepare.wgsl +116 -0
  572. package/src/gpu/kernels/qsa_select.wgsl +172 -0
  573. package/src/gpu/kernels/quantize_w8a8.wgsl +81 -0
  574. package/src/gpu/kernels/qwen_attention_split_q_gate.js +71 -0
  575. package/src/gpu/kernels/qwen_attention_split_q_gate.wgsl +26 -0
  576. package/src/gpu/kernels/qwen_linear_attention_decay_paired.wgsl +266 -0
  577. package/src/gpu/kernels/qwen_linear_attention_log_decay_paired.wgsl +273 -0
  578. package/src/gpu/kernels/qwen_linear_attention_prepare.js +153 -0
  579. package/src/gpu/kernels/qwen_linear_attention_prepare.wgsl +120 -0
  580. package/src/gpu/kernels/qwen_linear_attention_prepare_paired.wgsl +267 -0
  581. package/src/gpu/kernels/qwen_linear_attention_scale_paired.wgsl +276 -0
  582. package/src/gpu/kernels/relu.js +5 -12
  583. package/src/gpu/kernels/repeat_channels.js +22 -9
  584. package/src/gpu/kernels/repeat_channels.wgsl +12 -5
  585. package/src/gpu/kernels/repeat_channels_f16.wgsl +12 -5
  586. package/src/gpu/kernels/rescale_w8a8.wgsl +74 -0
  587. package/src/gpu/kernels/residual.js +5 -0
  588. package/src/gpu/kernels/rmsnorm-pair.js +2 -2
  589. package/src/gpu/kernels/rmsnorm-qk.js +27 -5
  590. package/src/gpu/kernels/rmsnorm-stats.js +62 -78
  591. package/src/gpu/kernels/rmsnorm.js +74 -96
  592. package/src/gpu/kernels/rmsnorm.wgsl +9 -3
  593. package/src/gpu/kernels/rmsnorm_f16.wgsl +2 -0
  594. package/src/gpu/kernels/rmsnorm_paired.wgsl +321 -0
  595. package/src/gpu/kernels/rmsnorm_paired_sliced.wgsl +326 -0
  596. package/src/gpu/kernels/rmsnorm_qk.wgsl +32 -8
  597. package/src/gpu/kernels/rmsnorm_stats_subgroups.wgsl +7 -7
  598. package/src/gpu/kernels/rope-dispatch.js +26 -0
  599. package/src/gpu/kernels/rope-precompute.js +29 -28
  600. package/src/gpu/kernels/rope-qk.js +35 -24
  601. package/src/gpu/kernels/rope.js +5 -2
  602. package/src/gpu/kernels/rope.wgsl +2 -2
  603. package/src/gpu/kernels/rope_precompute.wgsl +150 -6
  604. package/src/gpu/kernels/rope_precompute_paired.wgsl +285 -0
  605. package/src/gpu/kernels/rope_qk.wgsl +3 -2
  606. package/src/gpu/kernels/rope_qk_paired.wgsl +341 -0
  607. package/src/gpu/kernels/sample.js +115 -244
  608. package/src/gpu/kernels/sample.wgsl +53 -38
  609. package/src/gpu/kernels/sample_f16.wgsl +53 -38
  610. package/src/gpu/kernels/scale.js +6 -1
  611. package/src/gpu/kernels/scatter_add_routes_f32.wgsl +43 -0
  612. package/src/gpu/kernels/shader-cache.d.ts +7 -1
  613. package/src/gpu/kernels/shader-cache.js +61 -20
  614. package/src/gpu/kernels/shader-source-scope.d.ts +14 -0
  615. package/src/gpu/kernels/shader-source-scope.js +127 -12
  616. package/src/gpu/kernels/sigmoid-gated-add.js +68 -0
  617. package/src/gpu/kernels/sigmoid_gated_add_f32.wgsl +76 -0
  618. package/src/gpu/kernels/silu.js +56 -136
  619. package/src/gpu/kernels/silu.wgsl +54 -3
  620. package/src/gpu/kernels/silu_f16.wgsl +3 -2
  621. package/src/gpu/kernels/softmax.js +57 -19
  622. package/src/gpu/kernels/softmax_topk_logit_rank.wgsl +137 -0
  623. package/src/gpu/kernels/softmax_topk_ranked.wgsl +132 -0
  624. package/src/gpu/kernels/softmax_topk_strided.wgsl +80 -0
  625. package/src/gpu/kernels/speculative-accept.js +97 -0
  626. package/src/gpu/kernels/speculative_accept.wgsl +38 -0
  627. package/src/gpu/kernels/speculative_accept_gpu_limit.wgsl +42 -0
  628. package/src/gpu/kernels/split-dispatch.js +18 -0
  629. package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +3 -6
  630. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +4 -11
  631. package/src/gpu/kernels/split_qg.js +6 -2
  632. package/src/gpu/kernels/split_qg.wgsl +3 -2
  633. package/src/gpu/kernels/split_qg_f16.wgsl +3 -2
  634. package/src/gpu/kernels/split_qg_paired.wgsl +59 -0
  635. package/src/gpu/kernels/split_qkv.js +7 -16
  636. package/src/gpu/kernels/split_qkv_paired.wgsl +75 -0
  637. package/src/gpu/kernels/subgroup-partition.js +11 -0
  638. package/src/gpu/kernels/uniform-encoding.js +20 -0
  639. package/src/gpu/kernels/uniform-utils.js +44 -49
  640. package/src/gpu/kernels/vision-average-pool.js +2 -5
  641. package/src/gpu/kernels/vision-patch-embed.js +2 -5
  642. package/src/gpu/kernels/vision-position-embedding.js +2 -5
  643. package/src/gpu/kernels/vision-rope-2d.js +2 -5
  644. package/src/gpu/kernels/vision-spatial-merge.js +2 -5
  645. package/src/gpu/kernels/w8a8.js +166 -0
  646. package/src/gpu/prepared-decode-workspace.d.ts +11 -0
  647. package/src/gpu/prepared-decode-workspace.js +104 -0
  648. package/src/gpu/recorder-timestamps.js +63 -0
  649. package/src/gpu/step-contract.d.ts +27 -0
  650. package/src/gpu/step-contract.js +26 -0
  651. package/src/gpu/submit-tracker.js +1 -17
  652. package/src/gpu/tensor.d.ts +13 -4
  653. package/src/gpu/tensor.js +38 -19
  654. package/src/gpu/uniform-cache.d.ts +8 -4
  655. package/src/gpu/uniform-cache.js +41 -25
  656. package/src/gpu/weight-buffer.d.ts +10 -1
  657. package/src/gpu/weight-buffer.js +2 -1
  658. package/src/index.d.ts +1 -0
  659. package/src/index.js +1 -0
  660. package/src/inference/choice-scoring.js +70 -0
  661. package/src/inference/decode-buffers.d.ts +11 -3
  662. package/src/inference/decode-buffers.js +93 -63
  663. package/src/inference/generation-output.js +128 -0
  664. package/src/inference/generation-step.d.ts +14 -0
  665. package/src/inference/generation-step.js +26 -0
  666. package/src/inference/kv-cache/base.d.ts +7 -2
  667. package/src/inference/kv-cache/base.js +10 -8
  668. package/src/inference/kv-cache/copy-state.js +39 -0
  669. package/src/inference/kv-cache/layer-range.js +76 -0
  670. package/src/inference/kv-cache/mixed-geometry.d.ts +3 -2
  671. package/src/inference/kv-cache/mixed-geometry.js +25 -1
  672. package/src/inference/kv-cache/quantized.d.ts +1 -1
  673. package/src/inference/kv-cache/quantized.js +1 -1
  674. package/src/inference/kv-cache/sliding-window.d.ts +2 -2
  675. package/src/inference/kv-cache/sliding-window.js +58 -183
  676. package/src/inference/kv-cache/tiered.d.ts +1 -1
  677. package/src/inference/kv-cache/tiered.js +1 -1
  678. package/src/inference/kv-cache/types.js +2 -28
  679. package/src/inference/kv-cache/update.js +104 -157
  680. package/src/inference/moe-router.d.ts +5 -0
  681. package/src/inference/moe-router.js +42 -31
  682. package/src/inference/pipelines/audio/index.js +5 -2
  683. package/src/inference/pipelines/audio/mel.js +116 -81
  684. package/src/inference/pipelines/context.js +109 -79
  685. package/src/inference/pipelines/factory.js +27 -5
  686. package/src/inference/pipelines/registry.js +9 -3
  687. package/src/inference/pipelines/shader-scoped-pipeline.d.ts +24 -0
  688. package/src/inference/pipelines/shader-scoped-pipeline.js +243 -11
  689. package/src/inference/pipelines/shared/clipped-linear.js +1 -1
  690. package/src/inference/pipelines/structured/json-head-pipeline.js +1 -1
  691. package/src/inference/pipelines/text/activity-weights.js +110 -0
  692. package/src/inference/pipelines/text/attention/cache-cast.js +15 -0
  693. package/src/inference/pipelines/text/attention/dispatch-params.js +2 -1
  694. package/src/inference/pipelines/text/attention/interpreter/immediate.js +16 -19
  695. package/src/inference/pipelines/text/attention/interpreter/recorded.js +20 -21
  696. package/src/inference/pipelines/text/attention/interpreter.js +34 -38
  697. package/src/inference/pipelines/text/attention/paired-contract.js +29 -0
  698. package/src/inference/pipelines/text/attention/plan.d.ts +2 -0
  699. package/src/inference/pipelines/text/attention/plan.js +11 -4
  700. package/src/inference/pipelines/text/attention/projection-executor.js +10 -27
  701. package/src/inference/pipelines/text/attention/projection-plan.js +24 -31
  702. package/src/inference/pipelines/text/attention/projections.js +10 -27
  703. package/src/inference/pipelines/text/attention/query-transform.js +2 -2
  704. package/src/inference/pipelines/text/attention/recorded-health.js +2 -1
  705. package/src/inference/pipelines/text/attention/rope-observation.js +26 -3
  706. package/src/inference/pipelines/text/chat-format.js +2 -1
  707. package/src/inference/pipelines/text/config/normalization.js +115 -226
  708. package/src/inference/pipelines/text/config/vision-normalizers.js +240 -0
  709. package/src/inference/pipelines/text/config-components.js +49 -0
  710. package/src/inference/pipelines/text/config.d.ts +45 -1
  711. package/src/inference/pipelines/text/config.js +26 -38
  712. package/src/inference/pipelines/text/debug-utils/config.js +13 -156
  713. package/src/inference/pipelines/text/debug-utils/health-metrics.js +8 -23
  714. package/src/inference/pipelines/text/debug-utils/readback-decoding.js +5 -1
  715. package/src/inference/pipelines/text/embed.js +38 -4
  716. package/src/inference/pipelines/text/embedding-batch.js +23 -0
  717. package/src/inference/pipelines/text/embedding-extraction.js +7 -2
  718. package/src/inference/pipelines/text/embedding-normalization.js +2 -1
  719. package/src/inference/pipelines/text/execution-plan.d.ts +16 -0
  720. package/src/inference/pipelines/text/execution-plan.js +49 -2
  721. package/src/inference/pipelines/text/execution-runtime-builders.js +31 -0
  722. package/src/inference/pipelines/text/execution-v1/validation.js +3 -3
  723. package/src/inference/pipelines/text/execution-v1.js +14 -14
  724. package/src/inference/pipelines/text/execution.js +78 -128
  725. package/src/inference/pipelines/text/ffn/activation-observation.js +45 -0
  726. package/src/inference/pipelines/text/ffn/decode-intermediate.js +10 -0
  727. package/src/inference/pipelines/text/ffn/dense-executor.js +55 -50
  728. package/src/inference/pipelines/text/ffn/dense-plan.js +28 -27
  729. package/src/inference/pipelines/text/ffn/dense.js +28 -48
  730. package/src/inference/pipelines/text/ffn/moe.js +67 -3
  731. package/src/inference/pipelines/text/ffn/paired.js +144 -0
  732. package/src/inference/pipelines/text/ffn/qwen-shared-expert.js +212 -0
  733. package/src/inference/pipelines/text/ffn/sandwich.js +8 -3
  734. package/src/inference/pipelines/text/ffn/standard.js +67 -16
  735. package/src/inference/pipelines/text/finiteness-guard-status.js +9 -0
  736. package/src/inference/pipelines/text/generation-request.d.ts +36 -0
  737. package/src/inference/pipelines/text/generation-request.js +73 -0
  738. package/src/inference/pipelines/text/generator/activation-storage.js +15 -0
  739. package/src/inference/pipelines/text/generator/batch-retry-policy.js +20 -0
  740. package/src/inference/pipelines/text/generator/capsule-generation.js +37 -0
  741. package/src/inference/pipelines/text/generator/compiled-greedy-window.js +154 -0
  742. package/src/inference/pipelines/text/generator/decode-components.js +24 -0
  743. package/src/inference/pipelines/text/generator/decode-readback.js +73 -0
  744. package/src/inference/pipelines/text/generator/decode-runtime.js +398 -392
  745. package/src/inference/pipelines/text/generator/decode.js +593 -637
  746. package/src/inference/pipelines/text/generator/diagnostic-sequence.d.ts +63 -0
  747. package/src/inference/pipelines/text/generator/diagnostic-sequence.js +106 -0
  748. package/src/inference/pipelines/text/generator/diffusion.js +24 -12
  749. package/src/inference/pipelines/text/generator/greedy-head-policy.js +15 -0
  750. package/src/inference/pipelines/text/generator/logits-config.js +11 -4
  751. package/src/inference/pipelines/text/generator/per-layer-buffer.js +21 -0
  752. package/src/inference/pipelines/text/generator/prefill-observation.js +25 -1
  753. package/src/inference/pipelines/text/generator/prefill-policy.js +30 -18
  754. package/src/inference/pipelines/text/generator/prefill-runtime.js +511 -511
  755. package/src/inference/pipelines/text/generator/recorded-step-executor.js +70 -0
  756. package/src/inference/pipelines/text/generator/recorder-stats.js +17 -0
  757. package/src/inference/pipelines/text/generator/recovery.js +6 -0
  758. package/src/inference/pipelines/text/generator/session-context.js +19 -7
  759. package/src/inference/pipelines/text/generator/speculative-runtime.js +82 -0
  760. package/src/inference/pipelines/text/generator/text.js +17 -149
  761. package/src/inference/pipelines/text/generator/token-selection.d.ts +7 -0
  762. package/src/inference/pipelines/text/generator/token-selection.js +59 -0
  763. package/src/inference/pipelines/text/generator/training.js +39 -58
  764. package/src/inference/pipelines/text/generator/whole-token-lane.js +371 -0
  765. package/src/inference/pipelines/text/generator/whole-token-observation.d.ts +72 -0
  766. package/src/inference/pipelines/text/generator/whole-token-observation.js +502 -0
  767. package/src/inference/pipelines/text/generator/whole-token-program.d.ts +93 -0
  768. package/src/inference/pipelines/text/generator/whole-token-program.js +731 -0
  769. package/src/inference/pipelines/text/generator/whole-token-template.js +437 -0
  770. package/src/inference/pipelines/text/generator-runtime.d.ts +107 -0
  771. package/src/inference/pipelines/text/generator-runtime.js +24 -64
  772. package/src/inference/pipelines/text/generator-steps.js +49 -49
  773. package/src/inference/pipelines/text/generator.d.ts +10 -1
  774. package/src/inference/pipelines/text/generator.js +96 -166
  775. package/src/inference/pipelines/text/hyper-connection/decoder-layer.d.ts +75 -0
  776. package/src/inference/pipelines/text/hyper-connection/decoder-layer.js +132 -0
  777. package/src/inference/pipelines/text/hyper-connection/layer-executor.js +104 -0
  778. package/src/inference/pipelines/text/hyper-connection/logits-input.js +20 -0
  779. package/src/inference/pipelines/text/hyper-connection/projection.js +21 -0
  780. package/src/inference/pipelines/text/hyper-connection/sequence-transaction.js +145 -0
  781. package/src/inference/pipelines/text/hyper-connection/session.d.ts +39 -0
  782. package/src/inference/pipelines/text/hyper-connection/session.js +236 -0
  783. package/src/inference/pipelines/text/image-transcription.js +2 -3
  784. package/src/inference/pipelines/text/indexed-attention/attention-runner.js +49 -0
  785. package/src/inference/pipelines/text/indexed-attention/qsa-cache.d.ts +54 -0
  786. package/src/inference/pipelines/text/indexed-attention/qsa-cache.js +256 -0
  787. package/src/inference/pipelines/text/init-qkv-fusion.js +121 -104
  788. package/src/inference/pipelines/text/init-rope.d.ts +26 -0
  789. package/src/inference/pipelines/text/init-rope.js +109 -14
  790. package/src/inference/pipelines/text/init-tokenizer.js +29 -0
  791. package/src/inference/pipelines/text/init.d.ts +28 -10
  792. package/src/inference/pipelines/text/init.js +65 -74
  793. package/src/inference/pipelines/text/kernel-trace.js +33 -11
  794. package/src/inference/pipelines/text/layer-execution-contract.js +1 -1
  795. package/src/inference/pipelines/text/layer-input-execution.js +10 -9
  796. package/src/inference/pipelines/text/layer-partition-contract.d.ts +47 -0
  797. package/src/inference/pipelines/text/layer-partition-contract.js +220 -0
  798. package/src/inference/pipelines/text/layer-plan-gpu.js +153 -80
  799. package/src/inference/pipelines/text/layer-plan.js +9 -2
  800. package/src/inference/pipelines/text/layer.js +34 -47
  801. package/src/inference/pipelines/text/lifecycle.js +79 -178
  802. package/src/inference/pipelines/text/linear-attention/activity.js +29 -0
  803. package/src/inference/pipelines/text/linear-attention/norm-ab.js +59 -0
  804. package/src/inference/pipelines/text/linear-attention/plan.js +35 -34
  805. package/src/inference/pipelines/text/linear-attention/state-checkpoint.js +83 -0
  806. package/src/inference/pipelines/text/linear-attention/state-clone.js +109 -0
  807. package/src/inference/pipelines/text/linear-attention/state-layout.js +45 -0
  808. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +48 -45
  809. package/src/inference/pipelines/text/linear-attention.d.ts +20 -0
  810. package/src/inference/pipelines/text/linear-attention.js +130 -135
  811. package/src/inference/pipelines/text/load-errors.js +2 -19
  812. package/src/inference/pipelines/text/load-policy.js +55 -0
  813. package/src/inference/pipelines/text/logits/gpu-executor.js +130 -103
  814. package/src/inference/pipelines/text/logits/gpu.js +93 -70
  815. package/src/inference/pipelines/text/logits/index.d.ts +14 -2
  816. package/src/inference/pipelines/text/logits/index.js +420 -352
  817. package/src/inference/pipelines/text/logits/output-transform.js +28 -23
  818. package/src/inference/pipelines/text/logits/precision-policy.js +1 -1
  819. package/src/inference/pipelines/text/logits/types.d.ts +8 -1
  820. package/src/inference/pipelines/text/lora-apply.js +1 -1
  821. package/src/inference/pipelines/text/model-load.js +71 -117
  822. package/src/inference/pipelines/text/moe/gpu-executor.js +39 -17
  823. package/src/inference/pipelines/text/moe/grouped-prefill.js +67 -0
  824. package/src/inference/pipelines/text/moe/qwen-route-executor.d.ts +41 -0
  825. package/src/inference/pipelines/text/moe/qwen-route-executor.js +125 -0
  826. package/src/inference/pipelines/text/moe/routed-expert-chunks.js +95 -0
  827. package/src/inference/pipelines/text/moe-gpu.js +132 -50
  828. package/src/inference/pipelines/text/moe-impl.d.ts +23 -3
  829. package/src/inference/pipelines/text/moe-shape-validator.js +12 -0
  830. package/src/inference/pipelines/text/ngram/ngram-addresses.d.ts +30 -0
  831. package/src/inference/pipelines/text/ngram/ngram-addresses.js +134 -0
  832. package/src/inference/pipelines/text/ngram/ngram-table.d.ts +89 -0
  833. package/src/inference/pipelines/text/ngram/ngram-table.js +233 -0
  834. package/src/inference/pipelines/text/ngram/ple-layer.d.ts +54 -0
  835. package/src/inference/pipelines/text/ngram/ple-layer.js +115 -0
  836. package/src/inference/pipelines/text/operator-events.d.ts +129 -0
  837. package/src/inference/pipelines/text/operator-events.js +19 -2
  838. package/src/inference/pipelines/text/ops.js +40 -30
  839. package/src/inference/pipelines/text/paired-execution.js +140 -0
  840. package/src/inference/pipelines/text/partition-attempt.js +105 -0
  841. package/src/inference/pipelines/text/partition-execution.js +352 -0
  842. package/src/inference/pipelines/text/per-layer/materialize.js +3 -10
  843. package/src/inference/pipelines/text/per-layer/plan.js +3 -10
  844. package/src/inference/pipelines/text/per-layer-inputs.js +3 -10
  845. package/src/inference/pipelines/text/pipeline-load-timing.js +2 -1
  846. package/src/inference/pipelines/text/pipeline.d.ts +227 -0
  847. package/src/inference/pipelines/text/pipeline.js +629 -0
  848. package/src/inference/pipelines/text/precomputed-input-norm.js +29 -0
  849. package/src/inference/pipelines/text/probes.js +65 -23
  850. package/src/inference/pipelines/text/resident-partition-contract.d.ts +179 -0
  851. package/src/inference/pipelines/text/resident-partition-contract.js +98 -0
  852. package/src/inference/pipelines/text/resident-partition.js +403 -0
  853. package/src/inference/pipelines/text/resident-pipeline-preparation.js +341 -0
  854. package/src/inference/pipelines/text/sampling-config.d.ts +16 -0
  855. package/src/inference/pipelines/text/sampling-config.js +7 -4
  856. package/src/inference/pipelines/text/sequence-state.d.ts +70 -0
  857. package/src/inference/pipelines/text/sequence-state.js +521 -0
  858. package/src/inference/pipelines/text/stage-names.d.ts +88 -0
  859. package/src/inference/pipelines/text/state.d.ts +17 -8
  860. package/src/inference/pipelines/text/state.js +10 -0
  861. package/src/inference/pipelines/text/stopping.js +17 -0
  862. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +77 -0
  863. package/src/inference/pipelines/text/tsir-fixture-writer.js +3 -12
  864. package/src/inference/pipelines/text/types.d.ts +65 -111
  865. package/src/inference/pipelines/text/warm-generation.d.ts +27 -0
  866. package/src/inference/pipelines/text/warm-generation.js +34 -0
  867. package/src/inference/pipelines/text/weight-loading-config.js +16 -10
  868. package/src/inference/pipelines/text/weights.d.ts +103 -1
  869. package/src/inference/pipelines/text/weights.js +0 -17
  870. package/src/inference/pipelines/text.d.ts +3 -211
  871. package/src/inference/pipelines/text.js +16 -578
  872. package/src/inference/pipelines/video/feature-concat.js +30 -0
  873. package/src/inference/pipelines/video/frame-sampler.js +4 -0
  874. package/src/inference/pipelines/video/index.js +33 -44
  875. package/src/inference/pipelines/vision/encoder.js +1 -1
  876. package/src/inference/pipelines/vision/gemma4.js +6 -7
  877. package/src/inference/pipelines/vision/glmocr.js +11 -13
  878. package/src/inference/pipelines/vision/index.js +14 -3
  879. package/src/inference/pipelines/vision/support.js +93 -0
  880. package/src/inference/pipelines/vision/weight-loading.js +111 -0
  881. package/src/inference/rerank.d.ts +44 -0
  882. package/src/inference/resident-block-contract.d.ts +35 -0
  883. package/src/inference/resident-block-contract.js +105 -0
  884. package/src/inference/resident-output-state.d.ts +14 -0
  885. package/src/inference/resident-output-state.js +89 -0
  886. package/src/inference/resident-publication-contract.d.ts +32 -0
  887. package/src/inference/resident-publication-contract.js +104 -0
  888. package/src/inference/resident-state-contract.d.ts +26 -0
  889. package/src/inference/resident-state-contract.js +135 -0
  890. package/src/inference/resident-target-state.d.ts +32 -0
  891. package/src/inference/resident-target-state.js +152 -0
  892. package/src/inference/sampling-rng.js +35 -0
  893. package/src/inference/token-sampling.js +76 -0
  894. package/src/inference/tokenizer.d.ts +2 -0
  895. package/src/inference/tokenizer.js +16 -0
  896. package/src/inference/tokenizers/bundled/incremental-decoder.d.ts +16 -0
  897. package/src/inference/tokenizers/bundled/incremental-decoder.js +100 -0
  898. package/src/inference/tokenizers/bundled/normalizer.js +44 -0
  899. package/src/inference/tokenizers/bundled.js +25 -42
  900. package/src/inference/tokenizers/sentencepiece.js +4 -26
  901. package/src/loader/doppler-loader.d.ts +13 -0
  902. package/src/loader/doppler-loader.js +34 -62
  903. package/src/loader/dtype-utils.js +1 -19
  904. package/src/loader/embedding-limit-preflight.js +77 -8
  905. package/src/loader/embedding-loader.js +43 -114
  906. package/src/loader/experts/expert-cache.js +1 -4
  907. package/src/loader/experts/expert-loader.d.ts +6 -1
  908. package/src/loader/experts/expert-loader.js +90 -29
  909. package/src/loader/experts/expert-preparation.d.ts +16 -0
  910. package/src/loader/experts/expert-preparation.js +57 -0
  911. package/src/loader/experts/loader-bindings.js +53 -0
  912. package/src/loader/experts/qwen-paging.d.ts +19 -0
  913. package/src/loader/experts/qwen-paging.js +70 -0
  914. package/src/loader/experts/routed-expert-cache.d.ts +56 -0
  915. package/src/loader/experts/routed-expert-cache.js +372 -0
  916. package/src/loader/experts/routed-expert-plan.d.ts +20 -0
  917. package/src/loader/experts/routed-expert-plan.js +46 -0
  918. package/src/loader/final-weights-loader.d.ts +7 -1
  919. package/src/loader/final-weights-loader.js +17 -40
  920. package/src/loader/hyper-connection-loader.d.ts +25 -0
  921. package/src/loader/hyper-connection-loader.js +150 -0
  922. package/src/loader/layer-loader.d.ts +8 -1
  923. package/src/loader/layer-loader.js +67 -97
  924. package/src/loader/layer-tensor-aliases.js +77 -11
  925. package/src/loader/layer-weight-shape.js +13 -0
  926. package/src/loader/load-timing.js +2 -0
  927. package/src/loader/loader-types.d.ts +24 -1
  928. package/src/loader/model-executor.js +27 -365
  929. package/src/loader/model-load.d.ts +18 -0
  930. package/src/loader/model-load.js +432 -0
  931. package/src/loader/ngram-table-bindings.d.ts +11 -0
  932. package/src/loader/ngram-table-bindings.js +61 -0
  933. package/src/loader/per-layer-input-loader.js +5 -83
  934. package/src/loader/q4k-reference-weight.js +84 -0
  935. package/src/loader/shard-cache.js +3 -0
  936. package/src/loader/tensor-load-error.js +20 -1
  937. package/src/loader/tensors/bf16-loader.js +3 -29
  938. package/src/loader/tensors/buffer-write.js +26 -0
  939. package/src/loader/tensors/fp8-loader.js +28 -0
  940. package/src/loader/tensors/load-executor.js +124 -117
  941. package/src/loader/tensors/q4_0-loader.js +32 -0
  942. package/src/loader/tensors/range-backed-weights.js +34 -0
  943. package/src/loader/tensors/source-transform.js +1 -1
  944. package/src/loader/tensors/tensor-loader.js +22 -6
  945. package/src/loader/tensors/w8a8-loader.js +36 -0
  946. package/src/loader/weight-downcast.js +9 -13
  947. package/src/loader/weight-representation-plan.d.ts +28 -0
  948. package/src/loader/weight-representation-plan.js +146 -0
  949. package/src/loader/weights.d.ts +1 -1
  950. package/src/memory/buffer-pool.d.ts +24 -4
  951. package/src/memory/buffer-pool.js +124 -128
  952. package/src/memory/device-budget.d.ts +10 -0
  953. package/src/memory/device-budget.js +89 -0
  954. package/src/memory/device-residency.js +60 -0
  955. package/src/memory/sequence-retirement.js +19 -0
  956. package/src/partitions.d.ts +21 -0
  957. package/src/partitions.js +10 -0
  958. package/src/rules/execution-rules-contract-check.js +73 -570
  959. package/src/rules/generated/rule-bundle.json +1 -4305
  960. package/src/rules/greedy-sampling.js +16 -0
  961. package/src/rules/inference/capability-transforms.rules.json +11 -1
  962. package/src/rules/layer-pattern-contract-check.js +49 -222
  963. package/src/rules/rule-matcher.d.ts +62 -0
  964. package/src/rules/rule-matcher.js +132 -1
  965. package/src/rules/rule-registry.d.ts +75 -0
  966. package/src/rules/rule-registry.js +64 -24
  967. package/src/storage/artifact-storage-context.d.ts +99 -0
  968. package/src/storage/artifact-storage-context.js +71 -114
  969. package/src/storage/backend-selection.js +3 -0
  970. package/src/storage/backends/idb-store.d.ts +54 -0
  971. package/src/storage/backends/idb-store.js +12 -0
  972. package/src/storage/backends/memory-store.d.ts +38 -0
  973. package/src/storage/backends/memory-store.js +15 -6
  974. package/src/storage/backends/opfs-store.d.ts +2 -0
  975. package/src/storage/backends/opfs-store.js +6 -0
  976. package/src/storage/blake3.d.ts +17 -0
  977. package/src/storage/blake3.js +153 -68
  978. package/src/storage/distribution-transport.js +626 -3
  979. package/src/storage/download/http-contract.js +199 -0
  980. package/src/storage/download/http-transport.js +824 -0
  981. package/src/storage/download/integrity.d.ts +10 -2
  982. package/src/storage/download/integrity.js +39 -2
  983. package/src/storage/download/transport.js +2 -2
  984. package/src/storage/downloader.js +404 -388
  985. package/src/storage/export.d.ts +1 -0
  986. package/src/storage/export.js +22 -70
  987. package/src/storage/model-cache.d.ts +4 -1
  988. package/src/storage/model-cache.js +131 -52
  989. package/src/storage/model-read-session.d.ts +13 -0
  990. package/src/storage/model-read-session.js +76 -0
  991. package/src/storage/node-file-access.js +108 -0
  992. package/src/storage/reports.js +1 -4
  993. package/src/storage/runtime-env.js +6 -0
  994. package/src/storage/shard-manager.d.ts +10 -0
  995. package/src/storage/shard-manager.js +644 -579
  996. package/src/storage/shards/index.js +16 -0
  997. package/src/storage/shards/integrity.js +35 -49
  998. package/src/storage/source-artifact-store.d.ts +59 -0
  999. package/src/storage/source-artifact-store.js +24 -37
  1000. package/src/storage/source-storage-context.d.ts +53 -0
  1001. package/src/storage/source-storage-context.js +298 -0
  1002. package/src/storage/verified-piece-reader.d.ts +23 -0
  1003. package/src/storage/verified-piece-reader.js +134 -0
  1004. package/src/storage/verified-piece-storage.d.ts +7 -0
  1005. package/src/storage/verified-piece-storage.js +16 -0
  1006. package/src/tooling/boundary-evidence.js +1 -4
  1007. package/src/tooling/browser-command-runner.d.ts +1 -1
  1008. package/src/tooling/browser-command-runner.js +2 -2
  1009. package/src/tooling/browser-harness/benchmark-comparison.js +105 -0
  1010. package/src/tooling/browser-harness/benchmark-execution.js +865 -0
  1011. package/src/tooling/browser-harness/decode-diagnostics.js +201 -0
  1012. package/src/tooling/browser-harness/inference-execution.js +543 -0
  1013. package/src/tooling/browser-harness/model-initialization.js +230 -0
  1014. package/src/tooling/browser-harness/model-resolution.js +134 -0
  1015. package/src/tooling/browser-harness/report.js +338 -0
  1016. package/src/tooling/browser-harness/request-timing.js +50 -0
  1017. package/src/tooling/browser-harness/request.js +264 -0
  1018. package/src/tooling/browser-harness/runtime-config.d.ts +26 -0
  1019. package/src/tooling/browser-harness/runtime-config.js +256 -0
  1020. package/src/tooling/browser-harness/text-evidence.d.ts +81 -0
  1021. package/src/tooling/browser-harness/text-evidence.js +695 -0
  1022. package/src/tooling/browser-harness/text-execution.d.ts +37 -0
  1023. package/src/tooling/browser-harness/text-execution.js +721 -0
  1024. package/src/tooling/browser-harness/text-input.d.ts +45 -0
  1025. package/src/tooling/browser-harness/text-input.js +722 -0
  1026. package/src/tooling/browser-harness/timing-diagnostics.js +416 -0
  1027. package/src/tooling/browser-harness-text-helpers.d.ts +31 -0
  1028. package/src/tooling/browser-harness-text-helpers.js +31 -0
  1029. package/src/tooling/browser-harness.d.ts +245 -0
  1030. package/src/tooling/browser-harness.js +337 -0
  1031. package/src/tooling/command-api.d.ts +1 -0
  1032. package/src/tooling/diagnose-runner.js +2 -2
  1033. package/src/tooling/distribution-shard-transport.d.ts +6 -0
  1034. package/src/tooling/execution-cost-ledger.d.ts +2 -1
  1035. package/src/tooling/execution-cost-ledger.js +10 -7
  1036. package/src/tooling/hf-registry/catalog-io.js +7 -5
  1037. package/src/tooling/litert-package-runtime.js +1 -98
  1038. package/src/tooling/model-capsule-pieces.js +47 -0
  1039. package/src/tooling/model-capsule-rig.js +528 -0
  1040. package/src/tooling/node-browser/execution.d.ts +1 -1
  1041. package/src/tooling/node-browser/static-server.js +25 -2
  1042. package/src/tooling/node-browser/transport.js +0 -43
  1043. package/src/tooling/node-capsule-artifact-store.js +24 -0
  1044. package/src/tooling/node-command-execution.js +2 -2
  1045. package/src/tooling/node-command-runner.d.ts +1 -1
  1046. package/src/tooling/node-converter/input.js +36 -5
  1047. package/src/tooling/node-converter/output.js +75 -1
  1048. package/src/tooling/node-converter.js +33 -34
  1049. package/src/tooling/node-source-runtime.js +5 -5
  1050. package/src/tooling/portable-source-path.js +26 -0
  1051. package/src/tooling/production-release.js +3 -6
  1052. package/src/tooling/program-bundle/choice-scoring-reference.js +22 -0
  1053. package/src/tooling/program-bundle/materialize.js +4 -0
  1054. package/src/tooling/program-bundle/wgsl-closure.js +3 -9
  1055. package/src/tooling/program-bundle-host.js +26 -0
  1056. package/src/tooling/program-bundle.js +11 -6
  1057. package/src/tooling/reference-verify.js +5 -17
  1058. package/src/tooling/registered-variant-calibration-job.js +1 -4
  1059. package/src/tooling/registered-variant-calibration.js +1 -4
  1060. package/src/tooling/source-artifact-adapter.d.ts +1 -0
  1061. package/src/tooling/source-artifact-adapter.js +33 -1
  1062. package/src/tooling/source-intake.js +1 -4
  1063. package/src/tooling/source-runtime-bundle.d.ts +4 -85
  1064. package/src/tooling/source-runtime-bundle.js +3 -3
  1065. package/src/tooling/source-runtime-converter-config.js +41 -8
  1066. package/src/tooling/test-harness.d.ts +173 -0
  1067. package/src/tooling/test-harness.js +476 -0
  1068. package/src/tooling-exports/device.d.ts +1 -0
  1069. package/src/tooling-exports/device.js +1 -0
  1070. package/src/tooling-exports/evidence.d.ts +3 -0
  1071. package/src/tooling-exports/manifest.d.ts +1 -1
  1072. package/src/tooling-exports/manifest.js +1 -1
  1073. package/src/tooling-exports/runtime.d.ts +6 -1
  1074. package/src/tooling-exports/runtime.js +6 -1
  1075. package/src/tooling-exports/storage.d.ts +8 -0
  1076. package/src/tooling-exports/storage.js +8 -0
  1077. package/src/tooling-exports/structured.d.ts +2 -1
  1078. package/src/tooling-exports/structured.js +2 -1
  1079. package/src/tooling-exports.shared.d.ts +12 -9
  1080. package/src/tooling-exports.shared.js +6 -12
  1081. package/src/training-browser.d.ts +5 -0
  1082. package/src/training.d.ts +7 -0
  1083. package/src/training.js +1 -0
  1084. package/src/version.js +1 -1
  1085. package/tests/fixtures/linear-core-activation-accuracy.json +12 -0
  1086. package/tests/fixtures/linear-core-refined-accuracy.json +128 -0
  1087. package/tests/fixtures/q4k-ordered-accumulation.json +87 -0
  1088. package/tests/fixtures/rmsnorm-inverse-root.json +18 -0
  1089. package/tests/kernels/browser/kernel-suite.js +230 -0
  1090. package/tests/kernels/browser/test-page.js +4 -6
  1091. package/tests/kernels/harness/benchmark.js +11 -3
  1092. package/tests/kernels/reference/dequant.js +23 -3
  1093. package/tests/kernels/reference/index.js +1 -0
  1094. package/tools/convert-safetensors-node.js +7 -1
  1095. package/src/capsule.d.ts +0 -8
  1096. package/src/capsule.js +0 -4
  1097. package/src/cli/serve/capsule-handler.d.ts +0 -33
  1098. package/src/cli/serve/capsule-handler.js +0 -105
  1099. package/src/cli/serve/capsule-http.js +0 -102
  1100. package/src/client/runtime/index.js +0 -1
  1101. package/src/client/runtime/source-runtime.js +0 -910
  1102. package/src/client/runtime/target-selector.js +0 -2
  1103. package/src/config/backward-registry-loader.d.ts +0 -3
  1104. package/src/config/capsule-serve.d.ts +0 -9
  1105. package/src/config/capsule-serve.js +0 -28
  1106. package/src/config/capsule-serve.schema.json +0 -14
  1107. package/src/config/index.d.ts +0 -52
  1108. package/src/config/index.js +0 -22
  1109. package/src/config/kernels/kernel-ref-digests.js +0 -348
  1110. package/src/config/runtime/diagnostics/debug-logits.json +0 -54
  1111. package/src/config/runtime/experiments/bench/gemma3-bench-q4k-alt.json +0 -58
  1112. package/src/config/runtime/experiments/bench/gemma3-bench-q4k-batched.json +0 -58
  1113. package/src/config/runtime/experiments/bench/gemma3-bench-q4k.json +0 -57
  1114. package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +0 -33
  1115. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-alt.json +0 -58
  1116. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +0 -58
  1117. package/src/config/runtime/experiments/debug/gemma3-browser-diagnose-q4k.json +0 -81
  1118. package/src/config/runtime/experiments/debug/gemma3-debug-q4k.json +0 -213
  1119. package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +0 -85
  1120. package/src/config/runtime/experiments/debug/qwen35-browser-diagnose-q4k.json +0 -81
  1121. package/src/config/runtime/experiments/verify/gemma3-verify.json +0 -37
  1122. package/src/config/runtime/experiments/verify/gemma4-e2b-verify.json +0 -36
  1123. package/src/config/runtime/experiments/verify/lfm2-verify.json +0 -44
  1124. package/src/config/runtime/experiments/verify/translategemma-verify.json +0 -37
  1125. package/src/config/runtime/model/gemma2-debug.json +0 -78
  1126. package/src/config/runtime/model/gemma2-pipeline-debug.json +0 -67
  1127. package/src/config/runtime/model/gemma2-pipeline.json +0 -76
  1128. package/src/config/runtime/model/gemma3-layer-probe.json +0 -86
  1129. package/src/config/runtime/model/qwen3-5-layer-probe.json +0 -53
  1130. package/src/config/runtime/model/qwen3-5-layer3-boundary-probe.json +0 -109
  1131. package/src/config/runtime/model/qwen3-5-linear-attn-debug.json +0 -91
  1132. package/src/config/runtime/optimization-candidates/registry.json +0 -5
  1133. package/src/config/runtime/profiles/diffusiongemma-26b-a4b-throughput.json +0 -27
  1134. package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-overlapped-probe.json +0 -43
  1135. package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-probe.json +0 -40
  1136. package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-b4.json +0 -46
  1137. package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-single.json +0 -44
  1138. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +0 -61
  1139. package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +0 -39
  1140. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +0 -42
  1141. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +0 -20
  1142. package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +0 -27
  1143. package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +0 -30
  1144. package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +0 -62
  1145. package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +0 -43
  1146. package/src/config/runtime/profiles/gemma4-e2b-low-memory.json +0 -64
  1147. package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +0 -33
  1148. package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +0 -17
  1149. package/src/config/runtime/profiles/muse-glimmer-30b-source-parity-f32kv.json +0 -30
  1150. package/src/config/runtime/profiles/muse-glimmer-30b-source-parity.json +0 -110
  1151. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +0 -21
  1152. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +0 -53
  1153. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +0 -19
  1154. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +0 -53
  1155. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +0 -53
  1156. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +0 -86
  1157. package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +0 -33
  1158. package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +0 -17
  1159. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +0 -19
  1160. package/src/config/runtime/profiles/qwen-3-5-9b-metal-correctness.json +0 -47
  1161. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +0 -58
  1162. package/src/config/runtime/profiles/qwen3-8-27b-source-parity.json +0 -87
  1163. package/src/config/runtime/profiles/simulation.json +0 -29
  1164. package/src/config/runtime/profiles/trace-layers.json +0 -125
  1165. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +0 -23
  1166. package/src/config/runtime/profiles/turboquant-contiguous-prod.json +0 -30
  1167. package/src/config/runtime/profiles/turboquant-contiguous.json +0 -30
  1168. package/src/config/runtime/profiles/turboquant.json +0 -37
  1169. package/src/config/runtime/profiles/verbose-trace.json +0 -37
  1170. package/src/config/runtime/tiers/gemma4-128gb.json +0 -80
  1171. package/src/config/runtime/tiers/gemma4-16gb.json +0 -83
  1172. package/src/config/runtime/tiers/gemma4-24gb.json +0 -80
  1173. package/src/config/runtime/tiers/gemma4-32gb.json +0 -80
  1174. package/src/config/transforms/capability-transform-resolver.js +0 -4
  1175. package/src/config/transforms/execution-graph/fusion.js +0 -436
  1176. package/src/config/transforms/execution-graph/validation.js +0 -414
  1177. package/src/config/transforms/execution-graph-transforms.js +0 -987
  1178. package/src/converter/shard-packer.d.ts +0 -138
  1179. package/src/converter/shard-packer.js +0 -425
  1180. package/src/experimental/adapters/adapter-manager.d.ts +0 -200
  1181. package/src/experimental/adapters/adapter-manager.js +0 -511
  1182. package/src/experimental/adapters/adapter-registry.d.ts +0 -192
  1183. package/src/experimental/adapters/adapter-registry.js +0 -477
  1184. package/src/experimental/adapters/artifact-contract.d.ts +0 -83
  1185. package/src/experimental/adapters/artifact-contract.js +0 -257
  1186. package/src/experimental/adapters/index.d.ts +0 -114
  1187. package/src/experimental/adapters/index.js +0 -54
  1188. package/src/experimental/bridge/trainer-artifact-bridge.d.ts +0 -162
  1189. package/src/experimental/bridge/trainer-artifact-bridge.js +0 -595
  1190. package/src/experimental/browser/browser-converter.d.ts +0 -71
  1191. package/src/experimental/browser/browser-converter.js +0 -978
  1192. package/src/experimental/browser/file-picker.d.ts +0 -63
  1193. package/src/experimental/browser/file-picker.js +0 -281
  1194. package/src/experimental/browser/gguf-parser-browser.js +0 -17
  1195. package/src/experimental/browser/quantization.js +0 -328
  1196. package/src/experimental/browser/safetensors-parser-browser.js +0 -347
  1197. package/src/experimental/browser/tensor-source-download.js +0 -245
  1198. package/src/experimental/browser/tensor-source-file.d.ts +0 -26
  1199. package/src/experimental/browser/tensor-source-file.js +0 -53
  1200. package/src/experimental/browser/tensor-source-http.d.ts +0 -29
  1201. package/src/experimental/browser/tensor-source-http.js +0 -130
  1202. package/src/experimental/diffusion/image-regression.d.ts +0 -31
  1203. package/src/experimental/diffusion/image-regression.js +0 -107
  1204. package/src/experimental/diffusion/index.d.ts +0 -32
  1205. package/src/experimental/diffusion/index.js +0 -18
  1206. package/src/experimental/diffusion/pipeline.js +0 -727
  1207. package/src/experimental/diffusion/scheduler.js +0 -153
  1208. package/src/experimental/diffusion/text-encoder-gpu.js +0 -947
  1209. package/src/experimental/diffusion/vae.js +0 -596
  1210. package/src/experimental/distribution/descriptor-transport.d.ts +0 -117
  1211. package/src/experimental/distribution/descriptor-transport.js +0 -342
  1212. package/src/experimental/distribution/p2p-control-plane.d.ts +0 -52
  1213. package/src/experimental/distribution/p2p-observability.d.ts +0 -116
  1214. package/src/experimental/distribution/p2p-observability.js +0 -303
  1215. package/src/experimental/distribution/p2p-webrtc-browser.d.ts +0 -37
  1216. package/src/experimental/distribution/shard-delivery/transport.js +0 -831
  1217. package/src/experimental/distribution/shard-delivery.d.ts +0 -251
  1218. package/src/experimental/energy/index.d.ts +0 -2
  1219. package/src/experimental/energy/index.js +0 -2
  1220. package/src/experimental/energy/pipeline.js +0 -697
  1221. package/src/experimental/energy/quintel.d.ts +0 -107
  1222. package/src/experimental/energy/quintel.js +0 -218
  1223. package/src/experimental/orchestration/energy-row-head-pipeline.js +0 -491
  1224. package/src/experimental/orchestration/index.d.ts +0 -21
  1225. package/src/experimental/orchestration/index.js +0 -12
  1226. package/src/formats/quantization-constants.d.ts +0 -11
  1227. package/src/formats/quantization-constants.js +0 -11
  1228. package/src/formats/tokenizer/types.js +0 -22
  1229. package/src/gpu/kernel-selector.d.ts +0 -11
  1230. package/src/gpu/kernels/activation-static-qdq.d.ts +0 -22
  1231. package/src/gpu/kernels/attention.d.ts +0 -253
  1232. package/src/gpu/kernels/backward/adam.d.ts +0 -29
  1233. package/src/gpu/kernels/backward/attention_backward.d.ts +0 -35
  1234. package/src/gpu/kernels/backward/bias_add_backward.d.ts +0 -17
  1235. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.d.ts +0 -24
  1236. package/src/gpu/kernels/backward/conv2d_backward.d.ts +0 -31
  1237. package/src/gpu/kernels/backward/cross_entropy_backward.d.ts +0 -23
  1238. package/src/gpu/kernels/backward/embed_backward.d.ts +0 -29
  1239. package/src/gpu/kernels/backward/executor.d.ts +0 -34
  1240. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.d.ts +0 -39
  1241. package/src/gpu/kernels/backward/gated_rmsnorm_backward.d.ts +0 -32
  1242. package/src/gpu/kernels/backward/gelu_backward.d.ts +0 -16
  1243. package/src/gpu/kernels/backward/groupnorm_backward.d.ts +0 -24
  1244. package/src/gpu/kernels/backward/index.d.ts +0 -26
  1245. package/src/gpu/kernels/backward/layernorm_backward.d.ts +0 -22
  1246. package/src/gpu/kernels/backward/matmul_backward.d.ts +0 -31
  1247. package/src/gpu/kernels/backward/pixel_shuffle_backward.d.ts +0 -22
  1248. package/src/gpu/kernels/backward/rmsnorm_backward.d.ts +0 -24
  1249. package/src/gpu/kernels/backward/rope_backward.d.ts +0 -25
  1250. package/src/gpu/kernels/backward/scale_backward.d.ts +0 -16
  1251. package/src/gpu/kernels/backward/silu_backward.d.ts +0 -16
  1252. package/src/gpu/kernels/backward/softmax_backward.d.ts +0 -16
  1253. package/src/gpu/kernels/backward/upsample2d_backward.d.ts +0 -21
  1254. package/src/gpu/kernels/backward/utils.js +0 -2
  1255. package/src/gpu/kernels/cast.d.ts +0 -67
  1256. package/src/gpu/kernels/clamp.d.ts +0 -22
  1257. package/src/gpu/kernels/conv2d.d.ts +0 -30
  1258. package/src/gpu/kernels/cross_entropy_loss.d.ts +0 -21
  1259. package/src/gpu/kernels/depthwise_conv1d.d.ts +0 -23
  1260. package/src/gpu/kernels/depthwise_conv2d.d.ts +0 -29
  1261. package/src/gpu/kernels/dequant.d.ts +0 -92
  1262. package/src/gpu/kernels/diffusion-gemma-sampling.d.ts +0 -19
  1263. package/src/gpu/kernels/energy.d.ts +0 -113
  1264. package/src/gpu/kernels/feature-check.d.ts +0 -42
  1265. package/src/gpu/kernels/fused_ffn.d.ts +0 -97
  1266. package/src/gpu/kernels/fused_matmul_residual.d.ts +0 -46
  1267. package/src/gpu/kernels/fused_matmul_rmsnorm.d.ts +0 -64
  1268. package/src/gpu/kernels/gather.d.ts +0 -144
  1269. package/src/gpu/kernels/gelu.d.ts +0 -37
  1270. package/src/gpu/kernels/gemma4-route-expert.d.ts +0 -35
  1271. package/src/gpu/kernels/grouped_pointwise_conv2d.d.ts +0 -27
  1272. package/src/gpu/kernels/groupnorm.d.ts +0 -27
  1273. package/src/gpu/kernels/index.d.ts +0 -517
  1274. package/src/gpu/kernels/index.js +0 -408
  1275. package/src/gpu/kernels/kernel-cache-lifecycle.d.ts +0 -9
  1276. package/src/gpu/kernels/kernel-prewarm.d.ts +0 -3
  1277. package/src/gpu/kernels/kv-cache-write.d.ts +0 -22
  1278. package/src/gpu/kernels/kv-quantize.d.ts +0 -37
  1279. package/src/gpu/kernels/layernorm.d.ts +0 -33
  1280. package/src/gpu/kernels/linear_attention.d.ts +0 -27
  1281. package/src/gpu/kernels/lm-head-argmax.d.ts +0 -28
  1282. package/src/gpu/kernels/lm-head-select-logits.d.ts +0 -23
  1283. package/src/gpu/kernels/logit-merge.d.ts +0 -86
  1284. package/src/gpu/kernels/logit-merge.js +0 -266
  1285. package/src/gpu/kernels/matmul.d.ts +0 -89
  1286. package/src/gpu/kernels/modulate.d.ts +0 -29
  1287. package/src/gpu/kernels/moe.d.ts +0 -113
  1288. package/src/gpu/kernels/pixel_shuffle.d.ts +0 -27
  1289. package/src/gpu/kernels/relu.d.ts +0 -18
  1290. package/src/gpu/kernels/repeat_channels.d.ts +0 -21
  1291. package/src/gpu/kernels/residual.d.ts +0 -65
  1292. package/src/gpu/kernels/rmsnorm-pair.d.ts +0 -72
  1293. package/src/gpu/kernels/rmsnorm-qk.d.ts +0 -41
  1294. package/src/gpu/kernels/rmsnorm-stats.d.ts +0 -29
  1295. package/src/gpu/kernels/rmsnorm.d.ts +0 -76
  1296. package/src/gpu/kernels/rope-qk.d.ts +0 -41
  1297. package/src/gpu/kernels/rope.d.ts +0 -48
  1298. package/src/gpu/kernels/sample.d.ts +0 -71
  1299. package/src/gpu/kernels/scale.d.ts +0 -40
  1300. package/src/gpu/kernels/silu.d.ts +0 -77
  1301. package/src/gpu/kernels/soft-embedding.d.ts +0 -28
  1302. package/src/gpu/kernels/softmax.d.ts +0 -57
  1303. package/src/gpu/kernels/split-qkv-rmsnorm-qk.d.ts +0 -44
  1304. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.d.ts +0 -59
  1305. package/src/gpu/kernels/split_qg.d.ts +0 -50
  1306. package/src/gpu/kernels/split_qkv.d.ts +0 -53
  1307. package/src/gpu/kernels/transpose.d.ts +0 -21
  1308. package/src/gpu/kernels/types.d.ts +0 -21
  1309. package/src/gpu/kernels/upsample2d.d.ts +0 -21
  1310. package/src/gpu/kernels/utils.js +0 -9
  1311. package/src/gpu/kernels/vision-average-pool.d.ts +0 -13
  1312. package/src/gpu/kernels/vision-patch-embed.d.ts +0 -17
  1313. package/src/gpu/kernels/vision-position-embedding.d.ts +0 -13
  1314. package/src/gpu/kernels/vision-rope-2d.d.ts +0 -16
  1315. package/src/gpu/kernels/vision-spatial-merge.d.ts +0 -19
  1316. package/src/gpu/multi-model-recorder.d.ts +0 -21
  1317. package/src/gpu/multi-model-recorder.js +0 -31
  1318. package/src/gpu/partitioned-buffer-pool.d.ts +0 -28
  1319. package/src/gpu/partitioned-buffer-pool.js +0 -57
  1320. package/src/gpu/perf-guards.js +0 -71
  1321. package/src/inference/browser-harness/benchmark-execution.js +0 -872
  1322. package/src/inference/browser-harness/decode-diagnostics.js +0 -241
  1323. package/src/inference/browser-harness/inference-execution.js +0 -543
  1324. package/src/inference/browser-harness/model-initialization.js +0 -225
  1325. package/src/inference/browser-harness/model-resolution.js +0 -137
  1326. package/src/inference/browser-harness/report.js +0 -338
  1327. package/src/inference/browser-harness/request.js +0 -263
  1328. package/src/inference/browser-harness/runtime-config.d.ts +0 -25
  1329. package/src/inference/browser-harness/runtime-config.js +0 -255
  1330. package/src/inference/browser-harness/runtime-isolation.d.ts +0 -13
  1331. package/src/inference/browser-harness/runtime-report.d.ts +0 -26
  1332. package/src/inference/browser-harness/text-evidence.js +0 -694
  1333. package/src/inference/browser-harness/text-execution.js +0 -757
  1334. package/src/inference/browser-harness/text-input.js +0 -725
  1335. package/src/inference/browser-harness/timing-diagnostics.js +0 -414
  1336. package/src/inference/browser-harness-runtime-helpers.d.ts +0 -3
  1337. package/src/inference/browser-harness-runtime-helpers.js +0 -3
  1338. package/src/inference/browser-harness-text-helpers.js +0 -31
  1339. package/src/inference/browser-harness.d.ts +0 -245
  1340. package/src/inference/browser-harness.js +0 -337
  1341. package/src/inference/expert-router.d.ts +0 -27
  1342. package/src/inference/expert-router.js +0 -55
  1343. package/src/inference/kv-cache/index.d.ts +0 -38
  1344. package/src/inference/kv-cache/index.js +0 -22
  1345. package/src/inference/kv-cache.d.ts +0 -39
  1346. package/src/inference/kv-cache.js +0 -20
  1347. package/src/inference/multi-model-network.d.ts +0 -139
  1348. package/src/inference/multi-model-network.js +0 -435
  1349. package/src/inference/multi-pipeline-pool.d.ts +0 -62
  1350. package/src/inference/multi-pipeline-pool.js +0 -161
  1351. package/src/inference/network-evolution.d.ts +0 -43
  1352. package/src/inference/pipelines/diffusion/init.d.ts +0 -24
  1353. package/src/inference/pipelines/diffusion/init.js +0 -138
  1354. package/src/inference/pipelines/diffusion/profile-timing.js +0 -10
  1355. package/src/inference/pipelines/diffusion/runtime-resources.js +0 -54
  1356. package/src/inference/pipelines/diffusion/sd3/execution.js +0 -805
  1357. package/src/inference/pipelines/diffusion/sd3/plan.js +0 -125
  1358. package/src/inference/pipelines/diffusion/sd3-transformer.js +0 -343
  1359. package/src/inference/pipelines/diffusion/sd3-weights.js +0 -287
  1360. package/src/inference/pipelines/diffusion/text-encoder.js +0 -195
  1361. package/src/inference/pipelines/diffusion/vae/execution.js +0 -803
  1362. package/src/inference/pipelines/diffusion/weight-contract.js +0 -53
  1363. package/src/inference/pipelines/diffusion/weights.js +0 -155
  1364. package/src/inference/pipelines/diffusion-gemma/config.d.ts +0 -27
  1365. package/src/inference/pipelines/diffusion-gemma/config.js +0 -149
  1366. package/src/inference/pipelines/diffusion-gemma/index.d.ts +0 -31
  1367. package/src/inference/pipelines/diffusion-gemma/index.js +0 -12
  1368. package/src/inference/pipelines/diffusion-gemma/pipeline.d.ts +0 -69
  1369. package/src/inference/pipelines/diffusion-gemma/pipeline.js +0 -380
  1370. package/src/inference/pipelines/diffusion-gemma/sampling.d.ts +0 -128
  1371. package/src/inference/pipelines/diffusion-gemma/sampling.js +0 -395
  1372. package/src/inference/pipelines/rng.js +0 -17
  1373. package/src/inference/pipelines/structured/index.d.ts +0 -10
  1374. package/src/inference/pipelines/structured/index.js +0 -10
  1375. package/src/inference/pipelines/text/attention/heterogeneous-contract.js +0 -8
  1376. package/src/inference/pipelines/text/attention/index.js +0 -24
  1377. package/src/inference/pipelines/text/attention/record.js +0 -2
  1378. package/src/inference/pipelines/text/attention/run.js +0 -2
  1379. package/src/inference/pipelines/text/config/validation.js +0 -9
  1380. package/src/inference/pipelines/text/debug-utils/index.js +0 -39
  1381. package/src/inference/pipelines/text/debug-utils/profiles.js +0 -8
  1382. package/src/inference/pipelines/text/debug-utils.js +0 -34
  1383. package/src/inference/pipelines/text/ffn/index.js +0 -16
  1384. package/src/inference/pipelines/text/model-load.d.ts +0 -59
  1385. package/src/inference/test-harness.d.ts +0 -172
  1386. package/src/inference/test-harness.js +0 -470
  1387. package/src/loader/dtype-utils.d.ts +0 -40
  1388. package/src/loader/embedding-loader.d.ts +0 -66
  1389. package/src/loader/index.d.ts +0 -152
  1390. package/src/loader/index.js +0 -126
  1391. package/src/loader/loader-state.d.ts +0 -51
  1392. package/src/loader/loader-state.js +0 -142
  1393. package/src/loader/manifest-config.d.ts +0 -118
  1394. package/src/loader/multi-model-loader.d.ts +0 -59
  1395. package/src/loader/multi-model-loader.js +0 -141
  1396. package/src/loader/quantization-constants.d.ts +0 -11
  1397. package/src/loader/quantization-constants.js +0 -13
  1398. package/src/loader/shard-resolver.d.ts +0 -13
  1399. package/src/loader/tensors/tensor-loader.d.ts +0 -197
  1400. package/src/loader/tensors/tensor-reader.d.ts +0 -33
  1401. package/src/loader/tensors/tensor-role.d.ts +0 -7
  1402. package/src/loader/weight-downcast.d.ts +0 -62
  1403. package/src/loader/weights.js +0 -4
  1404. package/src/loaders/index.d.ts +0 -4
  1405. package/src/loaders/index.js +0 -4
  1406. package/src/models/diffusiongemma.d.ts +0 -7
  1407. package/src/models/diffusiongemma.js +0 -25
  1408. package/src/models/embeddinggemma.d.ts +0 -7
  1409. package/src/models/embeddinggemma.js +0 -24
  1410. package/src/models/family.d.ts +0 -24
  1411. package/src/models/family.js +0 -25
  1412. package/src/models/gemma3.d.ts +0 -7
  1413. package/src/models/gemma3.js +0 -33
  1414. package/src/models/gemma4.d.ts +0 -7
  1415. package/src/models/gemma4.js +0 -65
  1416. package/src/models/qwen3.d.ts +0 -7
  1417. package/src/models/qwen3.js +0 -36
  1418. package/src/rules/capability-transform-resolver.js +0 -80
  1419. package/src/tooling/capsule-v2.d.ts +0 -11
  1420. package/src/tooling/model-capsule-forge.js +0 -478
  1421. package/src/tooling/source-runtime/bundle-materialize.js +0 -298
  1422. package/src/tooling-experimental-exports.browser.js +0 -2
  1423. package/src/tooling-experimental-exports.d.ts +0 -7
  1424. package/src/tooling-experimental-exports.js +0 -2
  1425. package/src/tooling-experimental-exports.shared.d.ts +0 -61
  1426. package/src/tooling-experimental-exports.shared.js +0 -57
  1427. /package/src/{config/transforms → converter}/execution-graph/dtype.js +0 -0
  1428. /package/src/{tooling/source-runtime/bundle-plan.js → formats/source-runtime.js} +0 -0
  1429. /package/src/{inference → tooling}/browser-harness/benchmark-rerank.js +0 -0
  1430. /package/src/{inference → tooling}/browser-harness/diffusion-performance.js +0 -0
  1431. /package/src/{inference → tooling}/browser-harness/runtime-isolation.js +0 -0
  1432. /package/src/{inference → tooling}/browser-harness/runtime-report.js +0 -0
  1433. /package/src/{inference → tooling}/browser-harness/suite-summary.js +0 -0
  1434. /package/src/{inference → tooling}/browser-harness-contract-helpers.js +0 -0
  1435. /package/src/{inference → tooling}/browser-harness-diffusion-energy-suites.js +0 -0
  1436. /package/src/{inference → tooling}/browser-harness-report-helpers.js +0 -0
@@ -0,0 +1,17 @@
1
+ {
2
+ "id": "profiles/qwen3-6-35b-a3b-route-f32-candidate",
3
+ "name": "qwen3-6-35b-a3b-route-f32-candidate",
4
+ "description": "Opt-in Qwen packed Q4_K experts with GPU-resident route selection and F32 expert arithmetic. Candidate execution only; no full-model performance qualification.",
5
+ "intent": "investigate",
6
+ "compatibleIntents": ["investigate", "verify", "calibrate"],
7
+ "stability": "experimental",
8
+ "owner": "doppler-core",
9
+ "createdAtUtc": "2026-10-30T00:00:00Z",
10
+ "extends": "profiles/default",
11
+ "model": "qwen-3-6-35b-a3b-text-q4k-ehf16-af32",
12
+ "runtime": {
13
+ "inference": {
14
+ "moe": { "routing": { "activeExpertSelection": "topk-route" } }
15
+ }
16
+ }
17
+ }
@@ -0,0 +1,13 @@
1
+ {
2
+ "id": "profiles/qwen3-6-35b-a3b-route-f32-workspace-candidate",
3
+ "name": "qwen3-6-35b-a3b-route-f32-workspace-candidate",
4
+ "description": "Opt-in Qwen GPU routes with session-owned decode scratch and binding reuse. Operator evidence only; full-model numerical and performance qualification pending.",
5
+ "intent": "investigate",
6
+ "compatibleIntents": ["investigate", "verify", "calibrate"],
7
+ "stability": "experimental",
8
+ "owner": "doppler-core",
9
+ "createdAtUtc": "2026-10-30T00:00:00Z",
10
+ "extends": "profiles/qwen3-6-35b-a3b-route-f32-candidate",
11
+ "model": "qwen-3-6-35b-a3b-text-q4k-ehf16-af32",
12
+ "runtime": { "inference": { "session": { "usePreparedDecodeWorkspace": true } } }
13
+ }
@@ -13,10 +13,13 @@ import type { RuntimeConfigSchema } from './schema/index.js';
13
13
  * Get the active runtime config (merged with defaults).
14
14
  */
15
15
  export function getRuntimeConfig(): RuntimeConfigSchema;
16
+ export function enterRuntimeConfig(config: RuntimeConfigSchema): () => void;
16
17
 
17
18
  /**
18
19
  * Set the active runtime config.
19
20
  * Accepts partial overrides and merges with defaults.
21
+ * Invalid configuration rejects with DOPPLER_CONFIG_INVALID; nested validation
22
+ * failures retain the original cause.
20
23
  */
21
24
  export function setRuntimeConfig(
22
25
  overrides?: Partial<RuntimeConfigSchema> | RuntimeConfigSchema
@@ -26,3 +29,6 @@ export function setRuntimeConfig(
26
29
  * Reset runtime config to defaults.
27
30
  */
28
31
  export function resetRuntimeConfig(): RuntimeConfigSchema;
32
+
33
+ export function resolveRuntimeConfig(overrides?: Partial<RuntimeConfigSchema> | null): RuntimeConfigSchema;
34
+ export function snapshotRuntimeConfig(config: RuntimeConfigSchema): Readonly<RuntimeConfigSchema>;
@@ -1,40 +1,70 @@
1
+ import { ERROR_CODES, createDopplerError } from '../errors/doppler-error.js';
1
2
  import { createDopplerConfig, setKernelThresholds } from './schema/index.js';
2
3
  import { validateRuntimeConfig, validateRuntimeOverrides } from './param-validator.js';
3
4
  import { isPlainObject } from '../formats/plain-object.js';
4
5
 
5
6
  let runtimeConfig = createDopplerConfig().runtime;
7
+ const runtimeScopes = [];
6
8
  setKernelThresholds(runtimeConfig.shared.kernelThresholds);
7
9
 
8
10
  export function getRuntimeConfig() {
9
- return runtimeConfig;
11
+ return runtimeScopes.at(-1)?.config ?? runtimeConfig;
10
12
  }
11
13
 
12
14
  export function setRuntimeConfig(overrides) {
15
+ runtimeConfig = resolveRuntimeConfig(overrides);
16
+ setKernelThresholds(getRuntimeConfig().shared.kernelThresholds);
17
+ return runtimeConfig;
18
+ }
19
+
20
+ // Defaults affect future sessions; compatibility execution leases its snapshot.
21
+ export function enterRuntimeConfig(config) {
22
+ validateRuntimeConfig(config);
23
+ const entry = { config, active: true };
24
+ runtimeScopes.push(entry);
25
+ setKernelThresholds(config.shared.kernelThresholds);
26
+ return () => {
27
+ entry.active = false;
28
+ while (runtimeScopes.length && !runtimeScopes.at(-1).active) runtimeScopes.pop();
29
+ setKernelThresholds(getRuntimeConfig().shared.kernelThresholds);
30
+ };
31
+ }
32
+
33
+ // Pure resolution is also used by session owners; it never installs defaults.
34
+ export function resolveRuntimeConfig(overrides) {
13
35
  if (overrides === undefined || overrides === null) {
14
- runtimeConfig = createDopplerConfig().runtime;
15
- setKernelThresholds(runtimeConfig.shared.kernelThresholds);
16
- return runtimeConfig;
36
+ return createDopplerConfig().runtime;
17
37
  }
18
38
 
19
39
  if (!isPlainObject(overrides)) {
20
- throw new Error('DopplerConfigError: runtime overrides must be an object when provided.');
40
+ throw createDopplerError(ERROR_CODES.CONFIG_INVALID, 'DopplerConfigError: runtime overrides must be an object when provided.');
21
41
  }
22
42
 
23
- assertNoDeprecatedRuntimeKeys(overrides);
24
- validateRuntimeOverrides(overrides);
43
+ try {
44
+ assertNoDeprecatedRuntimeKeys(overrides);
45
+ validateRuntimeOverrides(overrides);
25
46
 
26
- const merged = createDopplerConfig({ runtime: overrides }).runtime;
47
+ const merged = createDopplerConfig({ runtime: overrides }).runtime;
27
48
 
28
- validateRuntimeConfig(merged);
29
- runtimeConfig = merged;
30
- setKernelThresholds(runtimeConfig.shared.kernelThresholds);
31
- return runtimeConfig;
49
+ validateRuntimeConfig(merged);
50
+ return merged;
51
+ } catch (error) {
52
+ if (error?.code || !(error instanceof Error) || !error.message.startsWith('DopplerConfigError:')) throw error;
53
+ throw createDopplerError(ERROR_CODES.CONFIG_INVALID, error.message, { cause: error });
54
+ }
55
+ }
56
+
57
+ export function snapshotRuntimeConfig(config) {
58
+ function freeze(value) {
59
+ if (!Array.isArray(value) && !isPlainObject(value)) return value;
60
+ for (const child of Object.values(value)) freeze(child);
61
+ return Object.freeze(value);
62
+ }
63
+ return freeze(resolveRuntimeConfig(config));
32
64
  }
33
65
 
34
66
  export function resetRuntimeConfig() {
35
- runtimeConfig = createDopplerConfig().runtime;
36
- setKernelThresholds(runtimeConfig.shared.kernelThresholds);
37
- return runtimeConfig;
67
+ return setRuntimeConfig();
38
68
  }
39
69
 
40
70
  function assertNoDeprecatedRuntimeKeys(overrides) {
@@ -44,31 +74,31 @@ function assertNoDeprecatedRuntimeKeys(overrides) {
44
74
 
45
75
  // Deprecated in v0.8 — debug config consolidated under runtime.shared.debug
46
76
  if (overrides.debug !== undefined) {
47
- throw new Error('runtime.debug is removed; use runtime.shared.debug');
77
+ throw createDopplerError(ERROR_CODES.CONFIG_INVALID, 'runtime.debug is removed; use runtime.shared.debug');
48
78
  }
49
79
 
50
80
  const loading = overrides.loading;
51
81
  // Deprecated in v0.8 — debug config consolidated under runtime.shared.debug
52
82
  if (loading?.debug !== undefined) {
53
- throw new Error('runtime.loading.debug is removed; use runtime.shared.debug');
83
+ throw createDopplerError(ERROR_CODES.CONFIG_INVALID, 'runtime.loading.debug is removed; use runtime.shared.debug');
54
84
  }
55
85
 
56
86
  const inference = overrides.inference;
57
87
  // Deprecated in v0.8 — debug config consolidated under runtime.shared.debug
58
88
  if (inference?.debug !== undefined) {
59
- throw new Error('runtime.inference.debug is removed; use runtime.shared.debug');
89
+ throw createDopplerError(ERROR_CODES.CONFIG_INVALID, 'runtime.inference.debug is removed; use runtime.shared.debug');
60
90
  }
61
91
  // Deprecated in v0.9 — sampling.maxTokens replaced by generation.maxTokens
62
92
  if (inference?.sampling?.maxTokens !== undefined) {
63
- throw new Error('sampling.maxTokens is removed; use inference.generation.maxTokens');
93
+ throw createDopplerError(ERROR_CODES.CONFIG_INVALID, 'sampling.maxTokens is removed; use inference.generation.maxTokens');
64
94
  }
65
95
  // Deprecated in v0.9 — session.maxNewTokens replaced by inference.generation.maxTokens
66
96
  if (inference?.session?.maxNewTokens !== undefined) {
67
- throw new Error('inference.session.maxNewTokens is not a supported runtime config key; use inference.generation.maxTokens');
97
+ throw createDopplerError(ERROR_CODES.CONFIG_INVALID, 'inference.session.maxNewTokens is not a supported runtime config key; use inference.generation.maxTokens');
68
98
  }
69
99
  // Deprecated in v0.9 — command batching policy now lives in the session decode loop
70
100
  if (inference?.generation?.disableCommandBatching !== undefined) {
71
- throw new Error(
101
+ throw createDopplerError(ERROR_CODES.CONFIG_INVALID,
72
102
  'inference.generation.disableCommandBatching is removed; ' +
73
103
  'use inference.session.decodeLoop.disableCommandBatching'
74
104
  );
@@ -29,6 +29,7 @@ export interface BenchmarkRunConfig {
29
29
  }
30
30
 
31
31
  export interface BenchmarkStatsConfig {
32
+ outlierPolicy: 'none' | 'iqr';
32
33
  outlierIqrMultiplier: number;
33
34
  warmupStabilityPercent: number;
34
35
  thermalSlowdownPercent: number;
@@ -41,6 +41,8 @@ export const DEFAULT_BENCHMARK_RUN_CONFIG = {
41
41
  // =============================================================================
42
42
 
43
43
  export const DEFAULT_BENCHMARK_STATS_CONFIG = {
44
+ // Retain stalls in benchmark summaries; diagnostic IQR filtering is opt-in.
45
+ outlierPolicy: 'none',
44
46
  outlierIqrMultiplier: 1.5,
45
47
  warmupStabilityPercent: 10,
46
48
  thermalSlowdownPercent: 10,
@@ -180,6 +180,11 @@ export interface WriteResultSchema {
180
180
 
181
181
  /** Platform-specific I/O adapter */
182
182
  export interface ConversionIOSchema {
183
+ /** Fail before packing when the surface cannot retain the declared files. */
184
+ preflightRetainedSources?(sourcePaths: string[]): Promise<void>;
185
+ /** Bind pinned source bytes as a shard without copying them. An in-root file
186
+ * may retain its relative filename instead of acquiring another link. */
187
+ retainSourceFile?(sourcePath: string, index: number, sha256: string): Promise<{ size: number; hash: string; filename?: string }>;
183
188
  /** Read tensor data from source */
184
189
  readTensorData(tensor: TensorInfoSchema): Promise<ArrayBuffer>;
185
190
  /** Write shard data, returns hash */
@@ -1,3 +1,5 @@
1
+ import type { FP8Policy } from './fp8.schema.js';
2
+ import type { W8A8Policy } from './w8a8.schema.js';
1
3
  /**
2
4
  * Converter Config Schema Definitions
3
5
  *
@@ -24,6 +26,7 @@ import type {
24
26
  ExecutionV1SessionSchema,
25
27
  } from './execution-v1.schema.js';
26
28
  import type { SourceTensorPolicy } from '../../converter/source-tensor-rules.js';
29
+ import type { SourceRotaryFrequencyPolicy } from '../../converter/source-rotary-frequencies.js';
27
30
  import type { SourceTokenizerPolicy } from '../../converter/source-tokenizer.js';
28
31
 
29
32
  export type ComputePrecision = 'f16' | 'f32' | 'auto' | null;
@@ -33,10 +36,13 @@ export type ConverterWorkerCountPolicy = 'cap' | 'error';
33
36
 
34
37
  export interface ConverterQuantizationConfigSchema {
35
38
  weights: QuantizationValue | null;
39
+ w8a8: W8A8Policy | null;
40
+ fp8: FP8Policy | null;
36
41
  embeddings: QuantizationValue | null;
37
42
  lmHead: QuantizationValue | null;
38
43
  sourceTrainingQuantization: SourceTrainingQuantization | null;
39
44
  sourceQuantizationTarget: SourceQuantizationTarget | null;
45
+ preserveSourceTensors: boolean;
40
46
  sourceQuantizationFormat: SourceQuantizationFormat | null;
41
47
  vision: QuantizationValue | null;
42
48
  audio: QuantizationValue | null;
@@ -105,6 +111,8 @@ export interface ConverterExecutionConfigSchema {
105
111
  maxInFlightJobs: number | null;
106
112
  useGpuCast: boolean;
107
113
  gpuCastMinTensorBytes: number;
114
+ /** How retained source files become artifact shards; the bytes are identical either way. */
115
+ retainedSourceFiles: 'link' | 'copy';
108
116
  }
109
117
 
110
118
  export interface ConverterConfigSchema {
@@ -120,9 +128,11 @@ export interface ConverterConfigSchema {
120
128
  architecture: ArchitectureSchema | null;
121
129
  sourceTensors: SourceTensorPolicy | null;
122
130
  sourceTokenizer: SourceTokenizerPolicy | null;
131
+ sourceRotaryFrequencies: SourceRotaryFrequencyPolicy | null;
123
132
  moeConfig?: MoEConfigSchema | null;
124
133
  execution?: ExecutionV1GraphSchema;
125
134
  session?: ExecutionV1SessionSchema;
135
+ /** Required for v1 conversion plans: runtime pipeline ID, not source model_type. */
126
136
  modelType?: string;
127
137
  }
128
138
 
@@ -8,10 +8,13 @@ import { MB } from './units.schema.js';
8
8
 
9
9
  export const DEFAULT_CONVERTER_QUANTIZATION_CONFIG = {
10
10
  weights: null,
11
+ w8a8: null,
12
+ fp8: null,
11
13
  embeddings: null,
12
14
  lmHead: null,
13
15
  sourceTrainingQuantization: null,
14
16
  sourceQuantizationTarget: null,
17
+ preserveSourceTensors: false,
15
18
  sourceQuantizationFormat: null,
16
19
  vision: DEFAULT_QUANTIZATION_DEFAULTS.visionDtype,
17
20
  audio: DEFAULT_QUANTIZATION_DEFAULTS.audioDtype,
@@ -80,6 +83,8 @@ export const DEFAULT_CONVERTER_EXECUTION_CONFIG = {
80
83
  maxInFlightJobs: null,
81
84
  useGpuCast: false,
82
85
  gpuCastMinTensorBytes: 32 * MB,
86
+ // How retained source files become artifact shards: 'link' (no copy) or an explicit 'copy'.
87
+ retainedSourceFiles: 'link',
83
88
  };
84
89
 
85
90
  export const DEFAULT_CONVERTER_CONFIG = {
@@ -94,6 +99,7 @@ export const DEFAULT_CONVERTER_CONFIG = {
94
99
  architecture: null,
95
100
  sourceTensors: null,
96
101
  sourceTokenizer: null,
102
+ sourceRotaryFrequencies: null,
97
103
  moeConfig: null,
98
104
  };
99
105
 
@@ -111,6 +117,7 @@ export function createConverterConfig(overrides) {
111
117
  architecture: null,
112
118
  sourceTensors: null,
113
119
  sourceTokenizer: null,
120
+ sourceRotaryFrequencies: null,
114
121
  };
115
122
  }
116
123
 
@@ -148,6 +155,9 @@ export function createConverterConfig(overrides) {
148
155
  sourceTokenizer: Object.prototype.hasOwnProperty.call(overrides, 'sourceTokenizer')
149
156
  ? (overrides.sourceTokenizer ?? null)
150
157
  : null,
158
+ sourceRotaryFrequencies: Object.prototype.hasOwnProperty.call(overrides, 'sourceRotaryFrequencies')
159
+ ? (overrides.sourceRotaryFrequencies ?? null)
160
+ : null,
151
161
  moeConfig: Object.prototype.hasOwnProperty.call(overrides, 'moeConfig')
152
162
  ? (overrides.moeConfig ?? null)
153
163
  : null,
@@ -237,6 +237,7 @@ export declare const DEFAULT_PERF_GUARDS_CONFIG: PerfGuardsConfigSchema;
237
237
  /** Pipeline probe stages */
238
238
  export type ProbeStage =
239
239
  | 'embed_out'
240
+ | 'layer_in'
240
241
  // Attention stages (per-layer)
241
242
  | 'attn_input' // Input to attention (after residual from previous layer)
242
243
  | 'attn_normed' // After input RMSNorm
@@ -79,7 +79,7 @@ export const DEFAULT_RUNTIME_CONFIG = {
79
79
  // recording the next. Required when profile timings are being
80
80
  // resolved and when low-memory constraints demand deterministic
81
81
  // buffer release per chunk.
82
- // "async": queue each prefill chunk without waiting — GPU queue ordering
82
+ // "async": queue prefill chunks up to prefillMaxInFlightChunks — GPU queue ordering
83
83
  // keeps commands correct and deferred cleanup releases tracked
84
84
  // buffers when work completes. Reduces CPU-GPU roundtrips; profile
85
85
  // paths override to sync automatically.
@@ -89,6 +89,9 @@ export const DEFAULT_RUNTIME_CONFIG = {
89
89
  // transitions but longer intermediate-buffer lifetime. Default 4 is
90
90
  // memory-conservative; profiles with known-safe memory can raise it.
91
91
  prefillChunkLayers: 4,
92
+ // Runtime scheduling bound, including the chunk currently being recorded.
93
+ // Wait for the oldest submitted chunk before recording beyond this limit.
94
+ prefillMaxInFlightChunks: 2,
92
95
  prefillTokenChunkSize: null,
93
96
  skipEmbeddingKVCacheWrites: false,
94
97
  // Opt into the flash-attention prefill kernel (head_dim=256, f16 KV,
@@ -168,14 +171,11 @@ export const DEFAULT_RUNTIME_CONFIG = {
168
171
  // conv1d state update and recurrent scan when qRep=1 and head dims fit
169
172
  // one workgroup, eliminating the conv_out intermediate dispatch.
170
173
  useLinearAttentionFusedDecodeCore: false,
171
- // Opt into the single-pass flash attention prefill kernel adapted from
172
- // ORT's flash_attention.wgsl.template. 64 threads = 64 queries per WG;
173
- // private Q/O tiles, shared K/V tiles, online softmax, no reduce pass.
174
- // At Gemma 4 E2B prefill=64 this dispatches 8 WGs total (vs ~32 for the
175
- // split+reduce Doppler flash path). Requires head_dim=256, f16 KV,
176
- // contiguous KV layout, seqLen > 1. Supersedes useFlashPrefillAttention
177
- // when both flags are set (this path is picked first). Default false.
178
- useOrtFlashPrefillAttention: false,
174
+ useLinearAttentionRegisterPrefill: false,
175
+ useLinearAttentionRegisterDecode: false,
176
+ linearRecurrentStatePrecision: 'f32',
177
+ intermediatePrecision: 'f32',
178
+
179
179
  // Opt into the WideTile Q4_K matmul + residual fusion at the ffn_down
180
180
  // + ffn_residual call site (dense.js). Eliminates one separate residual
181
181
  // dispatch per layer. Requires f32 activations + retained Q4_K weights
@@ -198,6 +198,7 @@ export const DEFAULT_RUNTIME_CONFIG = {
198
198
  // diagnostics do not need intermediate Q/K stage readbacks.
199
199
  useFusedQKVSplitQKNormRoPE: false,
200
200
  useGreedyLmHeadArgmaxFusion: false,
201
+ usePreparedDecodeWorkspace: false,
201
202
  },
202
203
  executionPatch: {},
203
204
  },
@@ -300,6 +301,12 @@ function normalizeSessionContracts(inference, base, overrides) {
300
301
  baseSession.perLayerInputs
301
302
  );
302
303
  }
304
+ if (hasOwn(overrideSession, 'ngramEmbedding')) {
305
+ inference.session.ngramEmbedding = replaceSubtree(
306
+ overrideSession.ngramEmbedding,
307
+ baseSession.ngramEmbedding
308
+ );
309
+ }
303
310
  if (hasOwn(overrideSession, 'speculation')) {
304
311
  inference.session.speculation = replaceSubtree(
305
312
  overrideSession.speculation,
@@ -6,17 +6,6 @@ const gh200Nvl2Profile = await loadJson('../platforms/nvidia-gh200-nvl2.json', i
6
6
  const gb2008Profile = await loadJson('../platforms/nvidia-gb200-8gpu.json', import.meta.url, 'Failed to load platform config');
7
7
  const gb200Nvl72Profile = await loadJson('../platforms/nvidia-gb200-nvl72.json', import.meta.url, 'Failed to load platform config');
8
8
 
9
- // =============================================================================
10
- // GPU Specifications
11
- // =============================================================================
12
-
13
- const H100_GPU_SPEC = {
14
- name: 'H100',
15
- vramBytes: 96 * GB,
16
- hbmBandwidthBytesPerSec: 3.35e12, // 3.35 TB/s HBM3
17
- fp16Tflops: 1979, // ~2 PFLOPS
18
- };
19
-
20
9
  const H200_GPU_SPEC = {
21
10
  name: 'H200',
22
11
  vramBytes: 144 * GB,
@@ -24,14 +13,6 @@ const H200_GPU_SPEC = {
24
13
  fp16Tflops: 1979, // ~2 PFLOPS
25
14
  };
26
15
 
27
- const B200_GPU_SPEC = {
28
- name: 'B200',
29
- vramBytes: 192 * GB,
30
- hbmBandwidthBytesPerSec: 8e12, // 8 TB/s HBM3e
31
- fp16Tflops: 4500, // 4.5 PFLOPS
32
- fp8Tflops: 9000, // 9 PFLOPS FP8
33
- };
34
-
35
16
  export const DEFAULT_GH200_GPU_SPEC = H200_GPU_SPEC;
36
17
 
37
18
  // =============================================================================
@@ -56,11 +37,6 @@ const NVLINK_4_SPEC = {
56
37
  latencyUs: 1.0, // ~1 microsecond
57
38
  };
58
39
 
59
- const NVLINK_5_SPEC = {
60
- bandwidthBytesPerSec: 1.8e12, // 1.8 TB/s
61
- latencyUs: 0.8, // ~0.8 microseconds
62
- };
63
-
64
40
  export const DEFAULT_NVLINK_SPEC = NVLINK_4_SPEC;
65
41
 
66
42
  export const DEFAULT_NVLINK_C2C_SPEC = {
@@ -80,27 +56,6 @@ const GH200_TOPOLOGY = {
80
56
  cpuCount: 1,
81
57
  };
82
58
 
83
- const GH200_NVL2_TOPOLOGY = {
84
- gpuCount: 2,
85
- gpusPerNode: 2,
86
- nodeCount: 1,
87
- cpuCount: 2,
88
- };
89
-
90
- const GB200_8GPU_TOPOLOGY = {
91
- gpuCount: 8,
92
- gpusPerNode: 8,
93
- nodeCount: 1,
94
- cpuCount: 2,
95
- };
96
-
97
- const GB200_NVL72_TOPOLOGY = {
98
- gpuCount: 72,
99
- gpusPerNode: 8,
100
- nodeCount: 9,
101
- cpuCount: 18, // 2 CPUs per node
102
- };
103
-
104
59
  // =============================================================================
105
60
  // Parallelism Defaults
106
61
  // =============================================================================
@@ -125,22 +80,6 @@ export const DEFAULT_PARALLELISM_CONFIG = {
125
80
  },
126
81
  };
127
82
 
128
- const TP2_PARALLELISM_CONFIG = {
129
- ...DEFAULT_PARALLELISM_CONFIG,
130
- tensorParallel: {
131
- enabled: true,
132
- degree: 2,
133
- },
134
- };
135
-
136
- const TP8_PARALLELISM_CONFIG = {
137
- ...DEFAULT_PARALLELISM_CONFIG,
138
- tensorParallel: {
139
- enabled: true,
140
- degree: 8,
141
- },
142
- };
143
-
144
83
  // =============================================================================
145
84
  // Timing Scaling Defaults
146
85
  // =============================================================================
@@ -269,18 +208,6 @@ function mergeParallelismConfig(base, overrides) {
269
208
  };
270
209
  }
271
210
 
272
- // =============================================================================
273
- // Utility Functions
274
- // =============================================================================
275
-
276
- function calculateTotalVram(config) {
277
- return config.gpuSpec.vramBytes * config.topology.gpuCount;
278
- }
279
-
280
- function calculateTotalCpuMemory(config) {
281
- return config.cpuSpec.memoryBytes * config.topology.cpuCount;
282
- }
283
-
284
211
  export function formatBytes(bytes) {
285
212
  if (typeof bytes !== 'number' || Number.isNaN(bytes)) return 'NaN';
286
213
  if (bytes < 0) return '0 B';
@@ -295,7 +222,3 @@ export function formatBytes(bytes) {
295
222
  }
296
223
  return `${bytes} B`;
297
224
  }
298
-
299
- function formatBandwidth(bytesPerSec) {
300
- return `${formatBytes(bytesPerSec)}/s`;
301
- }
@@ -15,6 +15,7 @@
15
15
  */
16
16
 
17
17
  import type { KVCacheConfigSchema } from './kvcache.schema.js';
18
+ import type { NgramEmbeddingSessionSchema } from './ngram-embedding.schema.js';
18
19
 
19
20
  // === Primitives ===
20
21
 
@@ -107,6 +108,22 @@ export interface ExecutionV1DecodeLoopSchema {
107
108
  submitLatencyThresholdMs: number | null;
108
109
  /** Explicit cap for one multi-token decode submission. Absent uses rule policy. */
109
110
  maxBatchDecodeTokens?: number | null;
111
+ /**
112
+ * Recorded single-token decode submits the work encoded so far after every N layers,
113
+ * so the GPU executes earlier layers while later ones are encoded. Absent or null
114
+ * keeps one submission per token.
115
+ */
116
+ layerSubmitInterval?: number | null;
117
+ /**
118
+ * Single-token decode observes four ordinary recorded steps, builds one
119
+ * whole-token command program (prebuilt bind groups, packed uniforms, one
120
+ * compute pass, 4-byte sampled-token readback) and replays it, encoding the
121
+ * next token while the GPU runs the current one. Absent or false keeps the
122
+ * ordinary recorded step. The input token and context thresholds come from
123
+ * operation declarations; fails closed when the observed steps disagree, and
124
+ * re-observes when a step leaves the declared positions or its plan changes.
125
+ */
126
+ wholeTokenProgram?: boolean;
110
127
  ringTokens: number | null;
111
128
  ringStop: number | null;
112
129
  ringStaging: number | null;
@@ -174,9 +191,15 @@ export interface ExecutionV1SessionSchema {
174
191
  kvcache: Partial<KVCacheConfigSchema> | null;
175
192
  decodeLoop: ExecutionV1DecodeLoopSchema | null;
176
193
  perLayerInputs: ExecutionV1PerLayerInputsSessionSchema;
194
+ /** Hashed n-gram table cache, staging and read bounds; required with inference.ngramEmbedding, else null. */
195
+ ngramEmbedding?: NgramEmbeddingSessionSchema | null;
177
196
  speculation: ExecutionV1SelfSpeculationSchema | null;
178
- /** "sync" (default): wait each prefill chunk. "async": queue without waiting. */
197
+ /** "sync" (default): wait each prefill chunk. "async": queue within the runtime in-flight limit. */
179
198
  prefillChunkSubmitMode: 'sync' | 'async';
199
+ /** Optional resolved runtime limit on layers retained by one prefill recorder. */
200
+ prefillChunkLayers?: number;
201
+ /** Runtime-only positive limit on submitted/recording prefill chunks. */
202
+ prefillMaxInFlightChunks?: number;
180
203
  /** Nullable token count for streaming prompt prefill before final logits. */
181
204
  prefillTokenChunkSize: number | null;
182
205
  /** Skip KV-cache writes for embedding-only hidden-state prefill routes. */
@@ -198,7 +221,7 @@ export interface ExecutionV1SessionSchema {
198
221
  /** Optional Q4_K fused gate/up variant and pipeline constants keyed by phase. */
199
222
  fusedFfnQ4K: {
200
223
  decode?: {
201
- variant?: 'q4k_metal_simd16' | null;
224
+ variant?: 'q4k_metal_simd16' | 'q4k_subgroup8' | null;
202
225
  pipelineConstants?: Record<string, number | boolean> | null;
203
226
  };
204
227
  prefill?: {
@@ -224,6 +247,11 @@ export interface ExecutionV1SessionSchema {
224
247
  useLinearAttentionQKVZProjectionFusion: boolean;
225
248
  /** Opt into linear-attention decode core fusion. Requires qRep=1 and head dims fitting one workgroup. */
226
249
  useLinearAttentionFusedDecodeCore: boolean;
250
+ /** F32 head-K-128 prefill retaining recurrent rows between tokens. */
251
+ useLinearAttentionRegisterPrefill: boolean;
252
+ useLinearAttentionRegisterDecode: boolean;
253
+ linearRecurrentStatePrecision: 'f32' | 'two-f32';
254
+ intermediatePrecision: 'f32' | 'two-f32' | null;
227
255
  /** Opt into WideTile Q4_K matmul + residual epilogue fusion. */
228
256
  useWideTileResidualFusion: boolean;
229
257
  /** Opt into RMSNorm + WideTile Q4_K matmul prologue fusion. */
@@ -238,6 +266,8 @@ export interface ExecutionV1SessionSchema {
238
266
  useF32AccumF16ioMatmul: boolean;
239
267
  /** Fuse greedy decode LM-head f16-weight GEMV with top-1 selection. Requires greedy sampling with no repetition penalty. */
240
268
  useGreedyLmHeadArgmaxFusion: boolean;
269
+ /** Session-owned F32 single-token scratch and exact-resource prepared bindings. */
270
+ usePreparedDecodeWorkspace: boolean;
241
271
  }
242
272
 
243
273
  // === Policies ===
@@ -1,4 +1,5 @@
1
1
  import { log } from '../../debug/index.js';
2
+ import { assertExecutionMechanismClosure } from '../execution-registry-contract.js';
2
3
 
3
4
  // =============================================================================
4
5
  // Execution v1 Schema
@@ -68,6 +69,7 @@ export const DEFAULT_EXECUTION_V1_SESSION = {
68
69
  kvcache: null,
69
70
  decodeLoop: null,
70
71
  perLayerInputs: { ...DEFAULT_EXECUTION_V1_PER_LAYER_INPUTS_SESSION },
72
+ ngramEmbedding: null,
71
73
  speculation: null,
72
74
  prefillChunkSubmitMode: 'sync',
73
75
  prefillTokenChunkSize: null,
@@ -84,6 +86,10 @@ export const DEFAULT_EXECUTION_V1_SESSION = {
84
86
  useLinearAttentionABProjectionFusion: false,
85
87
  useLinearAttentionQKVZProjectionFusion: false,
86
88
  useLinearAttentionFusedDecodeCore: false,
89
+ useLinearAttentionRegisterPrefill: false,
90
+ useLinearAttentionRegisterDecode: false,
91
+ linearRecurrentStatePrecision: 'f32',
92
+ intermediatePrecision: 'f32',
87
93
  useWideTileResidualFusion: false,
88
94
  useFusedRmsnormWideTile: false,
89
95
  useFusedQKVSplitQKNorm: false,
@@ -91,6 +97,7 @@ export const DEFAULT_EXECUTION_V1_SESSION = {
91
97
  retainQ4KMaterialization: false,
92
98
  useF32AccumF16ioMatmul: false,
93
99
  useGreedyLmHeadArgmaxFusion: false,
100
+ usePreparedDecodeWorkspace: false,
94
101
  };
95
102
 
96
103
  export const DEFAULT_EXECUTION_V1_POLICIES = {
@@ -289,6 +296,7 @@ export function expandExecutionV1(graph, options = {}) {
289
296
  }
290
297
 
291
298
  const allSteps = [...preLayer, ...decode, ...prefill, ...postLayer];
299
+ assertExecutionMechanismClosure(graph, allSteps);
292
300
 
293
301
  if (knownOps) {
294
302
  const unknownOps = [];
@@ -0,0 +1,17 @@
1
+ export type FP8Encoding = 'e4m3fn' | 'e5m2';
2
+ export interface FP8Policy {
3
+ schema: 'doppler.fp8/v1';
4
+ encoding: FP8Encoding;
5
+ packing: 'fp8-block-v1';
6
+ blockShape: [number, number];
7
+ scaleMode: 'identity' | 'companion';
8
+ scaleSuffix: string | null;
9
+ scaleSemantics: 'multiply';
10
+ scaleDtype: 'f32';
11
+ inputDtype: 'f32';
12
+ accumulatorDtype: 'f32';
13
+ outputDtype: 'f32';
14
+ dequantizedWeightPolicy: 'finite-normal-or-zero';
15
+ nonfinite: 'preserve-storage-reject-gpu';
16
+ }
17
+ export function validateFP8Policy(input: unknown, label?: string): FP8Policy;
@@ -0,0 +1,27 @@
1
+ /** @type {typeof import('./fp8.schema.js').validateFP8Policy} */
2
+ export function validateFP8Policy(input, label = 'FP8 policy') {
3
+ if (!input || typeof input !== 'object' || Array.isArray(input)) {
4
+ throw new Error(`${label} requires an explicit doppler.fp8/v1 policy.`);
5
+ }
6
+ const policy = /** @type {Record<string, unknown>} */ (input);
7
+ const fixed = { schema: 'doppler.fp8/v1', packing: 'fp8-block-v1', scaleSemantics: 'multiply',
8
+ scaleDtype: 'f32', inputDtype: 'f32', accumulatorDtype: 'f32', outputDtype: 'f32', dequantizedWeightPolicy: 'finite-normal-or-zero', nonfinite: 'preserve-storage-reject-gpu' };
9
+ const keys = [...Object.keys(fixed), 'encoding', 'blockShape', 'scaleMode', 'scaleSuffix'];
10
+ if (Object.keys(policy).length !== keys.length || keys.some(key => !(key in policy))) {
11
+ throw new Error(`${label} must explicitly declare exactly ${keys.join(', ')}.`);
12
+ }
13
+ for (const [key, value] of Object.entries(fixed)) {
14
+ if (policy[key] !== value) throw new Error(`${label}.${key} must be ${value}.`);
15
+ }
16
+ if (!['e4m3fn', 'e5m2'].includes(String(policy.encoding))) throw new Error(`${label}.encoding is unsupported.`);
17
+ const shape = policy.blockShape;
18
+ if (!Array.isArray(shape) || shape.length !== 2
19
+ || !shape.every(value => Number.isSafeInteger(value) && value > 0 && value <= 65536)
20
+ || shape[0] * shape[1] > 65536) throw new Error(`${label}.blockShape requires two positive dimensions with at most65536 elements.`);
21
+ if ((policy.scaleMode === 'identity' && policy.scaleSuffix !== null)
22
+ || (policy.scaleMode === 'companion' && (typeof policy.scaleSuffix !== 'string' || ! /^[._]/.test(policy.scaleSuffix) || policy.scaleSuffix.length < 2))
23
+ || !['identity', 'companion'].includes(String(policy.scaleMode))) {
24
+ throw new Error(`${label} requires identity/null or companion/explicit scaleSuffix.`);
25
+ }
26
+ return /** @type {import('./fp8.schema.js').FP8Policy} */ (input);
27
+ }