doppler-gpu 0.7.3 → 0.7.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (776) hide show
  1. package/CHANGELOG.md +60 -0
  2. package/README.md +9 -17
  3. package/package.json +5 -48
  4. package/src/capsule-runtime.d.ts +2 -2
  5. package/src/client/capsule-host.browser.js +4 -4
  6. package/src/client/capsule-host.d.ts +8 -8
  7. package/src/client/capsule-host.js +4 -4
  8. package/src/client/doppler-api.d.ts +2 -2
  9. package/src/client/inspection.d.ts +3 -0
  10. package/src/client/inspection.js +29 -0
  11. package/src/client/model-host/index.d.ts +5 -4
  12. package/src/client/model-host/index.js +28 -8
  13. package/src/client/model-host/model-evidence.js +2 -0
  14. package/src/client/model-host/model-session.d.ts +7 -5
  15. package/src/client/model-host/model-session.js +10 -3
  16. package/src/client/model-host/privacy-receipt.js +22 -0
  17. package/src/client/resident-partitions.d.ts +3 -3
  18. package/src/client/resident-partitions.js +2 -2
  19. package/src/client/runtime/capsule-acquisition.d.ts +3 -3
  20. package/src/client/runtime/capsule-acquisition.js +1 -1
  21. package/src/client/runtime/capsule-adapter-execution.d.ts +2 -2
  22. package/src/client/runtime/capsule-adapter-execution.js +3 -3
  23. package/src/client/runtime/capsule-embedding.d.ts +2 -2
  24. package/src/client/runtime/capsule-embedding.js +1 -1
  25. package/src/client/runtime/capsule-forecast.d.ts +2 -2
  26. package/src/client/runtime/capsule-forecast.js +1 -1
  27. package/src/client/runtime/capsule-operation-adapters.d.ts +1 -1
  28. package/src/client/runtime/capsule-operation-adapters.js +1 -1
  29. package/src/client/runtime/capsule-operation-deltas.js +1 -1
  30. package/src/client/runtime/capsule-operation-executor.d.ts +1 -1
  31. package/src/client/runtime/capsule-operation-executor.js +2 -2
  32. package/src/client/runtime/capsule-operation-stream.d.ts +1 -1
  33. package/src/client/runtime/capsule-operation-stream.js +2 -2
  34. package/src/client/runtime/capsule-piece-reader.js +1 -1
  35. package/src/client/runtime/capsule-program-adapter.js +1 -1
  36. package/src/client/runtime/capsule-release-authorization.js +1 -1
  37. package/src/client/runtime/capsule-rerank.d.ts +2 -2
  38. package/src/client/runtime/composition-root.d.ts +6 -6
  39. package/src/client/runtime/composition-root.js +6 -6
  40. package/src/client/runtime/fetch-capsule-artifact-store.d.ts +1 -1
  41. package/src/client/runtime/fetch-capsule-artifact-store.js +1 -1
  42. package/src/client/runtime/model-source.d.ts +4 -2
  43. package/src/client/runtime/model-source.js +5 -5
  44. package/src/client/runtime/scoped-session.d.ts +2 -2
  45. package/src/client/runtime/verified-capsule-artifact-store.d.ts +2 -2
  46. package/src/client/runtime/verified-capsule-artifact-store.js +1 -1
  47. package/src/config/backward-registry-loader.js +1 -1
  48. package/src/config/{capsule-adapter-policy.js → capsule/capsule-adapter-policy.js} +2 -2
  49. package/src/config/{capsule-adapters.d.ts → capsule/capsule-adapters.d.ts} +1 -1
  50. package/src/config/{capsule-adapters.js → capsule/capsule-adapters.js} +2 -2
  51. package/src/config/{capsule-loading.js → capsule/capsule-loading.js} +1 -1
  52. package/src/config/{capsule-operation.d.ts → capsule/capsule-operation.d.ts} +1 -1
  53. package/src/config/{capsule-operation.js → capsule/capsule-operation.js} +3 -3
  54. package/src/config/{capsule-release-contract.js → capsule/capsule-release-contract.js} +2 -2
  55. package/src/config/{capsule-release-events.d.ts → capsule/capsule-release-events.d.ts} +2 -1
  56. package/src/config/{capsule-release-events.js → capsule/capsule-release-events.js} +3 -2
  57. package/src/config/{capsule-sequence-receipt.js → capsule/capsule-sequence-receipt.js} +1 -1
  58. package/src/config/{capsule-token-selection.d.ts → capsule/capsule-token-selection.d.ts} +1 -1
  59. package/src/config/{capsule-token-selection.js → capsule/capsule-token-selection.js} +2 -2
  60. package/src/config/{capsule-v2.d.ts → capsule/capsule-v2.d.ts} +5 -4
  61. package/src/config/{capsule-v2.js → capsule/capsule-v2.js} +6 -6
  62. package/src/config/{capsule-v3.js → capsule/capsule-v3.js} +1 -1
  63. package/src/config/{capsule.js → capsule/capsule.js} +26 -7
  64. package/src/config/choice-scoring.js +1 -1
  65. package/src/config/conversion/amplify/amplify-120m-f16-af32.json +1 -1
  66. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +1 -1
  67. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +1 -1
  68. package/src/config/conversion/esm/esm2-t12-35m-ur50d-f32-af32.json +2 -2
  69. package/src/config/conversion/esmc/esmc-300m-f32-af32.json +1 -1
  70. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +1 -1
  71. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +1 -1
  72. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +1 -1
  73. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +1 -1
  74. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +1 -1
  75. package/src/config/conversion/gemma3/gemma-3-270m-it-w8a8-ehf16-af32.json +1 -1
  76. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +1 -1
  77. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +1 -1
  78. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +8 -8
  79. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +8 -8
  80. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +8 -8
  81. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +8 -8
  82. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +8 -8
  83. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +8 -8
  84. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +8 -8
  85. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +8 -8
  86. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +8 -8
  87. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +1 -1
  88. package/src/config/conversion/glmocr/glm-ocr-f16-af32.json +1 -1
  89. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +1 -1
  90. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +1 -1
  91. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +1 -1
  92. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +1 -1
  93. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-bf16-af32.json +1 -1
  94. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-f16-af32.json +1 -1
  95. package/src/config/conversion/nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32.json +1 -1
  96. package/src/config/conversion/qwen3/qwen-3-4b-instruct-2507-q4k-ehf16-af32.json +2 -2
  97. package/src/config/conversion/qwen3/qwen-3-5-0-8b-canonical-f32.json +1 -1
  98. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +1 -1
  99. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +1 -1
  100. package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +1 -1
  101. package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +1 -1
  102. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +1 -1
  103. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +1 -1
  104. package/src/config/conversion/qwen3/qwen-3-6-35b-a3b-q4_0-passthrough.json +1 -1
  105. package/src/config/conversion/qwen3/qwen-3-6-35b-a3b-text-q4k-ehf16-af32.json +1 -1
  106. package/src/config/conversion/qwen3/qwen-3-8-flash-next-text-q4k-ehf16-af32.json +25 -22
  107. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-f16-af32.json +2 -2
  108. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +1 -1
  109. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +1 -1
  110. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-true-logit-af32.json +2 -2
  111. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +2 -2
  112. package/src/config/conversion/qwen3/qwen3.8-27b-q4_0-passthrough.json +1 -1
  113. package/src/config/conversion/qwen3/qwen3.8-27b-text-f16-af32.json +1 -1
  114. package/src/config/conversion/qwen3/qwen3.8-27b-text-q4k-ehaf16.json +1 -1
  115. package/src/config/conversion/qwen3/qwen4exp-gguf-source-policy.json +53 -0
  116. package/src/config/embedding-contract.d.ts +1 -1
  117. package/src/config/embedding-contract.js +1 -1
  118. package/src/config/execution-registry-contract.d.ts +5 -5
  119. package/src/config/execution-registry-contract.js +5 -5
  120. package/src/config/generation-contract.js +2 -1
  121. package/src/config/hardware-partition-plan.d.ts +32 -0
  122. package/src/config/hardware-partition-plan.js +78 -0
  123. package/src/config/inspection/observation-policies.json +1 -1
  124. package/src/config/kernel-path-loader.d.ts +1 -1
  125. package/src/config/kernel-path-loader.js +1 -1
  126. package/src/config/kernel-registry-contract.d.ts +2 -2
  127. package/src/config/kernel-registry-contract.js +1 -1
  128. package/src/config/kernels/kernel-ref-digests.js +509 -0
  129. package/src/config/kernels/registry.js +2 -2
  130. package/src/config/kernels/registry.json +2065 -1241
  131. package/src/config/layer-partition-plan.d.ts +4 -0
  132. package/src/config/layer-partition-plan.js +10 -4
  133. package/src/config/merge.js +1 -1
  134. package/src/config/model-session-declarations.js +85 -0
  135. package/src/config/param-validator.js +3 -3
  136. package/src/config/platforms/amd-rdna3.json +2 -2
  137. package/src/config/production-release-evidence.js +1 -1
  138. package/src/config/revocation-policy.js +6 -2
  139. package/src/config/revocation-registry.json +1 -1
  140. package/src/config/runtime/model-sessions.json +23 -0
  141. package/src/config/runtime/profiles/flash-next-gguf-control-gemv.json +72 -0
  142. package/src/config/runtime/profiles/flash-next-gguf-hc-inject-gemv.json +47 -0
  143. package/src/config/schema/capsule/index.d.ts +14 -0
  144. package/src/config/schema/capsule/index.js +10 -0
  145. package/src/config/schema/{program-bundle.schema.d.ts → capsule/program-bundle.schema.d.ts} +3 -3
  146. package/src/config/schema/{program-bundle.schema.js → capsule/program-bundle.schema.js} +6 -6
  147. package/src/config/schema/{execution-v1.schema.d.ts → execution/execution-v1.schema.d.ts} +2 -0
  148. package/src/config/schema/{execution-v1.schema.js → execution/execution-v1.schema.js} +2 -2
  149. package/src/config/schema/execution/index.d.ts +203 -0
  150. package/src/config/schema/execution/index.js +94 -0
  151. package/src/config/schema/{inference.schema.d.ts → execution/inference.schema.d.ts} +1 -1
  152. package/src/config/schema/{kernel-path.schema.d.ts → execution/kernel-path.schema.d.ts} +3 -0
  153. package/src/config/schema/{kernel-registry.schema.d.ts → execution/kernel-registry.schema.d.ts} +2 -2
  154. package/src/config/schema/{kernel-thresholds.schema.d.ts → execution/kernel-thresholds.schema.d.ts} +1 -1
  155. package/src/config/schema/{kernel-thresholds.schema.js → execution/kernel-thresholds.schema.js} +1 -1
  156. package/src/config/schema/{kernel-warmup.schema.d.ts → execution/kernel-warmup.schema.d.ts} +14 -0
  157. package/src/config/schema/{kernel-warmup.schema.js → execution/kernel-warmup.schema.js} +3 -0
  158. package/src/config/schema/{kvcache.schema.d.ts → execution/kvcache.schema.d.ts} +8 -2
  159. package/src/config/schema/{kvcache.schema.js → execution/kvcache.schema.js} +17 -1
  160. package/src/config/schema/{ngram-embedding.schema.d.ts → execution/ngram-embedding.schema.d.ts} +3 -1
  161. package/src/config/schema/{ngram-embedding.schema.js → execution/ngram-embedding.schema.js} +16 -1
  162. package/src/config/schema/index.d.ts +8 -897
  163. package/src/config/schema/index.js +8 -506
  164. package/src/config/schema/{converter.schema.d.ts → manifest/converter.schema.d.ts} +4 -4
  165. package/src/config/schema/{converter.schema.js → manifest/converter.schema.js} +1 -1
  166. package/src/config/schema/manifest/index.d.ts +142 -0
  167. package/src/config/schema/manifest/index.js +62 -0
  168. package/src/config/schema/manifest/manifest-inference.schema.d.ts +298 -0
  169. package/src/config/schema/{manifest.schema.d.ts → manifest/manifest.schema.d.ts} +9 -291
  170. package/src/config/schema/{manifest.schema.js → manifest/manifest.schema.js} +2 -2
  171. package/src/config/schema/{emulation.schema.d.ts → platform/emulation.schema.d.ts} +1 -1
  172. package/src/config/schema/{emulation.schema.js → platform/emulation.schema.js} +6 -6
  173. package/src/config/schema/{gpu-cache.schema.js → platform/gpu-cache.schema.js} +1 -1
  174. package/src/config/schema/platform/index.d.ts +72 -0
  175. package/src/config/schema/platform/index.js +27 -0
  176. package/src/config/schema/{memory-limits.schema.js → platform/memory-limits.schema.js} +1 -1
  177. package/src/config/schema/policy/index.d.ts +14 -0
  178. package/src/config/schema/policy/index.js +9 -0
  179. package/src/config/schema/{buffer-pool.schema.js → runtime/buffer-pool.schema.js} +2 -2
  180. package/src/config/schema/{doppler.schema.d.ts → runtime/doppler.schema.d.ts} +3 -3
  181. package/src/config/schema/{doppler.schema.js → runtime/doppler.schema.js} +12 -12
  182. package/src/config/schema/runtime/index.d.ts +238 -0
  183. package/src/config/schema/runtime/index.js +135 -0
  184. package/src/config/schema/{loading.schema.d.ts → runtime/loading.schema.d.ts} +31 -1
  185. package/src/config/schema/runtime/loading.schema.js +275 -0
  186. package/src/config/schema/{shared-runtime.schema.d.ts → runtime/shared-runtime.schema.d.ts} +5 -5
  187. package/src/config/schema/{shared-runtime.schema.js → runtime/shared-runtime.schema.js} +4 -4
  188. package/src/config/schema/{tooling.schema.d.ts → runtime/tooling.schema.d.ts} +1 -1
  189. package/src/config/schema/training/index.d.ts +63 -0
  190. package/src/config/schema/training/index.js +43 -0
  191. package/src/config/schema/{lora.schema.js → training/lora.schema.js} +1 -1
  192. package/src/config/source-packages/litert/gemma-4-e2b-it.json +1 -1
  193. package/src/config/supported-operations.json +358 -88
  194. package/src/config/target-plan.d.ts +2 -2
  195. package/src/config/target-plan.js +2 -2
  196. package/src/config/training-defaults.d.ts +2 -2
  197. package/src/config/training-defaults.js +2 -2
  198. package/src/config/transforms/execution-graph/correctness-fallback.js +86 -0
  199. package/src/config/transforms/execution-graph/prefill-attention.js +116 -0
  200. package/src/{converter → config/transforms}/execution-graph-transforms.js +5 -194
  201. package/src/converter/core.js +18 -164
  202. package/src/converter/forge-stages.js +2 -2
  203. package/src/converter/fp8-source.js +1 -1
  204. package/src/converter/gemma4/validation.js +110 -0
  205. package/src/converter/linear-norm-gate.js +1 -1
  206. package/src/converter/manifest-builder.js +2 -9
  207. package/src/converter/parsers/gguf.js +54 -4
  208. package/src/converter/quantization-info.js +2 -2
  209. package/src/converter/qwen4-exp-source-execution.js +94 -0
  210. package/src/converter/qwen4-exp-source.js +1 -201
  211. package/src/converter/tensor-transform.js +2 -9
  212. package/src/converter/tokenizer-contract.js +2 -9
  213. package/src/converter/w8a8-quantizer.js +2 -2
  214. package/src/debug/config.js +1 -1
  215. package/src/debug/perf-guards.js +1 -1
  216. package/src/errors/doppler-error.d.ts +54 -0
  217. package/src/errors/doppler-error.js +13 -5
  218. package/src/experimental/distribution/shard-delivery/receipt.js +1 -1
  219. package/src/experimental/distribution/shard-delivery/retry.js +4 -4
  220. package/src/experimental/energy/types.d.ts +1 -1
  221. package/src/experimental/logits/cpu-output.js +1 -1
  222. package/src/experimental/training/artifacts.d.ts +2 -2
  223. package/src/experimental/training/artifacts.js +2 -2
  224. package/src/experimental/training/autograd.d.ts +1 -1
  225. package/src/experimental/training/distillation/student-fixture/execution.js +1 -1
  226. package/src/experimental/training/distillation/student-fixture/model.js +1 -1
  227. package/src/experimental/training/distillation/student-fixture.js +1 -1
  228. package/src/experimental/training/loss-scaling.d.ts +1 -1
  229. package/src/experimental/training/runner/evaluation.js +1 -1
  230. package/src/experimental/training/runner.js +1 -1
  231. package/src/experimental/training/trainer.d.ts +1 -1
  232. package/src/experimental/training/workloads.js +2 -2
  233. package/src/formats/gguf/block-storage.d.ts +9 -0
  234. package/src/formats/gguf/block-storage.js +12 -3
  235. package/src/formats/gguf/qwen-source.js +5 -3
  236. package/src/formats/gguf/qwen-source.json +8 -1
  237. package/src/formats/gguf/qwen4-exp-source.js +101 -0
  238. package/src/formats/q4k-dequant.js +1 -1
  239. package/src/formats/qwen4-exp-source-contracts.js +204 -0
  240. package/src/formats/rdrr/fp8-contract.js +1 -1
  241. package/src/formats/rdrr/fp8-storage.js +1 -1
  242. package/src/formats/rdrr/q4_0-storage.js +1 -1
  243. package/src/formats/rdrr/storage-descriptor.js +1 -1
  244. package/src/formats/rdrr/tensor-config-validator.js +3 -3
  245. package/src/formats/rdrr/validation.js +1 -1
  246. package/src/formats/rdrr/w8a8-storage.js +1 -1
  247. package/src/generation/index.d.ts +1 -1
  248. package/src/generation/index.js +1 -0
  249. package/src/gpu/device.d.ts +1 -1
  250. package/src/gpu/kernels/attention/contiguous-quantized.js +252 -0
  251. package/src/gpu/kernels/attention/tiered-quantized.js +321 -0
  252. package/src/gpu/kernels/attention/tiered.js +240 -0
  253. package/src/gpu/kernels/attention.js +5 -801
  254. package/src/gpu/kernels/backward/layernorm_backward.wgsl +3 -3
  255. package/src/gpu/kernels/channel-gain.js +100 -0
  256. package/src/gpu/kernels/channel-rotation.d.ts +16 -0
  257. package/src/gpu/kernels/channel-rotation.js +47 -0
  258. package/src/gpu/kernels/channel_energy.wgsl +17 -0
  259. package/src/gpu/kernels/channel_energy_pair.wgsl +27 -0
  260. package/src/gpu/kernels/channel_gain_control.wgsl +60 -0
  261. package/src/gpu/kernels/channel_gain_derive.wgsl +40 -0
  262. package/src/gpu/kernels/channel_gain_swiglu.wgsl +64 -0
  263. package/src/gpu/kernels/channel_rotation_apply.wgsl +38 -0
  264. package/src/gpu/kernels/channel_rotation_derive.wgsl +76 -0
  265. package/src/gpu/kernels/check-finiteness-f32.js +22 -0
  266. package/src/gpu/kernels/check_finiteness.wgsl +2 -2
  267. package/src/gpu/kernels/clamp.js +2 -2
  268. package/src/gpu/kernels/dequant.js +1 -1
  269. package/src/gpu/kernels/dispatch.js +7 -0
  270. package/src/gpu/kernels/energy_quintel_grad.wgsl +7 -7
  271. package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +7 -7
  272. package/src/gpu/kernels/energy_quintel_reduce.wgsl +6 -6
  273. package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +6 -6
  274. package/src/gpu/kernels/energy_quintel_update.wgsl +7 -7
  275. package/src/gpu/kernels/energy_quintel_update_f16.wgsl +7 -7
  276. package/src/gpu/kernels/fused_matmul_q4_widetile_f32.wgsl +174 -0
  277. package/src/gpu/kernels/fused_matmul_rmsnorm.wgsl +0 -49
  278. package/src/gpu/kernels/gated-delta-norm-gate.js +1 -1
  279. package/src/gpu/kernels/gated_delta_recurrent_gguf_register_prefill_sigmoid_gate.wgsl +730 -0
  280. package/src/gpu/kernels/gated_delta_recurrent_gguf_sigmoid_gate.wgsl +499 -0
  281. package/src/gpu/kernels/gather.js +16 -1
  282. package/src/gpu/kernels/gather_split4_packed_f16_vec4_f32_out.wgsl +104 -0
  283. package/src/gpu/kernels/generated/uniform-writers-0.js +7 -11
  284. package/src/gpu/kernels/generated/uniform-writers-1.js +43 -46
  285. package/src/gpu/kernels/generated/uniform-writers-2.js +80 -2
  286. package/src/gpu/kernels/generated/uniform-writers.js +33 -21
  287. package/src/gpu/kernels/hyper-connection-up.js +64 -0
  288. package/src/gpu/kernels/hyper-connection.js +15 -4
  289. package/src/gpu/kernels/hyper_connection_mix_branch.wgsl +105 -0
  290. package/src/gpu/kernels/hyper_connection_norm.wgsl +3 -3
  291. package/src/gpu/kernels/hyper_connection_up_mix_branch_q4_0.wgsl +164 -0
  292. package/src/gpu/kernels/kernel-execution.js +18 -7
  293. package/src/gpu/kernels/linear-attention-core.js +3 -4
  294. package/src/gpu/kernels/moe-route.js +14 -0
  295. package/src/gpu/kernels/moe_gather.wgsl +0 -63
  296. package/src/gpu/kernels/moe_route_q4_0_block_f32.wgsl +74 -0
  297. package/src/gpu/kernels/moe_route_q4_0_split_block_f32.wgsl +80 -0
  298. package/src/gpu/kernels/moe_route_q4_1_block_f32.wgsl +59 -0
  299. package/src/gpu/kernels/moe_route_remap.wgsl +22 -0
  300. package/src/gpu/kernels/paired-linear-attention.js +1 -1
  301. package/src/gpu/kernels/pipeline-cache.js +18 -2
  302. package/src/gpu/kernels/ple.js +11 -7
  303. package/src/gpu/kernels/ple_q4_0_to_f32.wgsl +32 -0
  304. package/src/gpu/kernels/qsa-indexer.d.ts +2 -0
  305. package/src/gpu/kernels/qsa-indexer.js +6 -4
  306. package/src/gpu/kernels/qsa_block_keys.wgsl +2 -1
  307. package/src/gpu/kernels/qsa_prepare.wgsl +2 -1
  308. package/src/gpu/kernels/relu.js +1 -1
  309. package/src/gpu/kernels/relu.wgsl +2 -2
  310. package/src/gpu/kernels/relu_f16.wgsl +2 -2
  311. package/src/gpu/kernels/residual.js +1 -1
  312. package/src/gpu/kernels/residual.wgsl +4 -4
  313. package/src/gpu/kernels/residual_f16.wgsl +2 -2
  314. package/src/gpu/kernels/residual_f16_vec4.wgsl +2 -2
  315. package/src/gpu/kernels/residual_vec4.wgsl +2 -2
  316. package/src/gpu/kernels/rope-precompute.js +1 -1
  317. package/src/gpu/kernels/scatter_add.wgsl +0 -31
  318. package/src/gpu/kernels/shader-cache.js +17 -3
  319. package/src/gpu/kernels/shader-capability-filter.js +120 -0
  320. package/src/gpu/kernels/softmax.js +10 -10
  321. package/src/gpu/kernels/topk.wgsl +0 -55
  322. package/src/gpu/kernels/transpose.js +1 -1
  323. package/src/gpu/kernels/transpose.wgsl +2 -2
  324. package/src/gpu/kernels/w8a8.js +1 -1
  325. package/src/gpu/uniform-cache.d.ts +15 -1
  326. package/src/gpu/uniform-cache.js +82 -7
  327. package/src/gpu/weight-buffer.d.ts +1 -1
  328. package/src/inference/moe-router.d.ts +1 -126
  329. package/src/inference/moe-router.js +0 -149
  330. package/src/inference/pipelines/context.js +3 -15
  331. package/src/inference/pipelines/shader-scoped-pipeline.js +10 -5
  332. package/src/inference/pipelines/text/attention/interpreter/immediate.js +4 -4
  333. package/src/inference/pipelines/text/attention/interpreter/output.js +203 -0
  334. package/src/inference/pipelines/text/attention/interpreter/recorded.js +92 -67
  335. package/src/inference/pipelines/text/attention/interpreter.js +77 -350
  336. package/src/inference/pipelines/text/attention/projection-executor.js +2 -2
  337. package/src/inference/pipelines/text/attention/projection-plan.js +1 -1
  338. package/src/inference/pipelines/text/attention/projection-precision.js +132 -0
  339. package/src/inference/pipelines/text/attention/projections.js +13 -151
  340. package/src/inference/pipelines/text/attention/recorded-health.js +83 -0
  341. package/src/inference/pipelines/text/attention/rope-observation.js +1 -1
  342. package/src/inference/pipelines/text/attention/types.js +0 -13
  343. package/src/inference/pipelines/text/config/normalization.js +2 -2
  344. package/src/inference/pipelines/text/config.d.ts +4 -4
  345. package/src/inference/pipelines/text/config.js +17 -135
  346. package/src/inference/pipelines/text/{config-components.js → configuration/config-components.js} +4 -4
  347. package/src/inference/pipelines/text/configuration/model-geometry.js +114 -0
  348. package/src/inference/pipelines/text/{resolved-runtime-session.d.ts → configuration/resolved-runtime-session.d.ts} +4 -4
  349. package/src/inference/pipelines/text/{resolved-runtime-session.js → configuration/resolved-runtime-session.js} +1 -1
  350. package/src/inference/pipelines/text/{abort-contract.js → contracts/abort-contract.js} +2 -1
  351. package/src/inference/pipelines/text/contracts/metrics.d.ts +234 -0
  352. package/src/inference/pipelines/text/{embed.js → embedding/embed.js} +15 -15
  353. package/src/inference/pipelines/text/{embedding-batch.js → embedding/embedding-batch.js} +1 -1
  354. package/src/inference/pipelines/text/{embedding-extraction.js → embedding/embedding-extraction.js} +12 -12
  355. package/src/inference/pipelines/text/{embedding-normalization.js → embedding/embedding-normalization.js} +4 -4
  356. package/src/inference/pipelines/text/{execution-plan.d.ts → execution/execution-plan.d.ts} +8 -8
  357. package/src/inference/pipelines/text/{execution-plan.js → execution/execution-plan.js} +9 -9
  358. package/src/inference/pipelines/text/{execution-runtime-builders.js → execution/execution-runtime-builders.js} +3 -3
  359. package/src/inference/pipelines/text/{execution-v1.d.ts → execution/execution-v1.d.ts} +2 -2
  360. package/src/inference/pipelines/text/{execution-v1.js → execution/execution-v1.js} +13 -183
  361. package/src/inference/pipelines/text/execution/layer-contract.js +90 -0
  362. package/src/inference/pipelines/text/{layer-execution-contract.js → execution/layer-execution-contract.js} +2 -2
  363. package/src/inference/pipelines/text/{layer-input-execution.js → execution/layer-input-execution.js} +27 -36
  364. package/src/inference/pipelines/text/{layer-partition-contract.d.ts → execution/layer-partition-contract.d.ts} +3 -3
  365. package/src/inference/pipelines/text/{layer-partition-contract.js → execution/layer-partition-contract.js} +2 -2
  366. package/src/inference/pipelines/text/{layer-plan-gpu.js → execution/layer-plan-gpu.js} +12 -12
  367. package/src/inference/pipelines/text/{layer-plan.d.ts → execution/layer-plan.d.ts} +1 -1
  368. package/src/inference/pipelines/text/{layer-plan.js → execution/layer-plan.js} +1 -1
  369. package/src/inference/pipelines/text/{layer.js → execution/layer.js} +34 -142
  370. package/src/inference/pipelines/text/{operator-identity.js → execution/operator-identity.js} +1 -1
  371. package/src/inference/pipelines/text/{ops.js → execution/ops.js} +26 -26
  372. package/src/inference/pipelines/text/{paired-execution.js → execution/paired-execution.js} +9 -9
  373. package/src/inference/pipelines/text/execution-v1/hybrid-projection-contract.js +159 -0
  374. package/src/inference/pipelines/text/expert-loading-stats.d.ts +16 -0
  375. package/src/inference/pipelines/text/expert-loading-stats.js +15 -0
  376. package/src/inference/pipelines/text/ffn/dense-executor.js +5 -4
  377. package/src/inference/pipelines/text/ffn/dense-plan.js +23 -34
  378. package/src/inference/pipelines/text/ffn/dense.js +72 -392
  379. package/src/inference/pipelines/text/ffn/fused-gate-up.js +197 -0
  380. package/src/inference/pipelines/text/ffn/moe.js +1 -1
  381. package/src/inference/pipelines/text/ffn/packed-gate-up.js +218 -0
  382. package/src/inference/pipelines/text/ffn/paired.js +3 -3
  383. package/src/inference/pipelines/text/ffn/qwen-shared-expert.js +1 -1
  384. package/src/inference/pipelines/text/ffn/sandwich.js +6 -7
  385. package/src/inference/pipelines/text/ffn/standard.js +5 -5
  386. package/src/inference/pipelines/text/ffn/types.js +6 -3
  387. package/src/inference/pipelines/text/{activity-weights.js → generator/activation/activity-weights.js} +8 -8
  388. package/src/inference/pipelines/text/generator/activation/channel-gain.d.ts +61 -0
  389. package/src/inference/pipelines/text/generator/activation/channel-gain.js +352 -0
  390. package/src/inference/pipelines/text/generator/activation/final-layer-replay.js +43 -0
  391. package/src/inference/pipelines/text/generator/{capsule-generation.js → adapters/capsule-generation.js} +5 -5
  392. package/src/inference/pipelines/text/generator/{diffusion.js → adapters/diffusion.js} +19 -19
  393. package/src/inference/pipelines/text/generator/{training.js → adapters/training.js} +21 -21
  394. package/src/inference/pipelines/text/generator/decode/advance-token.js +73 -0
  395. package/src/inference/pipelines/text/{generator-steps.js → generator/decode/batch-generation.js} +25 -288
  396. package/src/inference/pipelines/text/generator/decode/batch-readback.js +175 -0
  397. package/src/inference/pipelines/text/generator/{compiled-greedy-window.js → decode/compiled-greedy-window.js} +5 -5
  398. package/src/inference/pipelines/text/generator/{decode-components.js → decode/decode-components.js} +1 -1
  399. package/src/inference/pipelines/text/generator/{decode-runtime.js → decode/decode-loop.js} +20 -412
  400. package/src/inference/pipelines/text/generator/decode/decode-mechanics.js +288 -0
  401. package/src/inference/pipelines/text/generator/{decode-readback.js → decode/decode-readback.js} +1 -1
  402. package/src/inference/pipelines/text/generator/decode/decode-runtime.js +2 -0
  403. package/src/inference/pipelines/text/generator/{decode.js → decode/decode-step.js} +34 -313
  404. package/src/inference/pipelines/text/generator/decode/decode.js +5 -0
  405. package/src/inference/pipelines/text/generator/{greedy-head-policy.js → decode/greedy-head-policy.js} +1 -1
  406. package/src/inference/pipelines/text/generator/{recorded-step-executor.js → decode/recorded-step-executor.js} +2 -2
  407. package/src/inference/pipelines/text/generator/generator-steps.js +4 -0
  408. package/src/inference/pipelines/text/{generator.d.ts → generator/generator.d.ts} +13 -11
  409. package/src/inference/pipelines/text/{generator.js → generator/generator.js} +150 -46
  410. package/src/inference/pipelines/text/generator/{prefill-runtime.js → prefill/prefill-execution.js} +72 -278
  411. package/src/inference/pipelines/text/generator/prefill/prefill-logits.js +144 -0
  412. package/src/inference/pipelines/text/generator/{prefill-observation.js → prefill/prefill-observation.js} +2 -2
  413. package/src/inference/pipelines/text/generator/{prefill-policy.js → prefill/prefill-policy.js} +6 -1
  414. package/src/inference/pipelines/text/generator/prefill/prefill-runtime.js +2 -0
  415. package/src/inference/pipelines/text/generator/prefill/prefill-sequence.js +100 -0
  416. package/src/inference/pipelines/text/generator/{prefix-embedding.js → prefill/prefix-embedding.js} +7 -7
  417. package/src/inference/pipelines/text/{generation-request.d.ts → generator/request/generation-request.d.ts} +2 -2
  418. package/src/inference/pipelines/text/{generation-request.js → generator/request/generation-request.js} +3 -3
  419. package/src/inference/pipelines/text/generator/{prompt-input.js → request/prompt-input.js} +2 -2
  420. package/src/inference/pipelines/text/{sampling-config.d.ts → generator/sampling/sampling-config.d.ts} +1 -1
  421. package/src/inference/pipelines/text/{sampling-config.js → generator/sampling/sampling-config.js} +2 -2
  422. package/src/inference/pipelines/text/{sampling.d.ts → generator/sampling/sampling.d.ts} +15 -0
  423. package/src/inference/pipelines/text/{sampling.js → generator/sampling/sampling.js} +22 -3
  424. package/src/inference/pipelines/text/{stopping.js → generator/sampling/stopping.js} +3 -3
  425. package/src/inference/pipelines/text/generator/{token-selection.d.ts → sampling/token-selection.d.ts} +1 -1
  426. package/src/inference/pipelines/text/generator/{token-selection.js → sampling/token-selection.js} +8 -8
  427. package/src/inference/pipelines/text/generator/{activation-storage.js → session/activation-storage.js} +2 -2
  428. package/src/inference/pipelines/text/generator/{attention-lifecycle.js → session/attention-lifecycle.js} +1 -1
  429. package/src/inference/pipelines/text/generator/{diagnostic-sequence.d.ts → session/diagnostic-sequence.d.ts} +3 -3
  430. package/src/inference/pipelines/text/generator/{diagnostic-sequence.js → session/diagnostic-sequence.js} +3 -3
  431. package/src/inference/pipelines/text/generator/session/generation-runtime.js +278 -0
  432. package/src/inference/pipelines/text/{generator-runtime.d.ts → generator/session/generator-runtime.d.ts} +7 -7
  433. package/src/inference/pipelines/text/{generator-runtime.js → generator/session/generator-runtime.js} +8 -8
  434. package/src/inference/pipelines/text/generator/{recovery.js → session/recovery.js} +6 -6
  435. package/src/inference/pipelines/text/{sequence-state.d.ts → generator/session/sequence-state.d.ts} +5 -5
  436. package/src/inference/pipelines/text/{sequence-state.js → generator/session/sequence-state.js} +26 -18
  437. package/src/inference/pipelines/text/generator/{session-context.js → session/session-context.js} +12 -11
  438. package/src/inference/pipelines/text/generator/{speculative-runtime.js → session/speculative-runtime.js} +1 -1
  439. package/src/inference/pipelines/text/generator/{text.js → session/text.js} +9 -9
  440. package/src/inference/pipelines/text/{warm-generation.d.ts → generator/session/warm-generation.d.ts} +1 -1
  441. package/src/inference/pipelines/text/{warm-generation.js → generator/session/warm-generation.js} +1 -1
  442. package/src/inference/pipelines/text/generator/{whole-token-lane.js → whole-token/whole-token-lane.js} +10 -10
  443. package/src/inference/pipelines/text/generator/{whole-token-observation.d.ts → whole-token/whole-token-observation.d.ts} +2 -2
  444. package/src/inference/pipelines/text/generator/{whole-token-observation.js → whole-token/whole-token-observation.js} +5 -5
  445. package/src/inference/pipelines/text/generator/{whole-token-program.d.ts → whole-token/whole-token-program.d.ts} +3 -3
  446. package/src/inference/pipelines/text/generator/{whole-token-program.js → whole-token/whole-token-program.js} +5 -5
  447. package/src/inference/pipelines/text/hyper-connection/decoder-layer.d.ts +17 -4
  448. package/src/inference/pipelines/text/hyper-connection/decoder-layer.js +38 -14
  449. package/src/inference/pipelines/text/hyper-connection/layer-executor.js +14 -9
  450. package/src/inference/pipelines/text/hyper-connection/logits-input.js +5 -3
  451. package/src/inference/pipelines/text/hyper-connection/projection.js +52 -2
  452. package/src/inference/pipelines/text/hyper-connection/sequence-transaction.js +3 -3
  453. package/src/inference/pipelines/text/hyper-connection/session.d.ts +1 -1
  454. package/src/inference/pipelines/text/hyper-connection/session.js +9 -5
  455. package/src/inference/pipelines/text/indexed-attention/qsa-cache.d.ts +2 -1
  456. package/src/inference/pipelines/text/indexed-attention/qsa-cache.js +3 -3
  457. package/src/inference/pipelines/text/init.d.ts +4 -2
  458. package/src/inference/pipelines/text/init.js +10 -934
  459. package/src/inference/pipelines/text/initialization/init-emulation.js +76 -0
  460. package/src/inference/pipelines/text/initialization/init-kv-cache.js +547 -0
  461. package/src/inference/pipelines/text/initialization/init-moe.js +34 -0
  462. package/src/inference/pipelines/text/{init-qkv-fusion.js → initialization/init-qkv-fusion.js} +7 -7
  463. package/src/inference/pipelines/text/{init-rope.d.ts → initialization/init-rope.d.ts} +4 -4
  464. package/src/inference/pipelines/text/{init-rope.js → initialization/init-rope.js} +9 -11
  465. package/src/inference/pipelines/text/initialization/init-speculative.js +31 -0
  466. package/src/inference/pipelines/text/{init-tokenizer.js → initialization/init-tokenizer.js} +2 -2
  467. package/src/inference/pipelines/text/lifecycle.js +18 -18
  468. package/src/inference/pipelines/text/{linear-attention-ab-fusion.js → linear-attention/linear-attention-ab-fusion.js} +3 -3
  469. package/src/inference/pipelines/text/{linear-attention.d.ts → linear-attention/linear-attention.d.ts} +12 -12
  470. package/src/inference/pipelines/text/{linear-attention.js → linear-attention/linear-attention.js} +17 -17
  471. package/src/inference/pipelines/text/linear-attention/plan.js +4 -4
  472. package/src/inference/pipelines/text/linear-attention/state-checkpoint.js +1 -1
  473. package/src/inference/pipelines/text/linear-attention/state-clone.js +1 -1
  474. package/src/inference/pipelines/text/linear-attention/state-layout.js +2 -2
  475. package/src/inference/pipelines/text/loading/decode-session-config.js +295 -0
  476. package/src/inference/pipelines/text/loading/init-weights.js +254 -0
  477. package/src/inference/pipelines/text/{load-errors.js → loading/load-errors.js} +3 -3
  478. package/src/inference/pipelines/text/{model-load.js → loading/model-load.js} +14 -306
  479. package/src/inference/pipelines/text/{weight-loading-config.js → loading/weight-loading-config.js} +6 -6
  480. package/src/inference/pipelines/text/{weights.d.ts → loading/weights.d.ts} +13 -13
  481. package/src/inference/pipelines/text/{weights.js → loading/weights.js} +5 -5
  482. package/src/inference/pipelines/text/logits/gpu-executor.js +2 -2
  483. package/src/inference/pipelines/text/logits/gpu.d.ts +4 -4
  484. package/src/inference/pipelines/text/logits/gpu.js +2 -2
  485. package/src/inference/pipelines/text/{generator → logits}/hidden-projection.js +1 -1
  486. package/src/inference/pipelines/text/logits/index.d.ts +1 -1
  487. package/src/inference/pipelines/text/logits/index.js +3 -3
  488. package/src/inference/pipelines/text/{generator → logits}/logits-config.js +1 -1
  489. package/src/inference/pipelines/text/logits/output-transform.js +1 -1
  490. package/src/inference/pipelines/text/logits/precision-policy.js +1 -1
  491. package/src/inference/pipelines/text/logits/types.d.ts +2 -2
  492. package/src/inference/pipelines/text/lora-types.d.ts +1 -1
  493. package/src/inference/pipelines/text/moe/expert-loading.js +4 -1
  494. package/src/inference/pipelines/text/moe/gpu-executor.js +44 -101
  495. package/src/inference/pipelines/text/moe/grouped-prefill.js +6 -2
  496. package/src/inference/pipelines/text/moe/qwen-route-executor.d.ts +2 -2
  497. package/src/inference/pipelines/text/moe/qwen-route-executor.js +31 -2
  498. package/src/inference/pipelines/text/moe/routed-expert-chunks.js +99 -15
  499. package/src/inference/pipelines/text/moe-cache.js +11 -77
  500. package/src/inference/pipelines/text/moe-gpu.js +33 -75
  501. package/src/inference/pipelines/text/moe-impl.d.ts +3 -38
  502. package/src/inference/pipelines/text/moe-impl.js +1 -7
  503. package/src/inference/pipelines/text/ngram/ngram-addresses.d.ts +1 -1
  504. package/src/inference/pipelines/text/ngram/ngram-addresses.js +2 -2
  505. package/src/inference/pipelines/text/ngram/ngram-table.d.ts +3 -3
  506. package/src/inference/pipelines/text/ngram/ngram-table.js +5 -6
  507. package/src/inference/pipelines/text/ngram/ple-layer.d.ts +3 -3
  508. package/src/inference/pipelines/text/ngram/ple-layer.js +3 -3
  509. package/src/inference/pipelines/text/{generator-logits-observation.js → observation/generator-logits-observation.js} +4 -4
  510. package/src/inference/pipelines/text/{kernel-trace.js → observation/kernel-trace.js} +1 -1
  511. package/src/inference/pipelines/text/{operator-events.js → observation/operator-events.js} +1 -1
  512. package/src/inference/pipelines/text/{probes.js → observation/probes.js} +13 -13
  513. package/src/inference/pipelines/text/{tsir-fixture-writer.js → observation/tsir-fixture-writer.js} +3 -3
  514. package/src/inference/pipelines/text/{execution.js → operations/execution.js} +14 -14
  515. package/src/inference/pipelines/text/{image-transcription.js → operations/image-transcription.js} +8 -8
  516. package/src/inference/pipelines/text/{partition-attempt.js → partitions/partition-attempt.js} +7 -7
  517. package/src/inference/pipelines/text/{partition-execution.js → partitions/partition-execution.js} +107 -35
  518. package/src/inference/pipelines/text/partitions/partition-wire.js +50 -0
  519. package/src/inference/pipelines/text/{resident-partition-contract.d.ts → partitions/resident-partition-contract.d.ts} +10 -8
  520. package/src/inference/pipelines/text/{resident-partition-contract.js → partitions/resident-partition-contract.js} +6 -6
  521. package/src/inference/pipelines/text/partitions/resident-partition-warmup.js +67 -0
  522. package/src/inference/pipelines/text/{resident-partition.js → partitions/resident-partition.js} +27 -15
  523. package/src/inference/pipelines/text/{resident-pipeline-preparation.js → partitions/resident-pipeline-preparation.js} +32 -32
  524. package/src/inference/pipelines/text/per-layer/materialize.js +4 -4
  525. package/src/inference/pipelines/text/per-layer/per-layer-inputs.js +5 -0
  526. package/src/inference/pipelines/text/per-layer/plan.js +4 -4
  527. package/src/inference/pipelines/text/{per-layer-inputs.js → per-layer/prepare.js} +14 -280
  528. package/src/inference/pipelines/text/per-layer/projection-contract.js +79 -0
  529. package/src/inference/pipelines/text/per-layer/runtime-cache.js +183 -0
  530. package/src/inference/pipelines/text/pipeline.d.ts +13 -8
  531. package/src/inference/pipelines/text/pipeline.js +78 -22
  532. package/src/inference/pipelines/text/{drift-policy.js → policy/drift-policy.js} +1 -1
  533. package/src/inference/pipelines/text/{dtype-contract.js → policy/dtype-contract.js} +2 -2
  534. package/src/inference/pipelines/text/{finiteness-guard-status.js → policy/finiteness-guard-status.js} +2 -1
  535. package/src/inference/pipelines/text/{generator-decode-policy.js → policy/generator-decode-policy.js} +5 -5
  536. package/src/inference/pipelines/text/state.d.ts +9 -8
  537. package/src/inference/pipelines/text/state.js +1 -0
  538. package/src/inference/pipelines/text/types.d.ts +14 -218
  539. package/src/inference/pipelines/text.js +2 -0
  540. package/src/inference/tokenizers/bundled/merge.js +130 -0
  541. package/src/inference/tokenizers/bundled.js +2 -36
  542. package/src/loader/doppler-loader.d.ts +17 -7
  543. package/src/loader/doppler-loader.js +27 -29
  544. package/src/loader/embedding-limit-preflight.js +29 -1
  545. package/src/loader/embedding-loader.js +18 -4
  546. package/src/loader/experts/compact-expert-cache.js +508 -0
  547. package/src/loader/experts/expert-cache.d.ts +1 -1
  548. package/src/loader/experts/expert-dequant-cache.d.ts +9 -0
  549. package/src/loader/experts/expert-dequant-cache.js +75 -0
  550. package/src/loader/experts/expert-frequency-index.js +129 -0
  551. package/src/loader/experts/expert-loader.d.ts +4 -0
  552. package/src/loader/experts/expert-loader.js +13 -1
  553. package/src/loader/experts/expert-preparation.d.ts +1 -1
  554. package/src/loader/experts/expert-preparation.js +1 -1
  555. package/src/loader/experts/loader-bindings.js +129 -14
  556. package/src/loader/experts/mapped-expert-staging.js +393 -0
  557. package/src/loader/experts/mapped-expert-upload-cache.d.ts +61 -0
  558. package/src/loader/experts/mapped-expert-upload-cache.js +382 -0
  559. package/src/loader/experts/qwen-paging.d.ts +1 -1
  560. package/src/loader/experts/qwen-paging.js +1 -1
  561. package/src/loader/experts/routed-expert-cache.d.ts +70 -3
  562. package/src/loader/experts/routed-expert-cache.js +452 -99
  563. package/src/loader/experts/routed-expert-plan.d.ts +2 -0
  564. package/src/loader/experts/routed-expert-plan.js +14 -8
  565. package/src/loader/experts/routed-expert-prefill.js +158 -0
  566. package/src/loader/experts/routed-expert-source.js +234 -0
  567. package/src/loader/experts/routed-expert-trace.js +77 -0
  568. package/src/loader/experts/tiered-expert-cache.d.ts +12 -0
  569. package/src/loader/experts/tiered-expert-cache.js +327 -0
  570. package/src/loader/experts/tiered-expert-plan.js +74 -0
  571. package/src/loader/final-weights-loader.d.ts +1 -1
  572. package/src/loader/hyper-connection-loader.d.ts +2 -2
  573. package/src/loader/hyper-connection-loader.js +85 -13
  574. package/src/loader/layer-loader.d.ts +3 -3
  575. package/src/loader/layer-loader.js +1 -1
  576. package/src/loader/layer-tensor-aliases.js +14 -11
  577. package/src/loader/loader-types.d.ts +6 -1
  578. package/src/loader/manifest-config.js +4 -0
  579. package/src/loader/model-executor.js +18 -1
  580. package/src/loader/model-load.d.ts +1 -1
  581. package/src/loader/model-load.js +1 -1
  582. package/src/loader/ngram-table-bindings.d.ts +3 -3
  583. package/src/loader/ngram-table-bindings.js +7 -6
  584. package/src/loader/q4k-reference-weight.js +1 -1
  585. package/src/loader/shard-cache.d.ts +8 -1
  586. package/src/loader/shard-cache.js +33 -0
  587. package/src/loader/tensors/bf16-loader.js +2 -1
  588. package/src/loader/tensors/fp8-loader.js +1 -1
  589. package/src/loader/tensors/load-executor.js +10 -2
  590. package/src/loader/tensors/tensor-loader.js +1 -1
  591. package/src/loader/tensors/tensor-reader.js +18 -5
  592. package/src/loader/tensors/w8a8-loader.js +1 -1
  593. package/src/loader/weight-representation-plan.d.ts +1 -1
  594. package/src/memory/buffer-pool/readback.js +82 -0
  595. package/src/memory/buffer-pool.d.ts +11 -2
  596. package/src/memory/buffer-pool.js +12 -73
  597. package/src/partitions.d.ts +4 -3
  598. package/src/partitions.js +3 -2
  599. package/src/{converter → rules}/capability-transform-resolver.js +3 -3
  600. package/src/rules/generated/rule-bundle.json +1 -1
  601. package/src/rules/inference/capability-transforms.rules.json +95 -28
  602. package/src/rules/rule-registry.js +2 -0
  603. package/src/storage/artifact-range-loaders.js +42 -0
  604. package/src/storage/artifact-storage-context.d.ts +4 -0
  605. package/src/storage/artifact-storage-context.js +8 -18
  606. package/src/storage/backends/idb-store.js +1 -1
  607. package/src/storage/distribution-transport.js +1 -1
  608. package/src/storage/download/http-contract.js +1 -1
  609. package/src/storage/download/http-transport.js +4 -4
  610. package/src/storage/inventory.js +1 -1
  611. package/src/storage/model-cache.d.ts +2 -1
  612. package/src/storage/model-cache.js +12 -8
  613. package/src/storage/node-file-access.js +4 -0
  614. package/src/storage/quota.d.ts +2 -1
  615. package/src/storage/quota.js +2 -1
  616. package/src/storage/shard-manager.d.ts +1 -1
  617. package/src/storage/shards/integrity.js +17 -0
  618. package/src/storage/source-artifact-store.d.ts +1 -1
  619. package/src/storage/source-artifact-store.js +1 -0
  620. package/src/storage/source-storage-context.d.ts +4 -0
  621. package/src/storage/source-storage-context.js +14 -0
  622. package/src/storage/verified-piece-direct.js +153 -0
  623. package/src/storage/verified-piece-gather-lane.js +210 -0
  624. package/src/storage/verified-piece-gather-worker.js +739 -0
  625. package/src/storage/verified-piece-gather.d.ts +160 -0
  626. package/src/storage/verified-piece-gather.js +315 -0
  627. package/src/storage/verified-piece-reader.d.ts +15 -1
  628. package/src/storage/verified-piece-reader.js +85 -15
  629. package/src/storage/verified-piece-state-cache.d.ts +75 -0
  630. package/src/storage/verified-piece-state-cache.js +511 -0
  631. package/src/storage/verified-piece-storage.d.ts +22 -1
  632. package/src/storage/verified-piece-storage.js +299 -11
  633. package/src/storage/verified-piece-timings.js +25 -0
  634. package/src/tooling/browser-command-runner.js +1 -1
  635. package/src/tooling/browser-harness/benchmark-execution.js +2 -2
  636. package/src/tooling/browser-harness/benchmark-rerank.js +2 -2
  637. package/src/tooling/browser-harness/inference-execution.js +1 -1
  638. package/src/tooling/browser-harness/model-resolution.js +1 -1
  639. package/src/tooling/browser-harness/runtime-config.js +1 -1
  640. package/src/tooling/browser-harness/runtime-isolation.js +2 -5
  641. package/src/tooling/browser-harness/text-evidence.js +1 -1
  642. package/src/tooling/browser-harness-contract-helpers.js +1 -1
  643. package/src/tooling/browser-harness.js +2 -2
  644. package/src/tooling/capsule-v2.js +2 -2
  645. package/src/tooling/capsule.js +2 -2
  646. package/src/tooling/command-api-constants.js +4 -2
  647. package/src/tooling/command-api.d.ts +1 -1
  648. package/src/tooling/command-api.js +15 -21
  649. package/src/tooling/command-runtime-execution.js +1 -8
  650. package/src/tooling/diagnose-runner.js +3 -41
  651. package/src/tooling/node-browser/static-server.js +2 -2
  652. package/src/tooling/node-command-execution.js +2 -34
  653. package/src/tooling/node-converter/input.js +1 -1
  654. package/src/tooling/node-converter/output.js +2 -2
  655. package/src/tooling/node-converter.js +1 -1
  656. package/src/tooling/node-runtime-bridge.js +43 -0
  657. package/src/tooling/node-source-runtime.js +34 -35
  658. package/src/tooling/production-release.js +1 -1
  659. package/src/tooling/program-bundle/materialize.js +1 -1
  660. package/src/tooling/program-bundle-parity.d.ts +1 -1
  661. package/src/tooling/program-bundle-parity.js +1 -1
  662. package/src/tooling/program-bundle.d.ts +1 -1
  663. package/src/tooling/program-bundle.js +2 -2
  664. package/src/tooling/runtime-intent.js +1 -1
  665. package/src/tooling/source-artifact-adapter.js +3 -3
  666. package/src/tooling/source-runtime/node-loader.js +32 -5
  667. package/src/tooling/source-runtime-converter-config.js +28 -6
  668. package/src/tooling-exports.shared.d.ts +3 -3
  669. package/src/tooling-exports.shared.js +2 -2
  670. package/src/version.js +1 -1
  671. package/tests/kernels/browser/kernel-suite.js +1 -1
  672. package/tests/kernels/harness/benchmark.js +1 -1
  673. package/tools/README.md +74 -0
  674. package/src/config/runtime/profiles/qwen3-6-35b-a3b-q4_0-pooled-q8-common-diagnostic.json +0 -4407
  675. package/src/config/schema/loading.schema.js +0 -164
  676. package/src/inference/pipelines/text/moe-cpu.js +0 -20
  677. /package/src/config/{capsule-loading.d.ts → capsule/capsule-loading.d.ts} +0 -0
  678. /package/src/config/{capsule-release-contract.d.ts → capsule/capsule-release-contract.d.ts} +0 -0
  679. /package/src/config/{capsule-signature.d.ts → capsule/capsule-signature.d.ts} +0 -0
  680. /package/src/config/{capsule-signature.js → capsule/capsule-signature.js} +0 -0
  681. /package/src/config/{capsule-v3.d.ts → capsule/capsule-v3.d.ts} +0 -0
  682. /package/src/config/{capsule.d.ts → capsule/capsule.d.ts} +0 -0
  683. /package/src/config/schema/{diffusion.schema.d.ts → execution/diffusion.schema.d.ts} +0 -0
  684. /package/src/config/schema/{diffusion.schema.js → execution/diffusion.schema.js} +0 -0
  685. /package/src/config/schema/{energy.schema.d.ts → execution/energy.schema.d.ts} +0 -0
  686. /package/src/config/schema/{energy.schema.js → execution/energy.schema.js} +0 -0
  687. /package/src/config/schema/{hyper-connection-decoder.schema.d.ts → execution/hyper-connection-decoder.schema.d.ts} +0 -0
  688. /package/src/config/schema/{hyper-connection-decoder.schema.js → execution/hyper-connection-decoder.schema.js} +0 -0
  689. /package/src/config/schema/{inference.schema.js → execution/inference.schema.js} +0 -0
  690. /package/src/config/schema/{kernel-path.schema.js → execution/kernel-path.schema.js} +0 -0
  691. /package/src/config/schema/{kernel-registry.schema.js → execution/kernel-registry.schema.js} +0 -0
  692. /package/src/config/schema/{speculation-self.schema.d.ts → execution/speculation-self.schema.d.ts} +0 -0
  693. /package/src/config/schema/{speculation-self.schema.js → execution/speculation-self.schema.js} +0 -0
  694. /package/src/config/schema/{speculative.schema.d.ts → execution/speculative.schema.d.ts} +0 -0
  695. /package/src/config/schema/{speculative.schema.js → execution/speculative.schema.js} +0 -0
  696. /package/src/config/schema/{conversion-report.schema.d.ts → manifest/conversion-report.schema.d.ts} +0 -0
  697. /package/src/config/schema/{conversion-report.schema.js → manifest/conversion-report.schema.js} +0 -0
  698. /package/src/config/schema/{conversion.schema.d.ts → manifest/conversion.schema.d.ts} +0 -0
  699. /package/src/config/schema/{conversion.schema.js → manifest/conversion.schema.js} +0 -0
  700. /package/src/config/schema/{fp8.schema.d.ts → manifest/fp8.schema.d.ts} +0 -0
  701. /package/src/config/schema/{fp8.schema.js → manifest/fp8.schema.js} +0 -0
  702. /package/src/config/schema/{manifest-rope.schema.d.ts → manifest/manifest-rope.schema.d.ts} +0 -0
  703. /package/src/config/schema/{quantization-defaults.schema.d.ts → manifest/quantization-defaults.schema.d.ts} +0 -0
  704. /package/src/config/schema/{quantization-defaults.schema.js → manifest/quantization-defaults.schema.js} +0 -0
  705. /package/src/config/schema/{quantization.schema.d.ts → manifest/quantization.schema.d.ts} +0 -0
  706. /package/src/config/schema/{quantization.schema.js → manifest/quantization.schema.js} +0 -0
  707. /package/src/config/schema/{w8a8.schema.d.ts → manifest/w8a8.schema.d.ts} +0 -0
  708. /package/src/config/schema/{w8a8.schema.js → manifest/w8a8.schema.js} +0 -0
  709. /package/src/config/schema/{gpu-cache.schema.d.ts → platform/gpu-cache.schema.d.ts} +0 -0
  710. /package/src/config/schema/{memory-limits.schema.d.ts → platform/memory-limits.schema.d.ts} +0 -0
  711. /package/src/config/schema/{platform.schema.d.ts → platform/platform.schema.d.ts} +0 -0
  712. /package/src/config/schema/{support-tiers.schema.d.ts → policy/support-tiers.schema.d.ts} +0 -0
  713. /package/src/config/schema/{support-tiers.schema.js → policy/support-tiers.schema.js} +0 -0
  714. /package/src/config/schema/{adapter.schema.d.ts → runtime/adapter.schema.d.ts} +0 -0
  715. /package/src/config/schema/{adapter.schema.js → runtime/adapter.schema.js} +0 -0
  716. /package/src/config/schema/{benchmark.schema.d.ts → runtime/benchmark.schema.d.ts} +0 -0
  717. /package/src/config/schema/{benchmark.schema.js → runtime/benchmark.schema.js} +0 -0
  718. /package/src/config/schema/{bridge.schema.d.ts → runtime/bridge.schema.d.ts} +0 -0
  719. /package/src/config/schema/{bridge.schema.js → runtime/bridge.schema.js} +0 -0
  720. /package/src/config/schema/{browser-suite-metrics.schema.d.ts → runtime/browser-suite-metrics.schema.d.ts} +0 -0
  721. /package/src/config/schema/{browser-suite-metrics.schema.js → runtime/browser-suite-metrics.schema.js} +0 -0
  722. /package/src/config/schema/{buffer-pool.schema.d.ts → runtime/buffer-pool.schema.d.ts} +0 -0
  723. /package/src/config/schema/{debug.schema.d.ts → runtime/debug.schema.d.ts} +0 -0
  724. /package/src/config/schema/{debug.schema.js → runtime/debug.schema.js} +0 -0
  725. /package/src/config/schema/{distribution.schema.d.ts → runtime/distribution.schema.d.ts} +0 -0
  726. /package/src/config/schema/{distribution.schema.js → runtime/distribution.schema.js} +0 -0
  727. /package/src/config/schema/{ecosystem.schema.d.ts → runtime/ecosystem.schema.d.ts} +0 -0
  728. /package/src/config/schema/{ecosystem.schema.js → runtime/ecosystem.schema.js} +0 -0
  729. /package/src/config/schema/{harness.schema.d.ts → runtime/harness.schema.d.ts} +0 -0
  730. /package/src/config/schema/{harness.schema.js → runtime/harness.schema.js} +0 -0
  731. /package/src/config/schema/{hotswap.schema.d.ts → runtime/hotswap.schema.d.ts} +0 -0
  732. /package/src/config/schema/{hotswap.schema.js → runtime/hotswap.schema.js} +0 -0
  733. /package/src/config/schema/{intent-bundle.schema.d.ts → runtime/intent-bundle.schema.d.ts} +0 -0
  734. /package/src/config/schema/{intent-bundle.schema.js → runtime/intent-bundle.schema.js} +0 -0
  735. /package/src/config/schema/{runtime-profile.schema.d.ts → runtime/runtime-profile.schema.d.ts} +0 -0
  736. /package/src/config/schema/{runtime-profile.schema.js → runtime/runtime-profile.schema.js} +0 -0
  737. /package/src/config/schema/{storage.schema.d.ts → runtime/storage.schema.d.ts} +0 -0
  738. /package/src/config/schema/{storage.schema.js → runtime/storage.schema.js} +0 -0
  739. /package/src/config/schema/{tooling.schema.js → runtime/tooling.schema.js} +0 -0
  740. /package/src/config/schema/{units.schema.d.ts → runtime/units.schema.d.ts} +0 -0
  741. /package/src/config/schema/{units.schema.js → runtime/units.schema.js} +0 -0
  742. /package/src/config/schema/{backward-registry.schema.d.ts → training/backward-registry.schema.d.ts} +0 -0
  743. /package/src/config/schema/{backward-registry.schema.js → training/backward-registry.schema.js} +0 -0
  744. /package/src/config/schema/{distill-training.schema.d.ts → training/distill-training.schema.d.ts} +0 -0
  745. /package/src/config/schema/{distill-training.schema.js → training/distill-training.schema.js} +0 -0
  746. /package/src/config/schema/{lora.schema.d.ts → training/lora.schema.d.ts} +0 -0
  747. /package/src/config/schema/{training-metrics.schema.d.ts → training/training-metrics.schema.d.ts} +0 -0
  748. /package/src/config/schema/{training-metrics.schema.js → training/training-metrics.schema.js} +0 -0
  749. /package/src/config/schema/{training.schema.d.ts → training/training.schema.d.ts} +0 -0
  750. /package/src/config/schema/{training.schema.js → training/training.schema.js} +0 -0
  751. /package/src/config/schema/{ul-training.schema.d.ts → training/ul-training.schema.d.ts} +0 -0
  752. /package/src/config/schema/{ul-training.schema.js → training/ul-training.schema.js} +0 -0
  753. /package/src/{converter → config/transforms}/execution-graph/dtype.js +0 -0
  754. /package/src/{converter → config/transforms}/execution-graph/fusion.js +0 -0
  755. /package/src/{converter → config/transforms}/execution-graph/kv-storage.js +0 -0
  756. /package/src/{converter → config/transforms}/execution-graph/validation.js +0 -0
  757. /package/src/{converter → formats}/qwen4-exp-source-defaults.json +0 -0
  758. /package/src/inference/pipelines/text/{buffer-types.d.ts → contracts/buffer-types.d.ts} +0 -0
  759. /package/src/inference/pipelines/text/{embedding-contract.d.ts → embedding/embedding-contract.d.ts} +0 -0
  760. /package/src/inference/pipelines/text/{embedding-contract.js → embedding/embedding-contract.js} +0 -0
  761. /package/src/inference/pipelines/text/{precomputed-input-norm.js → execution/precomputed-input-norm.js} +0 -0
  762. /package/src/inference/pipelines/text/generator/{batch-retry-policy.js → decode/batch-retry-policy.js} +0 -0
  763. /package/src/inference/pipelines/text/{chat-format.d.ts → generator/request/chat-format.d.ts} +0 -0
  764. /package/src/inference/pipelines/text/{chat-format.js → generator/request/chat-format.js} +0 -0
  765. /package/src/inference/pipelines/text/generator/{recorder-stats.js → session/recorder-stats.js} +0 -0
  766. /package/src/inference/pipelines/text/generator/{whole-token-template.js → whole-token/whole-token-template.js} +0 -0
  767. /package/src/inference/pipelines/text/{init-chat-templates.js → initialization/init-chat-templates.js} +0 -0
  768. /package/src/inference/pipelines/text/{load-policy.js → loading/load-policy.js} +0 -0
  769. /package/src/inference/pipelines/text/{pipeline-load-timing.js → loading/pipeline-load-timing.js} +0 -0
  770. /package/src/inference/pipelines/text/{generator → logits}/hidden-projection.d.ts +0 -0
  771. /package/src/inference/pipelines/text/{operator-events.d.ts → observation/operator-events.d.ts} +0 -0
  772. /package/src/inference/pipelines/text/{stage-names.d.ts → observation/stage-names.d.ts} +0 -0
  773. /package/src/inference/pipelines/text/{stage-names.js → observation/stage-names.js} +0 -0
  774. /package/src/inference/pipelines/text/{tsir-fixture-writer.d.ts → observation/tsir-fixture-writer.d.ts} +0 -0
  775. /package/src/inference/pipelines/text/{generator → per-layer}/per-layer-buffer.js +0 -0
  776. /package/src/inference/pipelines/text/{finiteness-policy.js → policy/finiteness-policy.js} +0 -0
@@ -0,0 +1,203 @@
1
+ // Execution schema contracts.
2
+ export {
3
+ type KernelPathSchema,
4
+ type KernelPathRef,
5
+ type KernelStepSchema,
6
+ type LayerKernelPathSchema,
7
+ type LayerOverrideSchema,
8
+ DEFAULT_ENTRY,
9
+ DEFAULT_INPUT,
10
+ DEFAULT_OUTPUT,
11
+ } from "./kernel-path.schema.js";
12
+
13
+ export {
14
+ type RoPEConfigSchema,
15
+ type AttentionSchema,
16
+ type NormalizationSchema,
17
+ type FFNSchema,
18
+ type LayerPipelineOp,
19
+ type LayerPipelinePhase,
20
+ type LayerPipelineDtype,
21
+ type LayerPipelineNormWeight,
22
+ type LayerPipelineStepSchema,
23
+ type LayerPipelineOverrideSchema,
24
+ type LayerPipelineSchema,
25
+ type OutputSchema,
26
+ type LayerType,
27
+ type LinearNormMode,
28
+ type GlobalLayerPattern,
29
+ type LayerPatternSchema,
30
+ type InferenceConfigSchema,
31
+ type SamplingSchema,
32
+ type TokenizerConfigSchema,
33
+ computeGlobalLayers,
34
+ } from "./inference.schema.js";
35
+
36
+ export {
37
+ type ExecutionV1Dtype,
38
+ type ExecutionV1KernelSchema,
39
+ type ExecutionV1KernelMap,
40
+ type ExecutionV1StepTuple,
41
+ type ExecutionV1LayerGroupSchema,
42
+ type ExecutionV1StepEntry,
43
+ type ExecutionV1BoundaryStep,
44
+ type ExecutionV1ComputeDefaultsSchema,
45
+ type ExecutionV1DecodeLoopSchema,
46
+ type ExecutionV1SessionSchema,
47
+ type ExecutionV1PoliciesSchema,
48
+ type ExecutionV1GraphSchema,
49
+ type ExecutionV1ConfigSchema,
50
+ type ExecutionV1PatchSetSchema,
51
+ type ExecutionV1PatchRemoveSchema,
52
+ type ExecutionV1PatchAddSchema,
53
+ type ExecutionV1PatchAddKernelSchema,
54
+ type ExecutionV1PatchSchema,
55
+ type ExecutionV1ExpandedStepSchema,
56
+ EXECUTION_V1_SCHEMA_ID,
57
+ DEFAULT_EXECUTION_V1_COMPUTE_DEFAULTS,
58
+ DEFAULT_EXECUTION_V1_SESSION,
59
+ DEFAULT_EXECUTION_V1_POLICIES,
60
+ DEFAULT_EXECUTION_V1_PATCH,
61
+ isExecutionV1Digest,
62
+ hasExecutionV1,
63
+ expandExecutionV1,
64
+ type ExpandExecutionV1Options,
65
+ } from "./execution-v1.schema.js";
66
+
67
+ export {
68
+ type DiffusionConfigSchema,
69
+ type DiffusionSchedulerConfigSchema,
70
+ type DiffusionLatentConfigSchema,
71
+ type DiffusionTextEncoderConfigSchema,
72
+ type DiffusionDecodeConfigSchema,
73
+ type DiffusionTilingConfigSchema,
74
+ type DiffusionSwapperConfigSchema,
75
+ type DiffusionQuantizationConfigSchema,
76
+ type DiffusionBackendConfigSchema,
77
+ type DiffusionSchedulerType,
78
+ type DiffusionDtype,
79
+ type DiffusionQuantDtype,
80
+ type DiffusionSwapperStrategy,
81
+ type DiffusionBackendPipeline,
82
+ DEFAULT_DIFFUSION_SCHEDULER_CONFIG,
83
+ DEFAULT_DIFFUSION_LATENT_CONFIG,
84
+ DEFAULT_DIFFUSION_TEXT_ENCODER_CONFIG,
85
+ DEFAULT_DIFFUSION_DECODE_CONFIG,
86
+ DEFAULT_DIFFUSION_TILING_CONFIG,
87
+ DEFAULT_DIFFUSION_SWAPPER_CONFIG,
88
+ DEFAULT_DIFFUSION_QUANTIZATION_CONFIG,
89
+ DEFAULT_DIFFUSION_BACKEND_CONFIG,
90
+ DEFAULT_DIFFUSION_CONFIG,
91
+ } from "./diffusion.schema.js";
92
+
93
+ export {
94
+ type EnergyStateConfigSchema,
95
+ type EnergyInitConfigSchema,
96
+ type EnergyTargetConfigSchema,
97
+ type EnergyLoopConfigSchema,
98
+ type EnergyDiagnosticsConfigSchema,
99
+ type EnergyQuintelRulesConfigSchema,
100
+ type EnergyQuintelWeightsConfigSchema,
101
+ type EnergyQuintelClampConfigSchema,
102
+ type EnergyQuintelConfigSchema,
103
+ type EnergyConfigSchema,
104
+ type EnergyModelConfigSchema,
105
+ DEFAULT_ENERGY_STATE_CONFIG,
106
+ DEFAULT_ENERGY_INIT_CONFIG,
107
+ DEFAULT_ENERGY_TARGET_CONFIG,
108
+ DEFAULT_ENERGY_LOOP_CONFIG,
109
+ DEFAULT_ENERGY_DIAGNOSTICS_CONFIG,
110
+ DEFAULT_ENERGY_QUINTEL_RULES,
111
+ DEFAULT_ENERGY_QUINTEL_WEIGHTS,
112
+ DEFAULT_ENERGY_QUINTEL_CLAMP,
113
+ DEFAULT_ENERGY_QUINTEL_CONFIG,
114
+ DEFAULT_ENERGY_CONFIG,
115
+ } from "./energy.schema.js";
116
+
117
+ export {
118
+ // Types
119
+ type GpuFeature,
120
+ type BindingType,
121
+ type BindingSchema,
122
+ type UniformFieldType,
123
+ type UniformFieldSchema,
124
+ type UniformsSchema,
125
+ type WgslOverridesSchema,
126
+ type KernelVariantSchema,
127
+ type OperationSchema,
128
+ type KernelRegistrySchema,
129
+ type ResolvedKernelConfig,
130
+
131
+ // Functions
132
+ mergeBindings,
133
+ resolveKernelConfig,
134
+ } from "./kernel-registry.schema.js";
135
+
136
+ export {
137
+ // Types
138
+ type KVDtype,
139
+ type KVLayout,
140
+ type KVCacheConfigSchema,
141
+
142
+ // Defaults
143
+ DEFAULT_KVCACHE_CONFIG,
144
+
145
+ // Thresholds
146
+ PAGED_LAYOUT_SEQ_LEN_THRESHOLD,
147
+ } from "./kvcache.schema.js";
148
+
149
+ export {
150
+ // Types
151
+ type MatmulThresholdsSchema,
152
+ type RmsnormThresholdsSchema,
153
+ type RopeDefaultsSchema,
154
+ type AttentionThresholdsSchema,
155
+ type CastThresholdsSchema,
156
+ type KernelThresholdsConfigSchema,
157
+ type SoftmaxThresholdsSchema,
158
+ type FfnThresholdsSchema,
159
+ type SampleThresholdsSchema,
160
+
161
+ // Constants
162
+ DTYPE_SIZES,
163
+ getDtypeSize,
164
+
165
+ // Defaults
166
+ DEFAULT_MATMUL_THRESHOLDS,
167
+ DEFAULT_RMSNORM_THRESHOLDS,
168
+ DEFAULT_SOFTMAX_THRESHOLDS,
169
+ DEFAULT_FFN_THRESHOLDS,
170
+ DEFAULT_SAMPLE_THRESHOLDS,
171
+ DEFAULT_ROPE_DEFAULTS,
172
+ DEFAULT_ATTENTION_THRESHOLDS,
173
+ DEFAULT_CAST_THRESHOLDS,
174
+ DEFAULT_KERNEL_THRESHOLDS,
175
+
176
+ getKernelThresholds,
177
+ getKernelThresholdSnapshot,
178
+ setKernelThresholds,
179
+ resetKernelThresholds,
180
+ } from "./kernel-thresholds.schema.js";
181
+
182
+ export {
183
+ // Types
184
+ type KernelWarmupConfigSchema,
185
+
186
+ // Defaults
187
+ DEFAULT_KERNEL_WARMUP_CONFIG,
188
+ } from "./kernel-warmup.schema.js";
189
+
190
+ export {
191
+ // Types
192
+ type SpeculativeConfigSchema,
193
+
194
+ // Defaults
195
+ DEFAULT_SPECULATIVE_CONFIG,
196
+ } from "./speculative.schema.js";
197
+
198
+ export {
199
+ SPECULATION_MODES,
200
+ SPECULATION_VERIFY_MODES,
201
+ DEFAULT_SELF_SPECULATION_CONFIG,
202
+ validateSelfSpeculationConfig,
203
+ } from "./speculation-self.schema.js";
@@ -0,0 +1,94 @@
1
+ // Execution schema contracts.
2
+ export {
3
+ DEFAULT_ENTRY,
4
+ DEFAULT_INPUT,
5
+ DEFAULT_OUTPUT,
6
+ } from "./kernel-path.schema.js";
7
+
8
+ export {
9
+ computeGlobalLayers,
10
+ } from "./inference.schema.js";
11
+
12
+ export {
13
+ EXECUTION_V1_SCHEMA_ID,
14
+ DEFAULT_EXECUTION_V1_COMPUTE_DEFAULTS,
15
+ DEFAULT_EXECUTION_V1_SESSION,
16
+ DEFAULT_EXECUTION_V1_POLICIES,
17
+ DEFAULT_EXECUTION_V1_PATCH,
18
+ isExecutionV1Digest,
19
+ hasExecutionV1,
20
+ expandExecutionV1,
21
+ } from "./execution-v1.schema.js";
22
+
23
+ export {
24
+ mergeBindings,
25
+ resolveKernelConfig,
26
+ } from "./kernel-registry.schema.js";
27
+
28
+ export {
29
+ DEFAULT_DIFFUSION_SCHEDULER_CONFIG,
30
+ DEFAULT_DIFFUSION_LATENT_CONFIG,
31
+ DEFAULT_DIFFUSION_TEXT_ENCODER_CONFIG,
32
+ DEFAULT_DIFFUSION_DECODE_CONFIG,
33
+ DEFAULT_DIFFUSION_TILING_CONFIG,
34
+ DEFAULT_DIFFUSION_SWAPPER_CONFIG,
35
+ DEFAULT_DIFFUSION_QUANTIZATION_CONFIG,
36
+ DEFAULT_DIFFUSION_BACKEND_CONFIG,
37
+ DEFAULT_DIFFUSION_CONFIG,
38
+ } from "./diffusion.schema.js";
39
+
40
+ export {
41
+ DEFAULT_ENERGY_STATE_CONFIG,
42
+ DEFAULT_ENERGY_INIT_CONFIG,
43
+ DEFAULT_ENERGY_TARGET_CONFIG,
44
+ DEFAULT_ENERGY_LOOP_CONFIG,
45
+ DEFAULT_ENERGY_DIAGNOSTICS_CONFIG,
46
+ DEFAULT_ENERGY_QUINTEL_RULES,
47
+ DEFAULT_ENERGY_QUINTEL_WEIGHTS,
48
+ DEFAULT_ENERGY_QUINTEL_CLAMP,
49
+ DEFAULT_ENERGY_QUINTEL_CONFIG,
50
+ DEFAULT_ENERGY_CONFIG,
51
+ } from "./energy.schema.js";
52
+
53
+ export {
54
+ DEFAULT_KVCACHE_CONFIG,
55
+ PAGED_LAYOUT_SEQ_LEN_THRESHOLD,
56
+ } from "./kvcache.schema.js";
57
+
58
+ export {
59
+ // Constants
60
+ DTYPE_SIZES,
61
+ getDtypeSize,
62
+
63
+ // Defaults
64
+ DEFAULT_MATMUL_THRESHOLDS,
65
+ DEFAULT_RMSNORM_THRESHOLDS,
66
+ DEFAULT_SOFTMAX_THRESHOLDS,
67
+ DEFAULT_FFN_THRESHOLDS,
68
+ DEFAULT_SAMPLE_THRESHOLDS,
69
+ DEFAULT_ROPE_DEFAULTS,
70
+ DEFAULT_ATTENTION_THRESHOLDS,
71
+ DEFAULT_CAST_THRESHOLDS,
72
+ DEFAULT_KERNEL_THRESHOLDS,
73
+
74
+ // Functions
75
+ getKernelThresholds,
76
+ getKernelThresholdSnapshot,
77
+ setKernelThresholds,
78
+ resetKernelThresholds,
79
+ } from "./kernel-thresholds.schema.js";
80
+
81
+ export {
82
+ DEFAULT_KERNEL_WARMUP_CONFIG,
83
+ } from "./kernel-warmup.schema.js";
84
+
85
+ export {
86
+ DEFAULT_SPECULATIVE_CONFIG,
87
+ } from "./speculative.schema.js";
88
+
89
+ export {
90
+ SPECULATION_MODES,
91
+ SPECULATION_VERIFY_MODES,
92
+ DEFAULT_SELF_SPECULATION_CONFIG,
93
+ validateSelfSpeculationConfig,
94
+ } from "./speculation-self.schema.js";
@@ -7,7 +7,7 @@
7
7
  * @module config/schema/inference
8
8
  */
9
9
 
10
- import type { ProbeStage } from './debug.schema.js';
10
+ import type { ProbeStage } from "../runtime/debug.schema.js";
11
11
  import type { KernelPathRef } from './kernel-path.schema.js';
12
12
 
13
13
  /** RoPE configuration for positional embeddings */
@@ -35,6 +35,9 @@ export interface KernelStepSchema {
35
35
  */
36
36
  entry?: string;
37
37
 
38
+ /** Optional compiled source/entry content identity, in sha256:<hex> form. */
39
+ digest?: string;
40
+
38
41
  /**
39
42
  * Override constants for pipeline creation.
40
43
  * These are compile-time constants that affect code generation.
@@ -108,7 +108,7 @@ export interface KernelVariantSchema {
108
108
  outputDtype?: string;
109
109
 
110
110
  /** Variant-specific metadata for dispatch planning */
111
- variantMetadata?: import('../kernel-registry-contract.js').VariantMetadata;
111
+ variantMetadata?: import("../../kernel-registry-contract.js").VariantMetadata;
112
112
 
113
113
  /** Additional bindings beyond the base operation bindings */
114
114
  bindingsOverride?: BindingSchema[];
@@ -190,7 +190,7 @@ export interface ResolvedKernelConfig {
190
190
  outputDtype: string | null;
191
191
 
192
192
  /** Variant-specific metadata for dispatch planning */
193
- variantMetadata: import('../kernel-registry-contract.js').VariantMetadata | null;
193
+ variantMetadata: import("../../kernel-registry-contract.js").VariantMetadata | null;
194
194
  immediateCompletion: 'submitted' | 'settled';
195
195
  }
196
196
 
@@ -278,7 +278,7 @@ export declare const DEFAULT_KERNEL_THRESHOLDS: KernelThresholdsConfigSchema;
278
278
  export declare function getKernelThresholds(): KernelThresholdsConfigSchema;
279
279
 
280
280
  /** Immutable execution snapshot, replaced atomically when thresholds change. */
281
- export declare function getKernelThresholdSnapshot(): import('../kernel-registry-contract.js').DeepReadonly<KernelThresholdsConfigSchema>;
281
+ export declare function getKernelThresholdSnapshot(): import("../../kernel-registry-contract.js").DeepReadonly<KernelThresholdsConfigSchema>;
282
282
 
283
283
  /**
284
284
  * Override kernel thresholds (merges with current config).
@@ -1,4 +1,4 @@
1
- import { cloneJsonValue as cloneThresholdTree } from '../../formats/clone-json.js';
1
+ import { cloneJsonValue as cloneThresholdTree } from "../../../formats/clone-json.js";
2
2
 
3
3
  // =============================================================================
4
4
  // Matmul Thresholds
@@ -19,6 +19,20 @@ export interface KernelWarmupConfigSchema {
19
19
  * null runs none.
20
20
  */
21
21
  warmGeneration: KernelWarmupGenerationSchema | null;
22
+ /**
23
+ * One prompt pass through a resident partition's own layers while the partition opens: its
24
+ * pipelines are compiled and, on a routed-expert stage, the experts those tokens select are
25
+ * loaded before the first request. Runs in a private attempt that is closed before readiness.
26
+ * Counted in opening time. null runs none.
27
+ */
28
+ warmPartition: KernelWarmupPartitionSchema | null;
29
+ }
30
+
31
+ export interface KernelWarmupPartitionSchema {
32
+ /** Token ids of the warm prompt. A stage that starts from a boundary activation runs zeros of this length. */
33
+ tokenIds: number[];
34
+ /** Single-token steps after the prompt pass (0 to 8). */
35
+ decodeSteps: number;
22
36
  }
23
37
 
24
38
  export interface KernelWarmupGenerationSchema {
@@ -4,4 +4,7 @@ export const DEFAULT_KERNEL_WARMUP_CONFIG = {
4
4
  // { prompt, maxTokens }: one greedy generation at the end of a text pipeline load
5
5
  // (counted in load time), then a sequence reset. null runs none.
6
6
  warmGeneration: null,
7
+ // { tokenIds, decodeSteps }: one prompt pass through a resident partition's own layers while it
8
+ // opens (counted in opening time), in a private attempt that is closed afterwards. null runs none.
9
+ warmPartition: null,
7
10
  };
@@ -103,8 +103,11 @@ export interface KVTieringConfigSchema {
103
103
  * control memory allocation, precision, and layout strategies.
104
104
  */
105
105
  export interface KVCacheConfigSchema {
106
- /** Maximum sequence length the cache can hold */
107
- maxSeqLen: number;
106
+ /**
107
+ * Maximum sequence length the cache can hold. No schema default: declared by
108
+ * the manifest session or an explicit runtime profile/override.
109
+ */
110
+ maxSeqLen?: number;
108
111
 
109
112
  /** Max sequence length cap when GPU paged layout is unavailable */
110
113
  gpuPagedFallbackMaxSeqLen: number;
@@ -145,3 +148,6 @@ export declare const DEFAULT_KVCACHE_CONFIG: KVCacheConfigSchema;
145
148
  * Above this threshold, paged layout is preferred for memory efficiency.
146
149
  */
147
150
  export declare const PAGED_LAYOUT_SEQ_LEN_THRESHOLD: number;
151
+
152
+ /** Returns the declared session KV maxSeqLen; throws when it is absent or not a positive integer. */
153
+ export declare function requireDeclaredKVMaxSeqLen(value: unknown): number;
@@ -2,8 +2,11 @@
2
2
  // Default Config
3
3
  // =============================================================================
4
4
 
5
+ // maxSeqLen has no code default: the manifest (inference.session.kvcache, stamped
6
+ // from the conversion config), the per-model declaration in
7
+ // config/runtime/model-sessions.json, or an explicit runtime profile/override
8
+ // declares it, and KV allocation fails fast when none does.
5
9
  export const DEFAULT_KVCACHE_CONFIG = {
6
- maxSeqLen: 4096,
7
10
  gpuPagedFallbackMaxSeqLen: 4096,
8
11
  kvDtype: 'f16',
9
12
  forceF32Softcap: false,
@@ -38,3 +41,16 @@ export const DEFAULT_KVCACHE_CONFIG = {
38
41
  };
39
42
 
40
43
  export const PAGED_LAYOUT_SEQ_LEN_THRESHOLD = 8192;
44
+
45
+ // Returns the declared session KV limit or fails with the places that may declare it.
46
+ export function requireDeclaredKVMaxSeqLen(value) {
47
+ if (!Number.isSafeInteger(value) || value <= 0) {
48
+ throw new Error(
49
+ `KV cache maxSeqLen is not declared (got ${String(value)}). Declare ` +
50
+ 'inference.session.kvcache.maxSeqLen in the conversion config (stamped into the manifest), ' +
51
+ 'add the published model to src/config/runtime/model-sessions.json, ' +
52
+ 'or set runtime.inference.session.kvcache.maxSeqLen in a runtime profile or override.'
53
+ );
54
+ }
55
+ return value;
56
+ }
@@ -1,7 +1,7 @@
1
1
  /** Supported hashed n-gram embedding semantics. */
2
2
  export type NgramEmbeddingSemantics = 'qwen4_exp_ple';
3
3
  /** Supported stored dtypes of the n-gram embedding table. */
4
- export type NgramEmbeddingTableDtype = 'bf16';
4
+ export type NgramEmbeddingTableDtype = 'bf16' | 'q4_0';
5
5
  export type NgramRowCacheEviction = 'lru';
6
6
 
7
7
  export declare const NGRAM_EMBEDDING_SEMANTICS: readonly NgramEmbeddingSemantics[];
@@ -114,3 +114,5 @@ export declare function resolveNgramEmbeddingSession(
114
114
  contract: ResolvedNgramEmbedding | null,
115
115
  label?: string
116
116
  ): ResolvedNgramEmbeddingSession | null;
117
+
118
+ export declare function ngramTableRowBytes(rowWidth: number, dtype: string): number;
@@ -1,3 +1,5 @@
1
+ import { Q4_0_BLOCK_SIZE, Q4_0_BLOCK_BYTES } from "../manifest/quantization.schema.js";
2
+
1
3
  // Hashed n-gram per-layer embedding (qwen4_exp "PLE") contract.
2
4
  //
3
5
  // Source semantics are pinned in artifacts/qwen38-flash-next-20261013/source
@@ -8,7 +10,7 @@
8
10
  // strings; JavaScript Number cannot represent them.
9
11
 
10
12
  export const NGRAM_EMBEDDING_SEMANTICS = Object.freeze(['qwen4_exp_ple']);
11
- export const NGRAM_EMBEDDING_TABLE_DTYPES = Object.freeze(['bf16']);
13
+ export const NGRAM_EMBEDDING_TABLE_DTYPES = Object.freeze(['bf16', 'q4_0']);
12
14
  export const NGRAM_ROW_CACHE_EVICTIONS = Object.freeze(['lru']);
13
15
 
14
16
  const MASK64 = (1n << 64n) - 1n;
@@ -214,6 +216,7 @@ export function resolveNgramEmbeddingContract(contract, geometry, label = 'infer
214
216
  if (!NGRAM_EMBEDDING_TABLE_DTYPES.includes(contract.tableDtype)) {
215
217
  fail(`${label}.tableDtype`, `must be one of ${NGRAM_EMBEDDING_TABLE_DTYPES.join(', ')}.`);
216
218
  }
219
+ ngramTableRowBytes(contract.headDim, contract.tableDtype);
217
220
  if (contract.ngramSize < 2) fail(`${label}.ngramSize`, 'must be at least 2.');
218
221
  if (contract.unigramVocabSize !== vocabSize) {
219
222
  fail(`${label}.unigramVocabSize`, `${contract.unigramVocabSize} must equal architecture.vocabSize ${vocabSize}.`);
@@ -310,3 +313,15 @@ export function resolveNgramEmbeddingSession(session, contract, label = 'inferen
310
313
  reads: Object.freeze({ maxConcurrent: positiveInteger(session.reads.maxConcurrent, `${label}.reads.maxConcurrent`) }),
311
314
  });
312
315
  }
316
+
317
+ /** Stored bytes in one independently addressable n-gram row.
318
+ * @param {number} rowWidth @param {string} dtype @returns {number} */
319
+ export function ngramTableRowBytes(rowWidth, dtype) {
320
+ if (!Number.isSafeInteger(rowWidth) || rowWidth < 1) fail('rowWidth', 'must be a positive integer.');
321
+ if (dtype === 'bf16') return rowWidth * 2;
322
+ if (dtype === 'q4_0') {
323
+ if (rowWidth % Q4_0_BLOCK_SIZE !== 0) fail('rowWidth', `must be divisible by ${Q4_0_BLOCK_SIZE} for q4_0 rows.`);
324
+ return rowWidth / Q4_0_BLOCK_SIZE * Q4_0_BLOCK_BYTES;
325
+ }
326
+ return fail('tableDtype', `unsupported table dtype ${JSON.stringify(dtype)}.`);
327
+ }