doppler-gpu 0.7.3 → 0.7.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (776) hide show
  1. package/CHANGELOG.md +60 -0
  2. package/README.md +9 -17
  3. package/package.json +5 -48
  4. package/src/capsule-runtime.d.ts +2 -2
  5. package/src/client/capsule-host.browser.js +4 -4
  6. package/src/client/capsule-host.d.ts +8 -8
  7. package/src/client/capsule-host.js +4 -4
  8. package/src/client/doppler-api.d.ts +2 -2
  9. package/src/client/inspection.d.ts +3 -0
  10. package/src/client/inspection.js +29 -0
  11. package/src/client/model-host/index.d.ts +5 -4
  12. package/src/client/model-host/index.js +28 -8
  13. package/src/client/model-host/model-evidence.js +2 -0
  14. package/src/client/model-host/model-session.d.ts +7 -5
  15. package/src/client/model-host/model-session.js +10 -3
  16. package/src/client/model-host/privacy-receipt.js +22 -0
  17. package/src/client/resident-partitions.d.ts +3 -3
  18. package/src/client/resident-partitions.js +2 -2
  19. package/src/client/runtime/capsule-acquisition.d.ts +3 -3
  20. package/src/client/runtime/capsule-acquisition.js +1 -1
  21. package/src/client/runtime/capsule-adapter-execution.d.ts +2 -2
  22. package/src/client/runtime/capsule-adapter-execution.js +3 -3
  23. package/src/client/runtime/capsule-embedding.d.ts +2 -2
  24. package/src/client/runtime/capsule-embedding.js +1 -1
  25. package/src/client/runtime/capsule-forecast.d.ts +2 -2
  26. package/src/client/runtime/capsule-forecast.js +1 -1
  27. package/src/client/runtime/capsule-operation-adapters.d.ts +1 -1
  28. package/src/client/runtime/capsule-operation-adapters.js +1 -1
  29. package/src/client/runtime/capsule-operation-deltas.js +1 -1
  30. package/src/client/runtime/capsule-operation-executor.d.ts +1 -1
  31. package/src/client/runtime/capsule-operation-executor.js +2 -2
  32. package/src/client/runtime/capsule-operation-stream.d.ts +1 -1
  33. package/src/client/runtime/capsule-operation-stream.js +2 -2
  34. package/src/client/runtime/capsule-piece-reader.js +1 -1
  35. package/src/client/runtime/capsule-program-adapter.js +1 -1
  36. package/src/client/runtime/capsule-release-authorization.js +1 -1
  37. package/src/client/runtime/capsule-rerank.d.ts +2 -2
  38. package/src/client/runtime/composition-root.d.ts +6 -6
  39. package/src/client/runtime/composition-root.js +6 -6
  40. package/src/client/runtime/fetch-capsule-artifact-store.d.ts +1 -1
  41. package/src/client/runtime/fetch-capsule-artifact-store.js +1 -1
  42. package/src/client/runtime/model-source.d.ts +4 -2
  43. package/src/client/runtime/model-source.js +5 -5
  44. package/src/client/runtime/scoped-session.d.ts +2 -2
  45. package/src/client/runtime/verified-capsule-artifact-store.d.ts +2 -2
  46. package/src/client/runtime/verified-capsule-artifact-store.js +1 -1
  47. package/src/config/backward-registry-loader.js +1 -1
  48. package/src/config/{capsule-adapter-policy.js → capsule/capsule-adapter-policy.js} +2 -2
  49. package/src/config/{capsule-adapters.d.ts → capsule/capsule-adapters.d.ts} +1 -1
  50. package/src/config/{capsule-adapters.js → capsule/capsule-adapters.js} +2 -2
  51. package/src/config/{capsule-loading.js → capsule/capsule-loading.js} +1 -1
  52. package/src/config/{capsule-operation.d.ts → capsule/capsule-operation.d.ts} +1 -1
  53. package/src/config/{capsule-operation.js → capsule/capsule-operation.js} +3 -3
  54. package/src/config/{capsule-release-contract.js → capsule/capsule-release-contract.js} +2 -2
  55. package/src/config/{capsule-release-events.d.ts → capsule/capsule-release-events.d.ts} +2 -1
  56. package/src/config/{capsule-release-events.js → capsule/capsule-release-events.js} +3 -2
  57. package/src/config/{capsule-sequence-receipt.js → capsule/capsule-sequence-receipt.js} +1 -1
  58. package/src/config/{capsule-token-selection.d.ts → capsule/capsule-token-selection.d.ts} +1 -1
  59. package/src/config/{capsule-token-selection.js → capsule/capsule-token-selection.js} +2 -2
  60. package/src/config/{capsule-v2.d.ts → capsule/capsule-v2.d.ts} +5 -4
  61. package/src/config/{capsule-v2.js → capsule/capsule-v2.js} +6 -6
  62. package/src/config/{capsule-v3.js → capsule/capsule-v3.js} +1 -1
  63. package/src/config/{capsule.js → capsule/capsule.js} +26 -7
  64. package/src/config/choice-scoring.js +1 -1
  65. package/src/config/conversion/amplify/amplify-120m-f16-af32.json +1 -1
  66. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +1 -1
  67. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +1 -1
  68. package/src/config/conversion/esm/esm2-t12-35m-ur50d-f32-af32.json +2 -2
  69. package/src/config/conversion/esmc/esmc-300m-f32-af32.json +1 -1
  70. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +1 -1
  71. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +1 -1
  72. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +1 -1
  73. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +1 -1
  74. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +1 -1
  75. package/src/config/conversion/gemma3/gemma-3-270m-it-w8a8-ehf16-af32.json +1 -1
  76. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +1 -1
  77. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +1 -1
  78. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +8 -8
  79. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +8 -8
  80. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +8 -8
  81. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +8 -8
  82. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +8 -8
  83. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +8 -8
  84. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +8 -8
  85. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +8 -8
  86. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +8 -8
  87. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +1 -1
  88. package/src/config/conversion/glmocr/glm-ocr-f16-af32.json +1 -1
  89. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +1 -1
  90. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +1 -1
  91. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +1 -1
  92. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +1 -1
  93. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-bf16-af32.json +1 -1
  94. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-f16-af32.json +1 -1
  95. package/src/config/conversion/nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32.json +1 -1
  96. package/src/config/conversion/qwen3/qwen-3-4b-instruct-2507-q4k-ehf16-af32.json +2 -2
  97. package/src/config/conversion/qwen3/qwen-3-5-0-8b-canonical-f32.json +1 -1
  98. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +1 -1
  99. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +1 -1
  100. package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +1 -1
  101. package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +1 -1
  102. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +1 -1
  103. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +1 -1
  104. package/src/config/conversion/qwen3/qwen-3-6-35b-a3b-q4_0-passthrough.json +1 -1
  105. package/src/config/conversion/qwen3/qwen-3-6-35b-a3b-text-q4k-ehf16-af32.json +1 -1
  106. package/src/config/conversion/qwen3/qwen-3-8-flash-next-text-q4k-ehf16-af32.json +25 -22
  107. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-f16-af32.json +2 -2
  108. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +1 -1
  109. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +1 -1
  110. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-true-logit-af32.json +2 -2
  111. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +2 -2
  112. package/src/config/conversion/qwen3/qwen3.8-27b-q4_0-passthrough.json +1 -1
  113. package/src/config/conversion/qwen3/qwen3.8-27b-text-f16-af32.json +1 -1
  114. package/src/config/conversion/qwen3/qwen3.8-27b-text-q4k-ehaf16.json +1 -1
  115. package/src/config/conversion/qwen3/qwen4exp-gguf-source-policy.json +53 -0
  116. package/src/config/embedding-contract.d.ts +1 -1
  117. package/src/config/embedding-contract.js +1 -1
  118. package/src/config/execution-registry-contract.d.ts +5 -5
  119. package/src/config/execution-registry-contract.js +5 -5
  120. package/src/config/generation-contract.js +2 -1
  121. package/src/config/hardware-partition-plan.d.ts +32 -0
  122. package/src/config/hardware-partition-plan.js +78 -0
  123. package/src/config/inspection/observation-policies.json +1 -1
  124. package/src/config/kernel-path-loader.d.ts +1 -1
  125. package/src/config/kernel-path-loader.js +1 -1
  126. package/src/config/kernel-registry-contract.d.ts +2 -2
  127. package/src/config/kernel-registry-contract.js +1 -1
  128. package/src/config/kernels/kernel-ref-digests.js +509 -0
  129. package/src/config/kernels/registry.js +2 -2
  130. package/src/config/kernels/registry.json +2065 -1241
  131. package/src/config/layer-partition-plan.d.ts +4 -0
  132. package/src/config/layer-partition-plan.js +10 -4
  133. package/src/config/merge.js +1 -1
  134. package/src/config/model-session-declarations.js +85 -0
  135. package/src/config/param-validator.js +3 -3
  136. package/src/config/platforms/amd-rdna3.json +2 -2
  137. package/src/config/production-release-evidence.js +1 -1
  138. package/src/config/revocation-policy.js +6 -2
  139. package/src/config/revocation-registry.json +1 -1
  140. package/src/config/runtime/model-sessions.json +23 -0
  141. package/src/config/runtime/profiles/flash-next-gguf-control-gemv.json +72 -0
  142. package/src/config/runtime/profiles/flash-next-gguf-hc-inject-gemv.json +47 -0
  143. package/src/config/schema/capsule/index.d.ts +14 -0
  144. package/src/config/schema/capsule/index.js +10 -0
  145. package/src/config/schema/{program-bundle.schema.d.ts → capsule/program-bundle.schema.d.ts} +3 -3
  146. package/src/config/schema/{program-bundle.schema.js → capsule/program-bundle.schema.js} +6 -6
  147. package/src/config/schema/{execution-v1.schema.d.ts → execution/execution-v1.schema.d.ts} +2 -0
  148. package/src/config/schema/{execution-v1.schema.js → execution/execution-v1.schema.js} +2 -2
  149. package/src/config/schema/execution/index.d.ts +203 -0
  150. package/src/config/schema/execution/index.js +94 -0
  151. package/src/config/schema/{inference.schema.d.ts → execution/inference.schema.d.ts} +1 -1
  152. package/src/config/schema/{kernel-path.schema.d.ts → execution/kernel-path.schema.d.ts} +3 -0
  153. package/src/config/schema/{kernel-registry.schema.d.ts → execution/kernel-registry.schema.d.ts} +2 -2
  154. package/src/config/schema/{kernel-thresholds.schema.d.ts → execution/kernel-thresholds.schema.d.ts} +1 -1
  155. package/src/config/schema/{kernel-thresholds.schema.js → execution/kernel-thresholds.schema.js} +1 -1
  156. package/src/config/schema/{kernel-warmup.schema.d.ts → execution/kernel-warmup.schema.d.ts} +14 -0
  157. package/src/config/schema/{kernel-warmup.schema.js → execution/kernel-warmup.schema.js} +3 -0
  158. package/src/config/schema/{kvcache.schema.d.ts → execution/kvcache.schema.d.ts} +8 -2
  159. package/src/config/schema/{kvcache.schema.js → execution/kvcache.schema.js} +17 -1
  160. package/src/config/schema/{ngram-embedding.schema.d.ts → execution/ngram-embedding.schema.d.ts} +3 -1
  161. package/src/config/schema/{ngram-embedding.schema.js → execution/ngram-embedding.schema.js} +16 -1
  162. package/src/config/schema/index.d.ts +8 -897
  163. package/src/config/schema/index.js +8 -506
  164. package/src/config/schema/{converter.schema.d.ts → manifest/converter.schema.d.ts} +4 -4
  165. package/src/config/schema/{converter.schema.js → manifest/converter.schema.js} +1 -1
  166. package/src/config/schema/manifest/index.d.ts +142 -0
  167. package/src/config/schema/manifest/index.js +62 -0
  168. package/src/config/schema/manifest/manifest-inference.schema.d.ts +298 -0
  169. package/src/config/schema/{manifest.schema.d.ts → manifest/manifest.schema.d.ts} +9 -291
  170. package/src/config/schema/{manifest.schema.js → manifest/manifest.schema.js} +2 -2
  171. package/src/config/schema/{emulation.schema.d.ts → platform/emulation.schema.d.ts} +1 -1
  172. package/src/config/schema/{emulation.schema.js → platform/emulation.schema.js} +6 -6
  173. package/src/config/schema/{gpu-cache.schema.js → platform/gpu-cache.schema.js} +1 -1
  174. package/src/config/schema/platform/index.d.ts +72 -0
  175. package/src/config/schema/platform/index.js +27 -0
  176. package/src/config/schema/{memory-limits.schema.js → platform/memory-limits.schema.js} +1 -1
  177. package/src/config/schema/policy/index.d.ts +14 -0
  178. package/src/config/schema/policy/index.js +9 -0
  179. package/src/config/schema/{buffer-pool.schema.js → runtime/buffer-pool.schema.js} +2 -2
  180. package/src/config/schema/{doppler.schema.d.ts → runtime/doppler.schema.d.ts} +3 -3
  181. package/src/config/schema/{doppler.schema.js → runtime/doppler.schema.js} +12 -12
  182. package/src/config/schema/runtime/index.d.ts +238 -0
  183. package/src/config/schema/runtime/index.js +135 -0
  184. package/src/config/schema/{loading.schema.d.ts → runtime/loading.schema.d.ts} +31 -1
  185. package/src/config/schema/runtime/loading.schema.js +275 -0
  186. package/src/config/schema/{shared-runtime.schema.d.ts → runtime/shared-runtime.schema.d.ts} +5 -5
  187. package/src/config/schema/{shared-runtime.schema.js → runtime/shared-runtime.schema.js} +4 -4
  188. package/src/config/schema/{tooling.schema.d.ts → runtime/tooling.schema.d.ts} +1 -1
  189. package/src/config/schema/training/index.d.ts +63 -0
  190. package/src/config/schema/training/index.js +43 -0
  191. package/src/config/schema/{lora.schema.js → training/lora.schema.js} +1 -1
  192. package/src/config/source-packages/litert/gemma-4-e2b-it.json +1 -1
  193. package/src/config/supported-operations.json +358 -88
  194. package/src/config/target-plan.d.ts +2 -2
  195. package/src/config/target-plan.js +2 -2
  196. package/src/config/training-defaults.d.ts +2 -2
  197. package/src/config/training-defaults.js +2 -2
  198. package/src/config/transforms/execution-graph/correctness-fallback.js +86 -0
  199. package/src/config/transforms/execution-graph/prefill-attention.js +116 -0
  200. package/src/{converter → config/transforms}/execution-graph-transforms.js +5 -194
  201. package/src/converter/core.js +18 -164
  202. package/src/converter/forge-stages.js +2 -2
  203. package/src/converter/fp8-source.js +1 -1
  204. package/src/converter/gemma4/validation.js +110 -0
  205. package/src/converter/linear-norm-gate.js +1 -1
  206. package/src/converter/manifest-builder.js +2 -9
  207. package/src/converter/parsers/gguf.js +54 -4
  208. package/src/converter/quantization-info.js +2 -2
  209. package/src/converter/qwen4-exp-source-execution.js +94 -0
  210. package/src/converter/qwen4-exp-source.js +1 -201
  211. package/src/converter/tensor-transform.js +2 -9
  212. package/src/converter/tokenizer-contract.js +2 -9
  213. package/src/converter/w8a8-quantizer.js +2 -2
  214. package/src/debug/config.js +1 -1
  215. package/src/debug/perf-guards.js +1 -1
  216. package/src/errors/doppler-error.d.ts +54 -0
  217. package/src/errors/doppler-error.js +13 -5
  218. package/src/experimental/distribution/shard-delivery/receipt.js +1 -1
  219. package/src/experimental/distribution/shard-delivery/retry.js +4 -4
  220. package/src/experimental/energy/types.d.ts +1 -1
  221. package/src/experimental/logits/cpu-output.js +1 -1
  222. package/src/experimental/training/artifacts.d.ts +2 -2
  223. package/src/experimental/training/artifacts.js +2 -2
  224. package/src/experimental/training/autograd.d.ts +1 -1
  225. package/src/experimental/training/distillation/student-fixture/execution.js +1 -1
  226. package/src/experimental/training/distillation/student-fixture/model.js +1 -1
  227. package/src/experimental/training/distillation/student-fixture.js +1 -1
  228. package/src/experimental/training/loss-scaling.d.ts +1 -1
  229. package/src/experimental/training/runner/evaluation.js +1 -1
  230. package/src/experimental/training/runner.js +1 -1
  231. package/src/experimental/training/trainer.d.ts +1 -1
  232. package/src/experimental/training/workloads.js +2 -2
  233. package/src/formats/gguf/block-storage.d.ts +9 -0
  234. package/src/formats/gguf/block-storage.js +12 -3
  235. package/src/formats/gguf/qwen-source.js +5 -3
  236. package/src/formats/gguf/qwen-source.json +8 -1
  237. package/src/formats/gguf/qwen4-exp-source.js +101 -0
  238. package/src/formats/q4k-dequant.js +1 -1
  239. package/src/formats/qwen4-exp-source-contracts.js +204 -0
  240. package/src/formats/rdrr/fp8-contract.js +1 -1
  241. package/src/formats/rdrr/fp8-storage.js +1 -1
  242. package/src/formats/rdrr/q4_0-storage.js +1 -1
  243. package/src/formats/rdrr/storage-descriptor.js +1 -1
  244. package/src/formats/rdrr/tensor-config-validator.js +3 -3
  245. package/src/formats/rdrr/validation.js +1 -1
  246. package/src/formats/rdrr/w8a8-storage.js +1 -1
  247. package/src/generation/index.d.ts +1 -1
  248. package/src/generation/index.js +1 -0
  249. package/src/gpu/device.d.ts +1 -1
  250. package/src/gpu/kernels/attention/contiguous-quantized.js +252 -0
  251. package/src/gpu/kernels/attention/tiered-quantized.js +321 -0
  252. package/src/gpu/kernels/attention/tiered.js +240 -0
  253. package/src/gpu/kernels/attention.js +5 -801
  254. package/src/gpu/kernels/backward/layernorm_backward.wgsl +3 -3
  255. package/src/gpu/kernels/channel-gain.js +100 -0
  256. package/src/gpu/kernels/channel-rotation.d.ts +16 -0
  257. package/src/gpu/kernels/channel-rotation.js +47 -0
  258. package/src/gpu/kernels/channel_energy.wgsl +17 -0
  259. package/src/gpu/kernels/channel_energy_pair.wgsl +27 -0
  260. package/src/gpu/kernels/channel_gain_control.wgsl +60 -0
  261. package/src/gpu/kernels/channel_gain_derive.wgsl +40 -0
  262. package/src/gpu/kernels/channel_gain_swiglu.wgsl +64 -0
  263. package/src/gpu/kernels/channel_rotation_apply.wgsl +38 -0
  264. package/src/gpu/kernels/channel_rotation_derive.wgsl +76 -0
  265. package/src/gpu/kernels/check-finiteness-f32.js +22 -0
  266. package/src/gpu/kernels/check_finiteness.wgsl +2 -2
  267. package/src/gpu/kernels/clamp.js +2 -2
  268. package/src/gpu/kernels/dequant.js +1 -1
  269. package/src/gpu/kernels/dispatch.js +7 -0
  270. package/src/gpu/kernels/energy_quintel_grad.wgsl +7 -7
  271. package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +7 -7
  272. package/src/gpu/kernels/energy_quintel_reduce.wgsl +6 -6
  273. package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +6 -6
  274. package/src/gpu/kernels/energy_quintel_update.wgsl +7 -7
  275. package/src/gpu/kernels/energy_quintel_update_f16.wgsl +7 -7
  276. package/src/gpu/kernels/fused_matmul_q4_widetile_f32.wgsl +174 -0
  277. package/src/gpu/kernels/fused_matmul_rmsnorm.wgsl +0 -49
  278. package/src/gpu/kernels/gated-delta-norm-gate.js +1 -1
  279. package/src/gpu/kernels/gated_delta_recurrent_gguf_register_prefill_sigmoid_gate.wgsl +730 -0
  280. package/src/gpu/kernels/gated_delta_recurrent_gguf_sigmoid_gate.wgsl +499 -0
  281. package/src/gpu/kernels/gather.js +16 -1
  282. package/src/gpu/kernels/gather_split4_packed_f16_vec4_f32_out.wgsl +104 -0
  283. package/src/gpu/kernels/generated/uniform-writers-0.js +7 -11
  284. package/src/gpu/kernels/generated/uniform-writers-1.js +43 -46
  285. package/src/gpu/kernels/generated/uniform-writers-2.js +80 -2
  286. package/src/gpu/kernels/generated/uniform-writers.js +33 -21
  287. package/src/gpu/kernels/hyper-connection-up.js +64 -0
  288. package/src/gpu/kernels/hyper-connection.js +15 -4
  289. package/src/gpu/kernels/hyper_connection_mix_branch.wgsl +105 -0
  290. package/src/gpu/kernels/hyper_connection_norm.wgsl +3 -3
  291. package/src/gpu/kernels/hyper_connection_up_mix_branch_q4_0.wgsl +164 -0
  292. package/src/gpu/kernels/kernel-execution.js +18 -7
  293. package/src/gpu/kernels/linear-attention-core.js +3 -4
  294. package/src/gpu/kernels/moe-route.js +14 -0
  295. package/src/gpu/kernels/moe_gather.wgsl +0 -63
  296. package/src/gpu/kernels/moe_route_q4_0_block_f32.wgsl +74 -0
  297. package/src/gpu/kernels/moe_route_q4_0_split_block_f32.wgsl +80 -0
  298. package/src/gpu/kernels/moe_route_q4_1_block_f32.wgsl +59 -0
  299. package/src/gpu/kernels/moe_route_remap.wgsl +22 -0
  300. package/src/gpu/kernels/paired-linear-attention.js +1 -1
  301. package/src/gpu/kernels/pipeline-cache.js +18 -2
  302. package/src/gpu/kernels/ple.js +11 -7
  303. package/src/gpu/kernels/ple_q4_0_to_f32.wgsl +32 -0
  304. package/src/gpu/kernels/qsa-indexer.d.ts +2 -0
  305. package/src/gpu/kernels/qsa-indexer.js +6 -4
  306. package/src/gpu/kernels/qsa_block_keys.wgsl +2 -1
  307. package/src/gpu/kernels/qsa_prepare.wgsl +2 -1
  308. package/src/gpu/kernels/relu.js +1 -1
  309. package/src/gpu/kernels/relu.wgsl +2 -2
  310. package/src/gpu/kernels/relu_f16.wgsl +2 -2
  311. package/src/gpu/kernels/residual.js +1 -1
  312. package/src/gpu/kernels/residual.wgsl +4 -4
  313. package/src/gpu/kernels/residual_f16.wgsl +2 -2
  314. package/src/gpu/kernels/residual_f16_vec4.wgsl +2 -2
  315. package/src/gpu/kernels/residual_vec4.wgsl +2 -2
  316. package/src/gpu/kernels/rope-precompute.js +1 -1
  317. package/src/gpu/kernels/scatter_add.wgsl +0 -31
  318. package/src/gpu/kernels/shader-cache.js +17 -3
  319. package/src/gpu/kernels/shader-capability-filter.js +120 -0
  320. package/src/gpu/kernels/softmax.js +10 -10
  321. package/src/gpu/kernels/topk.wgsl +0 -55
  322. package/src/gpu/kernels/transpose.js +1 -1
  323. package/src/gpu/kernels/transpose.wgsl +2 -2
  324. package/src/gpu/kernels/w8a8.js +1 -1
  325. package/src/gpu/uniform-cache.d.ts +15 -1
  326. package/src/gpu/uniform-cache.js +82 -7
  327. package/src/gpu/weight-buffer.d.ts +1 -1
  328. package/src/inference/moe-router.d.ts +1 -126
  329. package/src/inference/moe-router.js +0 -149
  330. package/src/inference/pipelines/context.js +3 -15
  331. package/src/inference/pipelines/shader-scoped-pipeline.js +10 -5
  332. package/src/inference/pipelines/text/attention/interpreter/immediate.js +4 -4
  333. package/src/inference/pipelines/text/attention/interpreter/output.js +203 -0
  334. package/src/inference/pipelines/text/attention/interpreter/recorded.js +92 -67
  335. package/src/inference/pipelines/text/attention/interpreter.js +77 -350
  336. package/src/inference/pipelines/text/attention/projection-executor.js +2 -2
  337. package/src/inference/pipelines/text/attention/projection-plan.js +1 -1
  338. package/src/inference/pipelines/text/attention/projection-precision.js +132 -0
  339. package/src/inference/pipelines/text/attention/projections.js +13 -151
  340. package/src/inference/pipelines/text/attention/recorded-health.js +83 -0
  341. package/src/inference/pipelines/text/attention/rope-observation.js +1 -1
  342. package/src/inference/pipelines/text/attention/types.js +0 -13
  343. package/src/inference/pipelines/text/config/normalization.js +2 -2
  344. package/src/inference/pipelines/text/config.d.ts +4 -4
  345. package/src/inference/pipelines/text/config.js +17 -135
  346. package/src/inference/pipelines/text/{config-components.js → configuration/config-components.js} +4 -4
  347. package/src/inference/pipelines/text/configuration/model-geometry.js +114 -0
  348. package/src/inference/pipelines/text/{resolved-runtime-session.d.ts → configuration/resolved-runtime-session.d.ts} +4 -4
  349. package/src/inference/pipelines/text/{resolved-runtime-session.js → configuration/resolved-runtime-session.js} +1 -1
  350. package/src/inference/pipelines/text/{abort-contract.js → contracts/abort-contract.js} +2 -1
  351. package/src/inference/pipelines/text/contracts/metrics.d.ts +234 -0
  352. package/src/inference/pipelines/text/{embed.js → embedding/embed.js} +15 -15
  353. package/src/inference/pipelines/text/{embedding-batch.js → embedding/embedding-batch.js} +1 -1
  354. package/src/inference/pipelines/text/{embedding-extraction.js → embedding/embedding-extraction.js} +12 -12
  355. package/src/inference/pipelines/text/{embedding-normalization.js → embedding/embedding-normalization.js} +4 -4
  356. package/src/inference/pipelines/text/{execution-plan.d.ts → execution/execution-plan.d.ts} +8 -8
  357. package/src/inference/pipelines/text/{execution-plan.js → execution/execution-plan.js} +9 -9
  358. package/src/inference/pipelines/text/{execution-runtime-builders.js → execution/execution-runtime-builders.js} +3 -3
  359. package/src/inference/pipelines/text/{execution-v1.d.ts → execution/execution-v1.d.ts} +2 -2
  360. package/src/inference/pipelines/text/{execution-v1.js → execution/execution-v1.js} +13 -183
  361. package/src/inference/pipelines/text/execution/layer-contract.js +90 -0
  362. package/src/inference/pipelines/text/{layer-execution-contract.js → execution/layer-execution-contract.js} +2 -2
  363. package/src/inference/pipelines/text/{layer-input-execution.js → execution/layer-input-execution.js} +27 -36
  364. package/src/inference/pipelines/text/{layer-partition-contract.d.ts → execution/layer-partition-contract.d.ts} +3 -3
  365. package/src/inference/pipelines/text/{layer-partition-contract.js → execution/layer-partition-contract.js} +2 -2
  366. package/src/inference/pipelines/text/{layer-plan-gpu.js → execution/layer-plan-gpu.js} +12 -12
  367. package/src/inference/pipelines/text/{layer-plan.d.ts → execution/layer-plan.d.ts} +1 -1
  368. package/src/inference/pipelines/text/{layer-plan.js → execution/layer-plan.js} +1 -1
  369. package/src/inference/pipelines/text/{layer.js → execution/layer.js} +34 -142
  370. package/src/inference/pipelines/text/{operator-identity.js → execution/operator-identity.js} +1 -1
  371. package/src/inference/pipelines/text/{ops.js → execution/ops.js} +26 -26
  372. package/src/inference/pipelines/text/{paired-execution.js → execution/paired-execution.js} +9 -9
  373. package/src/inference/pipelines/text/execution-v1/hybrid-projection-contract.js +159 -0
  374. package/src/inference/pipelines/text/expert-loading-stats.d.ts +16 -0
  375. package/src/inference/pipelines/text/expert-loading-stats.js +15 -0
  376. package/src/inference/pipelines/text/ffn/dense-executor.js +5 -4
  377. package/src/inference/pipelines/text/ffn/dense-plan.js +23 -34
  378. package/src/inference/pipelines/text/ffn/dense.js +72 -392
  379. package/src/inference/pipelines/text/ffn/fused-gate-up.js +197 -0
  380. package/src/inference/pipelines/text/ffn/moe.js +1 -1
  381. package/src/inference/pipelines/text/ffn/packed-gate-up.js +218 -0
  382. package/src/inference/pipelines/text/ffn/paired.js +3 -3
  383. package/src/inference/pipelines/text/ffn/qwen-shared-expert.js +1 -1
  384. package/src/inference/pipelines/text/ffn/sandwich.js +6 -7
  385. package/src/inference/pipelines/text/ffn/standard.js +5 -5
  386. package/src/inference/pipelines/text/ffn/types.js +6 -3
  387. package/src/inference/pipelines/text/{activity-weights.js → generator/activation/activity-weights.js} +8 -8
  388. package/src/inference/pipelines/text/generator/activation/channel-gain.d.ts +61 -0
  389. package/src/inference/pipelines/text/generator/activation/channel-gain.js +352 -0
  390. package/src/inference/pipelines/text/generator/activation/final-layer-replay.js +43 -0
  391. package/src/inference/pipelines/text/generator/{capsule-generation.js → adapters/capsule-generation.js} +5 -5
  392. package/src/inference/pipelines/text/generator/{diffusion.js → adapters/diffusion.js} +19 -19
  393. package/src/inference/pipelines/text/generator/{training.js → adapters/training.js} +21 -21
  394. package/src/inference/pipelines/text/generator/decode/advance-token.js +73 -0
  395. package/src/inference/pipelines/text/{generator-steps.js → generator/decode/batch-generation.js} +25 -288
  396. package/src/inference/pipelines/text/generator/decode/batch-readback.js +175 -0
  397. package/src/inference/pipelines/text/generator/{compiled-greedy-window.js → decode/compiled-greedy-window.js} +5 -5
  398. package/src/inference/pipelines/text/generator/{decode-components.js → decode/decode-components.js} +1 -1
  399. package/src/inference/pipelines/text/generator/{decode-runtime.js → decode/decode-loop.js} +20 -412
  400. package/src/inference/pipelines/text/generator/decode/decode-mechanics.js +288 -0
  401. package/src/inference/pipelines/text/generator/{decode-readback.js → decode/decode-readback.js} +1 -1
  402. package/src/inference/pipelines/text/generator/decode/decode-runtime.js +2 -0
  403. package/src/inference/pipelines/text/generator/{decode.js → decode/decode-step.js} +34 -313
  404. package/src/inference/pipelines/text/generator/decode/decode.js +5 -0
  405. package/src/inference/pipelines/text/generator/{greedy-head-policy.js → decode/greedy-head-policy.js} +1 -1
  406. package/src/inference/pipelines/text/generator/{recorded-step-executor.js → decode/recorded-step-executor.js} +2 -2
  407. package/src/inference/pipelines/text/generator/generator-steps.js +4 -0
  408. package/src/inference/pipelines/text/{generator.d.ts → generator/generator.d.ts} +13 -11
  409. package/src/inference/pipelines/text/{generator.js → generator/generator.js} +150 -46
  410. package/src/inference/pipelines/text/generator/{prefill-runtime.js → prefill/prefill-execution.js} +72 -278
  411. package/src/inference/pipelines/text/generator/prefill/prefill-logits.js +144 -0
  412. package/src/inference/pipelines/text/generator/{prefill-observation.js → prefill/prefill-observation.js} +2 -2
  413. package/src/inference/pipelines/text/generator/{prefill-policy.js → prefill/prefill-policy.js} +6 -1
  414. package/src/inference/pipelines/text/generator/prefill/prefill-runtime.js +2 -0
  415. package/src/inference/pipelines/text/generator/prefill/prefill-sequence.js +100 -0
  416. package/src/inference/pipelines/text/generator/{prefix-embedding.js → prefill/prefix-embedding.js} +7 -7
  417. package/src/inference/pipelines/text/{generation-request.d.ts → generator/request/generation-request.d.ts} +2 -2
  418. package/src/inference/pipelines/text/{generation-request.js → generator/request/generation-request.js} +3 -3
  419. package/src/inference/pipelines/text/generator/{prompt-input.js → request/prompt-input.js} +2 -2
  420. package/src/inference/pipelines/text/{sampling-config.d.ts → generator/sampling/sampling-config.d.ts} +1 -1
  421. package/src/inference/pipelines/text/{sampling-config.js → generator/sampling/sampling-config.js} +2 -2
  422. package/src/inference/pipelines/text/{sampling.d.ts → generator/sampling/sampling.d.ts} +15 -0
  423. package/src/inference/pipelines/text/{sampling.js → generator/sampling/sampling.js} +22 -3
  424. package/src/inference/pipelines/text/{stopping.js → generator/sampling/stopping.js} +3 -3
  425. package/src/inference/pipelines/text/generator/{token-selection.d.ts → sampling/token-selection.d.ts} +1 -1
  426. package/src/inference/pipelines/text/generator/{token-selection.js → sampling/token-selection.js} +8 -8
  427. package/src/inference/pipelines/text/generator/{activation-storage.js → session/activation-storage.js} +2 -2
  428. package/src/inference/pipelines/text/generator/{attention-lifecycle.js → session/attention-lifecycle.js} +1 -1
  429. package/src/inference/pipelines/text/generator/{diagnostic-sequence.d.ts → session/diagnostic-sequence.d.ts} +3 -3
  430. package/src/inference/pipelines/text/generator/{diagnostic-sequence.js → session/diagnostic-sequence.js} +3 -3
  431. package/src/inference/pipelines/text/generator/session/generation-runtime.js +278 -0
  432. package/src/inference/pipelines/text/{generator-runtime.d.ts → generator/session/generator-runtime.d.ts} +7 -7
  433. package/src/inference/pipelines/text/{generator-runtime.js → generator/session/generator-runtime.js} +8 -8
  434. package/src/inference/pipelines/text/generator/{recovery.js → session/recovery.js} +6 -6
  435. package/src/inference/pipelines/text/{sequence-state.d.ts → generator/session/sequence-state.d.ts} +5 -5
  436. package/src/inference/pipelines/text/{sequence-state.js → generator/session/sequence-state.js} +26 -18
  437. package/src/inference/pipelines/text/generator/{session-context.js → session/session-context.js} +12 -11
  438. package/src/inference/pipelines/text/generator/{speculative-runtime.js → session/speculative-runtime.js} +1 -1
  439. package/src/inference/pipelines/text/generator/{text.js → session/text.js} +9 -9
  440. package/src/inference/pipelines/text/{warm-generation.d.ts → generator/session/warm-generation.d.ts} +1 -1
  441. package/src/inference/pipelines/text/{warm-generation.js → generator/session/warm-generation.js} +1 -1
  442. package/src/inference/pipelines/text/generator/{whole-token-lane.js → whole-token/whole-token-lane.js} +10 -10
  443. package/src/inference/pipelines/text/generator/{whole-token-observation.d.ts → whole-token/whole-token-observation.d.ts} +2 -2
  444. package/src/inference/pipelines/text/generator/{whole-token-observation.js → whole-token/whole-token-observation.js} +5 -5
  445. package/src/inference/pipelines/text/generator/{whole-token-program.d.ts → whole-token/whole-token-program.d.ts} +3 -3
  446. package/src/inference/pipelines/text/generator/{whole-token-program.js → whole-token/whole-token-program.js} +5 -5
  447. package/src/inference/pipelines/text/hyper-connection/decoder-layer.d.ts +17 -4
  448. package/src/inference/pipelines/text/hyper-connection/decoder-layer.js +38 -14
  449. package/src/inference/pipelines/text/hyper-connection/layer-executor.js +14 -9
  450. package/src/inference/pipelines/text/hyper-connection/logits-input.js +5 -3
  451. package/src/inference/pipelines/text/hyper-connection/projection.js +52 -2
  452. package/src/inference/pipelines/text/hyper-connection/sequence-transaction.js +3 -3
  453. package/src/inference/pipelines/text/hyper-connection/session.d.ts +1 -1
  454. package/src/inference/pipelines/text/hyper-connection/session.js +9 -5
  455. package/src/inference/pipelines/text/indexed-attention/qsa-cache.d.ts +2 -1
  456. package/src/inference/pipelines/text/indexed-attention/qsa-cache.js +3 -3
  457. package/src/inference/pipelines/text/init.d.ts +4 -2
  458. package/src/inference/pipelines/text/init.js +10 -934
  459. package/src/inference/pipelines/text/initialization/init-emulation.js +76 -0
  460. package/src/inference/pipelines/text/initialization/init-kv-cache.js +547 -0
  461. package/src/inference/pipelines/text/initialization/init-moe.js +34 -0
  462. package/src/inference/pipelines/text/{init-qkv-fusion.js → initialization/init-qkv-fusion.js} +7 -7
  463. package/src/inference/pipelines/text/{init-rope.d.ts → initialization/init-rope.d.ts} +4 -4
  464. package/src/inference/pipelines/text/{init-rope.js → initialization/init-rope.js} +9 -11
  465. package/src/inference/pipelines/text/initialization/init-speculative.js +31 -0
  466. package/src/inference/pipelines/text/{init-tokenizer.js → initialization/init-tokenizer.js} +2 -2
  467. package/src/inference/pipelines/text/lifecycle.js +18 -18
  468. package/src/inference/pipelines/text/{linear-attention-ab-fusion.js → linear-attention/linear-attention-ab-fusion.js} +3 -3
  469. package/src/inference/pipelines/text/{linear-attention.d.ts → linear-attention/linear-attention.d.ts} +12 -12
  470. package/src/inference/pipelines/text/{linear-attention.js → linear-attention/linear-attention.js} +17 -17
  471. package/src/inference/pipelines/text/linear-attention/plan.js +4 -4
  472. package/src/inference/pipelines/text/linear-attention/state-checkpoint.js +1 -1
  473. package/src/inference/pipelines/text/linear-attention/state-clone.js +1 -1
  474. package/src/inference/pipelines/text/linear-attention/state-layout.js +2 -2
  475. package/src/inference/pipelines/text/loading/decode-session-config.js +295 -0
  476. package/src/inference/pipelines/text/loading/init-weights.js +254 -0
  477. package/src/inference/pipelines/text/{load-errors.js → loading/load-errors.js} +3 -3
  478. package/src/inference/pipelines/text/{model-load.js → loading/model-load.js} +14 -306
  479. package/src/inference/pipelines/text/{weight-loading-config.js → loading/weight-loading-config.js} +6 -6
  480. package/src/inference/pipelines/text/{weights.d.ts → loading/weights.d.ts} +13 -13
  481. package/src/inference/pipelines/text/{weights.js → loading/weights.js} +5 -5
  482. package/src/inference/pipelines/text/logits/gpu-executor.js +2 -2
  483. package/src/inference/pipelines/text/logits/gpu.d.ts +4 -4
  484. package/src/inference/pipelines/text/logits/gpu.js +2 -2
  485. package/src/inference/pipelines/text/{generator → logits}/hidden-projection.js +1 -1
  486. package/src/inference/pipelines/text/logits/index.d.ts +1 -1
  487. package/src/inference/pipelines/text/logits/index.js +3 -3
  488. package/src/inference/pipelines/text/{generator → logits}/logits-config.js +1 -1
  489. package/src/inference/pipelines/text/logits/output-transform.js +1 -1
  490. package/src/inference/pipelines/text/logits/precision-policy.js +1 -1
  491. package/src/inference/pipelines/text/logits/types.d.ts +2 -2
  492. package/src/inference/pipelines/text/lora-types.d.ts +1 -1
  493. package/src/inference/pipelines/text/moe/expert-loading.js +4 -1
  494. package/src/inference/pipelines/text/moe/gpu-executor.js +44 -101
  495. package/src/inference/pipelines/text/moe/grouped-prefill.js +6 -2
  496. package/src/inference/pipelines/text/moe/qwen-route-executor.d.ts +2 -2
  497. package/src/inference/pipelines/text/moe/qwen-route-executor.js +31 -2
  498. package/src/inference/pipelines/text/moe/routed-expert-chunks.js +99 -15
  499. package/src/inference/pipelines/text/moe-cache.js +11 -77
  500. package/src/inference/pipelines/text/moe-gpu.js +33 -75
  501. package/src/inference/pipelines/text/moe-impl.d.ts +3 -38
  502. package/src/inference/pipelines/text/moe-impl.js +1 -7
  503. package/src/inference/pipelines/text/ngram/ngram-addresses.d.ts +1 -1
  504. package/src/inference/pipelines/text/ngram/ngram-addresses.js +2 -2
  505. package/src/inference/pipelines/text/ngram/ngram-table.d.ts +3 -3
  506. package/src/inference/pipelines/text/ngram/ngram-table.js +5 -6
  507. package/src/inference/pipelines/text/ngram/ple-layer.d.ts +3 -3
  508. package/src/inference/pipelines/text/ngram/ple-layer.js +3 -3
  509. package/src/inference/pipelines/text/{generator-logits-observation.js → observation/generator-logits-observation.js} +4 -4
  510. package/src/inference/pipelines/text/{kernel-trace.js → observation/kernel-trace.js} +1 -1
  511. package/src/inference/pipelines/text/{operator-events.js → observation/operator-events.js} +1 -1
  512. package/src/inference/pipelines/text/{probes.js → observation/probes.js} +13 -13
  513. package/src/inference/pipelines/text/{tsir-fixture-writer.js → observation/tsir-fixture-writer.js} +3 -3
  514. package/src/inference/pipelines/text/{execution.js → operations/execution.js} +14 -14
  515. package/src/inference/pipelines/text/{image-transcription.js → operations/image-transcription.js} +8 -8
  516. package/src/inference/pipelines/text/{partition-attempt.js → partitions/partition-attempt.js} +7 -7
  517. package/src/inference/pipelines/text/{partition-execution.js → partitions/partition-execution.js} +107 -35
  518. package/src/inference/pipelines/text/partitions/partition-wire.js +50 -0
  519. package/src/inference/pipelines/text/{resident-partition-contract.d.ts → partitions/resident-partition-contract.d.ts} +10 -8
  520. package/src/inference/pipelines/text/{resident-partition-contract.js → partitions/resident-partition-contract.js} +6 -6
  521. package/src/inference/pipelines/text/partitions/resident-partition-warmup.js +67 -0
  522. package/src/inference/pipelines/text/{resident-partition.js → partitions/resident-partition.js} +27 -15
  523. package/src/inference/pipelines/text/{resident-pipeline-preparation.js → partitions/resident-pipeline-preparation.js} +32 -32
  524. package/src/inference/pipelines/text/per-layer/materialize.js +4 -4
  525. package/src/inference/pipelines/text/per-layer/per-layer-inputs.js +5 -0
  526. package/src/inference/pipelines/text/per-layer/plan.js +4 -4
  527. package/src/inference/pipelines/text/{per-layer-inputs.js → per-layer/prepare.js} +14 -280
  528. package/src/inference/pipelines/text/per-layer/projection-contract.js +79 -0
  529. package/src/inference/pipelines/text/per-layer/runtime-cache.js +183 -0
  530. package/src/inference/pipelines/text/pipeline.d.ts +13 -8
  531. package/src/inference/pipelines/text/pipeline.js +78 -22
  532. package/src/inference/pipelines/text/{drift-policy.js → policy/drift-policy.js} +1 -1
  533. package/src/inference/pipelines/text/{dtype-contract.js → policy/dtype-contract.js} +2 -2
  534. package/src/inference/pipelines/text/{finiteness-guard-status.js → policy/finiteness-guard-status.js} +2 -1
  535. package/src/inference/pipelines/text/{generator-decode-policy.js → policy/generator-decode-policy.js} +5 -5
  536. package/src/inference/pipelines/text/state.d.ts +9 -8
  537. package/src/inference/pipelines/text/state.js +1 -0
  538. package/src/inference/pipelines/text/types.d.ts +14 -218
  539. package/src/inference/pipelines/text.js +2 -0
  540. package/src/inference/tokenizers/bundled/merge.js +130 -0
  541. package/src/inference/tokenizers/bundled.js +2 -36
  542. package/src/loader/doppler-loader.d.ts +17 -7
  543. package/src/loader/doppler-loader.js +27 -29
  544. package/src/loader/embedding-limit-preflight.js +29 -1
  545. package/src/loader/embedding-loader.js +18 -4
  546. package/src/loader/experts/compact-expert-cache.js +508 -0
  547. package/src/loader/experts/expert-cache.d.ts +1 -1
  548. package/src/loader/experts/expert-dequant-cache.d.ts +9 -0
  549. package/src/loader/experts/expert-dequant-cache.js +75 -0
  550. package/src/loader/experts/expert-frequency-index.js +129 -0
  551. package/src/loader/experts/expert-loader.d.ts +4 -0
  552. package/src/loader/experts/expert-loader.js +13 -1
  553. package/src/loader/experts/expert-preparation.d.ts +1 -1
  554. package/src/loader/experts/expert-preparation.js +1 -1
  555. package/src/loader/experts/loader-bindings.js +129 -14
  556. package/src/loader/experts/mapped-expert-staging.js +393 -0
  557. package/src/loader/experts/mapped-expert-upload-cache.d.ts +61 -0
  558. package/src/loader/experts/mapped-expert-upload-cache.js +382 -0
  559. package/src/loader/experts/qwen-paging.d.ts +1 -1
  560. package/src/loader/experts/qwen-paging.js +1 -1
  561. package/src/loader/experts/routed-expert-cache.d.ts +70 -3
  562. package/src/loader/experts/routed-expert-cache.js +452 -99
  563. package/src/loader/experts/routed-expert-plan.d.ts +2 -0
  564. package/src/loader/experts/routed-expert-plan.js +14 -8
  565. package/src/loader/experts/routed-expert-prefill.js +158 -0
  566. package/src/loader/experts/routed-expert-source.js +234 -0
  567. package/src/loader/experts/routed-expert-trace.js +77 -0
  568. package/src/loader/experts/tiered-expert-cache.d.ts +12 -0
  569. package/src/loader/experts/tiered-expert-cache.js +327 -0
  570. package/src/loader/experts/tiered-expert-plan.js +74 -0
  571. package/src/loader/final-weights-loader.d.ts +1 -1
  572. package/src/loader/hyper-connection-loader.d.ts +2 -2
  573. package/src/loader/hyper-connection-loader.js +85 -13
  574. package/src/loader/layer-loader.d.ts +3 -3
  575. package/src/loader/layer-loader.js +1 -1
  576. package/src/loader/layer-tensor-aliases.js +14 -11
  577. package/src/loader/loader-types.d.ts +6 -1
  578. package/src/loader/manifest-config.js +4 -0
  579. package/src/loader/model-executor.js +18 -1
  580. package/src/loader/model-load.d.ts +1 -1
  581. package/src/loader/model-load.js +1 -1
  582. package/src/loader/ngram-table-bindings.d.ts +3 -3
  583. package/src/loader/ngram-table-bindings.js +7 -6
  584. package/src/loader/q4k-reference-weight.js +1 -1
  585. package/src/loader/shard-cache.d.ts +8 -1
  586. package/src/loader/shard-cache.js +33 -0
  587. package/src/loader/tensors/bf16-loader.js +2 -1
  588. package/src/loader/tensors/fp8-loader.js +1 -1
  589. package/src/loader/tensors/load-executor.js +10 -2
  590. package/src/loader/tensors/tensor-loader.js +1 -1
  591. package/src/loader/tensors/tensor-reader.js +18 -5
  592. package/src/loader/tensors/w8a8-loader.js +1 -1
  593. package/src/loader/weight-representation-plan.d.ts +1 -1
  594. package/src/memory/buffer-pool/readback.js +82 -0
  595. package/src/memory/buffer-pool.d.ts +11 -2
  596. package/src/memory/buffer-pool.js +12 -73
  597. package/src/partitions.d.ts +4 -3
  598. package/src/partitions.js +3 -2
  599. package/src/{converter → rules}/capability-transform-resolver.js +3 -3
  600. package/src/rules/generated/rule-bundle.json +1 -1
  601. package/src/rules/inference/capability-transforms.rules.json +95 -28
  602. package/src/rules/rule-registry.js +2 -0
  603. package/src/storage/artifact-range-loaders.js +42 -0
  604. package/src/storage/artifact-storage-context.d.ts +4 -0
  605. package/src/storage/artifact-storage-context.js +8 -18
  606. package/src/storage/backends/idb-store.js +1 -1
  607. package/src/storage/distribution-transport.js +1 -1
  608. package/src/storage/download/http-contract.js +1 -1
  609. package/src/storage/download/http-transport.js +4 -4
  610. package/src/storage/inventory.js +1 -1
  611. package/src/storage/model-cache.d.ts +2 -1
  612. package/src/storage/model-cache.js +12 -8
  613. package/src/storage/node-file-access.js +4 -0
  614. package/src/storage/quota.d.ts +2 -1
  615. package/src/storage/quota.js +2 -1
  616. package/src/storage/shard-manager.d.ts +1 -1
  617. package/src/storage/shards/integrity.js +17 -0
  618. package/src/storage/source-artifact-store.d.ts +1 -1
  619. package/src/storage/source-artifact-store.js +1 -0
  620. package/src/storage/source-storage-context.d.ts +4 -0
  621. package/src/storage/source-storage-context.js +14 -0
  622. package/src/storage/verified-piece-direct.js +153 -0
  623. package/src/storage/verified-piece-gather-lane.js +210 -0
  624. package/src/storage/verified-piece-gather-worker.js +739 -0
  625. package/src/storage/verified-piece-gather.d.ts +160 -0
  626. package/src/storage/verified-piece-gather.js +315 -0
  627. package/src/storage/verified-piece-reader.d.ts +15 -1
  628. package/src/storage/verified-piece-reader.js +85 -15
  629. package/src/storage/verified-piece-state-cache.d.ts +75 -0
  630. package/src/storage/verified-piece-state-cache.js +511 -0
  631. package/src/storage/verified-piece-storage.d.ts +22 -1
  632. package/src/storage/verified-piece-storage.js +299 -11
  633. package/src/storage/verified-piece-timings.js +25 -0
  634. package/src/tooling/browser-command-runner.js +1 -1
  635. package/src/tooling/browser-harness/benchmark-execution.js +2 -2
  636. package/src/tooling/browser-harness/benchmark-rerank.js +2 -2
  637. package/src/tooling/browser-harness/inference-execution.js +1 -1
  638. package/src/tooling/browser-harness/model-resolution.js +1 -1
  639. package/src/tooling/browser-harness/runtime-config.js +1 -1
  640. package/src/tooling/browser-harness/runtime-isolation.js +2 -5
  641. package/src/tooling/browser-harness/text-evidence.js +1 -1
  642. package/src/tooling/browser-harness-contract-helpers.js +1 -1
  643. package/src/tooling/browser-harness.js +2 -2
  644. package/src/tooling/capsule-v2.js +2 -2
  645. package/src/tooling/capsule.js +2 -2
  646. package/src/tooling/command-api-constants.js +4 -2
  647. package/src/tooling/command-api.d.ts +1 -1
  648. package/src/tooling/command-api.js +15 -21
  649. package/src/tooling/command-runtime-execution.js +1 -8
  650. package/src/tooling/diagnose-runner.js +3 -41
  651. package/src/tooling/node-browser/static-server.js +2 -2
  652. package/src/tooling/node-command-execution.js +2 -34
  653. package/src/tooling/node-converter/input.js +1 -1
  654. package/src/tooling/node-converter/output.js +2 -2
  655. package/src/tooling/node-converter.js +1 -1
  656. package/src/tooling/node-runtime-bridge.js +43 -0
  657. package/src/tooling/node-source-runtime.js +34 -35
  658. package/src/tooling/production-release.js +1 -1
  659. package/src/tooling/program-bundle/materialize.js +1 -1
  660. package/src/tooling/program-bundle-parity.d.ts +1 -1
  661. package/src/tooling/program-bundle-parity.js +1 -1
  662. package/src/tooling/program-bundle.d.ts +1 -1
  663. package/src/tooling/program-bundle.js +2 -2
  664. package/src/tooling/runtime-intent.js +1 -1
  665. package/src/tooling/source-artifact-adapter.js +3 -3
  666. package/src/tooling/source-runtime/node-loader.js +32 -5
  667. package/src/tooling/source-runtime-converter-config.js +28 -6
  668. package/src/tooling-exports.shared.d.ts +3 -3
  669. package/src/tooling-exports.shared.js +2 -2
  670. package/src/version.js +1 -1
  671. package/tests/kernels/browser/kernel-suite.js +1 -1
  672. package/tests/kernels/harness/benchmark.js +1 -1
  673. package/tools/README.md +74 -0
  674. package/src/config/runtime/profiles/qwen3-6-35b-a3b-q4_0-pooled-q8-common-diagnostic.json +0 -4407
  675. package/src/config/schema/loading.schema.js +0 -164
  676. package/src/inference/pipelines/text/moe-cpu.js +0 -20
  677. /package/src/config/{capsule-loading.d.ts → capsule/capsule-loading.d.ts} +0 -0
  678. /package/src/config/{capsule-release-contract.d.ts → capsule/capsule-release-contract.d.ts} +0 -0
  679. /package/src/config/{capsule-signature.d.ts → capsule/capsule-signature.d.ts} +0 -0
  680. /package/src/config/{capsule-signature.js → capsule/capsule-signature.js} +0 -0
  681. /package/src/config/{capsule-v3.d.ts → capsule/capsule-v3.d.ts} +0 -0
  682. /package/src/config/{capsule.d.ts → capsule/capsule.d.ts} +0 -0
  683. /package/src/config/schema/{diffusion.schema.d.ts → execution/diffusion.schema.d.ts} +0 -0
  684. /package/src/config/schema/{diffusion.schema.js → execution/diffusion.schema.js} +0 -0
  685. /package/src/config/schema/{energy.schema.d.ts → execution/energy.schema.d.ts} +0 -0
  686. /package/src/config/schema/{energy.schema.js → execution/energy.schema.js} +0 -0
  687. /package/src/config/schema/{hyper-connection-decoder.schema.d.ts → execution/hyper-connection-decoder.schema.d.ts} +0 -0
  688. /package/src/config/schema/{hyper-connection-decoder.schema.js → execution/hyper-connection-decoder.schema.js} +0 -0
  689. /package/src/config/schema/{inference.schema.js → execution/inference.schema.js} +0 -0
  690. /package/src/config/schema/{kernel-path.schema.js → execution/kernel-path.schema.js} +0 -0
  691. /package/src/config/schema/{kernel-registry.schema.js → execution/kernel-registry.schema.js} +0 -0
  692. /package/src/config/schema/{speculation-self.schema.d.ts → execution/speculation-self.schema.d.ts} +0 -0
  693. /package/src/config/schema/{speculation-self.schema.js → execution/speculation-self.schema.js} +0 -0
  694. /package/src/config/schema/{speculative.schema.d.ts → execution/speculative.schema.d.ts} +0 -0
  695. /package/src/config/schema/{speculative.schema.js → execution/speculative.schema.js} +0 -0
  696. /package/src/config/schema/{conversion-report.schema.d.ts → manifest/conversion-report.schema.d.ts} +0 -0
  697. /package/src/config/schema/{conversion-report.schema.js → manifest/conversion-report.schema.js} +0 -0
  698. /package/src/config/schema/{conversion.schema.d.ts → manifest/conversion.schema.d.ts} +0 -0
  699. /package/src/config/schema/{conversion.schema.js → manifest/conversion.schema.js} +0 -0
  700. /package/src/config/schema/{fp8.schema.d.ts → manifest/fp8.schema.d.ts} +0 -0
  701. /package/src/config/schema/{fp8.schema.js → manifest/fp8.schema.js} +0 -0
  702. /package/src/config/schema/{manifest-rope.schema.d.ts → manifest/manifest-rope.schema.d.ts} +0 -0
  703. /package/src/config/schema/{quantization-defaults.schema.d.ts → manifest/quantization-defaults.schema.d.ts} +0 -0
  704. /package/src/config/schema/{quantization-defaults.schema.js → manifest/quantization-defaults.schema.js} +0 -0
  705. /package/src/config/schema/{quantization.schema.d.ts → manifest/quantization.schema.d.ts} +0 -0
  706. /package/src/config/schema/{quantization.schema.js → manifest/quantization.schema.js} +0 -0
  707. /package/src/config/schema/{w8a8.schema.d.ts → manifest/w8a8.schema.d.ts} +0 -0
  708. /package/src/config/schema/{w8a8.schema.js → manifest/w8a8.schema.js} +0 -0
  709. /package/src/config/schema/{gpu-cache.schema.d.ts → platform/gpu-cache.schema.d.ts} +0 -0
  710. /package/src/config/schema/{memory-limits.schema.d.ts → platform/memory-limits.schema.d.ts} +0 -0
  711. /package/src/config/schema/{platform.schema.d.ts → platform/platform.schema.d.ts} +0 -0
  712. /package/src/config/schema/{support-tiers.schema.d.ts → policy/support-tiers.schema.d.ts} +0 -0
  713. /package/src/config/schema/{support-tiers.schema.js → policy/support-tiers.schema.js} +0 -0
  714. /package/src/config/schema/{adapter.schema.d.ts → runtime/adapter.schema.d.ts} +0 -0
  715. /package/src/config/schema/{adapter.schema.js → runtime/adapter.schema.js} +0 -0
  716. /package/src/config/schema/{benchmark.schema.d.ts → runtime/benchmark.schema.d.ts} +0 -0
  717. /package/src/config/schema/{benchmark.schema.js → runtime/benchmark.schema.js} +0 -0
  718. /package/src/config/schema/{bridge.schema.d.ts → runtime/bridge.schema.d.ts} +0 -0
  719. /package/src/config/schema/{bridge.schema.js → runtime/bridge.schema.js} +0 -0
  720. /package/src/config/schema/{browser-suite-metrics.schema.d.ts → runtime/browser-suite-metrics.schema.d.ts} +0 -0
  721. /package/src/config/schema/{browser-suite-metrics.schema.js → runtime/browser-suite-metrics.schema.js} +0 -0
  722. /package/src/config/schema/{buffer-pool.schema.d.ts → runtime/buffer-pool.schema.d.ts} +0 -0
  723. /package/src/config/schema/{debug.schema.d.ts → runtime/debug.schema.d.ts} +0 -0
  724. /package/src/config/schema/{debug.schema.js → runtime/debug.schema.js} +0 -0
  725. /package/src/config/schema/{distribution.schema.d.ts → runtime/distribution.schema.d.ts} +0 -0
  726. /package/src/config/schema/{distribution.schema.js → runtime/distribution.schema.js} +0 -0
  727. /package/src/config/schema/{ecosystem.schema.d.ts → runtime/ecosystem.schema.d.ts} +0 -0
  728. /package/src/config/schema/{ecosystem.schema.js → runtime/ecosystem.schema.js} +0 -0
  729. /package/src/config/schema/{harness.schema.d.ts → runtime/harness.schema.d.ts} +0 -0
  730. /package/src/config/schema/{harness.schema.js → runtime/harness.schema.js} +0 -0
  731. /package/src/config/schema/{hotswap.schema.d.ts → runtime/hotswap.schema.d.ts} +0 -0
  732. /package/src/config/schema/{hotswap.schema.js → runtime/hotswap.schema.js} +0 -0
  733. /package/src/config/schema/{intent-bundle.schema.d.ts → runtime/intent-bundle.schema.d.ts} +0 -0
  734. /package/src/config/schema/{intent-bundle.schema.js → runtime/intent-bundle.schema.js} +0 -0
  735. /package/src/config/schema/{runtime-profile.schema.d.ts → runtime/runtime-profile.schema.d.ts} +0 -0
  736. /package/src/config/schema/{runtime-profile.schema.js → runtime/runtime-profile.schema.js} +0 -0
  737. /package/src/config/schema/{storage.schema.d.ts → runtime/storage.schema.d.ts} +0 -0
  738. /package/src/config/schema/{storage.schema.js → runtime/storage.schema.js} +0 -0
  739. /package/src/config/schema/{tooling.schema.js → runtime/tooling.schema.js} +0 -0
  740. /package/src/config/schema/{units.schema.d.ts → runtime/units.schema.d.ts} +0 -0
  741. /package/src/config/schema/{units.schema.js → runtime/units.schema.js} +0 -0
  742. /package/src/config/schema/{backward-registry.schema.d.ts → training/backward-registry.schema.d.ts} +0 -0
  743. /package/src/config/schema/{backward-registry.schema.js → training/backward-registry.schema.js} +0 -0
  744. /package/src/config/schema/{distill-training.schema.d.ts → training/distill-training.schema.d.ts} +0 -0
  745. /package/src/config/schema/{distill-training.schema.js → training/distill-training.schema.js} +0 -0
  746. /package/src/config/schema/{lora.schema.d.ts → training/lora.schema.d.ts} +0 -0
  747. /package/src/config/schema/{training-metrics.schema.d.ts → training/training-metrics.schema.d.ts} +0 -0
  748. /package/src/config/schema/{training-metrics.schema.js → training/training-metrics.schema.js} +0 -0
  749. /package/src/config/schema/{training.schema.d.ts → training/training.schema.d.ts} +0 -0
  750. /package/src/config/schema/{training.schema.js → training/training.schema.js} +0 -0
  751. /package/src/config/schema/{ul-training.schema.d.ts → training/ul-training.schema.d.ts} +0 -0
  752. /package/src/config/schema/{ul-training.schema.js → training/ul-training.schema.js} +0 -0
  753. /package/src/{converter → config/transforms}/execution-graph/dtype.js +0 -0
  754. /package/src/{converter → config/transforms}/execution-graph/fusion.js +0 -0
  755. /package/src/{converter → config/transforms}/execution-graph/kv-storage.js +0 -0
  756. /package/src/{converter → config/transforms}/execution-graph/validation.js +0 -0
  757. /package/src/{converter → formats}/qwen4-exp-source-defaults.json +0 -0
  758. /package/src/inference/pipelines/text/{buffer-types.d.ts → contracts/buffer-types.d.ts} +0 -0
  759. /package/src/inference/pipelines/text/{embedding-contract.d.ts → embedding/embedding-contract.d.ts} +0 -0
  760. /package/src/inference/pipelines/text/{embedding-contract.js → embedding/embedding-contract.js} +0 -0
  761. /package/src/inference/pipelines/text/{precomputed-input-norm.js → execution/precomputed-input-norm.js} +0 -0
  762. /package/src/inference/pipelines/text/generator/{batch-retry-policy.js → decode/batch-retry-policy.js} +0 -0
  763. /package/src/inference/pipelines/text/{chat-format.d.ts → generator/request/chat-format.d.ts} +0 -0
  764. /package/src/inference/pipelines/text/{chat-format.js → generator/request/chat-format.js} +0 -0
  765. /package/src/inference/pipelines/text/generator/{recorder-stats.js → session/recorder-stats.js} +0 -0
  766. /package/src/inference/pipelines/text/generator/{whole-token-template.js → whole-token/whole-token-template.js} +0 -0
  767. /package/src/inference/pipelines/text/{init-chat-templates.js → initialization/init-chat-templates.js} +0 -0
  768. /package/src/inference/pipelines/text/{load-policy.js → loading/load-policy.js} +0 -0
  769. /package/src/inference/pipelines/text/{pipeline-load-timing.js → loading/pipeline-load-timing.js} +0 -0
  770. /package/src/inference/pipelines/text/{generator → logits}/hidden-projection.d.ts +0 -0
  771. /package/src/inference/pipelines/text/{operator-events.d.ts → observation/operator-events.d.ts} +0 -0
  772. /package/src/inference/pipelines/text/{stage-names.d.ts → observation/stage-names.d.ts} +0 -0
  773. /package/src/inference/pipelines/text/{stage-names.js → observation/stage-names.js} +0 -0
  774. /package/src/inference/pipelines/text/{tsir-fixture-writer.d.ts → observation/tsir-fixture-writer.d.ts} +0 -0
  775. /package/src/inference/pipelines/text/{generator → per-layer}/per-layer-buffer.js +0 -0
  776. /package/src/inference/pipelines/text/{finiteness-policy.js → policy/finiteness-policy.js} +0 -0
@@ -1,15 +1,24 @@
1
1
  {
2
- "$schema": "../../config/schema/capability-transform-policy.schema.json",
2
+ "$schema": "../../config/schema/policy/capability-transform-policy.schema.json",
3
3
  "schemaVersion": 1,
4
4
  "source": "doppler",
5
5
  "capabilityTransforms": [
6
6
  {
7
7
  "kind": "explicit-lane",
8
8
  "dtypeEffect": "widen-to-f32",
9
- "match": { "modelId": "qwen-3-8-flash-next-text-q4k-ehf16-af32", "kvDtype": "f32", "hasF16": true },
10
- "transforms": ["widenAttentionKvToF32"],
9
+ "match": {
10
+ "modelId": "qwen-3-8-flash-next-text-q4k-ehf16-af32",
11
+ "kvDtype": "f32",
12
+ "hasF16": true
13
+ },
14
+ "transforms": [
15
+ "widenAttentionKvToF32"
16
+ ],
11
17
  "reason": "Explicit Flash-Next F32 KV candidate preserves Q4K experts, F16 stored weights and existing F32 projection arithmetic; only attention-cache readers widen. No qualification of the F16 KV lane is implied.",
12
- "evidence": ["tests/integration/flash-next-f32kv-policy.test.js", "tests/kernels/indexed-attention-gpu.test.js"]
18
+ "evidence": [
19
+ "tests/integration/flash-next-f32kv-policy.test.js",
20
+ "tests/kernels/indexed-attention-gpu.test.js"
21
+ ]
13
22
  },
14
23
  {
15
24
  "kind": "lane-mismatch-guard",
@@ -18,7 +27,9 @@
18
27
  "modelId": "gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
19
28
  "platformVendor": "apple"
20
29
  },
21
- "transforms": ["failClosedLaneMismatch"],
30
+ "transforms": [
31
+ "failClosedLaneMismatch"
32
+ ],
22
33
  "reason": "af16-int4ple lane requires retainQ4KMaterialization=true to dispatch the fused-q4k+f16 widetile pool, which produces intermittent NaN at L1.attn_core_out on Apple Metal - load the af32 manifest variant instead. Bug is intermittent and depends on buffer-pool aliasing patterns; confirmed re-emerged 2026-05-07 after e5c9a6a tightened bucket defaults.",
23
34
  "evidence": [
24
35
  "tests/demo/demo-models.test.js",
@@ -39,7 +50,9 @@
39
50
  "platformVendor": "apple",
40
51
  "retainQ4KMaterialization": true
41
52
  },
42
- "transforms": ["disableRetainQ4KMaterialization"],
53
+ "transforms": [
54
+ "disableRetainQ4KMaterialization"
55
+ ],
43
56
  "reason": "Fused-q4k FFN kernels under retain=mixed corrupt subsequent-layer attention compute on Apple Metal (intermittent NaN at L1.attn_core_out and beyond). Standalone-q4k projection kernels are clean; only the fused gate+up+down dispatch is the perturbation source.",
44
57
  "evidence": [
45
58
  "tests/config/capability-retain-q4k-policy.test.js",
@@ -61,7 +74,9 @@
61
74
  "hasSubgroups": true,
62
75
  "hasF16": true
63
76
  },
64
- "transforms": ["useQwenF16PrimaryMatmuls"],
77
+ "transforms": [
78
+ "useQwenF16PrimaryMatmuls"
79
+ ],
65
80
  "reason": "Runtime explicitly requested the selective f16 probe lane for Qwen 3.5 small execution-v1 Q4K models with the shared linear/full attention graph. Promotion remains device- and evidence-specific.",
66
81
  "evidence": [
67
82
  "tests/integration/qwen-execution-v1-linear-decode-f16.test.js",
@@ -79,7 +94,9 @@
79
94
  "hasSubgroups": true,
80
95
  "hasF16": true
81
96
  },
82
- "transforms": ["useQwen36F16Activations"],
97
+ "transforms": [
98
+ "useQwen36F16Activations"
99
+ ],
83
100
  "reason": "Runtime requested the experimental all-f16 lane for Qwen 3.6 27B.",
84
101
  "evidence": [
85
102
  "tests/config/qwen36-f16-variant-identity.test.js",
@@ -95,7 +112,9 @@
95
112
  "hasSubgroups": true,
96
113
  "hasF16": true
97
114
  },
98
- "transforms": ["useGemma4Int4PleSelectiveF16Decode"],
115
+ "transforms": [
116
+ "useGemma4Int4PleSelectiveF16Decode"
117
+ ],
99
118
  "reason": "Runtime requested the experimental selective f16 decode lane for Gemma 4 E2B INT4 PLE.",
100
119
  "evidence": [
101
120
  "docs/perf-investigations/gemma-4-int4ple-loop.md",
@@ -113,7 +132,9 @@
113
132
  "hasSubgroups": true,
114
133
  "hasF16": true
115
134
  },
116
- "transforms": ["useGemma412BTextF16Activations"],
135
+ "transforms": [
136
+ "useGemma412BTextF16Activations"
137
+ ],
117
138
  "reason": "af16 manifest variant on shader-f16 GPU - dispatch the Gemma 4 12B text f16-residual lane with stable f32-Q/f16-KV prefill/decode attention boundaries and stable post-layer tail.",
118
139
  "evidence": [
119
140
  "tests/integration/gemma4-12b-f16-activations.test.js",
@@ -131,7 +152,9 @@
131
152
  "hasSubgroups": true,
132
153
  "hasF16": true
133
154
  },
134
- "transforms": ["failClosedLaneMismatch"],
155
+ "transforms": [
156
+ "failClosedLaneMismatch"
157
+ ],
135
158
  "reason": "af32 manifest cannot dispatch f16 activations - load the af16 manifest variant or pick an f32 runtime profile.",
136
159
  "evidence": [
137
160
  "tests/integration/gemma4-12b-f16-activations.test.js",
@@ -149,7 +172,9 @@
149
172
  "hasSubgroups": true,
150
173
  "hasF16": true
151
174
  },
152
- "transforms": ["useGemma431BTextF16Activations"],
175
+ "transforms": [
176
+ "useGemma431BTextF16Activations"
177
+ ],
153
178
  "reason": "af16 manifest variant on shader-f16 GPU - dispatch the all-f16 lane.",
154
179
  "evidence": [
155
180
  "tests/integration/gemma4-31b-f16-activations.test.js",
@@ -167,7 +192,9 @@
167
192
  "hasSubgroups": true,
168
193
  "hasF16": true
169
194
  },
170
- "transforms": ["useGemma4Int4PleAf16Activations"],
195
+ "transforms": [
196
+ "useGemma4Int4PleAf16Activations"
197
+ ],
171
198
  "reason": "af16-int4ple manifest variant on shader-f16 GPU - dispatch the all-f16 lane (q4_widetile_f16a + decode multicol_f16a + lm_head_gemv_subgroup_f16a).",
172
199
  "evidence": [
173
200
  "tests/config/gemma4-e2b-int4ple-f16-variant-identity.test.js",
@@ -185,7 +212,9 @@
185
212
  "hasSubgroups": true,
186
213
  "hasF16": true
187
214
  },
188
- "transforms": ["failClosedLaneMismatch"],
215
+ "transforms": [
216
+ "failClosedLaneMismatch"
217
+ ],
189
218
  "reason": "af32 manifest cannot dispatch f16 activations - load the af16 manifest variant or pick an f32 runtime profile.",
190
219
  "evidence": [
191
220
  "tests/integration/gemma4-31b-f16-activations.test.js",
@@ -207,9 +236,13 @@
207
236
  "headDim": 256,
208
237
  "kvDtype": "f16",
209
238
  "hasF16": true,
210
- "maxWorkgroupStorageSize": { "gte": 16384 }
239
+ "maxWorkgroupStorageSize": {
240
+ "gte": 16384
241
+ }
211
242
  },
212
- "transforms": ["useHead256SmallPrefillAttention"],
243
+ "transforms": [
244
+ "useHead256SmallPrefillAttention"
245
+ ],
213
246
  "reason": "Gemma 4 E2B promotes only small-tile prefill attention onto the head256 kernel on capable GPUs.",
214
247
  "evidence": [
215
248
  "tests/config/gemma4-e2b-conversion-config-contract.test.js",
@@ -225,7 +258,10 @@
225
258
  "hasF16": true,
226
259
  "requiresF16ActivationNarrowing": true
227
260
  },
228
- "transforms": ["narrowToF16Activations", "removeSubgroups"],
261
+ "transforms": [
262
+ "narrowToF16Activations",
263
+ "removeSubgroups"
264
+ ],
229
265
  "reason": "Runtime requested f16 activations on a non-subgroup shader-f16 GPU.",
230
266
  "evidence": [
231
267
  "tests/integration/execution-graph-transforms.test.js",
@@ -241,7 +277,9 @@
241
277
  "hasF16": true,
242
278
  "requiresF16ActivationNarrowing": true
243
279
  },
244
- "transforms": ["narrowToF16Activations"],
280
+ "transforms": [
281
+ "narrowToF16Activations"
282
+ ],
245
283
  "reason": "Runtime requested f16 activations on a shader-f16 GPU.",
246
284
  "evidence": [
247
285
  "tests/integration/execution-graph-transforms.test.js",
@@ -251,8 +289,15 @@
251
289
  {
252
290
  "kind": "runtime-session-compatibility",
253
291
  "dtypeEffect": "full-f32",
254
- "match": { "kvDtype": "f32", "hasSubgroups": false, "hasF16": true },
255
- "transforms": ["removeSubgroups", "widenToF32CorrectnessFallback"],
292
+ "match": {
293
+ "kvDtype": "f32",
294
+ "hasSubgroups": false,
295
+ "hasF16": true
296
+ },
297
+ "transforms": [
298
+ "removeSubgroups",
299
+ "widenToF32CorrectnessFallback"
300
+ ],
256
301
  "reason": "Runtime KV cache resolved f32 on a non-subgroup shader-f16 GPU.",
257
302
  "evidence": [
258
303
  "tests/integration/execution-v1-capability-policy.test.js"
@@ -261,8 +306,14 @@
261
306
  {
262
307
  "kind": "runtime-session-compatibility",
263
308
  "dtypeEffect": "full-f32",
264
- "match": { "kvDtype": "f32", "hasSubgroups": true, "hasF16": true },
265
- "transforms": ["widenToF32CorrectnessFallback"],
309
+ "match": {
310
+ "kvDtype": "f32",
311
+ "hasSubgroups": true,
312
+ "hasF16": true
313
+ },
314
+ "transforms": [
315
+ "widenToF32CorrectnessFallback"
316
+ ],
266
317
  "reason": "Runtime KV cache resolved f32; online subgroup attention retains its topology with f32 KV storage.",
267
318
  "evidence": [
268
319
  "tests/integration/attention-f32kv-online-policy.test.js",
@@ -273,8 +324,14 @@
273
324
  {
274
325
  "kind": "hardware-compatibility",
275
326
  "dtypeEffect": "full-f32",
276
- "match": { "hasSubgroups": false, "hasF16": false },
277
- "transforms": ["removeSubgroups", "widenToF32Activations"],
327
+ "match": {
328
+ "hasSubgroups": false,
329
+ "hasF16": false
330
+ },
331
+ "transforms": [
332
+ "removeSubgroups",
333
+ "widenToF32Activations"
334
+ ],
278
335
  "reason": "GPU lacks subgroups and shader-f16.",
279
336
  "evidence": [
280
337
  "tests/integration/execution-v1-capability-policy.test.js"
@@ -283,8 +340,13 @@
283
340
  {
284
341
  "kind": "hardware-compatibility",
285
342
  "dtypeEffect": "none",
286
- "match": { "hasSubgroups": false, "hasF16": true },
287
- "transforms": ["removeSubgroups"],
343
+ "match": {
344
+ "hasSubgroups": false,
345
+ "hasF16": true
346
+ },
347
+ "transforms": [
348
+ "removeSubgroups"
349
+ ],
288
350
  "reason": "GPU lacks subgroups.",
289
351
  "evidence": [
290
352
  "tests/integration/execution-v1-capability-policy.test.js"
@@ -293,8 +355,13 @@
293
355
  {
294
356
  "kind": "hardware-compatibility",
295
357
  "dtypeEffect": "full-f32",
296
- "match": { "hasSubgroups": true, "hasF16": false },
297
- "transforms": ["widenToF32Activations"],
358
+ "match": {
359
+ "hasSubgroups": true,
360
+ "hasF16": false
361
+ },
362
+ "transforms": [
363
+ "widenToF32Activations"
364
+ ],
298
365
  "reason": "GPU lacks shader-f16.",
299
366
  "evidence": [
300
367
  "tests/integration/execution-v1-capability-policy.test.js"
@@ -44,6 +44,7 @@ const {
44
44
  'kernels/sample.rules.json': sampleRules,
45
45
  'kernels/scale.rules.json': scaleRules,
46
46
  'kernels/silu.rules.json': siluRules,
47
+ 'kernels/channel-gain-control.rules.json': channelGainControlRules,
47
48
  'kernels/split-qkv.rules.json': splitQkvRules,
48
49
  'kernels/split-qg.rules.json': splitQgRules,
49
50
  'kernels/softmax.rules.json': softmaxRules,
@@ -142,6 +143,7 @@ const RULE_SETS = {
142
143
  sample: sampleRules,
143
144
  scale: scaleRules,
144
145
  silu: siluRules,
146
+ channel_gain_control: channelGainControlRules,
145
147
  splitQkv: splitQkvRules,
146
148
  splitQg: splitQgRules,
147
149
  softmax: softmaxRules,
@@ -0,0 +1,42 @@
1
+ import { normalizePositiveInteger } from '../formats/source-runtime.js';
2
+ import { toArrayBuffer } from '../formats/array-buffer.js';
3
+
4
+ /** Exact range contracts for path-backed RDRR shards.
5
+ * @type {import('./artifact-range-loaders.js').createArtifactRangeLoaders} */
6
+ export function createArtifactRangeLoaders({ shardSources, readRange, readInto, ensureVerifiedSource }) {
7
+ /** @type {NonNullable<import('./artifact-storage-context.js').ArtifactStorageContext['loadShardRange']>} */
8
+ const loadShardRange = async (index, offset = 0, length = null) => {
9
+ const descriptor = shardSources[index];
10
+ if (!descriptor) {
11
+ throw new Error(`Artifact shard index out of bounds: ${index}`);
12
+ }
13
+ const start = normalizePositiveInteger(offset, `artifact shard offset (${index})`);
14
+ const maxLength = Math.max(0, descriptor.size - start);
15
+ const requested = length == null
16
+ ? maxLength
17
+ : Math.min(maxLength, normalizePositiveInteger(length, `artifact shard length (${index})`));
18
+ if (requested <= 0) {
19
+ return new ArrayBuffer(0);
20
+ }
21
+ await ensureVerifiedSource(descriptor.path);
22
+ const payload = await readRange(descriptor.path, start, requested);
23
+ return toArrayBuffer(payload, `readRange(${descriptor.path})`);
24
+ };
25
+
26
+ /** @type {import('./artifact-storage-context.js').ArtifactStorageContext['loadShardRangeInto']} */
27
+ const loadShardRangeInto = readInto ? async (index, offset, destination) => {
28
+ const descriptor = shardSources[index];
29
+ if (!descriptor) throw new Error(`Artifact shard index out of bounds: ${index}`);
30
+ const start = normalizePositiveInteger(offset, `artifact shard offset (${index})`);
31
+ if (!(destination instanceof Uint8Array) || !Number.isSafeInteger(start + destination.byteLength)
32
+ || start + destination.byteLength > descriptor.size) {
33
+ throw new Error('Artifact readInto destination exceeds the declared shard range.');
34
+ }
35
+ await ensureVerifiedSource(descriptor.path);
36
+ const count = await readInto(descriptor.path, start, destination);
37
+ if (count !== destination.byteLength) throw new Error(`Artifact readInto short read: ${count} of ${destination.byteLength}.`);
38
+ return count;
39
+ } : null;
40
+
41
+ return { loadShardRange, loadShardRangeInto };
42
+ }
@@ -25,6 +25,8 @@ export interface CreateArtifactStorageContextOptions {
25
25
  offset: number,
26
26
  length: number | null
27
27
  ) => Promise<ArrayBuffer | Uint8Array>;
28
+ /** Caller-owned range destination for either artifact format; authenticated by the supplied host reader. */
29
+ readInto?: (path: string, offset: number, destination: Uint8Array) => Promise<number>;
28
30
  streamRange?: (
29
31
  path: string,
30
32
  offset: number,
@@ -39,6 +41,8 @@ export interface CreateArtifactStorageContextOptions {
39
41
  tensorsJsonPath?: string | null;
40
42
  verifyHashes?: boolean;
41
43
  hashesTrusted?: boolean;
44
+ /** Direct-source reads are authenticated by the supplied host reader; skips only whole-source scans. */
45
+ sourceHashesTrusted?: boolean;
42
46
  verificationBufferBytes?: number;
43
47
  }
44
48
 
@@ -1,3 +1,4 @@
1
+ import { createArtifactRangeLoaders } from './artifact-range-loaders.js';
1
2
  import { createNodeFileAccess } from './node-file-access.js';
2
3
  import {
3
4
  DIRECT_SOURCE_RUNTIME_MODE,
@@ -8,7 +9,7 @@ import { createOpfsStore } from './backends/opfs-store.js';
8
9
  import { normalizeModelId } from './normalize-model-id.js';
9
10
  import { isNodeRuntime } from '../storage/runtime-env.js';
10
11
  import { toArrayBuffer } from '../formats/array-buffer.js';
11
- import { resolveShardVerificationBufferBytes } from '../config/schema/loading.schema.js';
12
+ import { resolveShardVerificationBufferBytes } from "../config/schema/runtime/loading.schema.js";
12
13
 
13
14
  export const ARTIFACT_FORMAT_RDRR = 'rdrr';
14
15
  export const ARTIFACT_FORMAT_DIRECT_SOURCE = 'direct-source';
@@ -173,6 +174,7 @@ function createPathBackedStorageContext(options) {
173
174
  if (typeof readRange !== 'function') {
174
175
  throw new Error('artifact storage context: readRange(path, offset, length) is required.');
175
176
  }
177
+ const readInto = typeof options?.readInto === 'function' ? options.readInto : null;
176
178
 
177
179
  const streamRange = typeof options?.streamRange === 'function'
178
180
  ? options.streamRange
@@ -296,23 +298,9 @@ function createPathBackedStorageContext(options) {
296
298
  await task;
297
299
  }
298
300
 
299
- const loadShardRange = async (index, offset = 0, length = null) => {
300
- const descriptor = shardSources[index];
301
- if (!descriptor) {
302
- throw new Error(`Artifact shard index out of bounds: ${index}`);
303
- }
304
- const start = normalizePositiveInteger(offset, `artifact shard offset (${index})`);
305
- const maxLength = Math.max(0, descriptor.size - start);
306
- const requested = length == null
307
- ? maxLength
308
- : Math.min(maxLength, normalizePositiveInteger(length, `artifact shard length (${index})`));
309
- if (requested <= 0) {
310
- return new ArrayBuffer(0);
311
- }
312
- await ensureVerifiedSource(descriptor.path);
313
- const payload = await readRange(descriptor.path, start, requested);
314
- return toArrayBuffer(payload, `readRange(${descriptor.path})`);
315
- };
301
+ const { loadShardRange, loadShardRangeInto } = createArtifactRangeLoaders({
302
+ shardSources, readRange, readInto, ensureVerifiedSource
303
+ });
316
304
 
317
305
  const loadShard = async (index) => {
318
306
  const descriptor = shardSources[index];
@@ -417,6 +405,7 @@ function createPathBackedStorageContext(options) {
417
405
  preflight,
418
406
  loadShard,
419
407
  loadShardRange,
408
+ loadShardRangeInto,
420
409
  streamShardRange,
421
410
  loadTokenizerJson: readText && tokenizerJsonPath
422
411
  ? async () => {
@@ -492,6 +481,7 @@ export function createArtifactStorageContext(options = {}) {
492
481
  return createPathBackedStorageContext({
493
482
  shardSources: buildRDRRShardSources(manifest),
494
483
  readRange: options.readRange,
484
+ readInto: options.readInto,
495
485
  streamRange: options.streamRange,
496
486
  readText: options.readText,
497
487
  readBinary: options.readBinary,
@@ -563,7 +563,7 @@ export function createIdbStore(config) {
563
563
  }
564
564
 
565
565
  async function cleanup() {
566
- db?.close();
566
+ db?.close?.();
567
567
  db = null;
568
568
  currentModelId = null;
569
569
  }
@@ -2,7 +2,7 @@ import { log } from '../debug/index.js';
2
2
  import { getExpectedShardHash } from '../formats/rdrr/index.js';
3
3
  import { computeHash, loadShard as loadShardFromStore, shardExists } from './shard-manager.js';
4
4
  import { ERROR_CODES, createDopplerError } from '../errors/doppler-error.js';
5
- import { DEFAULT_DISTRIBUTION_CONFIG } from '../config/schema/distribution.schema.js';
5
+ import { DEFAULT_DISTRIBUTION_CONFIG } from "../config/schema/runtime/distribution.schema.js";
6
6
  import { downloadShardFromHttp, createHttpShardTransport } from './download/http-transport.js';
7
7
  import { createDeliveryMetrics, assertExpectedHash, assertExpectedSize,
8
8
  assertExpectedManifestVersionSet, createAbortError, normalizeManifestVersionSet } from './download/http-contract.js';
@@ -1,5 +1,5 @@
1
1
  import { ERROR_CODES, createDopplerError } from '../../errors/doppler-error.js';
2
- import { DEFAULT_DISTRIBUTION_CONFIG } from '../../config/schema/distribution.schema.js';
2
+ import { DEFAULT_DISTRIBUTION_CONFIG } from "../../config/schema/runtime/distribution.schema.js";
3
3
  export const DISTRIBUTION_SOURCE_HTTP = 'http';
4
4
 
5
5
  export function normalizeRequiredInteger(value, label, { allowZero = false, fallback = null } = {}) {
@@ -1,5 +1,5 @@
1
1
  import { log } from '../../debug/index.js';
2
- import { computeHash, createStreamingHasher } from '../shard-manager.js';
2
+
3
3
  import * as defaultStore from '../shard-manager.js';
4
4
  import { DISTRIBUTION_SOURCE_HTTP, createShardSizeMismatchError, normalizeRequiredInteger } from './http-contract.js';
5
5
 
@@ -268,7 +268,7 @@ export function createHttpShardTransport(store) {
268
268
  const normalizedResumeOffset = Number.isInteger(resumeOffset) && resumeOffset > 0
269
269
  ? resumeOffset
270
270
  : 0;
271
- const hasher = await createStreamingHasher(algorithm);
271
+ const hasher = await defaultStore.createStreamingHasher(algorithm);
272
272
  if (normalizedResumeOffset > 0) {
273
273
  await seedHasherFromStoredPrefix(hasher, shardIndex, normalizedResumeOffset);
274
274
  }
@@ -289,7 +289,7 @@ export function createHttpShardTransport(store) {
289
289
 
290
290
  async function resetHttpTransferState(state, writeToStore, shardIndex, algorithm) {
291
291
  await state.writer?.abort?.();
292
- state.hasher = await createStreamingHasher(algorithm);
292
+ state.hasher = await defaultStore.createStreamingHasher(algorithm);
293
293
  state.chunks = writeToStore ? null : [];
294
294
  state.writer = writeToStore ? await createShardWriter(shardIndex) : null;
295
295
  state.writerClosed = false;
@@ -416,7 +416,7 @@ export function createHttpShardTransport(store) {
416
416
  return {
417
417
  buffer: null,
418
418
  bytes: buffer.byteLength,
419
- hash: await computeHash(buffer, algorithm),
419
+ hash: await defaultStore.computeHash(buffer, algorithm),
420
420
  wrote: true,
421
421
  source: DISTRIBUTION_SOURCE_HTTP,
422
422
  path: 'http-stream-store',
@@ -1,7 +1,7 @@
1
1
  import { getRuntimeConfig } from '../config/runtime.js';
2
2
  import { isIndexedDBAvailable, isOPFSAvailable } from './quota.js';
3
3
  import { createIdbStore } from './backends/idb-store.js';
4
- import { DEFAULT_OPFS_PATH_CONFIG } from '../config/schema/loading.schema.js';
4
+ import { DEFAULT_OPFS_PATH_CONFIG } from "../config/schema/runtime/loading.schema.js";
5
5
 
6
6
  const LEGACY_OPFS_ROOTS = ['models'];
7
7
  const SYSTEM_DIRS = new Set(['reports']);
@@ -53,5 +53,6 @@ export declare function ensureModelCachedSource(
53
53
 
54
54
  export declare function loadPersistentModelSource(
55
55
  modelId: string,
56
- onProgress?: ((progress: CacheProgressEvent) => void) | null
56
+ onProgress?: ((progress: CacheProgressEvent) => void) | null,
57
+ signal?: AbortSignal
57
58
  ): Promise<CachedModelSourceResult | null>;
@@ -234,9 +234,10 @@ async function loadCachedManifest(modelId) {
234
234
  }
235
235
  }
236
236
 
237
- async function verifyCachedArtifact(manifest) {
237
+ async function verifyCachedArtifact(manifest, signal) {
238
+ throwIfAborted(signal);
238
239
  if (resolveSourceArtifact(manifest)) {
239
- return verifyStoredSourceArtifact(manifest, { checkHashes: true });
240
+ return verifyStoredSourceArtifact(manifest, { checkHashes: true, signal });
240
241
  }
241
242
  // A persistent cache hit is security-relevant: a matching filename and
242
243
  // length do not establish that the bytes still match the immutable model
@@ -248,6 +249,7 @@ async function verifyCachedArtifact(manifest) {
248
249
  const missingShards = [];
249
250
  const corruptShards = [];
250
251
  for (let i = 0; i < manifest.shards.length; i += 1) {
252
+ throwIfAborted(signal);
251
253
  const shard = manifest.shards[i];
252
254
  const storedSize = await getFileStoredSize(shard.filename);
253
255
  if (storedSize == null) {
@@ -286,7 +288,7 @@ async function resolvePinnedCacheHit(modelId, expectedManifestHash, onProgress,
286
288
  if (!cachedManifest.text || !cachedManifest.manifest) return null;
287
289
  if (await sha256Text(cachedManifest.text) !== expectedManifestHash) return null;
288
290
  throwIfAborted(signal);
289
- const integrity = await verifyCachedArtifact(cachedManifest.manifest);
291
+ const integrity = await verifyCachedArtifact(cachedManifest.manifest, signal);
290
292
  if (!integrity.valid) return null;
291
293
  throwIfAborted(signal);
292
294
  const totalBytes = manifestTotalBytes(cachedManifest.manifest);
@@ -404,7 +406,7 @@ async function ensureModelCachedUnlocked(modelId, modelBaseUrl, onProgress = nul
404
406
  } else {
405
407
  const cachedSourceArtifact = resolveSourceArtifact(cachedManifest);
406
408
  const sourceIntegrity = cachedSourceArtifact
407
- ? await verifyStoredSourceArtifact(cachedManifest, { checkHashes: true })
409
+ ? await verifyStoredSourceArtifact(cachedManifest, { checkHashes: true, signal })
408
410
  : null;
409
411
  const sourceIntegrityValid = !sourceIntegrity || sourceIntegrity.valid;
410
412
  if (sourceIntegrity && !sourceIntegrity.valid) {
@@ -419,7 +421,7 @@ async function ensureModelCachedUnlocked(modelId, modelBaseUrl, onProgress = nul
419
421
  if (cachedPayload.manifest && sourceIntegrityValid && manifestTextMatches && cachedFingerprint === remoteFingerprint) {
420
422
  const shardIntegrity = cachedSourceArtifact
421
423
  ? sourceIntegrity
422
- : await verifyCachedArtifact(cachedManifest);
424
+ : await verifyCachedArtifact(cachedManifest, signal);
423
425
  if (shardIntegrity.valid) {
424
426
  log.info(MODULE, `Cache hit: "${modelId}"`);
425
427
  onProgress?.({ stage: 'cache-hit', modelId, message: `OPFS cache hit: ${modelId}`, percent: 100 });
@@ -453,7 +455,7 @@ async function ensureModelCachedUnlocked(modelId, modelBaseUrl, onProgress = nul
453
455
  const refreshManifest = preservedManifest.changed
454
456
  ? parseManifest(manifestTextToSave)
455
457
  : remoteManifest;
456
- const integrity = await verifyCachedArtifact(refreshManifest);
458
+ const integrity = await verifyCachedArtifact(refreshManifest, signal);
457
459
  throwIfAborted(signal);
458
460
  if (integrity.valid) {
459
461
  await openModelStore(modelId);
@@ -628,8 +630,9 @@ export function ensureModelCachedSource(modelId, modelBaseUrl, onProgress = null
628
630
  });
629
631
  }
630
632
 
631
- export function loadPersistentModelSource(modelId, onProgress = null) {
633
+ export function loadPersistentModelSource(modelId, onProgress = null, signal = null) {
632
634
  return runCacheOperation(modelId, onProgress, async () => {
635
+ throwIfAborted(signal);
633
636
  if (!isOPFSAvailable() || !await modelExists(modelId)) {
634
637
  return null;
635
638
  }
@@ -637,7 +640,8 @@ export function loadPersistentModelSource(modelId, onProgress = null) {
637
640
  if (!cachedManifest.text || !cachedManifest.manifest) {
638
641
  return null;
639
642
  }
640
- const integrity = await verifyCachedArtifact(cachedManifest.manifest);
643
+ const integrity = await verifyCachedArtifact(cachedManifest.manifest, signal);
644
+ throwIfAborted(signal);
641
645
  if (!integrity.valid) {
642
646
  return null;
643
647
  }
@@ -74,6 +74,10 @@ export function createNodeFileAccess() {
74
74
  }
75
75
  position += bytesRead;
76
76
  }
77
+ // Large Buffer allocations own their exact backing store. Transfer that
78
+ // ownership to the caller instead of copying every expert range again.
79
+ // Small pooled buffers and short reads must still return compact bytes.
80
+ if (out.byteOffset === 0 && position === out.buffer.byteLength) return out.buffer;
77
81
  return out.buffer.slice(out.byteOffset, out.byteOffset + position);
78
82
  },
79
83
  async getSize() {
@@ -1,3 +1,4 @@
1
+ import { DopplerErrorBase } from '../errors/doppler-error.js';
1
2
  /**
2
3
  * quota.ts - Storage Quota Management
3
4
  *
@@ -122,7 +123,7 @@ export declare function getStorageReport(): Promise<StorageReport>;
122
123
  /**
123
124
  * Error class for quota-related errors
124
125
  */
125
- export declare class QuotaExceededError extends Error {
126
+ export declare class QuotaExceededError extends DopplerErrorBase {
126
127
  readonly required: number;
127
128
  readonly available: number;
128
129
  readonly shortfall: number;
@@ -1,3 +1,4 @@
1
+ import { DopplerErrorBase } from '../errors/doppler-error.js';
1
2
 
2
3
 
3
4
  import { log } from '../debug/index.js';
@@ -227,7 +228,7 @@ export async function getStorageReport() {
227
228
  }
228
229
 
229
230
 
230
- export class QuotaExceededError extends Error {
231
+ export class QuotaExceededError extends DopplerErrorBase {
231
232
 
232
233
  constructor(required, available) {
233
234
  super(`Insufficient storage: need ${formatBytes(required)}, have ${formatBytes(available)}`);
@@ -1,5 +1,5 @@
1
1
  import type { RDRRManifest, HashAlgorithm } from '../formats/rdrr/types.js';
2
- import type { OpfsPathConfigSchema } from '../config/schema/loading.schema.js';
2
+ import type { OpfsPathConfigSchema } from "../config/schema/runtime/loading.schema.js";
3
3
 
4
4
  export { getManifest } from '../formats/rdrr/parsing.js';
5
5
 
@@ -7,6 +7,7 @@ import { log } from '../../debug/index.js';
7
7
  import { createHasher as createBlake3Hasher, hash as blake3Hash } from '../blake3.js';
8
8
  import { isRequestedRangeInsideTensor } from './index.js';
9
9
  import { createSha256Hasher, sha256BytesHex } from '../../formats/sha256.js';
10
+ import { isNodeRuntime } from '../runtime-env.js';
10
11
 
11
12
  let blake3Module = null;
12
13
  let hashAlgorithm = null;
@@ -109,6 +110,22 @@ export async function createStreamingHasher(algorithm) {
109
110
  throw new Error('createStreamingHasher requires an explicit hash algorithm.');
110
111
  }
111
112
  if (algorithm === 'sha256') {
113
+ if (isNodeRuntime()) {
114
+ // Verify the same bytes incrementally without running SHA rounds on the
115
+ // JS thread. Do not retain shards or retry native failures in another backend.
116
+ const { createHash } = await import('node:crypto');
117
+ const hasher = createHash('sha256');
118
+ return {
119
+ update(data) {
120
+ const bytes = data instanceof ArrayBuffer ? new Uint8Array(data) : data;
121
+ if (!(bytes instanceof Uint8Array)) throw new Error('SHA-256 update requires a Uint8Array.');
122
+ hasher.update(bytes);
123
+ },
124
+ // Preserve non-destructive finalization: callers can digest again or
125
+ // continue updating, and each returned digest owns its storage.
126
+ async finalize() { return new Uint8Array(hasher.copy().digest()); },
127
+ };
128
+ }
112
129
  return createSha256StreamingHasher();
113
130
  }
114
131
  if (algorithm !== 'blake3') {
@@ -50,7 +50,7 @@ export declare function synthesizeStoredSourceArtifactManifest(
50
50
 
51
51
  export declare function verifyStoredSourceArtifact(
52
52
  manifest: RDRRManifest,
53
- options?: { checkHashes?: boolean; modelId?: string; store?: import('./model-read-session.js').ModelReadSession }
53
+ options?: { checkHashes?: boolean; signal?: AbortSignal; modelId?: string; store?: import('./model-read-session.js').ModelReadSession }
54
54
  ): Promise<StoredSourceArtifactIntegrity>;
55
55
 
56
56
  export declare function createStoredSourceArtifactContext(
@@ -282,6 +282,7 @@ export async function verifyStoredSourceArtifact(manifest, options = {}) {
282
282
  const store = options.store ?? await openModelReadSession(options.modelId);
283
283
  try {
284
284
  for (const entry of files) {
285
+ options.signal?.throwIfAborted();
285
286
  if (!checkHashes) {
286
287
  const storedSize = await store.getFileSize(entry.path);
287
288
  if (storedSize == null) {