doppler-gpu 0.7.3 → 0.7.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (776) hide show
  1. package/CHANGELOG.md +60 -0
  2. package/README.md +9 -17
  3. package/package.json +5 -48
  4. package/src/capsule-runtime.d.ts +2 -2
  5. package/src/client/capsule-host.browser.js +4 -4
  6. package/src/client/capsule-host.d.ts +8 -8
  7. package/src/client/capsule-host.js +4 -4
  8. package/src/client/doppler-api.d.ts +2 -2
  9. package/src/client/inspection.d.ts +3 -0
  10. package/src/client/inspection.js +29 -0
  11. package/src/client/model-host/index.d.ts +5 -4
  12. package/src/client/model-host/index.js +28 -8
  13. package/src/client/model-host/model-evidence.js +2 -0
  14. package/src/client/model-host/model-session.d.ts +7 -5
  15. package/src/client/model-host/model-session.js +10 -3
  16. package/src/client/model-host/privacy-receipt.js +22 -0
  17. package/src/client/resident-partitions.d.ts +3 -3
  18. package/src/client/resident-partitions.js +2 -2
  19. package/src/client/runtime/capsule-acquisition.d.ts +3 -3
  20. package/src/client/runtime/capsule-acquisition.js +1 -1
  21. package/src/client/runtime/capsule-adapter-execution.d.ts +2 -2
  22. package/src/client/runtime/capsule-adapter-execution.js +3 -3
  23. package/src/client/runtime/capsule-embedding.d.ts +2 -2
  24. package/src/client/runtime/capsule-embedding.js +1 -1
  25. package/src/client/runtime/capsule-forecast.d.ts +2 -2
  26. package/src/client/runtime/capsule-forecast.js +1 -1
  27. package/src/client/runtime/capsule-operation-adapters.d.ts +1 -1
  28. package/src/client/runtime/capsule-operation-adapters.js +1 -1
  29. package/src/client/runtime/capsule-operation-deltas.js +1 -1
  30. package/src/client/runtime/capsule-operation-executor.d.ts +1 -1
  31. package/src/client/runtime/capsule-operation-executor.js +2 -2
  32. package/src/client/runtime/capsule-operation-stream.d.ts +1 -1
  33. package/src/client/runtime/capsule-operation-stream.js +2 -2
  34. package/src/client/runtime/capsule-piece-reader.js +1 -1
  35. package/src/client/runtime/capsule-program-adapter.js +1 -1
  36. package/src/client/runtime/capsule-release-authorization.js +1 -1
  37. package/src/client/runtime/capsule-rerank.d.ts +2 -2
  38. package/src/client/runtime/composition-root.d.ts +6 -6
  39. package/src/client/runtime/composition-root.js +6 -6
  40. package/src/client/runtime/fetch-capsule-artifact-store.d.ts +1 -1
  41. package/src/client/runtime/fetch-capsule-artifact-store.js +1 -1
  42. package/src/client/runtime/model-source.d.ts +4 -2
  43. package/src/client/runtime/model-source.js +5 -5
  44. package/src/client/runtime/scoped-session.d.ts +2 -2
  45. package/src/client/runtime/verified-capsule-artifact-store.d.ts +2 -2
  46. package/src/client/runtime/verified-capsule-artifact-store.js +1 -1
  47. package/src/config/backward-registry-loader.js +1 -1
  48. package/src/config/{capsule-adapter-policy.js → capsule/capsule-adapter-policy.js} +2 -2
  49. package/src/config/{capsule-adapters.d.ts → capsule/capsule-adapters.d.ts} +1 -1
  50. package/src/config/{capsule-adapters.js → capsule/capsule-adapters.js} +2 -2
  51. package/src/config/{capsule-loading.js → capsule/capsule-loading.js} +1 -1
  52. package/src/config/{capsule-operation.d.ts → capsule/capsule-operation.d.ts} +1 -1
  53. package/src/config/{capsule-operation.js → capsule/capsule-operation.js} +3 -3
  54. package/src/config/{capsule-release-contract.js → capsule/capsule-release-contract.js} +2 -2
  55. package/src/config/{capsule-release-events.d.ts → capsule/capsule-release-events.d.ts} +2 -1
  56. package/src/config/{capsule-release-events.js → capsule/capsule-release-events.js} +3 -2
  57. package/src/config/{capsule-sequence-receipt.js → capsule/capsule-sequence-receipt.js} +1 -1
  58. package/src/config/{capsule-token-selection.d.ts → capsule/capsule-token-selection.d.ts} +1 -1
  59. package/src/config/{capsule-token-selection.js → capsule/capsule-token-selection.js} +2 -2
  60. package/src/config/{capsule-v2.d.ts → capsule/capsule-v2.d.ts} +5 -4
  61. package/src/config/{capsule-v2.js → capsule/capsule-v2.js} +6 -6
  62. package/src/config/{capsule-v3.js → capsule/capsule-v3.js} +1 -1
  63. package/src/config/{capsule.js → capsule/capsule.js} +26 -7
  64. package/src/config/choice-scoring.js +1 -1
  65. package/src/config/conversion/amplify/amplify-120m-f16-af32.json +1 -1
  66. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +1 -1
  67. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +1 -1
  68. package/src/config/conversion/esm/esm2-t12-35m-ur50d-f32-af32.json +2 -2
  69. package/src/config/conversion/esmc/esmc-300m-f32-af32.json +1 -1
  70. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +1 -1
  71. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +1 -1
  72. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +1 -1
  73. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +1 -1
  74. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +1 -1
  75. package/src/config/conversion/gemma3/gemma-3-270m-it-w8a8-ehf16-af32.json +1 -1
  76. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +1 -1
  77. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +1 -1
  78. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +8 -8
  79. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +8 -8
  80. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +8 -8
  81. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +8 -8
  82. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +8 -8
  83. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +8 -8
  84. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +8 -8
  85. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +8 -8
  86. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +8 -8
  87. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +1 -1
  88. package/src/config/conversion/glmocr/glm-ocr-f16-af32.json +1 -1
  89. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +1 -1
  90. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +1 -1
  91. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +1 -1
  92. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +1 -1
  93. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-bf16-af32.json +1 -1
  94. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-f16-af32.json +1 -1
  95. package/src/config/conversion/nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32.json +1 -1
  96. package/src/config/conversion/qwen3/qwen-3-4b-instruct-2507-q4k-ehf16-af32.json +2 -2
  97. package/src/config/conversion/qwen3/qwen-3-5-0-8b-canonical-f32.json +1 -1
  98. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +1 -1
  99. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +1 -1
  100. package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +1 -1
  101. package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +1 -1
  102. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +1 -1
  103. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +1 -1
  104. package/src/config/conversion/qwen3/qwen-3-6-35b-a3b-q4_0-passthrough.json +1 -1
  105. package/src/config/conversion/qwen3/qwen-3-6-35b-a3b-text-q4k-ehf16-af32.json +1 -1
  106. package/src/config/conversion/qwen3/qwen-3-8-flash-next-text-q4k-ehf16-af32.json +25 -22
  107. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-f16-af32.json +2 -2
  108. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +1 -1
  109. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +1 -1
  110. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-true-logit-af32.json +2 -2
  111. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +2 -2
  112. package/src/config/conversion/qwen3/qwen3.8-27b-q4_0-passthrough.json +1 -1
  113. package/src/config/conversion/qwen3/qwen3.8-27b-text-f16-af32.json +1 -1
  114. package/src/config/conversion/qwen3/qwen3.8-27b-text-q4k-ehaf16.json +1 -1
  115. package/src/config/conversion/qwen3/qwen4exp-gguf-source-policy.json +53 -0
  116. package/src/config/embedding-contract.d.ts +1 -1
  117. package/src/config/embedding-contract.js +1 -1
  118. package/src/config/execution-registry-contract.d.ts +5 -5
  119. package/src/config/execution-registry-contract.js +5 -5
  120. package/src/config/generation-contract.js +2 -1
  121. package/src/config/hardware-partition-plan.d.ts +32 -0
  122. package/src/config/hardware-partition-plan.js +78 -0
  123. package/src/config/inspection/observation-policies.json +1 -1
  124. package/src/config/kernel-path-loader.d.ts +1 -1
  125. package/src/config/kernel-path-loader.js +1 -1
  126. package/src/config/kernel-registry-contract.d.ts +2 -2
  127. package/src/config/kernel-registry-contract.js +1 -1
  128. package/src/config/kernels/kernel-ref-digests.js +509 -0
  129. package/src/config/kernels/registry.js +2 -2
  130. package/src/config/kernels/registry.json +2065 -1241
  131. package/src/config/layer-partition-plan.d.ts +4 -0
  132. package/src/config/layer-partition-plan.js +10 -4
  133. package/src/config/merge.js +1 -1
  134. package/src/config/model-session-declarations.js +85 -0
  135. package/src/config/param-validator.js +3 -3
  136. package/src/config/platforms/amd-rdna3.json +2 -2
  137. package/src/config/production-release-evidence.js +1 -1
  138. package/src/config/revocation-policy.js +6 -2
  139. package/src/config/revocation-registry.json +1 -1
  140. package/src/config/runtime/model-sessions.json +23 -0
  141. package/src/config/runtime/profiles/flash-next-gguf-control-gemv.json +72 -0
  142. package/src/config/runtime/profiles/flash-next-gguf-hc-inject-gemv.json +47 -0
  143. package/src/config/schema/capsule/index.d.ts +14 -0
  144. package/src/config/schema/capsule/index.js +10 -0
  145. package/src/config/schema/{program-bundle.schema.d.ts → capsule/program-bundle.schema.d.ts} +3 -3
  146. package/src/config/schema/{program-bundle.schema.js → capsule/program-bundle.schema.js} +6 -6
  147. package/src/config/schema/{execution-v1.schema.d.ts → execution/execution-v1.schema.d.ts} +2 -0
  148. package/src/config/schema/{execution-v1.schema.js → execution/execution-v1.schema.js} +2 -2
  149. package/src/config/schema/execution/index.d.ts +203 -0
  150. package/src/config/schema/execution/index.js +94 -0
  151. package/src/config/schema/{inference.schema.d.ts → execution/inference.schema.d.ts} +1 -1
  152. package/src/config/schema/{kernel-path.schema.d.ts → execution/kernel-path.schema.d.ts} +3 -0
  153. package/src/config/schema/{kernel-registry.schema.d.ts → execution/kernel-registry.schema.d.ts} +2 -2
  154. package/src/config/schema/{kernel-thresholds.schema.d.ts → execution/kernel-thresholds.schema.d.ts} +1 -1
  155. package/src/config/schema/{kernel-thresholds.schema.js → execution/kernel-thresholds.schema.js} +1 -1
  156. package/src/config/schema/{kernel-warmup.schema.d.ts → execution/kernel-warmup.schema.d.ts} +14 -0
  157. package/src/config/schema/{kernel-warmup.schema.js → execution/kernel-warmup.schema.js} +3 -0
  158. package/src/config/schema/{kvcache.schema.d.ts → execution/kvcache.schema.d.ts} +8 -2
  159. package/src/config/schema/{kvcache.schema.js → execution/kvcache.schema.js} +17 -1
  160. package/src/config/schema/{ngram-embedding.schema.d.ts → execution/ngram-embedding.schema.d.ts} +3 -1
  161. package/src/config/schema/{ngram-embedding.schema.js → execution/ngram-embedding.schema.js} +16 -1
  162. package/src/config/schema/index.d.ts +8 -897
  163. package/src/config/schema/index.js +8 -506
  164. package/src/config/schema/{converter.schema.d.ts → manifest/converter.schema.d.ts} +4 -4
  165. package/src/config/schema/{converter.schema.js → manifest/converter.schema.js} +1 -1
  166. package/src/config/schema/manifest/index.d.ts +142 -0
  167. package/src/config/schema/manifest/index.js +62 -0
  168. package/src/config/schema/manifest/manifest-inference.schema.d.ts +298 -0
  169. package/src/config/schema/{manifest.schema.d.ts → manifest/manifest.schema.d.ts} +9 -291
  170. package/src/config/schema/{manifest.schema.js → manifest/manifest.schema.js} +2 -2
  171. package/src/config/schema/{emulation.schema.d.ts → platform/emulation.schema.d.ts} +1 -1
  172. package/src/config/schema/{emulation.schema.js → platform/emulation.schema.js} +6 -6
  173. package/src/config/schema/{gpu-cache.schema.js → platform/gpu-cache.schema.js} +1 -1
  174. package/src/config/schema/platform/index.d.ts +72 -0
  175. package/src/config/schema/platform/index.js +27 -0
  176. package/src/config/schema/{memory-limits.schema.js → platform/memory-limits.schema.js} +1 -1
  177. package/src/config/schema/policy/index.d.ts +14 -0
  178. package/src/config/schema/policy/index.js +9 -0
  179. package/src/config/schema/{buffer-pool.schema.js → runtime/buffer-pool.schema.js} +2 -2
  180. package/src/config/schema/{doppler.schema.d.ts → runtime/doppler.schema.d.ts} +3 -3
  181. package/src/config/schema/{doppler.schema.js → runtime/doppler.schema.js} +12 -12
  182. package/src/config/schema/runtime/index.d.ts +238 -0
  183. package/src/config/schema/runtime/index.js +135 -0
  184. package/src/config/schema/{loading.schema.d.ts → runtime/loading.schema.d.ts} +31 -1
  185. package/src/config/schema/runtime/loading.schema.js +275 -0
  186. package/src/config/schema/{shared-runtime.schema.d.ts → runtime/shared-runtime.schema.d.ts} +5 -5
  187. package/src/config/schema/{shared-runtime.schema.js → runtime/shared-runtime.schema.js} +4 -4
  188. package/src/config/schema/{tooling.schema.d.ts → runtime/tooling.schema.d.ts} +1 -1
  189. package/src/config/schema/training/index.d.ts +63 -0
  190. package/src/config/schema/training/index.js +43 -0
  191. package/src/config/schema/{lora.schema.js → training/lora.schema.js} +1 -1
  192. package/src/config/source-packages/litert/gemma-4-e2b-it.json +1 -1
  193. package/src/config/supported-operations.json +358 -88
  194. package/src/config/target-plan.d.ts +2 -2
  195. package/src/config/target-plan.js +2 -2
  196. package/src/config/training-defaults.d.ts +2 -2
  197. package/src/config/training-defaults.js +2 -2
  198. package/src/config/transforms/execution-graph/correctness-fallback.js +86 -0
  199. package/src/config/transforms/execution-graph/prefill-attention.js +116 -0
  200. package/src/{converter → config/transforms}/execution-graph-transforms.js +5 -194
  201. package/src/converter/core.js +18 -164
  202. package/src/converter/forge-stages.js +2 -2
  203. package/src/converter/fp8-source.js +1 -1
  204. package/src/converter/gemma4/validation.js +110 -0
  205. package/src/converter/linear-norm-gate.js +1 -1
  206. package/src/converter/manifest-builder.js +2 -9
  207. package/src/converter/parsers/gguf.js +54 -4
  208. package/src/converter/quantization-info.js +2 -2
  209. package/src/converter/qwen4-exp-source-execution.js +94 -0
  210. package/src/converter/qwen4-exp-source.js +1 -201
  211. package/src/converter/tensor-transform.js +2 -9
  212. package/src/converter/tokenizer-contract.js +2 -9
  213. package/src/converter/w8a8-quantizer.js +2 -2
  214. package/src/debug/config.js +1 -1
  215. package/src/debug/perf-guards.js +1 -1
  216. package/src/errors/doppler-error.d.ts +54 -0
  217. package/src/errors/doppler-error.js +13 -5
  218. package/src/experimental/distribution/shard-delivery/receipt.js +1 -1
  219. package/src/experimental/distribution/shard-delivery/retry.js +4 -4
  220. package/src/experimental/energy/types.d.ts +1 -1
  221. package/src/experimental/logits/cpu-output.js +1 -1
  222. package/src/experimental/training/artifacts.d.ts +2 -2
  223. package/src/experimental/training/artifacts.js +2 -2
  224. package/src/experimental/training/autograd.d.ts +1 -1
  225. package/src/experimental/training/distillation/student-fixture/execution.js +1 -1
  226. package/src/experimental/training/distillation/student-fixture/model.js +1 -1
  227. package/src/experimental/training/distillation/student-fixture.js +1 -1
  228. package/src/experimental/training/loss-scaling.d.ts +1 -1
  229. package/src/experimental/training/runner/evaluation.js +1 -1
  230. package/src/experimental/training/runner.js +1 -1
  231. package/src/experimental/training/trainer.d.ts +1 -1
  232. package/src/experimental/training/workloads.js +2 -2
  233. package/src/formats/gguf/block-storage.d.ts +9 -0
  234. package/src/formats/gguf/block-storage.js +12 -3
  235. package/src/formats/gguf/qwen-source.js +5 -3
  236. package/src/formats/gguf/qwen-source.json +8 -1
  237. package/src/formats/gguf/qwen4-exp-source.js +101 -0
  238. package/src/formats/q4k-dequant.js +1 -1
  239. package/src/formats/qwen4-exp-source-contracts.js +204 -0
  240. package/src/formats/rdrr/fp8-contract.js +1 -1
  241. package/src/formats/rdrr/fp8-storage.js +1 -1
  242. package/src/formats/rdrr/q4_0-storage.js +1 -1
  243. package/src/formats/rdrr/storage-descriptor.js +1 -1
  244. package/src/formats/rdrr/tensor-config-validator.js +3 -3
  245. package/src/formats/rdrr/validation.js +1 -1
  246. package/src/formats/rdrr/w8a8-storage.js +1 -1
  247. package/src/generation/index.d.ts +1 -1
  248. package/src/generation/index.js +1 -0
  249. package/src/gpu/device.d.ts +1 -1
  250. package/src/gpu/kernels/attention/contiguous-quantized.js +252 -0
  251. package/src/gpu/kernels/attention/tiered-quantized.js +321 -0
  252. package/src/gpu/kernels/attention/tiered.js +240 -0
  253. package/src/gpu/kernels/attention.js +5 -801
  254. package/src/gpu/kernels/backward/layernorm_backward.wgsl +3 -3
  255. package/src/gpu/kernels/channel-gain.js +100 -0
  256. package/src/gpu/kernels/channel-rotation.d.ts +16 -0
  257. package/src/gpu/kernels/channel-rotation.js +47 -0
  258. package/src/gpu/kernels/channel_energy.wgsl +17 -0
  259. package/src/gpu/kernels/channel_energy_pair.wgsl +27 -0
  260. package/src/gpu/kernels/channel_gain_control.wgsl +60 -0
  261. package/src/gpu/kernels/channel_gain_derive.wgsl +40 -0
  262. package/src/gpu/kernels/channel_gain_swiglu.wgsl +64 -0
  263. package/src/gpu/kernels/channel_rotation_apply.wgsl +38 -0
  264. package/src/gpu/kernels/channel_rotation_derive.wgsl +76 -0
  265. package/src/gpu/kernels/check-finiteness-f32.js +22 -0
  266. package/src/gpu/kernels/check_finiteness.wgsl +2 -2
  267. package/src/gpu/kernels/clamp.js +2 -2
  268. package/src/gpu/kernels/dequant.js +1 -1
  269. package/src/gpu/kernels/dispatch.js +7 -0
  270. package/src/gpu/kernels/energy_quintel_grad.wgsl +7 -7
  271. package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +7 -7
  272. package/src/gpu/kernels/energy_quintel_reduce.wgsl +6 -6
  273. package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +6 -6
  274. package/src/gpu/kernels/energy_quintel_update.wgsl +7 -7
  275. package/src/gpu/kernels/energy_quintel_update_f16.wgsl +7 -7
  276. package/src/gpu/kernels/fused_matmul_q4_widetile_f32.wgsl +174 -0
  277. package/src/gpu/kernels/fused_matmul_rmsnorm.wgsl +0 -49
  278. package/src/gpu/kernels/gated-delta-norm-gate.js +1 -1
  279. package/src/gpu/kernels/gated_delta_recurrent_gguf_register_prefill_sigmoid_gate.wgsl +730 -0
  280. package/src/gpu/kernels/gated_delta_recurrent_gguf_sigmoid_gate.wgsl +499 -0
  281. package/src/gpu/kernels/gather.js +16 -1
  282. package/src/gpu/kernels/gather_split4_packed_f16_vec4_f32_out.wgsl +104 -0
  283. package/src/gpu/kernels/generated/uniform-writers-0.js +7 -11
  284. package/src/gpu/kernels/generated/uniform-writers-1.js +43 -46
  285. package/src/gpu/kernels/generated/uniform-writers-2.js +80 -2
  286. package/src/gpu/kernels/generated/uniform-writers.js +33 -21
  287. package/src/gpu/kernels/hyper-connection-up.js +64 -0
  288. package/src/gpu/kernels/hyper-connection.js +15 -4
  289. package/src/gpu/kernels/hyper_connection_mix_branch.wgsl +105 -0
  290. package/src/gpu/kernels/hyper_connection_norm.wgsl +3 -3
  291. package/src/gpu/kernels/hyper_connection_up_mix_branch_q4_0.wgsl +164 -0
  292. package/src/gpu/kernels/kernel-execution.js +18 -7
  293. package/src/gpu/kernels/linear-attention-core.js +3 -4
  294. package/src/gpu/kernels/moe-route.js +14 -0
  295. package/src/gpu/kernels/moe_gather.wgsl +0 -63
  296. package/src/gpu/kernels/moe_route_q4_0_block_f32.wgsl +74 -0
  297. package/src/gpu/kernels/moe_route_q4_0_split_block_f32.wgsl +80 -0
  298. package/src/gpu/kernels/moe_route_q4_1_block_f32.wgsl +59 -0
  299. package/src/gpu/kernels/moe_route_remap.wgsl +22 -0
  300. package/src/gpu/kernels/paired-linear-attention.js +1 -1
  301. package/src/gpu/kernels/pipeline-cache.js +18 -2
  302. package/src/gpu/kernels/ple.js +11 -7
  303. package/src/gpu/kernels/ple_q4_0_to_f32.wgsl +32 -0
  304. package/src/gpu/kernels/qsa-indexer.d.ts +2 -0
  305. package/src/gpu/kernels/qsa-indexer.js +6 -4
  306. package/src/gpu/kernels/qsa_block_keys.wgsl +2 -1
  307. package/src/gpu/kernels/qsa_prepare.wgsl +2 -1
  308. package/src/gpu/kernels/relu.js +1 -1
  309. package/src/gpu/kernels/relu.wgsl +2 -2
  310. package/src/gpu/kernels/relu_f16.wgsl +2 -2
  311. package/src/gpu/kernels/residual.js +1 -1
  312. package/src/gpu/kernels/residual.wgsl +4 -4
  313. package/src/gpu/kernels/residual_f16.wgsl +2 -2
  314. package/src/gpu/kernels/residual_f16_vec4.wgsl +2 -2
  315. package/src/gpu/kernels/residual_vec4.wgsl +2 -2
  316. package/src/gpu/kernels/rope-precompute.js +1 -1
  317. package/src/gpu/kernels/scatter_add.wgsl +0 -31
  318. package/src/gpu/kernels/shader-cache.js +17 -3
  319. package/src/gpu/kernels/shader-capability-filter.js +120 -0
  320. package/src/gpu/kernels/softmax.js +10 -10
  321. package/src/gpu/kernels/topk.wgsl +0 -55
  322. package/src/gpu/kernels/transpose.js +1 -1
  323. package/src/gpu/kernels/transpose.wgsl +2 -2
  324. package/src/gpu/kernels/w8a8.js +1 -1
  325. package/src/gpu/uniform-cache.d.ts +15 -1
  326. package/src/gpu/uniform-cache.js +82 -7
  327. package/src/gpu/weight-buffer.d.ts +1 -1
  328. package/src/inference/moe-router.d.ts +1 -126
  329. package/src/inference/moe-router.js +0 -149
  330. package/src/inference/pipelines/context.js +3 -15
  331. package/src/inference/pipelines/shader-scoped-pipeline.js +10 -5
  332. package/src/inference/pipelines/text/attention/interpreter/immediate.js +4 -4
  333. package/src/inference/pipelines/text/attention/interpreter/output.js +203 -0
  334. package/src/inference/pipelines/text/attention/interpreter/recorded.js +92 -67
  335. package/src/inference/pipelines/text/attention/interpreter.js +77 -350
  336. package/src/inference/pipelines/text/attention/projection-executor.js +2 -2
  337. package/src/inference/pipelines/text/attention/projection-plan.js +1 -1
  338. package/src/inference/pipelines/text/attention/projection-precision.js +132 -0
  339. package/src/inference/pipelines/text/attention/projections.js +13 -151
  340. package/src/inference/pipelines/text/attention/recorded-health.js +83 -0
  341. package/src/inference/pipelines/text/attention/rope-observation.js +1 -1
  342. package/src/inference/pipelines/text/attention/types.js +0 -13
  343. package/src/inference/pipelines/text/config/normalization.js +2 -2
  344. package/src/inference/pipelines/text/config.d.ts +4 -4
  345. package/src/inference/pipelines/text/config.js +17 -135
  346. package/src/inference/pipelines/text/{config-components.js → configuration/config-components.js} +4 -4
  347. package/src/inference/pipelines/text/configuration/model-geometry.js +114 -0
  348. package/src/inference/pipelines/text/{resolved-runtime-session.d.ts → configuration/resolved-runtime-session.d.ts} +4 -4
  349. package/src/inference/pipelines/text/{resolved-runtime-session.js → configuration/resolved-runtime-session.js} +1 -1
  350. package/src/inference/pipelines/text/{abort-contract.js → contracts/abort-contract.js} +2 -1
  351. package/src/inference/pipelines/text/contracts/metrics.d.ts +234 -0
  352. package/src/inference/pipelines/text/{embed.js → embedding/embed.js} +15 -15
  353. package/src/inference/pipelines/text/{embedding-batch.js → embedding/embedding-batch.js} +1 -1
  354. package/src/inference/pipelines/text/{embedding-extraction.js → embedding/embedding-extraction.js} +12 -12
  355. package/src/inference/pipelines/text/{embedding-normalization.js → embedding/embedding-normalization.js} +4 -4
  356. package/src/inference/pipelines/text/{execution-plan.d.ts → execution/execution-plan.d.ts} +8 -8
  357. package/src/inference/pipelines/text/{execution-plan.js → execution/execution-plan.js} +9 -9
  358. package/src/inference/pipelines/text/{execution-runtime-builders.js → execution/execution-runtime-builders.js} +3 -3
  359. package/src/inference/pipelines/text/{execution-v1.d.ts → execution/execution-v1.d.ts} +2 -2
  360. package/src/inference/pipelines/text/{execution-v1.js → execution/execution-v1.js} +13 -183
  361. package/src/inference/pipelines/text/execution/layer-contract.js +90 -0
  362. package/src/inference/pipelines/text/{layer-execution-contract.js → execution/layer-execution-contract.js} +2 -2
  363. package/src/inference/pipelines/text/{layer-input-execution.js → execution/layer-input-execution.js} +27 -36
  364. package/src/inference/pipelines/text/{layer-partition-contract.d.ts → execution/layer-partition-contract.d.ts} +3 -3
  365. package/src/inference/pipelines/text/{layer-partition-contract.js → execution/layer-partition-contract.js} +2 -2
  366. package/src/inference/pipelines/text/{layer-plan-gpu.js → execution/layer-plan-gpu.js} +12 -12
  367. package/src/inference/pipelines/text/{layer-plan.d.ts → execution/layer-plan.d.ts} +1 -1
  368. package/src/inference/pipelines/text/{layer-plan.js → execution/layer-plan.js} +1 -1
  369. package/src/inference/pipelines/text/{layer.js → execution/layer.js} +34 -142
  370. package/src/inference/pipelines/text/{operator-identity.js → execution/operator-identity.js} +1 -1
  371. package/src/inference/pipelines/text/{ops.js → execution/ops.js} +26 -26
  372. package/src/inference/pipelines/text/{paired-execution.js → execution/paired-execution.js} +9 -9
  373. package/src/inference/pipelines/text/execution-v1/hybrid-projection-contract.js +159 -0
  374. package/src/inference/pipelines/text/expert-loading-stats.d.ts +16 -0
  375. package/src/inference/pipelines/text/expert-loading-stats.js +15 -0
  376. package/src/inference/pipelines/text/ffn/dense-executor.js +5 -4
  377. package/src/inference/pipelines/text/ffn/dense-plan.js +23 -34
  378. package/src/inference/pipelines/text/ffn/dense.js +72 -392
  379. package/src/inference/pipelines/text/ffn/fused-gate-up.js +197 -0
  380. package/src/inference/pipelines/text/ffn/moe.js +1 -1
  381. package/src/inference/pipelines/text/ffn/packed-gate-up.js +218 -0
  382. package/src/inference/pipelines/text/ffn/paired.js +3 -3
  383. package/src/inference/pipelines/text/ffn/qwen-shared-expert.js +1 -1
  384. package/src/inference/pipelines/text/ffn/sandwich.js +6 -7
  385. package/src/inference/pipelines/text/ffn/standard.js +5 -5
  386. package/src/inference/pipelines/text/ffn/types.js +6 -3
  387. package/src/inference/pipelines/text/{activity-weights.js → generator/activation/activity-weights.js} +8 -8
  388. package/src/inference/pipelines/text/generator/activation/channel-gain.d.ts +61 -0
  389. package/src/inference/pipelines/text/generator/activation/channel-gain.js +352 -0
  390. package/src/inference/pipelines/text/generator/activation/final-layer-replay.js +43 -0
  391. package/src/inference/pipelines/text/generator/{capsule-generation.js → adapters/capsule-generation.js} +5 -5
  392. package/src/inference/pipelines/text/generator/{diffusion.js → adapters/diffusion.js} +19 -19
  393. package/src/inference/pipelines/text/generator/{training.js → adapters/training.js} +21 -21
  394. package/src/inference/pipelines/text/generator/decode/advance-token.js +73 -0
  395. package/src/inference/pipelines/text/{generator-steps.js → generator/decode/batch-generation.js} +25 -288
  396. package/src/inference/pipelines/text/generator/decode/batch-readback.js +175 -0
  397. package/src/inference/pipelines/text/generator/{compiled-greedy-window.js → decode/compiled-greedy-window.js} +5 -5
  398. package/src/inference/pipelines/text/generator/{decode-components.js → decode/decode-components.js} +1 -1
  399. package/src/inference/pipelines/text/generator/{decode-runtime.js → decode/decode-loop.js} +20 -412
  400. package/src/inference/pipelines/text/generator/decode/decode-mechanics.js +288 -0
  401. package/src/inference/pipelines/text/generator/{decode-readback.js → decode/decode-readback.js} +1 -1
  402. package/src/inference/pipelines/text/generator/decode/decode-runtime.js +2 -0
  403. package/src/inference/pipelines/text/generator/{decode.js → decode/decode-step.js} +34 -313
  404. package/src/inference/pipelines/text/generator/decode/decode.js +5 -0
  405. package/src/inference/pipelines/text/generator/{greedy-head-policy.js → decode/greedy-head-policy.js} +1 -1
  406. package/src/inference/pipelines/text/generator/{recorded-step-executor.js → decode/recorded-step-executor.js} +2 -2
  407. package/src/inference/pipelines/text/generator/generator-steps.js +4 -0
  408. package/src/inference/pipelines/text/{generator.d.ts → generator/generator.d.ts} +13 -11
  409. package/src/inference/pipelines/text/{generator.js → generator/generator.js} +150 -46
  410. package/src/inference/pipelines/text/generator/{prefill-runtime.js → prefill/prefill-execution.js} +72 -278
  411. package/src/inference/pipelines/text/generator/prefill/prefill-logits.js +144 -0
  412. package/src/inference/pipelines/text/generator/{prefill-observation.js → prefill/prefill-observation.js} +2 -2
  413. package/src/inference/pipelines/text/generator/{prefill-policy.js → prefill/prefill-policy.js} +6 -1
  414. package/src/inference/pipelines/text/generator/prefill/prefill-runtime.js +2 -0
  415. package/src/inference/pipelines/text/generator/prefill/prefill-sequence.js +100 -0
  416. package/src/inference/pipelines/text/generator/{prefix-embedding.js → prefill/prefix-embedding.js} +7 -7
  417. package/src/inference/pipelines/text/{generation-request.d.ts → generator/request/generation-request.d.ts} +2 -2
  418. package/src/inference/pipelines/text/{generation-request.js → generator/request/generation-request.js} +3 -3
  419. package/src/inference/pipelines/text/generator/{prompt-input.js → request/prompt-input.js} +2 -2
  420. package/src/inference/pipelines/text/{sampling-config.d.ts → generator/sampling/sampling-config.d.ts} +1 -1
  421. package/src/inference/pipelines/text/{sampling-config.js → generator/sampling/sampling-config.js} +2 -2
  422. package/src/inference/pipelines/text/{sampling.d.ts → generator/sampling/sampling.d.ts} +15 -0
  423. package/src/inference/pipelines/text/{sampling.js → generator/sampling/sampling.js} +22 -3
  424. package/src/inference/pipelines/text/{stopping.js → generator/sampling/stopping.js} +3 -3
  425. package/src/inference/pipelines/text/generator/{token-selection.d.ts → sampling/token-selection.d.ts} +1 -1
  426. package/src/inference/pipelines/text/generator/{token-selection.js → sampling/token-selection.js} +8 -8
  427. package/src/inference/pipelines/text/generator/{activation-storage.js → session/activation-storage.js} +2 -2
  428. package/src/inference/pipelines/text/generator/{attention-lifecycle.js → session/attention-lifecycle.js} +1 -1
  429. package/src/inference/pipelines/text/generator/{diagnostic-sequence.d.ts → session/diagnostic-sequence.d.ts} +3 -3
  430. package/src/inference/pipelines/text/generator/{diagnostic-sequence.js → session/diagnostic-sequence.js} +3 -3
  431. package/src/inference/pipelines/text/generator/session/generation-runtime.js +278 -0
  432. package/src/inference/pipelines/text/{generator-runtime.d.ts → generator/session/generator-runtime.d.ts} +7 -7
  433. package/src/inference/pipelines/text/{generator-runtime.js → generator/session/generator-runtime.js} +8 -8
  434. package/src/inference/pipelines/text/generator/{recovery.js → session/recovery.js} +6 -6
  435. package/src/inference/pipelines/text/{sequence-state.d.ts → generator/session/sequence-state.d.ts} +5 -5
  436. package/src/inference/pipelines/text/{sequence-state.js → generator/session/sequence-state.js} +26 -18
  437. package/src/inference/pipelines/text/generator/{session-context.js → session/session-context.js} +12 -11
  438. package/src/inference/pipelines/text/generator/{speculative-runtime.js → session/speculative-runtime.js} +1 -1
  439. package/src/inference/pipelines/text/generator/{text.js → session/text.js} +9 -9
  440. package/src/inference/pipelines/text/{warm-generation.d.ts → generator/session/warm-generation.d.ts} +1 -1
  441. package/src/inference/pipelines/text/{warm-generation.js → generator/session/warm-generation.js} +1 -1
  442. package/src/inference/pipelines/text/generator/{whole-token-lane.js → whole-token/whole-token-lane.js} +10 -10
  443. package/src/inference/pipelines/text/generator/{whole-token-observation.d.ts → whole-token/whole-token-observation.d.ts} +2 -2
  444. package/src/inference/pipelines/text/generator/{whole-token-observation.js → whole-token/whole-token-observation.js} +5 -5
  445. package/src/inference/pipelines/text/generator/{whole-token-program.d.ts → whole-token/whole-token-program.d.ts} +3 -3
  446. package/src/inference/pipelines/text/generator/{whole-token-program.js → whole-token/whole-token-program.js} +5 -5
  447. package/src/inference/pipelines/text/hyper-connection/decoder-layer.d.ts +17 -4
  448. package/src/inference/pipelines/text/hyper-connection/decoder-layer.js +38 -14
  449. package/src/inference/pipelines/text/hyper-connection/layer-executor.js +14 -9
  450. package/src/inference/pipelines/text/hyper-connection/logits-input.js +5 -3
  451. package/src/inference/pipelines/text/hyper-connection/projection.js +52 -2
  452. package/src/inference/pipelines/text/hyper-connection/sequence-transaction.js +3 -3
  453. package/src/inference/pipelines/text/hyper-connection/session.d.ts +1 -1
  454. package/src/inference/pipelines/text/hyper-connection/session.js +9 -5
  455. package/src/inference/pipelines/text/indexed-attention/qsa-cache.d.ts +2 -1
  456. package/src/inference/pipelines/text/indexed-attention/qsa-cache.js +3 -3
  457. package/src/inference/pipelines/text/init.d.ts +4 -2
  458. package/src/inference/pipelines/text/init.js +10 -934
  459. package/src/inference/pipelines/text/initialization/init-emulation.js +76 -0
  460. package/src/inference/pipelines/text/initialization/init-kv-cache.js +547 -0
  461. package/src/inference/pipelines/text/initialization/init-moe.js +34 -0
  462. package/src/inference/pipelines/text/{init-qkv-fusion.js → initialization/init-qkv-fusion.js} +7 -7
  463. package/src/inference/pipelines/text/{init-rope.d.ts → initialization/init-rope.d.ts} +4 -4
  464. package/src/inference/pipelines/text/{init-rope.js → initialization/init-rope.js} +9 -11
  465. package/src/inference/pipelines/text/initialization/init-speculative.js +31 -0
  466. package/src/inference/pipelines/text/{init-tokenizer.js → initialization/init-tokenizer.js} +2 -2
  467. package/src/inference/pipelines/text/lifecycle.js +18 -18
  468. package/src/inference/pipelines/text/{linear-attention-ab-fusion.js → linear-attention/linear-attention-ab-fusion.js} +3 -3
  469. package/src/inference/pipelines/text/{linear-attention.d.ts → linear-attention/linear-attention.d.ts} +12 -12
  470. package/src/inference/pipelines/text/{linear-attention.js → linear-attention/linear-attention.js} +17 -17
  471. package/src/inference/pipelines/text/linear-attention/plan.js +4 -4
  472. package/src/inference/pipelines/text/linear-attention/state-checkpoint.js +1 -1
  473. package/src/inference/pipelines/text/linear-attention/state-clone.js +1 -1
  474. package/src/inference/pipelines/text/linear-attention/state-layout.js +2 -2
  475. package/src/inference/pipelines/text/loading/decode-session-config.js +295 -0
  476. package/src/inference/pipelines/text/loading/init-weights.js +254 -0
  477. package/src/inference/pipelines/text/{load-errors.js → loading/load-errors.js} +3 -3
  478. package/src/inference/pipelines/text/{model-load.js → loading/model-load.js} +14 -306
  479. package/src/inference/pipelines/text/{weight-loading-config.js → loading/weight-loading-config.js} +6 -6
  480. package/src/inference/pipelines/text/{weights.d.ts → loading/weights.d.ts} +13 -13
  481. package/src/inference/pipelines/text/{weights.js → loading/weights.js} +5 -5
  482. package/src/inference/pipelines/text/logits/gpu-executor.js +2 -2
  483. package/src/inference/pipelines/text/logits/gpu.d.ts +4 -4
  484. package/src/inference/pipelines/text/logits/gpu.js +2 -2
  485. package/src/inference/pipelines/text/{generator → logits}/hidden-projection.js +1 -1
  486. package/src/inference/pipelines/text/logits/index.d.ts +1 -1
  487. package/src/inference/pipelines/text/logits/index.js +3 -3
  488. package/src/inference/pipelines/text/{generator → logits}/logits-config.js +1 -1
  489. package/src/inference/pipelines/text/logits/output-transform.js +1 -1
  490. package/src/inference/pipelines/text/logits/precision-policy.js +1 -1
  491. package/src/inference/pipelines/text/logits/types.d.ts +2 -2
  492. package/src/inference/pipelines/text/lora-types.d.ts +1 -1
  493. package/src/inference/pipelines/text/moe/expert-loading.js +4 -1
  494. package/src/inference/pipelines/text/moe/gpu-executor.js +44 -101
  495. package/src/inference/pipelines/text/moe/grouped-prefill.js +6 -2
  496. package/src/inference/pipelines/text/moe/qwen-route-executor.d.ts +2 -2
  497. package/src/inference/pipelines/text/moe/qwen-route-executor.js +31 -2
  498. package/src/inference/pipelines/text/moe/routed-expert-chunks.js +99 -15
  499. package/src/inference/pipelines/text/moe-cache.js +11 -77
  500. package/src/inference/pipelines/text/moe-gpu.js +33 -75
  501. package/src/inference/pipelines/text/moe-impl.d.ts +3 -38
  502. package/src/inference/pipelines/text/moe-impl.js +1 -7
  503. package/src/inference/pipelines/text/ngram/ngram-addresses.d.ts +1 -1
  504. package/src/inference/pipelines/text/ngram/ngram-addresses.js +2 -2
  505. package/src/inference/pipelines/text/ngram/ngram-table.d.ts +3 -3
  506. package/src/inference/pipelines/text/ngram/ngram-table.js +5 -6
  507. package/src/inference/pipelines/text/ngram/ple-layer.d.ts +3 -3
  508. package/src/inference/pipelines/text/ngram/ple-layer.js +3 -3
  509. package/src/inference/pipelines/text/{generator-logits-observation.js → observation/generator-logits-observation.js} +4 -4
  510. package/src/inference/pipelines/text/{kernel-trace.js → observation/kernel-trace.js} +1 -1
  511. package/src/inference/pipelines/text/{operator-events.js → observation/operator-events.js} +1 -1
  512. package/src/inference/pipelines/text/{probes.js → observation/probes.js} +13 -13
  513. package/src/inference/pipelines/text/{tsir-fixture-writer.js → observation/tsir-fixture-writer.js} +3 -3
  514. package/src/inference/pipelines/text/{execution.js → operations/execution.js} +14 -14
  515. package/src/inference/pipelines/text/{image-transcription.js → operations/image-transcription.js} +8 -8
  516. package/src/inference/pipelines/text/{partition-attempt.js → partitions/partition-attempt.js} +7 -7
  517. package/src/inference/pipelines/text/{partition-execution.js → partitions/partition-execution.js} +107 -35
  518. package/src/inference/pipelines/text/partitions/partition-wire.js +50 -0
  519. package/src/inference/pipelines/text/{resident-partition-contract.d.ts → partitions/resident-partition-contract.d.ts} +10 -8
  520. package/src/inference/pipelines/text/{resident-partition-contract.js → partitions/resident-partition-contract.js} +6 -6
  521. package/src/inference/pipelines/text/partitions/resident-partition-warmup.js +67 -0
  522. package/src/inference/pipelines/text/{resident-partition.js → partitions/resident-partition.js} +27 -15
  523. package/src/inference/pipelines/text/{resident-pipeline-preparation.js → partitions/resident-pipeline-preparation.js} +32 -32
  524. package/src/inference/pipelines/text/per-layer/materialize.js +4 -4
  525. package/src/inference/pipelines/text/per-layer/per-layer-inputs.js +5 -0
  526. package/src/inference/pipelines/text/per-layer/plan.js +4 -4
  527. package/src/inference/pipelines/text/{per-layer-inputs.js → per-layer/prepare.js} +14 -280
  528. package/src/inference/pipelines/text/per-layer/projection-contract.js +79 -0
  529. package/src/inference/pipelines/text/per-layer/runtime-cache.js +183 -0
  530. package/src/inference/pipelines/text/pipeline.d.ts +13 -8
  531. package/src/inference/pipelines/text/pipeline.js +78 -22
  532. package/src/inference/pipelines/text/{drift-policy.js → policy/drift-policy.js} +1 -1
  533. package/src/inference/pipelines/text/{dtype-contract.js → policy/dtype-contract.js} +2 -2
  534. package/src/inference/pipelines/text/{finiteness-guard-status.js → policy/finiteness-guard-status.js} +2 -1
  535. package/src/inference/pipelines/text/{generator-decode-policy.js → policy/generator-decode-policy.js} +5 -5
  536. package/src/inference/pipelines/text/state.d.ts +9 -8
  537. package/src/inference/pipelines/text/state.js +1 -0
  538. package/src/inference/pipelines/text/types.d.ts +14 -218
  539. package/src/inference/pipelines/text.js +2 -0
  540. package/src/inference/tokenizers/bundled/merge.js +130 -0
  541. package/src/inference/tokenizers/bundled.js +2 -36
  542. package/src/loader/doppler-loader.d.ts +17 -7
  543. package/src/loader/doppler-loader.js +27 -29
  544. package/src/loader/embedding-limit-preflight.js +29 -1
  545. package/src/loader/embedding-loader.js +18 -4
  546. package/src/loader/experts/compact-expert-cache.js +508 -0
  547. package/src/loader/experts/expert-cache.d.ts +1 -1
  548. package/src/loader/experts/expert-dequant-cache.d.ts +9 -0
  549. package/src/loader/experts/expert-dequant-cache.js +75 -0
  550. package/src/loader/experts/expert-frequency-index.js +129 -0
  551. package/src/loader/experts/expert-loader.d.ts +4 -0
  552. package/src/loader/experts/expert-loader.js +13 -1
  553. package/src/loader/experts/expert-preparation.d.ts +1 -1
  554. package/src/loader/experts/expert-preparation.js +1 -1
  555. package/src/loader/experts/loader-bindings.js +129 -14
  556. package/src/loader/experts/mapped-expert-staging.js +393 -0
  557. package/src/loader/experts/mapped-expert-upload-cache.d.ts +61 -0
  558. package/src/loader/experts/mapped-expert-upload-cache.js +382 -0
  559. package/src/loader/experts/qwen-paging.d.ts +1 -1
  560. package/src/loader/experts/qwen-paging.js +1 -1
  561. package/src/loader/experts/routed-expert-cache.d.ts +70 -3
  562. package/src/loader/experts/routed-expert-cache.js +452 -99
  563. package/src/loader/experts/routed-expert-plan.d.ts +2 -0
  564. package/src/loader/experts/routed-expert-plan.js +14 -8
  565. package/src/loader/experts/routed-expert-prefill.js +158 -0
  566. package/src/loader/experts/routed-expert-source.js +234 -0
  567. package/src/loader/experts/routed-expert-trace.js +77 -0
  568. package/src/loader/experts/tiered-expert-cache.d.ts +12 -0
  569. package/src/loader/experts/tiered-expert-cache.js +327 -0
  570. package/src/loader/experts/tiered-expert-plan.js +74 -0
  571. package/src/loader/final-weights-loader.d.ts +1 -1
  572. package/src/loader/hyper-connection-loader.d.ts +2 -2
  573. package/src/loader/hyper-connection-loader.js +85 -13
  574. package/src/loader/layer-loader.d.ts +3 -3
  575. package/src/loader/layer-loader.js +1 -1
  576. package/src/loader/layer-tensor-aliases.js +14 -11
  577. package/src/loader/loader-types.d.ts +6 -1
  578. package/src/loader/manifest-config.js +4 -0
  579. package/src/loader/model-executor.js +18 -1
  580. package/src/loader/model-load.d.ts +1 -1
  581. package/src/loader/model-load.js +1 -1
  582. package/src/loader/ngram-table-bindings.d.ts +3 -3
  583. package/src/loader/ngram-table-bindings.js +7 -6
  584. package/src/loader/q4k-reference-weight.js +1 -1
  585. package/src/loader/shard-cache.d.ts +8 -1
  586. package/src/loader/shard-cache.js +33 -0
  587. package/src/loader/tensors/bf16-loader.js +2 -1
  588. package/src/loader/tensors/fp8-loader.js +1 -1
  589. package/src/loader/tensors/load-executor.js +10 -2
  590. package/src/loader/tensors/tensor-loader.js +1 -1
  591. package/src/loader/tensors/tensor-reader.js +18 -5
  592. package/src/loader/tensors/w8a8-loader.js +1 -1
  593. package/src/loader/weight-representation-plan.d.ts +1 -1
  594. package/src/memory/buffer-pool/readback.js +82 -0
  595. package/src/memory/buffer-pool.d.ts +11 -2
  596. package/src/memory/buffer-pool.js +12 -73
  597. package/src/partitions.d.ts +4 -3
  598. package/src/partitions.js +3 -2
  599. package/src/{converter → rules}/capability-transform-resolver.js +3 -3
  600. package/src/rules/generated/rule-bundle.json +1 -1
  601. package/src/rules/inference/capability-transforms.rules.json +95 -28
  602. package/src/rules/rule-registry.js +2 -0
  603. package/src/storage/artifact-range-loaders.js +42 -0
  604. package/src/storage/artifact-storage-context.d.ts +4 -0
  605. package/src/storage/artifact-storage-context.js +8 -18
  606. package/src/storage/backends/idb-store.js +1 -1
  607. package/src/storage/distribution-transport.js +1 -1
  608. package/src/storage/download/http-contract.js +1 -1
  609. package/src/storage/download/http-transport.js +4 -4
  610. package/src/storage/inventory.js +1 -1
  611. package/src/storage/model-cache.d.ts +2 -1
  612. package/src/storage/model-cache.js +12 -8
  613. package/src/storage/node-file-access.js +4 -0
  614. package/src/storage/quota.d.ts +2 -1
  615. package/src/storage/quota.js +2 -1
  616. package/src/storage/shard-manager.d.ts +1 -1
  617. package/src/storage/shards/integrity.js +17 -0
  618. package/src/storage/source-artifact-store.d.ts +1 -1
  619. package/src/storage/source-artifact-store.js +1 -0
  620. package/src/storage/source-storage-context.d.ts +4 -0
  621. package/src/storage/source-storage-context.js +14 -0
  622. package/src/storage/verified-piece-direct.js +153 -0
  623. package/src/storage/verified-piece-gather-lane.js +210 -0
  624. package/src/storage/verified-piece-gather-worker.js +739 -0
  625. package/src/storage/verified-piece-gather.d.ts +160 -0
  626. package/src/storage/verified-piece-gather.js +315 -0
  627. package/src/storage/verified-piece-reader.d.ts +15 -1
  628. package/src/storage/verified-piece-reader.js +85 -15
  629. package/src/storage/verified-piece-state-cache.d.ts +75 -0
  630. package/src/storage/verified-piece-state-cache.js +511 -0
  631. package/src/storage/verified-piece-storage.d.ts +22 -1
  632. package/src/storage/verified-piece-storage.js +299 -11
  633. package/src/storage/verified-piece-timings.js +25 -0
  634. package/src/tooling/browser-command-runner.js +1 -1
  635. package/src/tooling/browser-harness/benchmark-execution.js +2 -2
  636. package/src/tooling/browser-harness/benchmark-rerank.js +2 -2
  637. package/src/tooling/browser-harness/inference-execution.js +1 -1
  638. package/src/tooling/browser-harness/model-resolution.js +1 -1
  639. package/src/tooling/browser-harness/runtime-config.js +1 -1
  640. package/src/tooling/browser-harness/runtime-isolation.js +2 -5
  641. package/src/tooling/browser-harness/text-evidence.js +1 -1
  642. package/src/tooling/browser-harness-contract-helpers.js +1 -1
  643. package/src/tooling/browser-harness.js +2 -2
  644. package/src/tooling/capsule-v2.js +2 -2
  645. package/src/tooling/capsule.js +2 -2
  646. package/src/tooling/command-api-constants.js +4 -2
  647. package/src/tooling/command-api.d.ts +1 -1
  648. package/src/tooling/command-api.js +15 -21
  649. package/src/tooling/command-runtime-execution.js +1 -8
  650. package/src/tooling/diagnose-runner.js +3 -41
  651. package/src/tooling/node-browser/static-server.js +2 -2
  652. package/src/tooling/node-command-execution.js +2 -34
  653. package/src/tooling/node-converter/input.js +1 -1
  654. package/src/tooling/node-converter/output.js +2 -2
  655. package/src/tooling/node-converter.js +1 -1
  656. package/src/tooling/node-runtime-bridge.js +43 -0
  657. package/src/tooling/node-source-runtime.js +34 -35
  658. package/src/tooling/production-release.js +1 -1
  659. package/src/tooling/program-bundle/materialize.js +1 -1
  660. package/src/tooling/program-bundle-parity.d.ts +1 -1
  661. package/src/tooling/program-bundle-parity.js +1 -1
  662. package/src/tooling/program-bundle.d.ts +1 -1
  663. package/src/tooling/program-bundle.js +2 -2
  664. package/src/tooling/runtime-intent.js +1 -1
  665. package/src/tooling/source-artifact-adapter.js +3 -3
  666. package/src/tooling/source-runtime/node-loader.js +32 -5
  667. package/src/tooling/source-runtime-converter-config.js +28 -6
  668. package/src/tooling-exports.shared.d.ts +3 -3
  669. package/src/tooling-exports.shared.js +2 -2
  670. package/src/version.js +1 -1
  671. package/tests/kernels/browser/kernel-suite.js +1 -1
  672. package/tests/kernels/harness/benchmark.js +1 -1
  673. package/tools/README.md +74 -0
  674. package/src/config/runtime/profiles/qwen3-6-35b-a3b-q4_0-pooled-q8-common-diagnostic.json +0 -4407
  675. package/src/config/schema/loading.schema.js +0 -164
  676. package/src/inference/pipelines/text/moe-cpu.js +0 -20
  677. /package/src/config/{capsule-loading.d.ts → capsule/capsule-loading.d.ts} +0 -0
  678. /package/src/config/{capsule-release-contract.d.ts → capsule/capsule-release-contract.d.ts} +0 -0
  679. /package/src/config/{capsule-signature.d.ts → capsule/capsule-signature.d.ts} +0 -0
  680. /package/src/config/{capsule-signature.js → capsule/capsule-signature.js} +0 -0
  681. /package/src/config/{capsule-v3.d.ts → capsule/capsule-v3.d.ts} +0 -0
  682. /package/src/config/{capsule.d.ts → capsule/capsule.d.ts} +0 -0
  683. /package/src/config/schema/{diffusion.schema.d.ts → execution/diffusion.schema.d.ts} +0 -0
  684. /package/src/config/schema/{diffusion.schema.js → execution/diffusion.schema.js} +0 -0
  685. /package/src/config/schema/{energy.schema.d.ts → execution/energy.schema.d.ts} +0 -0
  686. /package/src/config/schema/{energy.schema.js → execution/energy.schema.js} +0 -0
  687. /package/src/config/schema/{hyper-connection-decoder.schema.d.ts → execution/hyper-connection-decoder.schema.d.ts} +0 -0
  688. /package/src/config/schema/{hyper-connection-decoder.schema.js → execution/hyper-connection-decoder.schema.js} +0 -0
  689. /package/src/config/schema/{inference.schema.js → execution/inference.schema.js} +0 -0
  690. /package/src/config/schema/{kernel-path.schema.js → execution/kernel-path.schema.js} +0 -0
  691. /package/src/config/schema/{kernel-registry.schema.js → execution/kernel-registry.schema.js} +0 -0
  692. /package/src/config/schema/{speculation-self.schema.d.ts → execution/speculation-self.schema.d.ts} +0 -0
  693. /package/src/config/schema/{speculation-self.schema.js → execution/speculation-self.schema.js} +0 -0
  694. /package/src/config/schema/{speculative.schema.d.ts → execution/speculative.schema.d.ts} +0 -0
  695. /package/src/config/schema/{speculative.schema.js → execution/speculative.schema.js} +0 -0
  696. /package/src/config/schema/{conversion-report.schema.d.ts → manifest/conversion-report.schema.d.ts} +0 -0
  697. /package/src/config/schema/{conversion-report.schema.js → manifest/conversion-report.schema.js} +0 -0
  698. /package/src/config/schema/{conversion.schema.d.ts → manifest/conversion.schema.d.ts} +0 -0
  699. /package/src/config/schema/{conversion.schema.js → manifest/conversion.schema.js} +0 -0
  700. /package/src/config/schema/{fp8.schema.d.ts → manifest/fp8.schema.d.ts} +0 -0
  701. /package/src/config/schema/{fp8.schema.js → manifest/fp8.schema.js} +0 -0
  702. /package/src/config/schema/{manifest-rope.schema.d.ts → manifest/manifest-rope.schema.d.ts} +0 -0
  703. /package/src/config/schema/{quantization-defaults.schema.d.ts → manifest/quantization-defaults.schema.d.ts} +0 -0
  704. /package/src/config/schema/{quantization-defaults.schema.js → manifest/quantization-defaults.schema.js} +0 -0
  705. /package/src/config/schema/{quantization.schema.d.ts → manifest/quantization.schema.d.ts} +0 -0
  706. /package/src/config/schema/{quantization.schema.js → manifest/quantization.schema.js} +0 -0
  707. /package/src/config/schema/{w8a8.schema.d.ts → manifest/w8a8.schema.d.ts} +0 -0
  708. /package/src/config/schema/{w8a8.schema.js → manifest/w8a8.schema.js} +0 -0
  709. /package/src/config/schema/{gpu-cache.schema.d.ts → platform/gpu-cache.schema.d.ts} +0 -0
  710. /package/src/config/schema/{memory-limits.schema.d.ts → platform/memory-limits.schema.d.ts} +0 -0
  711. /package/src/config/schema/{platform.schema.d.ts → platform/platform.schema.d.ts} +0 -0
  712. /package/src/config/schema/{support-tiers.schema.d.ts → policy/support-tiers.schema.d.ts} +0 -0
  713. /package/src/config/schema/{support-tiers.schema.js → policy/support-tiers.schema.js} +0 -0
  714. /package/src/config/schema/{adapter.schema.d.ts → runtime/adapter.schema.d.ts} +0 -0
  715. /package/src/config/schema/{adapter.schema.js → runtime/adapter.schema.js} +0 -0
  716. /package/src/config/schema/{benchmark.schema.d.ts → runtime/benchmark.schema.d.ts} +0 -0
  717. /package/src/config/schema/{benchmark.schema.js → runtime/benchmark.schema.js} +0 -0
  718. /package/src/config/schema/{bridge.schema.d.ts → runtime/bridge.schema.d.ts} +0 -0
  719. /package/src/config/schema/{bridge.schema.js → runtime/bridge.schema.js} +0 -0
  720. /package/src/config/schema/{browser-suite-metrics.schema.d.ts → runtime/browser-suite-metrics.schema.d.ts} +0 -0
  721. /package/src/config/schema/{browser-suite-metrics.schema.js → runtime/browser-suite-metrics.schema.js} +0 -0
  722. /package/src/config/schema/{buffer-pool.schema.d.ts → runtime/buffer-pool.schema.d.ts} +0 -0
  723. /package/src/config/schema/{debug.schema.d.ts → runtime/debug.schema.d.ts} +0 -0
  724. /package/src/config/schema/{debug.schema.js → runtime/debug.schema.js} +0 -0
  725. /package/src/config/schema/{distribution.schema.d.ts → runtime/distribution.schema.d.ts} +0 -0
  726. /package/src/config/schema/{distribution.schema.js → runtime/distribution.schema.js} +0 -0
  727. /package/src/config/schema/{ecosystem.schema.d.ts → runtime/ecosystem.schema.d.ts} +0 -0
  728. /package/src/config/schema/{ecosystem.schema.js → runtime/ecosystem.schema.js} +0 -0
  729. /package/src/config/schema/{harness.schema.d.ts → runtime/harness.schema.d.ts} +0 -0
  730. /package/src/config/schema/{harness.schema.js → runtime/harness.schema.js} +0 -0
  731. /package/src/config/schema/{hotswap.schema.d.ts → runtime/hotswap.schema.d.ts} +0 -0
  732. /package/src/config/schema/{hotswap.schema.js → runtime/hotswap.schema.js} +0 -0
  733. /package/src/config/schema/{intent-bundle.schema.d.ts → runtime/intent-bundle.schema.d.ts} +0 -0
  734. /package/src/config/schema/{intent-bundle.schema.js → runtime/intent-bundle.schema.js} +0 -0
  735. /package/src/config/schema/{runtime-profile.schema.d.ts → runtime/runtime-profile.schema.d.ts} +0 -0
  736. /package/src/config/schema/{runtime-profile.schema.js → runtime/runtime-profile.schema.js} +0 -0
  737. /package/src/config/schema/{storage.schema.d.ts → runtime/storage.schema.d.ts} +0 -0
  738. /package/src/config/schema/{storage.schema.js → runtime/storage.schema.js} +0 -0
  739. /package/src/config/schema/{tooling.schema.js → runtime/tooling.schema.js} +0 -0
  740. /package/src/config/schema/{units.schema.d.ts → runtime/units.schema.d.ts} +0 -0
  741. /package/src/config/schema/{units.schema.js → runtime/units.schema.js} +0 -0
  742. /package/src/config/schema/{backward-registry.schema.d.ts → training/backward-registry.schema.d.ts} +0 -0
  743. /package/src/config/schema/{backward-registry.schema.js → training/backward-registry.schema.js} +0 -0
  744. /package/src/config/schema/{distill-training.schema.d.ts → training/distill-training.schema.d.ts} +0 -0
  745. /package/src/config/schema/{distill-training.schema.js → training/distill-training.schema.js} +0 -0
  746. /package/src/config/schema/{lora.schema.d.ts → training/lora.schema.d.ts} +0 -0
  747. /package/src/config/schema/{training-metrics.schema.d.ts → training/training-metrics.schema.d.ts} +0 -0
  748. /package/src/config/schema/{training-metrics.schema.js → training/training-metrics.schema.js} +0 -0
  749. /package/src/config/schema/{training.schema.d.ts → training/training.schema.d.ts} +0 -0
  750. /package/src/config/schema/{training.schema.js → training/training.schema.js} +0 -0
  751. /package/src/config/schema/{ul-training.schema.d.ts → training/ul-training.schema.d.ts} +0 -0
  752. /package/src/config/schema/{ul-training.schema.js → training/ul-training.schema.js} +0 -0
  753. /package/src/{converter → config/transforms}/execution-graph/dtype.js +0 -0
  754. /package/src/{converter → config/transforms}/execution-graph/fusion.js +0 -0
  755. /package/src/{converter → config/transforms}/execution-graph/kv-storage.js +0 -0
  756. /package/src/{converter → config/transforms}/execution-graph/validation.js +0 -0
  757. /package/src/{converter → formats}/qwen4-exp-source-defaults.json +0 -0
  758. /package/src/inference/pipelines/text/{buffer-types.d.ts → contracts/buffer-types.d.ts} +0 -0
  759. /package/src/inference/pipelines/text/{embedding-contract.d.ts → embedding/embedding-contract.d.ts} +0 -0
  760. /package/src/inference/pipelines/text/{embedding-contract.js → embedding/embedding-contract.js} +0 -0
  761. /package/src/inference/pipelines/text/{precomputed-input-norm.js → execution/precomputed-input-norm.js} +0 -0
  762. /package/src/inference/pipelines/text/generator/{batch-retry-policy.js → decode/batch-retry-policy.js} +0 -0
  763. /package/src/inference/pipelines/text/{chat-format.d.ts → generator/request/chat-format.d.ts} +0 -0
  764. /package/src/inference/pipelines/text/{chat-format.js → generator/request/chat-format.js} +0 -0
  765. /package/src/inference/pipelines/text/generator/{recorder-stats.js → session/recorder-stats.js} +0 -0
  766. /package/src/inference/pipelines/text/generator/{whole-token-template.js → whole-token/whole-token-template.js} +0 -0
  767. /package/src/inference/pipelines/text/{init-chat-templates.js → initialization/init-chat-templates.js} +0 -0
  768. /package/src/inference/pipelines/text/{load-policy.js → loading/load-policy.js} +0 -0
  769. /package/src/inference/pipelines/text/{pipeline-load-timing.js → loading/pipeline-load-timing.js} +0 -0
  770. /package/src/inference/pipelines/text/{generator → logits}/hidden-projection.d.ts +0 -0
  771. /package/src/inference/pipelines/text/{operator-events.d.ts → observation/operator-events.d.ts} +0 -0
  772. /package/src/inference/pipelines/text/{stage-names.d.ts → observation/stage-names.d.ts} +0 -0
  773. /package/src/inference/pipelines/text/{stage-names.js → observation/stage-names.js} +0 -0
  774. /package/src/inference/pipelines/text/{tsir-fixture-writer.d.ts → observation/tsir-fixture-writer.d.ts} +0 -0
  775. /package/src/inference/pipelines/text/{generator → per-layer}/per-layer-buffer.js +0 -0
  776. /package/src/inference/pipelines/text/{finiteness-policy.js → policy/finiteness-policy.js} +0 -0
package/CHANGELOG.md CHANGED
@@ -4,6 +4,66 @@ Historical package notes are preserved outside the runtime archive in
4
4
  `docs/status/archive/package-changelog-through-0.6.1.md` and the earlier
5
5
  `package-changelog-through-0.4.15.md` snapshot in that directory.
6
6
 
7
+ ## [0.7.8] - 2026-11-19
8
+
9
+ ### Performance
10
+
11
+ - Routed expert weights can be staged through mapped upload buffers (`qwen35Routed.uploadStaging: "mapped"`,
12
+ off by default), with first-time bytes read while worker lanes hash them and one upload's hashing spread
13
+ over idle lanes.
14
+ - `qwen35Routed.uploadVerification: "before-release"` (off by default, mapped staging only) lets a partition
15
+ stage compute while hashes run and holds its output until every hash from that step has passed. The default
16
+ stays `"before-upload"`.
17
+ - Verified gather lanes start together, piece-directory identity checks run synchronously, and a resident
18
+ stage can run an optional warm prompt pass while it opens.
19
+
20
+ ### Correctness
21
+
22
+ - A piece served from the protected cache no longer marks the file's own piece as verified.
23
+ - Q4_0 routed-expert kernels, the file-descriptor-bound piece state cache and tiered preload are included.
24
+
25
+ ## [0.7.7] - 2026-11-18
26
+
27
+ ### Packaging
28
+
29
+ - Refresh the runtime inventory and exclude unused profiles and declarations from the package.
30
+
31
+ ## [0.7.6] - 2026-11-18
32
+
33
+ ### Correctness
34
+
35
+ - Apply the caller’s logit mask before sampling each decode token, including on
36
+ linear-attention models used for constrained tool calls.
37
+
38
+ ## [0.7.5] - 2026-11-17
39
+
40
+ ### Performance
41
+
42
+ - Reduce CPU startup cost when expanding FP16 weights to FP32.
43
+ - Add an experimental FP32 WideTile prefill profile for Qwen 3.5 2B on
44
+ Jetson AGX Orin. The profile is available for calibration.
45
+
46
+ ## [0.7.4] - 2026-11-14
47
+
48
+ ### Added
49
+
50
+ - Hardware-profile-based two-device partition proposals with explicit evidence,
51
+ budgets and canonical plan identities; estimates are not runtime optimality proof.
52
+ - Explicit F32 execution with F16 partition transport, guarded conversion and
53
+ preserved plan identity. Existing transport precision defaults are unchanged.
54
+
55
+ ### Fixed
56
+
57
+ - Direct-source artifacts use canonical manifest-bound filenames in authenticated
58
+ piece storage. Original machine-local paths no longer prevent selective reads;
59
+ every returned piece remains verified and unrelated shards need not be fetched.
60
+ - Include the partition finite-value guard in installed runtime packages.
61
+
62
+ ### Performance
63
+
64
+ - Includes the published reusable expert staging and opt-in Flash control GEMV
65
+ profile. Qualification is workload/device-specific, not a universal speed claim.
66
+
7
67
  ## [0.7.3] - 2026-11-11
8
68
 
9
69
  ### Fixed
package/README.md CHANGED
@@ -1,13 +1,12 @@
1
1
  # Doppler
2
2
 
3
- <a href="assets/readme/doppler-demo-hero.mp4"><img src="assets/readme/doppler-demo-hero.gif" width="100%" alt="Doppler demo: a recorded Qwen 3.5 0.8B answer appears token by token beside per-layer activation changes, then one word's next-token alternatives open with their probabilities." /></a>
3
+ Run open models locally with WebGPU from JavaScript. Doppler generates text, computes embeddings, reranks results, and scores choices on supported models and devices.
4
4
 
5
- <sub>Recorded replay from the <a href="https://d4da.com/doppler/">demo</a>, not a live run. <a href="assets/readme/doppler-demo-hero.mp4">Full-quality video</a>.</sub>
5
+ **[Try the token demo](https://d4da.com/doppler/demo/index.html)** · [Open Observatory](https://d4da.com/observatory/) · [Run locally](#get-started)
6
6
 
7
- A JavaScript library for local model execution through WebGPU: generation,
8
- embeddings, reranking, and choice scoring, qualified per model and host.
7
+ <a href="assets/readme/doppler-demo-hero.mp4"><img src="assets/readme/doppler-demo-hero.gif" width="100%" alt="A recorded Qwen answer appears token by token. Selecting a token reveals its alternatives and their probabilities." /></a>
9
8
 
10
- **[Try the demo](https://d4da.com/doppler/)** · [Get started](docs/getting-started.md) · [Documentation](docs/INDEX.md)
9
+ The demo opens with a recorded answer. Select a token to inspect its alternatives, or load a compatible model to generate on your device. [Watch the full-quality recording](assets/readme/doppler-demo-hero.mp4)
11
10
 
12
11
  <picture>
13
12
  <source media="(max-width: 640px)" srcset="assets/readme/application-mobile.svg" />
@@ -16,18 +15,15 @@ embeddings, reranking, and choice scoring, qualified per model and host.
16
15
 
17
16
  ## Get started
18
17
 
19
- Run the pinned published quickstart with Node 20+ and a working WebGPU provider:
18
+ Use Node 20+ and a working WebGPU provider. This command pins the published CLI and model alias used in the installation guide.
20
19
 
21
20
  ```sh
22
21
  npx --package doppler-gpu@0.7.0 doppler-gpu --model gemma3-270m --prompt "Describe WebGPU briefly"
23
22
  ```
24
23
 
25
- First execution downloads model assets. Browser and Node support are qualified
26
- separately. The [installation guide](docs/getting-started.md) covers provider
27
- requirements and embedding the published compatibility API.
24
+ The first run downloads about 400 MB of weights plus the tokenizer and manifest. See [installation and embedding](docs/getting-started.md) for host requirements.
28
25
 
29
- The [signed Run API](docs/api/root.md) and resident partition exports ship in
30
- 0.7.0 with separate release requirements; qualification stays per model and host.
26
+ [Published versions](https://www.npmjs.com/package/doppler-gpu) · [Source changelog](CHANGELOG.md) · [Signed Run API](docs/api/root.md)
31
27
 
32
28
  ## Benchmarks
33
29
 
@@ -44,11 +40,7 @@ The [signed Run API](docs/api/root.md) and resident partition exports ship in
44
40
 
45
41
  ![Purple session boundaries distinguish signed Capsule opening, persistent model resources, and successive operations through a model program, binder, and executor. The application and WebGPU provider remain external.](assets/readme/technical-architecture.svg)
46
42
 
47
- Rig prepares signed Capsules with declared TargetPlans. Run verifies artifacts
48
- and selects an accepted plan; session operations reuse resident resources through
49
- the model program, binder, and command executor. Applications supply trust and
50
- host ports. JSON declares execution, JavaScript orchestrates, and WGSL computes.
51
- Doe and Reploid remain optional integrations.
43
+ Rig prepares a signed Capsule and its execution plans. Run verifies the artifacts and selects a plan. A session reuses the loaded weights and GPU programs across requests. The application supplies trust and host access.
52
44
 
53
45
  [Architecture and source owners](docs/architecture.md) · [Resident partition lifetimes](docs/architecture.md#resident-partitions-and-resource-lifetime)
54
46
 
@@ -65,7 +57,7 @@ from verified execution and links the lifecycle evidence for each model.
65
57
  The [comparison scoreboard](docs/model-competition-scoreboard.md) reports
66
58
  throughput and loading separately against declared controls. Runtime correctness,
67
59
  task quality, memory, and lifecycle acceptance remain separate checks.
68
- W8A8 remains experimental; it does not qualify distributed chat.
60
+ W8A8 remains experimental.
69
61
 
70
62
  Choice scores are uncalibrated. Unsupported paths fail closed. The retained
71
63
  [search starter](examples/document-search/README.md) needs renewed signed
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "doppler-gpu",
3
- "version": "0.7.3",
3
+ "version": "0.7.8",
4
4
  "description": "Doppler Rig prepares signed model Capsules; Doppler Run executes them locally through WebGPU for JavaScript",
5
5
  "main": "src/capsule-runtime.js",
6
6
  "types": "src/capsule-runtime.d.ts",
@@ -41,7 +41,7 @@
41
41
  "artifact-identity:check": "node tools/artifact-identity-inventory.js --check",
42
42
  "adapter-artifacts:check": "node tools/check-adapter-artifact-catalog.js",
43
43
  "adapter-artifacts:verify-local": "node tools/check-adapter-artifact-catalog.js --verify-local-bytes",
44
- "ci:check": "npm run kernels:check && npm run check:all",
44
+ "ci:check": "npm run kernels:check -- --defer-digests && npm run check:all",
45
45
  "ci:contracts:check": "node tools/check-contract-artifacts.js --with-lean --lean-require-manifest-match",
46
46
  "ci:diffusion:contract": "node tools/ci-diffusion-contract-gates.js",
47
47
  "ci:training:contract": "node tools/ci-training-contract-gates.js",
@@ -80,6 +80,9 @@
80
80
  "generation:contract:sync": "node tools/sync-generation-contract.js",
81
81
  "source:style:sync": "node tools/check-source-style.js --write",
82
82
  "source:unused:check": "node tools/check-unused-locals.js",
83
+ "style:guides:check": "node tools/check-style-guides.js",
84
+ "style:guides:test": "node tests/tooling/style-guide-check.test.js && node tests/config/json-style-check.test.js && node tests/config/wgsl-style-check.test.js",
85
+ "check:fast": "npm run source:style:check && npm run source:architecture:check && node tools/check-style-guides.js --changed && node tools/check-artifact-retention.js",
83
86
  "source:style:check": "node tools/check-unused-locals.js && node tools/check-source-style.js",
84
87
  "source:architecture:check": "node tools/check-source-architecture.js",
85
88
  "capability-policy:check": "node tools/check-capability-transform-policy.js",
@@ -291,51 +294,7 @@
291
294
  "files": [
292
295
  "assets/doppler.svg",
293
296
  "src",
294
- "!src/config/runtime/experiments/**",
295
- "!src/config/runtime/tiers/**",
296
- "!src/config/runtime/model/**",
297
- "!src/config/runtime/diagnostics/**",
298
- "!src/config/runtime/optimization-candidates/**",
299
- "!src/config/runtime/profiles/diffusiongemma-26b-a4b-throughput.json",
300
- "!src/config/runtime/profiles/gemma3-270m-q4k-throughput-overlapped-probe.json",
301
- "!src/config/runtime/profiles/gemma3-270m-q4k-throughput-probe.json",
302
- "!src/config/runtime/profiles/gemma4-12b-rdrr-safe-b4.json",
303
- "!src/config/runtime/profiles/gemma4-12b-rdrr-safe-single.json",
304
- "!src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json",
305
- "!src/config/runtime/profiles/gemma4-e2b-baseline-probe.json",
306
- "!src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json",
307
- "!src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json",
308
- "!src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json",
309
- "!src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json",
310
- "!src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json",
311
- "!src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json",
312
- "!src/config/runtime/profiles/gemma4-e2b-low-memory.json",
313
- "!src/config/runtime/profiles/gemma4-e2b-prefill-profile.json",
314
- "!src/config/runtime/profiles/gemma4-e2b-throughput-probe.json",
315
- "!src/config/runtime/profiles/muse-glimmer-30b-source-parity-f32kv.json",
316
- "!src/config/runtime/profiles/muse-glimmer-30b-source-parity.json",
317
- "!src/config/runtime/profiles/qwen-3-5-0-8b-f16-m3.json",
318
- "!src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json",
319
- "!src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json",
320
- "!src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json",
321
- "!src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json",
322
- "!src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json",
323
- "!src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json",
324
- "!src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json",
325
- "!src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json",
326
- "!src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json",
327
- "!src/config/runtime/profiles/qwen-3-5-9b-metal-correctness.json",
328
- "!src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json",
329
- "!src/config/runtime/profiles/qwen3-8-27b-source-parity.json",
330
- "!src/config/runtime/profiles/simulation.json",
331
- "!src/config/runtime/profiles/trace-layers.json",
332
- "!src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json",
333
- "!src/config/runtime/profiles/turboquant-contiguous-prod.json",
334
- "!src/config/runtime/profiles/turboquant-contiguous.json",
335
- "!src/config/runtime/profiles/turboquant.json",
336
- "!src/config/runtime/profiles/verbose-trace.json",
337
297
  "!src/**/CATSCAN.md",
338
- "!src/config/schema/provider-conformance-policy.schema.json",
339
298
  "models/catalog.json",
340
299
  "tests/kernels/browser/kernel-suite.js",
341
300
  "tests/kernels/browser/test-page.js",
@@ -347,8 +306,6 @@
347
306
  "tests/kernels/harness/buffer-utils.js",
348
307
  "tests/kernels/harness/tolerance.js",
349
308
  "tests/kernels/reference",
350
- "!tests/kernels/reference/fused-ffn-q4k.js",
351
- "!tests/kernels/reference/w8a8.js",
352
309
  "README.md",
353
310
  "CHANGELOG.md",
354
311
  "LICENSE",
@@ -4,14 +4,14 @@ export type { GenerationInput, GenerationOptions, ResolvedGenerationOptions, Gen
4
4
  export { createDopplerRun, createDopplerRuntime, createForecastProgramFactory, RUN_CORE_VERSION, RUNTIME_CORE_VERSION } from './client/runtime/composition-root.js';
5
5
  export { createFetchCapsuleArtifactStore } from './client/runtime/fetch-capsule-artifact-store.js';
6
6
  export { createCapsuleStreamAccumulator, capsuleOperationSnapshots } from './client/runtime/capsule-operation-stream.js';
7
- export type { CapsuleOperationRequest } from './config/capsule-operation.js';
7
+ export type { CapsuleOperationRequest } from "./config/capsule/capsule-operation.js";
8
8
  export type { CapsuleOperationEvent } from './client/runtime/capsule-operation-executor.js';
9
9
  export type { ChoiceScoringRequest, ChoiceScoringResult } from './config/choice-scoring.js';
10
10
  export { CHOICE_SCORING_CONTRACT, snapshotChoiceScoringRequest, validateChoiceScoringResult } from './config/choice-scoring.js';
11
11
  export { resolveEmbeddingBatchSemantics } from './config/embedding-contract.js';
12
12
  export type { EmbeddingBatchSemantics } from './config/embedding-contract.js';
13
13
 
14
- import type { DopplerCapsule } from './config/capsule.js';
14
+ import type { DopplerCapsule } from "./config/capsule/capsule.js";
15
15
  import type {
16
16
  DopplerRunSession,
17
17
  RunPorts,
@@ -2,7 +2,7 @@ export { openCapsule } from './doppler-api.browser.js';
2
2
  export { GENERATION_CONTRACT, GenerationError, resolveGenerationOptions, validateGenerationInput } from '../config/generation-contract.js';
3
3
  export { CHOICE_SCORING_CONTRACT, snapshotChoiceScoringRequest, validateChoiceScoringResult } from '../config/choice-scoring.js';
4
4
  export { createCapsuleStreamAccumulator, capsuleOperationSnapshots } from './runtime/capsule-operation-stream.js';
5
- export { validateCapsule, verifyCapsule, getCapsuleIdentity } from '../config/capsule.js';
6
- export { buildCapsuleV2, signCapsuleV2, validateCapsuleV2, hashCapsuleV2 } from '../config/capsule-v2.js';
7
- export { buildCapsuleV3, signCapsuleV3, validateCapsuleV3, hashCapsuleV3, migrateCapsuleV2 } from '../config/capsule-v3.js';
8
- export { signCapsuleReleaseEvent, validateCapsuleReleaseEvent, verifyCapsuleReleaseEvents, hashCapsuleReleaseEvent, CapsuleReleaseStateError } from '../config/capsule-release-events.js';
5
+ export { validateCapsule, verifyCapsule, getCapsuleIdentity } from "../config/capsule/capsule.js";
6
+ export { buildCapsuleV2, signCapsuleV2, validateCapsuleV2, hashCapsuleV2 } from "../config/capsule/capsule-v2.js";
7
+ export { buildCapsuleV3, signCapsuleV3, validateCapsuleV3, hashCapsuleV3, migrateCapsuleV2 } from "../config/capsule/capsule-v3.js";
8
+ export { signCapsuleReleaseEvent, validateCapsuleReleaseEvent, verifyCapsuleReleaseEvents, hashCapsuleReleaseEvent, CapsuleReleaseStateError } from "../config/capsule/capsule-release-events.js";
@@ -6,11 +6,11 @@ export type { GenerationInput, GenerationOptions, ResolvedGenerationOptions, Gen
6
6
  export type { DopplerCapsuleOpenOptions } from './runtime/index.js';
7
7
  export type { DopplerRuntimeSession } from './runtime/composition-root.js';
8
8
  export { createCapsuleStreamAccumulator, capsuleOperationSnapshots } from './runtime/capsule-operation-stream.js';
9
- export { validateCapsule, verifyCapsule, getCapsuleIdentity } from '../config/capsule.js';
10
- export type { DopplerCapsule, CapsuleIdentity } from '../config/capsule.js';
11
- export type { DopplerCapsuleV3 } from '../config/capsule-v3.js';
12
- export type { CapsuleReleaseEvent, CapsuleReleasePolicy, ReleaseCheckpoint, CapsuleRetainedLocalUse, CapsuleReleaseAuthorization } from '../config/capsule-release-events.js';
13
- export type { CapsuleSigner } from '../config/capsule-signature.js';
14
- export { buildCapsuleV2, signCapsuleV2, validateCapsuleV2, hashCapsuleV2 } from '../config/capsule-v2.js';
15
- export { buildCapsuleV3, signCapsuleV3, validateCapsuleV3, hashCapsuleV3, migrateCapsuleV2 } from '../config/capsule-v3.js';
16
- export { signCapsuleReleaseEvent, validateCapsuleReleaseEvent, verifyCapsuleReleaseEvents, hashCapsuleReleaseEvent, CapsuleReleaseStateError } from '../config/capsule-release-events.js';
9
+ export { validateCapsule, verifyCapsule, getCapsuleIdentity } from "../config/capsule/capsule.js";
10
+ export type { DopplerCapsule, CapsuleIdentity } from "../config/capsule/capsule.js";
11
+ export type { DopplerCapsuleV3 } from "../config/capsule/capsule-v3.js";
12
+ export type { CapsuleReleaseEvent, CapsuleReleasePolicy, ReleaseCheckpoint, CapsuleRetainedLocalUse, CapsuleReleaseAuthorization } from "../config/capsule/capsule-release-events.js";
13
+ export type { CapsuleSigner } from "../config/capsule/capsule-signature.js";
14
+ export { buildCapsuleV2, signCapsuleV2, validateCapsuleV2, hashCapsuleV2 } from "../config/capsule/capsule-v2.js";
15
+ export { buildCapsuleV3, signCapsuleV3, validateCapsuleV3, hashCapsuleV3, migrateCapsuleV2 } from "../config/capsule/capsule-v3.js";
16
+ export { signCapsuleReleaseEvent, validateCapsuleReleaseEvent, verifyCapsuleReleaseEvents, hashCapsuleReleaseEvent, CapsuleReleaseStateError } from "../config/capsule/capsule-release-events.js";
@@ -2,7 +2,7 @@ export { openCapsule } from './doppler-api.js';
2
2
  export { GENERATION_CONTRACT, GenerationError, resolveGenerationOptions, validateGenerationInput } from '../config/generation-contract.js';
3
3
  export { CHOICE_SCORING_CONTRACT, snapshotChoiceScoringRequest, validateChoiceScoringResult } from '../config/choice-scoring.js';
4
4
  export { createCapsuleStreamAccumulator, capsuleOperationSnapshots } from './runtime/capsule-operation-stream.js';
5
- export { validateCapsule, verifyCapsule, getCapsuleIdentity } from '../config/capsule.js';
6
- export { buildCapsuleV2, signCapsuleV2, validateCapsuleV2, hashCapsuleV2 } from '../config/capsule-v2.js';
7
- export { buildCapsuleV3, signCapsuleV3, validateCapsuleV3, hashCapsuleV3, migrateCapsuleV2 } from '../config/capsule-v3.js';
8
- export { signCapsuleReleaseEvent, validateCapsuleReleaseEvent, verifyCapsuleReleaseEvents, hashCapsuleReleaseEvent, CapsuleReleaseStateError } from '../config/capsule-release-events.js';
5
+ export { validateCapsule, verifyCapsule, getCapsuleIdentity } from "../config/capsule/capsule.js";
6
+ export { buildCapsuleV2, signCapsuleV2, validateCapsuleV2, hashCapsuleV2 } from "../config/capsule/capsule-v2.js";
7
+ export { buildCapsuleV3, signCapsuleV3, validateCapsuleV3, hashCapsuleV3, migrateCapsuleV2 } from "../config/capsule/capsule-v3.js";
8
+ export { signCapsuleReleaseEvent, validateCapsuleReleaseEvent, verifyCapsuleReleaseEvents, hashCapsuleReleaseEvent, CapsuleReleaseStateError } from "../config/capsule/capsule-release-events.js";
@@ -1,4 +1,4 @@
1
- import type { ChatMessage } from '../inference/pipelines/text/chat-format.js';
1
+ import type { ChatMessage } from "../inference/pipelines/text/generator/request/chat-format.js";
2
2
  import type { GenerateOptions } from '../generation/index.js';
3
3
  import type {
4
4
  LogitsStepResult,
@@ -21,7 +21,7 @@ import type {
21
21
  DopplerCapsuleOpenOptions,
22
22
  LoRAManifest,
23
23
  } from './runtime/index.js';
24
- import type { DopplerCapsule } from '../config/capsule.js';
24
+ import type { DopplerCapsule } from "../config/capsule/capsule.js";
25
25
  import type { DopplerRuntimeSession } from './runtime/composition-root.js';
26
26
  import type {
27
27
  DopplerSignedRevocationAuthorityOptions,
@@ -59,6 +59,8 @@ export interface DopplerInspectionTokenRecord {
59
59
  text: string;
60
60
  probability: number | null;
61
61
  surprisal: number | null;
62
+ /** Entropy in nats of the full next-token distribution at this step; null when the logits cannot define one. */
63
+ entropy: number | null;
62
64
  topCandidates: Array<{
63
65
  tokenId: number;
64
66
  logit: number;
@@ -87,6 +89,7 @@ export declare const OBSERVATION_POLICY_REGISTRY_SCHEMA: 'doppler.observation-po
87
89
  export declare const COMPARISON_FINGERPRINT_SCHEMA: 'doppler.comparison-fingerprint/v1';
88
90
  export declare const MODEL_INSPECTION_RECEIPT_SCHEMA: 'doppler.model-inspection-receipt/v1';
89
91
  export declare const WORD_SEGMENTATION_SCHEMA: 'doppler.word-segmentation/unicode-whitespace-v1';
92
+ export declare function distributionEntropy(logits: ArrayLike<number> | null | undefined): number | null;
90
93
  export declare const PERPLEXITY_AGGREGATION_SCHEMA: 'doppler.perplexity/summed-word-surprisal-v1';
91
94
 
92
95
  export declare function listObservationPolicies(): DopplerObservationPolicy[];
@@ -215,6 +215,34 @@ function selectedProbability(logits, tokenId) {
215
215
  return Math.exp(Number(logits[tokenId]) - maximum) / denominator;
216
216
  }
217
217
 
218
+ // Entropy, in nats, of the full next-token distribution the logits define:
219
+ // H = -sum(p_i ln p_i) over every vocabulary entry. Masked (-Infinity) entries
220
+ // carry no probability and contribute nothing. Null when the logits cannot
221
+ // define a distribution.
222
+ export function distributionEntropy(logits) {
223
+ if (!logits || logits.length === 0) return null;
224
+ let maximum = -Infinity;
225
+ for (let index = 0; index < logits.length; index += 1) {
226
+ const value = Number(logits[index]);
227
+ if (Number.isNaN(value) || value === Infinity) return null;
228
+ if (value > maximum) maximum = value;
229
+ }
230
+ if (!Number.isFinite(maximum)) return null;
231
+ let denominator = 0;
232
+ let weighted = 0;
233
+ for (let index = 0; index < logits.length; index += 1) {
234
+ const shifted = Number(logits[index]) - maximum;
235
+ if (!Number.isFinite(shifted)) continue;
236
+ const weight = Math.exp(shifted);
237
+ denominator += weight;
238
+ weighted += weight * shifted;
239
+ }
240
+ if (!Number.isFinite(denominator) || denominator <= 0) return null;
241
+ // With q_i = exp(x_i - m): H = ln(sum q) - sum(q_i (x_i - m)) / sum q.
242
+ const entropy = Math.log(denominator) - weighted / denominator;
243
+ return Number.isFinite(entropy) ? Math.max(0, entropy) : null;
244
+ }
245
+
218
246
  export const LAYER_PROJECTION_SCHEMA = 'doppler.layer-projection/v1';
219
247
  // One request returns a full vocabulary row per vector before the top candidates
220
248
  // are kept, so both bounds limit what a single call can hold.
@@ -346,6 +374,7 @@ export function buildInspectionTokenRecord(tokenId, logits, tokenizer, topKSize
346
374
  text: String(tokenizer.decode([tokenId], true, false)),
347
375
  probability,
348
376
  surprisal: probability && probability > 0 ? -Math.log(probability) : null,
377
+ entropy: distributionEntropy(logits),
349
378
  topCandidates: topCandidates(logits, tokenizer, topKSize),
350
379
  };
351
380
  }
@@ -1,7 +1,7 @@
1
- import type { ChatMessage } from '../../inference/pipelines/text/chat-format.js';
1
+ import type { ChatMessage } from "../../inference/pipelines/text/generator/request/chat-format.js";
2
2
  import type { GenerateOptions } from '../../generation/index.js';
3
3
  import type { LogitsStepResult, PrefillResult } from '../../inference/pipelines/text/types.d.ts';
4
- import type { DopplerCapsule } from '../../config/capsule.js';
4
+ import type { DopplerCapsule } from "../../config/capsule/capsule.js";
5
5
  import type { DopplerRuntimeSession, CapsuleSessionOptions } from '../runtime/composition-root.js';
6
6
  import type { TargetPlan } from '../../config/target-plan.js';
7
7
  import type {
@@ -104,7 +104,7 @@ export declare function resolvePersistentBrowserLoadSource(
104
104
  modelId: string,
105
105
  modelBaseUrl: string,
106
106
  onProgress: ((event: Record<string, unknown>) => void) | null,
107
- options: { expectedManifestHash: string }
107
+ options: { expectedManifestHash: string; signal?: AbortSignal }
108
108
  ) => Promise<{
109
109
  storageContext: Record<string, unknown>;
110
110
  storageBackend: 'opfs';
@@ -112,7 +112,8 @@ export declare function resolvePersistentBrowserLoadSource(
112
112
  fromCache: boolean;
113
113
  manifestHash: string;
114
114
  totalBytes: number;
115
- }>
115
+ }>,
116
+ signal?: AbortSignal
116
117
  ): Promise<DopplerModelSourceResolution & {
117
118
  persistentCache?: DopplerPersistentCacheReceipt;
118
119
  }>;
@@ -28,14 +28,15 @@ import {
28
28
  } from '../../storage/registry.js';
29
29
  import { isNodeRuntime } from '../../storage/runtime-env.js';
30
30
  import { resolveManifestGpuResidentEmbeddingLimitError } from '../../loader/embedding-limit-preflight.js';
31
+ import { compileExecutionV1 } from '../../inference/pipelines/text/execution/execution-v1.js';
31
32
  import { createDopplerLoader } from '../../loader/doppler-loader.js';
32
33
  import { getKernelCapabilities, getPlatformConfig, initDevice } from '../../gpu/device.js';
33
34
  import { runWithShaderSourceScope } from '../../gpu/kernels/shader-source-scope.js';
34
35
  import { createDopplerRun } from '../runtime/composition-root.js';
35
36
  import { createCapsuleArtifactBacking } from '../runtime/verified-capsule-artifact-store.js';
36
37
  import { createCapsuleProgramAdapter } from '../runtime/capsule-program-adapter.js';
37
- import { createResidentPartitionSession } from '../../inference/pipelines/text/resident-partition.js';
38
- import { resolveResidentPartitionAllocation } from '../../inference/pipelines/text/resident-partition-contract.js';
38
+ import { createResidentPartitionSession } from "../../inference/pipelines/text/partitions/resident-partition.js";
39
+ import { resolveResidentPartitionAllocation } from "../../inference/pipelines/text/partitions/resident-partition-contract.js";
39
40
  import { createCapsuleArtifactSource } from '../runtime/capsule-artifact-source.js';
40
41
  import { resolveProgramLoadRuntimeConfig } from '../../config/initial-execution-identity.js';
41
42
  import { normalizeTargetPlanSelectionPolicy } from '../../config/target-plan.js';
@@ -99,7 +100,8 @@ export async function resolvePersistentBrowserLoadSource(
99
100
  loadSource,
100
101
  cache,
101
102
  onProgress = null,
102
- cacheSource = ensureModelCachedSource
103
+ cacheSource = ensureModelCachedSource,
104
+ signal = undefined
103
105
  ) {
104
106
  assertPersistentCacheMode(cache);
105
107
  if (cache !== 'opfs') {
@@ -123,7 +125,7 @@ export async function resolvePersistentBrowserLoadSource(
123
125
  storageModelId,
124
126
  storageBaseUrl,
125
127
  (event) => emitPersistentCacheProgress(onProgress, event),
126
- { expectedManifestHash }
128
+ { expectedManifestHash, signal }
127
129
  );
128
130
  return {
129
131
  ...loadSource,
@@ -221,6 +223,7 @@ export function createDopplerRuntimeService({
221
223
  }
222
224
 
223
225
  async function loadProgram(model, options = {}, partition = null, deviceBinding = null) {
226
+ options.signal?.throwIfAborted();
224
227
  assertPersistentCacheMode(options.cache);
225
228
  const resolutionPolicy = resolveResolutionPolicy(options.resolutionPolicy);
226
229
  const { userProgress, pipelineProgress } = resolveLoadProgressHandlers(options, defaultLoadProgressLogger);
@@ -233,7 +236,8 @@ export function createDopplerRuntimeService({
233
236
  const persistentSource = options.cache === 'opfs' && !isNodeRuntime()
234
237
  ? await loadPersistentModelSource(
235
238
  resolved.modelId,
236
- (event) => emitPersistentCacheProgress(userProgress, event)
239
+ (event) => emitPersistentCacheProgress(userProgress, event),
240
+ options.signal
237
241
  )
238
242
  : null;
239
243
  const manifestPayload = persistentSource
@@ -253,7 +257,7 @@ export function createDopplerRuntimeService({
253
257
  }
254
258
  return { text, manifest: resolved.manifest, manifestHash };
255
259
  })()
256
- : await fetchManifestPayloadFromBaseUrl(resolved.baseUrl);
260
+ : await fetchManifestPayloadFromBaseUrl(resolved.baseUrl, options.signal);
257
261
  const revocationIdentity = Object.freeze({
258
262
  logicalModelId: resolved.logicalModelId,
259
263
  modelId: manifestPayload.manifest?.modelId ?? resolved.modelId,
@@ -278,12 +282,26 @@ export function createDopplerRuntimeService({
278
282
  totalBytes: persistentSource.totalBytes,
279
283
  },
280
284
  }
281
- : await resolveManifestArtifactSource(resolved, manifestPayload);
285
+ : await resolveManifestArtifactSource(resolved, manifestPayload, options.signal);
282
286
  const gpu = deviceBinding ?? await acquireHostDeviceBinding(options.signal);
287
+ // Early validation uses the same compiler as pipeline initialization. Never interpret a raw patch as a kernel authority.
288
+ const embeddingExecution = options.runtimeConfig?.inference?.executionPatch == null ? null : compileExecutionV1({
289
+ manifestInference: resolvedArtifactSource.manifest.inference,
290
+ modelId: resolvedArtifactSource.manifest.modelId,
291
+ numLayers: resolvedArtifactSource.manifest.architecture?.numLayers,
292
+ headDim: resolvedArtifactSource.manifest.architecture?.headDim,
293
+ weightDtype: resolvedArtifactSource.manifest.quantizationInfo?.weights ?? null,
294
+ capabilities: getKernelCapabilities(), platform: getPlatformConfig(),
295
+ runtimeSession: options.runtimeConfig.inference.session,
296
+ runtimeCompute: options.runtimeConfig.inference.compute,
297
+ kernelPathPolicy: options.runtimeConfig.inference.kernelPathPolicy,
298
+ executionPatch: options.runtimeConfig.inference.executionPatch,
299
+ });
283
300
  const embeddingLimitError = resolveManifestGpuResidentEmbeddingLimitError(
284
301
  resolvedArtifactSource.manifest,
285
302
  {
286
303
  storageManifest: resolvedArtifactSource.storageManifest,
304
+ resolvedKernelPaths: embeddingExecution ? [embeddingExecution.runtimeInferencePatch.kernelPath] : [],
287
305
  runtimeConfig: options.runtimeConfig,
288
306
  }
289
307
  );
@@ -300,7 +318,9 @@ export function createDopplerRuntimeService({
300
318
  const loadSource = await resolvePersistentBrowserLoadSource(
301
319
  cachedResolved ?? resolvedArtifactSource,
302
320
  persistentSource ? false : options.cache,
303
- userProgress
321
+ userProgress,
322
+ ensureModelCachedSource,
323
+ options.signal
304
324
  );
305
325
  if (options.cache === 'opfs' && !isNodeRuntime()) {
306
326
  await registerModel({
@@ -253,3 +253,5 @@ export async function buildEmbeddingEvidence({
253
253
  stats: snapshotModelEvidenceStats(stats),
254
254
  };
255
255
  }
256
+
257
+ export { buildProviderPrivacyReceipt } from './privacy-receipt.js';
@@ -1,7 +1,7 @@
1
1
  import type { InferencePipeline, KVCacheSnapshot, PromptInput } from '../../inference/pipelines/text.js';
2
- import type { ChatMessage } from '../../inference/pipelines/text/chat-format.js';
2
+ import type { ChatMessage } from "../../inference/pipelines/text/generator/request/chat-format.js";
3
3
  import type { GenerateOptions } from '../../generation/index.js';
4
- import type { GenerationRequestEvidence } from '../../inference/pipelines/text/generation-request.js';
4
+ import type { GenerationRequestEvidence } from "../../inference/pipelines/text/generator/request/generation-request.js";
5
5
  import type { RDRRManifest } from '../../formats/rdrr/index.js';
6
6
  import type { LogitsStepResult, PipelineStats, PrefillResult, SequenceEncodeOptions, SequenceEncodeResult } from '../../inference/pipelines/text/types.d.ts';
7
7
  import type { LoRAManifest } from '../runtime/types.js';
@@ -157,7 +157,7 @@ export interface DopplerChatResponse {
157
157
 
158
158
  export interface DopplerModelHandle {
159
159
  readonly supportsGenerationContext: boolean;
160
- createGenerationContext(options: { maxBytes: number }): import('../../inference/pipelines/text/sequence-state.js').GenerationContext;
160
+ createGenerationContext(options: { maxBytes: number }): import("../../inference/pipelines/text/generator/session/sequence-state.js").GenerationContext;
161
161
  scoreChoices(request: import('../../config/choice-scoring.js').ChoiceScoringRequest,
162
162
  control?: { signal?: AbortSignal }): Promise<import('../../config/choice-scoring.js').ChoiceScoringResult>;
163
163
  generate(prompt: string, options?: DopplerGenerateOptions): AsyncGenerator<string, void, void>;
@@ -286,6 +286,8 @@ export interface DopplerModelHandle {
286
286
  getSpecialTokens(): Record<string, number | undefined>;
287
287
  getStopTokenIds(): number[];
288
288
  getStats(): Record<string, unknown> | null;
289
+ /** Detached loader counters; sample outside request clocks. Throws when closed or unsupported. */
290
+ getExpertLoadingStats(): import('../../inference/pipelines/text/expert-loading-stats.js').ExpertLoadingStats;
289
291
  getResolvedRuntimeSession(): Readonly<Record<string, unknown>>;
290
292
  prefillKV(prompt: string, options?: DopplerGenerateOptions): Promise<KVCacheSnapshot>;
291
293
  resetToSeqLen(seqLen: number): void;
@@ -320,8 +322,8 @@ export interface DopplerModelHandle {
320
322
  phase?: Record<string, unknown> | null;
321
323
  }>;
322
324
  decodeStepLogits(currentIds: number[], options?: DopplerGenerateOptions): Promise<LogitsStepResult>;
323
- prefillWithToken(prompt: string, options: DopplerGenerateOptions, tokenContract: { padTokenId: number | null }): Promise<import('../../inference/pipelines/text/generator/token-selection.js').SelectedTokenResult>;
324
- decodeStepWithToken(currentIds: number[], options: DopplerGenerateOptions, tokenContract: { padTokenId: number | null }): Promise<import('../../inference/pipelines/text/generator/token-selection.js').SelectedTokenResult>;
325
+ prefillWithToken(prompt: string, options: DopplerGenerateOptions, tokenContract: { padTokenId: number | null }): Promise<import("../../inference/pipelines/text/generator/sampling/token-selection.js").SelectedTokenResult>;
326
+ decodeStepWithToken(currentIds: number[], options: DopplerGenerateOptions, tokenContract: { padTokenId: number | null }): Promise<import("../../inference/pipelines/text/generator/sampling/token-selection.js").SelectedTokenResult>;
325
327
  generateWithPrefixKV(
326
328
  prefix: KVCacheSnapshot,
327
329
  prompt: string,
@@ -8,9 +8,9 @@ import { createActivationTrace } from '../../debug/activation-trace.js';
8
8
  import { resolveActivityCapture } from '../../debug/activity-trace.js';
9
9
  import { DOPPLER_VERSION } from '../../version.js';
10
10
  import { createGenerationOutputDecoder, decodeGenerationOutput } from '../../inference/generation-output.js';
11
- import { formatChatMessages } from '../../inference/pipelines/text/chat-format.js';
12
- import { applyChatTemplate } from '../../inference/pipelines/text/init-chat-templates.js';
13
- import { resolveTextGenerationRequest, generationRequestEvidence } from '../../inference/pipelines/text/generation-request.js';
11
+ import { formatChatMessages } from "../../inference/pipelines/text/generator/request/chat-format.js";
12
+ import { applyChatTemplate } from "../../inference/pipelines/text/initialization/init-chat-templates.js";
13
+ import { resolveTextGenerationRequest, generationRequestEvidence } from "../../inference/pipelines/text/generator/request/generation-request.js";
14
14
  import { scopePipelineShaders, runPipelineOperation } from '../../inference/pipelines/shader-scoped-pipeline.js';
15
15
  import { collectModelRerankScores } from '../runtime/model-rerank.js';
16
16
  import { scoreModelChoices } from '../../inference/choice-scoring.js';
@@ -210,6 +210,7 @@ function assertActiveAdapterUnchanged(pipeline, expected) {
210
210
 
211
211
  export function createModelHandle(pipeline, resolved) {
212
212
  pipeline = scopePipelineShaders(pipeline);
213
+ let expertStatsClosed = false;
213
214
  const resolutionPolicy = resolveResolutionPolicy(resolved.resolutionPolicy);
214
215
  assertArtifactVariantAllowed(resolutionPolicy, resolved.manifestHash);
215
216
  const assertRaw = (apiName) => assertUnreceiptedExecutionAllowed(
@@ -466,6 +467,7 @@ export function createModelHandle(pipeline, resolved) {
466
467
  throw new Error('Loaded Doppler pipeline does not expose generation-state reset');
467
468
  },
468
469
  async unload() {
470
+ expertStatsClosed = true;
469
471
  await pipeline.unload();
470
472
  },
471
473
  get activeLoRAIdentity() { return getActiveLoRAIdentityForPipeline(pipeline); },
@@ -545,6 +547,11 @@ export function createModelHandle(pipeline, resolved) {
545
547
  getStats() {
546
548
  return pipeline.getStats?.() ?? null;
547
549
  },
550
+ getExpertLoadingStats() {
551
+ if (expertStatsClosed || pipeline.isLoaded !== true) throw new Error('Expert loading statistics require an open loaded model.');
552
+ if (typeof pipeline.getExpertLoadingStats !== 'function') throw new Error('Loaded model does not support expert loading statistics.');
553
+ return pipeline.getExpertLoadingStats();
554
+ },
548
555
  getResolvedRuntimeSession() {
549
556
  const resolvedSession = pipeline.resolvedRuntimeSession;
550
557
  if (!resolvedSession) throw new Error('Loaded Doppler pipeline has no resolved runtime session.');
@@ -0,0 +1,22 @@
1
+ /** Deliberately separate from local generation/inspection evidence, which contains private text and token IDs. */
2
+ import { computeCanonicalSha256 } from '../../formats/canonical-hash.js';
3
+
4
+ /** Whitelist only requester validation metadata. Never copy arbitrary stats, hashes, errors or evidence.
5
+ * @type {import('./privacy-receipt.js').buildProviderPrivacyReceipt} */
6
+ export function buildProviderPrivacyReceipt(input) {
7
+ const { attemptId, policyId, routeId, modelIdentity, backendId, status } = input;
8
+ for (const identity of [policyId, routeId, modelIdentity]) {
9
+ if (typeof identity !== 'string' || !/^sha256:[a-f0-9]{64}$/.test(identity)) {
10
+ throw new Error('Privacy receipt requires policy, route and model digests.');
11
+ }
12
+ }
13
+ for (const id of [attemptId, backendId]) {
14
+ if (typeof id !== 'string' || !id || id.length > 256) throw new Error('Privacy receipt requires bounded identifiers.');
15
+ }
16
+ if (!['completed', 'cancelled', 'failed', 'unknown'].includes(status)) throw new Error('Privacy receipt requires explicit outcome.');
17
+ /** @type {Omit<import('./privacy-receipt.js').ProviderPrivacyReceipt, 'receiptId'>} */
18
+ const receipt = { schema: 'doppler.provider-privacy-receipt/v1', attemptId, policyId, routeId, modelIdentity, backendId, status,
19
+ evidence: 'execution-record', confidentialityProof: false, integrityProof: false, availabilityProof: false,
20
+ publicationAuthorized: false, reuseAuthorized: false };
21
+ return Object.freeze({ ...receipt, receiptId: computeCanonicalSha256(receipt) });
22
+ }