doppler-gpu 0.5.1 → 0.6.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (953) hide show
  1. package/CHANGELOG.md +33 -577
  2. package/LICENSE +21 -201
  3. package/README.md +165 -222
  4. package/models/catalog.json +241 -33
  5. package/package.json +106 -87
  6. package/src/capsule-runtime.d.ts +25 -0
  7. package/src/capsule-runtime.js +24 -0
  8. package/src/capsule.d.ts +8 -0
  9. package/src/capsule.js +4 -0
  10. package/src/cli/argument-contract.js +200 -0
  11. package/src/cli/browser-report-output.js +24 -0
  12. package/src/cli/cli-model-resolution.js +2 -2
  13. package/src/cli/cli-output.js +10 -0
  14. package/src/cli/commands/bundle.js +828 -0
  15. package/src/cli/doppler-cli.js +50 -1457
  16. package/src/cli/doppler-serve.js +18 -244
  17. package/src/cli/output/manifest.js +368 -0
  18. package/src/cli/runtime-profiles.js +1 -1
  19. package/src/cli/serve/capsule-handler.d.ts +33 -0
  20. package/src/cli/serve/capsule-handler.js +105 -0
  21. package/src/cli/serve/capsule-http.js +102 -0
  22. package/src/cli/serve/receipt.js +269 -0
  23. package/src/client/capsule-host.browser.js +2 -0
  24. package/src/client/capsule-host.d.ts +5 -0
  25. package/src/client/capsule-host.js +2 -0
  26. package/src/client/doppler-api.browser.js +42 -0
  27. package/src/client/doppler-api.d.ts +38 -1
  28. package/src/client/doppler-api.js +41 -1
  29. package/src/client/doppler-registry.js +15 -7
  30. package/src/client/electron/index.d.ts +4 -0
  31. package/src/client/electron/index.js +13 -0
  32. package/src/client/electron/ipc-contract.d.ts +9 -0
  33. package/src/client/electron/ipc-contract.js +56 -0
  34. package/src/client/electron/release-state.d.ts +53 -0
  35. package/src/client/electron/release-state.js +425 -0
  36. package/src/client/electron/renderer-runtime.d.ts +19 -0
  37. package/src/client/electron/renderer-runtime.js +104 -0
  38. package/src/client/failure-taxonomy.js +1 -28
  39. package/src/client/fault-injection.js +0 -8
  40. package/src/client/inspection.js +1 -1
  41. package/src/client/model-host/index.d.ts +140 -0
  42. package/src/client/model-host/index.js +548 -0
  43. package/src/client/model-host/model-evidence.js +255 -0
  44. package/src/client/model-host/model-session.d.ts +323 -0
  45. package/src/client/{runtime → model-host}/model-session.js +202 -148
  46. package/src/client/provider.d.ts +18 -2
  47. package/src/client/provider.js +26 -3
  48. package/src/client/receipt.js +30 -72
  49. package/src/client/runtime/capsule-acquisition.d.ts +18 -0
  50. package/src/client/runtime/capsule-acquisition.js +103 -0
  51. package/src/client/runtime/capsule-adapter-execution.d.ts +17 -0
  52. package/src/client/runtime/capsule-adapter-execution.js +63 -0
  53. package/src/client/runtime/capsule-artifact-source.js +62 -0
  54. package/src/client/runtime/capsule-embedding.d.ts +29 -0
  55. package/src/client/runtime/capsule-embedding.js +76 -0
  56. package/src/client/runtime/capsule-forecast-program.d.ts +2 -0
  57. package/src/client/runtime/capsule-forecast-program.js +85 -0
  58. package/src/client/runtime/capsule-forecast.d.ts +17 -0
  59. package/src/client/runtime/capsule-forecast.js +31 -0
  60. package/src/client/runtime/capsule-operation-adapters.d.ts +12 -0
  61. package/src/client/runtime/capsule-operation-adapters.js +69 -0
  62. package/src/client/runtime/capsule-operation-executor.d.ts +25 -0
  63. package/src/client/runtime/capsule-operation-executor.js +101 -0
  64. package/src/client/runtime/capsule-program-adapter.js +153 -0
  65. package/src/client/runtime/capsule-release-authorization.js +25 -0
  66. package/src/client/runtime/capsule-rerank.d.ts +50 -0
  67. package/src/client/runtime/capsule-rerank.js +105 -0
  68. package/src/client/runtime/capsule-session-execution.js +89 -0
  69. package/src/client/runtime/command-executor.d.ts +15 -0
  70. package/src/client/runtime/command-executor.js +128 -0
  71. package/src/client/runtime/composition-root.d.ts +77 -0
  72. package/src/client/runtime/composition-root.js +352 -0
  73. package/src/client/runtime/fetch-capsule-artifact-store.d.ts +10 -0
  74. package/src/client/runtime/fetch-capsule-artifact-store.js +25 -0
  75. package/src/client/runtime/index.d.ts +1 -117
  76. package/src/client/runtime/index.js +1 -433
  77. package/src/client/runtime/lora.d.ts +14 -0
  78. package/src/client/runtime/lora.js +19 -1
  79. package/src/client/runtime/model-manager.js +12 -0
  80. package/src/client/runtime/model-rerank.js +30 -0
  81. package/src/client/runtime/model-session.d.ts +1 -221
  82. package/src/client/runtime/model-source.d.ts +9 -0
  83. package/src/client/runtime/model-source.js +46 -17
  84. package/src/client/runtime/node-quickstart-cache.js +1 -1
  85. package/src/client/runtime/resolution-policy.d.ts +20 -0
  86. package/src/client/runtime/resolution-policy.js +84 -0
  87. package/src/client/runtime/resource-binder.d.ts +24 -0
  88. package/src/client/runtime/resource-binder.js +135 -0
  89. package/src/client/runtime/scoped-session.d.ts +10 -1
  90. package/src/client/runtime/scoped-session.js +20 -1
  91. package/src/client/runtime/session-controller.d.ts +19 -0
  92. package/src/client/runtime/session-controller.js +92 -0
  93. package/src/client/runtime/source-runtime.js +1 -1
  94. package/src/client/runtime/target-selector.d.ts +9 -0
  95. package/src/client/runtime/target-selector.js +2 -0
  96. package/src/client/runtime/types.d.ts +1 -0
  97. package/src/client/runtime/verified-capsule-artifact-store.js +101 -0
  98. package/src/client/wrap-pipeline-handle.js +3 -9
  99. package/src/config/backward-registry-loader.js +1 -1
  100. package/src/config/capsule-adapter-policy.js +30 -0
  101. package/src/config/capsule-adapters.d.ts +21 -0
  102. package/src/config/capsule-adapters.js +40 -0
  103. package/src/config/capsule-adapters.json +9 -0
  104. package/src/config/capsule-loading.d.ts +2 -0
  105. package/src/config/capsule-loading.js +14 -0
  106. package/src/config/capsule-loading.schema.json +12 -0
  107. package/src/config/capsule-operation.d.ts +19 -0
  108. package/src/config/capsule-operation.js +63 -0
  109. package/src/config/capsule-operations.json +17 -0
  110. package/src/config/capsule-release-contract.d.ts +66 -0
  111. package/src/config/capsule-release-contract.js +197 -0
  112. package/src/config/capsule-release-events.d.ts +53 -0
  113. package/src/config/capsule-release-events.js +172 -0
  114. package/src/config/capsule-sequence-receipt.js +19 -0
  115. package/src/config/capsule-serve.d.ts +9 -0
  116. package/src/config/capsule-serve.js +28 -0
  117. package/src/config/capsule-serve.schema.json +14 -0
  118. package/src/config/capsule-signature.d.ts +6 -0
  119. package/src/config/capsule-signature.js +50 -0
  120. package/src/config/capsule-v2.d.ts +70 -0
  121. package/src/config/capsule-v2.js +431 -0
  122. package/src/config/capsule-v3.d.ts +19 -0
  123. package/src/config/capsule-v3.js +72 -0
  124. package/src/config/capsule.d.ts +22 -0
  125. package/src/config/capsule.js +52 -0
  126. package/src/config/conversion/amplify/amplify-120m-f16-af32.json +1 -1
  127. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +3 -3
  128. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +2 -2
  129. package/src/config/conversion/esm/esm2-t12-35m-ur50d-f32-af32.json +62 -4
  130. package/src/config/conversion/esmc/esmc-300m-f32-af32.json +1 -1
  131. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +2 -2
  132. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +3 -3
  133. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +3 -3
  134. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +3 -3
  135. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +3 -3
  136. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +3 -3
  137. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +3 -3
  138. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +5 -5
  139. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +4 -4
  140. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +6 -6
  141. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +3 -3
  142. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +5 -5
  143. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +4 -4
  144. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +6 -6
  145. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +3 -3
  146. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +3 -3
  147. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +2 -2
  148. package/src/config/conversion/glmocr/glm-ocr-f16-af32.json +442 -0
  149. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +2 -2
  150. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +2 -2
  151. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +2 -2
  152. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +3 -3
  153. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-bf16-af32.json +529 -0
  154. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-f16-af32.json +529 -0
  155. package/src/config/conversion/nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32.json +1 -1
  156. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +6 -6
  157. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +6 -6
  158. package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +1 -1
  159. package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +6 -6
  160. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +7 -7
  161. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +6 -6
  162. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-f16-af32.json +463 -0
  163. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +3 -3
  164. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +3 -3
  165. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-true-logit-af32.json +481 -0
  166. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +60 -8
  167. package/src/config/conversion/qwen3/qwen3.8-27b-text-f16-af32.json +561 -0
  168. package/src/config/conversion/qwen3/qwen3.8-27b-text-q4k-ehaf16.json +558 -0
  169. package/src/config/dtype-transition-contract.js +40 -0
  170. package/src/config/embedding-contract.js +26 -0
  171. package/src/config/embedding-reference.js +85 -0
  172. package/src/config/evidence/source-intake-policy.json +1 -1
  173. package/src/config/execution-contract-check.d.ts +16 -73
  174. package/src/config/execution-contract-check.js +7 -429
  175. package/src/config/forecast-manifest.js +56 -0
  176. package/src/config/generation-contract.d.ts +39 -0
  177. package/src/config/generation-contract.js +66 -0
  178. package/src/config/generation-contract.json +32 -0
  179. package/src/config/heterogeneous-attention-contract.js +46 -0
  180. package/src/config/initial-execution-identity.d.ts +58 -0
  181. package/src/config/initial-execution-identity.js +331 -0
  182. package/src/config/kernel-path-loader.d.ts +17 -0
  183. package/src/config/kernel-path-loader.js +42 -8
  184. package/src/config/kernel-registry-contract.d.ts +25 -0
  185. package/src/config/kernel-registry-contract.js +46 -0
  186. package/src/config/kernels/kernel-ref-digests.js +66 -18
  187. package/src/config/kernels/registry.js +1 -1
  188. package/src/config/kernels/registry.json +13617 -11377
  189. package/src/config/lora-layouts.d.ts +10 -0
  190. package/src/config/lora-layouts.js +17 -0
  191. package/src/config/lora-layouts.json +9 -0
  192. package/src/config/manifest-inference-validation.js +575 -0
  193. package/src/config/merge/execution-patches.js +12 -0
  194. package/src/config/{merge-helpers.js → merge/kernel-path-policy.js} +0 -52
  195. package/src/config/merge/value-selection.js +38 -0
  196. package/src/config/merge.js +43 -11
  197. package/src/config/model-ir-v2.d.ts +57 -0
  198. package/src/config/model-ir-v2.js +258 -0
  199. package/src/config/model-ir.d.ts +49 -0
  200. package/src/config/model-ir.js +180 -0
  201. package/src/config/param-validator.js +1 -1
  202. package/src/config/platforms/amd-strix-halo-gfx1151.json +17 -0
  203. package/src/config/platforms/loader.js +2 -1
  204. package/src/config/production-release-evidence.d.ts +23 -0
  205. package/src/config/production-release-evidence.js +423 -0
  206. package/src/config/production-release.js +321 -0
  207. package/src/{client/doppler-registry.json → config/quickstart-registry.json} +7 -7
  208. package/src/config/required-inference-fields-contract-check.js +2 -2
  209. package/src/config/rerank-reference.d.ts +28 -0
  210. package/src/config/rerank-reference.js +89 -0
  211. package/src/config/revocation-policy.d.ts +65 -0
  212. package/src/config/revocation-policy.js +290 -0
  213. package/src/config/revocation-registry.json +11 -0
  214. package/src/config/revocation-updates.d.ts +68 -0
  215. package/src/config/revocation-updates.js +440 -0
  216. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +1 -1
  217. package/src/config/runtime/profiles/muse-glimmer-30b-source-parity-f32kv.json +30 -0
  218. package/src/config/runtime/profiles/muse-glimmer-30b-source-parity.json +110 -0
  219. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +1 -1
  220. package/src/config/runtime/profiles/qwen3-8-27b-source-parity.json +87 -0
  221. package/src/config/runtime-merge.js +1 -1
  222. package/src/config/runtime.js +1 -1
  223. package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
  224. package/src/config/schema/browser-suite-metrics.schema.js +2 -0
  225. package/src/config/schema/conversion-report.schema.d.ts +3 -0
  226. package/src/config/schema/conversion-report.schema.js +29 -0
  227. package/src/config/schema/converter.schema.d.ts +1 -0
  228. package/src/config/schema/debug.schema.d.ts +1 -0
  229. package/src/config/schema/doppler.schema.js +6 -5
  230. package/src/config/schema/emulation.schema.js +1 -1
  231. package/src/config/schema/execution-v1.schema.d.ts +3 -0
  232. package/src/config/schema/execution-v1.schema.js +19 -0
  233. package/src/config/schema/harness.schema.d.ts +13 -0
  234. package/src/config/schema/harness.schema.js +6 -0
  235. package/src/config/schema/inference.schema.d.ts +21 -2
  236. package/src/config/schema/kernel-thresholds.schema.js +1 -1
  237. package/src/config/schema/manifest.schema.d.ts +26 -7
  238. package/src/config/schema/manifest.schema.js +10 -1
  239. package/src/config/schema/program-bundle.schema.d.ts +52 -6
  240. package/src/config/schema/program-bundle.schema.js +145 -10
  241. package/src/config/sequence-reference.d.ts +26 -0
  242. package/src/config/sequence-reference.js +100 -0
  243. package/src/config/source-packages/litert/gemma-4-e2b-it.json +2 -2
  244. package/src/config/target-plan.d.ts +108 -0
  245. package/src/config/target-plan.js +411 -0
  246. package/src/config/training-defaults.js +1 -1
  247. package/src/config/transforms/capability-transform-resolver.js +4 -105
  248. package/src/config/transforms/execution-graph/dtype.js +591 -0
  249. package/src/config/transforms/execution-graph/fusion.js +436 -0
  250. package/src/config/transforms/execution-graph/validation.js +414 -0
  251. package/src/config/transforms/execution-graph-transforms.js +13 -1419
  252. package/src/converter/artifact-identity.js +475 -0
  253. package/src/converter/conversion-plan.js +1 -1
  254. package/src/converter/core.js +94 -2096
  255. package/src/converter/forge-candidate-evaluation.js +271 -0
  256. package/src/converter/forge-qualification.js +163 -0
  257. package/src/converter/forge-stages.js +800 -0
  258. package/src/converter/manifest-builder.js +683 -0
  259. package/src/converter/quantization-info.js +4 -1
  260. package/src/converter/quantizer.js +76 -13
  261. package/src/converter/shard-packer.d.ts +1 -1
  262. package/src/converter/shard-packer.js +2 -2
  263. package/src/converter/tensor-transform.js +640 -0
  264. package/src/converter/tokenizer-contract.js +243 -0
  265. package/src/converter/tokenizer-manifest.js +243 -0
  266. package/src/debug/history.js +0 -8
  267. package/src/debug/index.js +0 -10
  268. package/src/debug/tensor.js +1 -1
  269. package/src/debug/trace.js +0 -7
  270. package/src/experimental/adapters/adapter-manager.js +2 -0
  271. package/src/experimental/adapters/adapter-manifest.d.ts +6 -0
  272. package/src/experimental/adapters/adapter-manifest.js +11 -0
  273. package/src/experimental/adapters/artifact-contract.d.ts +2 -2
  274. package/src/experimental/adapters/artifact-contract.js +5 -2
  275. package/src/experimental/adapters/lora-loader.d.ts +10 -1
  276. package/src/experimental/adapters/lora-loader.js +110 -48
  277. package/src/{inference/pipelines → experimental}/audio/gemma4.js +9 -31
  278. package/src/experimental/bdpa/basis-decomposed-paged.d.ts +50 -0
  279. package/src/experimental/bdpa/basis-decomposed-paged.js +276 -0
  280. package/src/experimental/bridge/trainer-artifact-bridge.js +3 -3
  281. package/src/experimental/browser/browser-converter.js +11 -11
  282. package/src/experimental/diffusion/index.d.ts +1 -1
  283. package/src/experimental/diffusion/index.js +1 -1
  284. package/src/{inference/pipelines → experimental}/diffusion/pipeline.d.ts +2 -2
  285. package/src/{inference/pipelines → experimental}/diffusion/pipeline.js +17 -17
  286. package/src/{inference/pipelines → experimental}/diffusion/text-encoder-gpu.js +21 -19
  287. package/src/experimental/diffusion/vae.js +596 -0
  288. package/src/experimental/distribution/shard-delivery/receipt.js +588 -0
  289. package/src/experimental/distribution/shard-delivery/retry.js +392 -0
  290. package/src/experimental/distribution/shard-delivery/transport.js +831 -0
  291. package/src/experimental/distribution/shard-delivery.js +4 -1709
  292. package/src/experimental/energy/index.d.ts +2 -2
  293. package/src/experimental/energy/index.js +2 -2
  294. package/src/{inference/pipelines → experimental}/energy/pipeline.js +13 -13
  295. package/src/{inference/pipelines → experimental}/energy/types.d.ts +2 -2
  296. package/src/experimental/logits/cpu-output.d.ts +27 -0
  297. package/src/{inference/pipelines/text/logits/utils.js → experimental/logits/cpu-output.js} +19 -27
  298. package/src/experimental/logits/cpu.d.ts +87 -0
  299. package/src/experimental/logits/cpu.js +95 -0
  300. package/src/experimental/orchestration/energy-row-head-pipeline.d.ts +103 -0
  301. package/src/{inference/pipelines/energy-head/row-head-pipeline.js → experimental/orchestration/energy-row-head-pipeline.js} +13 -13
  302. package/src/experimental/orchestration/index.d.ts +1 -1
  303. package/src/experimental/orchestration/index.js +1 -1
  304. package/src/experimental/training/artifacts.js +2 -2
  305. package/src/experimental/training/checkpoint.js +2 -2
  306. package/src/experimental/training/distillation/artifacts.js +1 -1
  307. package/src/experimental/training/distillation/dataset.js +2 -2
  308. package/src/experimental/training/distillation/eval.js +1 -1
  309. package/src/experimental/training/distillation/runtime.js +2 -2
  310. package/src/experimental/training/distillation/student-fixture/execution.js +166 -0
  311. package/src/experimental/training/distillation/student-fixture/model.js +353 -0
  312. package/src/experimental/training/distillation/student-fixture.js +2 -469
  313. package/src/experimental/training/lora/checkpoint.js +746 -0
  314. package/src/experimental/training/lora/execution.js +550 -0
  315. package/src/experimental/training/lora/plan.js +387 -0
  316. package/src/experimental/training/lora/recovery.js +418 -0
  317. package/src/experimental/training/lora-pipeline.js +7 -1949
  318. package/src/experimental/training/operator-artifacts.js +2 -2
  319. package/src/experimental/training/operator-command.js +4 -4
  320. package/src/experimental/training/runner/evaluation.js +62 -0
  321. package/src/experimental/training/runner/lifecycle.js +257 -0
  322. package/src/experimental/training/runner.js +5 -268
  323. package/src/experimental/training/suite/execution.js +879 -0
  324. package/src/experimental/training/suite/plan.js +855 -0
  325. package/src/experimental/training/suite.js +5 -1659
  326. package/src/experimental/training/workloads.d.ts +5 -5
  327. package/src/experimental/training/workloads.js +6 -6
  328. package/src/experimental/turboquant/codebook.js +470 -0
  329. package/src/formats/quantization-constants.d.ts +11 -0
  330. package/src/formats/quantization-constants.js +11 -0
  331. package/src/formats/rdrr/integrity.js +1 -1
  332. package/src/formats/rdrr/lowerings.js +0 -29
  333. package/src/formats/rdrr/merkle.js +1 -1
  334. package/src/formats/rdrr/tensor-config-validator.js +25 -5
  335. package/src/formats/rdrr/validation.js +3 -3
  336. package/src/gpu/command-recorder.d.ts +10 -1
  337. package/src/gpu/command-recorder.js +58 -14
  338. package/src/gpu/constant-buffer.js +29 -0
  339. package/src/gpu/device-state.js +44 -0
  340. package/src/gpu/device.js +11 -41
  341. package/src/gpu/kernel-runtime.js +2 -1
  342. package/src/gpu/kernels/activation-static-qdq.js +1 -1
  343. package/src/gpu/kernels/append_embedding.wgsl +14 -0
  344. package/src/gpu/kernels/attention/executors.js +960 -0
  345. package/src/gpu/kernels/attention/plan.js +472 -0
  346. package/src/gpu/kernels/attention.d.ts +4 -0
  347. package/src/gpu/kernels/attention.js +145 -1545
  348. package/src/gpu/kernels/attention_relative.wgsl +59 -0
  349. package/src/gpu/kernels/backward/adam.js +2 -1
  350. package/src/gpu/kernels/backward/attention_backward.js +1 -1
  351. package/src/gpu/kernels/backward/bias_add_backward.d.ts +1 -1
  352. package/src/gpu/kernels/backward/bias_add_backward.js +1 -1
  353. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.js +2 -1
  354. package/src/gpu/kernels/backward/conv2d_backward.d.ts +1 -1
  355. package/src/gpu/kernels/backward/conv2d_backward.js +2 -1
  356. package/src/gpu/kernels/backward/cross_entropy_backward.d.ts +1 -1
  357. package/src/gpu/kernels/backward/cross_entropy_backward.js +1 -1
  358. package/src/gpu/kernels/backward/embed_backward.js +2 -1
  359. package/src/gpu/kernels/backward/executor.d.ts +34 -0
  360. package/src/gpu/kernels/backward/executor.js +158 -0
  361. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.js +2 -1
  362. package/src/gpu/kernels/backward/gated_rmsnorm_backward.js +2 -1
  363. package/src/gpu/kernels/backward/gelu_backward.d.ts +1 -1
  364. package/src/gpu/kernels/backward/gelu_backward.js +1 -1
  365. package/src/gpu/kernels/backward/groupnorm_backward.d.ts +1 -1
  366. package/src/gpu/kernels/backward/groupnorm_backward.js +1 -1
  367. package/src/gpu/kernels/backward/layernorm_backward.d.ts +1 -1
  368. package/src/gpu/kernels/backward/layernorm_backward.js +2 -1
  369. package/src/gpu/kernels/backward/matmul.js +133 -0
  370. package/src/gpu/kernels/backward/matmul_backward.d.ts +0 -1
  371. package/src/gpu/kernels/backward/matmul_backward.js +1 -1
  372. package/src/gpu/kernels/backward/pixel_shuffle_backward.d.ts +1 -1
  373. package/src/gpu/kernels/backward/pixel_shuffle_backward.js +1 -1
  374. package/src/gpu/kernels/backward/rmsnorm_backward.d.ts +1 -1
  375. package/src/gpu/kernels/backward/rmsnorm_backward.js +2 -1
  376. package/src/gpu/kernels/backward/rope_backward.d.ts +1 -1
  377. package/src/gpu/kernels/backward/rope_backward.js +2 -1
  378. package/src/gpu/kernels/backward/scale_backward.d.ts +1 -1
  379. package/src/gpu/kernels/backward/scale_backward.js +2 -1
  380. package/src/gpu/kernels/backward/silu_backward.d.ts +1 -1
  381. package/src/gpu/kernels/backward/silu_backward.js +1 -1
  382. package/src/gpu/kernels/backward/softmax_backward.d.ts +1 -1
  383. package/src/gpu/kernels/backward/softmax_backward.js +1 -1
  384. package/src/gpu/kernels/backward/upsample2d_backward.d.ts +1 -1
  385. package/src/gpu/kernels/backward/upsample2d_backward.js +1 -1
  386. package/src/gpu/kernels/backward/utils.js +2 -392
  387. package/src/gpu/kernels/bind-group-validation.js +16 -0
  388. package/src/gpu/kernels/cast.js +2 -1
  389. package/src/gpu/kernels/check-finiteness.js +13 -49
  390. package/src/gpu/kernels/check-hot-vocab-stop.js +13 -39
  391. package/src/gpu/kernels/check-stop.js +14 -33
  392. package/src/gpu/kernels/check_finiteness.wgsl +33 -0
  393. package/src/gpu/kernels/check_hot_vocab_stop.wgsl +29 -0
  394. package/src/gpu/kernels/check_stop.wgsl +20 -0
  395. package/src/gpu/kernels/clamp.js +1 -1
  396. package/src/gpu/kernels/conv2d.js +1 -1
  397. package/src/gpu/kernels/cross_entropy_loss.js +1 -1
  398. package/src/gpu/kernels/depthwise_conv1d.js +1 -1
  399. package/src/gpu/kernels/depthwise_conv2d.js +1 -1
  400. package/src/gpu/kernels/dequant.js +7 -2
  401. package/src/gpu/kernels/diffusion-gemma-sampling.js +3 -5
  402. package/src/gpu/kernels/dispatch.js +12 -1
  403. package/src/gpu/kernels/embedding-pool.js +72 -0
  404. package/src/gpu/kernels/embedding_pool_f16.wgsl +38 -0
  405. package/src/gpu/kernels/embedding_pool_f32.wgsl +36 -0
  406. package/src/gpu/kernels/energy.js +2 -1
  407. package/src/gpu/kernels/forecast_output.wgsl +17 -0
  408. package/src/gpu/kernels/fused-gate-up-gelu.js +1 -1
  409. package/src/gpu/kernels/fused_ffn.js +10 -220
  410. package/src/gpu/kernels/fused_matmul_residual.js +2 -1
  411. package/src/gpu/kernels/fused_matmul_rmsnorm.js +2 -1
  412. package/src/gpu/kernels/fused_normed_ffn_q4k.wgsl +208 -0
  413. package/src/gpu/kernels/gated-short-conv.js +11 -69
  414. package/src/gpu/kernels/gated_delta_conv.wgsl +66 -0
  415. package/src/gpu/kernels/gated_delta_conv_f16.wgsl +68 -0
  416. package/src/gpu/kernels/gated_delta_fused_decode.wgsl +173 -0
  417. package/src/gpu/kernels/gated_delta_fused_decode_f16.wgsl +175 -0
  418. package/src/gpu/kernels/gated_delta_recurrent.wgsl +165 -0
  419. package/src/gpu/kernels/gated_delta_recurrent_f16.wgsl +167 -0
  420. package/src/gpu/kernels/gated_short_conv.wgsl +47 -0
  421. package/src/gpu/kernels/gather.d.ts +1 -1
  422. package/src/gpu/kernels/gather.js +30 -6
  423. package/src/gpu/kernels/gather_bf16.wgsl +69 -0
  424. package/src/gpu/kernels/gelu.d.ts +4 -0
  425. package/src/gpu/kernels/gelu.js +12 -2
  426. package/src/gpu/kernels/gelu.wgsl +16 -0
  427. package/src/gpu/kernels/gelu_f16.wgsl +16 -0
  428. package/src/gpu/kernels/gemma4-route-expert.js +1 -1
  429. package/src/gpu/kernels/grouped_pointwise_conv2d.js +1 -1
  430. package/src/gpu/kernels/groupnorm.js +1 -1
  431. package/src/gpu/kernels/index.d.ts +38 -5
  432. package/src/gpu/kernels/index.js +18 -4
  433. package/src/gpu/kernels/instance_stats.wgsl +26 -0
  434. package/src/gpu/kernels/kernel-base.js +1 -1
  435. package/src/gpu/kernels/kernel-cache-lifecycle.d.ts +9 -0
  436. package/src/gpu/kernels/kernel-cache-lifecycle.js +26 -0
  437. package/src/gpu/kernels/kernel-configs.d.ts +10 -61
  438. package/src/gpu/kernels/kernel-configs.js +26 -54
  439. package/src/gpu/kernels/kernel-execution.js +141 -0
  440. package/src/gpu/kernels/kv-cache-write.js +4 -4
  441. package/src/gpu/kernels/kv-quantize.js +4 -1
  442. package/src/gpu/kernels/l2-normalize.js +36 -0
  443. package/src/gpu/kernels/l2_normalize.wgsl +53 -0
  444. package/src/gpu/kernels/layernorm.d.ts +4 -4
  445. package/src/gpu/kernels/layernorm.js +44 -7
  446. package/src/gpu/kernels/linear-attention-core.js +29 -449
  447. package/src/gpu/kernels/linear_attention.js +1 -1
  448. package/src/gpu/kernels/lm-head-argmax.js +2 -2
  449. package/src/gpu/kernels/lm-head-select-logits.js +2 -2
  450. package/src/gpu/kernels/logit-finalize.js +103 -0
  451. package/src/gpu/kernels/logit-merge.js +13 -125
  452. package/src/gpu/kernels/logit-scatter.js +40 -0
  453. package/src/gpu/kernels/logit_finalize_f16.wgsl +43 -0
  454. package/src/gpu/kernels/logit_finalize_f32.wgsl +41 -0
  455. package/src/gpu/kernels/logit_merge_geometric.wgsl +23 -0
  456. package/src/gpu/kernels/logit_merge_max.wgsl +23 -0
  457. package/src/gpu/kernels/logit_merge_weighted.wgsl +23 -0
  458. package/src/gpu/kernels/logit_scatter_f16.wgsl +26 -0
  459. package/src/gpu/kernels/logit_scatter_f32.wgsl +24 -0
  460. package/src/gpu/kernels/matmul-dispatch.js +6 -1
  461. package/src/gpu/kernels/matmul-selection.js +3 -2
  462. package/src/gpu/kernels/matmul.js +4 -15
  463. package/src/gpu/kernels/matmul_bf16w_f32a.wgsl +93 -0
  464. package/src/gpu/kernels/matmul_gemv_subgroup_bf16w.wgsl +433 -0
  465. package/src/gpu/kernels/modulate.js +1 -1
  466. package/src/gpu/kernels/moe.js +3 -1
  467. package/src/gpu/kernels/moe_router_bias_add_f16_f16.wgsl +23 -0
  468. package/src/gpu/kernels/moe_router_bias_add_f16_f32.wgsl +23 -0
  469. package/src/gpu/kernels/moe_router_bias_add_f32_f16.wgsl +23 -0
  470. package/src/gpu/kernels/moe_router_bias_add_f32_f32.wgsl +21 -0
  471. package/src/gpu/kernels/patch_context.wgsl +29 -0
  472. package/src/gpu/kernels/pipeline-cache.js +3 -1
  473. package/src/gpu/kernels/pixel_shuffle.js +1 -1
  474. package/src/gpu/kernels/probe_shader_f16.wgsl +7 -0
  475. package/src/gpu/kernels/relu.js +1 -1
  476. package/src/gpu/kernels/rep-penalty.js +30 -5
  477. package/src/gpu/kernels/rep_penalty.wgsl +25 -30
  478. package/src/gpu/kernels/rep_penalty_f16.wgsl +24 -25
  479. package/src/gpu/kernels/repeat_channels.js +1 -1
  480. package/src/gpu/kernels/residual.js +2 -2
  481. package/src/gpu/kernels/rmsnorm-pair.js +1 -1
  482. package/src/gpu/kernels/rmsnorm-qk.js +1 -1
  483. package/src/gpu/kernels/rmsnorm-stats.js +14 -113
  484. package/src/gpu/kernels/rmsnorm.js +1 -1
  485. package/src/gpu/kernels/rmsnorm_serial.wgsl +19 -0
  486. package/src/gpu/kernels/rmsnorm_stats.wgsl +59 -0
  487. package/src/gpu/kernels/rmsnorm_stats_subgroups.wgsl +76 -0
  488. package/src/gpu/kernels/rope-precompute.js +160 -0
  489. package/src/gpu/kernels/rope-qk.js +1 -1
  490. package/src/gpu/kernels/rope.js +2 -2
  491. package/src/gpu/kernels/rope_precompute.wgsl +74 -0
  492. package/src/gpu/kernels/sample.d.ts +1 -0
  493. package/src/gpu/kernels/sample.js +36 -17
  494. package/src/gpu/kernels/sample.wgsl +112 -157
  495. package/src/gpu/kernels/sample_f16.wgsl +168 -162
  496. package/src/gpu/kernels/scale.js +1 -1
  497. package/src/gpu/kernels/shader-cache.js +8 -4
  498. package/src/gpu/kernels/shader-source-scope.js +68 -0
  499. package/src/gpu/kernels/silu.js +2 -1
  500. package/src/gpu/kernels/soft-embedding.js +3 -1
  501. package/src/gpu/kernels/softmax.js +4 -2
  502. package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +1 -1
  503. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +1 -1
  504. package/src/gpu/kernels/split_qg.js +1 -1
  505. package/src/gpu/kernels/split_qkv.d.ts +2 -0
  506. package/src/gpu/kernels/split_qkv.js +18 -3
  507. package/src/gpu/kernels/split_qkv.wgsl +5 -2
  508. package/src/gpu/kernels/split_qkv_f16.wgsl +5 -2
  509. package/src/gpu/kernels/submit_probe.wgsl +6 -0
  510. package/src/gpu/kernels/transpose.js +1 -1
  511. package/src/gpu/kernels/turboquant-codebook.js +4 -535
  512. package/src/gpu/kernels/uniform-utils.js +7 -2
  513. package/src/gpu/kernels/upsample2d.js +1 -1
  514. package/src/gpu/kernels/utils.js +9 -330
  515. package/src/gpu/kernels/vision-average-pool.d.ts +13 -0
  516. package/src/gpu/kernels/vision-average-pool.js +68 -0
  517. package/src/gpu/kernels/vision-patch-embed.d.ts +17 -0
  518. package/src/gpu/kernels/vision-patch-embed.js +117 -0
  519. package/src/gpu/kernels/vision-position-embedding.d.ts +13 -0
  520. package/src/gpu/kernels/vision-position-embedding.js +79 -0
  521. package/src/gpu/kernels/vision-rope-2d.d.ts +16 -0
  522. package/src/gpu/kernels/vision-rope-2d.js +73 -0
  523. package/src/gpu/kernels/vision-spatial-merge.d.ts +19 -0
  524. package/src/gpu/kernels/vision-spatial-merge.js +100 -0
  525. package/src/gpu/kernels/vision_average_pool.wgsl +42 -0
  526. package/src/gpu/kernels/vision_patch_embed.wgsl +59 -0
  527. package/src/gpu/kernels/vision_patch_embed_f16w.wgsl +61 -0
  528. package/src/gpu/kernels/vision_position_embedding.wgsl +33 -0
  529. package/src/gpu/kernels/vision_position_embedding_f16.wgsl +35 -0
  530. package/src/gpu/kernels/vision_rope_2d.wgsl +60 -0
  531. package/src/gpu/kernels/vision_spatial_merge.wgsl +48 -0
  532. package/src/gpu/readback-buffer.js +20 -0
  533. package/src/gpu/submit-probe.js +2 -26
  534. package/src/gpu/weight-buffer.d.ts +1 -0
  535. package/src/gpu/weight-buffer.js +7 -0
  536. package/src/index.d.ts +12 -0
  537. package/src/index.js +2 -0
  538. package/src/inference/browser-harness/benchmark-execution.js +872 -0
  539. package/src/inference/browser-harness/benchmark-rerank.js +284 -0
  540. package/src/inference/browser-harness/decode-diagnostics.js +241 -0
  541. package/src/inference/browser-harness/diffusion-performance.js +102 -0
  542. package/src/inference/browser-harness/inference-execution.js +543 -0
  543. package/src/inference/{browser-harness-model-helpers.js → browser-harness/model-initialization.js} +14 -145
  544. package/src/inference/browser-harness/model-resolution.js +137 -0
  545. package/src/inference/browser-harness/report.js +338 -0
  546. package/src/inference/browser-harness/request.js +263 -0
  547. package/src/inference/browser-harness/runtime-config.d.ts +25 -0
  548. package/src/inference/browser-harness/runtime-config.js +255 -0
  549. package/src/inference/browser-harness/runtime-isolation.d.ts +13 -0
  550. package/src/inference/browser-harness/runtime-isolation.js +45 -0
  551. package/src/inference/browser-harness/runtime-report.d.ts +26 -0
  552. package/src/inference/browser-harness/runtime-report.js +117 -0
  553. package/src/inference/browser-harness/suite-summary.js +39 -0
  554. package/src/inference/browser-harness/text-evidence.js +694 -0
  555. package/src/inference/browser-harness/text-execution.js +757 -0
  556. package/src/inference/browser-harness/text-input.js +725 -0
  557. package/src/inference/{browser-harness-suite-helpers.js → browser-harness/timing-diagnostics.js} +1 -379
  558. package/src/inference/browser-harness-contract-helpers.js +1 -1
  559. package/src/inference/browser-harness-diffusion-energy-suites.js +8 -3
  560. package/src/inference/browser-harness-runtime-helpers.d.ts +3 -56
  561. package/src/inference/browser-harness-runtime-helpers.js +3 -423
  562. package/src/inference/browser-harness-text-helpers.js +31 -2199
  563. package/src/inference/browser-harness.d.ts +15 -2
  564. package/src/inference/browser-harness.js +38 -1952
  565. package/src/inference/kv-cache/base.js +67 -381
  566. package/src/inference/kv-cache/basis-decomposed-paged.d.ts +2 -50
  567. package/src/inference/kv-cache/basis-decomposed-paged.js +1 -276
  568. package/src/inference/kv-cache/quantized.d.ts +2 -2
  569. package/src/inference/kv-cache/quantized.js +4 -8
  570. package/src/inference/kv-cache/update.js +309 -0
  571. package/src/inference/model-checkpoint-evidence.d.ts +75 -0
  572. package/src/inference/model-checkpoint-evidence.js +264 -0
  573. package/src/inference/moe-router.js +36 -216
  574. package/src/inference/multi-model-network.js +5 -341
  575. package/src/inference/pipelines/audio/index.js +1 -20
  576. package/src/inference/pipelines/audio/mel.js +0 -38
  577. package/src/inference/pipelines/context.js +6 -2
  578. package/src/inference/pipelines/diffusion/profile-timing.js +10 -0
  579. package/src/inference/pipelines/diffusion/runtime-resources.js +54 -0
  580. package/src/inference/pipelines/diffusion/sd3/execution.js +805 -0
  581. package/src/inference/pipelines/diffusion/sd3/plan.js +125 -0
  582. package/src/inference/pipelines/diffusion/sd3-transformer.js +44 -895
  583. package/src/inference/pipelines/diffusion/{vae.js → vae/execution.js} +46 -618
  584. package/src/inference/pipelines/diffusion/{helpers.js → weight-contract.js} +1 -68
  585. package/src/inference/pipelines/energy-head/row-head-pipeline.d.ts +1 -103
  586. package/src/inference/pipelines/factory.js +14 -3
  587. package/src/inference/pipelines/shader-scoped-pipeline.js +29 -0
  588. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +2 -0
  589. package/src/inference/pipelines/structured/json-grammar-mask.js +115 -124
  590. package/src/inference/pipelines/text/abort-contract.js +22 -0
  591. package/src/inference/pipelines/text/attention/attn-config.js +1 -16
  592. package/src/inference/pipelines/text/attention/gate-projection.js +30 -0
  593. package/src/inference/pipelines/text/attention/heterogeneous-contract.js +8 -0
  594. package/src/inference/pipelines/text/attention/interpreter/immediate.js +211 -0
  595. package/src/inference/pipelines/text/attention/interpreter/recorded.js +451 -0
  596. package/src/inference/pipelines/text/attention/interpreter.js +89 -439
  597. package/src/inference/pipelines/text/attention/plan.d.ts +1 -0
  598. package/src/inference/pipelines/text/attention/plan.js +17 -0
  599. package/src/inference/pipelines/text/attention/projection-executor.js +331 -0
  600. package/src/inference/pipelines/text/attention/projection-plan.js +259 -0
  601. package/src/inference/pipelines/text/attention/projections.js +20 -537
  602. package/src/inference/pipelines/text/attention/query-transform.js +11 -0
  603. package/src/inference/pipelines/text/attention/record.js +0 -6
  604. package/src/inference/pipelines/text/attention/recorded-health.js +21 -0
  605. package/src/inference/pipelines/text/attention/rope-observation.js +40 -0
  606. package/src/inference/pipelines/text/attention/run.js +0 -6
  607. package/src/inference/pipelines/text/attention/types.js +3 -31
  608. package/src/inference/pipelines/text/chat-format.d.ts +3 -0
  609. package/src/inference/pipelines/text/chat-format.js +42 -0
  610. package/src/inference/pipelines/text/config/normalization.js +729 -0
  611. package/src/inference/pipelines/text/config/validation.js +9 -0
  612. package/src/inference/pipelines/text/config.d.ts +12 -1
  613. package/src/inference/pipelines/text/config.js +14 -1228
  614. package/src/inference/pipelines/text/debug-utils/health-metrics.js +57 -0
  615. package/src/inference/pipelines/text/debug-utils/index.js +3 -8
  616. package/src/inference/pipelines/text/debug-utils/profiles.js +8 -0
  617. package/src/inference/pipelines/text/debug-utils/readback-decoding.js +24 -0
  618. package/src/inference/pipelines/text/debug-utils/tensor.js +1 -1
  619. package/src/inference/pipelines/text/dtype-contract.js +1 -68
  620. package/src/inference/pipelines/text/embed.js +178 -241
  621. package/src/inference/pipelines/text/embedding-contract.d.ts +7 -0
  622. package/src/inference/pipelines/text/embedding-contract.js +21 -0
  623. package/src/inference/pipelines/text/embedding-extraction.js +225 -0
  624. package/src/inference/pipelines/text/embedding-normalization.js +39 -0
  625. package/src/inference/pipelines/text/execution-runtime-builders.js +0 -32
  626. package/src/inference/pipelines/text/execution-v1/plan.js +69 -0
  627. package/src/inference/pipelines/text/execution-v1/validation.js +233 -0
  628. package/src/inference/pipelines/text/execution-v1.js +7 -283
  629. package/src/inference/pipelines/text/execution.js +517 -0
  630. package/src/inference/pipelines/text/ffn/dense-executor.js +723 -0
  631. package/src/inference/pipelines/text/ffn/dense-plan.js +327 -0
  632. package/src/inference/pipelines/text/ffn/dense.js +6 -970
  633. package/src/inference/pipelines/text/ffn/sandwich.js +10 -9
  634. package/src/inference/pipelines/text/ffn/standard.js +2 -1
  635. package/src/inference/pipelines/text/generator/attention-lifecycle.js +24 -0
  636. package/src/inference/pipelines/text/generator/decode-runtime.js +985 -0
  637. package/src/inference/pipelines/text/generator/decode.js +964 -0
  638. package/src/inference/pipelines/text/generator/diffusion.js +607 -0
  639. package/src/inference/pipelines/text/generator/logits-config.js +63 -0
  640. package/src/inference/pipelines/text/generator/prefill-observation.js +29 -0
  641. package/src/inference/pipelines/text/generator/prefill-policy.js +56 -0
  642. package/src/inference/pipelines/text/generator/prefill-runtime.js +896 -0
  643. package/src/inference/pipelines/text/{generator-prefill-helpers.js → generator/prefix-embedding.js} +16 -121
  644. package/src/inference/pipelines/text/generator/prompt-input.js +47 -0
  645. package/src/inference/pipelines/text/generator/recovery.js +310 -0
  646. package/src/inference/pipelines/text/{generator-helpers.js → generator/session-context.js} +42 -110
  647. package/src/inference/pipelines/text/generator/text.js +448 -0
  648. package/src/inference/pipelines/text/generator/training.js +753 -0
  649. package/src/inference/pipelines/text/generator-decode-policy.js +1 -1
  650. package/src/inference/pipelines/text/generator-logits-observation.js +48 -0
  651. package/src/inference/pipelines/text/generator-runtime.js +23 -154
  652. package/src/inference/pipelines/text/generator-steps.js +45 -980
  653. package/src/inference/pipelines/text/generator.js +179 -3552
  654. package/src/inference/pipelines/text/image-transcription.js +304 -0
  655. package/src/inference/pipelines/text/init-qkv-fusion.js +18 -9
  656. package/src/inference/pipelines/text/init-rope.js +37 -189
  657. package/src/inference/pipelines/text/init.d.ts +8 -3
  658. package/src/inference/pipelines/text/init.js +6 -216
  659. package/src/inference/pipelines/text/layer-execution-contract.js +97 -0
  660. package/src/inference/pipelines/text/layer-input-execution.js +435 -0
  661. package/src/inference/pipelines/text/layer-plan-gpu.js +13 -6
  662. package/src/inference/pipelines/text/layer-plan.d.ts +21 -5
  663. package/src/inference/pipelines/text/layer-plan.js +45 -3
  664. package/src/inference/pipelines/text/layer.js +52 -522
  665. package/src/inference/pipelines/text/lifecycle.js +839 -0
  666. package/src/inference/pipelines/text/linear-attention/plan.js +554 -0
  667. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +2 -2
  668. package/src/inference/pipelines/text/linear-attention.d.ts +2 -2
  669. package/src/inference/pipelines/text/linear-attention.js +28 -534
  670. package/src/inference/pipelines/text/logits/cpu-output.d.ts +1 -0
  671. package/src/inference/pipelines/text/logits/cpu-output.js +5 -0
  672. package/src/inference/pipelines/text/logits/cpu.d.ts +1 -87
  673. package/src/inference/pipelines/text/logits/cpu.js +8 -95
  674. package/src/inference/pipelines/text/logits/gpu-executor.js +368 -0
  675. package/src/inference/pipelines/text/logits/gpu.d.ts +27 -0
  676. package/src/inference/pipelines/text/logits/gpu.js +116 -579
  677. package/src/inference/pipelines/text/logits/index.d.ts +2 -1
  678. package/src/inference/pipelines/text/logits/index.js +62 -102
  679. package/src/inference/pipelines/text/logits/output-transform.js +54 -0
  680. package/src/inference/pipelines/text/logits/plan.js +184 -0
  681. package/src/inference/pipelines/text/logits/readback.d.ts +6 -0
  682. package/src/inference/pipelines/text/logits/readback.js +9 -0
  683. package/src/inference/pipelines/text/logits/scale-policy.js +20 -0
  684. package/src/inference/pipelines/text/logits/types.d.ts +1 -0
  685. package/src/inference/pipelines/text/lora-apply.js +12 -4
  686. package/src/inference/pipelines/text/lora-types.d.ts +12 -0
  687. package/src/inference/pipelines/text/modality-token-contract.js +115 -0
  688. package/src/inference/pipelines/text/model-load.js +0 -20
  689. package/src/inference/pipelines/text/moe/expert-loading.js +9 -0
  690. package/src/inference/pipelines/text/moe/gpu-executor.js +513 -0
  691. package/src/inference/pipelines/text/moe/plan.js +47 -0
  692. package/src/inference/pipelines/text/moe-cpu.js +9 -135
  693. package/src/inference/pipelines/text/moe-gpu.js +21 -545
  694. package/src/inference/pipelines/text/normalization-contract.js +17 -0
  695. package/src/inference/pipelines/text/per-layer/materialize.js +736 -0
  696. package/src/inference/pipelines/text/per-layer/plan.js +362 -0
  697. package/src/inference/pipelines/text/per-layer-inputs.js +4 -1037
  698. package/src/inference/pipelines/text/pipeline-load-timing.js +77 -0
  699. package/src/inference/pipelines/text/probes.js +20 -0
  700. package/src/inference/pipelines/text/sampling-config.js +22 -113
  701. package/src/inference/pipelines/text/sampling.d.ts +9 -1
  702. package/src/inference/pipelines/text/sampling.js +18 -375
  703. package/src/inference/pipelines/text/state.d.ts +8 -0
  704. package/src/inference/pipelines/text/state.js +1 -0
  705. package/src/inference/pipelines/text/tsir-fixture-writer.js +88 -16
  706. package/src/inference/pipelines/text/types.d.ts +7 -3
  707. package/src/inference/pipelines/text/weight-loading-config.js +194 -0
  708. package/src/inference/pipelines/text.d.ts +2 -2
  709. package/src/inference/pipelines/text.js +46 -1633
  710. package/src/inference/pipelines/video/frame-sampler.js +0 -13
  711. package/src/inference/pipelines/video/index.js +0 -21
  712. package/src/inference/pipelines/vision/attention.js +59 -0
  713. package/src/inference/pipelines/vision/encoder.js +254 -369
  714. package/src/inference/pipelines/vision/gemma4.js +204 -318
  715. package/src/inference/pipelines/vision/glmocr-preprocess.js +273 -0
  716. package/src/inference/pipelines/vision/glmocr-rope.js +106 -0
  717. package/src/inference/pipelines/vision/glmocr.js +557 -0
  718. package/src/inference/pipelines/vision/image-preprocess.js +0 -27
  719. package/src/inference/pipelines/vision/index.js +8 -27
  720. package/src/inference/pipelines/vision/ops.js +11 -33
  721. package/src/inference/pipelines/vision/patch-embed.js +51 -145
  722. package/src/inference/pipelines/vision/spatial-merge.js +78 -0
  723. package/src/inference/pipelines/vision/weight-loading.js +79 -0
  724. package/src/inference/refactor-receipt.js +2 -2
  725. package/src/inference/rerank.js +182 -0
  726. package/src/inference/token-sampling.js +319 -0
  727. package/src/inference/tokenizer.js +1 -1
  728. package/src/inference/tokenizers/behavior-flags.js +6 -3
  729. package/src/inference/tokenizers/bundled/decoders.js +133 -0
  730. package/src/inference/tokenizers/bundled/registry.js +216 -0
  731. package/src/inference/tokenizers/bundled.js +23 -353
  732. package/src/loader/doppler-loader.d.ts +4 -0
  733. package/src/loader/doppler-loader.js +119 -930
  734. package/src/loader/embedding-limit-preflight.js +11 -4
  735. package/src/loader/embedding-loader.js +1 -3
  736. package/src/loader/gpu-tensor-materialization.js +20 -0
  737. package/src/loader/layer-loader.js +15 -119
  738. package/src/loader/layer-tensor-aliases.js +99 -0
  739. package/src/loader/layer-weight-shape.js +29 -0
  740. package/src/loader/load-timing.js +64 -0
  741. package/src/loader/loader-types.d.ts +3 -0
  742. package/src/loader/model-executor.js +819 -0
  743. package/src/loader/model-load-validation.js +15 -0
  744. package/src/loader/quantization-constants.d.ts +11 -29
  745. package/src/loader/quantization-constants.js +1 -2
  746. package/src/loader/shard-resolver.js +0 -14
  747. package/src/loader/tensor-load-error.js +14 -0
  748. package/src/loader/tensor-shard-indices.js +8 -0
  749. package/src/loader/tensors/bf16-loader.js +125 -0
  750. package/src/loader/tensors/functional-descriptor-loader.js +3 -375
  751. package/src/loader/tensors/load-executor.js +577 -0
  752. package/src/loader/tensors/source-transform/executor.js +123 -0
  753. package/src/loader/tensors/source-transform/plan.js +107 -0
  754. package/src/loader/tensors/source-transform.js +15 -264
  755. package/src/loader/tensors/tensor-loader.d.ts +4 -4
  756. package/src/loader/tensors/tensor-loader.js +7 -653
  757. package/src/memory/buffer-pool.js +7 -29
  758. package/src/rules/capability-transform-resolver.js +80 -0
  759. package/src/rules/execution-contract.d.ts +73 -0
  760. package/src/rules/execution-contract.js +429 -0
  761. package/src/rules/execution-rules-contract-check.js +1 -1
  762. package/src/rules/generated/rule-bundle.json +4305 -0
  763. package/src/rules/inference/capability-transforms.rules.json +3 -3
  764. package/src/rules/layer-pattern-contract-check.js +1 -1
  765. package/src/rules/rule-registry.js +70 -57
  766. package/src/storage/artifact-storage-context.js +2 -2
  767. package/src/storage/backend-selection.js +43 -0
  768. package/src/storage/backends/opfs-store.d.ts +41 -0
  769. package/src/storage/distribution-transport.js +5 -0
  770. package/src/storage/download/integrity.d.ts +33 -0
  771. package/src/storage/download/integrity.js +130 -0
  772. package/src/storage/download/resume-inspection.d.ts +22 -0
  773. package/src/storage/download/resume-inspection.js +134 -0
  774. package/src/storage/download/retry.js +57 -0
  775. package/src/storage/download/state.js +131 -0
  776. package/src/storage/download/transport.js +99 -0
  777. package/src/storage/downloader.js +74 -453
  778. package/src/storage/model-cache.d.ts +1 -0
  779. package/src/storage/model-cache.js +51 -11
  780. package/src/storage/shard-manager.d.ts +5 -0
  781. package/src/storage/shard-manager.js +50 -369
  782. package/src/storage/shards/index.js +60 -0
  783. package/src/storage/shards/integrity.js +225 -0
  784. package/src/storage/shards/lifecycle.js +22 -0
  785. package/src/storage/source-artifact-store.js +14 -4
  786. package/src/tooling/boundary-evidence.d.ts +4 -4
  787. package/src/tooling/boundary-evidence.js +20 -20
  788. package/src/tooling/browser-command-runner.js +13 -6
  789. package/src/tooling/capsule-v2.d.ts +11 -0
  790. package/src/tooling/capsule-v2.js +58 -0
  791. package/src/tooling/capsule.js +20 -0
  792. package/src/tooling/command-api-constants.js +1 -1
  793. package/src/tooling/command-api-family-normalizers.js +163 -5
  794. package/src/tooling/command-api.d.ts +42 -3
  795. package/src/tooling/command-api.js +7 -2
  796. package/src/tooling/command-envelope.js +1 -1
  797. package/src/tooling/{command-api-helpers.js → command-request-normalization.js} +1 -1
  798. package/src/tooling/command-runner.html +49 -1
  799. package/src/tooling/command-validation.js +1 -24
  800. package/src/tooling/conversion-run-timing.js +24 -0
  801. package/src/tooling/diagnose-runner.js +11 -9
  802. package/src/tooling/distribution-shard-transport.js +11 -0
  803. package/src/tooling/execution-cost-ledger.d.ts +76 -2
  804. package/src/tooling/execution-cost-ledger.js +197 -15
  805. package/src/tooling/hf-registry/catalog-io.js +63 -0
  806. package/src/tooling/litert/package.js +863 -0
  807. package/src/tooling/litert-package-runtime.js +3 -849
  808. package/src/tooling/model-capsule-forge.js +478 -0
  809. package/src/tooling/node-browser/execution.d.ts +40 -0
  810. package/src/tooling/node-browser/execution.js +308 -0
  811. package/src/tooling/node-browser/static-server.js +189 -0
  812. package/src/tooling/node-browser/transport.d.ts +80 -0
  813. package/src/tooling/node-browser/transport.js +622 -0
  814. package/src/tooling/node-browser-command-runner.d.ts +18 -78
  815. package/src/tooling/node-browser-command-runner.js +10 -1112
  816. package/src/tooling/node-capsule-artifact-store.js +44 -0
  817. package/src/tooling/node-command-execution.js +237 -0
  818. package/src/tooling/node-command-runner.js +26 -205
  819. package/src/tooling/node-converter/input.js +521 -0
  820. package/src/tooling/node-converter/output.js +244 -0
  821. package/src/tooling/node-converter-chunk-batches.js +21 -0
  822. package/src/tooling/node-converter.js +7 -720
  823. package/src/tooling/node-source-runtime.js +16 -276
  824. package/src/tooling/node-webgpu-provider.v1.json +33 -0
  825. package/src/tooling/node-webgpu.js +178 -453
  826. package/src/tooling/opfs-cache.d.ts +5 -0
  827. package/src/tooling/opfs-cache.js +4 -0
  828. package/src/tooling/production-release.d.ts +19 -0
  829. package/src/tooling/production-release.js +647 -0
  830. package/src/tooling/program-bundle/embedding-reference.js +19 -0
  831. package/src/tooling/program-bundle/materialize.js +324 -0
  832. package/src/tooling/program-bundle/rerank-reference.js +22 -0
  833. package/src/tooling/program-bundle/sequence-reference.js +42 -0
  834. package/src/tooling/program-bundle/validation.js +31 -0
  835. package/src/tooling/program-bundle/wgsl-closure.js +254 -0
  836. package/src/tooling/program-bundle-parity.d.ts +11 -4
  837. package/src/tooling/program-bundle-parity.js +262 -109
  838. package/src/tooling/program-bundle.d.ts +7 -0
  839. package/src/tooling/program-bundle.js +186 -591
  840. package/src/tooling/provider-v1-contract.d.ts +61 -0
  841. package/src/tooling/provider-v1-contract.js +192 -0
  842. package/src/tooling/registered-variant-calibration-job.d.ts +98 -0
  843. package/src/tooling/registered-variant-calibration-job.js +210 -0
  844. package/src/tooling/registered-variant-calibration.d.ts +167 -7
  845. package/src/tooling/registered-variant-calibration.js +57 -7
  846. package/src/tooling/runtime-optimization/candidates.js +664 -0
  847. package/src/tooling/runtime-optimization-campaign.js +166 -0
  848. package/src/tooling/runtime-optimization-index.js +16 -1
  849. package/src/tooling/runtime-optimization.d.ts +44 -0
  850. package/src/tooling/runtime-optimization.js +13 -656
  851. package/src/tooling/source-intake.d.ts +1 -1
  852. package/src/tooling/source-intake.js +34 -17
  853. package/src/tooling/source-package-profiles.js +1 -1
  854. package/src/tooling/source-runtime/bundle-materialize.js +298 -0
  855. package/src/tooling/source-runtime/bundle-plan.js +121 -0
  856. package/src/tooling/source-runtime/node-loader.js +258 -0
  857. package/src/tooling/source-runtime-bundle.js +26 -411
  858. package/src/tooling/source-runtime-converter-config.js +1 -1
  859. package/src/tooling-experimental-exports.js +0 -5
  860. package/src/tooling-exports/evidence.d.ts +14 -3
  861. package/src/tooling-exports/evidence.js +14 -3
  862. package/src/tooling-exports/storage.d.ts +7 -0
  863. package/src/tooling-exports/storage.js +5 -0
  864. package/src/tooling-exports.d.ts +3 -0
  865. package/src/tooling-exports.js +2 -0
  866. package/src/tooling-exports.shared.d.ts +17 -3
  867. package/src/tooling-exports.shared.js +9 -3
  868. package/src/training.d.ts +6 -6
  869. package/src/training.js +4 -4
  870. package/src/version.js +1 -1
  871. package/tests/kernels/browser/kernel-suite.js +512 -0
  872. package/tests/kernels/browser/test-page.js +170 -14
  873. package/tests/kernels/harness/tolerance.js +1 -0
  874. package/tests/kernels/reference/index.js +13 -1
  875. package/tests/kernels/reference/vision.js +160 -0
  876. package/src/converter/quantizer.d.ts +0 -121
  877. package/src/gpu/kernels/backward/utils.d.ts +0 -90
  878. package/src/gpu/kernels/uniform-utils.d.ts +0 -66
  879. package/src/gpu/kernels/utils.d.ts +0 -147
  880. package/src/inference/pipelines/text/debug-utils/utils.js +0 -118
  881. package/src/inference/pipelines/text/logits/utils.d.ts +0 -58
  882. package/src/inference/pipelines/text/moe-cpu-gptoss.js +0 -115
  883. package/src/inference/pipelines/text/moe-helpers.js +0 -21
  884. package/src/rules/converter/execution.rules.json +0 -20
  885. package/src/rules/converter/tensor-roles.rules.json +0 -13
  886. package/src/rules/converter/tokenizer.rules.json +0 -12
  887. package/src/rules/inference/attention.rules.json +0 -69
  888. package/src/rules/inference/config.rules.json +0 -82
  889. package/src/rules/inference/dtype.rules.json +0 -113
  890. package/src/rules/inference/execution.rules.json +0 -195
  891. package/src/rules/inference/ffn.rules.json +0 -123
  892. package/src/rules/inference/layer-pattern.rules.json +0 -16
  893. package/src/rules/inference/layer.rules.json +0 -7
  894. package/src/rules/inference/moe.rules.json +0 -145
  895. package/src/rules/kernels/attention.rules.json +0 -68
  896. package/src/rules/kernels/conv2d.rules.json +0 -6
  897. package/src/rules/kernels/depthwise-conv2d.rules.json +0 -6
  898. package/src/rules/kernels/dequant.rules.json +0 -58
  899. package/src/rules/kernels/energy.rules.json +0 -22
  900. package/src/rules/kernels/fused-ffn.rules.json +0 -15
  901. package/src/rules/kernels/fused-matmul-residual.rules.json +0 -6
  902. package/src/rules/kernels/fused-matmul-rmsnorm.rules.json +0 -8
  903. package/src/rules/kernels/gather.rules.json +0 -93
  904. package/src/rules/kernels/gelu.rules.json +0 -11
  905. package/src/rules/kernels/grouped-pointwise-conv2d.rules.json +0 -6
  906. package/src/rules/kernels/groupnorm.rules.json +0 -10
  907. package/src/rules/kernels/kv_quantize.rules.json +0 -9
  908. package/src/rules/kernels/layernorm.rules.json +0 -6
  909. package/src/rules/kernels/linear-attention.rules.json +0 -6
  910. package/src/rules/kernels/lm-head-argmax.rules.json +0 -10
  911. package/src/rules/kernels/matmul.rules.json +0 -95
  912. package/src/rules/kernels/modulate.rules.json +0 -6
  913. package/src/rules/kernels/moe.rules.gptoss.json +0 -105
  914. package/src/rules/kernels/moe.rules.json +0 -14
  915. package/src/rules/kernels/moe.rules.mixtral.json +0 -75
  916. package/src/rules/kernels/pixel_shuffle.rules.json +0 -6
  917. package/src/rules/kernels/relu.rules.json +0 -6
  918. package/src/rules/kernels/rep-penalty.rules.json +0 -6
  919. package/src/rules/kernels/repeat-channels.rules.json +0 -6
  920. package/src/rules/kernels/residual.rules.json +0 -12
  921. package/src/rules/kernels/rmsnorm-qk.rules.json +0 -6
  922. package/src/rules/kernels/rmsnorm.rules.json +0 -46
  923. package/src/rules/kernels/rope-qk.rules.json +0 -6
  924. package/src/rules/kernels/rope.rules.json +0 -6
  925. package/src/rules/kernels/sample.rules.json +0 -6
  926. package/src/rules/kernels/scale.rules.json +0 -8
  927. package/src/rules/kernels/silu.rules.json +0 -22
  928. package/src/rules/kernels/softmax.rules.json +0 -25
  929. package/src/rules/kernels/split-qg.rules.json +0 -6
  930. package/src/rules/kernels/split-qkv.rules.json +0 -6
  931. package/src/rules/kernels/upsample2d.rules.json +0 -6
  932. package/src/rules/loader/tensor-loader.rules.json +0 -42
  933. package/src/rules/loader/weights.rules.json +0 -42
  934. package/src/rules/tooling/command-runtime.rules.json +0 -65
  935. package/src/tooling/hf-registry-utils.js +0 -395
  936. /package/src/converter/{tokenizer-utils.js → tokenizer-special-tokens.js} +0 -0
  937. /package/src/{inference/pipelines/text/bdpa-steamroller.js → experimental/bdpa/steamroller.js} +0 -0
  938. /package/src/{inference/pipelines → experimental}/diffusion/scheduler.js +0 -0
  939. /package/src/{inference/pipelines → experimental}/energy/pipeline.d.ts +0 -0
  940. /package/src/{inference/pipelines → experimental}/energy/quintel.d.ts +0 -0
  941. /package/src/{inference/pipelines → experimental}/energy/quintel.js +0 -0
  942. /package/src/{utils → formats}/array-buffer.js +0 -0
  943. /package/src/{utils → formats}/canonical-hash.js +0 -0
  944. /package/src/{utils → formats}/clone-json.js +0 -0
  945. /package/src/{utils → formats}/encode-utf8.js +0 -0
  946. /package/src/{utils → formats}/load-json.js +0 -0
  947. /package/src/{utils → formats}/plain-object.js +0 -0
  948. /package/src/{utils → formats}/sha256.js +0 -0
  949. /package/src/{utils → formats}/stable-sort-object.js +0 -0
  950. /package/src/{gpu/kernels → rules}/rule-matcher.js +0 -0
  951. /package/src/{utils → storage}/hf-resolve-url.js +0 -0
  952. /package/src/{utils → storage}/runtime-env.js +0 -0
  953. /package/src/tooling/{command-runner-shared.js → command-runtime-execution.js} +0 -0
@@ -3,10 +3,12 @@ import type { SequenceEncodeOptions, SequenceEncodeResult } from '../../inferenc
3
3
  import type {
4
4
  DopplerGenerateOptions,
5
5
  DopplerGenerationEvidence,
6
+ DopplerEmbeddingEvidence,
6
7
  DopplerModelHandle,
7
8
  DopplerModelInspectionReceipt,
8
9
  } from './model-session.js';
9
10
  import type { DopplerPersistentCacheReceipt } from './model-source.js';
11
+ import type { ResolvedDopplerResolutionPolicy } from './resolution-policy.js';
10
12
 
11
13
  export type DopplerPromptInput = string | ChatMessage[] | { messages: ChatMessage[] };
12
14
  export type DopplerCapability =
@@ -33,6 +35,7 @@ export interface DopplerGenerationResult {
33
35
  outputText: string;
34
36
  content: string;
35
37
  tokenIds: number[];
38
+ resolution: DopplerGenerationEvidence['resolution'];
36
39
  usage: {
37
40
  promptTokens: number | null;
38
41
  completionTokens: number;
@@ -47,6 +50,9 @@ export interface DopplerGenerationResult {
47
50
  deepEvidenceAvailable: boolean | null;
48
51
  };
49
52
  fingerprint: {
53
+ logicalModelId: string | null;
54
+ resolvedArtifactVariantId: `sha256:${string}` | null;
55
+ resolvedExecutionId: `sha256:${string}` | null;
50
56
  modelId: string | null;
51
57
  manifestHash: string | null;
52
58
  tokenizerHash: string | null;
@@ -80,6 +86,9 @@ export interface DopplerScopedModelSession {
80
86
  readonly closed: boolean;
81
87
  readonly loaded: boolean;
82
88
  readonly modelId: string;
89
+ readonly logicalModelId: string;
90
+ readonly resolvedArtifactVariantId: `sha256:${string}` | null;
91
+ readonly resolutionPolicy: ResolvedDopplerResolutionPolicy;
83
92
  readonly manifestHash: string | null;
84
93
  readonly persistentCache: DopplerPersistentCacheReceipt | null;
85
94
  readonly manifest: unknown;
@@ -97,7 +106,7 @@ export interface DopplerScopedModelSession {
97
106
  onEvent?: (event: { type: 'inspection-complete'; receipt: DopplerModelInspectionReceipt }) => void;
98
107
  }
99
108
  ): Promise<DopplerModelInspectionReceipt>;
100
- embed(input: string, options?: Record<string, unknown>): Promise<unknown>;
109
+ embed(input: string, options?: Record<string, unknown>): Promise<DopplerEmbeddingEvidence>;
101
110
  encodeSequence(sequence: string, options?: SequenceEncodeOptions): Promise<SequenceEncodeResult>;
102
111
  loadLoRA(adapter: unknown, options?: Record<string, unknown>): Promise<void>;
103
112
  unloadLoRA(): Promise<void>;
@@ -63,11 +63,18 @@ function buildObservation(policy, evidence, inspectionReceipt = null) {
63
63
  function buildGenerationResult(evidence, policy, inspectionReceipt = null) {
64
64
  const outputText = String(evidence?.outputText ?? '');
65
65
  const tokenIds = Array.from(evidence?.tokenIds || [], Number);
66
+ const resolution = evidence?.resolution ?? null;
67
+ if (!resolution?.logicalModelId
68
+ || !resolution?.resolvedArtifactVariantId
69
+ || !resolution?.resolvedExecutionId) {
70
+ throw new Error('Doppler generation results require exact resolution identities.');
71
+ }
66
72
  return {
67
73
  schema: RESULT_SCHEMA,
68
74
  outputText,
69
75
  content: outputText,
70
76
  tokenIds,
77
+ resolution,
71
78
  usage: {
72
79
  promptTokens: null,
73
80
  completionTokens: tokenIds.length,
@@ -75,6 +82,9 @@ function buildGenerationResult(evidence, policy, inspectionReceipt = null) {
75
82
  },
76
83
  observation: buildObservation(policy, evidence, inspectionReceipt),
77
84
  fingerprint: inspectionReceipt?.fingerprint || {
85
+ logicalModelId: evidence?.resolution?.logicalModelId ?? null,
86
+ resolvedArtifactVariantId: evidence?.resolution?.resolvedArtifactVariantId ?? null,
87
+ resolvedExecutionId: evidence?.resolution?.resolvedExecutionId ?? null,
78
88
  modelId: evidence?.runtimeProfile?.model?.modelId ?? null,
79
89
  manifestHash: evidence?.runtimeProfile?.model?.manifestHash ?? null,
80
90
  tokenizerHash: evidence?.stats?.tokenizerHash ?? null,
@@ -196,7 +206,7 @@ export function createScopedModelSession(handle) {
196
206
  },
197
207
  async embed(input, options = {}) {
198
208
  requireCapability('embed');
199
- return handle.embed(input, options);
209
+ return handle.embedWithEvidence(input, options);
200
210
  },
201
211
  async encodeSequence(sequence, options = {}) {
202
212
  requireCapability('sequence');
@@ -231,6 +241,15 @@ export function createScopedModelSession(handle) {
231
241
  get modelId() {
232
242
  return handle.modelId;
233
243
  },
244
+ get logicalModelId() {
245
+ return handle.logicalModelId ?? handle.modelId;
246
+ },
247
+ get resolvedArtifactVariantId() {
248
+ return handle.resolvedArtifactVariantId ?? null;
249
+ },
250
+ get resolutionPolicy() {
251
+ return handle.resolutionPolicy;
252
+ },
234
253
  get manifestHash() {
235
254
  return handle.manifestHash ?? null;
236
255
  },
@@ -0,0 +1,19 @@
1
+ import type { TargetPlan } from '../../config/target-plan.js';
2
+ import type { CommandExecutor } from './command-executor.js';
3
+ import type { ResourceBinder } from './resource-binder.js';
4
+ import type { GenerationOptions, GenerationInput, GenerationCompletion, ResolvedGenerationOptions } from '../../config/generation-contract.js';
5
+
6
+ export type GenerationRunOptions = GenerationInput & GenerationOptions & {
7
+ signal?: AbortSignal | null;
8
+ };
9
+ export interface GenerationResult { sampling: ResolvedGenerationOptions; completion: GenerationCompletion; }
10
+
11
+ export interface SessionController {
12
+ generateTokens(targetPlan: TargetPlan, options: GenerationRunOptions): AsyncGenerator<number, GenerationResult, void>;
13
+ close(): Promise<void>;
14
+ }
15
+
16
+ export { resolveGenerationOptions as requireGenerationOptions } from '../../config/generation-contract.js';
17
+
18
+ export declare function sampleCapsuleLogits(logits: ArrayLike<number>, contextTokens: number[], options: GenerationRunOptions, tokenContract?: Record<string, unknown>): number;
19
+ export declare function createSessionController(commandExecutor: CommandExecutor, resourceBinder: ResourceBinder, program: object): SessionController;
@@ -0,0 +1,92 @@
1
+ import { GENERATION_CONTRACT, GenerationError, resolveGenerationOptions, validateGenerationInput } from '../../config/generation-contract.js';
2
+ import { applyRepetitionPenalty, applyPresencePenalty, sample } from '../../inference/token-sampling.js';
3
+
4
+ export const requireGenerationOptions = resolveGenerationOptions;
5
+
6
+ export function sampleCapsuleLogits(sourceLogits, contextTokens, options, tokenContract = {}) {
7
+ const logits = Float32Array.from(sourceLogits || []);
8
+ if (logits.length === 0) throw new Error('Capsule execution returned empty logits.');
9
+ applyRepetitionPenalty(logits, contextTokens, options.repetitionPenalty, options.repetitionPenaltyWindow);
10
+ applyPresencePenalty(logits, contextTokens, options.presencePenalty, options.repetitionPenaltyWindow);
11
+ return sample(logits, { ...options, padTokenId: tokenContract.padTokenId });
12
+ }
13
+
14
+ function stoppingReason(tokenId, generatedTokens, options, tokenContract, program) {
15
+ if (tokenId === tokenContract.eosTokenId) return 'eos-token';
16
+ if (tokenContract.stopTokenIds?.includes(tokenId)) return 'stop-token';
17
+ if (options.stopSequences.length > 0) {
18
+ const text = program.decodeTokens(generatedTokens);
19
+ if (options.stopSequences.some(sequence => text.endsWith(sequence))) return 'stop-sequence';
20
+ }
21
+ return generatedTokens.length >= options.maxTokens ? 'max-tokens' : null;
22
+ }
23
+
24
+ export function createSessionController(commandExecutor, resourceBinder, program) {
25
+ if (!commandExecutor || !resourceBinder || !program) {
26
+ throw new Error('createSessionController requires commandExecutor, resourceBinder, and program.');
27
+ }
28
+ let closed = false;
29
+
30
+ return {
31
+ async *generateTokens(targetPlan, request = {}) {
32
+ if (closed) throw new Error('Capsule runtime session is closed.');
33
+ const { prompt, promptTokens: inputTokens, signal, modules, ...requestedSampling } = request;
34
+ const input = Object.fromEntries(Object.entries({ prompt, promptTokens: inputTokens }).filter(([, value]) => value !== undefined));
35
+ validateGenerationInput(input);
36
+ const sampling = resolveGenerationOptions(requestedSampling);
37
+ const options = { ...input, ...sampling, signal, modules };
38
+ if (signal?.aborted) throw new GenerationError('aborted', 'Generation aborted before prefill.', { cause: signal.reason });
39
+ const promptTokens = inputTokens ? [...inputTokens] : program.tokenize(prompt, { useChatTemplate: sampling.useChatTemplate });
40
+ if (promptTokens.length === 0) throw new GenerationError('invalidRequest', 'Capsule generation prompt must produce at least one token.');
41
+ const dimensions = { seqLen: promptTokens.length, maxSeqLen: sampling.maxSeqLen, batchSize: 1 };
42
+ if (dimensions.maxSeqLen < promptTokens.length + sampling.maxTokens) {
43
+ throw new GenerationError('invalidRequest', 'Capsule generation requires maxSeqLen large enough for prompt and generated tokens.');
44
+ }
45
+ const contextTokens = [...promptTokens];
46
+ const generatedTokens = [];
47
+ const tokenContract = program.getTokenContract();
48
+ let stepResult = null;
49
+ try {
50
+ program.reset();
51
+ resourceBinder.bindSlots(targetPlan.memoryLayout, dimensions);
52
+ resourceBinder.writeSlot('input_tokens', Uint32Array.from(promptTokens));
53
+ const prefill = await commandExecutor.executePhase('prefill', targetPlan.phases.prefill, {
54
+ signal, modules, context: { prompt: prompt ?? '', promptTokens, generationOptions: options },
55
+ });
56
+ stepResult = prefill.results.at(-1);
57
+ for (let step = 0; step < sampling.maxTokens; step += 1) {
58
+ if (signal?.aborted) throw new GenerationError('aborted', 'Generation aborted during decode.', { cause: signal.reason });
59
+ const tokenId = sampleCapsuleLogits(stepResult?.logits, contextTokens, sampling, tokenContract);
60
+ program.releaseStepResult(stepResult);
61
+ stepResult = null;
62
+ generatedTokens.push(tokenId);
63
+ contextTokens.push(tokenId);
64
+ const stopReason = stoppingReason(tokenId, generatedTokens, sampling, tokenContract, program);
65
+ yield tokenId;
66
+ if (signal?.aborted) throw new GenerationError('aborted', 'Generation aborted after token delivery.', { cause: signal.reason });
67
+ if (stopReason) return {
68
+ sampling,
69
+ completion: {
70
+ schema: GENERATION_CONTRACT.completionSchema, stopReason,
71
+ promptTokenCount: promptTokens.length, generatedTokenCount: generatedTokens.length,
72
+ },
73
+ };
74
+ const decode = await commandExecutor.executePhase('decode', targetPlan.phases.decode, {
75
+ signal, modules, context: { contextTokens, generationOptions: options },
76
+ });
77
+ stepResult = decode.results.at(-1);
78
+ }
79
+ } finally {
80
+ program.releaseStepResult(stepResult);
81
+ resourceBinder.releaseTransient();
82
+ }
83
+ },
84
+
85
+ async close() {
86
+ if (closed) return;
87
+ closed = true;
88
+ resourceBinder.releaseAll();
89
+ await program.close();
90
+ },
91
+ };
92
+ }
@@ -9,7 +9,7 @@ import { parseSafetensorsHeader } from '../../formats/safetensors/types.js';
9
9
  import { parseTFLiteFromSource } from '../../formats/tflite/types.js';
10
10
  import { log } from '../../debug/index.js';
11
11
  import { computeHash } from '../../storage/shard-manager.js';
12
- import { toArrayBuffer } from '../../utils/array-buffer.js';
12
+ import { toArrayBuffer } from '../../formats/array-buffer.js';
13
13
  import {
14
14
  createSourceStorageContext,
15
15
  getSourceRuntimeMetadata,
@@ -0,0 +1,9 @@
1
+ import type { TargetPlan, TargetPlanDeviceProfile, TargetPlanSelectionPolicy } from '../../config/target-plan.js';
2
+
3
+ export type DeviceProfile = TargetPlanDeviceProfile;
4
+
5
+ export declare function selectTargetPlan(
6
+ targetPlans: TargetPlan[],
7
+ deviceProfile: DeviceProfile,
8
+ selectionPolicy?: TargetPlanSelectionPolicy
9
+ ): TargetPlan;
@@ -0,0 +1,2 @@
1
+
2
+ export { selectQualifiedTargetPlan as selectTargetPlan } from '../../config/target-plan.js';
@@ -16,6 +16,7 @@ export interface LoRAManifest {
16
16
  alpha?: number;
17
17
  targetModules?: string[];
18
18
  weightsFormat?: string;
19
+ weightsLayout?: import('../../config/lora-layouts.js').LoRAWeightLayoutName;
19
20
  weightsPath?: string;
20
21
  checksum?: string;
21
22
  checksumAlgorithm?: string;
@@ -0,0 +1,101 @@
1
+ import { computeCanonicalSha256, hashBytesSha256 } from '../../formats/canonical-hash.js';
2
+ import { assertCapsuleLoadActive, waitForCapsuleRead } from './capsule-acquisition.js';
3
+ import { normalizeCapsuleLoadingPolicy } from '../../config/capsule-loading.js';
4
+
5
+ export function createVerifiedCapsuleArtifactStore(capsule, source, options = {}) {
6
+ if (typeof source?.readArtifact !== 'function') throw new Error('Capsule execution requires artifactStore.readArtifact().');
7
+ const { maxRetainedArtifactBytes } = normalizeCapsuleLoadingPolicy(options);
8
+ const artifacts = new Map(capsule.artifacts.map((artifact) => [artifact.artifactId, Object.freeze(structuredClone(artifact))]));
9
+ const verified = new Map();
10
+ const pending = new Map();
11
+ let closed = false;
12
+ const metrics = { sourceBytes: 0, hashedBytes: 0, copiedBytes: 0, retainedBytes: 0, peakRetainedBytes: 0, returnedBytes: 0,
13
+ evictions: 0, sourceReadMs: 0, hashingMs: 0, copyingMs: 0 };
14
+ function assertActive() {
15
+ if (closed) throw new Error('Verified Capsule artifact store is closed.');
16
+ assertCapsuleLoadActive(options.signal);
17
+ }
18
+ function resolveArtifact(artifact) {
19
+ assertActive();
20
+ const declared = artifacts.get(artifact?.artifactId);
21
+ if (!declared || computeCanonicalSha256(declared) !== computeCanonicalSha256(artifact)) throw new Error('Artifact is outside the signed Capsule closure.');
22
+ return declared;
23
+ }
24
+ async function verifiedBytes(declared) {
25
+ const retained = verified.get(declared.hash);
26
+ if (retained) {
27
+ if (retained.byteLength !== declared.sizeBytes) throw new Error('Capsule artifact size disagrees with shared content.');
28
+ verified.delete(declared.hash); verified.set(declared.hash, retained);
29
+ return retained;
30
+ }
31
+ let task = pending.get(declared.hash);
32
+ if (!task) {
33
+ task = (async () => {
34
+ let started = performance.now();
35
+ const payload = await waitForCapsuleRead(source.readArtifact(declared, options), options.signal);
36
+ metrics.sourceReadMs += performance.now() - started;
37
+ assertActive();
38
+ if (!(payload instanceof Uint8Array) && !(payload instanceof ArrayBuffer)) throw new Error('Capsule artifact source must return bytes.');
39
+ // Buffer.slice() aliases its source; always take an owned Uint8Array copy.
40
+ started = performance.now();
41
+ const bytes = payload instanceof Uint8Array ? Uint8Array.from(payload) : new Uint8Array(payload.slice(0));
42
+ metrics.copyingMs += performance.now() - started;
43
+ metrics.sourceBytes += bytes.byteLength;
44
+ metrics.copiedBytes += bytes.byteLength;
45
+ if (bytes.byteLength !== declared.sizeBytes) throw new Error(`Capsule artifact hash or size mismatch for "${declared.path}".`);
46
+ metrics.hashedBytes += bytes.byteLength;
47
+ started = performance.now();
48
+ const hash = hashBytesSha256(bytes);
49
+ metrics.hashingMs += performance.now() - started;
50
+ if (hash !== declared.hash) {
51
+ throw new Error(`Capsule artifact hash or size mismatch for "${declared.path}".`);
52
+ }
53
+ assertActive();
54
+ if (maxRetainedArtifactBytes === null || bytes.byteLength <= maxRetainedArtifactBytes) {
55
+ while (maxRetainedArtifactBytes !== null && metrics.retainedBytes + bytes.byteLength > maxRetainedArtifactBytes) {
56
+ const [hash, evicted] = verified.entries().next().value;
57
+ verified.delete(hash); metrics.retainedBytes -= evicted.byteLength; metrics.evictions += 1;
58
+ }
59
+ verified.set(declared.hash, bytes);
60
+ metrics.retainedBytes += bytes.byteLength;
61
+ metrics.peakRetainedBytes = Math.max(metrics.peakRetainedBytes, metrics.retainedBytes);
62
+ }
63
+ return bytes;
64
+ })();
65
+ pending.set(declared.hash, task);
66
+ const remove = () => { if (pending.get(declared.hash) === task) pending.delete(declared.hash); };
67
+ task.then(remove, remove);
68
+ }
69
+ const bytes = await task;
70
+ assertActive();
71
+ if (bytes.byteLength !== declared.sizeBytes) throw new Error('Capsule artifact size disagrees with shared content.');
72
+ return bytes;
73
+ }
74
+ async function readArtifactRange(artifact, offset, length) {
75
+ const declared = resolveArtifact(artifact);
76
+ if (!Number.isSafeInteger(offset) || !Number.isSafeInteger(length) || offset < 0 || length < 0
77
+ || !Number.isSafeInteger(offset + length) || offset + length > declared.sizeBytes) {
78
+ throw new Error('Capsule artifact range is out of bounds.');
79
+ }
80
+ const bytes = await verifiedBytes(declared);
81
+ assertActive();
82
+ metrics.copiedBytes += length;
83
+ metrics.returnedBytes += length;
84
+ const started = performance.now();
85
+ const result = bytes.slice(offset, offset + length);
86
+ metrics.copyingMs += performance.now() - started;
87
+ return result;
88
+ }
89
+ return {
90
+ readArtifact(artifact) { return readArtifactRange(artifact, 0, resolveArtifact(artifact).sizeBytes); },
91
+ readArtifactRange,
92
+ async hashArtifact(artifact) {
93
+ const declared = resolveArtifact(artifact);
94
+ const bytes = await verifiedBytes(declared);
95
+ assertActive();
96
+ return { hash: declared.hash, sizeBytes: bytes.byteLength };
97
+ },
98
+ getMetrics() { return Object.freeze({ ...metrics }); },
99
+ close() { closed = true; verified.clear(); pending.clear(); metrics.retainedBytes = 0; },
100
+ };
101
+ }
@@ -95,6 +95,7 @@ function normalizeDreamLoraAdapter(adapter) {
95
95
  ? adapter.targetModules.map(normalizeTargetModule)
96
96
  : [];
97
97
  return {
98
+ id: adapterId,
98
99
  name: adapterId,
99
100
  version: adapter?.version,
100
101
  baseModel: adapter?.baseModel || adapter?.baseModelId,
@@ -105,14 +106,6 @@ function normalizeDreamLoraAdapter(adapter) {
105
106
  };
106
107
  }
107
108
 
108
- /**
109
- * Adapts a raw Doppler pipeline into the model handle shape that
110
- * createDopplerProvider() expects, without triggering a load.
111
- *
112
- * @param {Object} pipeline - A loaded Doppler pipeline (has generate, manifest, etc.)
113
- * @param {{ modelId?: string, manifest?: Object, deviceInfo?: Object }} [resolved]
114
- * @returns {{ loaded: boolean, modelId: string, manifest: Object|null, deviceInfo: Object|null, generateText(prompt: unknown, opts?: Object): Promise<string>, unload(): Promise<void> }}
115
- */
116
109
  export function wrapPipelineAsHandle(pipeline, resolved = {}) {
117
110
  if (!pipeline || typeof pipeline.generate !== 'function') {
118
111
  throw new Error('wrapPipelineAsHandle requires a loaded pipeline with a generate() method.');
@@ -212,7 +205,8 @@ export function wrapPipelineAsDreamProvider(pipeline, resolved = {}) {
212
205
  return resolved.device || pipeline.gpuContext?.device || pipeline.device || null;
213
206
  },
214
207
  async attachLoraAdapter(adapter) {
215
- const normalized = normalizeDreamLoraAdapter(adapter);
208
+ const { finalizeLoRAAdapter } = await import('../experimental/adapters/lora-loader.js');
209
+ const normalized = await finalizeLoRAAdapter(normalizeDreamLoraAdapter(adapter));
216
210
  adapters.set(normalized.name, normalized);
217
211
  pipeline.setLoRAAdapter(normalized);
218
212
  return {
@@ -1,4 +1,4 @@
1
- import { loadJson } from '../utils/load-json.js';
1
+ import { loadJson } from '../formats/load-json.js';
2
2
  import { validateBackwardRegistry } from './schema/backward-registry.schema.js';
3
3
 
4
4
  function deepFreeze(value, seen = new WeakSet()) {
@@ -0,0 +1,30 @@
1
+ import policy from './capsule-adapters.json' with { type: 'json' };
2
+ import kernels from './kernels/registry.json' with { type: 'json' };
3
+ const assert = (ok, message) => { if (!ok) throw new Error(`Capsule adapter: ${message}`); };
4
+
5
+ export function validateCapsuleAdapterExecution(plan) {
6
+ assert(plan.schema === 'doppler.target-plan/v2', 'adapter execution requires TargetPlan v2');
7
+ const declaration = plan.adapterExecution;
8
+ assert(declaration?.schema === 'doppler.capsule-adapter-execution/v1', 'selected TargetPlan must explicitly declare adapter execution');
9
+ assert(Number.isSafeInteger(declaration.maxAdapters) && declaration.maxAdapters > 0
10
+ && declaration.maxAdapters <= policy.maximumAdapters && declaration.combination === policy.combination, 'unsupported composition');
11
+ assert(Array.isArray(declaration.formats) && declaration.formats.length > 0
12
+ && declaration.formats.every(format => policy.formats.includes(format)), 'unsupported format');
13
+ assert(Array.isArray(declaration.operations) && declaration.operations.length > 0
14
+ && declaration.operations.every(operation => plan.qualification.some(row =>
15
+ (row.operation === undefined ? policy.legacyQualificationOperation : row.operation) === operation)), 'invalid adapter operations');
16
+ assert(Array.isArray(declaration.kernelModules) && declaration.kernelModules.length > 0
17
+ && new Set(declaration.kernelModules).size === declaration.kernelModules.length, 'declared adapter kernel closure required');
18
+ const closure = plan.initialExecutionIdentity?.kernelClosure;
19
+ assert(Array.isArray(closure), 'adapter execution requires an exact initial kernel closure');
20
+ const selected = declaration.kernelModules.map(id => closure.find(row => row.moduleId === id));
21
+ assert(selected.every(Boolean), 'adapter kernel outside signed execution closure');
22
+ assert(Array.isArray(plan.kernelClosure) && selected.every(row => plan.kernelClosure.some(module =>
23
+ module.moduleId === row.moduleId && module.digest === row.digest)), 'adapter kernel differs from packaged target closure');
24
+ for (const operation of policy.requiredKernelOperations) {
25
+ const variants = Object.values(kernels.operations[operation].variants);
26
+ assert(selected.some(row => variants.some(variant => variant.wgsl === row.file && variant.entryPoint === row.entry)),
27
+ `missing declared ${operation} kernel for adapter execution`);
28
+ }
29
+ return declaration;
30
+ }
@@ -0,0 +1,21 @@
1
+ import type { TargetPlan } from './target-plan.js';
2
+ export interface CapsuleAdapterExecutionDeclaration {
3
+ schema: 'doppler.capsule-adapter-execution/v1';
4
+ maxAdapters: number;
5
+ combination: 'single';
6
+ formats: string[];
7
+ operations: string[];
8
+ kernelModules: string[];
9
+ }
10
+ export interface CapsuleExecutionAdapter {
11
+ readonly schema: 'doppler.capsule-adapter/v1';
12
+ readonly identity: string;
13
+ readonly baseModel: { readonly modelId: string; readonly semanticRoot: string; readonly envelopeDigest: string; readonly artifactClosureDigest: string };
14
+ readonly format: 'peft_safetensors';
15
+ readonly manifest: Readonly<Record<string, unknown>>;
16
+ readonly artifact: { readonly artifactId: string; readonly role: 'lora-weights'; readonly path: string; readonly hash: string; readonly sizeBytes: number };
17
+ }
18
+ export const CAPSULE_ADAPTER_POLICY: Readonly<{ schema: string; legacyAdapterSet: readonly []; legacyQualificationOperation: 'generate'; formats: readonly string[];
19
+ maximumAdapters: number; combination: string; requiredKernelOperations: readonly string[] }>;
20
+ export function validateCapsuleAdapterExecution(plan: TargetPlan): CapsuleAdapterExecutionDeclaration;
21
+ export function resolveCapsuleAdapterSet(input: unknown, context: { capsule: CapsuleExecutionAdapter['baseModel']; targetPlan: TargetPlan; operation: string }): readonly CapsuleExecutionAdapter[];
@@ -0,0 +1,40 @@
1
+ import policy from './capsule-adapters.json' with { type: 'json' };
2
+ import { validateCapsuleAdapterExecution } from './capsule-adapter-policy.js';
3
+ export { validateCapsuleAdapterExecution } from './capsule-adapter-policy.js';
4
+ import { freezeCapsuleV2 } from './capsule-v2.js';
5
+ import { normalizeCapsuleObservation } from './capsule-operation.js';
6
+ import { resolveLoRAFormatLayout } from './lora-layouts.js';
7
+
8
+ export const CAPSULE_ADAPTER_POLICY = freezeCapsuleV2(policy);
9
+ const assert = (ok, message) => { if (!ok) throw new Error(`Capsule adapter: ${message}`); };
10
+ const hash = value => /^sha256:[a-f0-9]{64}$/.test(value);
11
+
12
+
13
+ export function resolveCapsuleAdapterSet(input, { capsule, targetPlan, operation }) {
14
+ const entries = freezeCapsuleV2(normalizeCapsuleObservation(input));
15
+ assert(Array.isArray(entries), 'explicit adapter set required');
16
+ if (!entries.length) return entries;
17
+ const declared = validateCapsuleAdapterExecution(targetPlan);
18
+ assert(entries.length <= declared.maxAdapters && declared.operations.includes(operation), 'adapter operation or count is not declared');
19
+ for (const entry of entries) {
20
+ assert(entry.schema === 'doppler.capsule-adapter/v1' && hash(entry.identity), 'exact adapter identity required');
21
+ assert(declared.formats.includes(entry.format), 'format outside declared execution policy');
22
+ const layout = resolveLoRAFormatLayout(entry.format);
23
+ assert(entry.baseModel?.modelId === capsule.modelId && entry.baseModel.semanticRoot === capsule.semanticRoot
24
+ && entry.baseModel.envelopeDigest === capsule.envelopeDigest && entry.baseModel.artifactClosureDigest === capsule.artifactClosureDigest,
25
+ 'exact base model mismatch');
26
+ const manifest = entry.manifest, artifact = entry.artifact;
27
+ assert(manifest?.weightsLayout === undefined || manifest.weightsLayout === layout.name, 'manifest weight layout conflicts with adapter format');
28
+ assert(manifest?.baseModel === capsule.modelId && manifest.id === artifact?.artifactId, 'manifest model or adapter mismatch');
29
+ assert(artifact.role === 'lora-weights' && hash(artifact.hash) && Number.isSafeInteger(artifact.sizeBytes) && artifact.sizeBytes > 0,
30
+ 'exact adapter artifact required');
31
+ assert((manifest.checksum?.startsWith('sha256:') ? manifest.checksum : `sha256:${manifest.checksum}`) === artifact.hash && manifest.checksumAlgorithm === 'sha256'
32
+ && manifest.weightsSize === artifact.sizeBytes && manifest.weightsPath === artifact.path && typeof artifact.path === 'string'
33
+ && artifact.path.length > 0 && manifest.weightsFormat === 'safetensors'
34
+ && !Object.hasOwn(manifest, 'tensors'), 'single verified safetensors weight artifact required');
35
+ assert(Number.isSafeInteger(manifest.rank) && manifest.rank > 0 && Number.isFinite(manifest.alpha) && manifest.alpha > 0
36
+ && Array.isArray(manifest.targetModules) && manifest.targetModules.length > 0, 'explicit adapter geometry required');
37
+ }
38
+ assert(new Set(entries.map(entry => entry.identity)).size === entries.length, 'duplicate adapters');
39
+ return entries;
40
+ }
@@ -0,0 +1,9 @@
1
+ {
2
+ "schema": "doppler.capsule-adapter-policy/v1",
3
+ "legacyAdapterSet": [],
4
+ "legacyQualificationOperation": "generate",
5
+ "formats": ["peft_safetensors"],
6
+ "maximumAdapters": 1,
7
+ "combination": "single",
8
+ "requiredKernelOperations": ["matmul", "scale", "residual"]
9
+ }
@@ -0,0 +1,2 @@
1
+ export interface CapsuleLoadingPolicy { loadTimeoutMs: number | null; maxMetadataBytes: number; maxRetainedArtifactBytes: number | null }
2
+ export declare function normalizeCapsuleLoadingPolicy(options: Partial<CapsuleLoadingPolicy>): Readonly<CapsuleLoadingPolicy>;
@@ -0,0 +1,14 @@
1
+ import schema from './capsule-loading.schema.json' with { type: 'json' };
2
+
3
+ export function normalizeCapsuleLoadingPolicy(options) {
4
+ const policy = {};
5
+ for (const [key, rule] of Object.entries(schema.properties)) {
6
+ const value = options[key] === undefined ? rule.default : options[key];
7
+ if (!(value === null && Array.isArray(rule.type) && rule.type.includes('null'))
8
+ && (!Number.isSafeInteger(value) || value < rule.minimum || value > rule.maximum)) {
9
+ throw new Error(`Invalid Capsule loading ${key}.`);
10
+ }
11
+ policy[key] = value;
12
+ }
13
+ return Object.freeze(policy);
14
+ }
@@ -0,0 +1,12 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "title": "Capsule acquisition limits",
4
+ "type": "object",
5
+ "additionalProperties": false,
6
+ "properties": {
7
+ "loadTimeoutMs": { "type": ["integer", "null"], "minimum": 1, "maximum": 2147483647, "default": null },
8
+ "maxMetadataBytes": { "type": "integer", "minimum": 1, "maximum": 2147483647, "default": 16777216 },
9
+ "maxRetainedArtifactBytes": { "type": ["integer", "null"], "minimum": 0, "maximum": 9007199254740991, "default": null }
10
+ },
11
+ "required": ["loadTimeoutMs", "maxMetadataBytes", "maxRetainedArtifactBytes"]
12
+ }
@@ -0,0 +1,19 @@
1
+ import type { CapsuleExecutionAdapter } from './capsule-adapters.js';
2
+ export const CAPSULE_OPERATION_REQUEST_SCHEMA: 'doppler.capsule-operation-request/v1';
3
+ export const CAPSULE_OPERATION_RECEIPT_SCHEMA: 'doppler.capsule-operation-receipt/v1';
4
+ export const CAPSULE_OPERATION_EVENT_SCHEMA: 'doppler.capsule-operation-event/v1';
5
+ export type CapsuleOperationName = 'generate' | 'embed' | 'rerank' | 'encodeSequence';
6
+ export interface CapsuleOperationRequest {
7
+ schema: typeof CAPSULE_OPERATION_REQUEST_SCHEMA;
8
+ operation: { name: CapsuleOperationName; version: 1 };
9
+ input: Record<string, unknown>;
10
+ options: Record<string, unknown>;
11
+ adapterSet?: readonly CapsuleExecutionAdapter[];
12
+ assignment: Record<string, unknown> | null;
13
+ limits: { maxInputBytes: number; maxOutputBytes: number; deadlineAt: number };
14
+ }
15
+ export const CAPSULE_OPERATIONS: Readonly<Record<CapsuleOperationName, { version: number; inputFields: string[]; optionFields: string[] }>>;
16
+ export function normalizeCapsuleObservation(value: unknown, depth?: number, ancestors?: Set<object>): unknown;
17
+ export function hashCapsuleObservation(value: unknown): string;
18
+ export function assertCapsuleOperationFields(value: unknown, fields: string[], label: string): void;
19
+ export function snapshotCapsuleOperationRequest(value: unknown): Readonly<CapsuleOperationRequest>;
@@ -0,0 +1,63 @@
1
+ import catalog from './capsule-operations.json' with { type: 'json' };
2
+ import { computeCanonicalSha256 } from '../formats/canonical-hash.js';
3
+ import { freezeCapsuleV2 } from './capsule-v2.js';
4
+ import { GENERATION_CONTRACT } from './generation-contract.js';
5
+
6
+ export const CAPSULE_OPERATION_REQUEST_SCHEMA = 'doppler.capsule-operation-request/v1';
7
+ export const CAPSULE_OPERATION_RECEIPT_SCHEMA = 'doppler.capsule-operation-receipt/v1';
8
+ export const CAPSULE_OPERATION_EVENT_SCHEMA = 'doppler.capsule-operation-event/v1';
9
+ export const CAPSULE_OPERATIONS = freezeCapsuleV2({ ...catalog.operations, generate: {
10
+ ...catalog.operations.generate,
11
+ inputFields: Object.keys(GENERATION_CONTRACT.input),
12
+ optionFields: Object.keys(GENERATION_CONTRACT.options),
13
+ } });
14
+
15
+ // Receipt serialization only: no tensor arithmetic or model-policy selection.
16
+ export function normalizeCapsuleObservation(value, depth = 0, ancestors = new Set()) {
17
+ if (depth > catalog.maxObservationDepth) throw new Error('Capsule observation exceeds its depth limit.');
18
+ if (value === null || typeof value === 'string' || typeof value === 'boolean') return value;
19
+ if (typeof value === 'number' && Number.isFinite(value)) return value;
20
+ if (!value || typeof value !== 'object' || ancestors.has(value)) throw new Error('Capsule observation must be finite, acyclic JSON data.');
21
+ if (ArrayBuffer.isView(value) && !(value instanceof DataView)) value = Array.from(value);
22
+ if (!Array.isArray(value) && Object.getPrototypeOf(value) !== Object.prototype && Object.getPrototypeOf(value) !== null) {
23
+ throw new Error('Capsule observation contains an unsupported object.');
24
+ }
25
+ ancestors.add(value);
26
+ try {
27
+ if (Array.isArray(value)) return Array.from(value, (item) => normalizeCapsuleObservation(item, depth + 1, ancestors));
28
+ return Object.fromEntries(Object.entries(value).map(([key, item]) => [key, normalizeCapsuleObservation(item, depth + 1, ancestors)]));
29
+ } finally { ancestors.delete(value); }
30
+ }
31
+
32
+ export function hashCapsuleObservation(value) {
33
+ return computeCanonicalSha256(normalizeCapsuleObservation(value));
34
+ }
35
+
36
+ export function assertCapsuleOperationFields(value, fields, label) {
37
+ if (!value || typeof value !== 'object' || Array.isArray(value)
38
+ || Object.keys(value).some((key) => !fields.includes(key))) throw new Error(`Invalid ${label} fields.`);
39
+ }
40
+
41
+ export function snapshotCapsuleOperationRequest(value) {
42
+ const request = normalizeCapsuleObservation(value);
43
+ assertCapsuleOperationFields(request, ['schema', 'operation', 'input', 'options', 'assignment', 'limits', 'adapterSet'], 'Capsule operation request');
44
+ if (request.schema !== CAPSULE_OPERATION_REQUEST_SCHEMA) throw new Error('Unsupported Capsule operation request schema.');
45
+ assertCapsuleOperationFields(request.operation, ['name', 'version'], 'Capsule operation');
46
+ const definition = CAPSULE_OPERATIONS[request.operation.name];
47
+ if (!Object.hasOwn(CAPSULE_OPERATIONS, request.operation.name) || definition.version !== request.operation.version) {
48
+ throw new Error('Unsupported Capsule operation or version.');
49
+ }
50
+ assertCapsuleOperationFields(request.input, definition.inputFields, 'Capsule operation input');
51
+ assertCapsuleOperationFields(request.options, definition.optionFields, 'Capsule operation options');
52
+ if (request.assignment !== null && (!request.assignment || typeof request.assignment !== 'object' || Array.isArray(request.assignment))) {
53
+ throw new Error('Capsule operation assignment must be an object or explicit null.');
54
+ }
55
+ assertCapsuleOperationFields(request.limits, ['maxInputBytes', 'maxOutputBytes', 'deadlineAt'], 'Capsule operation limits');
56
+ for (const key of ['maxInputBytes', 'maxOutputBytes', 'deadlineAt']) {
57
+ if (!Number.isSafeInteger(request.limits[key]) || request.limits[key] <= 0) throw new Error(`Capsule operation requires positive ${key}.`);
58
+ }
59
+ if (new TextEncoder().encode(JSON.stringify({ input: request.input, options: request.options })).length > request.limits.maxInputBytes) {
60
+ throw new Error('Capsule operation input exceeds maxInputBytes.');
61
+ }
62
+ return freezeCapsuleV2(request);
63
+ }
@@ -0,0 +1,17 @@
1
+ {
2
+ "schema": "doppler.capsule-operation-catalog/v1",
3
+ "maxObservationDepth": 64,
4
+ "operations": {
5
+ "generate": {
6
+ "version": 1,
7
+ "contract": "doppler.generation-contract/v1"
8
+ },
9
+ "embed": { "version": 1, "inputFields": ["texts", "application"], "optionFields": [] },
10
+ "rerank": { "version": 1, "inputFields": ["query", "documents", "application"], "optionFields": [] },
11
+ "encodeSequence": {
12
+ "version": 1,
13
+ "inputFields": ["sequence"],
14
+ "optionFields": ["includeTokenEmbeddings", "includeLogits"]
15
+ }
16
+ }
17
+ }