doppler-gpu 0.5.1 → 0.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (927) hide show
  1. package/CHANGELOG.md +33 -577
  2. package/LICENSE +21 -201
  3. package/README.md +165 -222
  4. package/models/catalog.json +241 -33
  5. package/package.json +99 -86
  6. package/src/capsule-runtime.d.ts +23 -0
  7. package/src/capsule-runtime.js +23 -0
  8. package/src/capsule.d.ts +8 -0
  9. package/src/capsule.js +4 -0
  10. package/src/cli/argument-contract.js +200 -0
  11. package/src/cli/browser-report-output.js +24 -0
  12. package/src/cli/cli-model-resolution.js +2 -2
  13. package/src/cli/cli-output.js +10 -0
  14. package/src/cli/commands/bundle.js +828 -0
  15. package/src/cli/doppler-cli.js +50 -1457
  16. package/src/cli/doppler-serve.js +18 -244
  17. package/src/cli/output/manifest.js +368 -0
  18. package/src/cli/runtime-profiles.js +1 -1
  19. package/src/cli/serve/capsule-handler.d.ts +33 -0
  20. package/src/cli/serve/capsule-handler.js +105 -0
  21. package/src/cli/serve/capsule-http.js +102 -0
  22. package/src/cli/serve/receipt.js +269 -0
  23. package/src/client/capsule-host.browser.js +1 -0
  24. package/src/client/capsule-host.d.ts +3 -0
  25. package/src/client/capsule-host.js +1 -0
  26. package/src/client/doppler-api.browser.js +42 -0
  27. package/src/client/doppler-api.d.ts +36 -1
  28. package/src/client/doppler-api.js +40 -1
  29. package/src/client/doppler-registry.js +15 -7
  30. package/src/client/electron/index.d.ts +4 -0
  31. package/src/client/electron/index.js +13 -0
  32. package/src/client/electron/ipc-contract.d.ts +9 -0
  33. package/src/client/electron/ipc-contract.js +56 -0
  34. package/src/client/electron/release-state.d.ts +53 -0
  35. package/src/client/electron/release-state.js +425 -0
  36. package/src/client/electron/renderer-runtime.d.ts +19 -0
  37. package/src/client/electron/renderer-runtime.js +104 -0
  38. package/src/client/failure-taxonomy.js +1 -28
  39. package/src/client/fault-injection.js +0 -8
  40. package/src/client/inspection.js +1 -1
  41. package/src/client/model-host/index.d.ts +140 -0
  42. package/src/client/model-host/index.js +548 -0
  43. package/src/client/model-host/model-evidence.js +255 -0
  44. package/src/client/model-host/model-session.d.ts +322 -0
  45. package/src/client/{runtime → model-host}/model-session.js +190 -148
  46. package/src/client/provider.d.ts +18 -2
  47. package/src/client/provider.js +26 -3
  48. package/src/client/receipt.js +30 -72
  49. package/src/client/runtime/capsule-acquisition.d.ts +18 -0
  50. package/src/client/runtime/capsule-acquisition.js +103 -0
  51. package/src/client/runtime/capsule-adapter-execution.d.ts +17 -0
  52. package/src/client/runtime/capsule-adapter-execution.js +63 -0
  53. package/src/client/runtime/capsule-artifact-source.js +62 -0
  54. package/src/client/runtime/capsule-embedding.d.ts +29 -0
  55. package/src/client/runtime/capsule-embedding.js +76 -0
  56. package/src/client/runtime/capsule-forecast-program.d.ts +2 -0
  57. package/src/client/runtime/capsule-forecast-program.js +85 -0
  58. package/src/client/runtime/capsule-forecast.d.ts +17 -0
  59. package/src/client/runtime/capsule-forecast.js +31 -0
  60. package/src/client/runtime/capsule-operation-adapters.d.ts +12 -0
  61. package/src/client/runtime/capsule-operation-adapters.js +68 -0
  62. package/src/client/runtime/capsule-operation-executor.d.ts +25 -0
  63. package/src/client/runtime/capsule-operation-executor.js +100 -0
  64. package/src/client/runtime/capsule-program-adapter.js +151 -0
  65. package/src/client/runtime/capsule-release-authorization.js +25 -0
  66. package/src/client/runtime/capsule-rerank.d.ts +50 -0
  67. package/src/client/runtime/capsule-rerank.js +105 -0
  68. package/src/client/runtime/capsule-session-execution.js +85 -0
  69. package/src/client/runtime/command-executor.d.ts +15 -0
  70. package/src/client/runtime/command-executor.js +128 -0
  71. package/src/client/runtime/composition-root.d.ts +74 -0
  72. package/src/client/runtime/composition-root.js +344 -0
  73. package/src/client/runtime/fetch-capsule-artifact-store.d.ts +10 -0
  74. package/src/client/runtime/fetch-capsule-artifact-store.js +25 -0
  75. package/src/client/runtime/index.d.ts +1 -117
  76. package/src/client/runtime/index.js +1 -433
  77. package/src/client/runtime/lora.d.ts +14 -0
  78. package/src/client/runtime/lora.js +19 -1
  79. package/src/client/runtime/model-manager.js +12 -0
  80. package/src/client/runtime/model-rerank.js +30 -0
  81. package/src/client/runtime/model-session.d.ts +1 -221
  82. package/src/client/runtime/model-source.d.ts +9 -0
  83. package/src/client/runtime/model-source.js +46 -17
  84. package/src/client/runtime/node-quickstart-cache.js +1 -1
  85. package/src/client/runtime/resolution-policy.d.ts +20 -0
  86. package/src/client/runtime/resolution-policy.js +84 -0
  87. package/src/client/runtime/resource-binder.d.ts +24 -0
  88. package/src/client/runtime/resource-binder.js +135 -0
  89. package/src/client/runtime/scoped-session.d.ts +10 -1
  90. package/src/client/runtime/scoped-session.js +20 -1
  91. package/src/client/runtime/session-controller.d.ts +30 -0
  92. package/src/client/runtime/session-controller.js +170 -0
  93. package/src/client/runtime/source-runtime.js +1 -1
  94. package/src/client/runtime/target-selector.d.ts +9 -0
  95. package/src/client/runtime/target-selector.js +2 -0
  96. package/src/client/runtime/types.d.ts +1 -0
  97. package/src/client/runtime/verified-capsule-artifact-store.js +72 -0
  98. package/src/client/wrap-pipeline-handle.js +3 -9
  99. package/src/config/backward-registry-loader.js +1 -1
  100. package/src/config/capsule-adapter-policy.js +30 -0
  101. package/src/config/capsule-adapters.d.ts +21 -0
  102. package/src/config/capsule-adapters.js +40 -0
  103. package/src/config/capsule-adapters.json +9 -0
  104. package/src/config/capsule-loading.d.ts +2 -0
  105. package/src/config/capsule-loading.js +14 -0
  106. package/src/config/capsule-loading.schema.json +11 -0
  107. package/src/config/capsule-operation.d.ts +19 -0
  108. package/src/config/capsule-operation.js +58 -0
  109. package/src/config/capsule-operations.json +18 -0
  110. package/src/config/capsule-release-contract.d.ts +66 -0
  111. package/src/config/capsule-release-contract.js +197 -0
  112. package/src/config/capsule-release-events.d.ts +53 -0
  113. package/src/config/capsule-release-events.js +172 -0
  114. package/src/config/capsule-sequence-receipt.js +19 -0
  115. package/src/config/capsule-serve.d.ts +9 -0
  116. package/src/config/capsule-serve.js +28 -0
  117. package/src/config/capsule-serve.schema.json +14 -0
  118. package/src/config/capsule-signature.d.ts +6 -0
  119. package/src/config/capsule-signature.js +50 -0
  120. package/src/config/capsule-v2.d.ts +70 -0
  121. package/src/config/capsule-v2.js +431 -0
  122. package/src/config/capsule-v3.d.ts +19 -0
  123. package/src/config/capsule-v3.js +72 -0
  124. package/src/config/capsule.d.ts +22 -0
  125. package/src/config/capsule.js +52 -0
  126. package/src/config/conversion/amplify/amplify-120m-f16-af32.json +1 -1
  127. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +1 -1
  128. package/src/config/conversion/esm/esm2-t12-35m-ur50d-f32-af32.json +41 -1
  129. package/src/config/conversion/esmc/esmc-300m-f32-af32.json +1 -1
  130. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +1 -1
  131. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +1 -1
  132. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +1 -1
  133. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +1 -1
  134. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +1 -1
  135. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +1 -1
  136. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +2 -2
  137. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +1 -1
  138. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +1 -1
  139. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +1 -1
  140. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +2 -2
  141. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +1 -1
  142. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +3 -3
  143. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +1 -1
  144. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +1 -1
  145. package/src/config/conversion/glmocr/glm-ocr-f16-af32.json +442 -0
  146. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +1 -1
  147. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-bf16-af32.json +529 -0
  148. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-f16-af32.json +529 -0
  149. package/src/config/conversion/nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32.json +1 -1
  150. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +1 -1
  151. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +1 -1
  152. package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +1 -1
  153. package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +1 -1
  154. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +2 -2
  155. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +1 -1
  156. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-f16-af32.json +463 -0
  157. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +1 -1
  158. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +1 -1
  159. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-true-logit-af32.json +481 -0
  160. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +59 -7
  161. package/src/config/conversion/qwen3/qwen3.8-27b-text-f16-af32.json +561 -0
  162. package/src/config/conversion/qwen3/qwen3.8-27b-text-q4k-ehaf16.json +558 -0
  163. package/src/config/dtype-transition-contract.js +40 -0
  164. package/src/config/embedding-contract.js +26 -0
  165. package/src/config/embedding-reference.js +85 -0
  166. package/src/config/evidence/source-intake-policy.json +1 -1
  167. package/src/config/execution-contract-check.d.ts +16 -73
  168. package/src/config/execution-contract-check.js +7 -429
  169. package/src/config/forecast-manifest.js +56 -0
  170. package/src/config/heterogeneous-attention-contract.js +46 -0
  171. package/src/config/initial-execution-identity.d.ts +58 -0
  172. package/src/config/initial-execution-identity.js +331 -0
  173. package/src/config/kernel-path-loader.d.ts +10 -0
  174. package/src/config/kernel-path-loader.js +23 -8
  175. package/src/config/kernel-registry-contract.d.ts +25 -0
  176. package/src/config/kernel-registry-contract.js +46 -0
  177. package/src/config/kernels/kernel-ref-digests.js +50 -2
  178. package/src/config/kernels/registry.js +1 -1
  179. package/src/config/kernels/registry.json +13592 -11377
  180. package/src/config/lora-layouts.d.ts +10 -0
  181. package/src/config/lora-layouts.js +17 -0
  182. package/src/config/lora-layouts.json +9 -0
  183. package/src/config/manifest-inference-validation.js +575 -0
  184. package/src/config/merge/execution-patches.js +12 -0
  185. package/src/config/{merge-helpers.js → merge/kernel-path-policy.js} +0 -52
  186. package/src/config/merge/value-selection.js +38 -0
  187. package/src/config/merge.js +43 -11
  188. package/src/config/model-ir-v2.d.ts +57 -0
  189. package/src/config/model-ir-v2.js +258 -0
  190. package/src/config/model-ir.d.ts +49 -0
  191. package/src/config/model-ir.js +180 -0
  192. package/src/config/param-validator.js +1 -1
  193. package/src/config/platforms/amd-strix-halo-gfx1151.json +17 -0
  194. package/src/config/platforms/loader.js +2 -1
  195. package/src/config/production-release-evidence.d.ts +23 -0
  196. package/src/config/production-release-evidence.js +423 -0
  197. package/src/config/production-release.js +321 -0
  198. package/src/{client/doppler-registry.json → config/quickstart-registry.json} +7 -7
  199. package/src/config/required-inference-fields-contract-check.js +2 -2
  200. package/src/config/rerank-reference.d.ts +28 -0
  201. package/src/config/rerank-reference.js +89 -0
  202. package/src/config/revocation-policy.d.ts +65 -0
  203. package/src/config/revocation-policy.js +290 -0
  204. package/src/config/revocation-registry.json +11 -0
  205. package/src/config/revocation-updates.d.ts +68 -0
  206. package/src/config/revocation-updates.js +440 -0
  207. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +1 -1
  208. package/src/config/runtime/profiles/muse-glimmer-30b-source-parity-f32kv.json +30 -0
  209. package/src/config/runtime/profiles/muse-glimmer-30b-source-parity.json +110 -0
  210. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +1 -1
  211. package/src/config/runtime/profiles/qwen3-8-27b-source-parity.json +87 -0
  212. package/src/config/runtime-merge.js +1 -1
  213. package/src/config/runtime.js +1 -1
  214. package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
  215. package/src/config/schema/browser-suite-metrics.schema.js +2 -0
  216. package/src/config/schema/conversion-report.schema.d.ts +3 -0
  217. package/src/config/schema/conversion-report.schema.js +29 -0
  218. package/src/config/schema/converter.schema.d.ts +1 -0
  219. package/src/config/schema/debug.schema.d.ts +1 -0
  220. package/src/config/schema/doppler.schema.js +5 -5
  221. package/src/config/schema/emulation.schema.js +1 -1
  222. package/src/config/schema/execution-v1.schema.d.ts +3 -0
  223. package/src/config/schema/execution-v1.schema.js +19 -0
  224. package/src/config/schema/harness.schema.d.ts +13 -0
  225. package/src/config/schema/harness.schema.js +6 -0
  226. package/src/config/schema/inference.schema.d.ts +21 -2
  227. package/src/config/schema/kernel-thresholds.schema.js +1 -1
  228. package/src/config/schema/manifest.schema.d.ts +26 -7
  229. package/src/config/schema/manifest.schema.js +10 -1
  230. package/src/config/schema/program-bundle.schema.d.ts +52 -6
  231. package/src/config/schema/program-bundle.schema.js +145 -10
  232. package/src/config/sequence-reference.d.ts +26 -0
  233. package/src/config/sequence-reference.js +100 -0
  234. package/src/config/target-plan.d.ts +108 -0
  235. package/src/config/target-plan.js +411 -0
  236. package/src/config/training-defaults.js +1 -1
  237. package/src/config/transforms/capability-transform-resolver.js +4 -105
  238. package/src/config/transforms/execution-graph/dtype.js +591 -0
  239. package/src/config/transforms/execution-graph/fusion.js +436 -0
  240. package/src/config/transforms/execution-graph/validation.js +414 -0
  241. package/src/config/transforms/execution-graph-transforms.js +13 -1419
  242. package/src/converter/artifact-identity.js +475 -0
  243. package/src/converter/conversion-plan.js +1 -1
  244. package/src/converter/core.js +94 -2096
  245. package/src/converter/forge-candidate-evaluation.js +271 -0
  246. package/src/converter/forge-qualification.js +162 -0
  247. package/src/converter/forge-stages.js +798 -0
  248. package/src/converter/manifest-builder.js +683 -0
  249. package/src/converter/quantization-info.js +4 -1
  250. package/src/converter/quantizer.js +58 -9
  251. package/src/converter/shard-packer.d.ts +1 -1
  252. package/src/converter/shard-packer.js +2 -2
  253. package/src/converter/tensor-transform.js +640 -0
  254. package/src/converter/tokenizer-contract.js +243 -0
  255. package/src/converter/tokenizer-manifest.js +243 -0
  256. package/src/debug/history.js +0 -8
  257. package/src/debug/index.js +0 -10
  258. package/src/debug/tensor.js +1 -1
  259. package/src/debug/trace.js +0 -7
  260. package/src/experimental/adapters/adapter-manager.js +2 -0
  261. package/src/experimental/adapters/adapter-manifest.d.ts +6 -0
  262. package/src/experimental/adapters/adapter-manifest.js +11 -0
  263. package/src/experimental/adapters/artifact-contract.d.ts +2 -2
  264. package/src/experimental/adapters/artifact-contract.js +5 -2
  265. package/src/experimental/adapters/lora-loader.d.ts +10 -1
  266. package/src/experimental/adapters/lora-loader.js +110 -48
  267. package/src/{inference/pipelines → experimental}/audio/gemma4.js +9 -31
  268. package/src/experimental/bdpa/basis-decomposed-paged.d.ts +50 -0
  269. package/src/experimental/bdpa/basis-decomposed-paged.js +276 -0
  270. package/src/experimental/bridge/trainer-artifact-bridge.js +3 -3
  271. package/src/experimental/browser/browser-converter.js +11 -11
  272. package/src/experimental/diffusion/index.d.ts +1 -1
  273. package/src/experimental/diffusion/index.js +1 -1
  274. package/src/{inference/pipelines → experimental}/diffusion/pipeline.d.ts +2 -2
  275. package/src/{inference/pipelines → experimental}/diffusion/pipeline.js +17 -17
  276. package/src/{inference/pipelines → experimental}/diffusion/text-encoder-gpu.js +21 -19
  277. package/src/experimental/diffusion/vae.js +596 -0
  278. package/src/experimental/distribution/shard-delivery/receipt.js +588 -0
  279. package/src/experimental/distribution/shard-delivery/retry.js +392 -0
  280. package/src/experimental/distribution/shard-delivery/transport.js +831 -0
  281. package/src/experimental/distribution/shard-delivery.js +4 -1709
  282. package/src/experimental/energy/index.d.ts +2 -2
  283. package/src/experimental/energy/index.js +2 -2
  284. package/src/{inference/pipelines → experimental}/energy/pipeline.js +13 -13
  285. package/src/{inference/pipelines → experimental}/energy/types.d.ts +2 -2
  286. package/src/experimental/logits/cpu-output.d.ts +27 -0
  287. package/src/{inference/pipelines/text/logits/utils.js → experimental/logits/cpu-output.js} +19 -27
  288. package/src/experimental/logits/cpu.d.ts +87 -0
  289. package/src/experimental/logits/cpu.js +95 -0
  290. package/src/experimental/orchestration/energy-row-head-pipeline.d.ts +103 -0
  291. package/src/{inference/pipelines/energy-head/row-head-pipeline.js → experimental/orchestration/energy-row-head-pipeline.js} +13 -13
  292. package/src/experimental/orchestration/index.d.ts +1 -1
  293. package/src/experimental/orchestration/index.js +1 -1
  294. package/src/experimental/training/artifacts.js +2 -2
  295. package/src/experimental/training/checkpoint.js +2 -2
  296. package/src/experimental/training/distillation/artifacts.js +1 -1
  297. package/src/experimental/training/distillation/dataset.js +2 -2
  298. package/src/experimental/training/distillation/eval.js +1 -1
  299. package/src/experimental/training/distillation/runtime.js +2 -2
  300. package/src/experimental/training/distillation/student-fixture/execution.js +166 -0
  301. package/src/experimental/training/distillation/student-fixture/model.js +353 -0
  302. package/src/experimental/training/distillation/student-fixture.js +2 -469
  303. package/src/experimental/training/lora/checkpoint.js +746 -0
  304. package/src/experimental/training/lora/execution.js +550 -0
  305. package/src/experimental/training/lora/plan.js +387 -0
  306. package/src/experimental/training/lora/recovery.js +418 -0
  307. package/src/experimental/training/lora-pipeline.js +7 -1949
  308. package/src/experimental/training/operator-artifacts.js +2 -2
  309. package/src/experimental/training/operator-command.js +4 -4
  310. package/src/experimental/training/runner/evaluation.js +62 -0
  311. package/src/experimental/training/runner/lifecycle.js +257 -0
  312. package/src/experimental/training/runner.js +5 -268
  313. package/src/experimental/training/suite/execution.js +879 -0
  314. package/src/experimental/training/suite/plan.js +855 -0
  315. package/src/experimental/training/suite.js +5 -1659
  316. package/src/experimental/training/workloads.d.ts +5 -5
  317. package/src/experimental/training/workloads.js +6 -6
  318. package/src/experimental/turboquant/codebook.js +470 -0
  319. package/src/formats/quantization-constants.d.ts +11 -0
  320. package/src/formats/quantization-constants.js +11 -0
  321. package/src/formats/rdrr/integrity.js +1 -1
  322. package/src/formats/rdrr/lowerings.js +0 -29
  323. package/src/formats/rdrr/merkle.js +1 -1
  324. package/src/formats/rdrr/tensor-config-validator.js +25 -5
  325. package/src/formats/rdrr/validation.js +3 -3
  326. package/src/gpu/command-recorder.d.ts +10 -1
  327. package/src/gpu/command-recorder.js +58 -14
  328. package/src/gpu/constant-buffer.js +29 -0
  329. package/src/gpu/device-state.js +36 -0
  330. package/src/gpu/device.js +6 -41
  331. package/src/gpu/kernel-runtime.js +2 -1
  332. package/src/gpu/kernels/activation-static-qdq.js +1 -1
  333. package/src/gpu/kernels/append_embedding.wgsl +14 -0
  334. package/src/gpu/kernels/attention/executors.js +960 -0
  335. package/src/gpu/kernels/attention/plan.js +472 -0
  336. package/src/gpu/kernels/attention.d.ts +4 -0
  337. package/src/gpu/kernels/attention.js +145 -1545
  338. package/src/gpu/kernels/attention_relative.wgsl +59 -0
  339. package/src/gpu/kernels/backward/adam.js +2 -1
  340. package/src/gpu/kernels/backward/attention_backward.js +1 -1
  341. package/src/gpu/kernels/backward/bias_add_backward.d.ts +1 -1
  342. package/src/gpu/kernels/backward/bias_add_backward.js +1 -1
  343. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.js +2 -1
  344. package/src/gpu/kernels/backward/conv2d_backward.d.ts +1 -1
  345. package/src/gpu/kernels/backward/conv2d_backward.js +2 -1
  346. package/src/gpu/kernels/backward/cross_entropy_backward.d.ts +1 -1
  347. package/src/gpu/kernels/backward/cross_entropy_backward.js +1 -1
  348. package/src/gpu/kernels/backward/embed_backward.js +2 -1
  349. package/src/gpu/kernels/backward/executor.d.ts +34 -0
  350. package/src/gpu/kernels/backward/executor.js +158 -0
  351. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.js +2 -1
  352. package/src/gpu/kernels/backward/gated_rmsnorm_backward.js +2 -1
  353. package/src/gpu/kernels/backward/gelu_backward.d.ts +1 -1
  354. package/src/gpu/kernels/backward/gelu_backward.js +1 -1
  355. package/src/gpu/kernels/backward/groupnorm_backward.d.ts +1 -1
  356. package/src/gpu/kernels/backward/groupnorm_backward.js +1 -1
  357. package/src/gpu/kernels/backward/layernorm_backward.d.ts +1 -1
  358. package/src/gpu/kernels/backward/layernorm_backward.js +2 -1
  359. package/src/gpu/kernels/backward/matmul.js +133 -0
  360. package/src/gpu/kernels/backward/matmul_backward.d.ts +0 -1
  361. package/src/gpu/kernels/backward/matmul_backward.js +1 -1
  362. package/src/gpu/kernels/backward/pixel_shuffle_backward.d.ts +1 -1
  363. package/src/gpu/kernels/backward/pixel_shuffle_backward.js +1 -1
  364. package/src/gpu/kernels/backward/rmsnorm_backward.d.ts +1 -1
  365. package/src/gpu/kernels/backward/rmsnorm_backward.js +2 -1
  366. package/src/gpu/kernels/backward/rope_backward.d.ts +1 -1
  367. package/src/gpu/kernels/backward/rope_backward.js +2 -1
  368. package/src/gpu/kernels/backward/scale_backward.d.ts +1 -1
  369. package/src/gpu/kernels/backward/scale_backward.js +2 -1
  370. package/src/gpu/kernels/backward/silu_backward.d.ts +1 -1
  371. package/src/gpu/kernels/backward/silu_backward.js +1 -1
  372. package/src/gpu/kernels/backward/softmax_backward.d.ts +1 -1
  373. package/src/gpu/kernels/backward/softmax_backward.js +1 -1
  374. package/src/gpu/kernels/backward/upsample2d_backward.d.ts +1 -1
  375. package/src/gpu/kernels/backward/upsample2d_backward.js +1 -1
  376. package/src/gpu/kernels/backward/utils.js +2 -392
  377. package/src/gpu/kernels/bind-group-validation.js +16 -0
  378. package/src/gpu/kernels/cast.js +2 -1
  379. package/src/gpu/kernels/check-finiteness.js +13 -49
  380. package/src/gpu/kernels/check-hot-vocab-stop.js +13 -39
  381. package/src/gpu/kernels/check-stop.js +14 -33
  382. package/src/gpu/kernels/check_finiteness.wgsl +33 -0
  383. package/src/gpu/kernels/check_hot_vocab_stop.wgsl +29 -0
  384. package/src/gpu/kernels/check_stop.wgsl +20 -0
  385. package/src/gpu/kernels/clamp.js +1 -1
  386. package/src/gpu/kernels/conv2d.js +1 -1
  387. package/src/gpu/kernels/cross_entropy_loss.js +1 -1
  388. package/src/gpu/kernels/depthwise_conv1d.js +1 -1
  389. package/src/gpu/kernels/depthwise_conv2d.js +1 -1
  390. package/src/gpu/kernels/dequant.js +7 -2
  391. package/src/gpu/kernels/diffusion-gemma-sampling.js +3 -5
  392. package/src/gpu/kernels/dispatch.js +12 -1
  393. package/src/gpu/kernels/embedding-pool.js +72 -0
  394. package/src/gpu/kernels/embedding_pool_f16.wgsl +38 -0
  395. package/src/gpu/kernels/embedding_pool_f32.wgsl +36 -0
  396. package/src/gpu/kernels/energy.js +2 -1
  397. package/src/gpu/kernels/forecast_output.wgsl +17 -0
  398. package/src/gpu/kernels/fused-gate-up-gelu.js +1 -1
  399. package/src/gpu/kernels/fused_ffn.js +10 -220
  400. package/src/gpu/kernels/fused_matmul_residual.js +2 -1
  401. package/src/gpu/kernels/fused_matmul_rmsnorm.js +2 -1
  402. package/src/gpu/kernels/fused_normed_ffn_q4k.wgsl +208 -0
  403. package/src/gpu/kernels/gated-short-conv.js +11 -69
  404. package/src/gpu/kernels/gated_delta_conv.wgsl +66 -0
  405. package/src/gpu/kernels/gated_delta_conv_f16.wgsl +68 -0
  406. package/src/gpu/kernels/gated_delta_fused_decode.wgsl +173 -0
  407. package/src/gpu/kernels/gated_delta_fused_decode_f16.wgsl +175 -0
  408. package/src/gpu/kernels/gated_delta_recurrent.wgsl +165 -0
  409. package/src/gpu/kernels/gated_delta_recurrent_f16.wgsl +167 -0
  410. package/src/gpu/kernels/gated_short_conv.wgsl +47 -0
  411. package/src/gpu/kernels/gather.d.ts +1 -1
  412. package/src/gpu/kernels/gather.js +30 -6
  413. package/src/gpu/kernels/gather_bf16.wgsl +69 -0
  414. package/src/gpu/kernels/gelu.js +1 -1
  415. package/src/gpu/kernels/gemma4-route-expert.js +1 -1
  416. package/src/gpu/kernels/grouped_pointwise_conv2d.js +1 -1
  417. package/src/gpu/kernels/groupnorm.js +1 -1
  418. package/src/gpu/kernels/index.d.ts +38 -5
  419. package/src/gpu/kernels/index.js +18 -4
  420. package/src/gpu/kernels/instance_stats.wgsl +26 -0
  421. package/src/gpu/kernels/kernel-base.js +1 -1
  422. package/src/gpu/kernels/kernel-cache-lifecycle.d.ts +9 -0
  423. package/src/gpu/kernels/kernel-cache-lifecycle.js +26 -0
  424. package/src/gpu/kernels/kernel-configs.d.ts +10 -61
  425. package/src/gpu/kernels/kernel-configs.js +26 -54
  426. package/src/gpu/kernels/kernel-execution.js +141 -0
  427. package/src/gpu/kernels/kv-cache-write.js +4 -4
  428. package/src/gpu/kernels/kv-quantize.js +4 -1
  429. package/src/gpu/kernels/l2-normalize.js +36 -0
  430. package/src/gpu/kernels/l2_normalize.wgsl +53 -0
  431. package/src/gpu/kernels/layernorm.d.ts +4 -4
  432. package/src/gpu/kernels/layernorm.js +44 -7
  433. package/src/gpu/kernels/linear-attention-core.js +29 -449
  434. package/src/gpu/kernels/linear_attention.js +1 -1
  435. package/src/gpu/kernels/lm-head-argmax.js +2 -2
  436. package/src/gpu/kernels/lm-head-select-logits.js +2 -2
  437. package/src/gpu/kernels/logit-finalize.js +103 -0
  438. package/src/gpu/kernels/logit-merge.js +13 -125
  439. package/src/gpu/kernels/logit-scatter.js +40 -0
  440. package/src/gpu/kernels/logit_finalize_f16.wgsl +43 -0
  441. package/src/gpu/kernels/logit_finalize_f32.wgsl +41 -0
  442. package/src/gpu/kernels/logit_merge_geometric.wgsl +23 -0
  443. package/src/gpu/kernels/logit_merge_max.wgsl +23 -0
  444. package/src/gpu/kernels/logit_merge_weighted.wgsl +23 -0
  445. package/src/gpu/kernels/logit_scatter_f16.wgsl +26 -0
  446. package/src/gpu/kernels/logit_scatter_f32.wgsl +24 -0
  447. package/src/gpu/kernels/matmul-dispatch.js +6 -1
  448. package/src/gpu/kernels/matmul-selection.js +3 -2
  449. package/src/gpu/kernels/matmul.js +4 -15
  450. package/src/gpu/kernels/matmul_bf16w_f32a.wgsl +93 -0
  451. package/src/gpu/kernels/matmul_gemv_subgroup_bf16w.wgsl +433 -0
  452. package/src/gpu/kernels/modulate.js +1 -1
  453. package/src/gpu/kernels/moe.js +3 -1
  454. package/src/gpu/kernels/moe_router_bias_add_f16_f16.wgsl +23 -0
  455. package/src/gpu/kernels/moe_router_bias_add_f16_f32.wgsl +23 -0
  456. package/src/gpu/kernels/moe_router_bias_add_f32_f16.wgsl +23 -0
  457. package/src/gpu/kernels/moe_router_bias_add_f32_f32.wgsl +21 -0
  458. package/src/gpu/kernels/patch_context.wgsl +29 -0
  459. package/src/gpu/kernels/pipeline-cache.js +3 -1
  460. package/src/gpu/kernels/pixel_shuffle.js +1 -1
  461. package/src/gpu/kernels/probe_shader_f16.wgsl +7 -0
  462. package/src/gpu/kernels/relu.js +1 -1
  463. package/src/gpu/kernels/repeat_channels.js +1 -1
  464. package/src/gpu/kernels/residual.js +2 -2
  465. package/src/gpu/kernels/rmsnorm-pair.js +1 -1
  466. package/src/gpu/kernels/rmsnorm-qk.js +1 -1
  467. package/src/gpu/kernels/rmsnorm-stats.js +14 -113
  468. package/src/gpu/kernels/rmsnorm.js +1 -1
  469. package/src/gpu/kernels/rmsnorm_serial.wgsl +19 -0
  470. package/src/gpu/kernels/rmsnorm_stats.wgsl +59 -0
  471. package/src/gpu/kernels/rmsnorm_stats_subgroups.wgsl +76 -0
  472. package/src/gpu/kernels/rope-precompute.js +160 -0
  473. package/src/gpu/kernels/rope-qk.js +1 -1
  474. package/src/gpu/kernels/rope.js +2 -2
  475. package/src/gpu/kernels/rope_precompute.wgsl +74 -0
  476. package/src/gpu/kernels/sample.js +5 -1
  477. package/src/gpu/kernels/scale.js +1 -1
  478. package/src/gpu/kernels/shader-cache.js +8 -4
  479. package/src/gpu/kernels/shader-source-scope.js +68 -0
  480. package/src/gpu/kernels/silu.js +2 -1
  481. package/src/gpu/kernels/soft-embedding.js +3 -1
  482. package/src/gpu/kernels/softmax.js +4 -2
  483. package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +1 -1
  484. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +1 -1
  485. package/src/gpu/kernels/split_qg.js +1 -1
  486. package/src/gpu/kernels/split_qkv.d.ts +2 -0
  487. package/src/gpu/kernels/split_qkv.js +18 -3
  488. package/src/gpu/kernels/split_qkv.wgsl +5 -2
  489. package/src/gpu/kernels/split_qkv_f16.wgsl +5 -2
  490. package/src/gpu/kernels/submit_probe.wgsl +6 -0
  491. package/src/gpu/kernels/transpose.js +1 -1
  492. package/src/gpu/kernels/turboquant-codebook.js +4 -535
  493. package/src/gpu/kernels/uniform-utils.js +7 -2
  494. package/src/gpu/kernels/upsample2d.js +1 -1
  495. package/src/gpu/kernels/utils.js +9 -330
  496. package/src/gpu/kernels/vision-average-pool.d.ts +13 -0
  497. package/src/gpu/kernels/vision-average-pool.js +68 -0
  498. package/src/gpu/kernels/vision-patch-embed.d.ts +17 -0
  499. package/src/gpu/kernels/vision-patch-embed.js +117 -0
  500. package/src/gpu/kernels/vision-position-embedding.d.ts +13 -0
  501. package/src/gpu/kernels/vision-position-embedding.js +79 -0
  502. package/src/gpu/kernels/vision-rope-2d.d.ts +16 -0
  503. package/src/gpu/kernels/vision-rope-2d.js +73 -0
  504. package/src/gpu/kernels/vision-spatial-merge.d.ts +19 -0
  505. package/src/gpu/kernels/vision-spatial-merge.js +100 -0
  506. package/src/gpu/kernels/vision_average_pool.wgsl +42 -0
  507. package/src/gpu/kernels/vision_patch_embed.wgsl +59 -0
  508. package/src/gpu/kernels/vision_patch_embed_f16w.wgsl +61 -0
  509. package/src/gpu/kernels/vision_position_embedding.wgsl +33 -0
  510. package/src/gpu/kernels/vision_position_embedding_f16.wgsl +35 -0
  511. package/src/gpu/kernels/vision_rope_2d.wgsl +60 -0
  512. package/src/gpu/kernels/vision_spatial_merge.wgsl +48 -0
  513. package/src/gpu/readback-buffer.js +20 -0
  514. package/src/gpu/submit-probe.js +2 -26
  515. package/src/gpu/weight-buffer.d.ts +1 -0
  516. package/src/gpu/weight-buffer.js +7 -0
  517. package/src/index.d.ts +10 -0
  518. package/src/index.js +1 -0
  519. package/src/inference/browser-harness/benchmark-execution.js +872 -0
  520. package/src/inference/browser-harness/benchmark-rerank.js +284 -0
  521. package/src/inference/browser-harness/decode-diagnostics.js +241 -0
  522. package/src/inference/browser-harness/diffusion-performance.js +102 -0
  523. package/src/inference/browser-harness/inference-execution.js +543 -0
  524. package/src/inference/{browser-harness-model-helpers.js → browser-harness/model-initialization.js} +14 -145
  525. package/src/inference/browser-harness/model-resolution.js +137 -0
  526. package/src/inference/browser-harness/report.js +338 -0
  527. package/src/inference/browser-harness/request.js +263 -0
  528. package/src/inference/browser-harness/runtime-config.d.ts +25 -0
  529. package/src/inference/browser-harness/runtime-config.js +255 -0
  530. package/src/inference/browser-harness/runtime-isolation.d.ts +13 -0
  531. package/src/inference/browser-harness/runtime-isolation.js +45 -0
  532. package/src/inference/browser-harness/runtime-report.d.ts +26 -0
  533. package/src/inference/browser-harness/runtime-report.js +117 -0
  534. package/src/inference/browser-harness/suite-summary.js +39 -0
  535. package/src/inference/browser-harness/text-evidence.js +694 -0
  536. package/src/inference/browser-harness/text-execution.js +757 -0
  537. package/src/inference/browser-harness/text-input.js +725 -0
  538. package/src/inference/{browser-harness-suite-helpers.js → browser-harness/timing-diagnostics.js} +1 -379
  539. package/src/inference/browser-harness-contract-helpers.js +1 -1
  540. package/src/inference/browser-harness-diffusion-energy-suites.js +8 -3
  541. package/src/inference/browser-harness-runtime-helpers.d.ts +3 -56
  542. package/src/inference/browser-harness-runtime-helpers.js +3 -423
  543. package/src/inference/browser-harness-text-helpers.js +31 -2199
  544. package/src/inference/browser-harness.d.ts +15 -2
  545. package/src/inference/browser-harness.js +38 -1952
  546. package/src/inference/kv-cache/base.js +67 -381
  547. package/src/inference/kv-cache/basis-decomposed-paged.d.ts +2 -50
  548. package/src/inference/kv-cache/basis-decomposed-paged.js +1 -276
  549. package/src/inference/kv-cache/quantized.d.ts +2 -2
  550. package/src/inference/kv-cache/quantized.js +4 -8
  551. package/src/inference/kv-cache/update.js +309 -0
  552. package/src/inference/model-checkpoint-evidence.d.ts +75 -0
  553. package/src/inference/model-checkpoint-evidence.js +264 -0
  554. package/src/inference/moe-router.js +36 -216
  555. package/src/inference/multi-model-network.js +5 -341
  556. package/src/inference/pipelines/audio/index.js +1 -20
  557. package/src/inference/pipelines/audio/mel.js +0 -38
  558. package/src/inference/pipelines/diffusion/profile-timing.js +10 -0
  559. package/src/inference/pipelines/diffusion/runtime-resources.js +54 -0
  560. package/src/inference/pipelines/diffusion/sd3/execution.js +805 -0
  561. package/src/inference/pipelines/diffusion/sd3/plan.js +125 -0
  562. package/src/inference/pipelines/diffusion/sd3-transformer.js +44 -895
  563. package/src/inference/pipelines/diffusion/{vae.js → vae/execution.js} +46 -618
  564. package/src/inference/pipelines/diffusion/{helpers.js → weight-contract.js} +1 -68
  565. package/src/inference/pipelines/energy-head/row-head-pipeline.d.ts +1 -103
  566. package/src/inference/pipelines/factory.js +14 -3
  567. package/src/inference/pipelines/shader-scoped-pipeline.js +29 -0
  568. package/src/inference/pipelines/structured/json-grammar-mask.js +0 -6
  569. package/src/inference/pipelines/text/abort-contract.js +22 -0
  570. package/src/inference/pipelines/text/attention/attn-config.js +1 -16
  571. package/src/inference/pipelines/text/attention/gate-projection.js +30 -0
  572. package/src/inference/pipelines/text/attention/heterogeneous-contract.js +8 -0
  573. package/src/inference/pipelines/text/attention/interpreter/immediate.js +211 -0
  574. package/src/inference/pipelines/text/attention/interpreter/recorded.js +451 -0
  575. package/src/inference/pipelines/text/attention/interpreter.js +89 -439
  576. package/src/inference/pipelines/text/attention/plan.d.ts +1 -0
  577. package/src/inference/pipelines/text/attention/plan.js +17 -0
  578. package/src/inference/pipelines/text/attention/projection-executor.js +331 -0
  579. package/src/inference/pipelines/text/attention/projection-plan.js +259 -0
  580. package/src/inference/pipelines/text/attention/projections.js +20 -537
  581. package/src/inference/pipelines/text/attention/query-transform.js +11 -0
  582. package/src/inference/pipelines/text/attention/record.js +0 -6
  583. package/src/inference/pipelines/text/attention/recorded-health.js +21 -0
  584. package/src/inference/pipelines/text/attention/rope-observation.js +40 -0
  585. package/src/inference/pipelines/text/attention/run.js +0 -6
  586. package/src/inference/pipelines/text/attention/types.js +3 -31
  587. package/src/inference/pipelines/text/chat-format.d.ts +3 -0
  588. package/src/inference/pipelines/text/chat-format.js +42 -0
  589. package/src/inference/pipelines/text/config/normalization.js +729 -0
  590. package/src/inference/pipelines/text/config/validation.js +9 -0
  591. package/src/inference/pipelines/text/config.d.ts +12 -1
  592. package/src/inference/pipelines/text/config.js +14 -1228
  593. package/src/inference/pipelines/text/debug-utils/health-metrics.js +57 -0
  594. package/src/inference/pipelines/text/debug-utils/index.js +3 -8
  595. package/src/inference/pipelines/text/debug-utils/profiles.js +8 -0
  596. package/src/inference/pipelines/text/debug-utils/readback-decoding.js +24 -0
  597. package/src/inference/pipelines/text/debug-utils/tensor.js +1 -1
  598. package/src/inference/pipelines/text/dtype-contract.js +1 -68
  599. package/src/inference/pipelines/text/embed.js +178 -241
  600. package/src/inference/pipelines/text/embedding-contract.d.ts +7 -0
  601. package/src/inference/pipelines/text/embedding-contract.js +21 -0
  602. package/src/inference/pipelines/text/embedding-extraction.js +225 -0
  603. package/src/inference/pipelines/text/embedding-normalization.js +39 -0
  604. package/src/inference/pipelines/text/execution-runtime-builders.js +0 -32
  605. package/src/inference/pipelines/text/execution-v1/plan.js +69 -0
  606. package/src/inference/pipelines/text/execution-v1/validation.js +233 -0
  607. package/src/inference/pipelines/text/execution-v1.js +7 -283
  608. package/src/inference/pipelines/text/execution.js +517 -0
  609. package/src/inference/pipelines/text/ffn/dense-executor.js +718 -0
  610. package/src/inference/pipelines/text/ffn/dense-plan.js +327 -0
  611. package/src/inference/pipelines/text/ffn/dense.js +4 -968
  612. package/src/inference/pipelines/text/ffn/sandwich.js +10 -9
  613. package/src/inference/pipelines/text/ffn/standard.js +2 -1
  614. package/src/inference/pipelines/text/generator/attention-lifecycle.js +24 -0
  615. package/src/inference/pipelines/text/generator/decode-runtime.js +991 -0
  616. package/src/inference/pipelines/text/generator/decode.js +952 -0
  617. package/src/inference/pipelines/text/generator/diffusion.js +607 -0
  618. package/src/inference/pipelines/text/generator/logits-config.js +63 -0
  619. package/src/inference/pipelines/text/generator/prefill-observation.js +29 -0
  620. package/src/inference/pipelines/text/generator/prefill-policy.js +56 -0
  621. package/src/inference/pipelines/text/generator/prefill-runtime.js +896 -0
  622. package/src/inference/pipelines/text/{generator-prefill-helpers.js → generator/prefix-embedding.js} +16 -121
  623. package/src/inference/pipelines/text/generator/prompt-input.js +47 -0
  624. package/src/inference/pipelines/text/generator/recovery.js +310 -0
  625. package/src/inference/pipelines/text/{generator-helpers.js → generator/session-context.js} +42 -110
  626. package/src/inference/pipelines/text/generator/text.js +448 -0
  627. package/src/inference/pipelines/text/generator/training.js +752 -0
  628. package/src/inference/pipelines/text/generator-decode-policy.js +1 -1
  629. package/src/inference/pipelines/text/generator-logits-observation.js +45 -0
  630. package/src/inference/pipelines/text/generator-runtime.js +5 -135
  631. package/src/inference/pipelines/text/generator-steps.js +30 -972
  632. package/src/inference/pipelines/text/generator.js +165 -3544
  633. package/src/inference/pipelines/text/image-transcription.js +304 -0
  634. package/src/inference/pipelines/text/init-qkv-fusion.js +18 -9
  635. package/src/inference/pipelines/text/init-rope.js +37 -189
  636. package/src/inference/pipelines/text/init.d.ts +8 -3
  637. package/src/inference/pipelines/text/init.js +6 -216
  638. package/src/inference/pipelines/text/layer-execution-contract.js +97 -0
  639. package/src/inference/pipelines/text/layer-input-execution.js +435 -0
  640. package/src/inference/pipelines/text/layer-plan-gpu.js +13 -6
  641. package/src/inference/pipelines/text/layer-plan.d.ts +21 -5
  642. package/src/inference/pipelines/text/layer-plan.js +45 -3
  643. package/src/inference/pipelines/text/layer.js +52 -522
  644. package/src/inference/pipelines/text/lifecycle.js +839 -0
  645. package/src/inference/pipelines/text/linear-attention/plan.js +554 -0
  646. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +2 -2
  647. package/src/inference/pipelines/text/linear-attention.d.ts +2 -2
  648. package/src/inference/pipelines/text/linear-attention.js +7 -537
  649. package/src/inference/pipelines/text/logits/cpu-output.d.ts +1 -0
  650. package/src/inference/pipelines/text/logits/cpu-output.js +5 -0
  651. package/src/inference/pipelines/text/logits/cpu.d.ts +1 -87
  652. package/src/inference/pipelines/text/logits/cpu.js +8 -95
  653. package/src/inference/pipelines/text/logits/gpu-executor.js +368 -0
  654. package/src/inference/pipelines/text/logits/gpu.d.ts +27 -0
  655. package/src/inference/pipelines/text/logits/gpu.js +116 -579
  656. package/src/inference/pipelines/text/logits/index.d.ts +2 -1
  657. package/src/inference/pipelines/text/logits/index.js +62 -102
  658. package/src/inference/pipelines/text/logits/output-transform.js +47 -0
  659. package/src/inference/pipelines/text/logits/plan.js +184 -0
  660. package/src/inference/pipelines/text/logits/readback.d.ts +6 -0
  661. package/src/inference/pipelines/text/logits/readback.js +9 -0
  662. package/src/inference/pipelines/text/logits/scale-policy.js +20 -0
  663. package/src/inference/pipelines/text/logits/types.d.ts +1 -0
  664. package/src/inference/pipelines/text/lora-apply.js +12 -4
  665. package/src/inference/pipelines/text/lora-types.d.ts +12 -0
  666. package/src/inference/pipelines/text/modality-token-contract.js +115 -0
  667. package/src/inference/pipelines/text/model-load.js +0 -20
  668. package/src/inference/pipelines/text/moe/expert-loading.js +9 -0
  669. package/src/inference/pipelines/text/moe/gpu-executor.js +513 -0
  670. package/src/inference/pipelines/text/moe/plan.js +47 -0
  671. package/src/inference/pipelines/text/moe-cpu.js +9 -135
  672. package/src/inference/pipelines/text/moe-gpu.js +21 -545
  673. package/src/inference/pipelines/text/normalization-contract.js +17 -0
  674. package/src/inference/pipelines/text/per-layer/materialize.js +736 -0
  675. package/src/inference/pipelines/text/per-layer/plan.js +362 -0
  676. package/src/inference/pipelines/text/per-layer-inputs.js +4 -1037
  677. package/src/inference/pipelines/text/pipeline-load-timing.js +77 -0
  678. package/src/inference/pipelines/text/probes.js +20 -0
  679. package/src/inference/pipelines/text/state.d.ts +8 -0
  680. package/src/inference/pipelines/text/state.js +1 -0
  681. package/src/inference/pipelines/text/tsir-fixture-writer.js +88 -16
  682. package/src/inference/pipelines/text/types.d.ts +4 -0
  683. package/src/inference/pipelines/text/weight-loading-config.js +194 -0
  684. package/src/inference/pipelines/text.d.ts +2 -2
  685. package/src/inference/pipelines/text.js +46 -1633
  686. package/src/inference/pipelines/video/frame-sampler.js +0 -13
  687. package/src/inference/pipelines/video/index.js +0 -21
  688. package/src/inference/pipelines/vision/attention.js +59 -0
  689. package/src/inference/pipelines/vision/encoder.js +254 -369
  690. package/src/inference/pipelines/vision/gemma4.js +204 -318
  691. package/src/inference/pipelines/vision/glmocr-preprocess.js +273 -0
  692. package/src/inference/pipelines/vision/glmocr-rope.js +106 -0
  693. package/src/inference/pipelines/vision/glmocr.js +557 -0
  694. package/src/inference/pipelines/vision/image-preprocess.js +0 -27
  695. package/src/inference/pipelines/vision/index.js +8 -27
  696. package/src/inference/pipelines/vision/ops.js +11 -33
  697. package/src/inference/pipelines/vision/patch-embed.js +51 -145
  698. package/src/inference/pipelines/vision/spatial-merge.js +78 -0
  699. package/src/inference/pipelines/vision/weight-loading.js +79 -0
  700. package/src/inference/refactor-receipt.js +2 -2
  701. package/src/inference/rerank.js +182 -0
  702. package/src/inference/tokenizer.js +1 -1
  703. package/src/inference/tokenizers/behavior-flags.js +6 -3
  704. package/src/inference/tokenizers/bundled/decoders.js +133 -0
  705. package/src/inference/tokenizers/bundled/registry.js +216 -0
  706. package/src/inference/tokenizers/bundled.js +23 -353
  707. package/src/loader/doppler-loader.d.ts +4 -0
  708. package/src/loader/doppler-loader.js +119 -930
  709. package/src/loader/embedding-limit-preflight.js +11 -4
  710. package/src/loader/embedding-loader.js +1 -3
  711. package/src/loader/gpu-tensor-materialization.js +20 -0
  712. package/src/loader/layer-loader.js +15 -119
  713. package/src/loader/layer-tensor-aliases.js +99 -0
  714. package/src/loader/layer-weight-shape.js +29 -0
  715. package/src/loader/load-timing.js +64 -0
  716. package/src/loader/loader-types.d.ts +3 -0
  717. package/src/loader/model-executor.js +819 -0
  718. package/src/loader/model-load-validation.js +15 -0
  719. package/src/loader/quantization-constants.d.ts +11 -29
  720. package/src/loader/quantization-constants.js +1 -2
  721. package/src/loader/shard-resolver.js +0 -14
  722. package/src/loader/tensor-load-error.js +14 -0
  723. package/src/loader/tensor-shard-indices.js +8 -0
  724. package/src/loader/tensors/bf16-loader.js +125 -0
  725. package/src/loader/tensors/functional-descriptor-loader.js +3 -375
  726. package/src/loader/tensors/load-executor.js +577 -0
  727. package/src/loader/tensors/source-transform/executor.js +123 -0
  728. package/src/loader/tensors/source-transform/plan.js +107 -0
  729. package/src/loader/tensors/source-transform.js +15 -264
  730. package/src/loader/tensors/tensor-loader.d.ts +4 -4
  731. package/src/loader/tensors/tensor-loader.js +7 -653
  732. package/src/memory/buffer-pool.js +7 -29
  733. package/src/rules/capability-transform-resolver.js +80 -0
  734. package/src/rules/execution-contract.d.ts +73 -0
  735. package/src/rules/execution-contract.js +429 -0
  736. package/src/rules/execution-rules-contract-check.js +1 -1
  737. package/src/rules/generated/rule-bundle.json +4305 -0
  738. package/src/rules/inference/capability-transforms.rules.json +3 -3
  739. package/src/rules/layer-pattern-contract-check.js +1 -1
  740. package/src/rules/rule-registry.js +70 -57
  741. package/src/storage/artifact-storage-context.js +2 -2
  742. package/src/storage/backend-selection.js +43 -0
  743. package/src/storage/distribution-transport.js +5 -0
  744. package/src/storage/download/integrity.d.ts +33 -0
  745. package/src/storage/download/integrity.js +130 -0
  746. package/src/storage/download/resume-inspection.d.ts +22 -0
  747. package/src/storage/download/resume-inspection.js +134 -0
  748. package/src/storage/download/retry.js +57 -0
  749. package/src/storage/download/state.js +131 -0
  750. package/src/storage/download/transport.js +99 -0
  751. package/src/storage/downloader.js +74 -453
  752. package/src/storage/model-cache.d.ts +1 -0
  753. package/src/storage/model-cache.js +51 -11
  754. package/src/storage/shard-manager.d.ts +5 -0
  755. package/src/storage/shard-manager.js +50 -369
  756. package/src/storage/shards/index.js +60 -0
  757. package/src/storage/shards/integrity.js +225 -0
  758. package/src/storage/shards/lifecycle.js +22 -0
  759. package/src/storage/source-artifact-store.js +14 -4
  760. package/src/tooling/boundary-evidence.d.ts +4 -4
  761. package/src/tooling/boundary-evidence.js +20 -20
  762. package/src/tooling/browser-command-runner.js +13 -6
  763. package/src/tooling/capsule-v2.d.ts +11 -0
  764. package/src/tooling/capsule-v2.js +58 -0
  765. package/src/tooling/capsule.js +20 -0
  766. package/src/tooling/command-api-constants.js +1 -1
  767. package/src/tooling/command-api-family-normalizers.js +163 -5
  768. package/src/tooling/command-api.d.ts +42 -3
  769. package/src/tooling/command-api.js +7 -2
  770. package/src/tooling/command-envelope.js +1 -1
  771. package/src/tooling/{command-api-helpers.js → command-request-normalization.js} +1 -1
  772. package/src/tooling/command-runner.html +49 -1
  773. package/src/tooling/command-validation.js +1 -24
  774. package/src/tooling/conversion-run-timing.js +24 -0
  775. package/src/tooling/diagnose-runner.js +11 -9
  776. package/src/tooling/distribution-shard-transport.js +11 -0
  777. package/src/tooling/execution-cost-ledger.d.ts +76 -2
  778. package/src/tooling/execution-cost-ledger.js +197 -15
  779. package/src/tooling/hf-registry/catalog-io.js +63 -0
  780. package/src/tooling/litert/package.js +863 -0
  781. package/src/tooling/litert-package-runtime.js +3 -849
  782. package/src/tooling/model-capsule-forge.js +478 -0
  783. package/src/tooling/node-browser/execution.d.ts +40 -0
  784. package/src/tooling/node-browser/execution.js +308 -0
  785. package/src/tooling/node-browser/static-server.js +188 -0
  786. package/src/tooling/node-browser/transport.d.ts +80 -0
  787. package/src/tooling/node-browser/transport.js +622 -0
  788. package/src/tooling/node-browser-command-runner.d.ts +18 -78
  789. package/src/tooling/node-browser-command-runner.js +10 -1112
  790. package/src/tooling/node-capsule-artifact-store.js +44 -0
  791. package/src/tooling/node-command-execution.js +237 -0
  792. package/src/tooling/node-command-runner.js +26 -205
  793. package/src/tooling/node-converter/input.js +521 -0
  794. package/src/tooling/node-converter/output.js +244 -0
  795. package/src/tooling/node-converter-chunk-batches.js +21 -0
  796. package/src/tooling/node-converter.js +7 -720
  797. package/src/tooling/node-source-runtime.js +16 -276
  798. package/src/tooling/node-webgpu-provider.v1.json +33 -0
  799. package/src/tooling/node-webgpu.js +178 -453
  800. package/src/tooling/opfs-cache.d.ts +5 -0
  801. package/src/tooling/opfs-cache.js +4 -0
  802. package/src/tooling/production-release.d.ts +19 -0
  803. package/src/tooling/production-release.js +647 -0
  804. package/src/tooling/program-bundle/embedding-reference.js +19 -0
  805. package/src/tooling/program-bundle/materialize.js +324 -0
  806. package/src/tooling/program-bundle/rerank-reference.js +22 -0
  807. package/src/tooling/program-bundle/sequence-reference.js +42 -0
  808. package/src/tooling/program-bundle/validation.js +31 -0
  809. package/src/tooling/program-bundle/wgsl-closure.js +254 -0
  810. package/src/tooling/program-bundle-parity.d.ts +11 -4
  811. package/src/tooling/program-bundle-parity.js +262 -109
  812. package/src/tooling/program-bundle.d.ts +7 -0
  813. package/src/tooling/program-bundle.js +186 -591
  814. package/src/tooling/provider-v1-contract.d.ts +61 -0
  815. package/src/tooling/provider-v1-contract.js +192 -0
  816. package/src/tooling/registered-variant-calibration-job.d.ts +98 -0
  817. package/src/tooling/registered-variant-calibration-job.js +210 -0
  818. package/src/tooling/registered-variant-calibration.d.ts +167 -7
  819. package/src/tooling/registered-variant-calibration.js +57 -7
  820. package/src/tooling/runtime-optimization/candidates.js +664 -0
  821. package/src/tooling/runtime-optimization-campaign.js +166 -0
  822. package/src/tooling/runtime-optimization-index.js +16 -1
  823. package/src/tooling/runtime-optimization.d.ts +44 -0
  824. package/src/tooling/runtime-optimization.js +13 -656
  825. package/src/tooling/source-intake.d.ts +1 -1
  826. package/src/tooling/source-intake.js +34 -17
  827. package/src/tooling/source-package-profiles.js +1 -1
  828. package/src/tooling/source-runtime/bundle-materialize.js +298 -0
  829. package/src/tooling/source-runtime/bundle-plan.js +121 -0
  830. package/src/tooling/source-runtime/node-loader.js +258 -0
  831. package/src/tooling/source-runtime-bundle.js +26 -411
  832. package/src/tooling/source-runtime-converter-config.js +1 -1
  833. package/src/tooling-experimental-exports.js +0 -5
  834. package/src/tooling-exports/evidence.d.ts +14 -3
  835. package/src/tooling-exports/evidence.js +14 -3
  836. package/src/tooling-exports/storage.d.ts +5 -0
  837. package/src/tooling-exports/storage.js +4 -0
  838. package/src/tooling-exports.d.ts +3 -0
  839. package/src/tooling-exports.js +2 -0
  840. package/src/tooling-exports.shared.d.ts +17 -3
  841. package/src/tooling-exports.shared.js +9 -3
  842. package/src/training.d.ts +6 -6
  843. package/src/training.js +4 -4
  844. package/src/version.js +1 -1
  845. package/tests/kernels/browser/kernel-suite.js +512 -0
  846. package/tests/kernels/browser/test-page.js +169 -14
  847. package/tests/kernels/harness/tolerance.js +1 -0
  848. package/tests/kernels/reference/index.js +13 -1
  849. package/tests/kernels/reference/vision.js +160 -0
  850. package/src/converter/quantizer.d.ts +0 -121
  851. package/src/gpu/kernels/backward/utils.d.ts +0 -90
  852. package/src/gpu/kernels/uniform-utils.d.ts +0 -66
  853. package/src/gpu/kernels/utils.d.ts +0 -147
  854. package/src/inference/pipelines/text/debug-utils/utils.js +0 -118
  855. package/src/inference/pipelines/text/logits/utils.d.ts +0 -58
  856. package/src/inference/pipelines/text/moe-cpu-gptoss.js +0 -115
  857. package/src/inference/pipelines/text/moe-helpers.js +0 -21
  858. package/src/rules/converter/execution.rules.json +0 -20
  859. package/src/rules/converter/tensor-roles.rules.json +0 -13
  860. package/src/rules/converter/tokenizer.rules.json +0 -12
  861. package/src/rules/inference/attention.rules.json +0 -69
  862. package/src/rules/inference/config.rules.json +0 -82
  863. package/src/rules/inference/dtype.rules.json +0 -113
  864. package/src/rules/inference/execution.rules.json +0 -195
  865. package/src/rules/inference/ffn.rules.json +0 -123
  866. package/src/rules/inference/layer-pattern.rules.json +0 -16
  867. package/src/rules/inference/layer.rules.json +0 -7
  868. package/src/rules/inference/moe.rules.json +0 -145
  869. package/src/rules/kernels/attention.rules.json +0 -68
  870. package/src/rules/kernels/conv2d.rules.json +0 -6
  871. package/src/rules/kernels/depthwise-conv2d.rules.json +0 -6
  872. package/src/rules/kernels/dequant.rules.json +0 -58
  873. package/src/rules/kernels/energy.rules.json +0 -22
  874. package/src/rules/kernels/fused-ffn.rules.json +0 -15
  875. package/src/rules/kernels/fused-matmul-residual.rules.json +0 -6
  876. package/src/rules/kernels/fused-matmul-rmsnorm.rules.json +0 -8
  877. package/src/rules/kernels/gather.rules.json +0 -93
  878. package/src/rules/kernels/gelu.rules.json +0 -11
  879. package/src/rules/kernels/grouped-pointwise-conv2d.rules.json +0 -6
  880. package/src/rules/kernels/groupnorm.rules.json +0 -10
  881. package/src/rules/kernels/kv_quantize.rules.json +0 -9
  882. package/src/rules/kernels/layernorm.rules.json +0 -6
  883. package/src/rules/kernels/linear-attention.rules.json +0 -6
  884. package/src/rules/kernels/lm-head-argmax.rules.json +0 -10
  885. package/src/rules/kernels/matmul.rules.json +0 -95
  886. package/src/rules/kernels/modulate.rules.json +0 -6
  887. package/src/rules/kernels/moe.rules.gptoss.json +0 -105
  888. package/src/rules/kernels/moe.rules.json +0 -14
  889. package/src/rules/kernels/moe.rules.mixtral.json +0 -75
  890. package/src/rules/kernels/pixel_shuffle.rules.json +0 -6
  891. package/src/rules/kernels/relu.rules.json +0 -6
  892. package/src/rules/kernels/rep-penalty.rules.json +0 -6
  893. package/src/rules/kernels/repeat-channels.rules.json +0 -6
  894. package/src/rules/kernels/residual.rules.json +0 -12
  895. package/src/rules/kernels/rmsnorm-qk.rules.json +0 -6
  896. package/src/rules/kernels/rmsnorm.rules.json +0 -46
  897. package/src/rules/kernels/rope-qk.rules.json +0 -6
  898. package/src/rules/kernels/rope.rules.json +0 -6
  899. package/src/rules/kernels/sample.rules.json +0 -6
  900. package/src/rules/kernels/scale.rules.json +0 -8
  901. package/src/rules/kernels/silu.rules.json +0 -22
  902. package/src/rules/kernels/softmax.rules.json +0 -25
  903. package/src/rules/kernels/split-qg.rules.json +0 -6
  904. package/src/rules/kernels/split-qkv.rules.json +0 -6
  905. package/src/rules/kernels/upsample2d.rules.json +0 -6
  906. package/src/rules/loader/tensor-loader.rules.json +0 -42
  907. package/src/rules/loader/weights.rules.json +0 -42
  908. package/src/rules/tooling/command-runtime.rules.json +0 -65
  909. package/src/tooling/hf-registry-utils.js +0 -395
  910. /package/src/converter/{tokenizer-utils.js → tokenizer-special-tokens.js} +0 -0
  911. /package/src/{inference/pipelines/text/bdpa-steamroller.js → experimental/bdpa/steamroller.js} +0 -0
  912. /package/src/{inference/pipelines → experimental}/diffusion/scheduler.js +0 -0
  913. /package/src/{inference/pipelines → experimental}/energy/pipeline.d.ts +0 -0
  914. /package/src/{inference/pipelines → experimental}/energy/quintel.d.ts +0 -0
  915. /package/src/{inference/pipelines → experimental}/energy/quintel.js +0 -0
  916. /package/src/{utils → formats}/array-buffer.js +0 -0
  917. /package/src/{utils → formats}/canonical-hash.js +0 -0
  918. /package/src/{utils → formats}/clone-json.js +0 -0
  919. /package/src/{utils → formats}/encode-utf8.js +0 -0
  920. /package/src/{utils → formats}/load-json.js +0 -0
  921. /package/src/{utils → formats}/plain-object.js +0 -0
  922. /package/src/{utils → formats}/sha256.js +0 -0
  923. /package/src/{utils → formats}/stable-sort-object.js +0 -0
  924. /package/src/{gpu/kernels → rules}/rule-matcher.js +0 -0
  925. /package/src/{utils → storage}/hf-resolve-url.js +0 -0
  926. /package/src/{utils → storage}/runtime-env.js +0 -0
  927. /package/src/tooling/{command-runner-shared.js → command-runtime-execution.js} +0 -0
@@ -3,10 +3,12 @@ import type { SequenceEncodeOptions, SequenceEncodeResult } from '../../inferenc
3
3
  import type {
4
4
  DopplerGenerateOptions,
5
5
  DopplerGenerationEvidence,
6
+ DopplerEmbeddingEvidence,
6
7
  DopplerModelHandle,
7
8
  DopplerModelInspectionReceipt,
8
9
  } from './model-session.js';
9
10
  import type { DopplerPersistentCacheReceipt } from './model-source.js';
11
+ import type { ResolvedDopplerResolutionPolicy } from './resolution-policy.js';
10
12
 
11
13
  export type DopplerPromptInput = string | ChatMessage[] | { messages: ChatMessage[] };
12
14
  export type DopplerCapability =
@@ -33,6 +35,7 @@ export interface DopplerGenerationResult {
33
35
  outputText: string;
34
36
  content: string;
35
37
  tokenIds: number[];
38
+ resolution: DopplerGenerationEvidence['resolution'];
36
39
  usage: {
37
40
  promptTokens: number | null;
38
41
  completionTokens: number;
@@ -47,6 +50,9 @@ export interface DopplerGenerationResult {
47
50
  deepEvidenceAvailable: boolean | null;
48
51
  };
49
52
  fingerprint: {
53
+ logicalModelId: string | null;
54
+ resolvedArtifactVariantId: `sha256:${string}` | null;
55
+ resolvedExecutionId: `sha256:${string}` | null;
50
56
  modelId: string | null;
51
57
  manifestHash: string | null;
52
58
  tokenizerHash: string | null;
@@ -80,6 +86,9 @@ export interface DopplerScopedModelSession {
80
86
  readonly closed: boolean;
81
87
  readonly loaded: boolean;
82
88
  readonly modelId: string;
89
+ readonly logicalModelId: string;
90
+ readonly resolvedArtifactVariantId: `sha256:${string}` | null;
91
+ readonly resolutionPolicy: ResolvedDopplerResolutionPolicy;
83
92
  readonly manifestHash: string | null;
84
93
  readonly persistentCache: DopplerPersistentCacheReceipt | null;
85
94
  readonly manifest: unknown;
@@ -97,7 +106,7 @@ export interface DopplerScopedModelSession {
97
106
  onEvent?: (event: { type: 'inspection-complete'; receipt: DopplerModelInspectionReceipt }) => void;
98
107
  }
99
108
  ): Promise<DopplerModelInspectionReceipt>;
100
- embed(input: string, options?: Record<string, unknown>): Promise<unknown>;
109
+ embed(input: string, options?: Record<string, unknown>): Promise<DopplerEmbeddingEvidence>;
101
110
  encodeSequence(sequence: string, options?: SequenceEncodeOptions): Promise<SequenceEncodeResult>;
102
111
  loadLoRA(adapter: unknown, options?: Record<string, unknown>): Promise<void>;
103
112
  unloadLoRA(): Promise<void>;
@@ -63,11 +63,18 @@ function buildObservation(policy, evidence, inspectionReceipt = null) {
63
63
  function buildGenerationResult(evidence, policy, inspectionReceipt = null) {
64
64
  const outputText = String(evidence?.outputText ?? '');
65
65
  const tokenIds = Array.from(evidence?.tokenIds || [], Number);
66
+ const resolution = evidence?.resolution ?? null;
67
+ if (!resolution?.logicalModelId
68
+ || !resolution?.resolvedArtifactVariantId
69
+ || !resolution?.resolvedExecutionId) {
70
+ throw new Error('Doppler generation results require exact resolution identities.');
71
+ }
66
72
  return {
67
73
  schema: RESULT_SCHEMA,
68
74
  outputText,
69
75
  content: outputText,
70
76
  tokenIds,
77
+ resolution,
71
78
  usage: {
72
79
  promptTokens: null,
73
80
  completionTokens: tokenIds.length,
@@ -75,6 +82,9 @@ function buildGenerationResult(evidence, policy, inspectionReceipt = null) {
75
82
  },
76
83
  observation: buildObservation(policy, evidence, inspectionReceipt),
77
84
  fingerprint: inspectionReceipt?.fingerprint || {
85
+ logicalModelId: evidence?.resolution?.logicalModelId ?? null,
86
+ resolvedArtifactVariantId: evidence?.resolution?.resolvedArtifactVariantId ?? null,
87
+ resolvedExecutionId: evidence?.resolution?.resolvedExecutionId ?? null,
78
88
  modelId: evidence?.runtimeProfile?.model?.modelId ?? null,
79
89
  manifestHash: evidence?.runtimeProfile?.model?.manifestHash ?? null,
80
90
  tokenizerHash: evidence?.stats?.tokenizerHash ?? null,
@@ -196,7 +206,7 @@ export function createScopedModelSession(handle) {
196
206
  },
197
207
  async embed(input, options = {}) {
198
208
  requireCapability('embed');
199
- return handle.embed(input, options);
209
+ return handle.embedWithEvidence(input, options);
200
210
  },
201
211
  async encodeSequence(sequence, options = {}) {
202
212
  requireCapability('sequence');
@@ -231,6 +241,15 @@ export function createScopedModelSession(handle) {
231
241
  get modelId() {
232
242
  return handle.modelId;
233
243
  },
244
+ get logicalModelId() {
245
+ return handle.logicalModelId ?? handle.modelId;
246
+ },
247
+ get resolvedArtifactVariantId() {
248
+ return handle.resolvedArtifactVariantId ?? null;
249
+ },
250
+ get resolutionPolicy() {
251
+ return handle.resolutionPolicy;
252
+ },
234
253
  get manifestHash() {
235
254
  return handle.manifestHash ?? null;
236
255
  },
@@ -0,0 +1,30 @@
1
+ import type { TargetPlan } from '../../config/target-plan.js';
2
+ import type { CommandExecutor } from './command-executor.js';
3
+ import type { ResourceBinder } from './resource-binder.js';
4
+
5
+ export interface GenerationRunOptions {
6
+ prompt?: unknown;
7
+ promptTokens?: number[];
8
+ maxTokens: number;
9
+ maxSeqLen: number;
10
+ temperature: number;
11
+ topP: number;
12
+ topK: number;
13
+ repetitionPenalty: number;
14
+ repetitionPenaltyWindow: number;
15
+ useChatTemplate: boolean;
16
+ seed?: number;
17
+ suppressTokenIds?: number[];
18
+ stopSequences?: string[];
19
+ signal?: AbortSignal | null;
20
+ }
21
+
22
+ export interface SessionController {
23
+ generateTokens(targetPlan: TargetPlan, options: GenerationRunOptions): AsyncGenerator<number, void, void>;
24
+ close(): Promise<void>;
25
+ }
26
+
27
+ export function requireGenerationOptions(options: Record<string, unknown>): void;
28
+
29
+ export declare function sampleCapsuleLogits(logits: ArrayLike<number>, contextTokens: number[], options: GenerationRunOptions, tokenContract?: Record<string, unknown>): number;
30
+ export declare function createSessionController(commandExecutor: CommandExecutor, resourceBinder: ResourceBinder, program: object): SessionController;
@@ -0,0 +1,170 @@
1
+
2
+ export function requireGenerationOptions(options) {
3
+ const requiredNumbers = ['maxTokens', 'temperature', 'topP', 'topK', 'repetitionPenalty', 'repetitionPenaltyWindow'];
4
+ for (const field of requiredNumbers) {
5
+ if (!Number.isFinite(options[field])) throw new Error(`Capsule generation requires explicit ${field}.`);
6
+ }
7
+ if (!Number.isInteger(options.maxTokens) || options.maxTokens < 1) throw new Error('Capsule generation maxTokens must be a positive integer.');
8
+ if (!Number.isInteger(options.topK) || options.topK < 0) throw new Error('Capsule generation topK must be a non-negative integer.');
9
+ if (!Number.isInteger(options.repetitionPenaltyWindow) || options.repetitionPenaltyWindow < 1) {
10
+ throw new Error('Capsule generation repetitionPenaltyWindow must be a positive integer.');
11
+ }
12
+ if (options.temperature < 0 || options.topP <= 0 || options.topP > 1 || options.repetitionPenalty <= 0) {
13
+ throw new Error('Capsule generation sampling values are outside their valid ranges.');
14
+ }
15
+ if (options.temperature > 0 && !Number.isFinite(options.seed)) {
16
+ throw new Error('Capsule stochastic generation requires an explicit numeric seed.');
17
+ }
18
+ if (typeof options.useChatTemplate !== 'boolean') {
19
+ throw new Error('Capsule generation requires explicit useChatTemplate.');
20
+ }
21
+ }
22
+
23
+ function applyRepetitionPenalty(logits, tokens, penalty, windowSize) {
24
+ if (penalty === 1) return;
25
+ for (const token of new Set(tokens.slice(-windowSize))) {
26
+ if (token >= 0 && token < logits.length) logits[token] = logits[token] > 0 ? logits[token] / penalty : logits[token] * penalty;
27
+ }
28
+ }
29
+
30
+ function seededRandom(seed) {
31
+ const value = Math.sin(seed) * 10000;
32
+ return value - Math.floor(value);
33
+ }
34
+
35
+ export function sampleCapsuleLogits(sourceLogits, contextTokens, options, tokenContract = {}) {
36
+ const logits = Float32Array.from(sourceLogits || []);
37
+ if (logits.length === 0) throw new Error('Capsule execution returned empty logits.');
38
+ applyRepetitionPenalty(logits, contextTokens, options.repetitionPenalty, options.repetitionPenaltyWindow);
39
+ const suppressed = new Set(options.suppressTokenIds || []);
40
+ if (Number.isInteger(tokenContract.padTokenId)) suppressed.add(tokenContract.padTokenId);
41
+ for (const tokenId of suppressed) {
42
+ if (Number.isInteger(tokenId) && tokenId >= 0 && tokenId < logits.length) logits[tokenId] = -Infinity;
43
+ }
44
+ const candidates = [];
45
+ let nanCount = 0;
46
+ let positiveInfinityCount = 0;
47
+ let negativeInfinityCount = 0;
48
+ for (let tokenId = 0; tokenId < logits.length; tokenId += 1) {
49
+ const logit = logits[tokenId];
50
+ if (Number.isFinite(logit)) {
51
+ candidates.push({ tokenId, logit });
52
+ } else if (Number.isNaN(logit)) {
53
+ nanCount += 1;
54
+ } else if (logit === Infinity) {
55
+ positiveInfinityCount += 1;
56
+ } else {
57
+ negativeInfinityCount += 1;
58
+ }
59
+ }
60
+ if (candidates.length === 0) {
61
+ throw new Error(
62
+ 'Capsule execution returned no finite sampling candidates '
63
+ + `(logits=${logits.length}, nan=${nanCount}, +inf=${positiveInfinityCount}, -inf=${negativeInfinityCount}).`
64
+ );
65
+ }
66
+ candidates.sort((left, right) => right.logit - left.logit || left.tokenId - right.tokenId);
67
+ if (options.temperature === 0) return candidates[0].tokenId;
68
+ const topK = options.topK > 0 ? Math.min(options.topK, candidates.length) : candidates.length;
69
+ let filtered = candidates.slice(0, topK);
70
+ const maxScaled = filtered[0].logit / options.temperature;
71
+ let total = 0;
72
+ for (const candidate of filtered) {
73
+ candidate.probability = Math.exp(candidate.logit / options.temperature - maxScaled);
74
+ total += candidate.probability;
75
+ }
76
+ for (const candidate of filtered) candidate.probability /= total;
77
+ if (options.topP < 1) {
78
+ let cumulative = 0;
79
+ filtered = filtered.filter((candidate) => {
80
+ if (cumulative >= options.topP) return false;
81
+ cumulative += candidate.probability;
82
+ return true;
83
+ });
84
+ const filteredTotal = filtered.reduce((sum, candidate) => sum + candidate.probability, 0);
85
+ for (const candidate of filtered) candidate.probability /= filteredTotal;
86
+ }
87
+ const random = seededRandom(options.seed);
88
+ let cumulative = 0;
89
+ for (const candidate of filtered) {
90
+ cumulative += candidate.probability;
91
+ if (random < cumulative) return candidate.tokenId;
92
+ }
93
+ return filtered.at(-1).tokenId;
94
+ }
95
+
96
+ function shouldStop(tokenId, generatedTokens, options, tokenContract, program) {
97
+ if (tokenContract.stopTokenIds?.includes(tokenId) || tokenId === tokenContract.eosTokenId) return true;
98
+ if (!Array.isArray(options.stopSequences) || options.stopSequences.length === 0) return false;
99
+ const text = program.decodeTokens(generatedTokens);
100
+ return options.stopSequences.some((sequence) => text.endsWith(sequence));
101
+ }
102
+
103
+ export function createSessionController(commandExecutor, resourceBinder, program) {
104
+ if (!commandExecutor || !resourceBinder || !program) {
105
+ throw new Error('createSessionController requires commandExecutor, resourceBinder, and program.');
106
+ }
107
+ let closed = false;
108
+
109
+ return {
110
+ async *generateTokens(targetPlan, options = {}) {
111
+ if (closed) throw new Error('Capsule runtime session is closed.');
112
+ requireGenerationOptions(options);
113
+ if (options.signal?.aborted) throw new Error('Generation aborted before prefill.');
114
+ const promptTokens = Array.isArray(options.promptTokens)
115
+ ? [...options.promptTokens]
116
+ : program.tokenize(options.prompt, { useChatTemplate: options.useChatTemplate });
117
+ if (promptTokens.length === 0) throw new Error('Capsule generation prompt must produce at least one token.');
118
+ const dimensions = {
119
+ seqLen: promptTokens.length,
120
+ maxSeqLen: options.maxSeqLen,
121
+ batchSize: 1,
122
+ };
123
+ if (!Number.isInteger(dimensions.maxSeqLen) || dimensions.maxSeqLen < promptTokens.length + options.maxTokens) {
124
+ throw new Error('Capsule generation requires maxSeqLen large enough for prompt and generated tokens.');
125
+ }
126
+ program.reset();
127
+ resourceBinder.bindSlots(targetPlan.memoryLayout, dimensions);
128
+ resourceBinder.writeSlot('input_tokens', Uint32Array.from(promptTokens));
129
+ const contextTokens = [...promptTokens];
130
+ const generatedTokens = [];
131
+ const tokenContract = program.getTokenContract();
132
+ let stepResult = null;
133
+ try {
134
+ const prefill = await commandExecutor.executePhase('prefill', targetPlan.phases.prefill, {
135
+ signal: options.signal,
136
+ modules: options.modules,
137
+ context: { prompt: options.prompt ?? '', promptTokens, generationOptions: options },
138
+ });
139
+ stepResult = prefill.results.at(-1);
140
+ for (let step = 0; step < options.maxTokens; step += 1) {
141
+ if (options.signal?.aborted) throw new Error('Generation aborted during decode.');
142
+ const tokenId = sampleCapsuleLogits(stepResult?.logits, contextTokens, options, tokenContract);
143
+ program.releaseStepResult(stepResult);
144
+ stepResult = null;
145
+ generatedTokens.push(tokenId);
146
+ contextTokens.push(tokenId);
147
+ yield tokenId;
148
+ if (shouldStop(tokenId, generatedTokens, options, tokenContract, program)) break;
149
+ if (generatedTokens.length >= options.maxTokens) break;
150
+ const decode = await commandExecutor.executePhase('decode', targetPlan.phases.decode, {
151
+ signal: options.signal,
152
+ modules: options.modules,
153
+ context: { contextTokens, generationOptions: options },
154
+ });
155
+ stepResult = decode.results.at(-1);
156
+ }
157
+ } finally {
158
+ program.releaseStepResult(stepResult);
159
+ resourceBinder.releaseTransient();
160
+ }
161
+ },
162
+
163
+ async close() {
164
+ if (closed) return;
165
+ closed = true;
166
+ resourceBinder.releaseAll();
167
+ await program.close();
168
+ },
169
+ };
170
+ }
@@ -9,7 +9,7 @@ import { parseSafetensorsHeader } from '../../formats/safetensors/types.js';
9
9
  import { parseTFLiteFromSource } from '../../formats/tflite/types.js';
10
10
  import { log } from '../../debug/index.js';
11
11
  import { computeHash } from '../../storage/shard-manager.js';
12
- import { toArrayBuffer } from '../../utils/array-buffer.js';
12
+ import { toArrayBuffer } from '../../formats/array-buffer.js';
13
13
  import {
14
14
  createSourceStorageContext,
15
15
  getSourceRuntimeMetadata,
@@ -0,0 +1,9 @@
1
+ import type { TargetPlan, TargetPlanDeviceProfile, TargetPlanSelectionPolicy } from '../../config/target-plan.js';
2
+
3
+ export type DeviceProfile = TargetPlanDeviceProfile;
4
+
5
+ export declare function selectTargetPlan(
6
+ targetPlans: TargetPlan[],
7
+ deviceProfile: DeviceProfile,
8
+ selectionPolicy?: TargetPlanSelectionPolicy
9
+ ): TargetPlan;
@@ -0,0 +1,2 @@
1
+
2
+ export { selectQualifiedTargetPlan as selectTargetPlan } from '../../config/target-plan.js';
@@ -16,6 +16,7 @@ export interface LoRAManifest {
16
16
  alpha?: number;
17
17
  targetModules?: string[];
18
18
  weightsFormat?: string;
19
+ weightsLayout?: import('../../config/lora-layouts.js').LoRAWeightLayoutName;
19
20
  weightsPath?: string;
20
21
  checksum?: string;
21
22
  checksumAlgorithm?: string;
@@ -0,0 +1,72 @@
1
+ import { computeCanonicalSha256, hashBytesSha256 } from '../../formats/canonical-hash.js';
2
+ import { assertCapsuleLoadActive, waitForCapsuleRead } from './capsule-acquisition.js';
3
+
4
+ export function createVerifiedCapsuleArtifactStore(capsule, source, options = {}) {
5
+ if (typeof source?.readArtifact !== 'function') throw new Error('Capsule execution requires artifactStore.readArtifact().');
6
+ const artifacts = new Map(capsule.artifacts.map((artifact) => [artifact.artifactId, Object.freeze(structuredClone(artifact))]));
7
+ const verified = new Map();
8
+ let closed = false;
9
+ const metrics = { sourceBytes: 0, hashedBytes: 0, copiedBytes: 0, retainedBytes: 0, peakRetainedBytes: 0, returnedBytes: 0 };
10
+ function assertActive() {
11
+ if (closed) throw new Error('Verified Capsule artifact store is closed.');
12
+ assertCapsuleLoadActive(options.signal);
13
+ }
14
+ function resolveArtifact(artifact) {
15
+ assertActive();
16
+ const declared = artifacts.get(artifact?.artifactId);
17
+ if (!declared || computeCanonicalSha256(declared) !== computeCanonicalSha256(artifact)) throw new Error('Artifact is outside the signed Capsule closure.');
18
+ return declared;
19
+ }
20
+ async function verifiedBytes(declared) {
21
+ let task = verified.get(declared.hash);
22
+ if (!task) {
23
+ task = (async () => {
24
+ const payload = await waitForCapsuleRead(source.readArtifact(declared, options), options.signal);
25
+ assertActive();
26
+ if (!(payload instanceof Uint8Array) && !(payload instanceof ArrayBuffer)) throw new Error('Capsule artifact source must return bytes.');
27
+ // Buffer.slice() aliases its source; always take an owned Uint8Array copy.
28
+ const bytes = payload instanceof Uint8Array ? Uint8Array.from(payload) : new Uint8Array(payload.slice(0));
29
+ metrics.sourceBytes += bytes.byteLength;
30
+ metrics.copiedBytes += bytes.byteLength;
31
+ if (bytes.byteLength !== declared.sizeBytes) throw new Error(`Capsule artifact hash or size mismatch for "${declared.path}".`);
32
+ metrics.hashedBytes += bytes.byteLength;
33
+ if (hashBytesSha256(bytes) !== declared.hash) {
34
+ throw new Error(`Capsule artifact hash or size mismatch for "${declared.path}".`);
35
+ }
36
+ metrics.retainedBytes += bytes.byteLength;
37
+ metrics.peakRetainedBytes = Math.max(metrics.peakRetainedBytes, metrics.retainedBytes);
38
+ return bytes;
39
+ })();
40
+ verified.set(declared.hash, task);
41
+ task.catch(() => { if (verified.get(declared.hash) === task) verified.delete(declared.hash); });
42
+ }
43
+ const bytes = await task;
44
+ assertActive();
45
+ if (bytes.byteLength !== declared.sizeBytes) throw new Error('Capsule artifact size disagrees with shared content.');
46
+ return bytes;
47
+ }
48
+ async function readArtifactRange(artifact, offset, length) {
49
+ const declared = resolveArtifact(artifact);
50
+ if (!Number.isSafeInteger(offset) || !Number.isSafeInteger(length) || offset < 0 || length < 0
51
+ || !Number.isSafeInteger(offset + length) || offset + length > declared.sizeBytes) {
52
+ throw new Error('Capsule artifact range is out of bounds.');
53
+ }
54
+ const bytes = await verifiedBytes(declared);
55
+ assertActive();
56
+ metrics.copiedBytes += length;
57
+ metrics.returnedBytes += length;
58
+ return bytes.slice(offset, offset + length);
59
+ }
60
+ return {
61
+ readArtifact(artifact) { return readArtifactRange(artifact, 0, resolveArtifact(artifact).sizeBytes); },
62
+ readArtifactRange,
63
+ async hashArtifact(artifact) {
64
+ const declared = resolveArtifact(artifact);
65
+ const bytes = await verifiedBytes(declared);
66
+ assertActive();
67
+ return { hash: declared.hash, sizeBytes: bytes.byteLength };
68
+ },
69
+ getMetrics() { return Object.freeze({ ...metrics }); },
70
+ close() { closed = true; verified.clear(); metrics.retainedBytes = 0; },
71
+ };
72
+ }
@@ -95,6 +95,7 @@ function normalizeDreamLoraAdapter(adapter) {
95
95
  ? adapter.targetModules.map(normalizeTargetModule)
96
96
  : [];
97
97
  return {
98
+ id: adapterId,
98
99
  name: adapterId,
99
100
  version: adapter?.version,
100
101
  baseModel: adapter?.baseModel || adapter?.baseModelId,
@@ -105,14 +106,6 @@ function normalizeDreamLoraAdapter(adapter) {
105
106
  };
106
107
  }
107
108
 
108
- /**
109
- * Adapts a raw Doppler pipeline into the model handle shape that
110
- * createDopplerProvider() expects, without triggering a load.
111
- *
112
- * @param {Object} pipeline - A loaded Doppler pipeline (has generate, manifest, etc.)
113
- * @param {{ modelId?: string, manifest?: Object, deviceInfo?: Object }} [resolved]
114
- * @returns {{ loaded: boolean, modelId: string, manifest: Object|null, deviceInfo: Object|null, generateText(prompt: unknown, opts?: Object): Promise<string>, unload(): Promise<void> }}
115
- */
116
109
  export function wrapPipelineAsHandle(pipeline, resolved = {}) {
117
110
  if (!pipeline || typeof pipeline.generate !== 'function') {
118
111
  throw new Error('wrapPipelineAsHandle requires a loaded pipeline with a generate() method.');
@@ -212,7 +205,8 @@ export function wrapPipelineAsDreamProvider(pipeline, resolved = {}) {
212
205
  return resolved.device || pipeline.gpuContext?.device || pipeline.device || null;
213
206
  },
214
207
  async attachLoraAdapter(adapter) {
215
- const normalized = normalizeDreamLoraAdapter(adapter);
208
+ const { finalizeLoRAAdapter } = await import('../experimental/adapters/lora-loader.js');
209
+ const normalized = await finalizeLoRAAdapter(normalizeDreamLoraAdapter(adapter));
216
210
  adapters.set(normalized.name, normalized);
217
211
  pipeline.setLoRAAdapter(normalized);
218
212
  return {
@@ -1,4 +1,4 @@
1
- import { loadJson } from '../utils/load-json.js';
1
+ import { loadJson } from '../formats/load-json.js';
2
2
  import { validateBackwardRegistry } from './schema/backward-registry.schema.js';
3
3
 
4
4
  function deepFreeze(value, seen = new WeakSet()) {
@@ -0,0 +1,30 @@
1
+ import policy from './capsule-adapters.json' with { type: 'json' };
2
+ import kernels from './kernels/registry.json' with { type: 'json' };
3
+ const assert = (ok, message) => { if (!ok) throw new Error(`Capsule adapter: ${message}`); };
4
+
5
+ export function validateCapsuleAdapterExecution(plan) {
6
+ assert(plan.schema === 'doppler.target-plan/v2', 'adapter execution requires TargetPlan v2');
7
+ const declaration = plan.adapterExecution;
8
+ assert(declaration?.schema === 'doppler.capsule-adapter-execution/v1', 'selected TargetPlan must explicitly declare adapter execution');
9
+ assert(Number.isSafeInteger(declaration.maxAdapters) && declaration.maxAdapters > 0
10
+ && declaration.maxAdapters <= policy.maximumAdapters && declaration.combination === policy.combination, 'unsupported composition');
11
+ assert(Array.isArray(declaration.formats) && declaration.formats.length > 0
12
+ && declaration.formats.every(format => policy.formats.includes(format)), 'unsupported format');
13
+ assert(Array.isArray(declaration.operations) && declaration.operations.length > 0
14
+ && declaration.operations.every(operation => plan.qualification.some(row =>
15
+ (row.operation === undefined ? policy.legacyQualificationOperation : row.operation) === operation)), 'invalid adapter operations');
16
+ assert(Array.isArray(declaration.kernelModules) && declaration.kernelModules.length > 0
17
+ && new Set(declaration.kernelModules).size === declaration.kernelModules.length, 'declared adapter kernel closure required');
18
+ const closure = plan.initialExecutionIdentity?.kernelClosure;
19
+ assert(Array.isArray(closure), 'adapter execution requires an exact initial kernel closure');
20
+ const selected = declaration.kernelModules.map(id => closure.find(row => row.moduleId === id));
21
+ assert(selected.every(Boolean), 'adapter kernel outside signed execution closure');
22
+ assert(Array.isArray(plan.kernelClosure) && selected.every(row => plan.kernelClosure.some(module =>
23
+ module.moduleId === row.moduleId && module.digest === row.digest)), 'adapter kernel differs from packaged target closure');
24
+ for (const operation of policy.requiredKernelOperations) {
25
+ const variants = Object.values(kernels.operations[operation].variants);
26
+ assert(selected.some(row => variants.some(variant => variant.wgsl === row.file && variant.entryPoint === row.entry)),
27
+ `missing declared ${operation} kernel for adapter execution`);
28
+ }
29
+ return declaration;
30
+ }
@@ -0,0 +1,21 @@
1
+ import type { TargetPlan } from './target-plan.js';
2
+ export interface CapsuleAdapterExecutionDeclaration {
3
+ schema: 'doppler.capsule-adapter-execution/v1';
4
+ maxAdapters: number;
5
+ combination: 'single';
6
+ formats: string[];
7
+ operations: string[];
8
+ kernelModules: string[];
9
+ }
10
+ export interface CapsuleExecutionAdapter {
11
+ readonly schema: 'doppler.capsule-adapter/v1';
12
+ readonly identity: string;
13
+ readonly baseModel: { readonly modelId: string; readonly semanticRoot: string; readonly envelopeDigest: string; readonly artifactClosureDigest: string };
14
+ readonly format: 'peft_safetensors';
15
+ readonly manifest: Readonly<Record<string, unknown>>;
16
+ readonly artifact: { readonly artifactId: string; readonly role: 'lora-weights'; readonly path: string; readonly hash: string; readonly sizeBytes: number };
17
+ }
18
+ export const CAPSULE_ADAPTER_POLICY: Readonly<{ schema: string; legacyAdapterSet: readonly []; legacyQualificationOperation: 'generate'; formats: readonly string[];
19
+ maximumAdapters: number; combination: string; requiredKernelOperations: readonly string[] }>;
20
+ export function validateCapsuleAdapterExecution(plan: TargetPlan): CapsuleAdapterExecutionDeclaration;
21
+ export function resolveCapsuleAdapterSet(input: unknown, context: { capsule: CapsuleExecutionAdapter['baseModel']; targetPlan: TargetPlan; operation: string }): readonly CapsuleExecutionAdapter[];
@@ -0,0 +1,40 @@
1
+ import policy from './capsule-adapters.json' with { type: 'json' };
2
+ import { validateCapsuleAdapterExecution } from './capsule-adapter-policy.js';
3
+ export { validateCapsuleAdapterExecution } from './capsule-adapter-policy.js';
4
+ import { freezeCapsuleV2 } from './capsule-v2.js';
5
+ import { normalizeCapsuleObservation } from './capsule-operation.js';
6
+ import { resolveLoRAFormatLayout } from './lora-layouts.js';
7
+
8
+ export const CAPSULE_ADAPTER_POLICY = freezeCapsuleV2(policy);
9
+ const assert = (ok, message) => { if (!ok) throw new Error(`Capsule adapter: ${message}`); };
10
+ const hash = value => /^sha256:[a-f0-9]{64}$/.test(value);
11
+
12
+
13
+ export function resolveCapsuleAdapterSet(input, { capsule, targetPlan, operation }) {
14
+ const entries = freezeCapsuleV2(normalizeCapsuleObservation(input));
15
+ assert(Array.isArray(entries), 'explicit adapter set required');
16
+ if (!entries.length) return entries;
17
+ const declared = validateCapsuleAdapterExecution(targetPlan);
18
+ assert(entries.length <= declared.maxAdapters && declared.operations.includes(operation), 'adapter operation or count is not declared');
19
+ for (const entry of entries) {
20
+ assert(entry.schema === 'doppler.capsule-adapter/v1' && hash(entry.identity), 'exact adapter identity required');
21
+ assert(declared.formats.includes(entry.format), 'format outside declared execution policy');
22
+ const layout = resolveLoRAFormatLayout(entry.format);
23
+ assert(entry.baseModel?.modelId === capsule.modelId && entry.baseModel.semanticRoot === capsule.semanticRoot
24
+ && entry.baseModel.envelopeDigest === capsule.envelopeDigest && entry.baseModel.artifactClosureDigest === capsule.artifactClosureDigest,
25
+ 'exact base model mismatch');
26
+ const manifest = entry.manifest, artifact = entry.artifact;
27
+ assert(manifest?.weightsLayout === undefined || manifest.weightsLayout === layout.name, 'manifest weight layout conflicts with adapter format');
28
+ assert(manifest?.baseModel === capsule.modelId && manifest.id === artifact?.artifactId, 'manifest model or adapter mismatch');
29
+ assert(artifact.role === 'lora-weights' && hash(artifact.hash) && Number.isSafeInteger(artifact.sizeBytes) && artifact.sizeBytes > 0,
30
+ 'exact adapter artifact required');
31
+ assert((manifest.checksum?.startsWith('sha256:') ? manifest.checksum : `sha256:${manifest.checksum}`) === artifact.hash && manifest.checksumAlgorithm === 'sha256'
32
+ && manifest.weightsSize === artifact.sizeBytes && manifest.weightsPath === artifact.path && typeof artifact.path === 'string'
33
+ && artifact.path.length > 0 && manifest.weightsFormat === 'safetensors'
34
+ && !Object.hasOwn(manifest, 'tensors'), 'single verified safetensors weight artifact required');
35
+ assert(Number.isSafeInteger(manifest.rank) && manifest.rank > 0 && Number.isFinite(manifest.alpha) && manifest.alpha > 0
36
+ && Array.isArray(manifest.targetModules) && manifest.targetModules.length > 0, 'explicit adapter geometry required');
37
+ }
38
+ assert(new Set(entries.map(entry => entry.identity)).size === entries.length, 'duplicate adapters');
39
+ return entries;
40
+ }
@@ -0,0 +1,9 @@
1
+ {
2
+ "schema": "doppler.capsule-adapter-policy/v1",
3
+ "legacyAdapterSet": [],
4
+ "legacyQualificationOperation": "generate",
5
+ "formats": ["peft_safetensors"],
6
+ "maximumAdapters": 1,
7
+ "combination": "single",
8
+ "requiredKernelOperations": ["matmul", "scale", "residual"]
9
+ }
@@ -0,0 +1,2 @@
1
+ export interface CapsuleLoadingPolicy { loadTimeoutMs: number | null; maxMetadataBytes: number }
2
+ export declare function normalizeCapsuleLoadingPolicy(options: Partial<CapsuleLoadingPolicy>): Readonly<CapsuleLoadingPolicy>;
@@ -0,0 +1,14 @@
1
+ import schema from './capsule-loading.schema.json' with { type: 'json' };
2
+
3
+ export function normalizeCapsuleLoadingPolicy(options) {
4
+ const policy = {};
5
+ for (const [key, rule] of Object.entries(schema.properties)) {
6
+ const value = options[key] === undefined ? rule.default : options[key];
7
+ if (!(value === null && Array.isArray(rule.type) && rule.type.includes('null'))
8
+ && (!Number.isSafeInteger(value) || value < rule.minimum || value > rule.maximum)) {
9
+ throw new Error(`Invalid Capsule loading ${key}.`);
10
+ }
11
+ policy[key] = value;
12
+ }
13
+ return Object.freeze(policy);
14
+ }
@@ -0,0 +1,11 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "title": "Capsule acquisition limits",
4
+ "type": "object",
5
+ "additionalProperties": false,
6
+ "properties": {
7
+ "loadTimeoutMs": { "type": ["integer", "null"], "minimum": 1, "maximum": 2147483647, "default": null },
8
+ "maxMetadataBytes": { "type": "integer", "minimum": 1, "maximum": 2147483647, "default": 16777216 }
9
+ },
10
+ "required": ["loadTimeoutMs", "maxMetadataBytes"]
11
+ }
@@ -0,0 +1,19 @@
1
+ import type { CapsuleExecutionAdapter } from './capsule-adapters.js';
2
+ export const CAPSULE_OPERATION_REQUEST_SCHEMA: 'doppler.capsule-operation-request/v1';
3
+ export const CAPSULE_OPERATION_RECEIPT_SCHEMA: 'doppler.capsule-operation-receipt/v1';
4
+ export const CAPSULE_OPERATION_EVENT_SCHEMA: 'doppler.capsule-operation-event/v1';
5
+ export type CapsuleOperationName = 'generate' | 'embed' | 'rerank' | 'encodeSequence';
6
+ export interface CapsuleOperationRequest {
7
+ schema: typeof CAPSULE_OPERATION_REQUEST_SCHEMA;
8
+ operation: { name: CapsuleOperationName; version: 1 };
9
+ input: Record<string, unknown>;
10
+ options: Record<string, unknown>;
11
+ adapterSet?: readonly CapsuleExecutionAdapter[];
12
+ assignment: Record<string, unknown> | null;
13
+ limits: { maxInputBytes: number; maxOutputBytes: number; deadlineAt: number };
14
+ }
15
+ export const CAPSULE_OPERATIONS: Readonly<Record<CapsuleOperationName, { version: number; inputFields: string[]; optionFields: string[] }>>;
16
+ export function normalizeCapsuleObservation(value: unknown, depth?: number, ancestors?: Set<object>): unknown;
17
+ export function hashCapsuleObservation(value: unknown): string;
18
+ export function assertCapsuleOperationFields(value: unknown, fields: string[], label: string): void;
19
+ export function snapshotCapsuleOperationRequest(value: unknown): Readonly<CapsuleOperationRequest>;