doppler-gpu 0.4.15 → 0.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1063) hide show
  1. package/CHANGELOG.md +33 -577
  2. package/LICENSE +21 -201
  3. package/README.md +165 -213
  4. package/models/catalog.json +241 -33
  5. package/package.json +122 -86
  6. package/src/capsule-runtime.d.ts +23 -0
  7. package/src/capsule-runtime.js +23 -0
  8. package/src/capsule.d.ts +8 -0
  9. package/src/capsule.js +4 -0
  10. package/src/cli/argument-contract.js +200 -0
  11. package/src/cli/browser-report-output.js +24 -0
  12. package/src/cli/cli-model-resolution.js +2 -2
  13. package/src/cli/cli-output.js +10 -0
  14. package/src/cli/commands/bundle.js +828 -0
  15. package/src/cli/doppler-cli.js +101 -1349
  16. package/src/cli/doppler-serve.js +18 -244
  17. package/src/cli/output/manifest.js +368 -0
  18. package/src/cli/runtime-profiles.js +4 -8
  19. package/src/cli/serve/capsule-handler.d.ts +33 -0
  20. package/src/cli/serve/capsule-handler.js +105 -0
  21. package/src/cli/serve/capsule-http.js +102 -0
  22. package/src/cli/serve/receipt.js +269 -0
  23. package/src/client/capsule-host.browser.js +1 -0
  24. package/src/client/capsule-host.d.ts +3 -0
  25. package/src/client/capsule-host.js +1 -0
  26. package/src/client/doppler-api.browser.js +42 -0
  27. package/src/client/doppler-api.d.ts +64 -1
  28. package/src/client/doppler-api.js +42 -1
  29. package/src/client/doppler-registry.js +15 -7
  30. package/src/client/electron/index.d.ts +4 -0
  31. package/src/client/electron/index.js +13 -0
  32. package/src/client/electron/ipc-contract.d.ts +9 -0
  33. package/src/client/electron/ipc-contract.js +56 -0
  34. package/src/client/electron/release-state.d.ts +53 -0
  35. package/src/client/electron/release-state.js +425 -0
  36. package/src/client/electron/renderer-runtime.d.ts +19 -0
  37. package/src/client/electron/renderer-runtime.js +104 -0
  38. package/src/client/failure-taxonomy.js +1 -28
  39. package/src/client/fault-injection.js +0 -8
  40. package/src/client/inspection.d.ts +122 -0
  41. package/src/client/inspection.js +343 -0
  42. package/src/client/model-host/index.d.ts +140 -0
  43. package/src/client/model-host/index.js +548 -0
  44. package/src/client/model-host/model-evidence.js +255 -0
  45. package/src/client/model-host/model-session.d.ts +322 -0
  46. package/src/client/model-host/model-session.js +593 -0
  47. package/src/client/provider.d.ts +18 -2
  48. package/src/client/provider.js +26 -3
  49. package/src/client/receipt.js +30 -72
  50. package/src/client/runtime/capsule-acquisition.d.ts +18 -0
  51. package/src/client/runtime/capsule-acquisition.js +103 -0
  52. package/src/client/runtime/capsule-adapter-execution.d.ts +17 -0
  53. package/src/client/runtime/capsule-adapter-execution.js +63 -0
  54. package/src/client/runtime/capsule-artifact-source.js +62 -0
  55. package/src/client/runtime/capsule-embedding.d.ts +29 -0
  56. package/src/client/runtime/capsule-embedding.js +76 -0
  57. package/src/client/runtime/capsule-forecast-program.d.ts +2 -0
  58. package/src/client/runtime/capsule-forecast-program.js +85 -0
  59. package/src/client/runtime/capsule-forecast.d.ts +17 -0
  60. package/src/client/runtime/capsule-forecast.js +31 -0
  61. package/src/client/runtime/capsule-operation-adapters.d.ts +12 -0
  62. package/src/client/runtime/capsule-operation-adapters.js +68 -0
  63. package/src/client/runtime/capsule-operation-executor.d.ts +25 -0
  64. package/src/client/runtime/capsule-operation-executor.js +100 -0
  65. package/src/client/runtime/capsule-program-adapter.js +151 -0
  66. package/src/client/runtime/capsule-release-authorization.js +25 -0
  67. package/src/client/runtime/capsule-rerank.d.ts +50 -0
  68. package/src/client/runtime/capsule-rerank.js +105 -0
  69. package/src/client/runtime/capsule-session-execution.js +85 -0
  70. package/src/client/runtime/command-executor.d.ts +15 -0
  71. package/src/client/runtime/command-executor.js +128 -0
  72. package/src/client/runtime/composition-root.d.ts +74 -0
  73. package/src/client/runtime/composition-root.js +344 -0
  74. package/src/client/runtime/fetch-capsule-artifact-store.d.ts +10 -0
  75. package/src/client/runtime/fetch-capsule-artifact-store.js +25 -0
  76. package/src/client/runtime/index.d.ts +1 -63
  77. package/src/client/runtime/index.js +1 -261
  78. package/src/client/runtime/lora.d.ts +14 -0
  79. package/src/client/runtime/lora.js +19 -1
  80. package/src/client/runtime/model-manager.d.ts +0 -4
  81. package/src/client/runtime/model-manager.js +12 -28
  82. package/src/client/runtime/model-rerank.js +30 -0
  83. package/src/client/runtime/model-session.d.ts +1 -174
  84. package/src/client/runtime/model-source.d.ts +19 -1
  85. package/src/client/runtime/model-source.js +46 -17
  86. package/src/client/runtime/node-quickstart-cache.js +1 -1
  87. package/src/client/runtime/resolution-policy.d.ts +20 -0
  88. package/src/client/runtime/resolution-policy.js +84 -0
  89. package/src/client/runtime/resource-binder.d.ts +24 -0
  90. package/src/client/runtime/resource-binder.js +135 -0
  91. package/src/client/runtime/scoped-session.d.ts +126 -0
  92. package/src/client/runtime/scoped-session.js +276 -0
  93. package/src/client/runtime/session-controller.d.ts +30 -0
  94. package/src/client/runtime/session-controller.js +170 -0
  95. package/src/client/runtime/source-runtime.js +1 -1
  96. package/src/client/runtime/target-selector.d.ts +9 -0
  97. package/src/client/runtime/target-selector.js +2 -0
  98. package/src/client/runtime/types.d.ts +1 -1
  99. package/src/client/runtime/types.js +0 -1
  100. package/src/client/runtime/verified-capsule-artifact-store.js +72 -0
  101. package/src/client/wrap-pipeline-handle.js +3 -9
  102. package/src/config/backward-registry-loader.js +1 -1
  103. package/src/config/capsule-adapter-policy.js +30 -0
  104. package/src/config/capsule-adapters.d.ts +21 -0
  105. package/src/config/capsule-adapters.js +40 -0
  106. package/src/config/capsule-adapters.json +9 -0
  107. package/src/config/capsule-loading.d.ts +2 -0
  108. package/src/config/capsule-loading.js +14 -0
  109. package/src/config/capsule-loading.schema.json +11 -0
  110. package/src/config/capsule-operation.d.ts +19 -0
  111. package/src/config/capsule-operation.js +58 -0
  112. package/src/config/capsule-operations.json +18 -0
  113. package/src/config/capsule-release-contract.d.ts +66 -0
  114. package/src/config/capsule-release-contract.js +197 -0
  115. package/src/config/capsule-release-events.d.ts +53 -0
  116. package/src/config/capsule-release-events.js +172 -0
  117. package/src/config/capsule-sequence-receipt.js +19 -0
  118. package/src/config/capsule-serve.d.ts +9 -0
  119. package/src/config/capsule-serve.js +28 -0
  120. package/src/config/capsule-serve.schema.json +14 -0
  121. package/src/config/capsule-signature.d.ts +6 -0
  122. package/src/config/capsule-signature.js +50 -0
  123. package/src/config/capsule-v2.d.ts +70 -0
  124. package/src/config/capsule-v2.js +431 -0
  125. package/src/config/capsule-v3.d.ts +19 -0
  126. package/src/config/capsule-v3.js +72 -0
  127. package/src/config/capsule.d.ts +22 -0
  128. package/src/config/capsule.js +52 -0
  129. package/src/config/conversion/amplify/amplify-120m-f16-af32.json +1 -1
  130. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +1 -1
  131. package/src/config/conversion/esm/esm2-t12-35m-ur50d-f32-af32.json +41 -1
  132. package/src/config/conversion/esmc/esmc-300m-f32-af32.json +1 -1
  133. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +1 -1
  134. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +1 -1
  135. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +1 -1
  136. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +1 -1
  137. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +1 -1
  138. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +1 -1
  139. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +2 -2
  140. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +1 -1
  141. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +1 -1
  142. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +1 -1
  143. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +2 -2
  144. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +1 -1
  145. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +3 -3
  146. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +1 -1
  147. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +1 -1
  148. package/src/config/conversion/glmocr/glm-ocr-f16-af32.json +442 -0
  149. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +1 -1
  150. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-bf16-af32.json +529 -0
  151. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-f16-af32.json +529 -0
  152. package/src/config/conversion/nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32.json +1 -1
  153. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +1 -1
  154. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +1 -1
  155. package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +1 -1
  156. package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +1 -1
  157. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +2 -2
  158. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +1 -1
  159. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-f16-af32.json +463 -0
  160. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +1 -1
  161. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +1 -1
  162. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-true-logit-af32.json +481 -0
  163. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +59 -7
  164. package/src/config/conversion/qwen3/qwen3.8-27b-text-f16-af32.json +561 -0
  165. package/src/config/conversion/qwen3/qwen3.8-27b-text-q4k-ehaf16.json +558 -0
  166. package/src/config/dtype-transition-contract.js +40 -0
  167. package/src/config/embedding-contract.js +26 -0
  168. package/src/config/embedding-reference.js +85 -0
  169. package/src/config/evidence/boundary-evidence-policy.json +54 -0
  170. package/src/config/evidence/source-intake-policy.json +122 -0
  171. package/src/config/execution-contract-check.d.ts +16 -73
  172. package/src/config/execution-contract-check.js +7 -429
  173. package/src/config/forecast-manifest.js +56 -0
  174. package/src/config/heterogeneous-attention-contract.js +46 -0
  175. package/src/config/initial-execution-identity.d.ts +58 -0
  176. package/src/config/initial-execution-identity.js +331 -0
  177. package/src/config/inspection/observation-policies.json +80 -0
  178. package/src/config/kernel-path-loader.d.ts +10 -0
  179. package/src/config/kernel-path-loader.js +23 -8
  180. package/src/config/kernel-registry-contract.d.ts +25 -0
  181. package/src/config/kernel-registry-contract.js +46 -0
  182. package/src/config/kernels/kernel-ref-digests.js +50 -2
  183. package/src/config/kernels/registry.js +1 -1
  184. package/src/config/kernels/registry.json +13592 -11377
  185. package/src/config/lora-layouts.d.ts +10 -0
  186. package/src/config/lora-layouts.js +17 -0
  187. package/src/config/lora-layouts.json +9 -0
  188. package/src/config/manifest-inference-validation.js +575 -0
  189. package/src/config/merge/execution-patches.js +12 -0
  190. package/src/config/{merge-helpers.js → merge/kernel-path-policy.js} +0 -52
  191. package/src/config/merge/value-selection.js +38 -0
  192. package/src/config/merge.js +43 -11
  193. package/src/config/model-ir-v2.d.ts +57 -0
  194. package/src/config/model-ir-v2.js +258 -0
  195. package/src/config/model-ir.d.ts +49 -0
  196. package/src/config/model-ir.js +180 -0
  197. package/src/config/param-validator.js +22 -37
  198. package/src/config/platforms/amd-strix-halo-gfx1151.json +17 -0
  199. package/src/config/platforms/loader.js +2 -1
  200. package/src/config/production-release-evidence.d.ts +23 -0
  201. package/src/config/production-release-evidence.js +423 -0
  202. package/src/config/production-release.js +321 -0
  203. package/src/{client/doppler-registry.json → config/quickstart-registry.json} +7 -7
  204. package/src/config/required-inference-fields-contract-check.js +2 -2
  205. package/src/config/rerank-reference.d.ts +28 -0
  206. package/src/config/rerank-reference.js +89 -0
  207. package/src/config/revocation-policy.d.ts +65 -0
  208. package/src/config/revocation-policy.js +290 -0
  209. package/src/config/revocation-registry.json +11 -0
  210. package/src/config/revocation-updates.d.ts +68 -0
  211. package/src/config/revocation-updates.js +440 -0
  212. package/src/config/runtime/compute/f16-activations.json +1 -0
  213. package/src/config/runtime/compute/f16-batched.json +1 -0
  214. package/src/config/runtime/default.json +1 -0
  215. package/src/config/runtime/diagnostics/debug-logits.json +1 -0
  216. package/src/config/runtime/experiments/bench/gemma3-bench-q4k-alt.json +1 -0
  217. package/src/config/runtime/experiments/bench/gemma3-bench-q4k-batched.json +1 -0
  218. package/src/config/runtime/experiments/bench/gemma3-bench-q4k.json +1 -0
  219. package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +1 -0
  220. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-alt.json +1 -0
  221. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +1 -0
  222. package/src/config/runtime/experiments/debug/gemma3-browser-diagnose-q4k.json +1 -1
  223. package/src/config/runtime/experiments/debug/gemma3-debug-q4k.json +1 -3
  224. package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +1 -1
  225. package/src/config/runtime/experiments/debug/qwen35-browser-diagnose-q4k.json +1 -1
  226. package/src/config/runtime/experiments/verify/gemma3-verify.json +1 -3
  227. package/src/config/runtime/experiments/verify/gemma4-e2b-verify.json +1 -3
  228. package/src/config/runtime/experiments/verify/lfm2-verify.json +1 -3
  229. package/src/config/runtime/experiments/verify/translategemma-verify.json +1 -3
  230. package/src/config/runtime/model/gemma2-debug.json +1 -0
  231. package/src/config/runtime/model/gemma2-pipeline-debug.json +1 -0
  232. package/src/config/runtime/model/gemma2-pipeline.json +1 -0
  233. package/src/config/runtime/model/gemma3-layer-probe.json +1 -0
  234. package/src/config/runtime/model/qwen3-5-layer-probe.json +1 -0
  235. package/src/config/runtime/model/qwen3-5-layer3-boundary-probe.json +1 -0
  236. package/src/config/runtime/model/qwen3-5-linear-attn-debug.json +1 -0
  237. package/src/config/runtime/optimization-candidates/registry.json +5 -0
  238. package/src/config/runtime/platform/metal-apple-q4k.json +1 -0
  239. package/src/config/runtime/profiles/default.json +1 -0
  240. package/src/config/runtime/profiles/diffusiongemma-26b-a4b-throughput.json +1 -0
  241. package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-overlapped-probe.json +1 -0
  242. package/src/config/runtime/profiles/gemma3-270m-q4k-throughput-probe.json +1 -0
  243. package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-b4.json +1 -3
  244. package/src/config/runtime/profiles/gemma4-12b-rdrr-safe-single.json +1 -3
  245. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +2 -6
  246. package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +1 -3
  247. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +1 -3
  248. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +1 -0
  249. package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +1 -5
  250. package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +1 -5
  251. package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +1 -3
  252. package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +1 -5
  253. package/src/config/runtime/profiles/gemma4-e2b-low-memory.json +1 -0
  254. package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +1 -3
  255. package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +1 -0
  256. package/src/config/runtime/profiles/low-memory.json +1 -0
  257. package/src/config/runtime/profiles/muse-glimmer-30b-source-parity-f32kv.json +30 -0
  258. package/src/config/runtime/profiles/muse-glimmer-30b-source-parity.json +110 -0
  259. package/src/config/runtime/profiles/production.json +1 -3
  260. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +1 -0
  261. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +1 -0
  262. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +1 -0
  263. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +1 -0
  264. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +1 -0
  265. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +1 -0
  266. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +1 -0
  267. package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +1 -3
  268. package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +1 -0
  269. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +1 -5
  270. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +1 -0
  271. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +1 -0
  272. package/src/config/runtime/profiles/qwen-3-5-9b-metal-correctness.json +1 -0
  273. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +1 -3
  274. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +1 -0
  275. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +1 -0
  276. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +1 -0
  277. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +2 -6
  278. package/src/config/runtime/profiles/qwen3-8-27b-source-parity.json +87 -0
  279. package/src/config/runtime/profiles/rerank-stability.json +1 -3
  280. package/src/config/runtime/profiles/rerank-throughput.json +1 -3
  281. package/src/config/runtime/profiles/simulation.json +1 -3
  282. package/src/config/runtime/profiles/throughput.json +1 -3
  283. package/src/config/runtime/profiles/trace-layers.json +1 -3
  284. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +1 -0
  285. package/src/config/runtime/profiles/turboquant-contiguous-prod.json +1 -0
  286. package/src/config/runtime/profiles/turboquant-contiguous.json +1 -0
  287. package/src/config/runtime/profiles/turboquant.json +1 -0
  288. package/src/config/runtime/profiles/vector-stability.json +1 -3
  289. package/src/config/runtime/profiles/vector-throughput.json +1 -0
  290. package/src/config/runtime/profiles/verbose-trace.json +1 -3
  291. package/src/config/runtime/tiers/gemma4-128gb.json +1 -0
  292. package/src/config/runtime/tiers/gemma4-16gb.json +1 -0
  293. package/src/config/runtime/tiers/gemma4-24gb.json +1 -0
  294. package/src/config/runtime/tiers/gemma4-32gb.json +1 -0
  295. package/src/config/runtime-merge.js +1 -1
  296. package/src/config/runtime.js +1 -1
  297. package/src/config/schema/benchmark.schema.d.ts +7 -0
  298. package/src/config/schema/benchmark.schema.js +5 -0
  299. package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
  300. package/src/config/schema/browser-suite-metrics.schema.js +2 -0
  301. package/src/config/schema/conversion-report.schema.d.ts +3 -0
  302. package/src/config/schema/conversion-report.schema.js +29 -0
  303. package/src/config/schema/converter.schema.d.ts +1 -0
  304. package/src/config/schema/debug.schema.d.ts +1 -0
  305. package/src/config/schema/doppler.schema.js +5 -5
  306. package/src/config/schema/emulation.schema.js +1 -1
  307. package/src/config/schema/execution-v1.schema.d.ts +3 -0
  308. package/src/config/schema/execution-v1.schema.js +19 -0
  309. package/src/config/schema/harness.schema.d.ts +13 -0
  310. package/src/config/schema/harness.schema.js +6 -0
  311. package/src/config/schema/index.d.ts +8 -16
  312. package/src/config/schema/index.js +5 -8
  313. package/src/config/schema/inference.schema.d.ts +21 -2
  314. package/src/config/schema/kernel-thresholds.schema.d.ts +0 -12
  315. package/src/config/schema/kernel-thresholds.schema.js +1 -13
  316. package/src/config/schema/kernel-warmup.schema.d.ts +1 -3
  317. package/src/config/schema/kernel-warmup.schema.js +0 -1
  318. package/src/config/schema/manifest.schema.d.ts +26 -7
  319. package/src/config/schema/manifest.schema.js +10 -1
  320. package/src/config/schema/program-bundle.schema.d.ts +52 -6
  321. package/src/config/schema/program-bundle.schema.js +145 -10
  322. package/src/config/schema/runtime-profile.schema.d.ts +24 -0
  323. package/src/config/schema/runtime-profile.schema.js +92 -0
  324. package/src/config/schema/shared-runtime.schema.d.ts +1 -4
  325. package/src/config/schema/shared-runtime.schema.js +0 -2
  326. package/src/config/schema/tooling.schema.d.ts +8 -5
  327. package/src/config/schema/tooling.schema.js +3 -2
  328. package/src/config/sequence-reference.d.ts +26 -0
  329. package/src/config/sequence-reference.js +100 -0
  330. package/src/config/target-plan.d.ts +108 -0
  331. package/src/config/target-plan.js +411 -0
  332. package/src/config/training-defaults.js +1 -1
  333. package/src/config/transforms/capability-transform-resolver.js +4 -105
  334. package/src/config/transforms/execution-graph/dtype.js +591 -0
  335. package/src/config/transforms/execution-graph/fusion.js +436 -0
  336. package/src/config/transforms/execution-graph/validation.js +414 -0
  337. package/src/config/transforms/execution-graph-transforms.js +13 -1419
  338. package/src/converter/artifact-identity.js +475 -0
  339. package/src/converter/conversion-plan.js +1 -1
  340. package/src/converter/core.js +94 -2096
  341. package/src/converter/forge-candidate-evaluation.js +271 -0
  342. package/src/converter/forge-qualification.js +162 -0
  343. package/src/converter/forge-stages.js +798 -0
  344. package/src/converter/manifest-builder.js +683 -0
  345. package/src/converter/quantization-info.js +4 -1
  346. package/src/converter/quantizer.js +58 -9
  347. package/src/converter/shard-packer.d.ts +1 -1
  348. package/src/converter/shard-packer.js +2 -2
  349. package/src/converter/tensor-transform.js +640 -0
  350. package/src/converter/tokenizer-contract.js +243 -0
  351. package/src/converter/tokenizer-manifest.js +243 -0
  352. package/src/debug/history.js +0 -8
  353. package/src/debug/index.js +0 -10
  354. package/src/debug/tensor.d.ts +2 -0
  355. package/src/debug/tensor.js +21 -2
  356. package/src/debug/trace.js +0 -7
  357. package/src/experimental/adapters/adapter-manager.js +2 -0
  358. package/src/experimental/adapters/adapter-manifest.d.ts +6 -0
  359. package/src/experimental/adapters/adapter-manifest.js +11 -0
  360. package/src/experimental/adapters/artifact-contract.d.ts +2 -2
  361. package/src/experimental/adapters/artifact-contract.js +5 -2
  362. package/src/experimental/adapters/lora-loader.d.ts +10 -1
  363. package/src/experimental/adapters/lora-loader.js +110 -48
  364. package/src/{inference/pipelines → experimental}/audio/gemma4.js +9 -31
  365. package/src/experimental/bdpa/basis-decomposed-paged.d.ts +50 -0
  366. package/src/experimental/bdpa/basis-decomposed-paged.js +276 -0
  367. package/src/experimental/bridge/trainer-artifact-bridge.js +3 -3
  368. package/src/experimental/browser/browser-converter.js +11 -11
  369. package/src/experimental/diffusion/index.d.ts +1 -1
  370. package/src/experimental/diffusion/index.js +1 -1
  371. package/src/{inference/pipelines → experimental}/diffusion/pipeline.d.ts +2 -2
  372. package/src/{inference/pipelines → experimental}/diffusion/pipeline.js +17 -17
  373. package/src/{inference/pipelines → experimental}/diffusion/text-encoder-gpu.js +21 -19
  374. package/src/experimental/diffusion/vae.js +596 -0
  375. package/src/experimental/distribution/shard-delivery/receipt.js +588 -0
  376. package/src/experimental/distribution/shard-delivery/retry.js +392 -0
  377. package/src/experimental/distribution/shard-delivery/transport.js +831 -0
  378. package/src/experimental/distribution/shard-delivery.js +4 -1709
  379. package/src/experimental/energy/index.d.ts +2 -2
  380. package/src/experimental/energy/index.js +2 -2
  381. package/src/{inference/pipelines → experimental}/energy/pipeline.js +13 -13
  382. package/src/{inference/pipelines → experimental}/energy/types.d.ts +2 -2
  383. package/src/experimental/logits/cpu-output.d.ts +27 -0
  384. package/src/{inference/pipelines/text/logits/utils.js → experimental/logits/cpu-output.js} +19 -27
  385. package/src/experimental/logits/cpu.d.ts +87 -0
  386. package/src/experimental/logits/cpu.js +95 -0
  387. package/src/experimental/orchestration/energy-row-head-pipeline.d.ts +103 -0
  388. package/src/{inference/pipelines/energy-head/row-head-pipeline.js → experimental/orchestration/energy-row-head-pipeline.js} +13 -13
  389. package/src/experimental/orchestration/index.d.ts +1 -1
  390. package/src/experimental/orchestration/index.js +1 -1
  391. package/src/experimental/training/artifacts.js +2 -2
  392. package/src/experimental/training/checkpoint.js +2 -2
  393. package/src/experimental/training/distillation/artifacts.js +1 -1
  394. package/src/experimental/training/distillation/dataset.js +2 -2
  395. package/src/experimental/training/distillation/eval.js +1 -1
  396. package/src/experimental/training/distillation/runtime.js +2 -2
  397. package/src/experimental/training/distillation/student-fixture/execution.js +166 -0
  398. package/src/experimental/training/distillation/student-fixture/model.js +353 -0
  399. package/src/experimental/training/distillation/student-fixture.js +2 -469
  400. package/src/experimental/training/lora/checkpoint.js +746 -0
  401. package/src/experimental/training/lora/execution.js +550 -0
  402. package/src/experimental/training/lora/plan.js +387 -0
  403. package/src/experimental/training/lora/recovery.js +418 -0
  404. package/src/experimental/training/lora-pipeline.js +7 -1949
  405. package/src/experimental/training/operator-artifacts.js +2 -2
  406. package/src/experimental/training/operator-command.js +4 -4
  407. package/src/experimental/training/runner/evaluation.js +62 -0
  408. package/src/experimental/training/runner/lifecycle.js +257 -0
  409. package/src/experimental/training/runner.js +5 -268
  410. package/src/experimental/training/suite/execution.js +879 -0
  411. package/src/experimental/training/suite/plan.js +855 -0
  412. package/src/experimental/training/suite.js +5 -1659
  413. package/src/experimental/training/workloads.d.ts +5 -5
  414. package/src/experimental/training/workloads.js +6 -6
  415. package/src/experimental/turboquant/codebook.js +470 -0
  416. package/src/formats/quantization-constants.d.ts +11 -0
  417. package/src/formats/quantization-constants.js +11 -0
  418. package/src/formats/rdrr/integrity.js +1 -1
  419. package/src/formats/rdrr/lowerings.js +0 -29
  420. package/src/formats/rdrr/merkle.js +1 -1
  421. package/src/formats/rdrr/tensor-config-validator.js +25 -5
  422. package/src/formats/rdrr/validation.js +3 -3
  423. package/src/gpu/command-recorder.d.ts +15 -1
  424. package/src/gpu/command-recorder.js +63 -2
  425. package/src/gpu/constant-buffer.js +29 -0
  426. package/src/gpu/device-state.js +36 -0
  427. package/src/gpu/device.js +6 -41
  428. package/src/gpu/kernel-runtime.js +3 -10
  429. package/src/gpu/kernels/activation-static-qdq.js +1 -1
  430. package/src/gpu/kernels/append_embedding.wgsl +14 -0
  431. package/src/gpu/kernels/attention/executors.js +960 -0
  432. package/src/gpu/kernels/attention/plan.js +472 -0
  433. package/src/gpu/kernels/attention.d.ts +4 -0
  434. package/src/gpu/kernels/attention.js +145 -1545
  435. package/src/gpu/kernels/attention_relative.wgsl +59 -0
  436. package/src/gpu/kernels/backward/adam.js +2 -1
  437. package/src/gpu/kernels/backward/attention_backward.js +1 -1
  438. package/src/gpu/kernels/backward/bias_add_backward.d.ts +1 -1
  439. package/src/gpu/kernels/backward/bias_add_backward.js +1 -1
  440. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.js +2 -1
  441. package/src/gpu/kernels/backward/conv2d_backward.d.ts +1 -1
  442. package/src/gpu/kernels/backward/conv2d_backward.js +2 -1
  443. package/src/gpu/kernels/backward/cross_entropy_backward.d.ts +1 -1
  444. package/src/gpu/kernels/backward/cross_entropy_backward.js +1 -1
  445. package/src/gpu/kernels/backward/embed_backward.js +2 -1
  446. package/src/gpu/kernels/backward/executor.d.ts +34 -0
  447. package/src/gpu/kernels/backward/executor.js +158 -0
  448. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.js +2 -1
  449. package/src/gpu/kernels/backward/gated_rmsnorm_backward.js +2 -1
  450. package/src/gpu/kernels/backward/gelu_backward.d.ts +1 -1
  451. package/src/gpu/kernels/backward/gelu_backward.js +1 -1
  452. package/src/gpu/kernels/backward/groupnorm_backward.d.ts +1 -1
  453. package/src/gpu/kernels/backward/groupnorm_backward.js +1 -1
  454. package/src/gpu/kernels/backward/layernorm_backward.d.ts +1 -1
  455. package/src/gpu/kernels/backward/layernorm_backward.js +2 -1
  456. package/src/gpu/kernels/backward/matmul.js +133 -0
  457. package/src/gpu/kernels/backward/matmul_backward.d.ts +0 -1
  458. package/src/gpu/kernels/backward/matmul_backward.js +1 -1
  459. package/src/gpu/kernels/backward/pixel_shuffle_backward.d.ts +1 -1
  460. package/src/gpu/kernels/backward/pixel_shuffle_backward.js +1 -1
  461. package/src/gpu/kernels/backward/rmsnorm_backward.d.ts +1 -1
  462. package/src/gpu/kernels/backward/rmsnorm_backward.js +2 -1
  463. package/src/gpu/kernels/backward/rope_backward.d.ts +1 -1
  464. package/src/gpu/kernels/backward/rope_backward.js +2 -1
  465. package/src/gpu/kernels/backward/scale_backward.d.ts +1 -1
  466. package/src/gpu/kernels/backward/scale_backward.js +2 -1
  467. package/src/gpu/kernels/backward/silu_backward.d.ts +1 -1
  468. package/src/gpu/kernels/backward/silu_backward.js +1 -1
  469. package/src/gpu/kernels/backward/softmax_backward.d.ts +1 -1
  470. package/src/gpu/kernels/backward/softmax_backward.js +1 -1
  471. package/src/gpu/kernels/backward/upsample2d_backward.d.ts +1 -1
  472. package/src/gpu/kernels/backward/upsample2d_backward.js +1 -1
  473. package/src/gpu/kernels/backward/utils.js +2 -392
  474. package/src/gpu/kernels/bind-group-validation.js +16 -0
  475. package/src/gpu/kernels/cast.js +2 -1
  476. package/src/gpu/kernels/check-finiteness.js +13 -49
  477. package/src/gpu/kernels/check-hot-vocab-stop.js +13 -39
  478. package/src/gpu/kernels/check-stop.js +14 -33
  479. package/src/gpu/kernels/check_finiteness.wgsl +33 -0
  480. package/src/gpu/kernels/check_hot_vocab_stop.wgsl +29 -0
  481. package/src/gpu/kernels/check_stop.wgsl +20 -0
  482. package/src/gpu/kernels/clamp.js +1 -1
  483. package/src/gpu/kernels/conv2d.js +1 -1
  484. package/src/gpu/kernels/cross_entropy_loss.js +1 -1
  485. package/src/gpu/kernels/depthwise_conv1d.js +1 -1
  486. package/src/gpu/kernels/depthwise_conv2d.js +1 -1
  487. package/src/gpu/kernels/dequant.js +7 -2
  488. package/src/gpu/kernels/diffusion-gemma-sampling.js +3 -5
  489. package/src/gpu/kernels/dispatch.js +12 -1
  490. package/src/gpu/kernels/embedding-pool.js +72 -0
  491. package/src/gpu/kernels/embedding_pool_f16.wgsl +38 -0
  492. package/src/gpu/kernels/embedding_pool_f32.wgsl +36 -0
  493. package/src/gpu/kernels/energy.js +2 -1
  494. package/src/gpu/kernels/forecast_output.wgsl +17 -0
  495. package/src/gpu/kernels/fused-gate-up-gelu.js +1 -1
  496. package/src/gpu/kernels/fused_ffn.js +10 -220
  497. package/src/gpu/kernels/fused_matmul_residual.js +2 -1
  498. package/src/gpu/kernels/fused_matmul_rmsnorm.js +2 -1
  499. package/src/gpu/kernels/fused_normed_ffn_q4k.wgsl +208 -0
  500. package/src/gpu/kernels/gated-short-conv.js +11 -69
  501. package/src/gpu/kernels/gated_delta_conv.wgsl +66 -0
  502. package/src/gpu/kernels/gated_delta_conv_f16.wgsl +68 -0
  503. package/src/gpu/kernels/gated_delta_fused_decode.wgsl +173 -0
  504. package/src/gpu/kernels/gated_delta_fused_decode_f16.wgsl +175 -0
  505. package/src/gpu/kernels/gated_delta_recurrent.wgsl +165 -0
  506. package/src/gpu/kernels/gated_delta_recurrent_f16.wgsl +167 -0
  507. package/src/gpu/kernels/gated_short_conv.wgsl +47 -0
  508. package/src/gpu/kernels/gather.d.ts +1 -1
  509. package/src/gpu/kernels/gather.js +30 -6
  510. package/src/gpu/kernels/gather_bf16.wgsl +69 -0
  511. package/src/gpu/kernels/gelu.js +1 -1
  512. package/src/gpu/kernels/gemma4-route-expert.js +1 -1
  513. package/src/gpu/kernels/grouped_pointwise_conv2d.js +1 -1
  514. package/src/gpu/kernels/groupnorm.js +1 -1
  515. package/src/gpu/kernels/index.d.ts +38 -7
  516. package/src/gpu/kernels/index.js +18 -6
  517. package/src/gpu/kernels/instance_stats.wgsl +26 -0
  518. package/src/gpu/kernels/kernel-base.js +1 -1
  519. package/src/gpu/kernels/kernel-cache-lifecycle.d.ts +9 -0
  520. package/src/gpu/kernels/kernel-cache-lifecycle.js +26 -0
  521. package/src/gpu/kernels/kernel-configs.d.ts +10 -61
  522. package/src/gpu/kernels/kernel-configs.js +26 -54
  523. package/src/gpu/kernels/kernel-execution.js +141 -0
  524. package/src/gpu/kernels/kernel-prewarm.d.ts +3 -0
  525. package/src/gpu/kernels/kernel-prewarm.js +60 -0
  526. package/src/gpu/kernels/kv-cache-write.js +4 -4
  527. package/src/gpu/kernels/kv-quantize.js +4 -1
  528. package/src/gpu/kernels/l2-normalize.js +36 -0
  529. package/src/gpu/kernels/l2_normalize.wgsl +53 -0
  530. package/src/gpu/kernels/layernorm.d.ts +4 -4
  531. package/src/gpu/kernels/layernorm.js +44 -7
  532. package/src/gpu/kernels/linear-attention-core.js +29 -449
  533. package/src/gpu/kernels/linear_attention.js +1 -1
  534. package/src/gpu/kernels/lm-head-argmax.js +2 -2
  535. package/src/gpu/kernels/lm-head-select-logits.js +2 -2
  536. package/src/gpu/kernels/logit-finalize.js +103 -0
  537. package/src/gpu/kernels/logit-merge.js +13 -125
  538. package/src/gpu/kernels/logit-scatter.js +40 -0
  539. package/src/gpu/kernels/logit_finalize_f16.wgsl +43 -0
  540. package/src/gpu/kernels/logit_finalize_f32.wgsl +41 -0
  541. package/src/gpu/kernels/logit_merge_geometric.wgsl +23 -0
  542. package/src/gpu/kernels/logit_merge_max.wgsl +23 -0
  543. package/src/gpu/kernels/logit_merge_weighted.wgsl +23 -0
  544. package/src/gpu/kernels/logit_scatter_f16.wgsl +26 -0
  545. package/src/gpu/kernels/logit_scatter_f32.wgsl +24 -0
  546. package/src/gpu/kernels/matmul-dispatch.js +6 -1
  547. package/src/gpu/kernels/matmul-selection.js +3 -2
  548. package/src/gpu/kernels/matmul.js +4 -15
  549. package/src/gpu/kernels/matmul_bf16w_f32a.wgsl +93 -0
  550. package/src/gpu/kernels/matmul_gemv_subgroup_bf16w.wgsl +433 -0
  551. package/src/gpu/kernels/modulate.js +1 -1
  552. package/src/gpu/kernels/moe.js +3 -1
  553. package/src/gpu/kernels/moe_router_bias_add_f16_f16.wgsl +23 -0
  554. package/src/gpu/kernels/moe_router_bias_add_f16_f32.wgsl +23 -0
  555. package/src/gpu/kernels/moe_router_bias_add_f32_f16.wgsl +23 -0
  556. package/src/gpu/kernels/moe_router_bias_add_f32_f32.wgsl +21 -0
  557. package/src/gpu/kernels/patch_context.wgsl +29 -0
  558. package/src/gpu/kernels/pipeline-cache.js +3 -1
  559. package/src/gpu/kernels/pixel_shuffle.js +1 -1
  560. package/src/gpu/kernels/probe_shader_f16.wgsl +7 -0
  561. package/src/gpu/kernels/relu.js +1 -1
  562. package/src/gpu/kernels/repeat_channels.js +1 -1
  563. package/src/gpu/kernels/residual.js +2 -2
  564. package/src/gpu/kernels/rmsnorm-pair.js +1 -1
  565. package/src/gpu/kernels/rmsnorm-qk.js +1 -1
  566. package/src/gpu/kernels/rmsnorm-stats.js +14 -113
  567. package/src/gpu/kernels/rmsnorm.js +1 -1
  568. package/src/gpu/kernels/rmsnorm_serial.wgsl +19 -0
  569. package/src/gpu/kernels/rmsnorm_stats.wgsl +59 -0
  570. package/src/gpu/kernels/rmsnorm_stats_subgroups.wgsl +76 -0
  571. package/src/gpu/kernels/rope-precompute.js +160 -0
  572. package/src/gpu/kernels/rope-qk.js +1 -1
  573. package/src/gpu/kernels/rope.js +2 -2
  574. package/src/gpu/kernels/rope_precompute.wgsl +74 -0
  575. package/src/gpu/kernels/sample.js +5 -1
  576. package/src/gpu/kernels/scale.js +1 -1
  577. package/src/gpu/kernels/shader-cache.js +8 -4
  578. package/src/gpu/kernels/shader-source-scope.js +68 -0
  579. package/src/gpu/kernels/silu.js +2 -1
  580. package/src/gpu/kernels/soft-embedding.js +3 -1
  581. package/src/gpu/kernels/softmax.js +4 -2
  582. package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +1 -1
  583. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +1 -1
  584. package/src/gpu/kernels/split_qg.js +1 -1
  585. package/src/gpu/kernels/split_qkv.d.ts +2 -0
  586. package/src/gpu/kernels/split_qkv.js +18 -3
  587. package/src/gpu/kernels/split_qkv.wgsl +5 -2
  588. package/src/gpu/kernels/split_qkv_f16.wgsl +5 -2
  589. package/src/gpu/kernels/submit_probe.wgsl +6 -0
  590. package/src/gpu/kernels/transpose.js +1 -1
  591. package/src/gpu/kernels/turboquant-codebook.js +4 -535
  592. package/src/gpu/kernels/uniform-utils.js +7 -2
  593. package/src/gpu/kernels/upsample2d.js +1 -1
  594. package/src/gpu/kernels/utils.js +9 -332
  595. package/src/gpu/kernels/vision-average-pool.d.ts +13 -0
  596. package/src/gpu/kernels/vision-average-pool.js +68 -0
  597. package/src/gpu/kernels/vision-patch-embed.d.ts +17 -0
  598. package/src/gpu/kernels/vision-patch-embed.js +117 -0
  599. package/src/gpu/kernels/vision-position-embedding.d.ts +13 -0
  600. package/src/gpu/kernels/vision-position-embedding.js +79 -0
  601. package/src/gpu/kernels/vision-rope-2d.d.ts +16 -0
  602. package/src/gpu/kernels/vision-rope-2d.js +73 -0
  603. package/src/gpu/kernels/vision-spatial-merge.d.ts +19 -0
  604. package/src/gpu/kernels/vision-spatial-merge.js +100 -0
  605. package/src/gpu/kernels/vision_average_pool.wgsl +42 -0
  606. package/src/gpu/kernels/vision_patch_embed.wgsl +59 -0
  607. package/src/gpu/kernels/vision_patch_embed_f16w.wgsl +61 -0
  608. package/src/gpu/kernels/vision_position_embedding.wgsl +33 -0
  609. package/src/gpu/kernels/vision_position_embedding_f16.wgsl +35 -0
  610. package/src/gpu/kernels/vision_rope_2d.wgsl +60 -0
  611. package/src/gpu/kernels/vision_spatial_merge.wgsl +48 -0
  612. package/src/gpu/readback-buffer.js +20 -0
  613. package/src/gpu/submit-probe.js +2 -26
  614. package/src/gpu/weight-buffer.d.ts +1 -0
  615. package/src/gpu/weight-buffer.js +7 -0
  616. package/src/index.d.ts +23 -1
  617. package/src/index.js +8 -1
  618. package/src/inference/browser-harness/benchmark-execution.js +872 -0
  619. package/src/inference/browser-harness/benchmark-rerank.js +284 -0
  620. package/src/inference/browser-harness/decode-diagnostics.js +241 -0
  621. package/src/inference/browser-harness/diffusion-performance.js +102 -0
  622. package/src/inference/browser-harness/inference-execution.js +543 -0
  623. package/src/inference/{browser-harness-model-helpers.js → browser-harness/model-initialization.js} +18 -145
  624. package/src/inference/browser-harness/model-resolution.js +137 -0
  625. package/src/inference/browser-harness/report.js +338 -0
  626. package/src/inference/browser-harness/request.js +263 -0
  627. package/src/inference/browser-harness/runtime-config.d.ts +25 -0
  628. package/src/inference/browser-harness/runtime-config.js +255 -0
  629. package/src/inference/browser-harness/runtime-isolation.d.ts +13 -0
  630. package/src/inference/browser-harness/runtime-isolation.js +45 -0
  631. package/src/inference/browser-harness/runtime-report.d.ts +26 -0
  632. package/src/inference/browser-harness/runtime-report.js +117 -0
  633. package/src/inference/browser-harness/suite-summary.js +39 -0
  634. package/src/inference/browser-harness/text-evidence.js +694 -0
  635. package/src/inference/browser-harness/text-execution.js +757 -0
  636. package/src/inference/browser-harness/text-input.js +725 -0
  637. package/src/inference/{browser-harness-suite-helpers.js → browser-harness/timing-diagnostics.js} +1 -379
  638. package/src/inference/browser-harness-contract-helpers.js +1 -1
  639. package/src/inference/browser-harness-diffusion-energy-suites.js +8 -3
  640. package/src/inference/browser-harness-runtime-helpers.d.ts +3 -56
  641. package/src/inference/browser-harness-runtime-helpers.js +3 -408
  642. package/src/inference/browser-harness-text-helpers.js +31 -2196
  643. package/src/inference/browser-harness.d.ts +19 -2
  644. package/src/inference/browser-harness.js +46 -1873
  645. package/src/inference/kv-cache/base.js +67 -381
  646. package/src/inference/kv-cache/basis-decomposed-paged.d.ts +2 -50
  647. package/src/inference/kv-cache/basis-decomposed-paged.js +1 -276
  648. package/src/inference/kv-cache/quantized.d.ts +2 -2
  649. package/src/inference/kv-cache/quantized.js +4 -8
  650. package/src/inference/kv-cache/update.js +309 -0
  651. package/src/inference/model-checkpoint-evidence.d.ts +75 -0
  652. package/src/inference/model-checkpoint-evidence.js +264 -0
  653. package/src/inference/moe-router.js +36 -216
  654. package/src/inference/multi-model-network.js +5 -341
  655. package/src/inference/observation-context.d.ts +22 -0
  656. package/src/inference/observation-context.js +41 -0
  657. package/src/inference/pipelines/audio/index.js +1 -20
  658. package/src/inference/pipelines/audio/mel.js +0 -38
  659. package/src/inference/pipelines/diffusion/profile-timing.js +10 -0
  660. package/src/inference/pipelines/diffusion/runtime-resources.js +54 -0
  661. package/src/inference/pipelines/diffusion/sd3/execution.js +805 -0
  662. package/src/inference/pipelines/diffusion/sd3/plan.js +125 -0
  663. package/src/inference/pipelines/diffusion/sd3-transformer.js +44 -895
  664. package/src/inference/pipelines/diffusion/{vae.js → vae/execution.js} +46 -618
  665. package/src/inference/pipelines/diffusion/{helpers.js → weight-contract.js} +1 -68
  666. package/src/inference/pipelines/energy-head/row-head-pipeline.d.ts +1 -103
  667. package/src/inference/pipelines/factory.js +14 -3
  668. package/src/inference/pipelines/shader-scoped-pipeline.js +29 -0
  669. package/src/inference/pipelines/structured/json-grammar-mask.js +0 -6
  670. package/src/inference/pipelines/text/abort-contract.js +22 -0
  671. package/src/inference/pipelines/text/attention/attn-config.js +1 -16
  672. package/src/inference/pipelines/text/attention/executor-immediate.js +42 -0
  673. package/src/inference/pipelines/text/attention/executor-recorded.js +29 -0
  674. package/src/inference/pipelines/text/attention/gate-projection.js +30 -0
  675. package/src/inference/pipelines/text/attention/heterogeneous-contract.js +8 -0
  676. package/src/inference/pipelines/text/attention/index.js +7 -0
  677. package/src/inference/pipelines/text/attention/interpreter/immediate.js +211 -0
  678. package/src/inference/pipelines/text/attention/interpreter/recorded.js +451 -0
  679. package/src/inference/pipelines/text/attention/interpreter.js +984 -0
  680. package/src/inference/pipelines/text/attention/plan.d.ts +37 -0
  681. package/src/inference/pipelines/text/attention/plan.js +345 -0
  682. package/src/inference/pipelines/text/attention/projection-executor.js +331 -0
  683. package/src/inference/pipelines/text/attention/projection-plan.js +259 -0
  684. package/src/inference/pipelines/text/attention/projections.js +20 -537
  685. package/src/inference/pipelines/text/attention/query-transform.js +11 -0
  686. package/src/inference/pipelines/text/attention/receipt.js +60 -0
  687. package/src/inference/pipelines/text/attention/record.js +1 -1277
  688. package/src/inference/pipelines/text/attention/recorded-health.js +21 -0
  689. package/src/inference/pipelines/text/attention/rope-observation.js +40 -0
  690. package/src/inference/pipelines/text/attention/run.js +1 -1385
  691. package/src/inference/pipelines/text/attention/types.js +3 -31
  692. package/src/inference/pipelines/text/chat-format.d.ts +3 -0
  693. package/src/inference/pipelines/text/chat-format.js +42 -0
  694. package/src/inference/pipelines/text/config/normalization.js +729 -0
  695. package/src/inference/pipelines/text/config/validation.js +9 -0
  696. package/src/inference/pipelines/text/config.d.ts +12 -1
  697. package/src/inference/pipelines/text/config.js +14 -1228
  698. package/src/inference/pipelines/text/debug-utils/health-metrics.js +57 -0
  699. package/src/inference/pipelines/text/debug-utils/index.js +3 -8
  700. package/src/inference/pipelines/text/debug-utils/profiles.js +8 -0
  701. package/src/inference/pipelines/text/debug-utils/readback-decoding.js +24 -0
  702. package/src/inference/pipelines/text/debug-utils/tensor.js +1 -1
  703. package/src/inference/pipelines/text/dtype-contract.js +1 -68
  704. package/src/inference/pipelines/text/embed.js +178 -241
  705. package/src/inference/pipelines/text/embedding-contract.d.ts +7 -0
  706. package/src/inference/pipelines/text/embedding-contract.js +21 -0
  707. package/src/inference/pipelines/text/embedding-extraction.js +225 -0
  708. package/src/inference/pipelines/text/embedding-normalization.js +39 -0
  709. package/src/inference/pipelines/text/execution-runtime-builders.js +0 -32
  710. package/src/inference/pipelines/text/execution-v1/plan.js +69 -0
  711. package/src/inference/pipelines/text/execution-v1/validation.js +233 -0
  712. package/src/inference/pipelines/text/execution-v1.js +7 -283
  713. package/src/inference/pipelines/text/execution.js +517 -0
  714. package/src/inference/pipelines/text/ffn/dense-executor.js +718 -0
  715. package/src/inference/pipelines/text/ffn/dense-plan.js +327 -0
  716. package/src/inference/pipelines/text/ffn/dense.js +4 -968
  717. package/src/inference/pipelines/text/ffn/sandwich.js +10 -9
  718. package/src/inference/pipelines/text/ffn/standard.js +2 -1
  719. package/src/inference/pipelines/text/generator/attention-lifecycle.js +24 -0
  720. package/src/inference/pipelines/text/generator/decode-runtime.js +991 -0
  721. package/src/inference/pipelines/text/generator/decode.js +952 -0
  722. package/src/inference/pipelines/text/generator/diffusion.js +607 -0
  723. package/src/inference/pipelines/text/generator/logits-config.js +63 -0
  724. package/src/inference/pipelines/text/generator/prefill-observation.js +29 -0
  725. package/src/inference/pipelines/text/generator/prefill-policy.js +56 -0
  726. package/src/inference/pipelines/text/generator/prefill-runtime.js +896 -0
  727. package/src/inference/pipelines/text/{generator-prefill-helpers.js → generator/prefix-embedding.js} +16 -121
  728. package/src/inference/pipelines/text/generator/prompt-input.js +47 -0
  729. package/src/inference/pipelines/text/generator/recovery.js +310 -0
  730. package/src/inference/pipelines/text/{generator-helpers.js → generator/session-context.js} +44 -110
  731. package/src/inference/pipelines/text/generator/text.js +448 -0
  732. package/src/inference/pipelines/text/generator/training.js +752 -0
  733. package/src/inference/pipelines/text/generator-decode-policy.js +5 -2
  734. package/src/inference/pipelines/text/generator-logits-observation.js +45 -0
  735. package/src/inference/pipelines/text/generator-runtime.js +5 -135
  736. package/src/inference/pipelines/text/generator-steps.js +37 -962
  737. package/src/inference/pipelines/text/generator.js +165 -3539
  738. package/src/inference/pipelines/text/image-transcription.js +304 -0
  739. package/src/inference/pipelines/text/init-qkv-fusion.js +18 -9
  740. package/src/inference/pipelines/text/init-rope.js +37 -189
  741. package/src/inference/pipelines/text/init.d.ts +11 -3
  742. package/src/inference/pipelines/text/init.js +6 -216
  743. package/src/inference/pipelines/text/layer-execution-contract.js +97 -0
  744. package/src/inference/pipelines/text/layer-input-execution.js +435 -0
  745. package/src/inference/pipelines/text/layer-plan-gpu.js +15 -6
  746. package/src/inference/pipelines/text/layer-plan.d.ts +21 -5
  747. package/src/inference/pipelines/text/layer-plan.js +45 -3
  748. package/src/inference/pipelines/text/layer.js +54 -522
  749. package/src/inference/pipelines/text/lifecycle.js +839 -0
  750. package/src/inference/pipelines/text/linear-attention/plan.js +554 -0
  751. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +2 -2
  752. package/src/inference/pipelines/text/linear-attention.d.ts +2 -2
  753. package/src/inference/pipelines/text/linear-attention.js +7 -537
  754. package/src/inference/pipelines/text/logits/cpu-output.d.ts +1 -0
  755. package/src/inference/pipelines/text/logits/cpu-output.js +5 -0
  756. package/src/inference/pipelines/text/logits/cpu.d.ts +1 -87
  757. package/src/inference/pipelines/text/logits/cpu.js +8 -95
  758. package/src/inference/pipelines/text/logits/gpu-executor.js +368 -0
  759. package/src/inference/pipelines/text/logits/gpu.d.ts +27 -0
  760. package/src/inference/pipelines/text/logits/gpu.js +116 -579
  761. package/src/inference/pipelines/text/logits/index.d.ts +2 -1
  762. package/src/inference/pipelines/text/logits/index.js +62 -102
  763. package/src/inference/pipelines/text/logits/output-transform.js +47 -0
  764. package/src/inference/pipelines/text/logits/plan.js +184 -0
  765. package/src/inference/pipelines/text/logits/readback.d.ts +6 -0
  766. package/src/inference/pipelines/text/logits/readback.js +9 -0
  767. package/src/inference/pipelines/text/logits/scale-policy.js +20 -0
  768. package/src/inference/pipelines/text/logits/types.d.ts +1 -0
  769. package/src/inference/pipelines/text/lora-apply.js +12 -4
  770. package/src/inference/pipelines/text/lora-types.d.ts +12 -0
  771. package/src/inference/pipelines/text/modality-token-contract.js +115 -0
  772. package/src/inference/pipelines/text/model-load.d.ts +0 -1
  773. package/src/inference/pipelines/text/model-load.js +2 -31
  774. package/src/inference/pipelines/text/moe/expert-loading.js +9 -0
  775. package/src/inference/pipelines/text/moe/gpu-executor.js +513 -0
  776. package/src/inference/pipelines/text/moe/plan.js +47 -0
  777. package/src/inference/pipelines/text/moe-cpu.js +9 -135
  778. package/src/inference/pipelines/text/moe-gpu.js +21 -545
  779. package/src/inference/pipelines/text/normalization-contract.js +17 -0
  780. package/src/inference/pipelines/text/per-layer/materialize.js +736 -0
  781. package/src/inference/pipelines/text/per-layer/plan.js +362 -0
  782. package/src/inference/pipelines/text/per-layer-inputs.js +4 -1037
  783. package/src/inference/pipelines/text/pipeline-load-timing.js +77 -0
  784. package/src/inference/pipelines/text/probes.js +30 -0
  785. package/src/inference/pipelines/text/resolved-runtime-session.d.ts +56 -0
  786. package/src/inference/pipelines/text/resolved-runtime-session.js +175 -0
  787. package/src/inference/pipelines/text/state.d.ts +14 -0
  788. package/src/inference/pipelines/text/state.js +4 -0
  789. package/src/inference/pipelines/text/tsir-fixture-writer.js +88 -16
  790. package/src/inference/pipelines/text/types.d.ts +10 -0
  791. package/src/inference/pipelines/text/weight-loading-config.js +194 -0
  792. package/src/inference/pipelines/text.d.ts +2 -2
  793. package/src/inference/pipelines/text.js +48 -1620
  794. package/src/inference/pipelines/video/frame-sampler.js +0 -13
  795. package/src/inference/pipelines/video/index.js +0 -21
  796. package/src/inference/pipelines/vision/attention.js +59 -0
  797. package/src/inference/pipelines/vision/encoder.js +254 -369
  798. package/src/inference/pipelines/vision/gemma4.js +204 -318
  799. package/src/inference/pipelines/vision/glmocr-preprocess.js +273 -0
  800. package/src/inference/pipelines/vision/glmocr-rope.js +106 -0
  801. package/src/inference/pipelines/vision/glmocr.js +557 -0
  802. package/src/inference/pipelines/vision/image-preprocess.js +0 -27
  803. package/src/inference/pipelines/vision/index.js +8 -27
  804. package/src/inference/pipelines/vision/ops.js +11 -33
  805. package/src/inference/pipelines/vision/patch-embed.js +51 -145
  806. package/src/inference/pipelines/vision/spatial-merge.js +78 -0
  807. package/src/inference/pipelines/vision/weight-loading.js +79 -0
  808. package/src/inference/refactor-receipt.d.ts +49 -0
  809. package/src/inference/refactor-receipt.js +188 -0
  810. package/src/inference/rerank.js +182 -0
  811. package/src/inference/resource-scope.d.ts +33 -0
  812. package/src/inference/resource-scope.js +168 -0
  813. package/src/inference/test-harness.d.ts +3 -0
  814. package/src/inference/test-harness.js +1 -0
  815. package/src/inference/tokenizer.js +1 -1
  816. package/src/inference/tokenizers/behavior-flags.js +6 -3
  817. package/src/inference/tokenizers/bundled/decoders.js +133 -0
  818. package/src/inference/tokenizers/bundled/registry.js +216 -0
  819. package/src/inference/tokenizers/bundled.js +23 -353
  820. package/src/loader/doppler-loader.d.ts +4 -0
  821. package/src/loader/doppler-loader.js +119 -930
  822. package/src/loader/embedding-limit-preflight.js +11 -4
  823. package/src/loader/embedding-loader.js +1 -3
  824. package/src/loader/gpu-tensor-materialization.js +20 -0
  825. package/src/loader/layer-loader.js +15 -119
  826. package/src/loader/layer-tensor-aliases.js +99 -0
  827. package/src/loader/layer-weight-shape.js +29 -0
  828. package/src/loader/load-timing.js +64 -0
  829. package/src/loader/loader-types.d.ts +3 -0
  830. package/src/loader/model-executor.js +819 -0
  831. package/src/loader/model-load-validation.js +15 -0
  832. package/src/loader/quantization-constants.d.ts +11 -29
  833. package/src/loader/quantization-constants.js +1 -2
  834. package/src/loader/shard-resolver.js +0 -14
  835. package/src/loader/tensor-load-error.js +14 -0
  836. package/src/loader/tensor-shard-indices.js +8 -0
  837. package/src/loader/tensors/bf16-loader.js +125 -0
  838. package/src/loader/tensors/functional-descriptor-loader.js +3 -375
  839. package/src/loader/tensors/load-executor.js +577 -0
  840. package/src/loader/tensors/source-transform/executor.js +123 -0
  841. package/src/loader/tensors/source-transform/plan.js +107 -0
  842. package/src/loader/tensors/source-transform.js +15 -264
  843. package/src/loader/tensors/tensor-loader.d.ts +4 -4
  844. package/src/loader/tensors/tensor-loader.js +7 -653
  845. package/src/memory/buffer-pool.js +7 -29
  846. package/src/rules/capability-transform-resolver.js +80 -0
  847. package/src/rules/execution-contract.d.ts +73 -0
  848. package/src/rules/execution-contract.js +429 -0
  849. package/src/rules/execution-rules-contract-check.js +1 -1
  850. package/src/rules/generated/rule-bundle.json +4305 -0
  851. package/src/rules/inference/capability-transforms.rules.json +3 -3
  852. package/src/rules/layer-pattern-contract-check.js +1 -1
  853. package/src/rules/rule-registry.js +70 -57
  854. package/src/storage/artifact-storage-context.js +2 -2
  855. package/src/storage/backend-selection.js +43 -0
  856. package/src/storage/distribution-transport.js +5 -0
  857. package/src/storage/download/integrity.d.ts +33 -0
  858. package/src/storage/download/integrity.js +130 -0
  859. package/src/storage/download/resume-inspection.d.ts +22 -0
  860. package/src/storage/download/resume-inspection.js +134 -0
  861. package/src/storage/download/retry.js +57 -0
  862. package/src/storage/download/state.js +131 -0
  863. package/src/storage/download/transport.js +99 -0
  864. package/src/storage/downloader.js +74 -453
  865. package/src/storage/model-cache.d.ts +54 -0
  866. package/src/storage/model-cache.js +590 -0
  867. package/src/storage/shard-manager.d.ts +5 -0
  868. package/src/storage/shard-manager.js +50 -369
  869. package/src/storage/shards/index.js +60 -0
  870. package/src/storage/shards/integrity.js +225 -0
  871. package/src/storage/shards/lifecycle.js +22 -0
  872. package/src/storage/source-artifact-store.js +14 -4
  873. package/src/tooling/boundary-evidence.d.ts +51 -0
  874. package/src/tooling/boundary-evidence.js +408 -0
  875. package/src/tooling/browser-command-runner.js +17 -10
  876. package/src/tooling/capsule-v2.d.ts +11 -0
  877. package/src/tooling/capsule-v2.js +58 -0
  878. package/src/tooling/capsule.js +20 -0
  879. package/src/tooling/command-api-constants.js +1 -1
  880. package/src/tooling/command-api-family-normalizers.js +163 -5
  881. package/src/tooling/command-api.d.ts +42 -3
  882. package/src/tooling/command-api.js +7 -2
  883. package/src/tooling/command-context.d.ts +25 -0
  884. package/src/tooling/command-context.js +53 -0
  885. package/src/tooling/command-envelope.js +1 -1
  886. package/src/tooling/{command-api-helpers.js → command-request-normalization.js} +1 -1
  887. package/src/tooling/command-runner.html +49 -1
  888. package/src/tooling/{command-runner-shared.js → command-runtime-execution.js} +22 -5
  889. package/src/tooling/command-validation.js +1 -24
  890. package/src/tooling/conversion-run-timing.js +24 -0
  891. package/src/tooling/demo-receipts.d.ts +56 -0
  892. package/src/tooling/demo-receipts.js +113 -0
  893. package/src/tooling/diagnose-runner.js +13 -11
  894. package/src/tooling/distribution-shard-transport.js +11 -0
  895. package/src/tooling/execution-cost-ledger.d.ts +95 -0
  896. package/src/tooling/execution-cost-ledger.js +381 -0
  897. package/src/tooling/hf-registry/catalog-io.js +63 -0
  898. package/src/tooling/litert/package.js +863 -0
  899. package/src/tooling/litert-package-runtime.js +3 -849
  900. package/src/tooling/model-capsule-forge.js +478 -0
  901. package/src/tooling/node-browser/execution.d.ts +40 -0
  902. package/src/tooling/node-browser/execution.js +308 -0
  903. package/src/tooling/node-browser/static-server.js +188 -0
  904. package/src/tooling/node-browser/transport.d.ts +80 -0
  905. package/src/tooling/node-browser/transport.js +622 -0
  906. package/src/tooling/node-browser-command-runner.d.ts +18 -78
  907. package/src/tooling/node-browser-command-runner.js +10 -1112
  908. package/src/tooling/node-capsule-artifact-store.js +44 -0
  909. package/src/tooling/node-command-execution.js +237 -0
  910. package/src/tooling/node-command-runner.js +26 -205
  911. package/src/tooling/node-converter/input.js +521 -0
  912. package/src/tooling/node-converter/output.js +244 -0
  913. package/src/tooling/node-converter-chunk-batches.js +21 -0
  914. package/src/tooling/node-converter.js +7 -720
  915. package/src/tooling/node-source-runtime.js +16 -276
  916. package/src/tooling/node-webgpu-provider.v1.json +33 -0
  917. package/src/tooling/node-webgpu.js +178 -453
  918. package/src/tooling/opfs-cache.d.ts +15 -48
  919. package/src/tooling/opfs-cache.js +8 -510
  920. package/src/tooling/precision-replay-math.d.ts +42 -0
  921. package/src/tooling/precision-replay-math.js +174 -0
  922. package/src/tooling/production-release.d.ts +19 -0
  923. package/src/tooling/production-release.js +647 -0
  924. package/src/tooling/program-bundle/embedding-reference.js +19 -0
  925. package/src/tooling/program-bundle/materialize.js +324 -0
  926. package/src/tooling/program-bundle/rerank-reference.js +22 -0
  927. package/src/tooling/program-bundle/sequence-reference.js +42 -0
  928. package/src/tooling/program-bundle/validation.js +31 -0
  929. package/src/tooling/program-bundle/wgsl-closure.js +254 -0
  930. package/src/tooling/program-bundle-parity.d.ts +14 -4
  931. package/src/tooling/program-bundle-parity.js +267 -106
  932. package/src/tooling/program-bundle.d.ts +8 -52
  933. package/src/tooling/program-bundle.js +186 -730
  934. package/src/tooling/provider-v1-contract.d.ts +61 -0
  935. package/src/tooling/provider-v1-contract.js +192 -0
  936. package/src/tooling/registered-variant-calibration-job.d.ts +98 -0
  937. package/src/tooling/registered-variant-calibration-job.js +210 -0
  938. package/src/tooling/registered-variant-calibration.d.ts +184 -0
  939. package/src/tooling/registered-variant-calibration.js +336 -0
  940. package/src/tooling/runtime-input-composition.js +105 -53
  941. package/src/tooling/runtime-intent.js +41 -0
  942. package/src/tooling/runtime-optimization/candidates.js +664 -0
  943. package/src/tooling/runtime-optimization-campaign.js +166 -0
  944. package/src/tooling/runtime-optimization-index.d.ts +6 -0
  945. package/src/tooling/runtime-optimization-index.js +87 -0
  946. package/src/tooling/runtime-optimization.d.ts +91 -6
  947. package/src/tooling/runtime-optimization.js +290 -414
  948. package/src/tooling/source-intake.d.ts +49 -0
  949. package/src/tooling/source-intake.js +431 -0
  950. package/src/tooling/source-package-profiles.js +1 -1
  951. package/src/tooling/source-runtime/bundle-materialize.js +298 -0
  952. package/src/tooling/source-runtime/bundle-plan.js +121 -0
  953. package/src/tooling/source-runtime/node-loader.js +258 -0
  954. package/src/tooling/source-runtime-bundle.js +26 -411
  955. package/src/tooling/source-runtime-converter-config.js +1 -1
  956. package/src/tooling-experimental-exports.js +0 -5
  957. package/src/tooling-exports/evidence.d.ts +45 -0
  958. package/src/tooling-exports/evidence.js +45 -0
  959. package/src/tooling-exports/runtime.d.ts +7 -0
  960. package/src/tooling-exports/runtime.js +7 -0
  961. package/src/tooling-exports/storage.d.ts +5 -0
  962. package/src/tooling-exports/storage.js +4 -0
  963. package/src/tooling-exports.d.ts +14 -0
  964. package/src/tooling-exports.js +8 -3
  965. package/src/tooling-exports.shared.d.ts +46 -0
  966. package/src/tooling-exports.shared.js +37 -0
  967. package/src/training.d.ts +6 -6
  968. package/src/training.js +4 -4
  969. package/src/version.js +1 -1
  970. package/tests/kernels/browser/kernel-suite.js +512 -0
  971. package/tests/kernels/browser/test-page.js +169 -14
  972. package/tests/kernels/harness/tolerance.js +1 -0
  973. package/tests/kernels/reference/index.js +13 -1
  974. package/tests/kernels/reference/vision.js +160 -0
  975. package/src/client/runtime/model-session.js +0 -432
  976. package/src/config/schema/tuner.schema.d.ts +0 -39
  977. package/src/config/schema/tuner.schema.js +0 -13
  978. package/src/converter/quantizer.d.ts +0 -121
  979. package/src/gpu/kernel-tuner/benchmarks.js +0 -902
  980. package/src/gpu/kernel-tuner/cache.js +0 -145
  981. package/src/gpu/kernel-tuner/index.js +0 -38
  982. package/src/gpu/kernel-tuner/tuner.js +0 -247
  983. package/src/gpu/kernel-tuner.js +0 -12
  984. package/src/gpu/kernels/backward/utils.d.ts +0 -90
  985. package/src/gpu/kernels/kernel-tuning.d.ts +0 -42
  986. package/src/gpu/kernels/kernel-tuning.js +0 -158
  987. package/src/gpu/kernels/uniform-utils.d.ts +0 -66
  988. package/src/gpu/kernels/utils.d.ts +0 -149
  989. package/src/gpu/profiler.js +0 -382
  990. package/src/inference/pipelines/text/attention/output-gate-fusion.js +0 -37
  991. package/src/inference/pipelines/text/debug-utils/utils.js +0 -118
  992. package/src/inference/pipelines/text/logits/utils.d.ts +0 -58
  993. package/src/inference/pipelines/text/moe-cpu-gptoss.js +0 -115
  994. package/src/inference/pipelines/text/moe-helpers.js +0 -21
  995. package/src/rules/converter/execution.rules.json +0 -20
  996. package/src/rules/converter/tensor-roles.rules.json +0 -13
  997. package/src/rules/converter/tokenizer.rules.json +0 -12
  998. package/src/rules/inference/attention.rules.json +0 -69
  999. package/src/rules/inference/config.rules.json +0 -82
  1000. package/src/rules/inference/dtype.rules.json +0 -113
  1001. package/src/rules/inference/execution.rules.json +0 -195
  1002. package/src/rules/inference/ffn.rules.json +0 -123
  1003. package/src/rules/inference/layer-pattern.rules.json +0 -16
  1004. package/src/rules/inference/layer.rules.json +0 -7
  1005. package/src/rules/inference/moe.rules.json +0 -145
  1006. package/src/rules/kernels/attention.rules.json +0 -68
  1007. package/src/rules/kernels/conv2d.rules.json +0 -6
  1008. package/src/rules/kernels/depthwise-conv2d.rules.json +0 -6
  1009. package/src/rules/kernels/dequant.rules.json +0 -58
  1010. package/src/rules/kernels/energy.rules.json +0 -22
  1011. package/src/rules/kernels/fused-ffn.rules.json +0 -15
  1012. package/src/rules/kernels/fused-matmul-residual.rules.json +0 -6
  1013. package/src/rules/kernels/fused-matmul-rmsnorm.rules.json +0 -8
  1014. package/src/rules/kernels/gather.rules.json +0 -93
  1015. package/src/rules/kernels/gelu.rules.json +0 -11
  1016. package/src/rules/kernels/grouped-pointwise-conv2d.rules.json +0 -6
  1017. package/src/rules/kernels/groupnorm.rules.json +0 -10
  1018. package/src/rules/kernels/kv_quantize.rules.json +0 -9
  1019. package/src/rules/kernels/layernorm.rules.json +0 -6
  1020. package/src/rules/kernels/linear-attention.rules.json +0 -6
  1021. package/src/rules/kernels/lm-head-argmax.rules.json +0 -10
  1022. package/src/rules/kernels/matmul.rules.json +0 -95
  1023. package/src/rules/kernels/modulate.rules.json +0 -6
  1024. package/src/rules/kernels/moe.rules.gptoss.json +0 -105
  1025. package/src/rules/kernels/moe.rules.json +0 -14
  1026. package/src/rules/kernels/moe.rules.mixtral.json +0 -75
  1027. package/src/rules/kernels/pixel_shuffle.rules.json +0 -6
  1028. package/src/rules/kernels/relu.rules.json +0 -6
  1029. package/src/rules/kernels/rep-penalty.rules.json +0 -6
  1030. package/src/rules/kernels/repeat-channels.rules.json +0 -6
  1031. package/src/rules/kernels/residual.rules.json +0 -12
  1032. package/src/rules/kernels/rmsnorm-qk.rules.json +0 -6
  1033. package/src/rules/kernels/rmsnorm.rules.json +0 -46
  1034. package/src/rules/kernels/rope-qk.rules.json +0 -6
  1035. package/src/rules/kernels/rope.rules.json +0 -6
  1036. package/src/rules/kernels/sample.rules.json +0 -6
  1037. package/src/rules/kernels/scale.rules.json +0 -8
  1038. package/src/rules/kernels/silu.rules.json +0 -22
  1039. package/src/rules/kernels/softmax.rules.json +0 -25
  1040. package/src/rules/kernels/split-qg.rules.json +0 -6
  1041. package/src/rules/kernels/split-qkv.rules.json +0 -6
  1042. package/src/rules/kernels/upsample2d.rules.json +0 -6
  1043. package/src/rules/loader/tensor-loader.rules.json +0 -42
  1044. package/src/rules/loader/weights.rules.json +0 -42
  1045. package/src/rules/tooling/command-runtime.rules.json +0 -65
  1046. package/src/tooling/hf-registry-utils.js +0 -395
  1047. /package/src/converter/{tokenizer-utils.js → tokenizer-special-tokens.js} +0 -0
  1048. /package/src/{inference/pipelines/text/bdpa-steamroller.js → experimental/bdpa/steamroller.js} +0 -0
  1049. /package/src/{inference/pipelines → experimental}/diffusion/scheduler.js +0 -0
  1050. /package/src/{inference/pipelines → experimental}/energy/pipeline.d.ts +0 -0
  1051. /package/src/{inference/pipelines → experimental}/energy/quintel.d.ts +0 -0
  1052. /package/src/{inference/pipelines → experimental}/energy/quintel.js +0 -0
  1053. /package/src/{utils → formats}/array-buffer.js +0 -0
  1054. /package/src/{utils → formats}/canonical-hash.js +0 -0
  1055. /package/src/{utils → formats}/clone-json.js +0 -0
  1056. /package/src/{utils → formats}/encode-utf8.js +0 -0
  1057. /package/src/{utils → formats}/load-json.js +0 -0
  1058. /package/src/{utils → formats}/plain-object.js +0 -0
  1059. /package/src/{utils → formats}/sha256.js +0 -0
  1060. /package/src/{utils → formats}/stable-sort-object.js +0 -0
  1061. /package/src/{gpu/kernels → rules}/rule-matcher.js +0 -0
  1062. /package/src/{utils → storage}/hf-resolve-url.js +0 -0
  1063. /package/src/{utils → storage}/runtime-env.js +0 -0
@@ -2,18 +2,36 @@ import fs from 'node:fs/promises';
2
2
  import path from 'node:path';
3
3
  import { fileURLToPath } from 'node:url';
4
4
  import { expandExecutionV1 } from '../config/schema/execution-v1.schema.js';
5
- import { KERNEL_REF_CONTENT_DIGESTS } from '../config/kernels/kernel-ref-digests.js';
6
5
  import {
7
6
  PROGRAM_BUNDLE_SCHEMA_ID,
8
7
  PROGRAM_BUNDLE_SCHEMA_VERSION,
9
8
  PROGRAM_BUNDLE_HOST_SCHEMA_ID,
10
9
  PROGRAM_BUNDLE_HOST_JS_SUBSET,
11
10
  PROGRAM_BUNDLE_CAPTURE_PROFILE_SCHEMA_ID,
12
- PROGRAM_BUNDLE_REFERENCE_TRANSCRIPT_SCHEMA_ID,
11
+ PROGRAM_BUNDLE_PACKAGE_SCHEMA_ID,
13
12
  validateProgramBundle,
14
13
  } from '../config/schema/program-bundle.schema.js';
15
- import { sha256Hex } from '../utils/sha256.js';
16
- import { stableSortObject } from '../utils/stable-sort-object.js';
14
+ import { sha256BytesHex, sha256Hex } from '../formats/sha256.js';
15
+ import { computeHash } from '../storage/shard-manager.js';
16
+ import { assertRerankSourceIdentity } from '../config/rerank-reference.js';
17
+ import {
18
+ buildReferenceTranscript,
19
+ createPackageSourceFile,
20
+ fileArtifact,
21
+ hashStableJson,
22
+ readJsonFile,
23
+ readTextFile,
24
+ toRepoRelativePath,
25
+ } from './program-bundle/materialize.js';
26
+ import {
27
+ normalizeDigest,
28
+ requirePlainObject,
29
+ requireString,
30
+ } from './program-bundle/validation.js';
31
+ import {
32
+ buildExecutionStepMetadata,
33
+ buildWgslClosure,
34
+ } from './program-bundle/wgsl-closure.js';
17
35
 
18
36
  const DEFAULT_HOST_ENTRYPOINTS = Object.freeze([
19
37
  Object.freeze({
@@ -24,95 +42,30 @@ const DEFAULT_HOST_ENTRYPOINTS = Object.freeze([
24
42
  }),
25
43
  ]);
26
44
 
27
- function stableJson(value) {
28
- return JSON.stringify(stableSortObject(value)) ?? 'null';
29
- }
30
-
31
- function hashStableJson(value) {
32
- return `sha256:${sha256Hex(stableJson(value))}`;
33
- }
34
-
35
- function normalizeSlash(value) {
36
- return String(value || '').replace(/\\/g, '/');
37
- }
38
-
39
- function normalizeDigest(value, label) {
40
- const raw = String(value || '').trim().toLowerCase();
41
- const digest = raw.startsWith('sha256:') ? raw : `sha256:${raw}`;
42
- if (!/^sha256:[0-9a-f]{64}$/.test(digest)) {
43
- throw new Error(`program bundle export: ${label} must be a sha256 digest.`);
44
- }
45
- return digest;
46
- }
47
-
48
- function digestText(value) {
49
- return `sha256:${sha256Hex(String(value ?? ''))}`;
50
- }
51
-
52
- function toRepoRelativePath(filePath, repoRoot) {
53
- return normalizeSlash(path.relative(repoRoot, filePath));
54
- }
55
-
56
- function requirePlainObject(value, label) {
57
- if (!value || typeof value !== 'object' || Array.isArray(value)) {
58
- throw new Error(`program bundle export: ${label} must be a non-null object.`);
59
- }
60
- return value;
61
- }
62
-
63
- function requireString(value, label) {
64
- if (typeof value !== 'string' || !value.trim()) {
65
- throw new Error(`program bundle export: ${label} must be a non-empty string.`);
66
- }
67
- return value.trim();
68
- }
69
-
70
- async function readTextFile(filePath, label) {
71
- try {
72
- return await fs.readFile(filePath, 'utf8');
73
- } catch (error) {
74
- throw new Error(`program bundle export: failed to read ${label} at ${filePath}: ${error.message}`);
75
- }
76
- }
77
-
78
- async function tryReadTextFile(filePath) {
79
- try {
80
- return await fs.readFile(filePath, 'utf8');
81
- } catch {
82
- return null;
83
- }
84
- }
85
-
86
- async function readJsonFile(filePath, label) {
87
- const raw = await readTextFile(filePath, label);
88
- try {
45
+ async function shardArtifact(shard, modelDir, repoRoot, hashAlgorithm) {
46
+ const filename = requireString(shard?.filename ?? shard?.path, 'shard filename');
47
+ const shardPath = path.resolve(modelDir, filename);
48
+ if (hashAlgorithm === 'sha256') {
89
49
  return {
90
- raw,
91
- json: JSON.parse(raw),
50
+ role: 'weight-shard',
51
+ path: toRepoRelativePath(shardPath, repoRoot),
52
+ hash: normalizeDigest(shard.hash ?? shard.sha256, `shard ${filename} hash`),
53
+ sizeBytes: Number.isFinite(shard.size) ? Number(shard.size) : null,
92
54
  };
93
- } catch (error) {
94
- throw new Error(`program bundle export: ${label} must contain valid JSON: ${error.message}`);
95
55
  }
96
- }
97
-
98
- async function fileArtifact({ role, filePath, repoRoot, artifactPath = null }) {
99
- const raw = await readTextFile(filePath, role);
100
- const stat = await fs.stat(filePath);
101
- return {
102
- role,
103
- path: artifactPath ?? toRepoRelativePath(filePath, repoRoot),
104
- hash: `sha256:${sha256Hex(raw)}`,
105
- sizeBytes: stat.size,
106
- };
107
- }
108
-
109
- function shardArtifact(shard, modelDir, repoRoot) {
110
- const filename = requireString(shard?.filename ?? shard?.path, 'shard filename');
111
- const shardPath = path.resolve(modelDir, filename);
56
+ if (hashAlgorithm !== 'sha256' && hashAlgorithm !== 'blake3') {
57
+ throw new Error(`program bundle export: weight shard ${filename} requires an explicit supported hashAlgorithm.`);
58
+ }
59
+ const bytes = await fs.readFile(shardPath);
60
+ const expected = requireString(shard.hash, `shard ${filename} hash`).replace(`${hashAlgorithm}:`, '');
61
+ const observed = await computeHash(bytes, hashAlgorithm);
62
+ if (observed !== expected || bytes.byteLength !== shard.size) {
63
+ throw new Error(`program bundle export: source shard ${filename} hash/size mismatch.`);
64
+ }
112
65
  return {
113
66
  role: 'weight-shard',
114
67
  path: toRepoRelativePath(shardPath, repoRoot),
115
- hash: normalizeDigest(shard.hash ?? shard.sha256, `shard ${filename} hash`),
68
+ hash: `sha256:${sha256BytesHex(bytes)}`,
116
69
  sizeBytes: Number.isFinite(shard.size) ? Number(shard.size) : null,
117
70
  };
118
71
  }
@@ -149,17 +102,17 @@ function assertWeightsRefMatchesStorageManifest(manifest, storageManifest, stora
149
102
  }
150
103
  }
151
104
 
152
- const expectedWeightPackId = typeof weightsRef.weightPackId === 'string'
153
- ? weightsRef.weightPackId.trim()
105
+ const expectedWeightCapsuleId = typeof weightsRef.weightCapsuleId === 'string'
106
+ ? weightsRef.weightCapsuleId.trim()
154
107
  : '';
155
- if (expectedWeightPackId) {
156
- const actualWeightPackId = typeof storageManifest?.artifactIdentity?.weightPackId === 'string'
157
- ? storageManifest.artifactIdentity.weightPackId.trim()
108
+ if (expectedWeightCapsuleId) {
109
+ const actualWeightCapsuleId = typeof storageManifest?.artifactIdentity?.weightCapsuleId === 'string'
110
+ ? storageManifest.artifactIdentity.weightCapsuleId.trim()
158
111
  : '';
159
- if (actualWeightPackId !== expectedWeightPackId) {
112
+ if (actualWeightCapsuleId !== expectedWeightCapsuleId) {
160
113
  throw new Error(
161
- `program bundle export: ${modelId} weightsRef.weightPackId "${expectedWeightPackId}" ` +
162
- `does not match target artifactIdentity.weightPackId "${actualWeightPackId}".`
114
+ `program bundle export: ${modelId} weightsRef.weightCapsuleId "${expectedWeightCapsuleId}" ` +
115
+ `does not match target artifactIdentity.weightCapsuleId "${actualWeightCapsuleId}".`
163
116
  );
164
117
  }
165
118
  }
@@ -167,7 +120,7 @@ function assertWeightsRefMatchesStorageManifest(manifest, storageManifest, stora
167
120
  const expectedShardSetHash = normalizeOptionalDigest(weightsRef.shardSetHash);
168
121
  if (expectedShardSetHash) {
169
122
  const actualShardSetHash = normalizeOptionalDigest(storageManifest?.artifactIdentity?.shardSetHash)
170
- || normalizeOptionalDigest(storageManifest?.artifactIdentity?.weightPackHash);
123
+ || normalizeOptionalDigest(storageManifest?.artifactIdentity?.weightCapsuleHash);
171
124
  if (actualShardSetHash !== expectedShardSetHash) {
172
125
  throw new Error(
173
126
  `program bundle export: ${modelId} weightsRef.shardSetHash ${expectedShardSetHash} ` +
@@ -216,266 +169,6 @@ export async function resolveProgramBundleStorageArtifact(manifest, modelDir) {
216
169
  };
217
170
  }
218
171
 
219
- function collectKernelRefsFromEntries(entries, section, refs) {
220
- if (!Array.isArray(entries)) return;
221
- for (let index = 0; index < entries.length; index += 1) {
222
- const entry = entries[index];
223
- if (Array.isArray(entry)) {
224
- if (typeof entry[1] === 'string' && entry[1].trim()) {
225
- refs.push({ id: entry[1].trim(), section, index });
226
- }
227
- continue;
228
- }
229
- if (entry && typeof entry === 'object' && Array.isArray(entry.steps)) {
230
- collectKernelRefsFromEntries(entry.steps, section, refs);
231
- }
232
- }
233
- }
234
-
235
- function collectReachableKernelRefs(execution) {
236
- const refs = [];
237
- collectKernelRefsFromEntries(execution.preLayer, 'preLayer', refs);
238
- collectKernelRefsFromEntries(execution.decode, 'decode', refs);
239
- collectKernelRefsFromEntries(execution.prefill, 'prefill', refs);
240
- collectKernelRefsFromEntries(execution.postLayer, 'postLayer', refs);
241
- return refs;
242
- }
243
-
244
- function countExpandedStepsByPhase(expandedSteps) {
245
- const phases = {
246
- prefill: 0,
247
- decode: 0,
248
- preLayer: 0,
249
- postLayer: 0,
250
- };
251
- for (const step of expandedSteps) {
252
- if (step.section === 'preLayer') {
253
- phases.preLayer += 1;
254
- } else if (step.section === 'postLayer') {
255
- phases.postLayer += 1;
256
- } else if (step.phase === 'prefill') {
257
- phases.prefill += 1;
258
- } else if (step.phase === 'decode') {
259
- phases.decode += 1;
260
- }
261
- }
262
- return phases;
263
- }
264
-
265
- function buildKernelIdLookup(execution, modules = []) {
266
- const lookup = new Map();
267
- const reachableIds = new Set(modules.map((module) => module.id));
268
- for (const [id, decl] of Object.entries(execution.kernels || {})) {
269
- const key = `${decl.kernel}#${decl.entry}#${normalizeDigest(decl.digest, `execution.kernels.${id}.digest`)}`;
270
- const current = lookup.get(key);
271
- if (!current || (!reachableIds.has(current) && reachableIds.has(id))) {
272
- lookup.set(key, id);
273
- }
274
- }
275
- return lookup;
276
- }
277
-
278
- function normalizeLayersForStep(layers) {
279
- if (layers === 'all') return 'all';
280
- return Array.isArray(layers) ? layers : [];
281
- }
282
-
283
- function buildExecutionStepMetadata(execution, expandedSteps, modules) {
284
- const kernelIdLookup = buildKernelIdLookup(execution, modules);
285
- const moduleById = new Map(modules.map((module) => [module.id, module]));
286
- const steps = expandedSteps.map((step, index) => {
287
- const digest = normalizeDigest(step.digest, `expandedSteps[${index}].digest`);
288
- const lookupKey = `${step.kernel}#${step.entry}#${digest}`;
289
- const kernelId = kernelIdLookup.get(lookupKey);
290
- if (!kernelId) {
291
- throw new Error(
292
- `program bundle export: expanded step ${index} ${step.op} cannot be mapped to a declared kernel id.`
293
- );
294
- }
295
- const module = moduleById.get(kernelId);
296
- const bindings = Array.isArray(module?.metadata?.bindings)
297
- ? module.metadata.bindings.map((binding) => ({
298
- group: binding.group,
299
- binding: binding.binding,
300
- name: binding.name,
301
- addressSpace: binding.addressSpace,
302
- access: binding.access,
303
- }))
304
- : [];
305
- return {
306
- id: `${step.section}_${step.phase}_${index}_${step.op}`,
307
- index,
308
- op: step.op,
309
- phase: step.phase,
310
- section: step.section,
311
- layers: normalizeLayersForStep(step.layers),
312
- src: typeof step.src === 'string' && step.src.trim() ? step.src : 'state',
313
- dst: typeof step.dst === 'string' && step.dst.trim() ? step.dst : 'state',
314
- kernelId,
315
- kernel: step.kernel,
316
- entry: step.entry,
317
- kernelDigest: digest,
318
- weights: step.weights ?? null,
319
- constants: step.constants ?? null,
320
- precision: step.precision ?? null,
321
- dispatch: {
322
- phase: step.phase,
323
- workgroups: `symbolic:${step.section}:${step.phase}:${step.op}`,
324
- bindings,
325
- },
326
- };
327
- });
328
- return {
329
- steps,
330
- stepMetadataHash: hashStableJson(steps),
331
- };
332
- }
333
-
334
- async function resolveKernelSourceDigest(kernel, entry, kernelSourceRoot) {
335
- const digestKey = `${kernel}#${entry}`;
336
- const registryDigest = KERNEL_REF_CONTENT_DIGESTS[digestKey];
337
- const kernelPath = path.resolve(kernelSourceRoot, kernel);
338
- const source = await tryReadTextFile(kernelPath);
339
- if (registryDigest) {
340
- return {
341
- digest: `sha256:${registryDigest}`,
342
- sourcePath: normalizeSlash(path.join(kernelSourceRoot, kernel)),
343
- sourceText: source,
344
- source: 'registry',
345
- };
346
- }
347
-
348
- if (source != null) {
349
- const normalizedSource = source.replace(/\r\n/g, '\n');
350
- return {
351
- digest: `sha256:${sha256Hex(`${normalizedSource}\n@@entry:${entry}`)}`,
352
- sourcePath: normalizeSlash(path.relative(process.cwd(), kernelPath)),
353
- sourceText: normalizedSource,
354
- source: 'file',
355
- };
356
- }
357
-
358
- return {
359
- digest: null,
360
- sourcePath: null,
361
- sourceText: null,
362
- source: 'unresolved',
363
- };
364
- }
365
-
366
- function parseWgslBindings(sourceText) {
367
- if (typeof sourceText !== 'string') return [];
368
- const bindings = [];
369
- const bindingRe = /@group\((\d+)\)\s*@binding\((\d+)\)\s*var(?:<([^>]+)>)?\s+([A-Za-z_]\w*)/g;
370
- let match;
371
- while ((match = bindingRe.exec(sourceText)) !== null) {
372
- const address = typeof match[3] === 'string'
373
- ? match[3].split(',').map((part) => part.trim()).filter(Boolean)
374
- : [];
375
- bindings.push({
376
- group: Number(match[1]),
377
- binding: Number(match[2]),
378
- addressSpace: address[0] ?? null,
379
- access: address[1] ?? null,
380
- name: match[4],
381
- });
382
- }
383
- return bindings.sort((left, right) => (
384
- left.group - right.group
385
- || left.binding - right.binding
386
- || left.name.localeCompare(right.name)
387
- ));
388
- }
389
-
390
- function parseWgslOverrides(sourceText) {
391
- if (typeof sourceText !== 'string') return [];
392
- const overrides = [];
393
- const overrideRe = /\boverride\s+([A-Za-z_]\w*)(?:\s*:\s*([^=;]+))?(?:\s*=\s*([^;]+))?;/g;
394
- let match;
395
- while ((match = overrideRe.exec(sourceText)) !== null) {
396
- overrides.push({
397
- name: match[1],
398
- type: typeof match[2] === 'string' ? match[2].trim() : null,
399
- defaultValue: typeof match[3] === 'string' ? match[3].trim() : null,
400
- });
401
- }
402
- return overrides.sort((left, right) => left.name.localeCompare(right.name));
403
- }
404
-
405
- function parseWgslWorkgroupSize(sourceText) {
406
- if (typeof sourceText !== 'string') return [];
407
- const match = /@workgroup_size\(([^)]*)\)/.exec(sourceText);
408
- if (!match) return [];
409
- return match[1].split(',').map((part) => part.trim()).filter(Boolean);
410
- }
411
-
412
- function buildWgslMetadata(sourceText, entry) {
413
- const metadata = {
414
- entry,
415
- bindings: parseWgslBindings(sourceText),
416
- overrides: parseWgslOverrides(sourceText),
417
- workgroupSize: parseWgslWorkgroupSize(sourceText),
418
- requiresSubgroups: typeof sourceText === 'string' && /\b(subgroup|enable\s+subgroups)\b/.test(sourceText),
419
- };
420
- return {
421
- ...metadata,
422
- sourceMetadataHash: hashStableJson(metadata),
423
- };
424
- }
425
-
426
- async function buildWgslClosure(execution, expandedSteps, options) {
427
- const declaredKernelIds = Object.keys(execution.kernels || {}).sort();
428
- const reachableRefs = collectReachableKernelRefs(execution);
429
- const reachableKernelIds = [...new Set(reachableRefs.map((ref) => ref.id))].sort();
430
- const undeclaredKernelRefs = reachableRefs
431
- .filter((ref) => !execution.kernels?.[ref.id])
432
- .map((ref) => `${ref.section}[${ref.index}]:${ref.id}`);
433
- if (undeclaredKernelRefs.length > 0) {
434
- throw new Error(
435
- `program bundle export: execution graph references undeclared kernels: ${undeclaredKernelRefs.join(', ')}.`
436
- );
437
- }
438
-
439
- const kernelSourceRoot = path.resolve(options.repoRoot, options.kernelSourceRoot || 'src/gpu/kernels');
440
- const modules = [];
441
- for (const id of reachableKernelIds) {
442
- const decl = execution.kernels[id];
443
- const file = requireString(decl.kernel, `execution.kernels.${id}.kernel`);
444
- const entry = requireString(decl.entry, `execution.kernels.${id}.entry`);
445
- const declaredDigest = normalizeDigest(decl.digest, `execution.kernels.${id}.digest`);
446
- const sourceDigest = await resolveKernelSourceDigest(file, entry, kernelSourceRoot);
447
- if (sourceDigest.digest && sourceDigest.digest !== declaredDigest) {
448
- throw new Error(
449
- `program bundle export: kernel digest mismatch for ${file}#${entry}. ` +
450
- `execution declares ${declaredDigest}, source has ${sourceDigest.digest}.`
451
- );
452
- }
453
- modules.push({
454
- id,
455
- file,
456
- entry,
457
- digest: declaredDigest,
458
- sourcePath: sourceDigest.sourcePath
459
- ? toRepoRelativePath(path.resolve(sourceDigest.sourcePath), options.repoRoot)
460
- : null,
461
- reachable: true,
462
- metadata: buildWgslMetadata(sourceDigest.sourceText, entry),
463
- });
464
- }
465
-
466
- return {
467
- modules,
468
- kernelClosure: {
469
- declaredKernelIds,
470
- reachableKernelIds,
471
- excludedKernelIds: declaredKernelIds.filter((id) => !reachableKernelIds.includes(id)),
472
- undeclaredKernelRefs,
473
- expandedStepCount: expandedSteps.length,
474
- phases: countExpandedStepsByPhase(expandedSteps),
475
- },
476
- };
477
- }
478
-
479
172
  function scanHostEntrypointSource(source, label) {
480
173
  if (/\bimport\s*\(/.test(source)) {
481
174
  throw new Error(`program bundle export: host entrypoint ${label} uses dynamic import().`);
@@ -483,9 +176,25 @@ function scanHostEntrypointSource(source, label) {
483
176
  if (/\b(document|window|localStorage|sessionStorage|XMLHttpRequest)\b/.test(source)) {
484
177
  throw new Error(`program bundle export: host entrypoint ${label} references DOM-only globals.`);
485
178
  }
179
+ if (/^\s*(?:import|export)\s+(?:[^'";]+?\s+from\s+)?['"]/m.test(source)) {
180
+ throw new Error(`program bundle export: host entrypoint ${label} uses a static module dependency.`);
181
+ }
182
+ if (/\b(process|require|module|__dirname|__filename|Deno|Bun)\b/.test(source)) {
183
+ throw new Error(`program bundle export: host entrypoint ${label} references a runtime-specific global.`);
184
+ }
185
+ if (/\b(fetch|WebSocket|EventSource)\b/.test(source)) {
186
+ throw new Error(`program bundle export: host entrypoint ${label} references a network API.`);
187
+ }
188
+ if (/\b(?:eval|Function)\s*\(/.test(source)) {
189
+ throw new Error(`program bundle export: host entrypoint ${label} references dynamic code evaluation.`);
190
+ }
486
191
  return {
487
192
  dynamicImport: 'none-detected',
193
+ staticImport: 'none-detected',
488
194
  dom: 'none-detected',
195
+ runtimeGlobals: 'none-detected',
196
+ network: 'none-detected',
197
+ dynamicCode: 'none-detected',
489
198
  };
490
199
  }
491
200
 
@@ -494,27 +203,42 @@ async function buildHostContract(host = {}, repoRoot) {
494
203
  ? host.entrypoints
495
204
  : DEFAULT_HOST_ENTRYPOINTS.map((entry) => ({ ...entry }));
496
205
  const entrypoints = [];
206
+ const packageFiles = [];
497
207
  for (const entrypoint of rawEntrypoints) {
498
208
  const modulePath = requireString(entrypoint.module, 'host.entrypoint.module');
499
209
  const sourcePath = path.resolve(repoRoot, modulePath);
500
210
  const source = await readTextFile(sourcePath, `host entrypoint ${modulePath}`);
211
+ const packageFile = createPackageSourceFile({
212
+ role: 'host-source',
213
+ id: entrypoint.id,
214
+ extension: 'js',
215
+ source,
216
+ });
217
+ packageFiles.push(packageFile);
501
218
  entrypoints.push({
502
219
  ...entrypoint,
503
- sourceHash: digestText(source),
220
+ module: packageFile.path,
221
+ sourceHash: packageFile.hash,
504
222
  validation: scanHostEntrypointSource(source, `${modulePath}#${entrypoint.export}`),
505
223
  });
506
224
  }
507
225
  return {
508
- schema: PROGRAM_BUNDLE_HOST_SCHEMA_ID,
509
- jsSubset: PROGRAM_BUNDLE_HOST_JS_SUBSET,
510
- entrypoints,
511
- constraints: {
512
- dynamicImport: 'disallowed',
513
- dom: 'disallowed-in-model-path',
514
- filesystem: 'declared-artifacts-only',
515
- network: 'declared-artifacts-only',
516
- ...(host.constraints && typeof host.constraints === 'object' ? host.constraints : {}),
226
+ contract: {
227
+ schema: PROGRAM_BUNDLE_HOST_SCHEMA_ID,
228
+ jsSubset: PROGRAM_BUNDLE_HOST_JS_SUBSET,
229
+ entrypoints,
230
+ constraints: {
231
+ dynamicImport: 'disallowed',
232
+ staticImport: 'disallowed',
233
+ dom: 'disallowed-in-model-path',
234
+ runtimeGlobals: 'disallowed',
235
+ dynamicCode: 'disallowed',
236
+ filesystem: 'declared-artifacts-only',
237
+ network: 'declared-artifacts-only',
238
+ ...(host.constraints && typeof host.constraints === 'object' ? host.constraints : {}),
239
+ },
517
240
  },
241
+ packageFiles,
518
242
  };
519
243
  }
520
244
 
@@ -527,7 +251,7 @@ function buildCaptureProfile(captureProfile = {}, context = {}) {
527
251
  : ['prefill', 'decode'],
528
252
  surfaces: Array.isArray(captureProfile.surfaces) && captureProfile.surfaces.length > 0
529
253
  ? captureProfile.surfaces
530
- : ['browser-webgpu'],
254
+ : [context.adapter?.surface ?? 'unknown-webgpu'],
531
255
  adapter: context.adapter ?? {
532
256
  source: 'not-captured',
533
257
  surface: null,
@@ -553,223 +277,8 @@ function buildCaptureProfile(captureProfile = {}, context = {}) {
553
277
  };
554
278
  }
555
279
 
556
- function extractGenerationPreview(report) {
557
- const preview = report?.metrics?.generationDiagnostics?.preview;
558
- return Array.isArray(preview) ? preview : [];
559
- }
560
-
561
- function resolvePromptPayload(report) {
562
- const metrics = report?.metrics || {};
563
- if (metrics.promptInput !== undefined) {
564
- return {
565
- identity: typeof metrics.prompt === 'string' && metrics.prompt.trim()
566
- ? metrics.prompt
567
- : 'metrics.promptInput',
568
- payload: metrics.promptInput,
569
- };
570
- }
571
- return {
572
- identity: typeof metrics.prompt === 'string' && metrics.prompt.trim()
573
- ? metrics.prompt
574
- : 'unknown-prompt',
575
- payload: metrics.prompt ?? null,
576
- };
577
- }
578
-
579
- function buildPerStepTokenProof(tokenIds) {
580
- return tokenIds.map((tokenId, index) => ({
581
- index,
582
- tokenId,
583
- tokenHash: hashStableJson({ index, tokenId }),
584
- }));
585
- }
586
-
587
- function normalizeNullableHash(value, label) {
588
- if (typeof value !== 'string' || !value.trim()) return null;
589
- return normalizeDigest(value, label);
590
- }
591
-
592
- function buildKvCacheTranscript(metrics, transcriptSeed) {
593
- const seedKv = transcriptSeed?.kvCache && typeof transcriptSeed.kvCache === 'object'
594
- ? transcriptSeed.kvCache
595
- : null;
596
- const metricKv = metrics.kvCache && typeof metrics.kvCache === 'object'
597
- ? metrics.kvCache
598
- : null;
599
- const source = seedKv ?? metricKv ?? null;
600
- const kvCache = {
601
- mode: source ? 'stats' : 'not-captured',
602
- layout: typeof source?.layout === 'string' ? source.layout : null,
603
- kvDtype: typeof source?.kvDtype === 'string' ? source.kvDtype : null,
604
- seqLen: Number.isFinite(source?.seqLen) ? source.seqLen : null,
605
- maxSeqLen: Number.isFinite(source?.maxSeqLen) ? source.maxSeqLen : null,
606
- usedBytes: Number.isFinite(source?.usedBytes)
607
- ? source.usedBytes
608
- : (Number.isFinite(source?.used) ? source.used : null),
609
- allocatedBytes: Number.isFinite(source?.allocatedBytes)
610
- ? source.allocatedBytes
611
- : (Number.isFinite(source?.allocated) ? source.allocated : null),
612
- counters: source?.counters && typeof source.counters === 'object' ? source.counters : null,
613
- };
614
- const byteProof = {
615
- byteDigestMode: typeof source?.byteDigestMode === 'string' ? source.byteDigestMode : null,
616
- byteDigest: normalizeNullableHash(source?.byteDigest, 'referenceTranscript.kvCache.byteDigest'),
617
- byteDigests: Array.isArray(source?.byteDigests) ? source.byteDigests : null,
618
- };
619
- const hasByteProof = byteProof.byteDigestMode || byteProof.byteDigest || byteProof.byteDigests;
620
- return {
621
- ...kvCache,
622
- ...(hasByteProof ? byteProof : {}),
623
- ...(hasByteProof && kvCache.mode === 'stats' ? { mode: 'stats+sha256-layer-kv-bytes' } : {}),
624
- stateHash: normalizeNullableHash(source?.stateHash, 'referenceTranscript.kvCache.stateHash')
625
- ?? hashStableJson({ ...kvCache, ...(hasByteProof ? byteProof : {}) }),
626
- };
627
- }
628
-
629
- function buildReferenceAdapterStamp(report) {
630
- return {
631
- source: 'reference-report',
632
- surface: report.env?.runtime ?? (report.mode ? `browser-${report.mode}` : null),
633
- deviceInfoHash: hashStableJson(report.deviceInfo ?? null),
634
- deviceInfo: report.deviceInfo ?? null,
635
- };
636
- }
637
-
638
- async function buildReferenceTranscript(referenceReportPath, repoRoot, executionGraphHash) {
639
- const resolvedReportPath = path.resolve(referenceReportPath);
640
- const reportArtifact = await fileArtifact({
641
- role: 'reference-report',
642
- filePath: resolvedReportPath,
643
- repoRoot,
644
- });
645
- const { json: report } = await readJsonFile(resolvedReportPath, 'reference report');
646
- requirePlainObject(report, 'reference report');
647
- const metrics = report.metrics || {};
648
- if (!metrics || typeof metrics !== 'object' || Array.isArray(metrics)) {
649
- throw new Error('program bundle export: reference report must include metrics for transcript identity.');
650
- }
651
- const transcriptSeed = metrics.referenceTranscript && typeof metrics.referenceTranscript === 'object'
652
- ? metrics.referenceTranscript
653
- : null;
654
- const prompt = transcriptSeed?.prompt?.hash && transcriptSeed?.prompt?.identity
655
- ? {
656
- identity: transcriptSeed.prompt.identity,
657
- payload: transcriptSeed.prompt,
658
- hash: transcriptSeed.prompt.hash,
659
- }
660
- : resolvePromptPayload(report);
661
- const outputText = typeof report.output === 'string'
662
- ? report.output
663
- : (typeof metrics.generatedText === 'string' ? metrics.generatedText : '');
664
- const preview = Array.isArray(transcriptSeed?.tokens?.preview)
665
- ? transcriptSeed.tokens.preview
666
- : extractGenerationPreview(report);
667
- const fullTokenIds = Array.isArray(transcriptSeed?.tokens?.ids)
668
- ? transcriptSeed.tokens.ids.map((value) => Number(value)).filter((value) => Number.isInteger(value))
669
- : null;
670
- const previewTokenIds = preview
671
- .map((entry) => Number(entry?.id))
672
- .filter((value) => Number.isInteger(value));
673
- const tokenIdsForHash = fullTokenIds ?? previewTokenIds;
674
- const tokensGenerated = Number.isInteger(transcriptSeed?.output?.tokensGenerated)
675
- ? transcriptSeed.output.tokensGenerated
676
- : Number.isInteger(metrics.tokensGenerated)
677
- ? metrics.tokensGenerated
678
- : (Number.isInteger(metrics.generationDiagnostics?.total) ? metrics.generationDiagnostics.total : previewTokenIds.length);
679
- if (prompt.identity === 'unknown-prompt') {
680
- throw new Error('program bundle export: reference report must include metrics.prompt or metrics.promptInput.');
681
- }
682
- if (tokensGenerated < 1 || tokenIdsForHash.length < 1 || !outputText) {
683
- throw new Error(
684
- 'program bundle export: reference report must include generated output and token diagnostics.'
685
- );
686
- }
687
-
688
- return {
689
- artifact: reportArtifact,
690
- adapter: buildReferenceAdapterStamp(report),
691
- transcript: {
692
- schema: PROGRAM_BUNDLE_REFERENCE_TRANSCRIPT_SCHEMA_ID,
693
- source: {
694
- kind: 'browser-report',
695
- path: reportArtifact.path,
696
- hash: reportArtifact.hash,
697
- },
698
- executionGraphHash,
699
- surface: report.env?.runtime ?? (report.mode ? `browser-${report.mode}` : null),
700
- prompt: {
701
- identity: prompt.identity,
702
- hash: transcriptSeed?.prompt?.hash
703
- ? normalizeDigest(transcriptSeed.prompt.hash, 'referenceTranscript.prompt.hash')
704
- : hashStableJson(prompt.payload),
705
- tokenIdsHash: normalizeNullableHash(transcriptSeed?.prompt?.tokenIdsHash, 'referenceTranscript.prompt.tokenIdsHash'),
706
- tokenCount: Number.isFinite(transcriptSeed?.prompt?.tokenCount)
707
- ? transcriptSeed.prompt.tokenCount
708
- : null,
709
- },
710
- output: {
711
- textHash: transcriptSeed?.output?.textHash
712
- ? normalizeDigest(transcriptSeed.output.textHash, 'referenceTranscript.output.textHash')
713
- : `sha256:${sha256Hex(outputText)}`,
714
- tokensGenerated,
715
- stopReason: typeof transcriptSeed?.output?.stopReason === 'string'
716
- ? transcriptSeed.output.stopReason
717
- : (typeof metrics.stopReason === 'string' ? metrics.stopReason : 'unknown'),
718
- stopTokenId: Number.isInteger(transcriptSeed?.output?.stopTokenId)
719
- ? transcriptSeed.output.stopTokenId
720
- : (Number.isInteger(metrics.stopTokenId) ? metrics.stopTokenId : null),
721
- },
722
- tokens: {
723
- generatedTokenIdsHash: transcriptSeed?.tokens?.generatedTokenIdsHash
724
- ? normalizeDigest(transcriptSeed.tokens.generatedTokenIdsHash, 'referenceTranscript.tokens.generatedTokenIdsHash')
725
- : hashStableJson(tokenIdsForHash),
726
- generatedTextHash: transcriptSeed?.tokens?.generatedTextHash
727
- ? normalizeDigest(transcriptSeed.tokens.generatedTextHash, 'referenceTranscript.tokens.generatedTextHash')
728
- : `sha256:${sha256Hex(outputText)}`,
729
- preview,
730
- perStep: Array.isArray(transcriptSeed?.tokens?.perStep) && transcriptSeed.tokens.perStep.length > 0
731
- ? transcriptSeed.tokens.perStep
732
- : buildPerStepTokenProof(tokenIdsForHash),
733
- ...(fullTokenIds ? { ids: fullTokenIds } : {}),
734
- coverage: transcriptSeed?.tokens?.coverage && typeof transcriptSeed.tokens.coverage === 'object'
735
- ? transcriptSeed.tokens.coverage
736
- : {
737
- mode: metrics.generationDiagnostics?.omitted > 0 ? 'preview' : 'complete-preview',
738
- omitted: Number.isInteger(metrics.generationDiagnostics?.omitted)
739
- ? metrics.generationDiagnostics.omitted
740
- : 0,
741
- },
742
- },
743
- phase: {
744
- prefillMs: Number.isFinite(transcriptSeed?.phase?.prefillMs)
745
- ? transcriptSeed.phase.prefillMs
746
- : (Number.isFinite(metrics.prefillMs) ? metrics.prefillMs : null),
747
- decodeMs: Number.isFinite(transcriptSeed?.phase?.decodeMs)
748
- ? transcriptSeed.phase.decodeMs
749
- : (Number.isFinite(metrics.decodeMs) ? metrics.decodeMs : null),
750
- prefillTokens: Number.isFinite(transcriptSeed?.phase?.prefillTokens)
751
- ? transcriptSeed.phase.prefillTokens
752
- : (Number.isFinite(metrics.prefillTokens) ? metrics.prefillTokens : null),
753
- decodeTokens: Number.isFinite(transcriptSeed?.phase?.decodeTokens)
754
- ? transcriptSeed.phase.decodeTokens
755
- : (Number.isFinite(metrics.decodeTokens) ? metrics.decodeTokens : null),
756
- },
757
- kvCache: buildKvCacheTranscript(metrics, transcriptSeed),
758
- logits: transcriptSeed?.logits && typeof transcriptSeed.logits === 'object' ? transcriptSeed.logits : {
759
- mode: 'not-captured',
760
- reason: 'Browser reports do not persist per-step logits digests yet.',
761
- perStepDigests: null,
762
- },
763
- tolerance: transcriptSeed?.tolerance && typeof transcriptSeed.tolerance === 'object' ? transcriptSeed.tolerance : {
764
- tokenPolicy: 'exact generated token IDs when a full-token transcript is present; preview IDs are diagnostic only',
765
- logitsPolicy: 'not captured in current browser report fixtures',
766
- },
767
- },
768
- };
769
- }
770
-
771
- async function collectArtifacts(options, manifest, manifestArtifact, referenceReportArtifact) {
772
- const artifacts = [manifestArtifact];
280
+ async function collectArtifacts(options, manifest, manifestArtifact, referenceReportArtifact, programArtifacts) {
281
+ const artifacts = [manifestArtifact, ...programArtifacts];
773
282
  const storageArtifact = await resolveProgramBundleStorageArtifact(manifest, options.modelDir);
774
283
  const storageManifest = storageArtifact.manifest;
775
284
  const storageModelDir = storageArtifact.modelDir;
@@ -784,7 +293,12 @@ async function collectArtifacts(options, manifest, manifestArtifact, referenceRe
784
293
 
785
294
  if (Array.isArray(storageManifest.shards)) {
786
295
  for (const shard of storageManifest.shards) {
787
- artifacts.push(shardArtifact(shard, storageModelDir, options.repoRoot));
296
+ artifacts.push(await shardArtifact(
297
+ shard,
298
+ storageModelDir,
299
+ options.repoRoot,
300
+ storageManifest.hashAlgorithm
301
+ ));
788
302
  }
789
303
  }
790
304
 
@@ -841,7 +355,7 @@ function resolveProgramBundleOptions(options = {}) {
841
355
  };
842
356
  }
843
357
 
844
- export async function exportProgramBundle(options = {}) {
358
+ async function buildProgramBundle(options = {}) {
845
359
  const resolvedOptions = resolveProgramBundleOptions(options);
846
360
  const { raw: manifestRaw, json: manifest } = await readJsonFile(resolvedOptions.manifestPath, 'manifest');
847
361
  requirePlainObject(manifest, 'manifest');
@@ -854,7 +368,18 @@ export async function exportProgramBundle(options = {}) {
854
368
  const expandedStepHash = hashStableJson(expandedSteps);
855
369
  const closure = await buildWgslClosure(execution, expandedSteps, resolvedOptions);
856
370
  const executionMetadata = buildExecutionStepMetadata(execution, expandedSteps, closure.modules);
857
- const host = await buildHostContract(resolvedOptions.host, resolvedOptions.repoRoot);
371
+ const hostResult = await buildHostContract(resolvedOptions.host ?? (
372
+ manifest.inference?.supportsSequence === true ? { entrypoints: [{
373
+ id: 'sequence-encoding', module: 'src/tooling/program-bundle-host.js',
374
+ export: 'createSequenceProgram', role: 'model-orchestration',
375
+ }] } : manifest.inference?.supportsRerank === true ? { entrypoints: [{
376
+ id: 'reranking', module: 'src/tooling/program-bundle-host.js',
377
+ export: 'createRerankProgram', role: 'model-orchestration',
378
+ }] } : undefined
379
+ ), resolvedOptions.repoRoot);
380
+ const host = hostResult.contract;
381
+ const packageFiles = [...closure.packageFiles, ...hostResult.packageFiles]
382
+ .sort((left, right) => left.path.localeCompare(right.path));
858
383
  const manifestArtifact = {
859
384
  role: 'manifest',
860
385
  path: toRepoRelativePath(resolvedOptions.manifestPath, resolvedOptions.repoRoot),
@@ -866,11 +391,30 @@ export async function exportProgramBundle(options = {}) {
866
391
  resolvedOptions.repoRoot,
867
392
  executionGraphHash
868
393
  );
394
+ if (reference.transcript.operation === 'encodeSequence') {
395
+ if (manifest.inference?.supportsSequence !== true
396
+ || reference.transcript.modelId !== modelId
397
+ || reference.transcript.manifestHash !== manifestArtifact.hash
398
+ || reference.transcript.reference.source.checkpointId !== manifest.artifactIdentity?.sourceCheckpointId) {
399
+ throw new Error('program bundle export: sequence qualification does not bind this exact manifest.');
400
+ }
401
+ }
402
+ if (reference.transcript.operation === 'rerank') {
403
+ assertRerankSourceIdentity(manifest.artifactIdentity, reference.transcript.reference);
404
+ if (manifest.inference?.supportsRerank !== true
405
+ || reference.transcript.modelId !== modelId
406
+ || reference.transcript.manifestHash !== manifestArtifact.hash
407
+ || reference.transcript.reference.source.checkpointId !== manifest.artifactIdentity?.sourceCheckpointId
408
+ || hashStableJson(reference.transcript.reference.scoringConfig) !== hashStableJson(manifest.inference.rerank)) {
409
+ throw new Error('program bundle export: rerank qualification does not bind this exact manifest and scoring contract.');
410
+ }
411
+ }
869
412
  const artifacts = await collectArtifacts(
870
413
  resolvedOptions,
871
414
  manifest,
872
415
  manifestArtifact,
873
- reference.artifact
416
+ reference.artifact,
417
+ packageFiles.map((file) => file.artifact),
874
418
  );
875
419
  const weightArtifacts = artifacts.filter((artifact) => artifact.role === 'weight-shard');
876
420
  const conversionConfig = resolvedOptions.conversionConfigPath
@@ -883,6 +427,12 @@ export async function exportProgramBundle(options = {}) {
883
427
  bundleId: resolvedOptions.bundleId || `${modelId}-${executionGraphHash.slice('sha256:'.length, 'sha256:'.length + 12)}`,
884
428
  modelId,
885
429
  createdAtUtc: resolvedOptions.createdAtUtc || new Date().toISOString(),
430
+ package: {
431
+ schema: PROGRAM_BUNDLE_PACKAGE_SCHEMA_ID,
432
+ root: '.',
433
+ files: packageFiles.map((file) => file.artifact),
434
+ fileSetHash: hashStableJson(packageFiles.map((file) => file.artifact)),
435
+ },
886
436
  sources: {
887
437
  manifest: {
888
438
  path: manifestArtifact.path,
@@ -937,7 +487,14 @@ export async function exportProgramBundle(options = {}) {
937
487
  referenceTranscript: reference.transcript,
938
488
  };
939
489
 
940
- return validateProgramBundle(bundle);
490
+ return {
491
+ bundle: validateProgramBundle(bundle),
492
+ packageFiles,
493
+ };
494
+ }
495
+
496
+ export async function exportProgramBundle(options = {}) {
497
+ return (await buildProgramBundle(options)).bundle;
941
498
  }
942
499
 
943
500
  export async function writeProgramBundle(options = {}) {
@@ -945,9 +502,15 @@ export async function writeProgramBundle(options = {}) {
945
502
  if (!outputPath) {
946
503
  throw new Error('program bundle export: outputPath is required.');
947
504
  }
948
- const bundle = await exportProgramBundle(options);
505
+ const { bundle, packageFiles } = await buildProgramBundle(options);
949
506
  await fs.mkdir(path.dirname(outputPath), { recursive: true });
507
+ for (const file of packageFiles) {
508
+ const destination = path.resolve(path.dirname(outputPath), file.path);
509
+ await fs.mkdir(path.dirname(destination), { recursive: true });
510
+ await fs.writeFile(destination, file.contents, 'utf8');
511
+ }
950
512
  await fs.writeFile(outputPath, `${JSON.stringify(bundle, null, 2)}\n`, 'utf8');
513
+ await verifyClosedProgramBundle(outputPath, bundle);
951
514
  return {
952
515
  outputPath,
953
516
  bundle,
@@ -960,8 +523,39 @@ export async function loadProgramBundle(bundlePath) {
960
523
  return validateProgramBundle(json);
961
524
  }
962
525
 
526
+ export async function verifyClosedProgramBundle(bundlePath, providedBundle = null) {
527
+ const resolvedPath = path.resolve(bundlePath);
528
+ const bundle = providedBundle ?? await loadProgramBundle(resolvedPath);
529
+ const bundleRoot = path.dirname(resolvedPath);
530
+ const files = [];
531
+ for (const file of bundle.package.files) {
532
+ const filePath = path.resolve(bundleRoot, file.path);
533
+ const relative = path.relative(bundleRoot, filePath);
534
+ if (relative.startsWith('..') || path.isAbsolute(relative)) {
535
+ throw new Error(`program bundle: packaged file escapes bundle root: ${file.path}.`);
536
+ }
537
+ let bytes;
538
+ try {
539
+ bytes = await fs.readFile(filePath);
540
+ } catch (error) {
541
+ throw new Error(`program bundle: packaged file is unavailable: ${file.path}: ${error.message}`);
542
+ }
543
+ const hash = `sha256:${sha256BytesHex(bytes)}`;
544
+ if (hash !== file.hash || bytes.byteLength !== file.sizeBytes) {
545
+ throw new Error(`program bundle: packaged file hash/size mismatch: ${file.path}.`);
546
+ }
547
+ files.push({ ...file, absolutePath: filePath });
548
+ }
549
+ return {
550
+ ok: true,
551
+ bundle,
552
+ bundlePath: resolvedPath,
553
+ files,
554
+ };
555
+ }
963
556
  export async function checkProgramBundleFile(bundlePath) {
964
- const bundle = await loadProgramBundle(bundlePath);
557
+ const closed = await verifyClosedProgramBundle(bundlePath);
558
+ const bundle = closed.bundle;
965
559
  return {
966
560
  ok: true,
967
561
  path: path.resolve(bundlePath),
@@ -969,6 +563,7 @@ export async function checkProgramBundleFile(bundlePath) {
969
563
  bundleId: bundle.bundleId,
970
564
  artifactCount: bundle.artifacts.length,
971
565
  wgslModuleCount: bundle.wgslModules.length,
566
+ packagedFileCount: closed.files.length,
972
567
  executionGraphHash: bundle.sources.executionGraph.hash,
973
568
  };
974
569
  }
@@ -978,142 +573,3 @@ export function createProgramBundleCliDefaults(metaUrl) {
978
573
  repoRoot: path.resolve(path.dirname(fileURLToPath(metaUrl)), '..'),
979
574
  };
980
575
  }
981
-
982
- export const REFERENCE_RECEIPT_SCHEMA_ID = 'doppler.reference-receipt/v1';
983
-
984
- function requireTranscriptField(value, label) {
985
- if (value === undefined || value === null) {
986
- throw new Error(`reference receipt: ${label} is required on the referenceTranscript input.`);
987
- }
988
- return value;
989
- }
990
-
991
- function normalizeReferenceTranscriptInput(referenceTranscript, executionGraphHash) {
992
- requirePlainObject(referenceTranscript, 'referenceTranscript');
993
- if (referenceTranscript.schema !== PROGRAM_BUNDLE_REFERENCE_TRANSCRIPT_SCHEMA_ID) {
994
- throw new Error(
995
- `reference receipt: referenceTranscript.schema must be "${PROGRAM_BUNDLE_REFERENCE_TRANSCRIPT_SCHEMA_ID}".`
996
- );
997
- }
998
- requirePlainObject(referenceTranscript.prompt, 'referenceTranscript.prompt');
999
- requirePlainObject(referenceTranscript.output, 'referenceTranscript.output');
1000
- requirePlainObject(referenceTranscript.tokens, 'referenceTranscript.tokens');
1001
- const graphHashInTranscript = requireTranscriptField(
1002
- referenceTranscript.executionGraphHash,
1003
- 'executionGraphHash'
1004
- );
1005
- if (graphHashInTranscript !== executionGraphHash) {
1006
- throw new Error(
1007
- `reference receipt: referenceTranscript.executionGraphHash (${graphHashInTranscript}) ` +
1008
- `does not match manifest executionGraphHash (${executionGraphHash}).`
1009
- );
1010
- }
1011
- return referenceTranscript;
1012
- }
1013
-
1014
- function buildWeightSetHashFromManifest(manifest) {
1015
- const shards = manifest?.rdrr?.shards;
1016
- if (!Array.isArray(shards) || shards.length === 0) return null;
1017
- const normalized = shards
1018
- .map((shard) => ({
1019
- filename: String(shard?.filename ?? shard?.path ?? ''),
1020
- hash: String(shard?.hash ?? shard?.sha256 ?? ''),
1021
- size: Number.isFinite(shard?.size) ? Number(shard.size) : null,
1022
- }))
1023
- .filter((entry) => entry.filename && entry.hash);
1024
- if (normalized.length === 0) return null;
1025
- normalized.sort((left, right) => left.filename.localeCompare(right.filename));
1026
- return hashStableJson(normalized);
1027
- }
1028
-
1029
- function resolveReferenceReceiptOptions(options = {}) {
1030
- const repoRoot = path.resolve(options.repoRoot || process.cwd());
1031
- const manifestPath = options.manifestPath
1032
- ? path.resolve(options.manifestPath)
1033
- : (options.modelDir ? path.resolve(options.modelDir, 'manifest.json') : null);
1034
- if (!manifestPath) {
1035
- throw new Error('reference receipt: manifestPath or modelDir is required.');
1036
- }
1037
- const referenceTranscriptPath = options.referenceTranscriptPath
1038
- ? path.resolve(options.referenceTranscriptPath)
1039
- : null;
1040
- const referenceTranscript = options.referenceTranscript ?? null;
1041
- if (!referenceTranscriptPath && !referenceTranscript) {
1042
- throw new Error('reference receipt: referenceTranscriptPath or referenceTranscript is required.');
1043
- }
1044
- return {
1045
- ...options,
1046
- repoRoot,
1047
- manifestPath,
1048
- referenceTranscriptPath,
1049
- referenceTranscript,
1050
- };
1051
- }
1052
-
1053
- export async function exportReferenceReceipt(options = {}) {
1054
- const resolved = resolveReferenceReceiptOptions(options);
1055
- const { raw: manifestRaw, json: manifest } = await readJsonFile(resolved.manifestPath, 'manifest');
1056
- requirePlainObject(manifest, 'manifest');
1057
- const modelId = requireString(manifest.modelId, 'manifest.modelId');
1058
- const execution = manifest.inference?.execution;
1059
- requirePlainObject(execution, 'manifest.inference.execution');
1060
-
1061
- const expandedSteps = expandExecutionV1(execution);
1062
- const executionGraphHash = hashStableJson(execution);
1063
- const expandedStepHash = hashStableJson(expandedSteps);
1064
-
1065
- let transcript = resolved.referenceTranscript;
1066
- let transcriptSourcePath = null;
1067
- if (!transcript) {
1068
- const { json } = await readJsonFile(resolved.referenceTranscriptPath, 'reference transcript');
1069
- transcript = json;
1070
- transcriptSourcePath = toRepoRelativePath(resolved.referenceTranscriptPath, resolved.repoRoot);
1071
- }
1072
- const normalizedTranscript = normalizeReferenceTranscriptInput(transcript, executionGraphHash);
1073
-
1074
- const manifestArtifact = {
1075
- path: toRepoRelativePath(resolved.manifestPath, resolved.repoRoot),
1076
- hash: `sha256:${sha256Hex(manifestRaw)}`,
1077
- sizeBytes: Buffer.byteLength(manifestRaw),
1078
- };
1079
-
1080
- const weightSetHash = buildWeightSetHashFromManifest(manifest);
1081
-
1082
- const receipt = {
1083
- schema: REFERENCE_RECEIPT_SCHEMA_ID,
1084
- receiptId:
1085
- resolved.receiptId
1086
- || `${modelId}-${executionGraphHash.slice('sha256:'.length, 'sha256:'.length + 12)}`,
1087
- modelId,
1088
- createdAtUtc: resolved.createdAtUtc || new Date().toISOString(),
1089
- sources: {
1090
- manifest: manifestArtifact,
1091
- executionGraph: {
1092
- schema: manifest.inference?.schema ?? null,
1093
- hash: executionGraphHash,
1094
- expandedStepHash,
1095
- },
1096
- weightSetHash,
1097
- referenceTranscript: transcriptSourcePath
1098
- ? { path: transcriptSourcePath }
1099
- : { path: null },
1100
- },
1101
- referenceTranscript: normalizedTranscript,
1102
- };
1103
-
1104
- return receipt;
1105
- }
1106
-
1107
- export async function writeReferenceReceipt(options = {}) {
1108
- const outputPath = options.outputPath ? path.resolve(options.outputPath) : null;
1109
- if (!outputPath) {
1110
- throw new Error('reference receipt: outputPath is required.');
1111
- }
1112
- const receipt = await exportReferenceReceipt(options);
1113
- await fs.mkdir(path.dirname(outputPath), { recursive: true });
1114
- await fs.writeFile(outputPath, `${JSON.stringify(receipt, null, 2)}\n`, 'utf8');
1115
- return {
1116
- outputPath,
1117
- receipt,
1118
- };
1119
- }