doppler-gpu 0.5.1 → 0.6.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (953) hide show
  1. package/CHANGELOG.md +33 -577
  2. package/LICENSE +21 -201
  3. package/README.md +165 -222
  4. package/models/catalog.json +241 -33
  5. package/package.json +106 -87
  6. package/src/capsule-runtime.d.ts +25 -0
  7. package/src/capsule-runtime.js +24 -0
  8. package/src/capsule.d.ts +8 -0
  9. package/src/capsule.js +4 -0
  10. package/src/cli/argument-contract.js +200 -0
  11. package/src/cli/browser-report-output.js +24 -0
  12. package/src/cli/cli-model-resolution.js +2 -2
  13. package/src/cli/cli-output.js +10 -0
  14. package/src/cli/commands/bundle.js +828 -0
  15. package/src/cli/doppler-cli.js +50 -1457
  16. package/src/cli/doppler-serve.js +18 -244
  17. package/src/cli/output/manifest.js +368 -0
  18. package/src/cli/runtime-profiles.js +1 -1
  19. package/src/cli/serve/capsule-handler.d.ts +33 -0
  20. package/src/cli/serve/capsule-handler.js +105 -0
  21. package/src/cli/serve/capsule-http.js +102 -0
  22. package/src/cli/serve/receipt.js +269 -0
  23. package/src/client/capsule-host.browser.js +2 -0
  24. package/src/client/capsule-host.d.ts +5 -0
  25. package/src/client/capsule-host.js +2 -0
  26. package/src/client/doppler-api.browser.js +42 -0
  27. package/src/client/doppler-api.d.ts +38 -1
  28. package/src/client/doppler-api.js +41 -1
  29. package/src/client/doppler-registry.js +15 -7
  30. package/src/client/electron/index.d.ts +4 -0
  31. package/src/client/electron/index.js +13 -0
  32. package/src/client/electron/ipc-contract.d.ts +9 -0
  33. package/src/client/electron/ipc-contract.js +56 -0
  34. package/src/client/electron/release-state.d.ts +53 -0
  35. package/src/client/electron/release-state.js +425 -0
  36. package/src/client/electron/renderer-runtime.d.ts +19 -0
  37. package/src/client/electron/renderer-runtime.js +104 -0
  38. package/src/client/failure-taxonomy.js +1 -28
  39. package/src/client/fault-injection.js +0 -8
  40. package/src/client/inspection.js +1 -1
  41. package/src/client/model-host/index.d.ts +140 -0
  42. package/src/client/model-host/index.js +548 -0
  43. package/src/client/model-host/model-evidence.js +255 -0
  44. package/src/client/model-host/model-session.d.ts +323 -0
  45. package/src/client/{runtime → model-host}/model-session.js +202 -148
  46. package/src/client/provider.d.ts +18 -2
  47. package/src/client/provider.js +26 -3
  48. package/src/client/receipt.js +30 -72
  49. package/src/client/runtime/capsule-acquisition.d.ts +18 -0
  50. package/src/client/runtime/capsule-acquisition.js +103 -0
  51. package/src/client/runtime/capsule-adapter-execution.d.ts +17 -0
  52. package/src/client/runtime/capsule-adapter-execution.js +63 -0
  53. package/src/client/runtime/capsule-artifact-source.js +62 -0
  54. package/src/client/runtime/capsule-embedding.d.ts +29 -0
  55. package/src/client/runtime/capsule-embedding.js +76 -0
  56. package/src/client/runtime/capsule-forecast-program.d.ts +2 -0
  57. package/src/client/runtime/capsule-forecast-program.js +85 -0
  58. package/src/client/runtime/capsule-forecast.d.ts +17 -0
  59. package/src/client/runtime/capsule-forecast.js +31 -0
  60. package/src/client/runtime/capsule-operation-adapters.d.ts +12 -0
  61. package/src/client/runtime/capsule-operation-adapters.js +69 -0
  62. package/src/client/runtime/capsule-operation-executor.d.ts +25 -0
  63. package/src/client/runtime/capsule-operation-executor.js +101 -0
  64. package/src/client/runtime/capsule-program-adapter.js +153 -0
  65. package/src/client/runtime/capsule-release-authorization.js +25 -0
  66. package/src/client/runtime/capsule-rerank.d.ts +50 -0
  67. package/src/client/runtime/capsule-rerank.js +105 -0
  68. package/src/client/runtime/capsule-session-execution.js +89 -0
  69. package/src/client/runtime/command-executor.d.ts +15 -0
  70. package/src/client/runtime/command-executor.js +128 -0
  71. package/src/client/runtime/composition-root.d.ts +77 -0
  72. package/src/client/runtime/composition-root.js +352 -0
  73. package/src/client/runtime/fetch-capsule-artifact-store.d.ts +10 -0
  74. package/src/client/runtime/fetch-capsule-artifact-store.js +25 -0
  75. package/src/client/runtime/index.d.ts +1 -117
  76. package/src/client/runtime/index.js +1 -433
  77. package/src/client/runtime/lora.d.ts +14 -0
  78. package/src/client/runtime/lora.js +19 -1
  79. package/src/client/runtime/model-manager.js +12 -0
  80. package/src/client/runtime/model-rerank.js +30 -0
  81. package/src/client/runtime/model-session.d.ts +1 -221
  82. package/src/client/runtime/model-source.d.ts +9 -0
  83. package/src/client/runtime/model-source.js +46 -17
  84. package/src/client/runtime/node-quickstart-cache.js +1 -1
  85. package/src/client/runtime/resolution-policy.d.ts +20 -0
  86. package/src/client/runtime/resolution-policy.js +84 -0
  87. package/src/client/runtime/resource-binder.d.ts +24 -0
  88. package/src/client/runtime/resource-binder.js +135 -0
  89. package/src/client/runtime/scoped-session.d.ts +10 -1
  90. package/src/client/runtime/scoped-session.js +20 -1
  91. package/src/client/runtime/session-controller.d.ts +19 -0
  92. package/src/client/runtime/session-controller.js +92 -0
  93. package/src/client/runtime/source-runtime.js +1 -1
  94. package/src/client/runtime/target-selector.d.ts +9 -0
  95. package/src/client/runtime/target-selector.js +2 -0
  96. package/src/client/runtime/types.d.ts +1 -0
  97. package/src/client/runtime/verified-capsule-artifact-store.js +101 -0
  98. package/src/client/wrap-pipeline-handle.js +3 -9
  99. package/src/config/backward-registry-loader.js +1 -1
  100. package/src/config/capsule-adapter-policy.js +30 -0
  101. package/src/config/capsule-adapters.d.ts +21 -0
  102. package/src/config/capsule-adapters.js +40 -0
  103. package/src/config/capsule-adapters.json +9 -0
  104. package/src/config/capsule-loading.d.ts +2 -0
  105. package/src/config/capsule-loading.js +14 -0
  106. package/src/config/capsule-loading.schema.json +12 -0
  107. package/src/config/capsule-operation.d.ts +19 -0
  108. package/src/config/capsule-operation.js +63 -0
  109. package/src/config/capsule-operations.json +17 -0
  110. package/src/config/capsule-release-contract.d.ts +66 -0
  111. package/src/config/capsule-release-contract.js +197 -0
  112. package/src/config/capsule-release-events.d.ts +53 -0
  113. package/src/config/capsule-release-events.js +172 -0
  114. package/src/config/capsule-sequence-receipt.js +19 -0
  115. package/src/config/capsule-serve.d.ts +9 -0
  116. package/src/config/capsule-serve.js +28 -0
  117. package/src/config/capsule-serve.schema.json +14 -0
  118. package/src/config/capsule-signature.d.ts +6 -0
  119. package/src/config/capsule-signature.js +50 -0
  120. package/src/config/capsule-v2.d.ts +70 -0
  121. package/src/config/capsule-v2.js +431 -0
  122. package/src/config/capsule-v3.d.ts +19 -0
  123. package/src/config/capsule-v3.js +72 -0
  124. package/src/config/capsule.d.ts +22 -0
  125. package/src/config/capsule.js +52 -0
  126. package/src/config/conversion/amplify/amplify-120m-f16-af32.json +1 -1
  127. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +3 -3
  128. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +2 -2
  129. package/src/config/conversion/esm/esm2-t12-35m-ur50d-f32-af32.json +62 -4
  130. package/src/config/conversion/esmc/esmc-300m-f32-af32.json +1 -1
  131. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +2 -2
  132. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +3 -3
  133. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +3 -3
  134. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +3 -3
  135. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +3 -3
  136. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +3 -3
  137. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +3 -3
  138. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +5 -5
  139. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +4 -4
  140. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +6 -6
  141. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +3 -3
  142. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +5 -5
  143. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +4 -4
  144. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +6 -6
  145. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +3 -3
  146. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +3 -3
  147. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +2 -2
  148. package/src/config/conversion/glmocr/glm-ocr-f16-af32.json +442 -0
  149. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +2 -2
  150. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +2 -2
  151. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +2 -2
  152. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +3 -3
  153. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-bf16-af32.json +529 -0
  154. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-f16-af32.json +529 -0
  155. package/src/config/conversion/nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32.json +1 -1
  156. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +6 -6
  157. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +6 -6
  158. package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +1 -1
  159. package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +6 -6
  160. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +7 -7
  161. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +6 -6
  162. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-f16-af32.json +463 -0
  163. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +3 -3
  164. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +3 -3
  165. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-true-logit-af32.json +481 -0
  166. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +60 -8
  167. package/src/config/conversion/qwen3/qwen3.8-27b-text-f16-af32.json +561 -0
  168. package/src/config/conversion/qwen3/qwen3.8-27b-text-q4k-ehaf16.json +558 -0
  169. package/src/config/dtype-transition-contract.js +40 -0
  170. package/src/config/embedding-contract.js +26 -0
  171. package/src/config/embedding-reference.js +85 -0
  172. package/src/config/evidence/source-intake-policy.json +1 -1
  173. package/src/config/execution-contract-check.d.ts +16 -73
  174. package/src/config/execution-contract-check.js +7 -429
  175. package/src/config/forecast-manifest.js +56 -0
  176. package/src/config/generation-contract.d.ts +39 -0
  177. package/src/config/generation-contract.js +66 -0
  178. package/src/config/generation-contract.json +32 -0
  179. package/src/config/heterogeneous-attention-contract.js +46 -0
  180. package/src/config/initial-execution-identity.d.ts +58 -0
  181. package/src/config/initial-execution-identity.js +331 -0
  182. package/src/config/kernel-path-loader.d.ts +17 -0
  183. package/src/config/kernel-path-loader.js +42 -8
  184. package/src/config/kernel-registry-contract.d.ts +25 -0
  185. package/src/config/kernel-registry-contract.js +46 -0
  186. package/src/config/kernels/kernel-ref-digests.js +66 -18
  187. package/src/config/kernels/registry.js +1 -1
  188. package/src/config/kernels/registry.json +13617 -11377
  189. package/src/config/lora-layouts.d.ts +10 -0
  190. package/src/config/lora-layouts.js +17 -0
  191. package/src/config/lora-layouts.json +9 -0
  192. package/src/config/manifest-inference-validation.js +575 -0
  193. package/src/config/merge/execution-patches.js +12 -0
  194. package/src/config/{merge-helpers.js → merge/kernel-path-policy.js} +0 -52
  195. package/src/config/merge/value-selection.js +38 -0
  196. package/src/config/merge.js +43 -11
  197. package/src/config/model-ir-v2.d.ts +57 -0
  198. package/src/config/model-ir-v2.js +258 -0
  199. package/src/config/model-ir.d.ts +49 -0
  200. package/src/config/model-ir.js +180 -0
  201. package/src/config/param-validator.js +1 -1
  202. package/src/config/platforms/amd-strix-halo-gfx1151.json +17 -0
  203. package/src/config/platforms/loader.js +2 -1
  204. package/src/config/production-release-evidence.d.ts +23 -0
  205. package/src/config/production-release-evidence.js +423 -0
  206. package/src/config/production-release.js +321 -0
  207. package/src/{client/doppler-registry.json → config/quickstart-registry.json} +7 -7
  208. package/src/config/required-inference-fields-contract-check.js +2 -2
  209. package/src/config/rerank-reference.d.ts +28 -0
  210. package/src/config/rerank-reference.js +89 -0
  211. package/src/config/revocation-policy.d.ts +65 -0
  212. package/src/config/revocation-policy.js +290 -0
  213. package/src/config/revocation-registry.json +11 -0
  214. package/src/config/revocation-updates.d.ts +68 -0
  215. package/src/config/revocation-updates.js +440 -0
  216. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +1 -1
  217. package/src/config/runtime/profiles/muse-glimmer-30b-source-parity-f32kv.json +30 -0
  218. package/src/config/runtime/profiles/muse-glimmer-30b-source-parity.json +110 -0
  219. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +1 -1
  220. package/src/config/runtime/profiles/qwen3-8-27b-source-parity.json +87 -0
  221. package/src/config/runtime-merge.js +1 -1
  222. package/src/config/runtime.js +1 -1
  223. package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
  224. package/src/config/schema/browser-suite-metrics.schema.js +2 -0
  225. package/src/config/schema/conversion-report.schema.d.ts +3 -0
  226. package/src/config/schema/conversion-report.schema.js +29 -0
  227. package/src/config/schema/converter.schema.d.ts +1 -0
  228. package/src/config/schema/debug.schema.d.ts +1 -0
  229. package/src/config/schema/doppler.schema.js +6 -5
  230. package/src/config/schema/emulation.schema.js +1 -1
  231. package/src/config/schema/execution-v1.schema.d.ts +3 -0
  232. package/src/config/schema/execution-v1.schema.js +19 -0
  233. package/src/config/schema/harness.schema.d.ts +13 -0
  234. package/src/config/schema/harness.schema.js +6 -0
  235. package/src/config/schema/inference.schema.d.ts +21 -2
  236. package/src/config/schema/kernel-thresholds.schema.js +1 -1
  237. package/src/config/schema/manifest.schema.d.ts +26 -7
  238. package/src/config/schema/manifest.schema.js +10 -1
  239. package/src/config/schema/program-bundle.schema.d.ts +52 -6
  240. package/src/config/schema/program-bundle.schema.js +145 -10
  241. package/src/config/sequence-reference.d.ts +26 -0
  242. package/src/config/sequence-reference.js +100 -0
  243. package/src/config/source-packages/litert/gemma-4-e2b-it.json +2 -2
  244. package/src/config/target-plan.d.ts +108 -0
  245. package/src/config/target-plan.js +411 -0
  246. package/src/config/training-defaults.js +1 -1
  247. package/src/config/transforms/capability-transform-resolver.js +4 -105
  248. package/src/config/transforms/execution-graph/dtype.js +591 -0
  249. package/src/config/transforms/execution-graph/fusion.js +436 -0
  250. package/src/config/transforms/execution-graph/validation.js +414 -0
  251. package/src/config/transforms/execution-graph-transforms.js +13 -1419
  252. package/src/converter/artifact-identity.js +475 -0
  253. package/src/converter/conversion-plan.js +1 -1
  254. package/src/converter/core.js +94 -2096
  255. package/src/converter/forge-candidate-evaluation.js +271 -0
  256. package/src/converter/forge-qualification.js +163 -0
  257. package/src/converter/forge-stages.js +800 -0
  258. package/src/converter/manifest-builder.js +683 -0
  259. package/src/converter/quantization-info.js +4 -1
  260. package/src/converter/quantizer.js +76 -13
  261. package/src/converter/shard-packer.d.ts +1 -1
  262. package/src/converter/shard-packer.js +2 -2
  263. package/src/converter/tensor-transform.js +640 -0
  264. package/src/converter/tokenizer-contract.js +243 -0
  265. package/src/converter/tokenizer-manifest.js +243 -0
  266. package/src/debug/history.js +0 -8
  267. package/src/debug/index.js +0 -10
  268. package/src/debug/tensor.js +1 -1
  269. package/src/debug/trace.js +0 -7
  270. package/src/experimental/adapters/adapter-manager.js +2 -0
  271. package/src/experimental/adapters/adapter-manifest.d.ts +6 -0
  272. package/src/experimental/adapters/adapter-manifest.js +11 -0
  273. package/src/experimental/adapters/artifact-contract.d.ts +2 -2
  274. package/src/experimental/adapters/artifact-contract.js +5 -2
  275. package/src/experimental/adapters/lora-loader.d.ts +10 -1
  276. package/src/experimental/adapters/lora-loader.js +110 -48
  277. package/src/{inference/pipelines → experimental}/audio/gemma4.js +9 -31
  278. package/src/experimental/bdpa/basis-decomposed-paged.d.ts +50 -0
  279. package/src/experimental/bdpa/basis-decomposed-paged.js +276 -0
  280. package/src/experimental/bridge/trainer-artifact-bridge.js +3 -3
  281. package/src/experimental/browser/browser-converter.js +11 -11
  282. package/src/experimental/diffusion/index.d.ts +1 -1
  283. package/src/experimental/diffusion/index.js +1 -1
  284. package/src/{inference/pipelines → experimental}/diffusion/pipeline.d.ts +2 -2
  285. package/src/{inference/pipelines → experimental}/diffusion/pipeline.js +17 -17
  286. package/src/{inference/pipelines → experimental}/diffusion/text-encoder-gpu.js +21 -19
  287. package/src/experimental/diffusion/vae.js +596 -0
  288. package/src/experimental/distribution/shard-delivery/receipt.js +588 -0
  289. package/src/experimental/distribution/shard-delivery/retry.js +392 -0
  290. package/src/experimental/distribution/shard-delivery/transport.js +831 -0
  291. package/src/experimental/distribution/shard-delivery.js +4 -1709
  292. package/src/experimental/energy/index.d.ts +2 -2
  293. package/src/experimental/energy/index.js +2 -2
  294. package/src/{inference/pipelines → experimental}/energy/pipeline.js +13 -13
  295. package/src/{inference/pipelines → experimental}/energy/types.d.ts +2 -2
  296. package/src/experimental/logits/cpu-output.d.ts +27 -0
  297. package/src/{inference/pipelines/text/logits/utils.js → experimental/logits/cpu-output.js} +19 -27
  298. package/src/experimental/logits/cpu.d.ts +87 -0
  299. package/src/experimental/logits/cpu.js +95 -0
  300. package/src/experimental/orchestration/energy-row-head-pipeline.d.ts +103 -0
  301. package/src/{inference/pipelines/energy-head/row-head-pipeline.js → experimental/orchestration/energy-row-head-pipeline.js} +13 -13
  302. package/src/experimental/orchestration/index.d.ts +1 -1
  303. package/src/experimental/orchestration/index.js +1 -1
  304. package/src/experimental/training/artifacts.js +2 -2
  305. package/src/experimental/training/checkpoint.js +2 -2
  306. package/src/experimental/training/distillation/artifacts.js +1 -1
  307. package/src/experimental/training/distillation/dataset.js +2 -2
  308. package/src/experimental/training/distillation/eval.js +1 -1
  309. package/src/experimental/training/distillation/runtime.js +2 -2
  310. package/src/experimental/training/distillation/student-fixture/execution.js +166 -0
  311. package/src/experimental/training/distillation/student-fixture/model.js +353 -0
  312. package/src/experimental/training/distillation/student-fixture.js +2 -469
  313. package/src/experimental/training/lora/checkpoint.js +746 -0
  314. package/src/experimental/training/lora/execution.js +550 -0
  315. package/src/experimental/training/lora/plan.js +387 -0
  316. package/src/experimental/training/lora/recovery.js +418 -0
  317. package/src/experimental/training/lora-pipeline.js +7 -1949
  318. package/src/experimental/training/operator-artifacts.js +2 -2
  319. package/src/experimental/training/operator-command.js +4 -4
  320. package/src/experimental/training/runner/evaluation.js +62 -0
  321. package/src/experimental/training/runner/lifecycle.js +257 -0
  322. package/src/experimental/training/runner.js +5 -268
  323. package/src/experimental/training/suite/execution.js +879 -0
  324. package/src/experimental/training/suite/plan.js +855 -0
  325. package/src/experimental/training/suite.js +5 -1659
  326. package/src/experimental/training/workloads.d.ts +5 -5
  327. package/src/experimental/training/workloads.js +6 -6
  328. package/src/experimental/turboquant/codebook.js +470 -0
  329. package/src/formats/quantization-constants.d.ts +11 -0
  330. package/src/formats/quantization-constants.js +11 -0
  331. package/src/formats/rdrr/integrity.js +1 -1
  332. package/src/formats/rdrr/lowerings.js +0 -29
  333. package/src/formats/rdrr/merkle.js +1 -1
  334. package/src/formats/rdrr/tensor-config-validator.js +25 -5
  335. package/src/formats/rdrr/validation.js +3 -3
  336. package/src/gpu/command-recorder.d.ts +10 -1
  337. package/src/gpu/command-recorder.js +58 -14
  338. package/src/gpu/constant-buffer.js +29 -0
  339. package/src/gpu/device-state.js +44 -0
  340. package/src/gpu/device.js +11 -41
  341. package/src/gpu/kernel-runtime.js +2 -1
  342. package/src/gpu/kernels/activation-static-qdq.js +1 -1
  343. package/src/gpu/kernels/append_embedding.wgsl +14 -0
  344. package/src/gpu/kernels/attention/executors.js +960 -0
  345. package/src/gpu/kernels/attention/plan.js +472 -0
  346. package/src/gpu/kernels/attention.d.ts +4 -0
  347. package/src/gpu/kernels/attention.js +145 -1545
  348. package/src/gpu/kernels/attention_relative.wgsl +59 -0
  349. package/src/gpu/kernels/backward/adam.js +2 -1
  350. package/src/gpu/kernels/backward/attention_backward.js +1 -1
  351. package/src/gpu/kernels/backward/bias_add_backward.d.ts +1 -1
  352. package/src/gpu/kernels/backward/bias_add_backward.js +1 -1
  353. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.js +2 -1
  354. package/src/gpu/kernels/backward/conv2d_backward.d.ts +1 -1
  355. package/src/gpu/kernels/backward/conv2d_backward.js +2 -1
  356. package/src/gpu/kernels/backward/cross_entropy_backward.d.ts +1 -1
  357. package/src/gpu/kernels/backward/cross_entropy_backward.js +1 -1
  358. package/src/gpu/kernels/backward/embed_backward.js +2 -1
  359. package/src/gpu/kernels/backward/executor.d.ts +34 -0
  360. package/src/gpu/kernels/backward/executor.js +158 -0
  361. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.js +2 -1
  362. package/src/gpu/kernels/backward/gated_rmsnorm_backward.js +2 -1
  363. package/src/gpu/kernels/backward/gelu_backward.d.ts +1 -1
  364. package/src/gpu/kernels/backward/gelu_backward.js +1 -1
  365. package/src/gpu/kernels/backward/groupnorm_backward.d.ts +1 -1
  366. package/src/gpu/kernels/backward/groupnorm_backward.js +1 -1
  367. package/src/gpu/kernels/backward/layernorm_backward.d.ts +1 -1
  368. package/src/gpu/kernels/backward/layernorm_backward.js +2 -1
  369. package/src/gpu/kernels/backward/matmul.js +133 -0
  370. package/src/gpu/kernels/backward/matmul_backward.d.ts +0 -1
  371. package/src/gpu/kernels/backward/matmul_backward.js +1 -1
  372. package/src/gpu/kernels/backward/pixel_shuffle_backward.d.ts +1 -1
  373. package/src/gpu/kernels/backward/pixel_shuffle_backward.js +1 -1
  374. package/src/gpu/kernels/backward/rmsnorm_backward.d.ts +1 -1
  375. package/src/gpu/kernels/backward/rmsnorm_backward.js +2 -1
  376. package/src/gpu/kernels/backward/rope_backward.d.ts +1 -1
  377. package/src/gpu/kernels/backward/rope_backward.js +2 -1
  378. package/src/gpu/kernels/backward/scale_backward.d.ts +1 -1
  379. package/src/gpu/kernels/backward/scale_backward.js +2 -1
  380. package/src/gpu/kernels/backward/silu_backward.d.ts +1 -1
  381. package/src/gpu/kernels/backward/silu_backward.js +1 -1
  382. package/src/gpu/kernels/backward/softmax_backward.d.ts +1 -1
  383. package/src/gpu/kernels/backward/softmax_backward.js +1 -1
  384. package/src/gpu/kernels/backward/upsample2d_backward.d.ts +1 -1
  385. package/src/gpu/kernels/backward/upsample2d_backward.js +1 -1
  386. package/src/gpu/kernels/backward/utils.js +2 -392
  387. package/src/gpu/kernels/bind-group-validation.js +16 -0
  388. package/src/gpu/kernels/cast.js +2 -1
  389. package/src/gpu/kernels/check-finiteness.js +13 -49
  390. package/src/gpu/kernels/check-hot-vocab-stop.js +13 -39
  391. package/src/gpu/kernels/check-stop.js +14 -33
  392. package/src/gpu/kernels/check_finiteness.wgsl +33 -0
  393. package/src/gpu/kernels/check_hot_vocab_stop.wgsl +29 -0
  394. package/src/gpu/kernels/check_stop.wgsl +20 -0
  395. package/src/gpu/kernels/clamp.js +1 -1
  396. package/src/gpu/kernels/conv2d.js +1 -1
  397. package/src/gpu/kernels/cross_entropy_loss.js +1 -1
  398. package/src/gpu/kernels/depthwise_conv1d.js +1 -1
  399. package/src/gpu/kernels/depthwise_conv2d.js +1 -1
  400. package/src/gpu/kernels/dequant.js +7 -2
  401. package/src/gpu/kernels/diffusion-gemma-sampling.js +3 -5
  402. package/src/gpu/kernels/dispatch.js +12 -1
  403. package/src/gpu/kernels/embedding-pool.js +72 -0
  404. package/src/gpu/kernels/embedding_pool_f16.wgsl +38 -0
  405. package/src/gpu/kernels/embedding_pool_f32.wgsl +36 -0
  406. package/src/gpu/kernels/energy.js +2 -1
  407. package/src/gpu/kernels/forecast_output.wgsl +17 -0
  408. package/src/gpu/kernels/fused-gate-up-gelu.js +1 -1
  409. package/src/gpu/kernels/fused_ffn.js +10 -220
  410. package/src/gpu/kernels/fused_matmul_residual.js +2 -1
  411. package/src/gpu/kernels/fused_matmul_rmsnorm.js +2 -1
  412. package/src/gpu/kernels/fused_normed_ffn_q4k.wgsl +208 -0
  413. package/src/gpu/kernels/gated-short-conv.js +11 -69
  414. package/src/gpu/kernels/gated_delta_conv.wgsl +66 -0
  415. package/src/gpu/kernels/gated_delta_conv_f16.wgsl +68 -0
  416. package/src/gpu/kernels/gated_delta_fused_decode.wgsl +173 -0
  417. package/src/gpu/kernels/gated_delta_fused_decode_f16.wgsl +175 -0
  418. package/src/gpu/kernels/gated_delta_recurrent.wgsl +165 -0
  419. package/src/gpu/kernels/gated_delta_recurrent_f16.wgsl +167 -0
  420. package/src/gpu/kernels/gated_short_conv.wgsl +47 -0
  421. package/src/gpu/kernels/gather.d.ts +1 -1
  422. package/src/gpu/kernels/gather.js +30 -6
  423. package/src/gpu/kernels/gather_bf16.wgsl +69 -0
  424. package/src/gpu/kernels/gelu.d.ts +4 -0
  425. package/src/gpu/kernels/gelu.js +12 -2
  426. package/src/gpu/kernels/gelu.wgsl +16 -0
  427. package/src/gpu/kernels/gelu_f16.wgsl +16 -0
  428. package/src/gpu/kernels/gemma4-route-expert.js +1 -1
  429. package/src/gpu/kernels/grouped_pointwise_conv2d.js +1 -1
  430. package/src/gpu/kernels/groupnorm.js +1 -1
  431. package/src/gpu/kernels/index.d.ts +38 -5
  432. package/src/gpu/kernels/index.js +18 -4
  433. package/src/gpu/kernels/instance_stats.wgsl +26 -0
  434. package/src/gpu/kernels/kernel-base.js +1 -1
  435. package/src/gpu/kernels/kernel-cache-lifecycle.d.ts +9 -0
  436. package/src/gpu/kernels/kernel-cache-lifecycle.js +26 -0
  437. package/src/gpu/kernels/kernel-configs.d.ts +10 -61
  438. package/src/gpu/kernels/kernel-configs.js +26 -54
  439. package/src/gpu/kernels/kernel-execution.js +141 -0
  440. package/src/gpu/kernels/kv-cache-write.js +4 -4
  441. package/src/gpu/kernels/kv-quantize.js +4 -1
  442. package/src/gpu/kernels/l2-normalize.js +36 -0
  443. package/src/gpu/kernels/l2_normalize.wgsl +53 -0
  444. package/src/gpu/kernels/layernorm.d.ts +4 -4
  445. package/src/gpu/kernels/layernorm.js +44 -7
  446. package/src/gpu/kernels/linear-attention-core.js +29 -449
  447. package/src/gpu/kernels/linear_attention.js +1 -1
  448. package/src/gpu/kernels/lm-head-argmax.js +2 -2
  449. package/src/gpu/kernels/lm-head-select-logits.js +2 -2
  450. package/src/gpu/kernels/logit-finalize.js +103 -0
  451. package/src/gpu/kernels/logit-merge.js +13 -125
  452. package/src/gpu/kernels/logit-scatter.js +40 -0
  453. package/src/gpu/kernels/logit_finalize_f16.wgsl +43 -0
  454. package/src/gpu/kernels/logit_finalize_f32.wgsl +41 -0
  455. package/src/gpu/kernels/logit_merge_geometric.wgsl +23 -0
  456. package/src/gpu/kernels/logit_merge_max.wgsl +23 -0
  457. package/src/gpu/kernels/logit_merge_weighted.wgsl +23 -0
  458. package/src/gpu/kernels/logit_scatter_f16.wgsl +26 -0
  459. package/src/gpu/kernels/logit_scatter_f32.wgsl +24 -0
  460. package/src/gpu/kernels/matmul-dispatch.js +6 -1
  461. package/src/gpu/kernels/matmul-selection.js +3 -2
  462. package/src/gpu/kernels/matmul.js +4 -15
  463. package/src/gpu/kernels/matmul_bf16w_f32a.wgsl +93 -0
  464. package/src/gpu/kernels/matmul_gemv_subgroup_bf16w.wgsl +433 -0
  465. package/src/gpu/kernels/modulate.js +1 -1
  466. package/src/gpu/kernels/moe.js +3 -1
  467. package/src/gpu/kernels/moe_router_bias_add_f16_f16.wgsl +23 -0
  468. package/src/gpu/kernels/moe_router_bias_add_f16_f32.wgsl +23 -0
  469. package/src/gpu/kernels/moe_router_bias_add_f32_f16.wgsl +23 -0
  470. package/src/gpu/kernels/moe_router_bias_add_f32_f32.wgsl +21 -0
  471. package/src/gpu/kernels/patch_context.wgsl +29 -0
  472. package/src/gpu/kernels/pipeline-cache.js +3 -1
  473. package/src/gpu/kernels/pixel_shuffle.js +1 -1
  474. package/src/gpu/kernels/probe_shader_f16.wgsl +7 -0
  475. package/src/gpu/kernels/relu.js +1 -1
  476. package/src/gpu/kernels/rep-penalty.js +30 -5
  477. package/src/gpu/kernels/rep_penalty.wgsl +25 -30
  478. package/src/gpu/kernels/rep_penalty_f16.wgsl +24 -25
  479. package/src/gpu/kernels/repeat_channels.js +1 -1
  480. package/src/gpu/kernels/residual.js +2 -2
  481. package/src/gpu/kernels/rmsnorm-pair.js +1 -1
  482. package/src/gpu/kernels/rmsnorm-qk.js +1 -1
  483. package/src/gpu/kernels/rmsnorm-stats.js +14 -113
  484. package/src/gpu/kernels/rmsnorm.js +1 -1
  485. package/src/gpu/kernels/rmsnorm_serial.wgsl +19 -0
  486. package/src/gpu/kernels/rmsnorm_stats.wgsl +59 -0
  487. package/src/gpu/kernels/rmsnorm_stats_subgroups.wgsl +76 -0
  488. package/src/gpu/kernels/rope-precompute.js +160 -0
  489. package/src/gpu/kernels/rope-qk.js +1 -1
  490. package/src/gpu/kernels/rope.js +2 -2
  491. package/src/gpu/kernels/rope_precompute.wgsl +74 -0
  492. package/src/gpu/kernels/sample.d.ts +1 -0
  493. package/src/gpu/kernels/sample.js +36 -17
  494. package/src/gpu/kernels/sample.wgsl +112 -157
  495. package/src/gpu/kernels/sample_f16.wgsl +168 -162
  496. package/src/gpu/kernels/scale.js +1 -1
  497. package/src/gpu/kernels/shader-cache.js +8 -4
  498. package/src/gpu/kernels/shader-source-scope.js +68 -0
  499. package/src/gpu/kernels/silu.js +2 -1
  500. package/src/gpu/kernels/soft-embedding.js +3 -1
  501. package/src/gpu/kernels/softmax.js +4 -2
  502. package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +1 -1
  503. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +1 -1
  504. package/src/gpu/kernels/split_qg.js +1 -1
  505. package/src/gpu/kernels/split_qkv.d.ts +2 -0
  506. package/src/gpu/kernels/split_qkv.js +18 -3
  507. package/src/gpu/kernels/split_qkv.wgsl +5 -2
  508. package/src/gpu/kernels/split_qkv_f16.wgsl +5 -2
  509. package/src/gpu/kernels/submit_probe.wgsl +6 -0
  510. package/src/gpu/kernels/transpose.js +1 -1
  511. package/src/gpu/kernels/turboquant-codebook.js +4 -535
  512. package/src/gpu/kernels/uniform-utils.js +7 -2
  513. package/src/gpu/kernels/upsample2d.js +1 -1
  514. package/src/gpu/kernels/utils.js +9 -330
  515. package/src/gpu/kernels/vision-average-pool.d.ts +13 -0
  516. package/src/gpu/kernels/vision-average-pool.js +68 -0
  517. package/src/gpu/kernels/vision-patch-embed.d.ts +17 -0
  518. package/src/gpu/kernels/vision-patch-embed.js +117 -0
  519. package/src/gpu/kernels/vision-position-embedding.d.ts +13 -0
  520. package/src/gpu/kernels/vision-position-embedding.js +79 -0
  521. package/src/gpu/kernels/vision-rope-2d.d.ts +16 -0
  522. package/src/gpu/kernels/vision-rope-2d.js +73 -0
  523. package/src/gpu/kernels/vision-spatial-merge.d.ts +19 -0
  524. package/src/gpu/kernels/vision-spatial-merge.js +100 -0
  525. package/src/gpu/kernels/vision_average_pool.wgsl +42 -0
  526. package/src/gpu/kernels/vision_patch_embed.wgsl +59 -0
  527. package/src/gpu/kernels/vision_patch_embed_f16w.wgsl +61 -0
  528. package/src/gpu/kernels/vision_position_embedding.wgsl +33 -0
  529. package/src/gpu/kernels/vision_position_embedding_f16.wgsl +35 -0
  530. package/src/gpu/kernels/vision_rope_2d.wgsl +60 -0
  531. package/src/gpu/kernels/vision_spatial_merge.wgsl +48 -0
  532. package/src/gpu/readback-buffer.js +20 -0
  533. package/src/gpu/submit-probe.js +2 -26
  534. package/src/gpu/weight-buffer.d.ts +1 -0
  535. package/src/gpu/weight-buffer.js +7 -0
  536. package/src/index.d.ts +12 -0
  537. package/src/index.js +2 -0
  538. package/src/inference/browser-harness/benchmark-execution.js +872 -0
  539. package/src/inference/browser-harness/benchmark-rerank.js +284 -0
  540. package/src/inference/browser-harness/decode-diagnostics.js +241 -0
  541. package/src/inference/browser-harness/diffusion-performance.js +102 -0
  542. package/src/inference/browser-harness/inference-execution.js +543 -0
  543. package/src/inference/{browser-harness-model-helpers.js → browser-harness/model-initialization.js} +14 -145
  544. package/src/inference/browser-harness/model-resolution.js +137 -0
  545. package/src/inference/browser-harness/report.js +338 -0
  546. package/src/inference/browser-harness/request.js +263 -0
  547. package/src/inference/browser-harness/runtime-config.d.ts +25 -0
  548. package/src/inference/browser-harness/runtime-config.js +255 -0
  549. package/src/inference/browser-harness/runtime-isolation.d.ts +13 -0
  550. package/src/inference/browser-harness/runtime-isolation.js +45 -0
  551. package/src/inference/browser-harness/runtime-report.d.ts +26 -0
  552. package/src/inference/browser-harness/runtime-report.js +117 -0
  553. package/src/inference/browser-harness/suite-summary.js +39 -0
  554. package/src/inference/browser-harness/text-evidence.js +694 -0
  555. package/src/inference/browser-harness/text-execution.js +757 -0
  556. package/src/inference/browser-harness/text-input.js +725 -0
  557. package/src/inference/{browser-harness-suite-helpers.js → browser-harness/timing-diagnostics.js} +1 -379
  558. package/src/inference/browser-harness-contract-helpers.js +1 -1
  559. package/src/inference/browser-harness-diffusion-energy-suites.js +8 -3
  560. package/src/inference/browser-harness-runtime-helpers.d.ts +3 -56
  561. package/src/inference/browser-harness-runtime-helpers.js +3 -423
  562. package/src/inference/browser-harness-text-helpers.js +31 -2199
  563. package/src/inference/browser-harness.d.ts +15 -2
  564. package/src/inference/browser-harness.js +38 -1952
  565. package/src/inference/kv-cache/base.js +67 -381
  566. package/src/inference/kv-cache/basis-decomposed-paged.d.ts +2 -50
  567. package/src/inference/kv-cache/basis-decomposed-paged.js +1 -276
  568. package/src/inference/kv-cache/quantized.d.ts +2 -2
  569. package/src/inference/kv-cache/quantized.js +4 -8
  570. package/src/inference/kv-cache/update.js +309 -0
  571. package/src/inference/model-checkpoint-evidence.d.ts +75 -0
  572. package/src/inference/model-checkpoint-evidence.js +264 -0
  573. package/src/inference/moe-router.js +36 -216
  574. package/src/inference/multi-model-network.js +5 -341
  575. package/src/inference/pipelines/audio/index.js +1 -20
  576. package/src/inference/pipelines/audio/mel.js +0 -38
  577. package/src/inference/pipelines/context.js +6 -2
  578. package/src/inference/pipelines/diffusion/profile-timing.js +10 -0
  579. package/src/inference/pipelines/diffusion/runtime-resources.js +54 -0
  580. package/src/inference/pipelines/diffusion/sd3/execution.js +805 -0
  581. package/src/inference/pipelines/diffusion/sd3/plan.js +125 -0
  582. package/src/inference/pipelines/diffusion/sd3-transformer.js +44 -895
  583. package/src/inference/pipelines/diffusion/{vae.js → vae/execution.js} +46 -618
  584. package/src/inference/pipelines/diffusion/{helpers.js → weight-contract.js} +1 -68
  585. package/src/inference/pipelines/energy-head/row-head-pipeline.d.ts +1 -103
  586. package/src/inference/pipelines/factory.js +14 -3
  587. package/src/inference/pipelines/shader-scoped-pipeline.js +29 -0
  588. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +2 -0
  589. package/src/inference/pipelines/structured/json-grammar-mask.js +115 -124
  590. package/src/inference/pipelines/text/abort-contract.js +22 -0
  591. package/src/inference/pipelines/text/attention/attn-config.js +1 -16
  592. package/src/inference/pipelines/text/attention/gate-projection.js +30 -0
  593. package/src/inference/pipelines/text/attention/heterogeneous-contract.js +8 -0
  594. package/src/inference/pipelines/text/attention/interpreter/immediate.js +211 -0
  595. package/src/inference/pipelines/text/attention/interpreter/recorded.js +451 -0
  596. package/src/inference/pipelines/text/attention/interpreter.js +89 -439
  597. package/src/inference/pipelines/text/attention/plan.d.ts +1 -0
  598. package/src/inference/pipelines/text/attention/plan.js +17 -0
  599. package/src/inference/pipelines/text/attention/projection-executor.js +331 -0
  600. package/src/inference/pipelines/text/attention/projection-plan.js +259 -0
  601. package/src/inference/pipelines/text/attention/projections.js +20 -537
  602. package/src/inference/pipelines/text/attention/query-transform.js +11 -0
  603. package/src/inference/pipelines/text/attention/record.js +0 -6
  604. package/src/inference/pipelines/text/attention/recorded-health.js +21 -0
  605. package/src/inference/pipelines/text/attention/rope-observation.js +40 -0
  606. package/src/inference/pipelines/text/attention/run.js +0 -6
  607. package/src/inference/pipelines/text/attention/types.js +3 -31
  608. package/src/inference/pipelines/text/chat-format.d.ts +3 -0
  609. package/src/inference/pipelines/text/chat-format.js +42 -0
  610. package/src/inference/pipelines/text/config/normalization.js +729 -0
  611. package/src/inference/pipelines/text/config/validation.js +9 -0
  612. package/src/inference/pipelines/text/config.d.ts +12 -1
  613. package/src/inference/pipelines/text/config.js +14 -1228
  614. package/src/inference/pipelines/text/debug-utils/health-metrics.js +57 -0
  615. package/src/inference/pipelines/text/debug-utils/index.js +3 -8
  616. package/src/inference/pipelines/text/debug-utils/profiles.js +8 -0
  617. package/src/inference/pipelines/text/debug-utils/readback-decoding.js +24 -0
  618. package/src/inference/pipelines/text/debug-utils/tensor.js +1 -1
  619. package/src/inference/pipelines/text/dtype-contract.js +1 -68
  620. package/src/inference/pipelines/text/embed.js +178 -241
  621. package/src/inference/pipelines/text/embedding-contract.d.ts +7 -0
  622. package/src/inference/pipelines/text/embedding-contract.js +21 -0
  623. package/src/inference/pipelines/text/embedding-extraction.js +225 -0
  624. package/src/inference/pipelines/text/embedding-normalization.js +39 -0
  625. package/src/inference/pipelines/text/execution-runtime-builders.js +0 -32
  626. package/src/inference/pipelines/text/execution-v1/plan.js +69 -0
  627. package/src/inference/pipelines/text/execution-v1/validation.js +233 -0
  628. package/src/inference/pipelines/text/execution-v1.js +7 -283
  629. package/src/inference/pipelines/text/execution.js +517 -0
  630. package/src/inference/pipelines/text/ffn/dense-executor.js +723 -0
  631. package/src/inference/pipelines/text/ffn/dense-plan.js +327 -0
  632. package/src/inference/pipelines/text/ffn/dense.js +6 -970
  633. package/src/inference/pipelines/text/ffn/sandwich.js +10 -9
  634. package/src/inference/pipelines/text/ffn/standard.js +2 -1
  635. package/src/inference/pipelines/text/generator/attention-lifecycle.js +24 -0
  636. package/src/inference/pipelines/text/generator/decode-runtime.js +985 -0
  637. package/src/inference/pipelines/text/generator/decode.js +964 -0
  638. package/src/inference/pipelines/text/generator/diffusion.js +607 -0
  639. package/src/inference/pipelines/text/generator/logits-config.js +63 -0
  640. package/src/inference/pipelines/text/generator/prefill-observation.js +29 -0
  641. package/src/inference/pipelines/text/generator/prefill-policy.js +56 -0
  642. package/src/inference/pipelines/text/generator/prefill-runtime.js +896 -0
  643. package/src/inference/pipelines/text/{generator-prefill-helpers.js → generator/prefix-embedding.js} +16 -121
  644. package/src/inference/pipelines/text/generator/prompt-input.js +47 -0
  645. package/src/inference/pipelines/text/generator/recovery.js +310 -0
  646. package/src/inference/pipelines/text/{generator-helpers.js → generator/session-context.js} +42 -110
  647. package/src/inference/pipelines/text/generator/text.js +448 -0
  648. package/src/inference/pipelines/text/generator/training.js +753 -0
  649. package/src/inference/pipelines/text/generator-decode-policy.js +1 -1
  650. package/src/inference/pipelines/text/generator-logits-observation.js +48 -0
  651. package/src/inference/pipelines/text/generator-runtime.js +23 -154
  652. package/src/inference/pipelines/text/generator-steps.js +45 -980
  653. package/src/inference/pipelines/text/generator.js +179 -3552
  654. package/src/inference/pipelines/text/image-transcription.js +304 -0
  655. package/src/inference/pipelines/text/init-qkv-fusion.js +18 -9
  656. package/src/inference/pipelines/text/init-rope.js +37 -189
  657. package/src/inference/pipelines/text/init.d.ts +8 -3
  658. package/src/inference/pipelines/text/init.js +6 -216
  659. package/src/inference/pipelines/text/layer-execution-contract.js +97 -0
  660. package/src/inference/pipelines/text/layer-input-execution.js +435 -0
  661. package/src/inference/pipelines/text/layer-plan-gpu.js +13 -6
  662. package/src/inference/pipelines/text/layer-plan.d.ts +21 -5
  663. package/src/inference/pipelines/text/layer-plan.js +45 -3
  664. package/src/inference/pipelines/text/layer.js +52 -522
  665. package/src/inference/pipelines/text/lifecycle.js +839 -0
  666. package/src/inference/pipelines/text/linear-attention/plan.js +554 -0
  667. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +2 -2
  668. package/src/inference/pipelines/text/linear-attention.d.ts +2 -2
  669. package/src/inference/pipelines/text/linear-attention.js +28 -534
  670. package/src/inference/pipelines/text/logits/cpu-output.d.ts +1 -0
  671. package/src/inference/pipelines/text/logits/cpu-output.js +5 -0
  672. package/src/inference/pipelines/text/logits/cpu.d.ts +1 -87
  673. package/src/inference/pipelines/text/logits/cpu.js +8 -95
  674. package/src/inference/pipelines/text/logits/gpu-executor.js +368 -0
  675. package/src/inference/pipelines/text/logits/gpu.d.ts +27 -0
  676. package/src/inference/pipelines/text/logits/gpu.js +116 -579
  677. package/src/inference/pipelines/text/logits/index.d.ts +2 -1
  678. package/src/inference/pipelines/text/logits/index.js +62 -102
  679. package/src/inference/pipelines/text/logits/output-transform.js +54 -0
  680. package/src/inference/pipelines/text/logits/plan.js +184 -0
  681. package/src/inference/pipelines/text/logits/readback.d.ts +6 -0
  682. package/src/inference/pipelines/text/logits/readback.js +9 -0
  683. package/src/inference/pipelines/text/logits/scale-policy.js +20 -0
  684. package/src/inference/pipelines/text/logits/types.d.ts +1 -0
  685. package/src/inference/pipelines/text/lora-apply.js +12 -4
  686. package/src/inference/pipelines/text/lora-types.d.ts +12 -0
  687. package/src/inference/pipelines/text/modality-token-contract.js +115 -0
  688. package/src/inference/pipelines/text/model-load.js +0 -20
  689. package/src/inference/pipelines/text/moe/expert-loading.js +9 -0
  690. package/src/inference/pipelines/text/moe/gpu-executor.js +513 -0
  691. package/src/inference/pipelines/text/moe/plan.js +47 -0
  692. package/src/inference/pipelines/text/moe-cpu.js +9 -135
  693. package/src/inference/pipelines/text/moe-gpu.js +21 -545
  694. package/src/inference/pipelines/text/normalization-contract.js +17 -0
  695. package/src/inference/pipelines/text/per-layer/materialize.js +736 -0
  696. package/src/inference/pipelines/text/per-layer/plan.js +362 -0
  697. package/src/inference/pipelines/text/per-layer-inputs.js +4 -1037
  698. package/src/inference/pipelines/text/pipeline-load-timing.js +77 -0
  699. package/src/inference/pipelines/text/probes.js +20 -0
  700. package/src/inference/pipelines/text/sampling-config.js +22 -113
  701. package/src/inference/pipelines/text/sampling.d.ts +9 -1
  702. package/src/inference/pipelines/text/sampling.js +18 -375
  703. package/src/inference/pipelines/text/state.d.ts +8 -0
  704. package/src/inference/pipelines/text/state.js +1 -0
  705. package/src/inference/pipelines/text/tsir-fixture-writer.js +88 -16
  706. package/src/inference/pipelines/text/types.d.ts +7 -3
  707. package/src/inference/pipelines/text/weight-loading-config.js +194 -0
  708. package/src/inference/pipelines/text.d.ts +2 -2
  709. package/src/inference/pipelines/text.js +46 -1633
  710. package/src/inference/pipelines/video/frame-sampler.js +0 -13
  711. package/src/inference/pipelines/video/index.js +0 -21
  712. package/src/inference/pipelines/vision/attention.js +59 -0
  713. package/src/inference/pipelines/vision/encoder.js +254 -369
  714. package/src/inference/pipelines/vision/gemma4.js +204 -318
  715. package/src/inference/pipelines/vision/glmocr-preprocess.js +273 -0
  716. package/src/inference/pipelines/vision/glmocr-rope.js +106 -0
  717. package/src/inference/pipelines/vision/glmocr.js +557 -0
  718. package/src/inference/pipelines/vision/image-preprocess.js +0 -27
  719. package/src/inference/pipelines/vision/index.js +8 -27
  720. package/src/inference/pipelines/vision/ops.js +11 -33
  721. package/src/inference/pipelines/vision/patch-embed.js +51 -145
  722. package/src/inference/pipelines/vision/spatial-merge.js +78 -0
  723. package/src/inference/pipelines/vision/weight-loading.js +79 -0
  724. package/src/inference/refactor-receipt.js +2 -2
  725. package/src/inference/rerank.js +182 -0
  726. package/src/inference/token-sampling.js +319 -0
  727. package/src/inference/tokenizer.js +1 -1
  728. package/src/inference/tokenizers/behavior-flags.js +6 -3
  729. package/src/inference/tokenizers/bundled/decoders.js +133 -0
  730. package/src/inference/tokenizers/bundled/registry.js +216 -0
  731. package/src/inference/tokenizers/bundled.js +23 -353
  732. package/src/loader/doppler-loader.d.ts +4 -0
  733. package/src/loader/doppler-loader.js +119 -930
  734. package/src/loader/embedding-limit-preflight.js +11 -4
  735. package/src/loader/embedding-loader.js +1 -3
  736. package/src/loader/gpu-tensor-materialization.js +20 -0
  737. package/src/loader/layer-loader.js +15 -119
  738. package/src/loader/layer-tensor-aliases.js +99 -0
  739. package/src/loader/layer-weight-shape.js +29 -0
  740. package/src/loader/load-timing.js +64 -0
  741. package/src/loader/loader-types.d.ts +3 -0
  742. package/src/loader/model-executor.js +819 -0
  743. package/src/loader/model-load-validation.js +15 -0
  744. package/src/loader/quantization-constants.d.ts +11 -29
  745. package/src/loader/quantization-constants.js +1 -2
  746. package/src/loader/shard-resolver.js +0 -14
  747. package/src/loader/tensor-load-error.js +14 -0
  748. package/src/loader/tensor-shard-indices.js +8 -0
  749. package/src/loader/tensors/bf16-loader.js +125 -0
  750. package/src/loader/tensors/functional-descriptor-loader.js +3 -375
  751. package/src/loader/tensors/load-executor.js +577 -0
  752. package/src/loader/tensors/source-transform/executor.js +123 -0
  753. package/src/loader/tensors/source-transform/plan.js +107 -0
  754. package/src/loader/tensors/source-transform.js +15 -264
  755. package/src/loader/tensors/tensor-loader.d.ts +4 -4
  756. package/src/loader/tensors/tensor-loader.js +7 -653
  757. package/src/memory/buffer-pool.js +7 -29
  758. package/src/rules/capability-transform-resolver.js +80 -0
  759. package/src/rules/execution-contract.d.ts +73 -0
  760. package/src/rules/execution-contract.js +429 -0
  761. package/src/rules/execution-rules-contract-check.js +1 -1
  762. package/src/rules/generated/rule-bundle.json +4305 -0
  763. package/src/rules/inference/capability-transforms.rules.json +3 -3
  764. package/src/rules/layer-pattern-contract-check.js +1 -1
  765. package/src/rules/rule-registry.js +70 -57
  766. package/src/storage/artifact-storage-context.js +2 -2
  767. package/src/storage/backend-selection.js +43 -0
  768. package/src/storage/backends/opfs-store.d.ts +41 -0
  769. package/src/storage/distribution-transport.js +5 -0
  770. package/src/storage/download/integrity.d.ts +33 -0
  771. package/src/storage/download/integrity.js +130 -0
  772. package/src/storage/download/resume-inspection.d.ts +22 -0
  773. package/src/storage/download/resume-inspection.js +134 -0
  774. package/src/storage/download/retry.js +57 -0
  775. package/src/storage/download/state.js +131 -0
  776. package/src/storage/download/transport.js +99 -0
  777. package/src/storage/downloader.js +74 -453
  778. package/src/storage/model-cache.d.ts +1 -0
  779. package/src/storage/model-cache.js +51 -11
  780. package/src/storage/shard-manager.d.ts +5 -0
  781. package/src/storage/shard-manager.js +50 -369
  782. package/src/storage/shards/index.js +60 -0
  783. package/src/storage/shards/integrity.js +225 -0
  784. package/src/storage/shards/lifecycle.js +22 -0
  785. package/src/storage/source-artifact-store.js +14 -4
  786. package/src/tooling/boundary-evidence.d.ts +4 -4
  787. package/src/tooling/boundary-evidence.js +20 -20
  788. package/src/tooling/browser-command-runner.js +13 -6
  789. package/src/tooling/capsule-v2.d.ts +11 -0
  790. package/src/tooling/capsule-v2.js +58 -0
  791. package/src/tooling/capsule.js +20 -0
  792. package/src/tooling/command-api-constants.js +1 -1
  793. package/src/tooling/command-api-family-normalizers.js +163 -5
  794. package/src/tooling/command-api.d.ts +42 -3
  795. package/src/tooling/command-api.js +7 -2
  796. package/src/tooling/command-envelope.js +1 -1
  797. package/src/tooling/{command-api-helpers.js → command-request-normalization.js} +1 -1
  798. package/src/tooling/command-runner.html +49 -1
  799. package/src/tooling/command-validation.js +1 -24
  800. package/src/tooling/conversion-run-timing.js +24 -0
  801. package/src/tooling/diagnose-runner.js +11 -9
  802. package/src/tooling/distribution-shard-transport.js +11 -0
  803. package/src/tooling/execution-cost-ledger.d.ts +76 -2
  804. package/src/tooling/execution-cost-ledger.js +197 -15
  805. package/src/tooling/hf-registry/catalog-io.js +63 -0
  806. package/src/tooling/litert/package.js +863 -0
  807. package/src/tooling/litert-package-runtime.js +3 -849
  808. package/src/tooling/model-capsule-forge.js +478 -0
  809. package/src/tooling/node-browser/execution.d.ts +40 -0
  810. package/src/tooling/node-browser/execution.js +308 -0
  811. package/src/tooling/node-browser/static-server.js +189 -0
  812. package/src/tooling/node-browser/transport.d.ts +80 -0
  813. package/src/tooling/node-browser/transport.js +622 -0
  814. package/src/tooling/node-browser-command-runner.d.ts +18 -78
  815. package/src/tooling/node-browser-command-runner.js +10 -1112
  816. package/src/tooling/node-capsule-artifact-store.js +44 -0
  817. package/src/tooling/node-command-execution.js +237 -0
  818. package/src/tooling/node-command-runner.js +26 -205
  819. package/src/tooling/node-converter/input.js +521 -0
  820. package/src/tooling/node-converter/output.js +244 -0
  821. package/src/tooling/node-converter-chunk-batches.js +21 -0
  822. package/src/tooling/node-converter.js +7 -720
  823. package/src/tooling/node-source-runtime.js +16 -276
  824. package/src/tooling/node-webgpu-provider.v1.json +33 -0
  825. package/src/tooling/node-webgpu.js +178 -453
  826. package/src/tooling/opfs-cache.d.ts +5 -0
  827. package/src/tooling/opfs-cache.js +4 -0
  828. package/src/tooling/production-release.d.ts +19 -0
  829. package/src/tooling/production-release.js +647 -0
  830. package/src/tooling/program-bundle/embedding-reference.js +19 -0
  831. package/src/tooling/program-bundle/materialize.js +324 -0
  832. package/src/tooling/program-bundle/rerank-reference.js +22 -0
  833. package/src/tooling/program-bundle/sequence-reference.js +42 -0
  834. package/src/tooling/program-bundle/validation.js +31 -0
  835. package/src/tooling/program-bundle/wgsl-closure.js +254 -0
  836. package/src/tooling/program-bundle-parity.d.ts +11 -4
  837. package/src/tooling/program-bundle-parity.js +262 -109
  838. package/src/tooling/program-bundle.d.ts +7 -0
  839. package/src/tooling/program-bundle.js +186 -591
  840. package/src/tooling/provider-v1-contract.d.ts +61 -0
  841. package/src/tooling/provider-v1-contract.js +192 -0
  842. package/src/tooling/registered-variant-calibration-job.d.ts +98 -0
  843. package/src/tooling/registered-variant-calibration-job.js +210 -0
  844. package/src/tooling/registered-variant-calibration.d.ts +167 -7
  845. package/src/tooling/registered-variant-calibration.js +57 -7
  846. package/src/tooling/runtime-optimization/candidates.js +664 -0
  847. package/src/tooling/runtime-optimization-campaign.js +166 -0
  848. package/src/tooling/runtime-optimization-index.js +16 -1
  849. package/src/tooling/runtime-optimization.d.ts +44 -0
  850. package/src/tooling/runtime-optimization.js +13 -656
  851. package/src/tooling/source-intake.d.ts +1 -1
  852. package/src/tooling/source-intake.js +34 -17
  853. package/src/tooling/source-package-profiles.js +1 -1
  854. package/src/tooling/source-runtime/bundle-materialize.js +298 -0
  855. package/src/tooling/source-runtime/bundle-plan.js +121 -0
  856. package/src/tooling/source-runtime/node-loader.js +258 -0
  857. package/src/tooling/source-runtime-bundle.js +26 -411
  858. package/src/tooling/source-runtime-converter-config.js +1 -1
  859. package/src/tooling-experimental-exports.js +0 -5
  860. package/src/tooling-exports/evidence.d.ts +14 -3
  861. package/src/tooling-exports/evidence.js +14 -3
  862. package/src/tooling-exports/storage.d.ts +7 -0
  863. package/src/tooling-exports/storage.js +5 -0
  864. package/src/tooling-exports.d.ts +3 -0
  865. package/src/tooling-exports.js +2 -0
  866. package/src/tooling-exports.shared.d.ts +17 -3
  867. package/src/tooling-exports.shared.js +9 -3
  868. package/src/training.d.ts +6 -6
  869. package/src/training.js +4 -4
  870. package/src/version.js +1 -1
  871. package/tests/kernels/browser/kernel-suite.js +512 -0
  872. package/tests/kernels/browser/test-page.js +170 -14
  873. package/tests/kernels/harness/tolerance.js +1 -0
  874. package/tests/kernels/reference/index.js +13 -1
  875. package/tests/kernels/reference/vision.js +160 -0
  876. package/src/converter/quantizer.d.ts +0 -121
  877. package/src/gpu/kernels/backward/utils.d.ts +0 -90
  878. package/src/gpu/kernels/uniform-utils.d.ts +0 -66
  879. package/src/gpu/kernels/utils.d.ts +0 -147
  880. package/src/inference/pipelines/text/debug-utils/utils.js +0 -118
  881. package/src/inference/pipelines/text/logits/utils.d.ts +0 -58
  882. package/src/inference/pipelines/text/moe-cpu-gptoss.js +0 -115
  883. package/src/inference/pipelines/text/moe-helpers.js +0 -21
  884. package/src/rules/converter/execution.rules.json +0 -20
  885. package/src/rules/converter/tensor-roles.rules.json +0 -13
  886. package/src/rules/converter/tokenizer.rules.json +0 -12
  887. package/src/rules/inference/attention.rules.json +0 -69
  888. package/src/rules/inference/config.rules.json +0 -82
  889. package/src/rules/inference/dtype.rules.json +0 -113
  890. package/src/rules/inference/execution.rules.json +0 -195
  891. package/src/rules/inference/ffn.rules.json +0 -123
  892. package/src/rules/inference/layer-pattern.rules.json +0 -16
  893. package/src/rules/inference/layer.rules.json +0 -7
  894. package/src/rules/inference/moe.rules.json +0 -145
  895. package/src/rules/kernels/attention.rules.json +0 -68
  896. package/src/rules/kernels/conv2d.rules.json +0 -6
  897. package/src/rules/kernels/depthwise-conv2d.rules.json +0 -6
  898. package/src/rules/kernels/dequant.rules.json +0 -58
  899. package/src/rules/kernels/energy.rules.json +0 -22
  900. package/src/rules/kernels/fused-ffn.rules.json +0 -15
  901. package/src/rules/kernels/fused-matmul-residual.rules.json +0 -6
  902. package/src/rules/kernels/fused-matmul-rmsnorm.rules.json +0 -8
  903. package/src/rules/kernels/gather.rules.json +0 -93
  904. package/src/rules/kernels/gelu.rules.json +0 -11
  905. package/src/rules/kernels/grouped-pointwise-conv2d.rules.json +0 -6
  906. package/src/rules/kernels/groupnorm.rules.json +0 -10
  907. package/src/rules/kernels/kv_quantize.rules.json +0 -9
  908. package/src/rules/kernels/layernorm.rules.json +0 -6
  909. package/src/rules/kernels/linear-attention.rules.json +0 -6
  910. package/src/rules/kernels/lm-head-argmax.rules.json +0 -10
  911. package/src/rules/kernels/matmul.rules.json +0 -95
  912. package/src/rules/kernels/modulate.rules.json +0 -6
  913. package/src/rules/kernels/moe.rules.gptoss.json +0 -105
  914. package/src/rules/kernels/moe.rules.json +0 -14
  915. package/src/rules/kernels/moe.rules.mixtral.json +0 -75
  916. package/src/rules/kernels/pixel_shuffle.rules.json +0 -6
  917. package/src/rules/kernels/relu.rules.json +0 -6
  918. package/src/rules/kernels/rep-penalty.rules.json +0 -6
  919. package/src/rules/kernels/repeat-channels.rules.json +0 -6
  920. package/src/rules/kernels/residual.rules.json +0 -12
  921. package/src/rules/kernels/rmsnorm-qk.rules.json +0 -6
  922. package/src/rules/kernels/rmsnorm.rules.json +0 -46
  923. package/src/rules/kernels/rope-qk.rules.json +0 -6
  924. package/src/rules/kernels/rope.rules.json +0 -6
  925. package/src/rules/kernels/sample.rules.json +0 -6
  926. package/src/rules/kernels/scale.rules.json +0 -8
  927. package/src/rules/kernels/silu.rules.json +0 -22
  928. package/src/rules/kernels/softmax.rules.json +0 -25
  929. package/src/rules/kernels/split-qg.rules.json +0 -6
  930. package/src/rules/kernels/split-qkv.rules.json +0 -6
  931. package/src/rules/kernels/upsample2d.rules.json +0 -6
  932. package/src/rules/loader/tensor-loader.rules.json +0 -42
  933. package/src/rules/loader/weights.rules.json +0 -42
  934. package/src/rules/tooling/command-runtime.rules.json +0 -65
  935. package/src/tooling/hf-registry-utils.js +0 -395
  936. /package/src/converter/{tokenizer-utils.js → tokenizer-special-tokens.js} +0 -0
  937. /package/src/{inference/pipelines/text/bdpa-steamroller.js → experimental/bdpa/steamroller.js} +0 -0
  938. /package/src/{inference/pipelines → experimental}/diffusion/scheduler.js +0 -0
  939. /package/src/{inference/pipelines → experimental}/energy/pipeline.d.ts +0 -0
  940. /package/src/{inference/pipelines → experimental}/energy/quintel.d.ts +0 -0
  941. /package/src/{inference/pipelines → experimental}/energy/quintel.js +0 -0
  942. /package/src/{utils → formats}/array-buffer.js +0 -0
  943. /package/src/{utils → formats}/canonical-hash.js +0 -0
  944. /package/src/{utils → formats}/clone-json.js +0 -0
  945. /package/src/{utils → formats}/encode-utf8.js +0 -0
  946. /package/src/{utils → formats}/load-json.js +0 -0
  947. /package/src/{utils → formats}/plain-object.js +0 -0
  948. /package/src/{utils → formats}/sha256.js +0 -0
  949. /package/src/{utils → formats}/stable-sort-object.js +0 -0
  950. /package/src/{gpu/kernels → rules}/rule-matcher.js +0 -0
  951. /package/src/{utils → storage}/hf-resolve-url.js +0 -0
  952. /package/src/{utils → storage}/runtime-env.js +0 -0
  953. /package/src/tooling/{command-runner-shared.js → command-runtime-execution.js} +0 -0
@@ -2,18 +2,36 @@ import fs from 'node:fs/promises';
2
2
  import path from 'node:path';
3
3
  import { fileURLToPath } from 'node:url';
4
4
  import { expandExecutionV1 } from '../config/schema/execution-v1.schema.js';
5
- import { KERNEL_REF_CONTENT_DIGESTS } from '../config/kernels/kernel-ref-digests.js';
6
5
  import {
7
6
  PROGRAM_BUNDLE_SCHEMA_ID,
8
7
  PROGRAM_BUNDLE_SCHEMA_VERSION,
9
8
  PROGRAM_BUNDLE_HOST_SCHEMA_ID,
10
9
  PROGRAM_BUNDLE_HOST_JS_SUBSET,
11
10
  PROGRAM_BUNDLE_CAPTURE_PROFILE_SCHEMA_ID,
12
- PROGRAM_BUNDLE_REFERENCE_TRANSCRIPT_SCHEMA_ID,
11
+ PROGRAM_BUNDLE_PACKAGE_SCHEMA_ID,
13
12
  validateProgramBundle,
14
13
  } from '../config/schema/program-bundle.schema.js';
15
- import { sha256Hex } from '../utils/sha256.js';
16
- import { stableSortObject } from '../utils/stable-sort-object.js';
14
+ import { sha256BytesHex, sha256Hex } from '../formats/sha256.js';
15
+ import { computeHash } from '../storage/shard-manager.js';
16
+ import { assertRerankSourceIdentity } from '../config/rerank-reference.js';
17
+ import {
18
+ buildReferenceTranscript,
19
+ createPackageSourceFile,
20
+ fileArtifact,
21
+ hashStableJson,
22
+ readJsonFile,
23
+ readTextFile,
24
+ toRepoRelativePath,
25
+ } from './program-bundle/materialize.js';
26
+ import {
27
+ normalizeDigest,
28
+ requirePlainObject,
29
+ requireString,
30
+ } from './program-bundle/validation.js';
31
+ import {
32
+ buildExecutionStepMetadata,
33
+ buildWgslClosure,
34
+ } from './program-bundle/wgsl-closure.js';
17
35
 
18
36
  const DEFAULT_HOST_ENTRYPOINTS = Object.freeze([
19
37
  Object.freeze({
@@ -24,95 +42,30 @@ const DEFAULT_HOST_ENTRYPOINTS = Object.freeze([
24
42
  }),
25
43
  ]);
26
44
 
27
- function stableJson(value) {
28
- return JSON.stringify(stableSortObject(value)) ?? 'null';
29
- }
30
-
31
- function hashStableJson(value) {
32
- return `sha256:${sha256Hex(stableJson(value))}`;
33
- }
34
-
35
- function normalizeSlash(value) {
36
- return String(value || '').replace(/\\/g, '/');
37
- }
38
-
39
- function normalizeDigest(value, label) {
40
- const raw = String(value || '').trim().toLowerCase();
41
- const digest = raw.startsWith('sha256:') ? raw : `sha256:${raw}`;
42
- if (!/^sha256:[0-9a-f]{64}$/.test(digest)) {
43
- throw new Error(`program bundle export: ${label} must be a sha256 digest.`);
44
- }
45
- return digest;
46
- }
47
-
48
- function digestText(value) {
49
- return `sha256:${sha256Hex(String(value ?? ''))}`;
50
- }
51
-
52
- function toRepoRelativePath(filePath, repoRoot) {
53
- return normalizeSlash(path.relative(repoRoot, filePath));
54
- }
55
-
56
- function requirePlainObject(value, label) {
57
- if (!value || typeof value !== 'object' || Array.isArray(value)) {
58
- throw new Error(`program bundle export: ${label} must be a non-null object.`);
59
- }
60
- return value;
61
- }
62
-
63
- function requireString(value, label) {
64
- if (typeof value !== 'string' || !value.trim()) {
65
- throw new Error(`program bundle export: ${label} must be a non-empty string.`);
66
- }
67
- return value.trim();
68
- }
69
-
70
- async function readTextFile(filePath, label) {
71
- try {
72
- return await fs.readFile(filePath, 'utf8');
73
- } catch (error) {
74
- throw new Error(`program bundle export: failed to read ${label} at ${filePath}: ${error.message}`);
75
- }
76
- }
77
-
78
- async function tryReadTextFile(filePath) {
79
- try {
80
- return await fs.readFile(filePath, 'utf8');
81
- } catch {
82
- return null;
83
- }
84
- }
85
-
86
- async function readJsonFile(filePath, label) {
87
- const raw = await readTextFile(filePath, label);
88
- try {
45
+ async function shardArtifact(shard, modelDir, repoRoot, hashAlgorithm) {
46
+ const filename = requireString(shard?.filename ?? shard?.path, 'shard filename');
47
+ const shardPath = path.resolve(modelDir, filename);
48
+ if (hashAlgorithm === 'sha256') {
89
49
  return {
90
- raw,
91
- json: JSON.parse(raw),
50
+ role: 'weight-shard',
51
+ path: toRepoRelativePath(shardPath, repoRoot),
52
+ hash: normalizeDigest(shard.hash ?? shard.sha256, `shard ${filename} hash`),
53
+ sizeBytes: Number.isFinite(shard.size) ? Number(shard.size) : null,
92
54
  };
93
- } catch (error) {
94
- throw new Error(`program bundle export: ${label} must contain valid JSON: ${error.message}`);
95
55
  }
96
- }
97
-
98
- async function fileArtifact({ role, filePath, repoRoot, artifactPath = null }) {
99
- const raw = await readTextFile(filePath, role);
100
- const stat = await fs.stat(filePath);
101
- return {
102
- role,
103
- path: artifactPath ?? toRepoRelativePath(filePath, repoRoot),
104
- hash: `sha256:${sha256Hex(raw)}`,
105
- sizeBytes: stat.size,
106
- };
107
- }
108
-
109
- function shardArtifact(shard, modelDir, repoRoot) {
110
- const filename = requireString(shard?.filename ?? shard?.path, 'shard filename');
111
- const shardPath = path.resolve(modelDir, filename);
56
+ if (hashAlgorithm !== 'sha256' && hashAlgorithm !== 'blake3') {
57
+ throw new Error(`program bundle export: weight shard ${filename} requires an explicit supported hashAlgorithm.`);
58
+ }
59
+ const bytes = await fs.readFile(shardPath);
60
+ const expected = requireString(shard.hash, `shard ${filename} hash`).replace(`${hashAlgorithm}:`, '');
61
+ const observed = await computeHash(bytes, hashAlgorithm);
62
+ if (observed !== expected || bytes.byteLength !== shard.size) {
63
+ throw new Error(`program bundle export: source shard ${filename} hash/size mismatch.`);
64
+ }
112
65
  return {
113
66
  role: 'weight-shard',
114
67
  path: toRepoRelativePath(shardPath, repoRoot),
115
- hash: normalizeDigest(shard.hash ?? shard.sha256, `shard ${filename} hash`),
68
+ hash: `sha256:${sha256BytesHex(bytes)}`,
116
69
  sizeBytes: Number.isFinite(shard.size) ? Number(shard.size) : null,
117
70
  };
118
71
  }
@@ -149,17 +102,17 @@ function assertWeightsRefMatchesStorageManifest(manifest, storageManifest, stora
149
102
  }
150
103
  }
151
104
 
152
- const expectedWeightPackId = typeof weightsRef.weightPackId === 'string'
153
- ? weightsRef.weightPackId.trim()
105
+ const expectedWeightCapsuleId = typeof weightsRef.weightCapsuleId === 'string'
106
+ ? weightsRef.weightCapsuleId.trim()
154
107
  : '';
155
- if (expectedWeightPackId) {
156
- const actualWeightPackId = typeof storageManifest?.artifactIdentity?.weightPackId === 'string'
157
- ? storageManifest.artifactIdentity.weightPackId.trim()
108
+ if (expectedWeightCapsuleId) {
109
+ const actualWeightCapsuleId = typeof storageManifest?.artifactIdentity?.weightCapsuleId === 'string'
110
+ ? storageManifest.artifactIdentity.weightCapsuleId.trim()
158
111
  : '';
159
- if (actualWeightPackId !== expectedWeightPackId) {
112
+ if (actualWeightCapsuleId !== expectedWeightCapsuleId) {
160
113
  throw new Error(
161
- `program bundle export: ${modelId} weightsRef.weightPackId "${expectedWeightPackId}" ` +
162
- `does not match target artifactIdentity.weightPackId "${actualWeightPackId}".`
114
+ `program bundle export: ${modelId} weightsRef.weightCapsuleId "${expectedWeightCapsuleId}" ` +
115
+ `does not match target artifactIdentity.weightCapsuleId "${actualWeightCapsuleId}".`
163
116
  );
164
117
  }
165
118
  }
@@ -167,7 +120,7 @@ function assertWeightsRefMatchesStorageManifest(manifest, storageManifest, stora
167
120
  const expectedShardSetHash = normalizeOptionalDigest(weightsRef.shardSetHash);
168
121
  if (expectedShardSetHash) {
169
122
  const actualShardSetHash = normalizeOptionalDigest(storageManifest?.artifactIdentity?.shardSetHash)
170
- || normalizeOptionalDigest(storageManifest?.artifactIdentity?.weightPackHash);
123
+ || normalizeOptionalDigest(storageManifest?.artifactIdentity?.weightCapsuleHash);
171
124
  if (actualShardSetHash !== expectedShardSetHash) {
172
125
  throw new Error(
173
126
  `program bundle export: ${modelId} weightsRef.shardSetHash ${expectedShardSetHash} ` +
@@ -216,266 +169,6 @@ export async function resolveProgramBundleStorageArtifact(manifest, modelDir) {
216
169
  };
217
170
  }
218
171
 
219
- function collectKernelRefsFromEntries(entries, section, refs) {
220
- if (!Array.isArray(entries)) return;
221
- for (let index = 0; index < entries.length; index += 1) {
222
- const entry = entries[index];
223
- if (Array.isArray(entry)) {
224
- if (typeof entry[1] === 'string' && entry[1].trim()) {
225
- refs.push({ id: entry[1].trim(), section, index });
226
- }
227
- continue;
228
- }
229
- if (entry && typeof entry === 'object' && Array.isArray(entry.steps)) {
230
- collectKernelRefsFromEntries(entry.steps, section, refs);
231
- }
232
- }
233
- }
234
-
235
- function collectReachableKernelRefs(execution) {
236
- const refs = [];
237
- collectKernelRefsFromEntries(execution.preLayer, 'preLayer', refs);
238
- collectKernelRefsFromEntries(execution.decode, 'decode', refs);
239
- collectKernelRefsFromEntries(execution.prefill, 'prefill', refs);
240
- collectKernelRefsFromEntries(execution.postLayer, 'postLayer', refs);
241
- return refs;
242
- }
243
-
244
- function countExpandedStepsByPhase(expandedSteps) {
245
- const phases = {
246
- prefill: 0,
247
- decode: 0,
248
- preLayer: 0,
249
- postLayer: 0,
250
- };
251
- for (const step of expandedSteps) {
252
- if (step.section === 'preLayer') {
253
- phases.preLayer += 1;
254
- } else if (step.section === 'postLayer') {
255
- phases.postLayer += 1;
256
- } else if (step.phase === 'prefill') {
257
- phases.prefill += 1;
258
- } else if (step.phase === 'decode') {
259
- phases.decode += 1;
260
- }
261
- }
262
- return phases;
263
- }
264
-
265
- function buildKernelIdLookup(execution, modules = []) {
266
- const lookup = new Map();
267
- const reachableIds = new Set(modules.map((module) => module.id));
268
- for (const [id, decl] of Object.entries(execution.kernels || {})) {
269
- const key = `${decl.kernel}#${decl.entry}#${normalizeDigest(decl.digest, `execution.kernels.${id}.digest`)}`;
270
- const current = lookup.get(key);
271
- if (!current || (!reachableIds.has(current) && reachableIds.has(id))) {
272
- lookup.set(key, id);
273
- }
274
- }
275
- return lookup;
276
- }
277
-
278
- function normalizeLayersForStep(layers) {
279
- if (layers === 'all') return 'all';
280
- return Array.isArray(layers) ? layers : [];
281
- }
282
-
283
- function buildExecutionStepMetadata(execution, expandedSteps, modules) {
284
- const kernelIdLookup = buildKernelIdLookup(execution, modules);
285
- const moduleById = new Map(modules.map((module) => [module.id, module]));
286
- const steps = expandedSteps.map((step, index) => {
287
- const digest = normalizeDigest(step.digest, `expandedSteps[${index}].digest`);
288
- const lookupKey = `${step.kernel}#${step.entry}#${digest}`;
289
- const kernelId = kernelIdLookup.get(lookupKey);
290
- if (!kernelId) {
291
- throw new Error(
292
- `program bundle export: expanded step ${index} ${step.op} cannot be mapped to a declared kernel id.`
293
- );
294
- }
295
- const module = moduleById.get(kernelId);
296
- const bindings = Array.isArray(module?.metadata?.bindings)
297
- ? module.metadata.bindings.map((binding) => ({
298
- group: binding.group,
299
- binding: binding.binding,
300
- name: binding.name,
301
- addressSpace: binding.addressSpace,
302
- access: binding.access,
303
- }))
304
- : [];
305
- return {
306
- id: `${step.section}_${step.phase}_${index}_${step.op}`,
307
- index,
308
- op: step.op,
309
- phase: step.phase,
310
- section: step.section,
311
- layers: normalizeLayersForStep(step.layers),
312
- src: typeof step.src === 'string' && step.src.trim() ? step.src : 'state',
313
- dst: typeof step.dst === 'string' && step.dst.trim() ? step.dst : 'state',
314
- kernelId,
315
- kernel: step.kernel,
316
- entry: step.entry,
317
- kernelDigest: digest,
318
- weights: step.weights ?? null,
319
- constants: step.constants ?? null,
320
- precision: step.precision ?? null,
321
- dispatch: {
322
- phase: step.phase,
323
- workgroups: `symbolic:${step.section}:${step.phase}:${step.op}`,
324
- bindings,
325
- },
326
- };
327
- });
328
- return {
329
- steps,
330
- stepMetadataHash: hashStableJson(steps),
331
- };
332
- }
333
-
334
- async function resolveKernelSourceDigest(kernel, entry, kernelSourceRoot) {
335
- const digestKey = `${kernel}#${entry}`;
336
- const registryDigest = KERNEL_REF_CONTENT_DIGESTS[digestKey];
337
- const kernelPath = path.resolve(kernelSourceRoot, kernel);
338
- const source = await tryReadTextFile(kernelPath);
339
- if (registryDigest) {
340
- return {
341
- digest: `sha256:${registryDigest}`,
342
- sourcePath: normalizeSlash(path.join(kernelSourceRoot, kernel)),
343
- sourceText: source,
344
- source: 'registry',
345
- };
346
- }
347
-
348
- if (source != null) {
349
- const normalizedSource = source.replace(/\r\n/g, '\n');
350
- return {
351
- digest: `sha256:${sha256Hex(`${normalizedSource}\n@@entry:${entry}`)}`,
352
- sourcePath: normalizeSlash(path.relative(process.cwd(), kernelPath)),
353
- sourceText: normalizedSource,
354
- source: 'file',
355
- };
356
- }
357
-
358
- return {
359
- digest: null,
360
- sourcePath: null,
361
- sourceText: null,
362
- source: 'unresolved',
363
- };
364
- }
365
-
366
- function parseWgslBindings(sourceText) {
367
- if (typeof sourceText !== 'string') return [];
368
- const bindings = [];
369
- const bindingRe = /@group\((\d+)\)\s*@binding\((\d+)\)\s*var(?:<([^>]+)>)?\s+([A-Za-z_]\w*)/g;
370
- let match;
371
- while ((match = bindingRe.exec(sourceText)) !== null) {
372
- const address = typeof match[3] === 'string'
373
- ? match[3].split(',').map((part) => part.trim()).filter(Boolean)
374
- : [];
375
- bindings.push({
376
- group: Number(match[1]),
377
- binding: Number(match[2]),
378
- addressSpace: address[0] ?? null,
379
- access: address[1] ?? null,
380
- name: match[4],
381
- });
382
- }
383
- return bindings.sort((left, right) => (
384
- left.group - right.group
385
- || left.binding - right.binding
386
- || left.name.localeCompare(right.name)
387
- ));
388
- }
389
-
390
- function parseWgslOverrides(sourceText) {
391
- if (typeof sourceText !== 'string') return [];
392
- const overrides = [];
393
- const overrideRe = /\boverride\s+([A-Za-z_]\w*)(?:\s*:\s*([^=;]+))?(?:\s*=\s*([^;]+))?;/g;
394
- let match;
395
- while ((match = overrideRe.exec(sourceText)) !== null) {
396
- overrides.push({
397
- name: match[1],
398
- type: typeof match[2] === 'string' ? match[2].trim() : null,
399
- defaultValue: typeof match[3] === 'string' ? match[3].trim() : null,
400
- });
401
- }
402
- return overrides.sort((left, right) => left.name.localeCompare(right.name));
403
- }
404
-
405
- function parseWgslWorkgroupSize(sourceText) {
406
- if (typeof sourceText !== 'string') return [];
407
- const match = /@workgroup_size\(([^)]*)\)/.exec(sourceText);
408
- if (!match) return [];
409
- return match[1].split(',').map((part) => part.trim()).filter(Boolean);
410
- }
411
-
412
- function buildWgslMetadata(sourceText, entry) {
413
- const metadata = {
414
- entry,
415
- bindings: parseWgslBindings(sourceText),
416
- overrides: parseWgslOverrides(sourceText),
417
- workgroupSize: parseWgslWorkgroupSize(sourceText),
418
- requiresSubgroups: typeof sourceText === 'string' && /\b(subgroup|enable\s+subgroups)\b/.test(sourceText),
419
- };
420
- return {
421
- ...metadata,
422
- sourceMetadataHash: hashStableJson(metadata),
423
- };
424
- }
425
-
426
- async function buildWgslClosure(execution, expandedSteps, options) {
427
- const declaredKernelIds = Object.keys(execution.kernels || {}).sort();
428
- const reachableRefs = collectReachableKernelRefs(execution);
429
- const reachableKernelIds = [...new Set(reachableRefs.map((ref) => ref.id))].sort();
430
- const undeclaredKernelRefs = reachableRefs
431
- .filter((ref) => !execution.kernels?.[ref.id])
432
- .map((ref) => `${ref.section}[${ref.index}]:${ref.id}`);
433
- if (undeclaredKernelRefs.length > 0) {
434
- throw new Error(
435
- `program bundle export: execution graph references undeclared kernels: ${undeclaredKernelRefs.join(', ')}.`
436
- );
437
- }
438
-
439
- const kernelSourceRoot = path.resolve(options.repoRoot, options.kernelSourceRoot || 'src/gpu/kernels');
440
- const modules = [];
441
- for (const id of reachableKernelIds) {
442
- const decl = execution.kernels[id];
443
- const file = requireString(decl.kernel, `execution.kernels.${id}.kernel`);
444
- const entry = requireString(decl.entry, `execution.kernels.${id}.entry`);
445
- const declaredDigest = normalizeDigest(decl.digest, `execution.kernels.${id}.digest`);
446
- const sourceDigest = await resolveKernelSourceDigest(file, entry, kernelSourceRoot);
447
- if (sourceDigest.digest && sourceDigest.digest !== declaredDigest) {
448
- throw new Error(
449
- `program bundle export: kernel digest mismatch for ${file}#${entry}. ` +
450
- `execution declares ${declaredDigest}, source has ${sourceDigest.digest}.`
451
- );
452
- }
453
- modules.push({
454
- id,
455
- file,
456
- entry,
457
- digest: declaredDigest,
458
- sourcePath: sourceDigest.sourcePath
459
- ? toRepoRelativePath(path.resolve(sourceDigest.sourcePath), options.repoRoot)
460
- : null,
461
- reachable: true,
462
- metadata: buildWgslMetadata(sourceDigest.sourceText, entry),
463
- });
464
- }
465
-
466
- return {
467
- modules,
468
- kernelClosure: {
469
- declaredKernelIds,
470
- reachableKernelIds,
471
- excludedKernelIds: declaredKernelIds.filter((id) => !reachableKernelIds.includes(id)),
472
- undeclaredKernelRefs,
473
- expandedStepCount: expandedSteps.length,
474
- phases: countExpandedStepsByPhase(expandedSteps),
475
- },
476
- };
477
- }
478
-
479
172
  function scanHostEntrypointSource(source, label) {
480
173
  if (/\bimport\s*\(/.test(source)) {
481
174
  throw new Error(`program bundle export: host entrypoint ${label} uses dynamic import().`);
@@ -483,9 +176,25 @@ function scanHostEntrypointSource(source, label) {
483
176
  if (/\b(document|window|localStorage|sessionStorage|XMLHttpRequest)\b/.test(source)) {
484
177
  throw new Error(`program bundle export: host entrypoint ${label} references DOM-only globals.`);
485
178
  }
179
+ if (/^\s*(?:import|export)\s+(?:[^'";]+?\s+from\s+)?['"]/m.test(source)) {
180
+ throw new Error(`program bundle export: host entrypoint ${label} uses a static module dependency.`);
181
+ }
182
+ if (/\b(process|require|module|__dirname|__filename|Deno|Bun)\b/.test(source)) {
183
+ throw new Error(`program bundle export: host entrypoint ${label} references a runtime-specific global.`);
184
+ }
185
+ if (/\b(fetch|WebSocket|EventSource)\b/.test(source)) {
186
+ throw new Error(`program bundle export: host entrypoint ${label} references a network API.`);
187
+ }
188
+ if (/\b(?:eval|Function)\s*\(/.test(source)) {
189
+ throw new Error(`program bundle export: host entrypoint ${label} references dynamic code evaluation.`);
190
+ }
486
191
  return {
487
192
  dynamicImport: 'none-detected',
193
+ staticImport: 'none-detected',
488
194
  dom: 'none-detected',
195
+ runtimeGlobals: 'none-detected',
196
+ network: 'none-detected',
197
+ dynamicCode: 'none-detected',
489
198
  };
490
199
  }
491
200
 
@@ -494,27 +203,42 @@ async function buildHostContract(host = {}, repoRoot) {
494
203
  ? host.entrypoints
495
204
  : DEFAULT_HOST_ENTRYPOINTS.map((entry) => ({ ...entry }));
496
205
  const entrypoints = [];
206
+ const packageFiles = [];
497
207
  for (const entrypoint of rawEntrypoints) {
498
208
  const modulePath = requireString(entrypoint.module, 'host.entrypoint.module');
499
209
  const sourcePath = path.resolve(repoRoot, modulePath);
500
210
  const source = await readTextFile(sourcePath, `host entrypoint ${modulePath}`);
211
+ const packageFile = createPackageSourceFile({
212
+ role: 'host-source',
213
+ id: entrypoint.id,
214
+ extension: 'js',
215
+ source,
216
+ });
217
+ packageFiles.push(packageFile);
501
218
  entrypoints.push({
502
219
  ...entrypoint,
503
- sourceHash: digestText(source),
220
+ module: packageFile.path,
221
+ sourceHash: packageFile.hash,
504
222
  validation: scanHostEntrypointSource(source, `${modulePath}#${entrypoint.export}`),
505
223
  });
506
224
  }
507
225
  return {
508
- schema: PROGRAM_BUNDLE_HOST_SCHEMA_ID,
509
- jsSubset: PROGRAM_BUNDLE_HOST_JS_SUBSET,
510
- entrypoints,
511
- constraints: {
512
- dynamicImport: 'disallowed',
513
- dom: 'disallowed-in-model-path',
514
- filesystem: 'declared-artifacts-only',
515
- network: 'declared-artifacts-only',
516
- ...(host.constraints && typeof host.constraints === 'object' ? host.constraints : {}),
226
+ contract: {
227
+ schema: PROGRAM_BUNDLE_HOST_SCHEMA_ID,
228
+ jsSubset: PROGRAM_BUNDLE_HOST_JS_SUBSET,
229
+ entrypoints,
230
+ constraints: {
231
+ dynamicImport: 'disallowed',
232
+ staticImport: 'disallowed',
233
+ dom: 'disallowed-in-model-path',
234
+ runtimeGlobals: 'disallowed',
235
+ dynamicCode: 'disallowed',
236
+ filesystem: 'declared-artifacts-only',
237
+ network: 'declared-artifacts-only',
238
+ ...(host.constraints && typeof host.constraints === 'object' ? host.constraints : {}),
239
+ },
517
240
  },
241
+ packageFiles,
518
242
  };
519
243
  }
520
244
 
@@ -527,7 +251,7 @@ function buildCaptureProfile(captureProfile = {}, context = {}) {
527
251
  : ['prefill', 'decode'],
528
252
  surfaces: Array.isArray(captureProfile.surfaces) && captureProfile.surfaces.length > 0
529
253
  ? captureProfile.surfaces
530
- : ['browser-webgpu'],
254
+ : [context.adapter?.surface ?? 'unknown-webgpu'],
531
255
  adapter: context.adapter ?? {
532
256
  source: 'not-captured',
533
257
  surface: null,
@@ -553,223 +277,8 @@ function buildCaptureProfile(captureProfile = {}, context = {}) {
553
277
  };
554
278
  }
555
279
 
556
- function extractGenerationPreview(report) {
557
- const preview = report?.metrics?.generationDiagnostics?.preview;
558
- return Array.isArray(preview) ? preview : [];
559
- }
560
-
561
- function resolvePromptPayload(report) {
562
- const metrics = report?.metrics || {};
563
- if (metrics.promptInput !== undefined) {
564
- return {
565
- identity: typeof metrics.prompt === 'string' && metrics.prompt.trim()
566
- ? metrics.prompt
567
- : 'metrics.promptInput',
568
- payload: metrics.promptInput,
569
- };
570
- }
571
- return {
572
- identity: typeof metrics.prompt === 'string' && metrics.prompt.trim()
573
- ? metrics.prompt
574
- : 'unknown-prompt',
575
- payload: metrics.prompt ?? null,
576
- };
577
- }
578
-
579
- function buildPerStepTokenProof(tokenIds) {
580
- return tokenIds.map((tokenId, index) => ({
581
- index,
582
- tokenId,
583
- tokenHash: hashStableJson({ index, tokenId }),
584
- }));
585
- }
586
-
587
- function normalizeNullableHash(value, label) {
588
- if (typeof value !== 'string' || !value.trim()) return null;
589
- return normalizeDigest(value, label);
590
- }
591
-
592
- function buildKvCacheTranscript(metrics, transcriptSeed) {
593
- const seedKv = transcriptSeed?.kvCache && typeof transcriptSeed.kvCache === 'object'
594
- ? transcriptSeed.kvCache
595
- : null;
596
- const metricKv = metrics.kvCache && typeof metrics.kvCache === 'object'
597
- ? metrics.kvCache
598
- : null;
599
- const source = seedKv ?? metricKv ?? null;
600
- const kvCache = {
601
- mode: source ? 'stats' : 'not-captured',
602
- layout: typeof source?.layout === 'string' ? source.layout : null,
603
- kvDtype: typeof source?.kvDtype === 'string' ? source.kvDtype : null,
604
- seqLen: Number.isFinite(source?.seqLen) ? source.seqLen : null,
605
- maxSeqLen: Number.isFinite(source?.maxSeqLen) ? source.maxSeqLen : null,
606
- usedBytes: Number.isFinite(source?.usedBytes)
607
- ? source.usedBytes
608
- : (Number.isFinite(source?.used) ? source.used : null),
609
- allocatedBytes: Number.isFinite(source?.allocatedBytes)
610
- ? source.allocatedBytes
611
- : (Number.isFinite(source?.allocated) ? source.allocated : null),
612
- counters: source?.counters && typeof source.counters === 'object' ? source.counters : null,
613
- };
614
- const byteProof = {
615
- byteDigestMode: typeof source?.byteDigestMode === 'string' ? source.byteDigestMode : null,
616
- byteDigest: normalizeNullableHash(source?.byteDigest, 'referenceTranscript.kvCache.byteDigest'),
617
- byteDigests: Array.isArray(source?.byteDigests) ? source.byteDigests : null,
618
- };
619
- const hasByteProof = byteProof.byteDigestMode || byteProof.byteDigest || byteProof.byteDigests;
620
- return {
621
- ...kvCache,
622
- ...(hasByteProof ? byteProof : {}),
623
- ...(hasByteProof && kvCache.mode === 'stats' ? { mode: 'stats+sha256-layer-kv-bytes' } : {}),
624
- stateHash: normalizeNullableHash(source?.stateHash, 'referenceTranscript.kvCache.stateHash')
625
- ?? hashStableJson({ ...kvCache, ...(hasByteProof ? byteProof : {}) }),
626
- };
627
- }
628
-
629
- function buildReferenceAdapterStamp(report) {
630
- return {
631
- source: 'reference-report',
632
- surface: report.env?.runtime ?? (report.mode ? `browser-${report.mode}` : null),
633
- deviceInfoHash: hashStableJson(report.deviceInfo ?? null),
634
- deviceInfo: report.deviceInfo ?? null,
635
- };
636
- }
637
-
638
- async function buildReferenceTranscript(referenceReportPath, repoRoot, executionGraphHash) {
639
- const resolvedReportPath = path.resolve(referenceReportPath);
640
- const reportArtifact = await fileArtifact({
641
- role: 'reference-report',
642
- filePath: resolvedReportPath,
643
- repoRoot,
644
- });
645
- const { json: report } = await readJsonFile(resolvedReportPath, 'reference report');
646
- requirePlainObject(report, 'reference report');
647
- const metrics = report.metrics || {};
648
- if (!metrics || typeof metrics !== 'object' || Array.isArray(metrics)) {
649
- throw new Error('program bundle export: reference report must include metrics for transcript identity.');
650
- }
651
- const transcriptSeed = metrics.referenceTranscript && typeof metrics.referenceTranscript === 'object'
652
- ? metrics.referenceTranscript
653
- : null;
654
- const prompt = transcriptSeed?.prompt?.hash && transcriptSeed?.prompt?.identity
655
- ? {
656
- identity: transcriptSeed.prompt.identity,
657
- payload: transcriptSeed.prompt,
658
- hash: transcriptSeed.prompt.hash,
659
- }
660
- : resolvePromptPayload(report);
661
- const outputText = typeof report.output === 'string'
662
- ? report.output
663
- : (typeof metrics.generatedText === 'string' ? metrics.generatedText : '');
664
- const preview = Array.isArray(transcriptSeed?.tokens?.preview)
665
- ? transcriptSeed.tokens.preview
666
- : extractGenerationPreview(report);
667
- const fullTokenIds = Array.isArray(transcriptSeed?.tokens?.ids)
668
- ? transcriptSeed.tokens.ids.map((value) => Number(value)).filter((value) => Number.isInteger(value))
669
- : null;
670
- const previewTokenIds = preview
671
- .map((entry) => Number(entry?.id))
672
- .filter((value) => Number.isInteger(value));
673
- const tokenIdsForHash = fullTokenIds ?? previewTokenIds;
674
- const tokensGenerated = Number.isInteger(transcriptSeed?.output?.tokensGenerated)
675
- ? transcriptSeed.output.tokensGenerated
676
- : Number.isInteger(metrics.tokensGenerated)
677
- ? metrics.tokensGenerated
678
- : (Number.isInteger(metrics.generationDiagnostics?.total) ? metrics.generationDiagnostics.total : previewTokenIds.length);
679
- if (prompt.identity === 'unknown-prompt') {
680
- throw new Error('program bundle export: reference report must include metrics.prompt or metrics.promptInput.');
681
- }
682
- if (tokensGenerated < 1 || tokenIdsForHash.length < 1 || !outputText) {
683
- throw new Error(
684
- 'program bundle export: reference report must include generated output and token diagnostics.'
685
- );
686
- }
687
-
688
- return {
689
- artifact: reportArtifact,
690
- adapter: buildReferenceAdapterStamp(report),
691
- transcript: {
692
- schema: PROGRAM_BUNDLE_REFERENCE_TRANSCRIPT_SCHEMA_ID,
693
- source: {
694
- kind: 'browser-report',
695
- path: reportArtifact.path,
696
- hash: reportArtifact.hash,
697
- },
698
- executionGraphHash,
699
- surface: report.env?.runtime ?? (report.mode ? `browser-${report.mode}` : null),
700
- prompt: {
701
- identity: prompt.identity,
702
- hash: transcriptSeed?.prompt?.hash
703
- ? normalizeDigest(transcriptSeed.prompt.hash, 'referenceTranscript.prompt.hash')
704
- : hashStableJson(prompt.payload),
705
- tokenIdsHash: normalizeNullableHash(transcriptSeed?.prompt?.tokenIdsHash, 'referenceTranscript.prompt.tokenIdsHash'),
706
- tokenCount: Number.isFinite(transcriptSeed?.prompt?.tokenCount)
707
- ? transcriptSeed.prompt.tokenCount
708
- : null,
709
- },
710
- output: {
711
- textHash: transcriptSeed?.output?.textHash
712
- ? normalizeDigest(transcriptSeed.output.textHash, 'referenceTranscript.output.textHash')
713
- : `sha256:${sha256Hex(outputText)}`,
714
- tokensGenerated,
715
- stopReason: typeof transcriptSeed?.output?.stopReason === 'string'
716
- ? transcriptSeed.output.stopReason
717
- : (typeof metrics.stopReason === 'string' ? metrics.stopReason : 'unknown'),
718
- stopTokenId: Number.isInteger(transcriptSeed?.output?.stopTokenId)
719
- ? transcriptSeed.output.stopTokenId
720
- : (Number.isInteger(metrics.stopTokenId) ? metrics.stopTokenId : null),
721
- },
722
- tokens: {
723
- generatedTokenIdsHash: transcriptSeed?.tokens?.generatedTokenIdsHash
724
- ? normalizeDigest(transcriptSeed.tokens.generatedTokenIdsHash, 'referenceTranscript.tokens.generatedTokenIdsHash')
725
- : hashStableJson(tokenIdsForHash),
726
- generatedTextHash: transcriptSeed?.tokens?.generatedTextHash
727
- ? normalizeDigest(transcriptSeed.tokens.generatedTextHash, 'referenceTranscript.tokens.generatedTextHash')
728
- : `sha256:${sha256Hex(outputText)}`,
729
- preview,
730
- perStep: Array.isArray(transcriptSeed?.tokens?.perStep) && transcriptSeed.tokens.perStep.length > 0
731
- ? transcriptSeed.tokens.perStep
732
- : buildPerStepTokenProof(tokenIdsForHash),
733
- ...(fullTokenIds ? { ids: fullTokenIds } : {}),
734
- coverage: transcriptSeed?.tokens?.coverage && typeof transcriptSeed.tokens.coverage === 'object'
735
- ? transcriptSeed.tokens.coverage
736
- : {
737
- mode: metrics.generationDiagnostics?.omitted > 0 ? 'preview' : 'complete-preview',
738
- omitted: Number.isInteger(metrics.generationDiagnostics?.omitted)
739
- ? metrics.generationDiagnostics.omitted
740
- : 0,
741
- },
742
- },
743
- phase: {
744
- prefillMs: Number.isFinite(transcriptSeed?.phase?.prefillMs)
745
- ? transcriptSeed.phase.prefillMs
746
- : (Number.isFinite(metrics.prefillMs) ? metrics.prefillMs : null),
747
- decodeMs: Number.isFinite(transcriptSeed?.phase?.decodeMs)
748
- ? transcriptSeed.phase.decodeMs
749
- : (Number.isFinite(metrics.decodeMs) ? metrics.decodeMs : null),
750
- prefillTokens: Number.isFinite(transcriptSeed?.phase?.prefillTokens)
751
- ? transcriptSeed.phase.prefillTokens
752
- : (Number.isFinite(metrics.prefillTokens) ? metrics.prefillTokens : null),
753
- decodeTokens: Number.isFinite(transcriptSeed?.phase?.decodeTokens)
754
- ? transcriptSeed.phase.decodeTokens
755
- : (Number.isFinite(metrics.decodeTokens) ? metrics.decodeTokens : null),
756
- },
757
- kvCache: buildKvCacheTranscript(metrics, transcriptSeed),
758
- logits: transcriptSeed?.logits && typeof transcriptSeed.logits === 'object' ? transcriptSeed.logits : {
759
- mode: 'not-captured',
760
- reason: 'Browser reports do not persist per-step logits digests yet.',
761
- perStepDigests: null,
762
- },
763
- tolerance: transcriptSeed?.tolerance && typeof transcriptSeed.tolerance === 'object' ? transcriptSeed.tolerance : {
764
- tokenPolicy: 'exact generated token IDs when a full-token transcript is present; preview IDs are diagnostic only',
765
- logitsPolicy: 'not captured in current browser report fixtures',
766
- },
767
- },
768
- };
769
- }
770
-
771
- async function collectArtifacts(options, manifest, manifestArtifact, referenceReportArtifact) {
772
- const artifacts = [manifestArtifact];
280
+ async function collectArtifacts(options, manifest, manifestArtifact, referenceReportArtifact, programArtifacts) {
281
+ const artifacts = [manifestArtifact, ...programArtifacts];
773
282
  const storageArtifact = await resolveProgramBundleStorageArtifact(manifest, options.modelDir);
774
283
  const storageManifest = storageArtifact.manifest;
775
284
  const storageModelDir = storageArtifact.modelDir;
@@ -784,7 +293,12 @@ async function collectArtifacts(options, manifest, manifestArtifact, referenceRe
784
293
 
785
294
  if (Array.isArray(storageManifest.shards)) {
786
295
  for (const shard of storageManifest.shards) {
787
- artifacts.push(shardArtifact(shard, storageModelDir, options.repoRoot));
296
+ artifacts.push(await shardArtifact(
297
+ shard,
298
+ storageModelDir,
299
+ options.repoRoot,
300
+ storageManifest.hashAlgorithm
301
+ ));
788
302
  }
789
303
  }
790
304
 
@@ -841,7 +355,7 @@ function resolveProgramBundleOptions(options = {}) {
841
355
  };
842
356
  }
843
357
 
844
- export async function exportProgramBundle(options = {}) {
358
+ async function buildProgramBundle(options = {}) {
845
359
  const resolvedOptions = resolveProgramBundleOptions(options);
846
360
  const { raw: manifestRaw, json: manifest } = await readJsonFile(resolvedOptions.manifestPath, 'manifest');
847
361
  requirePlainObject(manifest, 'manifest');
@@ -854,7 +368,18 @@ export async function exportProgramBundle(options = {}) {
854
368
  const expandedStepHash = hashStableJson(expandedSteps);
855
369
  const closure = await buildWgslClosure(execution, expandedSteps, resolvedOptions);
856
370
  const executionMetadata = buildExecutionStepMetadata(execution, expandedSteps, closure.modules);
857
- const host = await buildHostContract(resolvedOptions.host, resolvedOptions.repoRoot);
371
+ const hostResult = await buildHostContract(resolvedOptions.host ?? (
372
+ manifest.inference?.supportsSequence === true ? { entrypoints: [{
373
+ id: 'sequence-encoding', module: 'src/tooling/program-bundle-host.js',
374
+ export: 'createSequenceProgram', role: 'model-orchestration',
375
+ }] } : manifest.inference?.supportsRerank === true ? { entrypoints: [{
376
+ id: 'reranking', module: 'src/tooling/program-bundle-host.js',
377
+ export: 'createRerankProgram', role: 'model-orchestration',
378
+ }] } : undefined
379
+ ), resolvedOptions.repoRoot);
380
+ const host = hostResult.contract;
381
+ const packageFiles = [...closure.packageFiles, ...hostResult.packageFiles]
382
+ .sort((left, right) => left.path.localeCompare(right.path));
858
383
  const manifestArtifact = {
859
384
  role: 'manifest',
860
385
  path: toRepoRelativePath(resolvedOptions.manifestPath, resolvedOptions.repoRoot),
@@ -866,11 +391,30 @@ export async function exportProgramBundle(options = {}) {
866
391
  resolvedOptions.repoRoot,
867
392
  executionGraphHash
868
393
  );
394
+ if (reference.transcript.operation === 'encodeSequence') {
395
+ if (manifest.inference?.supportsSequence !== true
396
+ || reference.transcript.modelId !== modelId
397
+ || reference.transcript.manifestHash !== manifestArtifact.hash
398
+ || reference.transcript.reference.source.checkpointId !== manifest.artifactIdentity?.sourceCheckpointId) {
399
+ throw new Error('program bundle export: sequence qualification does not bind this exact manifest.');
400
+ }
401
+ }
402
+ if (reference.transcript.operation === 'rerank') {
403
+ assertRerankSourceIdentity(manifest.artifactIdentity, reference.transcript.reference);
404
+ if (manifest.inference?.supportsRerank !== true
405
+ || reference.transcript.modelId !== modelId
406
+ || reference.transcript.manifestHash !== manifestArtifact.hash
407
+ || reference.transcript.reference.source.checkpointId !== manifest.artifactIdentity?.sourceCheckpointId
408
+ || hashStableJson(reference.transcript.reference.scoringConfig) !== hashStableJson(manifest.inference.rerank)) {
409
+ throw new Error('program bundle export: rerank qualification does not bind this exact manifest and scoring contract.');
410
+ }
411
+ }
869
412
  const artifacts = await collectArtifacts(
870
413
  resolvedOptions,
871
414
  manifest,
872
415
  manifestArtifact,
873
- reference.artifact
416
+ reference.artifact,
417
+ packageFiles.map((file) => file.artifact),
874
418
  );
875
419
  const weightArtifacts = artifacts.filter((artifact) => artifact.role === 'weight-shard');
876
420
  const conversionConfig = resolvedOptions.conversionConfigPath
@@ -883,6 +427,12 @@ export async function exportProgramBundle(options = {}) {
883
427
  bundleId: resolvedOptions.bundleId || `${modelId}-${executionGraphHash.slice('sha256:'.length, 'sha256:'.length + 12)}`,
884
428
  modelId,
885
429
  createdAtUtc: resolvedOptions.createdAtUtc || new Date().toISOString(),
430
+ package: {
431
+ schema: PROGRAM_BUNDLE_PACKAGE_SCHEMA_ID,
432
+ root: '.',
433
+ files: packageFiles.map((file) => file.artifact),
434
+ fileSetHash: hashStableJson(packageFiles.map((file) => file.artifact)),
435
+ },
886
436
  sources: {
887
437
  manifest: {
888
438
  path: manifestArtifact.path,
@@ -937,7 +487,14 @@ export async function exportProgramBundle(options = {}) {
937
487
  referenceTranscript: reference.transcript,
938
488
  };
939
489
 
940
- return validateProgramBundle(bundle);
490
+ return {
491
+ bundle: validateProgramBundle(bundle),
492
+ packageFiles,
493
+ };
494
+ }
495
+
496
+ export async function exportProgramBundle(options = {}) {
497
+ return (await buildProgramBundle(options)).bundle;
941
498
  }
942
499
 
943
500
  export async function writeProgramBundle(options = {}) {
@@ -945,9 +502,15 @@ export async function writeProgramBundle(options = {}) {
945
502
  if (!outputPath) {
946
503
  throw new Error('program bundle export: outputPath is required.');
947
504
  }
948
- const bundle = await exportProgramBundle(options);
505
+ const { bundle, packageFiles } = await buildProgramBundle(options);
949
506
  await fs.mkdir(path.dirname(outputPath), { recursive: true });
507
+ for (const file of packageFiles) {
508
+ const destination = path.resolve(path.dirname(outputPath), file.path);
509
+ await fs.mkdir(path.dirname(destination), { recursive: true });
510
+ await fs.writeFile(destination, file.contents, 'utf8');
511
+ }
950
512
  await fs.writeFile(outputPath, `${JSON.stringify(bundle, null, 2)}\n`, 'utf8');
513
+ await verifyClosedProgramBundle(outputPath, bundle);
951
514
  return {
952
515
  outputPath,
953
516
  bundle,
@@ -960,8 +523,39 @@ export async function loadProgramBundle(bundlePath) {
960
523
  return validateProgramBundle(json);
961
524
  }
962
525
 
526
+ export async function verifyClosedProgramBundle(bundlePath, providedBundle = null) {
527
+ const resolvedPath = path.resolve(bundlePath);
528
+ const bundle = providedBundle ?? await loadProgramBundle(resolvedPath);
529
+ const bundleRoot = path.dirname(resolvedPath);
530
+ const files = [];
531
+ for (const file of bundle.package.files) {
532
+ const filePath = path.resolve(bundleRoot, file.path);
533
+ const relative = path.relative(bundleRoot, filePath);
534
+ if (relative.startsWith('..') || path.isAbsolute(relative)) {
535
+ throw new Error(`program bundle: packaged file escapes bundle root: ${file.path}.`);
536
+ }
537
+ let bytes;
538
+ try {
539
+ bytes = await fs.readFile(filePath);
540
+ } catch (error) {
541
+ throw new Error(`program bundle: packaged file is unavailable: ${file.path}: ${error.message}`);
542
+ }
543
+ const hash = `sha256:${sha256BytesHex(bytes)}`;
544
+ if (hash !== file.hash || bytes.byteLength !== file.sizeBytes) {
545
+ throw new Error(`program bundle: packaged file hash/size mismatch: ${file.path}.`);
546
+ }
547
+ files.push({ ...file, absolutePath: filePath });
548
+ }
549
+ return {
550
+ ok: true,
551
+ bundle,
552
+ bundlePath: resolvedPath,
553
+ files,
554
+ };
555
+ }
963
556
  export async function checkProgramBundleFile(bundlePath) {
964
- const bundle = await loadProgramBundle(bundlePath);
557
+ const closed = await verifyClosedProgramBundle(bundlePath);
558
+ const bundle = closed.bundle;
965
559
  return {
966
560
  ok: true,
967
561
  path: path.resolve(bundlePath),
@@ -969,6 +563,7 @@ export async function checkProgramBundleFile(bundlePath) {
969
563
  bundleId: bundle.bundleId,
970
564
  artifactCount: bundle.artifacts.length,
971
565
  wgslModuleCount: bundle.wgslModules.length,
566
+ packagedFileCount: closed.files.length,
972
567
  executionGraphHash: bundle.sources.executionGraph.hash,
973
568
  };
974
569
  }