doppler-gpu 0.5.1 → 0.6.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (953) hide show
  1. package/CHANGELOG.md +33 -577
  2. package/LICENSE +21 -201
  3. package/README.md +165 -222
  4. package/models/catalog.json +241 -33
  5. package/package.json +106 -87
  6. package/src/capsule-runtime.d.ts +25 -0
  7. package/src/capsule-runtime.js +24 -0
  8. package/src/capsule.d.ts +8 -0
  9. package/src/capsule.js +4 -0
  10. package/src/cli/argument-contract.js +200 -0
  11. package/src/cli/browser-report-output.js +24 -0
  12. package/src/cli/cli-model-resolution.js +2 -2
  13. package/src/cli/cli-output.js +10 -0
  14. package/src/cli/commands/bundle.js +828 -0
  15. package/src/cli/doppler-cli.js +50 -1457
  16. package/src/cli/doppler-serve.js +18 -244
  17. package/src/cli/output/manifest.js +368 -0
  18. package/src/cli/runtime-profiles.js +1 -1
  19. package/src/cli/serve/capsule-handler.d.ts +33 -0
  20. package/src/cli/serve/capsule-handler.js +105 -0
  21. package/src/cli/serve/capsule-http.js +102 -0
  22. package/src/cli/serve/receipt.js +269 -0
  23. package/src/client/capsule-host.browser.js +2 -0
  24. package/src/client/capsule-host.d.ts +5 -0
  25. package/src/client/capsule-host.js +2 -0
  26. package/src/client/doppler-api.browser.js +42 -0
  27. package/src/client/doppler-api.d.ts +38 -1
  28. package/src/client/doppler-api.js +41 -1
  29. package/src/client/doppler-registry.js +15 -7
  30. package/src/client/electron/index.d.ts +4 -0
  31. package/src/client/electron/index.js +13 -0
  32. package/src/client/electron/ipc-contract.d.ts +9 -0
  33. package/src/client/electron/ipc-contract.js +56 -0
  34. package/src/client/electron/release-state.d.ts +53 -0
  35. package/src/client/electron/release-state.js +425 -0
  36. package/src/client/electron/renderer-runtime.d.ts +19 -0
  37. package/src/client/electron/renderer-runtime.js +104 -0
  38. package/src/client/failure-taxonomy.js +1 -28
  39. package/src/client/fault-injection.js +0 -8
  40. package/src/client/inspection.js +1 -1
  41. package/src/client/model-host/index.d.ts +140 -0
  42. package/src/client/model-host/index.js +548 -0
  43. package/src/client/model-host/model-evidence.js +255 -0
  44. package/src/client/model-host/model-session.d.ts +323 -0
  45. package/src/client/{runtime → model-host}/model-session.js +202 -148
  46. package/src/client/provider.d.ts +18 -2
  47. package/src/client/provider.js +26 -3
  48. package/src/client/receipt.js +30 -72
  49. package/src/client/runtime/capsule-acquisition.d.ts +18 -0
  50. package/src/client/runtime/capsule-acquisition.js +103 -0
  51. package/src/client/runtime/capsule-adapter-execution.d.ts +17 -0
  52. package/src/client/runtime/capsule-adapter-execution.js +63 -0
  53. package/src/client/runtime/capsule-artifact-source.js +62 -0
  54. package/src/client/runtime/capsule-embedding.d.ts +29 -0
  55. package/src/client/runtime/capsule-embedding.js +76 -0
  56. package/src/client/runtime/capsule-forecast-program.d.ts +2 -0
  57. package/src/client/runtime/capsule-forecast-program.js +85 -0
  58. package/src/client/runtime/capsule-forecast.d.ts +17 -0
  59. package/src/client/runtime/capsule-forecast.js +31 -0
  60. package/src/client/runtime/capsule-operation-adapters.d.ts +12 -0
  61. package/src/client/runtime/capsule-operation-adapters.js +69 -0
  62. package/src/client/runtime/capsule-operation-executor.d.ts +25 -0
  63. package/src/client/runtime/capsule-operation-executor.js +101 -0
  64. package/src/client/runtime/capsule-program-adapter.js +153 -0
  65. package/src/client/runtime/capsule-release-authorization.js +25 -0
  66. package/src/client/runtime/capsule-rerank.d.ts +50 -0
  67. package/src/client/runtime/capsule-rerank.js +105 -0
  68. package/src/client/runtime/capsule-session-execution.js +89 -0
  69. package/src/client/runtime/command-executor.d.ts +15 -0
  70. package/src/client/runtime/command-executor.js +128 -0
  71. package/src/client/runtime/composition-root.d.ts +77 -0
  72. package/src/client/runtime/composition-root.js +352 -0
  73. package/src/client/runtime/fetch-capsule-artifact-store.d.ts +10 -0
  74. package/src/client/runtime/fetch-capsule-artifact-store.js +25 -0
  75. package/src/client/runtime/index.d.ts +1 -117
  76. package/src/client/runtime/index.js +1 -433
  77. package/src/client/runtime/lora.d.ts +14 -0
  78. package/src/client/runtime/lora.js +19 -1
  79. package/src/client/runtime/model-manager.js +12 -0
  80. package/src/client/runtime/model-rerank.js +30 -0
  81. package/src/client/runtime/model-session.d.ts +1 -221
  82. package/src/client/runtime/model-source.d.ts +9 -0
  83. package/src/client/runtime/model-source.js +46 -17
  84. package/src/client/runtime/node-quickstart-cache.js +1 -1
  85. package/src/client/runtime/resolution-policy.d.ts +20 -0
  86. package/src/client/runtime/resolution-policy.js +84 -0
  87. package/src/client/runtime/resource-binder.d.ts +24 -0
  88. package/src/client/runtime/resource-binder.js +135 -0
  89. package/src/client/runtime/scoped-session.d.ts +10 -1
  90. package/src/client/runtime/scoped-session.js +20 -1
  91. package/src/client/runtime/session-controller.d.ts +19 -0
  92. package/src/client/runtime/session-controller.js +92 -0
  93. package/src/client/runtime/source-runtime.js +1 -1
  94. package/src/client/runtime/target-selector.d.ts +9 -0
  95. package/src/client/runtime/target-selector.js +2 -0
  96. package/src/client/runtime/types.d.ts +1 -0
  97. package/src/client/runtime/verified-capsule-artifact-store.js +101 -0
  98. package/src/client/wrap-pipeline-handle.js +3 -9
  99. package/src/config/backward-registry-loader.js +1 -1
  100. package/src/config/capsule-adapter-policy.js +30 -0
  101. package/src/config/capsule-adapters.d.ts +21 -0
  102. package/src/config/capsule-adapters.js +40 -0
  103. package/src/config/capsule-adapters.json +9 -0
  104. package/src/config/capsule-loading.d.ts +2 -0
  105. package/src/config/capsule-loading.js +14 -0
  106. package/src/config/capsule-loading.schema.json +12 -0
  107. package/src/config/capsule-operation.d.ts +19 -0
  108. package/src/config/capsule-operation.js +63 -0
  109. package/src/config/capsule-operations.json +17 -0
  110. package/src/config/capsule-release-contract.d.ts +66 -0
  111. package/src/config/capsule-release-contract.js +197 -0
  112. package/src/config/capsule-release-events.d.ts +53 -0
  113. package/src/config/capsule-release-events.js +172 -0
  114. package/src/config/capsule-sequence-receipt.js +19 -0
  115. package/src/config/capsule-serve.d.ts +9 -0
  116. package/src/config/capsule-serve.js +28 -0
  117. package/src/config/capsule-serve.schema.json +14 -0
  118. package/src/config/capsule-signature.d.ts +6 -0
  119. package/src/config/capsule-signature.js +50 -0
  120. package/src/config/capsule-v2.d.ts +70 -0
  121. package/src/config/capsule-v2.js +431 -0
  122. package/src/config/capsule-v3.d.ts +19 -0
  123. package/src/config/capsule-v3.js +72 -0
  124. package/src/config/capsule.d.ts +22 -0
  125. package/src/config/capsule.js +52 -0
  126. package/src/config/conversion/amplify/amplify-120m-f16-af32.json +1 -1
  127. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +3 -3
  128. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +2 -2
  129. package/src/config/conversion/esm/esm2-t12-35m-ur50d-f32-af32.json +62 -4
  130. package/src/config/conversion/esmc/esmc-300m-f32-af32.json +1 -1
  131. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +2 -2
  132. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +3 -3
  133. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +3 -3
  134. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +3 -3
  135. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +3 -3
  136. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +3 -3
  137. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +3 -3
  138. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +5 -5
  139. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +4 -4
  140. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +6 -6
  141. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +3 -3
  142. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +5 -5
  143. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +4 -4
  144. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +6 -6
  145. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +3 -3
  146. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +3 -3
  147. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +2 -2
  148. package/src/config/conversion/glmocr/glm-ocr-f16-af32.json +442 -0
  149. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +2 -2
  150. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +2 -2
  151. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +2 -2
  152. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +3 -3
  153. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-bf16-af32.json +529 -0
  154. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-f16-af32.json +529 -0
  155. package/src/config/conversion/nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32.json +1 -1
  156. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +6 -6
  157. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +6 -6
  158. package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +1 -1
  159. package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +6 -6
  160. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +7 -7
  161. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +6 -6
  162. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-f16-af32.json +463 -0
  163. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +3 -3
  164. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +3 -3
  165. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-true-logit-af32.json +481 -0
  166. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +60 -8
  167. package/src/config/conversion/qwen3/qwen3.8-27b-text-f16-af32.json +561 -0
  168. package/src/config/conversion/qwen3/qwen3.8-27b-text-q4k-ehaf16.json +558 -0
  169. package/src/config/dtype-transition-contract.js +40 -0
  170. package/src/config/embedding-contract.js +26 -0
  171. package/src/config/embedding-reference.js +85 -0
  172. package/src/config/evidence/source-intake-policy.json +1 -1
  173. package/src/config/execution-contract-check.d.ts +16 -73
  174. package/src/config/execution-contract-check.js +7 -429
  175. package/src/config/forecast-manifest.js +56 -0
  176. package/src/config/generation-contract.d.ts +39 -0
  177. package/src/config/generation-contract.js +66 -0
  178. package/src/config/generation-contract.json +32 -0
  179. package/src/config/heterogeneous-attention-contract.js +46 -0
  180. package/src/config/initial-execution-identity.d.ts +58 -0
  181. package/src/config/initial-execution-identity.js +331 -0
  182. package/src/config/kernel-path-loader.d.ts +17 -0
  183. package/src/config/kernel-path-loader.js +42 -8
  184. package/src/config/kernel-registry-contract.d.ts +25 -0
  185. package/src/config/kernel-registry-contract.js +46 -0
  186. package/src/config/kernels/kernel-ref-digests.js +66 -18
  187. package/src/config/kernels/registry.js +1 -1
  188. package/src/config/kernels/registry.json +13617 -11377
  189. package/src/config/lora-layouts.d.ts +10 -0
  190. package/src/config/lora-layouts.js +17 -0
  191. package/src/config/lora-layouts.json +9 -0
  192. package/src/config/manifest-inference-validation.js +575 -0
  193. package/src/config/merge/execution-patches.js +12 -0
  194. package/src/config/{merge-helpers.js → merge/kernel-path-policy.js} +0 -52
  195. package/src/config/merge/value-selection.js +38 -0
  196. package/src/config/merge.js +43 -11
  197. package/src/config/model-ir-v2.d.ts +57 -0
  198. package/src/config/model-ir-v2.js +258 -0
  199. package/src/config/model-ir.d.ts +49 -0
  200. package/src/config/model-ir.js +180 -0
  201. package/src/config/param-validator.js +1 -1
  202. package/src/config/platforms/amd-strix-halo-gfx1151.json +17 -0
  203. package/src/config/platforms/loader.js +2 -1
  204. package/src/config/production-release-evidence.d.ts +23 -0
  205. package/src/config/production-release-evidence.js +423 -0
  206. package/src/config/production-release.js +321 -0
  207. package/src/{client/doppler-registry.json → config/quickstart-registry.json} +7 -7
  208. package/src/config/required-inference-fields-contract-check.js +2 -2
  209. package/src/config/rerank-reference.d.ts +28 -0
  210. package/src/config/rerank-reference.js +89 -0
  211. package/src/config/revocation-policy.d.ts +65 -0
  212. package/src/config/revocation-policy.js +290 -0
  213. package/src/config/revocation-registry.json +11 -0
  214. package/src/config/revocation-updates.d.ts +68 -0
  215. package/src/config/revocation-updates.js +440 -0
  216. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +1 -1
  217. package/src/config/runtime/profiles/muse-glimmer-30b-source-parity-f32kv.json +30 -0
  218. package/src/config/runtime/profiles/muse-glimmer-30b-source-parity.json +110 -0
  219. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +1 -1
  220. package/src/config/runtime/profiles/qwen3-8-27b-source-parity.json +87 -0
  221. package/src/config/runtime-merge.js +1 -1
  222. package/src/config/runtime.js +1 -1
  223. package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
  224. package/src/config/schema/browser-suite-metrics.schema.js +2 -0
  225. package/src/config/schema/conversion-report.schema.d.ts +3 -0
  226. package/src/config/schema/conversion-report.schema.js +29 -0
  227. package/src/config/schema/converter.schema.d.ts +1 -0
  228. package/src/config/schema/debug.schema.d.ts +1 -0
  229. package/src/config/schema/doppler.schema.js +6 -5
  230. package/src/config/schema/emulation.schema.js +1 -1
  231. package/src/config/schema/execution-v1.schema.d.ts +3 -0
  232. package/src/config/schema/execution-v1.schema.js +19 -0
  233. package/src/config/schema/harness.schema.d.ts +13 -0
  234. package/src/config/schema/harness.schema.js +6 -0
  235. package/src/config/schema/inference.schema.d.ts +21 -2
  236. package/src/config/schema/kernel-thresholds.schema.js +1 -1
  237. package/src/config/schema/manifest.schema.d.ts +26 -7
  238. package/src/config/schema/manifest.schema.js +10 -1
  239. package/src/config/schema/program-bundle.schema.d.ts +52 -6
  240. package/src/config/schema/program-bundle.schema.js +145 -10
  241. package/src/config/sequence-reference.d.ts +26 -0
  242. package/src/config/sequence-reference.js +100 -0
  243. package/src/config/source-packages/litert/gemma-4-e2b-it.json +2 -2
  244. package/src/config/target-plan.d.ts +108 -0
  245. package/src/config/target-plan.js +411 -0
  246. package/src/config/training-defaults.js +1 -1
  247. package/src/config/transforms/capability-transform-resolver.js +4 -105
  248. package/src/config/transforms/execution-graph/dtype.js +591 -0
  249. package/src/config/transforms/execution-graph/fusion.js +436 -0
  250. package/src/config/transforms/execution-graph/validation.js +414 -0
  251. package/src/config/transforms/execution-graph-transforms.js +13 -1419
  252. package/src/converter/artifact-identity.js +475 -0
  253. package/src/converter/conversion-plan.js +1 -1
  254. package/src/converter/core.js +94 -2096
  255. package/src/converter/forge-candidate-evaluation.js +271 -0
  256. package/src/converter/forge-qualification.js +163 -0
  257. package/src/converter/forge-stages.js +800 -0
  258. package/src/converter/manifest-builder.js +683 -0
  259. package/src/converter/quantization-info.js +4 -1
  260. package/src/converter/quantizer.js +76 -13
  261. package/src/converter/shard-packer.d.ts +1 -1
  262. package/src/converter/shard-packer.js +2 -2
  263. package/src/converter/tensor-transform.js +640 -0
  264. package/src/converter/tokenizer-contract.js +243 -0
  265. package/src/converter/tokenizer-manifest.js +243 -0
  266. package/src/debug/history.js +0 -8
  267. package/src/debug/index.js +0 -10
  268. package/src/debug/tensor.js +1 -1
  269. package/src/debug/trace.js +0 -7
  270. package/src/experimental/adapters/adapter-manager.js +2 -0
  271. package/src/experimental/adapters/adapter-manifest.d.ts +6 -0
  272. package/src/experimental/adapters/adapter-manifest.js +11 -0
  273. package/src/experimental/adapters/artifact-contract.d.ts +2 -2
  274. package/src/experimental/adapters/artifact-contract.js +5 -2
  275. package/src/experimental/adapters/lora-loader.d.ts +10 -1
  276. package/src/experimental/adapters/lora-loader.js +110 -48
  277. package/src/{inference/pipelines → experimental}/audio/gemma4.js +9 -31
  278. package/src/experimental/bdpa/basis-decomposed-paged.d.ts +50 -0
  279. package/src/experimental/bdpa/basis-decomposed-paged.js +276 -0
  280. package/src/experimental/bridge/trainer-artifact-bridge.js +3 -3
  281. package/src/experimental/browser/browser-converter.js +11 -11
  282. package/src/experimental/diffusion/index.d.ts +1 -1
  283. package/src/experimental/diffusion/index.js +1 -1
  284. package/src/{inference/pipelines → experimental}/diffusion/pipeline.d.ts +2 -2
  285. package/src/{inference/pipelines → experimental}/diffusion/pipeline.js +17 -17
  286. package/src/{inference/pipelines → experimental}/diffusion/text-encoder-gpu.js +21 -19
  287. package/src/experimental/diffusion/vae.js +596 -0
  288. package/src/experimental/distribution/shard-delivery/receipt.js +588 -0
  289. package/src/experimental/distribution/shard-delivery/retry.js +392 -0
  290. package/src/experimental/distribution/shard-delivery/transport.js +831 -0
  291. package/src/experimental/distribution/shard-delivery.js +4 -1709
  292. package/src/experimental/energy/index.d.ts +2 -2
  293. package/src/experimental/energy/index.js +2 -2
  294. package/src/{inference/pipelines → experimental}/energy/pipeline.js +13 -13
  295. package/src/{inference/pipelines → experimental}/energy/types.d.ts +2 -2
  296. package/src/experimental/logits/cpu-output.d.ts +27 -0
  297. package/src/{inference/pipelines/text/logits/utils.js → experimental/logits/cpu-output.js} +19 -27
  298. package/src/experimental/logits/cpu.d.ts +87 -0
  299. package/src/experimental/logits/cpu.js +95 -0
  300. package/src/experimental/orchestration/energy-row-head-pipeline.d.ts +103 -0
  301. package/src/{inference/pipelines/energy-head/row-head-pipeline.js → experimental/orchestration/energy-row-head-pipeline.js} +13 -13
  302. package/src/experimental/orchestration/index.d.ts +1 -1
  303. package/src/experimental/orchestration/index.js +1 -1
  304. package/src/experimental/training/artifacts.js +2 -2
  305. package/src/experimental/training/checkpoint.js +2 -2
  306. package/src/experimental/training/distillation/artifacts.js +1 -1
  307. package/src/experimental/training/distillation/dataset.js +2 -2
  308. package/src/experimental/training/distillation/eval.js +1 -1
  309. package/src/experimental/training/distillation/runtime.js +2 -2
  310. package/src/experimental/training/distillation/student-fixture/execution.js +166 -0
  311. package/src/experimental/training/distillation/student-fixture/model.js +353 -0
  312. package/src/experimental/training/distillation/student-fixture.js +2 -469
  313. package/src/experimental/training/lora/checkpoint.js +746 -0
  314. package/src/experimental/training/lora/execution.js +550 -0
  315. package/src/experimental/training/lora/plan.js +387 -0
  316. package/src/experimental/training/lora/recovery.js +418 -0
  317. package/src/experimental/training/lora-pipeline.js +7 -1949
  318. package/src/experimental/training/operator-artifacts.js +2 -2
  319. package/src/experimental/training/operator-command.js +4 -4
  320. package/src/experimental/training/runner/evaluation.js +62 -0
  321. package/src/experimental/training/runner/lifecycle.js +257 -0
  322. package/src/experimental/training/runner.js +5 -268
  323. package/src/experimental/training/suite/execution.js +879 -0
  324. package/src/experimental/training/suite/plan.js +855 -0
  325. package/src/experimental/training/suite.js +5 -1659
  326. package/src/experimental/training/workloads.d.ts +5 -5
  327. package/src/experimental/training/workloads.js +6 -6
  328. package/src/experimental/turboquant/codebook.js +470 -0
  329. package/src/formats/quantization-constants.d.ts +11 -0
  330. package/src/formats/quantization-constants.js +11 -0
  331. package/src/formats/rdrr/integrity.js +1 -1
  332. package/src/formats/rdrr/lowerings.js +0 -29
  333. package/src/formats/rdrr/merkle.js +1 -1
  334. package/src/formats/rdrr/tensor-config-validator.js +25 -5
  335. package/src/formats/rdrr/validation.js +3 -3
  336. package/src/gpu/command-recorder.d.ts +10 -1
  337. package/src/gpu/command-recorder.js +58 -14
  338. package/src/gpu/constant-buffer.js +29 -0
  339. package/src/gpu/device-state.js +44 -0
  340. package/src/gpu/device.js +11 -41
  341. package/src/gpu/kernel-runtime.js +2 -1
  342. package/src/gpu/kernels/activation-static-qdq.js +1 -1
  343. package/src/gpu/kernels/append_embedding.wgsl +14 -0
  344. package/src/gpu/kernels/attention/executors.js +960 -0
  345. package/src/gpu/kernels/attention/plan.js +472 -0
  346. package/src/gpu/kernels/attention.d.ts +4 -0
  347. package/src/gpu/kernels/attention.js +145 -1545
  348. package/src/gpu/kernels/attention_relative.wgsl +59 -0
  349. package/src/gpu/kernels/backward/adam.js +2 -1
  350. package/src/gpu/kernels/backward/attention_backward.js +1 -1
  351. package/src/gpu/kernels/backward/bias_add_backward.d.ts +1 -1
  352. package/src/gpu/kernels/backward/bias_add_backward.js +1 -1
  353. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.js +2 -1
  354. package/src/gpu/kernels/backward/conv2d_backward.d.ts +1 -1
  355. package/src/gpu/kernels/backward/conv2d_backward.js +2 -1
  356. package/src/gpu/kernels/backward/cross_entropy_backward.d.ts +1 -1
  357. package/src/gpu/kernels/backward/cross_entropy_backward.js +1 -1
  358. package/src/gpu/kernels/backward/embed_backward.js +2 -1
  359. package/src/gpu/kernels/backward/executor.d.ts +34 -0
  360. package/src/gpu/kernels/backward/executor.js +158 -0
  361. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.js +2 -1
  362. package/src/gpu/kernels/backward/gated_rmsnorm_backward.js +2 -1
  363. package/src/gpu/kernels/backward/gelu_backward.d.ts +1 -1
  364. package/src/gpu/kernels/backward/gelu_backward.js +1 -1
  365. package/src/gpu/kernels/backward/groupnorm_backward.d.ts +1 -1
  366. package/src/gpu/kernels/backward/groupnorm_backward.js +1 -1
  367. package/src/gpu/kernels/backward/layernorm_backward.d.ts +1 -1
  368. package/src/gpu/kernels/backward/layernorm_backward.js +2 -1
  369. package/src/gpu/kernels/backward/matmul.js +133 -0
  370. package/src/gpu/kernels/backward/matmul_backward.d.ts +0 -1
  371. package/src/gpu/kernels/backward/matmul_backward.js +1 -1
  372. package/src/gpu/kernels/backward/pixel_shuffle_backward.d.ts +1 -1
  373. package/src/gpu/kernels/backward/pixel_shuffle_backward.js +1 -1
  374. package/src/gpu/kernels/backward/rmsnorm_backward.d.ts +1 -1
  375. package/src/gpu/kernels/backward/rmsnorm_backward.js +2 -1
  376. package/src/gpu/kernels/backward/rope_backward.d.ts +1 -1
  377. package/src/gpu/kernels/backward/rope_backward.js +2 -1
  378. package/src/gpu/kernels/backward/scale_backward.d.ts +1 -1
  379. package/src/gpu/kernels/backward/scale_backward.js +2 -1
  380. package/src/gpu/kernels/backward/silu_backward.d.ts +1 -1
  381. package/src/gpu/kernels/backward/silu_backward.js +1 -1
  382. package/src/gpu/kernels/backward/softmax_backward.d.ts +1 -1
  383. package/src/gpu/kernels/backward/softmax_backward.js +1 -1
  384. package/src/gpu/kernels/backward/upsample2d_backward.d.ts +1 -1
  385. package/src/gpu/kernels/backward/upsample2d_backward.js +1 -1
  386. package/src/gpu/kernels/backward/utils.js +2 -392
  387. package/src/gpu/kernels/bind-group-validation.js +16 -0
  388. package/src/gpu/kernels/cast.js +2 -1
  389. package/src/gpu/kernels/check-finiteness.js +13 -49
  390. package/src/gpu/kernels/check-hot-vocab-stop.js +13 -39
  391. package/src/gpu/kernels/check-stop.js +14 -33
  392. package/src/gpu/kernels/check_finiteness.wgsl +33 -0
  393. package/src/gpu/kernels/check_hot_vocab_stop.wgsl +29 -0
  394. package/src/gpu/kernels/check_stop.wgsl +20 -0
  395. package/src/gpu/kernels/clamp.js +1 -1
  396. package/src/gpu/kernels/conv2d.js +1 -1
  397. package/src/gpu/kernels/cross_entropy_loss.js +1 -1
  398. package/src/gpu/kernels/depthwise_conv1d.js +1 -1
  399. package/src/gpu/kernels/depthwise_conv2d.js +1 -1
  400. package/src/gpu/kernels/dequant.js +7 -2
  401. package/src/gpu/kernels/diffusion-gemma-sampling.js +3 -5
  402. package/src/gpu/kernels/dispatch.js +12 -1
  403. package/src/gpu/kernels/embedding-pool.js +72 -0
  404. package/src/gpu/kernels/embedding_pool_f16.wgsl +38 -0
  405. package/src/gpu/kernels/embedding_pool_f32.wgsl +36 -0
  406. package/src/gpu/kernels/energy.js +2 -1
  407. package/src/gpu/kernels/forecast_output.wgsl +17 -0
  408. package/src/gpu/kernels/fused-gate-up-gelu.js +1 -1
  409. package/src/gpu/kernels/fused_ffn.js +10 -220
  410. package/src/gpu/kernels/fused_matmul_residual.js +2 -1
  411. package/src/gpu/kernels/fused_matmul_rmsnorm.js +2 -1
  412. package/src/gpu/kernels/fused_normed_ffn_q4k.wgsl +208 -0
  413. package/src/gpu/kernels/gated-short-conv.js +11 -69
  414. package/src/gpu/kernels/gated_delta_conv.wgsl +66 -0
  415. package/src/gpu/kernels/gated_delta_conv_f16.wgsl +68 -0
  416. package/src/gpu/kernels/gated_delta_fused_decode.wgsl +173 -0
  417. package/src/gpu/kernels/gated_delta_fused_decode_f16.wgsl +175 -0
  418. package/src/gpu/kernels/gated_delta_recurrent.wgsl +165 -0
  419. package/src/gpu/kernels/gated_delta_recurrent_f16.wgsl +167 -0
  420. package/src/gpu/kernels/gated_short_conv.wgsl +47 -0
  421. package/src/gpu/kernels/gather.d.ts +1 -1
  422. package/src/gpu/kernels/gather.js +30 -6
  423. package/src/gpu/kernels/gather_bf16.wgsl +69 -0
  424. package/src/gpu/kernels/gelu.d.ts +4 -0
  425. package/src/gpu/kernels/gelu.js +12 -2
  426. package/src/gpu/kernels/gelu.wgsl +16 -0
  427. package/src/gpu/kernels/gelu_f16.wgsl +16 -0
  428. package/src/gpu/kernels/gemma4-route-expert.js +1 -1
  429. package/src/gpu/kernels/grouped_pointwise_conv2d.js +1 -1
  430. package/src/gpu/kernels/groupnorm.js +1 -1
  431. package/src/gpu/kernels/index.d.ts +38 -5
  432. package/src/gpu/kernels/index.js +18 -4
  433. package/src/gpu/kernels/instance_stats.wgsl +26 -0
  434. package/src/gpu/kernels/kernel-base.js +1 -1
  435. package/src/gpu/kernels/kernel-cache-lifecycle.d.ts +9 -0
  436. package/src/gpu/kernels/kernel-cache-lifecycle.js +26 -0
  437. package/src/gpu/kernels/kernel-configs.d.ts +10 -61
  438. package/src/gpu/kernels/kernel-configs.js +26 -54
  439. package/src/gpu/kernels/kernel-execution.js +141 -0
  440. package/src/gpu/kernels/kv-cache-write.js +4 -4
  441. package/src/gpu/kernels/kv-quantize.js +4 -1
  442. package/src/gpu/kernels/l2-normalize.js +36 -0
  443. package/src/gpu/kernels/l2_normalize.wgsl +53 -0
  444. package/src/gpu/kernels/layernorm.d.ts +4 -4
  445. package/src/gpu/kernels/layernorm.js +44 -7
  446. package/src/gpu/kernels/linear-attention-core.js +29 -449
  447. package/src/gpu/kernels/linear_attention.js +1 -1
  448. package/src/gpu/kernels/lm-head-argmax.js +2 -2
  449. package/src/gpu/kernels/lm-head-select-logits.js +2 -2
  450. package/src/gpu/kernels/logit-finalize.js +103 -0
  451. package/src/gpu/kernels/logit-merge.js +13 -125
  452. package/src/gpu/kernels/logit-scatter.js +40 -0
  453. package/src/gpu/kernels/logit_finalize_f16.wgsl +43 -0
  454. package/src/gpu/kernels/logit_finalize_f32.wgsl +41 -0
  455. package/src/gpu/kernels/logit_merge_geometric.wgsl +23 -0
  456. package/src/gpu/kernels/logit_merge_max.wgsl +23 -0
  457. package/src/gpu/kernels/logit_merge_weighted.wgsl +23 -0
  458. package/src/gpu/kernels/logit_scatter_f16.wgsl +26 -0
  459. package/src/gpu/kernels/logit_scatter_f32.wgsl +24 -0
  460. package/src/gpu/kernels/matmul-dispatch.js +6 -1
  461. package/src/gpu/kernels/matmul-selection.js +3 -2
  462. package/src/gpu/kernels/matmul.js +4 -15
  463. package/src/gpu/kernels/matmul_bf16w_f32a.wgsl +93 -0
  464. package/src/gpu/kernels/matmul_gemv_subgroup_bf16w.wgsl +433 -0
  465. package/src/gpu/kernels/modulate.js +1 -1
  466. package/src/gpu/kernels/moe.js +3 -1
  467. package/src/gpu/kernels/moe_router_bias_add_f16_f16.wgsl +23 -0
  468. package/src/gpu/kernels/moe_router_bias_add_f16_f32.wgsl +23 -0
  469. package/src/gpu/kernels/moe_router_bias_add_f32_f16.wgsl +23 -0
  470. package/src/gpu/kernels/moe_router_bias_add_f32_f32.wgsl +21 -0
  471. package/src/gpu/kernels/patch_context.wgsl +29 -0
  472. package/src/gpu/kernels/pipeline-cache.js +3 -1
  473. package/src/gpu/kernels/pixel_shuffle.js +1 -1
  474. package/src/gpu/kernels/probe_shader_f16.wgsl +7 -0
  475. package/src/gpu/kernels/relu.js +1 -1
  476. package/src/gpu/kernels/rep-penalty.js +30 -5
  477. package/src/gpu/kernels/rep_penalty.wgsl +25 -30
  478. package/src/gpu/kernels/rep_penalty_f16.wgsl +24 -25
  479. package/src/gpu/kernels/repeat_channels.js +1 -1
  480. package/src/gpu/kernels/residual.js +2 -2
  481. package/src/gpu/kernels/rmsnorm-pair.js +1 -1
  482. package/src/gpu/kernels/rmsnorm-qk.js +1 -1
  483. package/src/gpu/kernels/rmsnorm-stats.js +14 -113
  484. package/src/gpu/kernels/rmsnorm.js +1 -1
  485. package/src/gpu/kernels/rmsnorm_serial.wgsl +19 -0
  486. package/src/gpu/kernels/rmsnorm_stats.wgsl +59 -0
  487. package/src/gpu/kernels/rmsnorm_stats_subgroups.wgsl +76 -0
  488. package/src/gpu/kernels/rope-precompute.js +160 -0
  489. package/src/gpu/kernels/rope-qk.js +1 -1
  490. package/src/gpu/kernels/rope.js +2 -2
  491. package/src/gpu/kernels/rope_precompute.wgsl +74 -0
  492. package/src/gpu/kernels/sample.d.ts +1 -0
  493. package/src/gpu/kernels/sample.js +36 -17
  494. package/src/gpu/kernels/sample.wgsl +112 -157
  495. package/src/gpu/kernels/sample_f16.wgsl +168 -162
  496. package/src/gpu/kernels/scale.js +1 -1
  497. package/src/gpu/kernels/shader-cache.js +8 -4
  498. package/src/gpu/kernels/shader-source-scope.js +68 -0
  499. package/src/gpu/kernels/silu.js +2 -1
  500. package/src/gpu/kernels/soft-embedding.js +3 -1
  501. package/src/gpu/kernels/softmax.js +4 -2
  502. package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +1 -1
  503. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +1 -1
  504. package/src/gpu/kernels/split_qg.js +1 -1
  505. package/src/gpu/kernels/split_qkv.d.ts +2 -0
  506. package/src/gpu/kernels/split_qkv.js +18 -3
  507. package/src/gpu/kernels/split_qkv.wgsl +5 -2
  508. package/src/gpu/kernels/split_qkv_f16.wgsl +5 -2
  509. package/src/gpu/kernels/submit_probe.wgsl +6 -0
  510. package/src/gpu/kernels/transpose.js +1 -1
  511. package/src/gpu/kernels/turboquant-codebook.js +4 -535
  512. package/src/gpu/kernels/uniform-utils.js +7 -2
  513. package/src/gpu/kernels/upsample2d.js +1 -1
  514. package/src/gpu/kernels/utils.js +9 -330
  515. package/src/gpu/kernels/vision-average-pool.d.ts +13 -0
  516. package/src/gpu/kernels/vision-average-pool.js +68 -0
  517. package/src/gpu/kernels/vision-patch-embed.d.ts +17 -0
  518. package/src/gpu/kernels/vision-patch-embed.js +117 -0
  519. package/src/gpu/kernels/vision-position-embedding.d.ts +13 -0
  520. package/src/gpu/kernels/vision-position-embedding.js +79 -0
  521. package/src/gpu/kernels/vision-rope-2d.d.ts +16 -0
  522. package/src/gpu/kernels/vision-rope-2d.js +73 -0
  523. package/src/gpu/kernels/vision-spatial-merge.d.ts +19 -0
  524. package/src/gpu/kernels/vision-spatial-merge.js +100 -0
  525. package/src/gpu/kernels/vision_average_pool.wgsl +42 -0
  526. package/src/gpu/kernels/vision_patch_embed.wgsl +59 -0
  527. package/src/gpu/kernels/vision_patch_embed_f16w.wgsl +61 -0
  528. package/src/gpu/kernels/vision_position_embedding.wgsl +33 -0
  529. package/src/gpu/kernels/vision_position_embedding_f16.wgsl +35 -0
  530. package/src/gpu/kernels/vision_rope_2d.wgsl +60 -0
  531. package/src/gpu/kernels/vision_spatial_merge.wgsl +48 -0
  532. package/src/gpu/readback-buffer.js +20 -0
  533. package/src/gpu/submit-probe.js +2 -26
  534. package/src/gpu/weight-buffer.d.ts +1 -0
  535. package/src/gpu/weight-buffer.js +7 -0
  536. package/src/index.d.ts +12 -0
  537. package/src/index.js +2 -0
  538. package/src/inference/browser-harness/benchmark-execution.js +872 -0
  539. package/src/inference/browser-harness/benchmark-rerank.js +284 -0
  540. package/src/inference/browser-harness/decode-diagnostics.js +241 -0
  541. package/src/inference/browser-harness/diffusion-performance.js +102 -0
  542. package/src/inference/browser-harness/inference-execution.js +543 -0
  543. package/src/inference/{browser-harness-model-helpers.js → browser-harness/model-initialization.js} +14 -145
  544. package/src/inference/browser-harness/model-resolution.js +137 -0
  545. package/src/inference/browser-harness/report.js +338 -0
  546. package/src/inference/browser-harness/request.js +263 -0
  547. package/src/inference/browser-harness/runtime-config.d.ts +25 -0
  548. package/src/inference/browser-harness/runtime-config.js +255 -0
  549. package/src/inference/browser-harness/runtime-isolation.d.ts +13 -0
  550. package/src/inference/browser-harness/runtime-isolation.js +45 -0
  551. package/src/inference/browser-harness/runtime-report.d.ts +26 -0
  552. package/src/inference/browser-harness/runtime-report.js +117 -0
  553. package/src/inference/browser-harness/suite-summary.js +39 -0
  554. package/src/inference/browser-harness/text-evidence.js +694 -0
  555. package/src/inference/browser-harness/text-execution.js +757 -0
  556. package/src/inference/browser-harness/text-input.js +725 -0
  557. package/src/inference/{browser-harness-suite-helpers.js → browser-harness/timing-diagnostics.js} +1 -379
  558. package/src/inference/browser-harness-contract-helpers.js +1 -1
  559. package/src/inference/browser-harness-diffusion-energy-suites.js +8 -3
  560. package/src/inference/browser-harness-runtime-helpers.d.ts +3 -56
  561. package/src/inference/browser-harness-runtime-helpers.js +3 -423
  562. package/src/inference/browser-harness-text-helpers.js +31 -2199
  563. package/src/inference/browser-harness.d.ts +15 -2
  564. package/src/inference/browser-harness.js +38 -1952
  565. package/src/inference/kv-cache/base.js +67 -381
  566. package/src/inference/kv-cache/basis-decomposed-paged.d.ts +2 -50
  567. package/src/inference/kv-cache/basis-decomposed-paged.js +1 -276
  568. package/src/inference/kv-cache/quantized.d.ts +2 -2
  569. package/src/inference/kv-cache/quantized.js +4 -8
  570. package/src/inference/kv-cache/update.js +309 -0
  571. package/src/inference/model-checkpoint-evidence.d.ts +75 -0
  572. package/src/inference/model-checkpoint-evidence.js +264 -0
  573. package/src/inference/moe-router.js +36 -216
  574. package/src/inference/multi-model-network.js +5 -341
  575. package/src/inference/pipelines/audio/index.js +1 -20
  576. package/src/inference/pipelines/audio/mel.js +0 -38
  577. package/src/inference/pipelines/context.js +6 -2
  578. package/src/inference/pipelines/diffusion/profile-timing.js +10 -0
  579. package/src/inference/pipelines/diffusion/runtime-resources.js +54 -0
  580. package/src/inference/pipelines/diffusion/sd3/execution.js +805 -0
  581. package/src/inference/pipelines/diffusion/sd3/plan.js +125 -0
  582. package/src/inference/pipelines/diffusion/sd3-transformer.js +44 -895
  583. package/src/inference/pipelines/diffusion/{vae.js → vae/execution.js} +46 -618
  584. package/src/inference/pipelines/diffusion/{helpers.js → weight-contract.js} +1 -68
  585. package/src/inference/pipelines/energy-head/row-head-pipeline.d.ts +1 -103
  586. package/src/inference/pipelines/factory.js +14 -3
  587. package/src/inference/pipelines/shader-scoped-pipeline.js +29 -0
  588. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +2 -0
  589. package/src/inference/pipelines/structured/json-grammar-mask.js +115 -124
  590. package/src/inference/pipelines/text/abort-contract.js +22 -0
  591. package/src/inference/pipelines/text/attention/attn-config.js +1 -16
  592. package/src/inference/pipelines/text/attention/gate-projection.js +30 -0
  593. package/src/inference/pipelines/text/attention/heterogeneous-contract.js +8 -0
  594. package/src/inference/pipelines/text/attention/interpreter/immediate.js +211 -0
  595. package/src/inference/pipelines/text/attention/interpreter/recorded.js +451 -0
  596. package/src/inference/pipelines/text/attention/interpreter.js +89 -439
  597. package/src/inference/pipelines/text/attention/plan.d.ts +1 -0
  598. package/src/inference/pipelines/text/attention/plan.js +17 -0
  599. package/src/inference/pipelines/text/attention/projection-executor.js +331 -0
  600. package/src/inference/pipelines/text/attention/projection-plan.js +259 -0
  601. package/src/inference/pipelines/text/attention/projections.js +20 -537
  602. package/src/inference/pipelines/text/attention/query-transform.js +11 -0
  603. package/src/inference/pipelines/text/attention/record.js +0 -6
  604. package/src/inference/pipelines/text/attention/recorded-health.js +21 -0
  605. package/src/inference/pipelines/text/attention/rope-observation.js +40 -0
  606. package/src/inference/pipelines/text/attention/run.js +0 -6
  607. package/src/inference/pipelines/text/attention/types.js +3 -31
  608. package/src/inference/pipelines/text/chat-format.d.ts +3 -0
  609. package/src/inference/pipelines/text/chat-format.js +42 -0
  610. package/src/inference/pipelines/text/config/normalization.js +729 -0
  611. package/src/inference/pipelines/text/config/validation.js +9 -0
  612. package/src/inference/pipelines/text/config.d.ts +12 -1
  613. package/src/inference/pipelines/text/config.js +14 -1228
  614. package/src/inference/pipelines/text/debug-utils/health-metrics.js +57 -0
  615. package/src/inference/pipelines/text/debug-utils/index.js +3 -8
  616. package/src/inference/pipelines/text/debug-utils/profiles.js +8 -0
  617. package/src/inference/pipelines/text/debug-utils/readback-decoding.js +24 -0
  618. package/src/inference/pipelines/text/debug-utils/tensor.js +1 -1
  619. package/src/inference/pipelines/text/dtype-contract.js +1 -68
  620. package/src/inference/pipelines/text/embed.js +178 -241
  621. package/src/inference/pipelines/text/embedding-contract.d.ts +7 -0
  622. package/src/inference/pipelines/text/embedding-contract.js +21 -0
  623. package/src/inference/pipelines/text/embedding-extraction.js +225 -0
  624. package/src/inference/pipelines/text/embedding-normalization.js +39 -0
  625. package/src/inference/pipelines/text/execution-runtime-builders.js +0 -32
  626. package/src/inference/pipelines/text/execution-v1/plan.js +69 -0
  627. package/src/inference/pipelines/text/execution-v1/validation.js +233 -0
  628. package/src/inference/pipelines/text/execution-v1.js +7 -283
  629. package/src/inference/pipelines/text/execution.js +517 -0
  630. package/src/inference/pipelines/text/ffn/dense-executor.js +723 -0
  631. package/src/inference/pipelines/text/ffn/dense-plan.js +327 -0
  632. package/src/inference/pipelines/text/ffn/dense.js +6 -970
  633. package/src/inference/pipelines/text/ffn/sandwich.js +10 -9
  634. package/src/inference/pipelines/text/ffn/standard.js +2 -1
  635. package/src/inference/pipelines/text/generator/attention-lifecycle.js +24 -0
  636. package/src/inference/pipelines/text/generator/decode-runtime.js +985 -0
  637. package/src/inference/pipelines/text/generator/decode.js +964 -0
  638. package/src/inference/pipelines/text/generator/diffusion.js +607 -0
  639. package/src/inference/pipelines/text/generator/logits-config.js +63 -0
  640. package/src/inference/pipelines/text/generator/prefill-observation.js +29 -0
  641. package/src/inference/pipelines/text/generator/prefill-policy.js +56 -0
  642. package/src/inference/pipelines/text/generator/prefill-runtime.js +896 -0
  643. package/src/inference/pipelines/text/{generator-prefill-helpers.js → generator/prefix-embedding.js} +16 -121
  644. package/src/inference/pipelines/text/generator/prompt-input.js +47 -0
  645. package/src/inference/pipelines/text/generator/recovery.js +310 -0
  646. package/src/inference/pipelines/text/{generator-helpers.js → generator/session-context.js} +42 -110
  647. package/src/inference/pipelines/text/generator/text.js +448 -0
  648. package/src/inference/pipelines/text/generator/training.js +753 -0
  649. package/src/inference/pipelines/text/generator-decode-policy.js +1 -1
  650. package/src/inference/pipelines/text/generator-logits-observation.js +48 -0
  651. package/src/inference/pipelines/text/generator-runtime.js +23 -154
  652. package/src/inference/pipelines/text/generator-steps.js +45 -980
  653. package/src/inference/pipelines/text/generator.js +179 -3552
  654. package/src/inference/pipelines/text/image-transcription.js +304 -0
  655. package/src/inference/pipelines/text/init-qkv-fusion.js +18 -9
  656. package/src/inference/pipelines/text/init-rope.js +37 -189
  657. package/src/inference/pipelines/text/init.d.ts +8 -3
  658. package/src/inference/pipelines/text/init.js +6 -216
  659. package/src/inference/pipelines/text/layer-execution-contract.js +97 -0
  660. package/src/inference/pipelines/text/layer-input-execution.js +435 -0
  661. package/src/inference/pipelines/text/layer-plan-gpu.js +13 -6
  662. package/src/inference/pipelines/text/layer-plan.d.ts +21 -5
  663. package/src/inference/pipelines/text/layer-plan.js +45 -3
  664. package/src/inference/pipelines/text/layer.js +52 -522
  665. package/src/inference/pipelines/text/lifecycle.js +839 -0
  666. package/src/inference/pipelines/text/linear-attention/plan.js +554 -0
  667. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +2 -2
  668. package/src/inference/pipelines/text/linear-attention.d.ts +2 -2
  669. package/src/inference/pipelines/text/linear-attention.js +28 -534
  670. package/src/inference/pipelines/text/logits/cpu-output.d.ts +1 -0
  671. package/src/inference/pipelines/text/logits/cpu-output.js +5 -0
  672. package/src/inference/pipelines/text/logits/cpu.d.ts +1 -87
  673. package/src/inference/pipelines/text/logits/cpu.js +8 -95
  674. package/src/inference/pipelines/text/logits/gpu-executor.js +368 -0
  675. package/src/inference/pipelines/text/logits/gpu.d.ts +27 -0
  676. package/src/inference/pipelines/text/logits/gpu.js +116 -579
  677. package/src/inference/pipelines/text/logits/index.d.ts +2 -1
  678. package/src/inference/pipelines/text/logits/index.js +62 -102
  679. package/src/inference/pipelines/text/logits/output-transform.js +54 -0
  680. package/src/inference/pipelines/text/logits/plan.js +184 -0
  681. package/src/inference/pipelines/text/logits/readback.d.ts +6 -0
  682. package/src/inference/pipelines/text/logits/readback.js +9 -0
  683. package/src/inference/pipelines/text/logits/scale-policy.js +20 -0
  684. package/src/inference/pipelines/text/logits/types.d.ts +1 -0
  685. package/src/inference/pipelines/text/lora-apply.js +12 -4
  686. package/src/inference/pipelines/text/lora-types.d.ts +12 -0
  687. package/src/inference/pipelines/text/modality-token-contract.js +115 -0
  688. package/src/inference/pipelines/text/model-load.js +0 -20
  689. package/src/inference/pipelines/text/moe/expert-loading.js +9 -0
  690. package/src/inference/pipelines/text/moe/gpu-executor.js +513 -0
  691. package/src/inference/pipelines/text/moe/plan.js +47 -0
  692. package/src/inference/pipelines/text/moe-cpu.js +9 -135
  693. package/src/inference/pipelines/text/moe-gpu.js +21 -545
  694. package/src/inference/pipelines/text/normalization-contract.js +17 -0
  695. package/src/inference/pipelines/text/per-layer/materialize.js +736 -0
  696. package/src/inference/pipelines/text/per-layer/plan.js +362 -0
  697. package/src/inference/pipelines/text/per-layer-inputs.js +4 -1037
  698. package/src/inference/pipelines/text/pipeline-load-timing.js +77 -0
  699. package/src/inference/pipelines/text/probes.js +20 -0
  700. package/src/inference/pipelines/text/sampling-config.js +22 -113
  701. package/src/inference/pipelines/text/sampling.d.ts +9 -1
  702. package/src/inference/pipelines/text/sampling.js +18 -375
  703. package/src/inference/pipelines/text/state.d.ts +8 -0
  704. package/src/inference/pipelines/text/state.js +1 -0
  705. package/src/inference/pipelines/text/tsir-fixture-writer.js +88 -16
  706. package/src/inference/pipelines/text/types.d.ts +7 -3
  707. package/src/inference/pipelines/text/weight-loading-config.js +194 -0
  708. package/src/inference/pipelines/text.d.ts +2 -2
  709. package/src/inference/pipelines/text.js +46 -1633
  710. package/src/inference/pipelines/video/frame-sampler.js +0 -13
  711. package/src/inference/pipelines/video/index.js +0 -21
  712. package/src/inference/pipelines/vision/attention.js +59 -0
  713. package/src/inference/pipelines/vision/encoder.js +254 -369
  714. package/src/inference/pipelines/vision/gemma4.js +204 -318
  715. package/src/inference/pipelines/vision/glmocr-preprocess.js +273 -0
  716. package/src/inference/pipelines/vision/glmocr-rope.js +106 -0
  717. package/src/inference/pipelines/vision/glmocr.js +557 -0
  718. package/src/inference/pipelines/vision/image-preprocess.js +0 -27
  719. package/src/inference/pipelines/vision/index.js +8 -27
  720. package/src/inference/pipelines/vision/ops.js +11 -33
  721. package/src/inference/pipelines/vision/patch-embed.js +51 -145
  722. package/src/inference/pipelines/vision/spatial-merge.js +78 -0
  723. package/src/inference/pipelines/vision/weight-loading.js +79 -0
  724. package/src/inference/refactor-receipt.js +2 -2
  725. package/src/inference/rerank.js +182 -0
  726. package/src/inference/token-sampling.js +319 -0
  727. package/src/inference/tokenizer.js +1 -1
  728. package/src/inference/tokenizers/behavior-flags.js +6 -3
  729. package/src/inference/tokenizers/bundled/decoders.js +133 -0
  730. package/src/inference/tokenizers/bundled/registry.js +216 -0
  731. package/src/inference/tokenizers/bundled.js +23 -353
  732. package/src/loader/doppler-loader.d.ts +4 -0
  733. package/src/loader/doppler-loader.js +119 -930
  734. package/src/loader/embedding-limit-preflight.js +11 -4
  735. package/src/loader/embedding-loader.js +1 -3
  736. package/src/loader/gpu-tensor-materialization.js +20 -0
  737. package/src/loader/layer-loader.js +15 -119
  738. package/src/loader/layer-tensor-aliases.js +99 -0
  739. package/src/loader/layer-weight-shape.js +29 -0
  740. package/src/loader/load-timing.js +64 -0
  741. package/src/loader/loader-types.d.ts +3 -0
  742. package/src/loader/model-executor.js +819 -0
  743. package/src/loader/model-load-validation.js +15 -0
  744. package/src/loader/quantization-constants.d.ts +11 -29
  745. package/src/loader/quantization-constants.js +1 -2
  746. package/src/loader/shard-resolver.js +0 -14
  747. package/src/loader/tensor-load-error.js +14 -0
  748. package/src/loader/tensor-shard-indices.js +8 -0
  749. package/src/loader/tensors/bf16-loader.js +125 -0
  750. package/src/loader/tensors/functional-descriptor-loader.js +3 -375
  751. package/src/loader/tensors/load-executor.js +577 -0
  752. package/src/loader/tensors/source-transform/executor.js +123 -0
  753. package/src/loader/tensors/source-transform/plan.js +107 -0
  754. package/src/loader/tensors/source-transform.js +15 -264
  755. package/src/loader/tensors/tensor-loader.d.ts +4 -4
  756. package/src/loader/tensors/tensor-loader.js +7 -653
  757. package/src/memory/buffer-pool.js +7 -29
  758. package/src/rules/capability-transform-resolver.js +80 -0
  759. package/src/rules/execution-contract.d.ts +73 -0
  760. package/src/rules/execution-contract.js +429 -0
  761. package/src/rules/execution-rules-contract-check.js +1 -1
  762. package/src/rules/generated/rule-bundle.json +4305 -0
  763. package/src/rules/inference/capability-transforms.rules.json +3 -3
  764. package/src/rules/layer-pattern-contract-check.js +1 -1
  765. package/src/rules/rule-registry.js +70 -57
  766. package/src/storage/artifact-storage-context.js +2 -2
  767. package/src/storage/backend-selection.js +43 -0
  768. package/src/storage/backends/opfs-store.d.ts +41 -0
  769. package/src/storage/distribution-transport.js +5 -0
  770. package/src/storage/download/integrity.d.ts +33 -0
  771. package/src/storage/download/integrity.js +130 -0
  772. package/src/storage/download/resume-inspection.d.ts +22 -0
  773. package/src/storage/download/resume-inspection.js +134 -0
  774. package/src/storage/download/retry.js +57 -0
  775. package/src/storage/download/state.js +131 -0
  776. package/src/storage/download/transport.js +99 -0
  777. package/src/storage/downloader.js +74 -453
  778. package/src/storage/model-cache.d.ts +1 -0
  779. package/src/storage/model-cache.js +51 -11
  780. package/src/storage/shard-manager.d.ts +5 -0
  781. package/src/storage/shard-manager.js +50 -369
  782. package/src/storage/shards/index.js +60 -0
  783. package/src/storage/shards/integrity.js +225 -0
  784. package/src/storage/shards/lifecycle.js +22 -0
  785. package/src/storage/source-artifact-store.js +14 -4
  786. package/src/tooling/boundary-evidence.d.ts +4 -4
  787. package/src/tooling/boundary-evidence.js +20 -20
  788. package/src/tooling/browser-command-runner.js +13 -6
  789. package/src/tooling/capsule-v2.d.ts +11 -0
  790. package/src/tooling/capsule-v2.js +58 -0
  791. package/src/tooling/capsule.js +20 -0
  792. package/src/tooling/command-api-constants.js +1 -1
  793. package/src/tooling/command-api-family-normalizers.js +163 -5
  794. package/src/tooling/command-api.d.ts +42 -3
  795. package/src/tooling/command-api.js +7 -2
  796. package/src/tooling/command-envelope.js +1 -1
  797. package/src/tooling/{command-api-helpers.js → command-request-normalization.js} +1 -1
  798. package/src/tooling/command-runner.html +49 -1
  799. package/src/tooling/command-validation.js +1 -24
  800. package/src/tooling/conversion-run-timing.js +24 -0
  801. package/src/tooling/diagnose-runner.js +11 -9
  802. package/src/tooling/distribution-shard-transport.js +11 -0
  803. package/src/tooling/execution-cost-ledger.d.ts +76 -2
  804. package/src/tooling/execution-cost-ledger.js +197 -15
  805. package/src/tooling/hf-registry/catalog-io.js +63 -0
  806. package/src/tooling/litert/package.js +863 -0
  807. package/src/tooling/litert-package-runtime.js +3 -849
  808. package/src/tooling/model-capsule-forge.js +478 -0
  809. package/src/tooling/node-browser/execution.d.ts +40 -0
  810. package/src/tooling/node-browser/execution.js +308 -0
  811. package/src/tooling/node-browser/static-server.js +189 -0
  812. package/src/tooling/node-browser/transport.d.ts +80 -0
  813. package/src/tooling/node-browser/transport.js +622 -0
  814. package/src/tooling/node-browser-command-runner.d.ts +18 -78
  815. package/src/tooling/node-browser-command-runner.js +10 -1112
  816. package/src/tooling/node-capsule-artifact-store.js +44 -0
  817. package/src/tooling/node-command-execution.js +237 -0
  818. package/src/tooling/node-command-runner.js +26 -205
  819. package/src/tooling/node-converter/input.js +521 -0
  820. package/src/tooling/node-converter/output.js +244 -0
  821. package/src/tooling/node-converter-chunk-batches.js +21 -0
  822. package/src/tooling/node-converter.js +7 -720
  823. package/src/tooling/node-source-runtime.js +16 -276
  824. package/src/tooling/node-webgpu-provider.v1.json +33 -0
  825. package/src/tooling/node-webgpu.js +178 -453
  826. package/src/tooling/opfs-cache.d.ts +5 -0
  827. package/src/tooling/opfs-cache.js +4 -0
  828. package/src/tooling/production-release.d.ts +19 -0
  829. package/src/tooling/production-release.js +647 -0
  830. package/src/tooling/program-bundle/embedding-reference.js +19 -0
  831. package/src/tooling/program-bundle/materialize.js +324 -0
  832. package/src/tooling/program-bundle/rerank-reference.js +22 -0
  833. package/src/tooling/program-bundle/sequence-reference.js +42 -0
  834. package/src/tooling/program-bundle/validation.js +31 -0
  835. package/src/tooling/program-bundle/wgsl-closure.js +254 -0
  836. package/src/tooling/program-bundle-parity.d.ts +11 -4
  837. package/src/tooling/program-bundle-parity.js +262 -109
  838. package/src/tooling/program-bundle.d.ts +7 -0
  839. package/src/tooling/program-bundle.js +186 -591
  840. package/src/tooling/provider-v1-contract.d.ts +61 -0
  841. package/src/tooling/provider-v1-contract.js +192 -0
  842. package/src/tooling/registered-variant-calibration-job.d.ts +98 -0
  843. package/src/tooling/registered-variant-calibration-job.js +210 -0
  844. package/src/tooling/registered-variant-calibration.d.ts +167 -7
  845. package/src/tooling/registered-variant-calibration.js +57 -7
  846. package/src/tooling/runtime-optimization/candidates.js +664 -0
  847. package/src/tooling/runtime-optimization-campaign.js +166 -0
  848. package/src/tooling/runtime-optimization-index.js +16 -1
  849. package/src/tooling/runtime-optimization.d.ts +44 -0
  850. package/src/tooling/runtime-optimization.js +13 -656
  851. package/src/tooling/source-intake.d.ts +1 -1
  852. package/src/tooling/source-intake.js +34 -17
  853. package/src/tooling/source-package-profiles.js +1 -1
  854. package/src/tooling/source-runtime/bundle-materialize.js +298 -0
  855. package/src/tooling/source-runtime/bundle-plan.js +121 -0
  856. package/src/tooling/source-runtime/node-loader.js +258 -0
  857. package/src/tooling/source-runtime-bundle.js +26 -411
  858. package/src/tooling/source-runtime-converter-config.js +1 -1
  859. package/src/tooling-experimental-exports.js +0 -5
  860. package/src/tooling-exports/evidence.d.ts +14 -3
  861. package/src/tooling-exports/evidence.js +14 -3
  862. package/src/tooling-exports/storage.d.ts +7 -0
  863. package/src/tooling-exports/storage.js +5 -0
  864. package/src/tooling-exports.d.ts +3 -0
  865. package/src/tooling-exports.js +2 -0
  866. package/src/tooling-exports.shared.d.ts +17 -3
  867. package/src/tooling-exports.shared.js +9 -3
  868. package/src/training.d.ts +6 -6
  869. package/src/training.js +4 -4
  870. package/src/version.js +1 -1
  871. package/tests/kernels/browser/kernel-suite.js +512 -0
  872. package/tests/kernels/browser/test-page.js +170 -14
  873. package/tests/kernels/harness/tolerance.js +1 -0
  874. package/tests/kernels/reference/index.js +13 -1
  875. package/tests/kernels/reference/vision.js +160 -0
  876. package/src/converter/quantizer.d.ts +0 -121
  877. package/src/gpu/kernels/backward/utils.d.ts +0 -90
  878. package/src/gpu/kernels/uniform-utils.d.ts +0 -66
  879. package/src/gpu/kernels/utils.d.ts +0 -147
  880. package/src/inference/pipelines/text/debug-utils/utils.js +0 -118
  881. package/src/inference/pipelines/text/logits/utils.d.ts +0 -58
  882. package/src/inference/pipelines/text/moe-cpu-gptoss.js +0 -115
  883. package/src/inference/pipelines/text/moe-helpers.js +0 -21
  884. package/src/rules/converter/execution.rules.json +0 -20
  885. package/src/rules/converter/tensor-roles.rules.json +0 -13
  886. package/src/rules/converter/tokenizer.rules.json +0 -12
  887. package/src/rules/inference/attention.rules.json +0 -69
  888. package/src/rules/inference/config.rules.json +0 -82
  889. package/src/rules/inference/dtype.rules.json +0 -113
  890. package/src/rules/inference/execution.rules.json +0 -195
  891. package/src/rules/inference/ffn.rules.json +0 -123
  892. package/src/rules/inference/layer-pattern.rules.json +0 -16
  893. package/src/rules/inference/layer.rules.json +0 -7
  894. package/src/rules/inference/moe.rules.json +0 -145
  895. package/src/rules/kernels/attention.rules.json +0 -68
  896. package/src/rules/kernels/conv2d.rules.json +0 -6
  897. package/src/rules/kernels/depthwise-conv2d.rules.json +0 -6
  898. package/src/rules/kernels/dequant.rules.json +0 -58
  899. package/src/rules/kernels/energy.rules.json +0 -22
  900. package/src/rules/kernels/fused-ffn.rules.json +0 -15
  901. package/src/rules/kernels/fused-matmul-residual.rules.json +0 -6
  902. package/src/rules/kernels/fused-matmul-rmsnorm.rules.json +0 -8
  903. package/src/rules/kernels/gather.rules.json +0 -93
  904. package/src/rules/kernels/gelu.rules.json +0 -11
  905. package/src/rules/kernels/grouped-pointwise-conv2d.rules.json +0 -6
  906. package/src/rules/kernels/groupnorm.rules.json +0 -10
  907. package/src/rules/kernels/kv_quantize.rules.json +0 -9
  908. package/src/rules/kernels/layernorm.rules.json +0 -6
  909. package/src/rules/kernels/linear-attention.rules.json +0 -6
  910. package/src/rules/kernels/lm-head-argmax.rules.json +0 -10
  911. package/src/rules/kernels/matmul.rules.json +0 -95
  912. package/src/rules/kernels/modulate.rules.json +0 -6
  913. package/src/rules/kernels/moe.rules.gptoss.json +0 -105
  914. package/src/rules/kernels/moe.rules.json +0 -14
  915. package/src/rules/kernels/moe.rules.mixtral.json +0 -75
  916. package/src/rules/kernels/pixel_shuffle.rules.json +0 -6
  917. package/src/rules/kernels/relu.rules.json +0 -6
  918. package/src/rules/kernels/rep-penalty.rules.json +0 -6
  919. package/src/rules/kernels/repeat-channels.rules.json +0 -6
  920. package/src/rules/kernels/residual.rules.json +0 -12
  921. package/src/rules/kernels/rmsnorm-qk.rules.json +0 -6
  922. package/src/rules/kernels/rmsnorm.rules.json +0 -46
  923. package/src/rules/kernels/rope-qk.rules.json +0 -6
  924. package/src/rules/kernels/rope.rules.json +0 -6
  925. package/src/rules/kernels/sample.rules.json +0 -6
  926. package/src/rules/kernels/scale.rules.json +0 -8
  927. package/src/rules/kernels/silu.rules.json +0 -22
  928. package/src/rules/kernels/softmax.rules.json +0 -25
  929. package/src/rules/kernels/split-qg.rules.json +0 -6
  930. package/src/rules/kernels/split-qkv.rules.json +0 -6
  931. package/src/rules/kernels/upsample2d.rules.json +0 -6
  932. package/src/rules/loader/tensor-loader.rules.json +0 -42
  933. package/src/rules/loader/weights.rules.json +0 -42
  934. package/src/rules/tooling/command-runtime.rules.json +0 -65
  935. package/src/tooling/hf-registry-utils.js +0 -395
  936. /package/src/converter/{tokenizer-utils.js → tokenizer-special-tokens.js} +0 -0
  937. /package/src/{inference/pipelines/text/bdpa-steamroller.js → experimental/bdpa/steamroller.js} +0 -0
  938. /package/src/{inference/pipelines → experimental}/diffusion/scheduler.js +0 -0
  939. /package/src/{inference/pipelines → experimental}/energy/pipeline.d.ts +0 -0
  940. /package/src/{inference/pipelines → experimental}/energy/quintel.d.ts +0 -0
  941. /package/src/{inference/pipelines → experimental}/energy/quintel.js +0 -0
  942. /package/src/{utils → formats}/array-buffer.js +0 -0
  943. /package/src/{utils → formats}/canonical-hash.js +0 -0
  944. /package/src/{utils → formats}/clone-json.js +0 -0
  945. /package/src/{utils → formats}/encode-utf8.js +0 -0
  946. /package/src/{utils → formats}/load-json.js +0 -0
  947. /package/src/{utils → formats}/plain-object.js +0 -0
  948. /package/src/{utils → formats}/sha256.js +0 -0
  949. /package/src/{utils → formats}/stable-sort-object.js +0 -0
  950. /package/src/{gpu/kernels → rules}/rule-matcher.js +0 -0
  951. /package/src/{utils → storage}/hf-resolve-url.js +0 -0
  952. /package/src/{utils → storage}/runtime-env.js +0 -0
  953. /package/src/tooling/{command-runner-shared.js → command-runtime-execution.js} +0 -0
@@ -1,36 +1,32 @@
1
- import { getDevice } from '../../../gpu/device.js';
2
- import { acquireBuffer, releaseBuffer, readBuffer, isBufferActive } from '../../../memory/buffer-pool.js';
3
- import { createTensor, dtypeBytes } from '../../../gpu/tensor.js';
4
- import { getBuffer, getWeightDtype } from '../../../gpu/weight-buffer.js';
5
- import { CommandRecorder } from '../../../gpu/command-recorder.js';
6
- import { runConv2D, recordConv2D } from '../../../gpu/kernels/conv2d.js';
7
- import { runGroupNorm, recordGroupNorm } from '../../../gpu/kernels/groupnorm.js';
8
- import { runRMSNorm, recordRMSNorm } from '../../../gpu/kernels/rmsnorm.js';
9
- import { runSiLU, runSiLURowSplit, recordSiLU, recordSiLURowSplit } from '../../../gpu/kernels/silu.js';
10
- import { runMatmul, recordMatmul } from '../../../gpu/kernels/matmul.js';
11
- import { runAttention, recordAttention } from '../../../gpu/kernels/attention.js';
12
- import { runTranspose, recordTranspose } from '../../../gpu/kernels/transpose.js';
13
- import { runResidualAdd, runBiasAdd, recordResidualAdd, recordBiasAdd } from '../../../gpu/kernels/residual.js';
14
- import { runUpsample2D, recordUpsample2D } from '../../../gpu/kernels/upsample2d.js';
15
- import { runDepthwiseConv2D, recordDepthwiseConv2D } from '../../../gpu/kernels/depthwise_conv2d.js';
16
- import { runGroupedPointwiseConv2D, recordGroupedPointwiseConv2D } from '../../../gpu/kernels/grouped_pointwise_conv2d.js';
17
- import { runLinearAttention, recordLinearAttention } from '../../../gpu/kernels/linear_attention.js';
18
- import { runPixelShuffle, recordPixelShuffle } from '../../../gpu/kernels/pixel_shuffle.js';
19
- import { runRepeatChannels, recordRepeatChannels } from '../../../gpu/kernels/repeat_channels.js';
20
- import { runReLU, recordReLU } from '../../../gpu/kernels/relu.js';
21
- import { castF32ToF16, recordCastF32ToF16 } from '../../../gpu/kernels/cast.js';
22
- import { f16ToF32 } from '../../../loader/dtype-utils.js';
23
- import { log } from '../../../debug/index.js';
24
-
25
- function clamp(value, min, max) {
26
- return Math.max(min, Math.min(max, value));
27
- }
28
-
29
- function reshapeTensor(tensor, shape, label) {
1
+ import { getDevice } from '../../../../gpu/device.js';
2
+ import { acquireBuffer, releaseBuffer, readBuffer, isBufferActive } from '../../../../memory/buffer-pool.js';
3
+ import { createTensor, dtypeBytes } from '../../../../gpu/tensor.js';
4
+ import { getBuffer, getWeightDtype } from '../../../../gpu/weight-buffer.js';
5
+ import { CommandRecorder } from '../../../../gpu/command-recorder.js';
6
+ import { runConv2D, recordConv2D } from '../../../../gpu/kernels/conv2d.js';
7
+ import { runGroupNorm, recordGroupNorm } from '../../../../gpu/kernels/groupnorm.js';
8
+ import { runRMSNorm, recordRMSNorm } from '../../../../gpu/kernels/rmsnorm.js';
9
+ import { runSiLU, runSiLURowSplit, recordSiLU, recordSiLURowSplit } from '../../../../gpu/kernels/silu.js';
10
+ import { runMatmul, recordMatmul } from '../../../../gpu/kernels/matmul.js';
11
+ import { runAttention, recordAttention } from '../../../../gpu/kernels/attention.js';
12
+ import { runTranspose, recordTranspose } from '../../../../gpu/kernels/transpose.js';
13
+ import { runResidualAdd, runBiasAdd, recordResidualAdd, recordBiasAdd } from '../../../../gpu/kernels/residual.js';
14
+ import { runUpsample2D, recordUpsample2D } from '../../../../gpu/kernels/upsample2d.js';
15
+ import { runDepthwiseConv2D, recordDepthwiseConv2D } from '../../../../gpu/kernels/depthwise_conv2d.js';
16
+ import { runGroupedPointwiseConv2D, recordGroupedPointwiseConv2D } from '../../../../gpu/kernels/grouped_pointwise_conv2d.js';
17
+ import { runLinearAttention, recordLinearAttention } from '../../../../gpu/kernels/linear_attention.js';
18
+ import { runPixelShuffle, recordPixelShuffle } from '../../../../gpu/kernels/pixel_shuffle.js';
19
+ import { runRepeatChannels, recordRepeatChannels } from '../../../../gpu/kernels/repeat_channels.js';
20
+ import { runReLU, recordReLU } from '../../../../gpu/kernels/relu.js';
21
+ import { castF32ToF16, recordCastF32ToF16 } from '../../../../gpu/kernels/cast.js';
22
+ import { f16ToF32 } from '../../../../loader/dtype-utils.js';
23
+ import { log } from '../../../../debug/index.js';
24
+
25
+ export function reshapeTensor(tensor, shape, label) {
30
26
  return createTensor(tensor.buffer, tensor.dtype, shape, label ?? tensor.label);
31
27
  }
32
28
 
33
- function getWeight(weights, shapes, name) {
29
+ export function getWeight(weights, shapes, name) {
34
30
  const value = weights.get(name);
35
31
  if (!value) {
36
32
  throw new Error(`Missing VAE weight: ${name}`);
@@ -42,7 +38,7 @@ function getWeight(weights, shapes, name) {
42
38
  return { value, shape };
43
39
  }
44
40
 
45
- function getWeightOptional(weights, shapes, name) {
41
+ export function getWeightOptional(weights, shapes, name) {
46
42
  const value = weights.get(name);
47
43
  if (!value) return null;
48
44
  const shape = shapes.get(name);
@@ -50,19 +46,7 @@ function getWeightOptional(weights, shapes, name) {
50
46
  return { value, shape };
51
47
  }
52
48
 
53
- function getWeightByCandidates(weights, shapes, candidates, label) {
54
- for (const name of candidates) {
55
- const value = getWeightOptional(weights, shapes, name);
56
- if (value) {
57
- return { ...value, name };
58
- }
59
- }
60
- throw new Error(
61
- `Missing VAE weight: ${label}. Tried: ${candidates.join(', ')}`
62
- );
63
- }
64
-
65
- function getConvShape(shape) {
49
+ export function getConvShape(shape) {
66
50
  if (!Array.isArray(shape) || shape.length !== 4) {
67
51
  throw new Error(`Conv2D weight shape must be [out,in,h,w], got ${shape}`);
68
52
  }
@@ -74,7 +58,7 @@ function getConvShape(shape) {
74
58
  };
75
59
  }
76
60
 
77
- function getLinearShape(shape, label) {
61
+ export function getLinearShape(shape, label) {
78
62
  if (Array.isArray(shape) && shape.length === 2) {
79
63
  return {
80
64
  outFeatures: shape[0],
@@ -93,37 +77,7 @@ function getLinearShape(shape, label) {
93
77
  throw new Error(`Linear weight shape must be [out,in] or [out,in,1,1], got ${shape}`);
94
78
  }
95
79
 
96
- function readPositiveInteger(value) {
97
- const parsed = Number(value);
98
- if (!Number.isInteger(parsed) || parsed < 1) return null;
99
- return parsed;
100
- }
101
-
102
- function resolveAttentionHeadShape(channels, config) {
103
- const rawHeadDim = Array.isArray(config?.attention_head_dim)
104
- ? config.attention_head_dim[0]
105
- : config?.attention_head_dim;
106
- const configuredHeadDim = readPositiveInteger(rawHeadDim);
107
- if (configuredHeadDim && channels % configuredHeadDim === 0) {
108
- return {
109
- numHeads: channels / configuredHeadDim,
110
- headDim: configuredHeadDim,
111
- };
112
- }
113
-
114
- const configuredNumHeads = readPositiveInteger(config?.num_attention_heads);
115
- if (configuredNumHeads && channels % configuredNumHeads === 0) {
116
- return {
117
- numHeads: configuredNumHeads,
118
- headDim: channels / configuredNumHeads,
119
- };
120
- }
121
- throw new Error(
122
- `VAE attention requires explicit compatible attention_head_dim or num_attention_heads for channels=${channels}.`
123
- );
124
- }
125
-
126
- function createBiasTensor(weight, label, fallbackDtype = 'f16') {
80
+ export function createBiasTensor(weight, label, fallbackDtype = 'f16') {
127
81
  if (!weight) return null;
128
82
  const dtype = getWeightDtype(weight.value) || fallbackDtype;
129
83
  const shape = Array.isArray(weight.shape) && weight.shape.length > 0
@@ -136,20 +90,7 @@ function createBiasTensor(weight, label, fallbackDtype = 'f16') {
136
90
  return createTensor(getBuffer(weight.value), dtype, [size], label);
137
91
  }
138
92
 
139
- function buildIndexList(weights, prefix) {
140
- const indices = new Set();
141
- for (const name of weights.keys()) {
142
- if (!name.startsWith(prefix)) continue;
143
- const rest = name.slice(prefix.length);
144
- const match = rest.match(/^(\d+)\./);
145
- if (!match) continue;
146
- const idx = Number.parseInt(match[1], 10);
147
- if (Number.isFinite(idx)) indices.add(idx);
148
- }
149
- return Array.from(indices).sort((a, b) => a - b);
150
- }
151
-
152
- function normalizePerBlockValue(value, count, label) {
93
+ export function normalizePerBlockValue(value, count, label) {
153
94
  if (Array.isArray(value)) {
154
95
  if (value.length !== count) {
155
96
  throw new Error(`${label} must have ${count} entries, got ${value.length}.`);
@@ -159,77 +100,14 @@ function normalizePerBlockValue(value, count, label) {
159
100
  return Array.from({ length: count }, () => value);
160
101
  }
161
102
 
162
- function tensorElementCount(tensor) {
103
+ export function tensorElementCount(tensor) {
163
104
  if (!Array.isArray(tensor?.shape) || tensor.shape.length === 0) {
164
105
  throw new Error('Tensor shape is required.');
165
106
  }
166
107
  return tensor.shape.reduce((acc, value) => acc * value, 1);
167
108
  }
168
109
 
169
- function createKernelOps(recorder) {
170
- if (!recorder) {
171
- return {
172
- conv2d: runConv2D,
173
- groupNorm: runGroupNorm,
174
- rmsNorm: runRMSNorm,
175
- silu: runSiLU,
176
- siluRowSplit: runSiLURowSplit,
177
- matmul: runMatmul,
178
- attention: runAttention,
179
- transpose: runTranspose,
180
- residualAdd: runResidualAdd,
181
- biasAdd: runBiasAdd,
182
- upsample2d: runUpsample2D,
183
- depthwiseConv2d: runDepthwiseConv2D,
184
- groupedPointwiseConv2d: runGroupedPointwiseConv2D,
185
- linearAttention: runLinearAttention,
186
- pixelShuffle: runPixelShuffle,
187
- repeatChannels: runRepeatChannels,
188
- relu: runReLU,
189
- castF32ToF16,
190
- };
191
- }
192
- return {
193
- conv2d: (...args) => recordConv2D(recorder, ...args),
194
- groupNorm: (...args) => recordGroupNorm(recorder, ...args),
195
- rmsNorm: (...args) => recordRMSNorm(recorder, ...args),
196
- silu: (...args) => recordSiLU(recorder, ...args),
197
- siluRowSplit: (...args) => recordSiLURowSplit(recorder, ...args),
198
- matmul: (...args) => recordMatmul(recorder, ...args),
199
- attention: (...args) => recordAttention(recorder, ...args),
200
- transpose: (...args) => recordTranspose(recorder, ...args),
201
- residualAdd: (...args) => recordResidualAdd(recorder, ...args),
202
- biasAdd: (...args) => recordBiasAdd(recorder, ...args),
203
- upsample2d: (...args) => recordUpsample2D(recorder, ...args),
204
- depthwiseConv2d: (...args) => recordDepthwiseConv2D(recorder, ...args),
205
- groupedPointwiseConv2d: (...args) => recordGroupedPointwiseConv2D(recorder, ...args),
206
- linearAttention: (...args) => recordLinearAttention(recorder, ...args),
207
- pixelShuffle: (...args) => recordPixelShuffle(recorder, ...args),
208
- repeatChannels: (...args) => recordRepeatChannels(recorder, ...args),
209
- relu: (...args) => recordReLU(recorder, ...args),
210
- castF32ToF16: (...args) => recordCastF32ToF16(recorder, ...args),
211
- };
212
- }
213
-
214
- function createBufferReleaser(recorder) {
215
- if (!recorder) {
216
- return (buffer) => {
217
- if (!buffer || !isBufferActive(buffer)) return;
218
- releaseBuffer(buffer);
219
- };
220
- }
221
- return (buffer) => {
222
- if (!buffer) return;
223
- recorder.trackTemporaryBuffer(buffer);
224
- };
225
- }
226
-
227
- function sumProfileTimings(timings) {
228
- if (!timings) return null;
229
- return Object.values(timings).reduce((sum, value) => sum + value, 0);
230
- }
231
-
232
- async function applyConv2D(state, weights, shapes, namePrefix, options = {}, ops, release) {
110
+ export async function applyConv2D(state, weights, shapes, namePrefix, options = {}, ops, release) {
233
111
  const weightName = `${namePrefix}.weight`;
234
112
  const biasName = `${namePrefix}.bias`;
235
113
  const weight = getWeight(weights, shapes, weightName);
@@ -266,14 +144,14 @@ async function applyConv2D(state, weights, shapes, namePrefix, options = {}, ops
266
144
  };
267
145
  }
268
146
 
269
- async function submitCopyWork(device, recorder, encoder) {
147
+ export async function submitCopyWork(device, recorder, encoder) {
270
148
  if (recorder) {
271
149
  return;
272
150
  }
273
151
  device.queue.submit([encoder.finish()]);
274
152
  }
275
153
 
276
- async function concatChannelTensors(tensors, height, width, recorder) {
154
+ export async function concatChannelTensors(tensors, height, width, recorder) {
277
155
  if (!Array.isArray(tensors) || tensors.length === 0) {
278
156
  throw new Error('concatChannelTensors requires at least one tensor.');
279
157
  }
@@ -312,7 +190,7 @@ async function concatChannelTensors(tensors, height, width, recorder) {
312
190
  return createTensor(output, dtype, [totalChannels, height, width], 'vae_concat_channels');
313
191
  }
314
192
 
315
- async function sliceChannelTensor(tensor, startChannel, channelCount, height, width, recorder) {
193
+ export async function sliceChannelTensor(tensor, startChannel, channelCount, height, width, recorder) {
316
194
  const device = getDevice();
317
195
  if (!device) {
318
196
  throw new Error('Channel tensor slicing requires a WebGPU device.');
@@ -332,7 +210,7 @@ async function sliceChannelTensor(tensor, startChannel, channelCount, height, wi
332
210
  return createTensor(output, tensor.dtype, [channelCount, height, width], 'vae_slice_channels');
333
211
  }
334
212
 
335
- async function runChannelwiseRmsNorm(state, normWeight, normBias, eps, ops, release) {
213
+ export async function runChannelwiseRmsNorm(state, normWeight, normBias, eps, ops, release) {
336
214
  const spatial = state.height * state.width;
337
215
  const channelsSpatial = reshapeTensor(state.tensor, [state.channels, spatial], 'vae_rmsnorm_channels_spatial');
338
216
  const tokens = await ops.transpose(channelsSpatial, state.channels, spatial);
@@ -357,7 +235,7 @@ async function runChannelwiseRmsNorm(state, normWeight, normBias, eps, ops, rele
357
235
  };
358
236
  }
359
237
 
360
- async function channelsToTokens(state, ops) {
238
+ export async function channelsToTokens(state, ops) {
361
239
  const spatial = state.height * state.width;
362
240
  const channelsSpatial = reshapeTensor(state.tensor, [state.channels, spatial], 'vae_channels_spatial');
363
241
  const tokens = await ops.transpose(channelsSpatial, state.channels, spatial);
@@ -367,7 +245,7 @@ async function channelsToTokens(state, ops) {
367
245
  };
368
246
  }
369
247
 
370
- async function tokensToChannels(tokens, channels, height, width, ops) {
248
+ export async function tokensToChannels(tokens, channels, height, width, ops) {
371
249
  const channelsSpatial = await ops.transpose(tokens, height * width, channels);
372
250
  return {
373
251
  tensor: reshapeTensor(channelsSpatial, [channels, height, width], 'vae_tokens_channels'),
@@ -377,241 +255,7 @@ async function tokensToChannels(tokens, channels, height, width, ops) {
377
255
  };
378
256
  }
379
257
 
380
- async function runResnetBlock(state, weights, shapes, prefix, config, ops, release) {
381
- const numGroups = config.numGroups;
382
- const eps = config.eps;
383
- const channels = state.channels;
384
-
385
- const norm1 = getWeight(weights, shapes, `${prefix}.norm1.weight`);
386
- const norm1Bias = getWeight(weights, shapes, `${prefix}.norm1.bias`);
387
- const normed1 = await ops.groupNorm(state.tensor, norm1.value, norm1Bias.value, {
388
- channels,
389
- height: state.height,
390
- width: state.width,
391
- numGroups,
392
- eps,
393
- });
394
-
395
- const silu1 = await ops.silu(normed1, { size: channels * state.height * state.width, swigluLimit: null });
396
- release(normed1.buffer);
397
- const silu1View = reshapeTensor(silu1, [channels, state.height, state.width], 'vae_resnet_silu1');
398
-
399
- const conv1 = await applyConv2D(
400
- { tensor: silu1View, channels, height: state.height, width: state.width },
401
- weights,
402
- shapes,
403
- `${prefix}.conv1`,
404
- { pad: 1 },
405
- ops,
406
- release
407
- );
408
-
409
- const norm2 = getWeight(weights, shapes, `${prefix}.norm2.weight`);
410
- const norm2Bias = getWeight(weights, shapes, `${prefix}.norm2.bias`);
411
- const normed2 = await ops.groupNorm(conv1.tensor, norm2.value, norm2Bias.value, {
412
- channels: conv1.channels,
413
- height: conv1.height,
414
- width: conv1.width,
415
- numGroups,
416
- eps,
417
- });
418
-
419
- release(conv1.tensor.buffer);
420
-
421
- const silu2 = await ops.silu(normed2, { size: conv1.channels * conv1.height * conv1.width, swigluLimit: null });
422
- release(normed2.buffer);
423
- const silu2View = reshapeTensor(silu2, [conv1.channels, conv1.height, conv1.width], 'vae_resnet_silu2');
424
-
425
- const conv2 = await applyConv2D(
426
- { tensor: silu2View, channels: conv1.channels, height: conv1.height, width: conv1.width },
427
- weights,
428
- shapes,
429
- `${prefix}.conv2`,
430
- { pad: 1 },
431
- ops,
432
- release
433
- );
434
-
435
- let residualTensor = state.tensor;
436
-
437
- if (weights.has(`${prefix}.conv_shortcut.weight`)) {
438
- const shortcut = await applyConv2D(state, weights, shapes, `${prefix}.conv_shortcut`, { pad: 0 }, ops, release);
439
- residualTensor = shortcut.tensor;
440
- }
441
-
442
- const size = conv2.channels * conv2.height * conv2.width;
443
- const residual = reshapeTensor(residualTensor, [size], 'vae_resnet_residual');
444
- const output = await ops.residualAdd(
445
- reshapeTensor(conv2.tensor, [size], 'vae_resnet_main'),
446
- residual,
447
- size,
448
- { useVec4: true }
449
- );
450
-
451
- if (residualTensor === state.tensor) {
452
- release(state.tensor.buffer);
453
- } else {
454
- release(residualTensor.buffer);
455
- }
456
-
457
- release(conv2.tensor.buffer);
458
-
459
- return {
460
- tensor: reshapeTensor(output, [conv2.channels, conv2.height, conv2.width], 'vae_resnet_output'),
461
- channels: conv2.channels,
462
- height: conv2.height,
463
- width: conv2.width,
464
- };
465
- }
466
-
467
- async function runMidBlockAttention(state, weights, shapes, prefix, config, ops, release) {
468
- const channels = state.channels;
469
- const height = state.height;
470
- const width = state.width;
471
- const spatial = height * width;
472
- if (!Number.isFinite(spatial) || spatial <= 0) {
473
- throw new Error('VAE mid-block attention requires a positive spatial size.');
474
- }
475
-
476
- const normWeight = getWeightByCandidates(
477
- weights,
478
- shapes,
479
- [`${prefix}.group_norm.weight`, `${prefix}.norm.weight`],
480
- `${prefix}.group_norm.weight`
481
- );
482
- const normBias = getWeightByCandidates(
483
- weights,
484
- shapes,
485
- [`${prefix}.group_norm.bias`, `${prefix}.norm.bias`],
486
- `${prefix}.group_norm.bias`
487
- );
488
-
489
- const normed = await ops.groupNorm(state.tensor, normWeight.value, normBias.value, {
490
- channels,
491
- height,
492
- width,
493
- numGroups: config.numGroups,
494
- eps: config.eps,
495
- });
496
- const normedChannelsSpatial = reshapeTensor(normed, [channels, spatial], 'vae_attn_norm_cs');
497
- const normedTokens = await ops.transpose(normedChannelsSpatial, channels, spatial);
498
- release(normed.buffer);
499
-
500
- const residualChannelsSpatial = reshapeTensor(state.tensor, [channels, spatial], 'vae_attn_residual_cs');
501
- const residualTokens = await ops.transpose(residualChannelsSpatial, channels, spatial);
502
- release(state.tensor.buffer);
503
-
504
- const qWeight = getWeightByCandidates(weights, shapes, [`${prefix}.to_q.weight`], `${prefix}.to_q.weight`);
505
- const kWeight = getWeightByCandidates(weights, shapes, [`${prefix}.to_k.weight`], `${prefix}.to_k.weight`);
506
- const vWeight = getWeightByCandidates(weights, shapes, [`${prefix}.to_v.weight`], `${prefix}.to_v.weight`);
507
- const qBias = getWeightOptional(weights, shapes, `${prefix}.to_q.bias`);
508
- const kBias = getWeightOptional(weights, shapes, `${prefix}.to_k.bias`);
509
- const vBias = getWeightOptional(weights, shapes, `${prefix}.to_v.bias`);
510
- const qShape = getLinearShape(qWeight.shape, qWeight.name);
511
- const kShape = getLinearShape(kWeight.shape, kWeight.name);
512
- const vShape = getLinearShape(vWeight.shape, vWeight.name);
513
-
514
- if (qShape.inFeatures !== channels || kShape.inFeatures !== channels || vShape.inFeatures !== channels) {
515
- throw new Error(
516
- `VAE mid-block attention projection mismatch: expected inFeatures=${channels}, ` +
517
- `got q=${qShape.inFeatures}, k=${kShape.inFeatures}, v=${vShape.inFeatures}.`
518
- );
519
- }
520
- if (qShape.outFeatures !== kShape.outFeatures || qShape.outFeatures !== vShape.outFeatures) {
521
- throw new Error(
522
- `VAE mid-block attention projection mismatch: q/k/v outFeatures differ ` +
523
- `(${qShape.outFeatures}, ${kShape.outFeatures}, ${vShape.outFeatures}).`
524
- );
525
- }
526
-
527
- const hiddenSize = qShape.outFeatures;
528
- const projectionDtype = normedTokens.dtype;
529
- let q = await ops.matmul(normedTokens, qWeight.value, spatial, hiddenSize, channels, {
530
- outputDtype: projectionDtype,
531
- transposeB: 'auto',
532
- });
533
- let k = await ops.matmul(normedTokens, kWeight.value, spatial, hiddenSize, channels, {
534
- outputDtype: projectionDtype,
535
- transposeB: 'auto',
536
- });
537
- let v = await ops.matmul(normedTokens, vWeight.value, spatial, hiddenSize, channels, {
538
- outputDtype: projectionDtype,
539
- transposeB: 'auto',
540
- });
541
-
542
- const qBiasTensor = createBiasTensor(qBias, `${prefix}.to_q.bias`, projectionDtype);
543
- const kBiasTensor = createBiasTensor(kBias, `${prefix}.to_k.bias`, projectionDtype);
544
- const vBiasTensor = createBiasTensor(vBias, `${prefix}.to_v.bias`, projectionDtype);
545
- if (qBiasTensor) q = await ops.biasAdd(q, qBiasTensor, spatial, hiddenSize);
546
- if (kBiasTensor) k = await ops.biasAdd(k, kBiasTensor, spatial, hiddenSize);
547
- if (vBiasTensor) v = await ops.biasAdd(v, vBiasTensor, spatial, hiddenSize);
548
-
549
- const { numHeads, headDim } = resolveAttentionHeadShape(hiddenSize, config.modelConfig);
550
- const attn = await ops.attention(
551
- q,
552
- k,
553
- v,
554
- null,
555
- numHeads,
556
- headDim,
557
- {
558
- seqLen: spatial,
559
- kvLen: spatial,
560
- numKVHeads: numHeads,
561
- causal: false,
562
- }
563
- );
564
- release(q.buffer);
565
- release(k.buffer);
566
- release(v.buffer);
567
-
568
- const outWeight = getWeightByCandidates(
569
- weights,
570
- shapes,
571
- [`${prefix}.to_out.0.weight`, `${prefix}.to_out.weight`],
572
- `${prefix}.to_out.0.weight`
573
- );
574
- const outBias = getWeightOptional(weights, shapes, `${prefix}.to_out.0.bias`)
575
- || getWeightOptional(weights, shapes, `${prefix}.to_out.bias`);
576
- const outShape = getLinearShape(outWeight.shape, outWeight.name);
577
- if (outShape.inFeatures !== hiddenSize) {
578
- throw new Error(
579
- `VAE mid-block attention output projection mismatch: expected inFeatures=${hiddenSize}, got ${outShape.inFeatures}.`
580
- );
581
- }
582
- if (outShape.outFeatures !== channels) {
583
- throw new Error(
584
- `VAE mid-block attention output projection mismatch: expected outFeatures=${channels}, got ${outShape.outFeatures}.`
585
- );
586
- }
587
-
588
- let projected = await ops.matmul(attn, outWeight.value, spatial, outShape.outFeatures, outShape.inFeatures, {
589
- outputDtype: projectionDtype,
590
- transposeB: 'auto',
591
- });
592
- release(attn.buffer);
593
- const outBiasTensor = createBiasTensor(outBias, `${prefix}.to_out.0.bias`, projectionDtype);
594
- if (outBiasTensor) {
595
- projected = await ops.biasAdd(projected, outBiasTensor, spatial, outShape.outFeatures);
596
- }
597
-
598
- const combined = await ops.residualAdd(projected, residualTokens, spatial * outShape.outFeatures, { useVec4: true });
599
- release(projected.buffer);
600
- release(residualTokens.buffer);
601
- release(normedTokens.buffer);
602
-
603
- const combinedChannelsSpatial = await ops.transpose(combined, spatial, outShape.outFeatures);
604
- release(combined.buffer);
605
-
606
- return {
607
- tensor: reshapeTensor(combinedChannelsSpatial, [outShape.outFeatures, height, width], 'vae_attn_out'),
608
- channels: outShape.outFeatures,
609
- height,
610
- width,
611
- };
612
- }
613
-
614
- async function runAutoencoderDCInputProjection(state, weights, shapes, config, ops, release) {
258
+ export async function runAutoencoderDCInputProjection(state, weights, shapes, config, ops, release) {
615
259
  const blockOutChannels = config.decoder_block_out_channels;
616
260
  if (!Array.isArray(blockOutChannels) || blockOutChannels.length === 0) {
617
261
  throw new Error('AutoencoderDC decode requires decoder_block_out_channels.');
@@ -648,7 +292,7 @@ async function runAutoencoderDCInputProjection(state, weights, shapes, config, o
648
292
  };
649
293
  }
650
294
 
651
- async function runAutoencoderDCUpBlock(state, weights, shapes, prefix, config, ops, release, recorder) {
295
+ export async function runAutoencoderDCUpBlock(state, weights, shapes, prefix, config, ops, release, recorder) {
652
296
  const convWeight = getWeight(weights, shapes, `${prefix}.conv.weight`);
653
297
  const convBias = getWeightOptional(weights, shapes, `${prefix}.conv.bias`);
654
298
  const { outChannels, inChannels, kernelH, kernelW } = getConvShape(convWeight.shape);
@@ -753,7 +397,7 @@ async function runAutoencoderDCUpBlock(state, weights, shapes, prefix, config, o
753
397
  };
754
398
  }
755
399
 
756
- async function runAutoencoderDCResBlock(state, weights, shapes, prefix, eps, ops, release) {
400
+ export async function runAutoencoderDCResBlock(state, weights, shapes, prefix, eps, ops, release) {
757
401
  const conv1Weight = getWeight(weights, shapes, `${prefix}.conv1.weight`);
758
402
  const conv1Bias = getWeightOptional(weights, shapes, `${prefix}.conv1.bias`);
759
403
  const conv1Shape = getConvShape(conv1Weight.shape);
@@ -829,7 +473,7 @@ async function runAutoencoderDCResBlock(state, weights, shapes, prefix, eps, ops
829
473
  };
830
474
  }
831
475
 
832
- async function runAutoencoderDCAttention(state, weights, shapes, prefix, attentionHeadDim, qkvMultiscales, eps, ops, release, recorder) {
476
+ export async function runAutoencoderDCAttention(state, weights, shapes, prefix, attentionHeadDim, qkvMultiscales, eps, ops, release, recorder) {
833
477
  const qWeight = getWeight(weights, shapes, `${prefix}.attn.to_q.weight`);
834
478
  const kWeight = getWeight(weights, shapes, `${prefix}.attn.to_k.weight`);
835
479
  const vWeight = getWeight(weights, shapes, `${prefix}.attn.to_v.weight`);
@@ -968,7 +612,7 @@ async function runAutoencoderDCAttention(state, weights, shapes, prefix, attenti
968
612
  };
969
613
  }
970
614
 
971
- async function runAutoencoderDCGlumbConv(state, weights, shapes, prefix, eps, ops, release) {
615
+ export async function runAutoencoderDCGlumbConv(state, weights, shapes, prefix, eps, ops, release) {
972
616
  const invertedWeight = getWeight(weights, shapes, `${prefix}.conv_out.conv_inverted.weight`);
973
617
  const invertedBias = getWeightOptional(weights, shapes, `${prefix}.conv_out.conv_inverted.bias`);
974
618
  const invertedShape = getLinearShape(invertedWeight.shape, `${prefix}.conv_out.conv_inverted.weight`);
@@ -1057,7 +701,7 @@ async function runAutoencoderDCGlumbConv(state, weights, shapes, prefix, eps, op
1057
701
  };
1058
702
  }
1059
703
 
1060
- async function runAutoencoderDCEfficientVitBlock(state, weights, shapes, prefix, attentionHeadDim, qkvMultiscales, eps, ops, release, recorder) {
704
+ export async function runAutoencoderDCEfficientVitBlock(state, weights, shapes, prefix, attentionHeadDim, qkvMultiscales, eps, ops, release, recorder) {
1061
705
  const attended = await runAutoencoderDCAttention(
1062
706
  state,
1063
707
  weights,
@@ -1073,7 +717,7 @@ async function runAutoencoderDCEfficientVitBlock(state, weights, shapes, prefix,
1073
717
  return runAutoencoderDCGlumbConv(attended, weights, shapes, prefix, eps, ops, release);
1074
718
  }
1075
719
 
1076
- async function decodeLatentsAutoencoderDC(state, config, weights, shapes, ops, release, recorder) {
720
+ export async function decodeLatentsAutoencoderDC(state, config, weights, shapes, ops, release, recorder) {
1077
721
  const blockTypes = normalizePerBlockValue(config.decoder_block_types, config.decoder_block_out_channels.length, 'decoder_block_types');
1078
722
  const layersPerBlock = normalizePerBlockValue(config.decoder_layers_per_block, config.decoder_block_out_channels.length, 'decoder_layers_per_block');
1079
723
  const qkvMultiscales = normalizePerBlockValue(config.decoder_qkv_multiscales, config.decoder_block_out_channels.length, 'decoder_qkv_multiscales');
@@ -1157,219 +801,3 @@ async function decodeLatentsAutoencoderDC(state, config, weights, shapes, ops, r
1157
801
  release
1158
802
  );
1159
803
  }
1160
-
1161
- async function decodeLatentsGPU(latents, options) {
1162
- const device = getDevice();
1163
- if (!device) {
1164
- throw new Error('VAE GPU decode requires a WebGPU device.');
1165
- }
1166
-
1167
- const profileTarget = options.profile ?? null;
1168
- const wantsProfile = profileTarget === true || typeof profileTarget === 'object';
1169
- const localRecorder = wantsProfile
1170
- ? new CommandRecorder(device, 'vae_decode', { profile: true })
1171
- : null;
1172
- const recorder = localRecorder;
1173
- const ops = createKernelOps(recorder);
1174
- const release = createBufferReleaser(recorder);
1175
-
1176
- const config = options.modelConfig?.components?.vae?.config || {};
1177
- const runtime = options.runtime || {};
1178
- const weightsEntry = options.weights;
1179
-
1180
- if (!weightsEntry?.weights || !weightsEntry?.shapes) {
1181
- throw new Error('VAE GPU decode requires loaded weights.');
1182
- }
1183
-
1184
- const weights = weightsEntry.weights;
1185
- const shapes = weightsEntry.shapes;
1186
-
1187
- const scalingFactor = config.scaling_factor;
1188
- if (!Number.isFinite(scalingFactor) || scalingFactor === 0) {
1189
- throw new Error('VAE decode requires a valid scaling_factor in config.');
1190
- }
1191
- const shiftFactor = Number.isFinite(config.shift_factor) ? config.shift_factor : 0.0;
1192
- const isAutoencoderDC = config._class_name === 'AutoencoderDC' || Array.isArray(config.decoder_block_types);
1193
-
1194
- const scaledLatents = new Float32Array(latents.length);
1195
- for (let i = 0; i < latents.length; i++) {
1196
- scaledLatents[i] = latents[i] / scalingFactor + shiftFactor;
1197
- }
1198
-
1199
- const latentBuffer = acquireBuffer(scaledLatents.byteLength, undefined, 'vae_latents');
1200
- device.queue.writeBuffer(latentBuffer, 0, scaledLatents);
1201
-
1202
- let state = {
1203
- tensor: createTensor(latentBuffer, 'f32', [options.latentChannels, options.latentHeight, options.latentWidth], 'vae_latents_f32'),
1204
- channels: options.latentChannels,
1205
- height: options.latentHeight,
1206
- width: options.latentWidth,
1207
- };
1208
-
1209
- const computeDtype = runtime.latent?.dtype;
1210
- if (!computeDtype) {
1211
- throw new Error('VAE decode requires runtime.latent.dtype.');
1212
- }
1213
- if (computeDtype !== 'f16') {
1214
- throw new Error(
1215
- `VAE GPU decode requires runtime.latent.dtype="f16"; got "${computeDtype}".`
1216
- );
1217
- }
1218
- const casted = await ops.castF32ToF16(state.tensor);
1219
- release(state.tensor.buffer);
1220
- state = {
1221
- tensor: reshapeTensor(casted, [state.channels, state.height, state.width], 'vae_latents_f16'),
1222
- channels: state.channels,
1223
- height: state.height,
1224
- width: state.width,
1225
- };
1226
-
1227
- if (isAutoencoderDC) {
1228
- state = await decodeLatentsAutoencoderDC(state, config, weights, shapes, ops, release, recorder);
1229
- } else {
1230
- const numGroups = config.norm_num_groups;
1231
- if (!Number.isFinite(numGroups) || numGroups <= 0) {
1232
- throw new Error('VAE decode requires norm_num_groups in config.');
1233
- }
1234
- const eps = runtime.decode?.groupNormEps;
1235
- if (!Number.isFinite(eps)) {
1236
- throw new Error('VAE decode requires runtime.decode.groupNormEps.');
1237
- }
1238
-
1239
- state = await applyConv2D(state, weights, shapes, 'vae.decoder.conv_in', { pad: 1 }, ops, release);
1240
-
1241
- const midResnetPrefix = 'vae.decoder.mid_block.resnets.';
1242
- const midResnetIds = buildIndexList(weights, midResnetPrefix);
1243
- for (const idx of midResnetIds) {
1244
- state = await runResnetBlock(state, weights, shapes, `${midResnetPrefix}${idx}`, { numGroups, eps }, ops, release);
1245
- }
1246
-
1247
- const midAttentionPrefix = 'vae.decoder.mid_block.attentions.';
1248
- const midAttentionIds = buildIndexList(weights, midAttentionPrefix);
1249
- for (const idx of midAttentionIds) {
1250
- state = await runMidBlockAttention(
1251
- state,
1252
- weights,
1253
- shapes,
1254
- `${midAttentionPrefix}${idx}`,
1255
- {
1256
- numGroups,
1257
- eps,
1258
- modelConfig: config,
1259
- },
1260
- ops,
1261
- release
1262
- );
1263
- }
1264
-
1265
- const upBlockPrefix = 'vae.decoder.up_blocks.';
1266
- const upBlocks = buildIndexList(weights, upBlockPrefix);
1267
- for (const blockIdx of upBlocks) {
1268
- const resnetPrefix = `${upBlockPrefix}${blockIdx}.resnets.`;
1269
- const resnetIds = buildIndexList(weights, resnetPrefix);
1270
- for (const idx of resnetIds) {
1271
- state = await runResnetBlock(state, weights, shapes, `${resnetPrefix}${idx}`, { numGroups, eps }, ops, release);
1272
- }
1273
-
1274
- const upsampleWeightName = `${upBlockPrefix}${blockIdx}.upsamplers.0.conv.weight`;
1275
- if (weights.has(upsampleWeightName)) {
1276
- const upsample = await ops.upsample2d(state.tensor, {
1277
- channels: state.channels,
1278
- height: state.height,
1279
- width: state.width,
1280
- scale: 2,
1281
- });
1282
- release(state.tensor.buffer);
1283
- state = {
1284
- tensor: reshapeTensor(upsample, [state.channels, state.height * 2, state.width * 2], 'vae_upsample'),
1285
- channels: state.channels,
1286
- height: state.height * 2,
1287
- width: state.width * 2,
1288
- };
1289
-
1290
- state = await applyConv2D(state, weights, shapes, `${upBlockPrefix}${blockIdx}.upsamplers.0.conv`, { pad: 1 }, ops, release);
1291
- }
1292
- }
1293
-
1294
- const normOut = getWeight(weights, shapes, 'vae.decoder.conv_norm_out.weight');
1295
- const normOutBias = getWeight(weights, shapes, 'vae.decoder.conv_norm_out.bias');
1296
- const normed = await ops.groupNorm(state.tensor, normOut.value, normOutBias.value, {
1297
- channels: state.channels,
1298
- height: state.height,
1299
- width: state.width,
1300
- numGroups,
1301
- eps,
1302
- });
1303
- release(state.tensor.buffer);
1304
-
1305
- const siluOut = await ops.silu(normed, { size: state.channels * state.height * state.width, swigluLimit: null });
1306
- release(normed.buffer);
1307
- state = {
1308
- tensor: reshapeTensor(siluOut, [state.channels, state.height, state.width], 'vae_norm_out'),
1309
- channels: state.channels,
1310
- height: state.height,
1311
- width: state.width,
1312
- };
1313
-
1314
- state = await applyConv2D(state, weights, shapes, 'vae.decoder.conv_out', { pad: 1 }, ops, release);
1315
- }
1316
-
1317
- const outputSize = state.channels * state.height * state.width * dtypeBytes(state.tensor.dtype);
1318
- if (localRecorder) {
1319
- localRecorder.submit();
1320
- }
1321
- const outputRaw = await readBuffer(state.tensor.buffer, outputSize);
1322
- releaseBuffer(state.tensor.buffer);
1323
-
1324
- if (localRecorder) {
1325
- const timings = await localRecorder.resolveProfileTimings();
1326
- if (profileTarget && typeof profileTarget === 'object') {
1327
- profileTarget.totalMs = sumProfileTimings(timings) ?? null;
1328
- profileTarget.timings = timings ?? null;
1329
- }
1330
- }
1331
-
1332
- const output = state.tensor.dtype === 'f16'
1333
- ? new Uint16Array(outputRaw)
1334
- : new Float32Array(outputRaw);
1335
-
1336
- const outHeight = state.height;
1337
- const outWidth = state.width;
1338
- if (outHeight !== options.height || outWidth !== options.width) {
1339
- log.warn('Diffusion', `VAE output size ${outWidth}x${outHeight} differs from request ${options.width}x${options.height}.`);
1340
- }
1341
- const pixels = new Uint8ClampedArray(outWidth * outHeight * 4);
1342
- const height = outHeight;
1343
- const width = outWidth;
1344
-
1345
- for (let y = 0; y < height; y++) {
1346
- for (let x = 0; x < width; x++) {
1347
- const outIndex = (y * width + x) * 4;
1348
- const base = (y * width + x);
1349
- const rIdx = base;
1350
- const gIdx = base + height * width;
1351
- const bIdx = base + 2 * height * width;
1352
-
1353
- const r = state.tensor.dtype === 'f16' ? f16ToF32(output[rIdx]) : output[rIdx];
1354
- const g = state.tensor.dtype === 'f16' ? f16ToF32(output[gIdx]) : output[gIdx];
1355
- const b = state.tensor.dtype === 'f16' ? f16ToF32(output[bIdx]) : output[bIdx];
1356
-
1357
- pixels[outIndex] = clamp(Math.round((r * 0.5 + 0.5) * 255), 0, 255);
1358
- pixels[outIndex + 1] = clamp(Math.round((g * 0.5 + 0.5) * 255), 0, 255);
1359
- pixels[outIndex + 2] = clamp(Math.round((b * 0.5 + 0.5) * 255), 0, 255);
1360
- pixels[outIndex + 3] = 255;
1361
- }
1362
- }
1363
-
1364
- return pixels;
1365
- }
1366
-
1367
- export async function decodeLatents(latents, options) {
1368
- if (!options?.weights || !getDevice()) {
1369
- throw new Error(
1370
- 'Diffusion decode requires GPU VAE weights and a WebGPU device. ' +
1371
- 'CPU decode fallback is unsupported.'
1372
- );
1373
- }
1374
- return decodeLatentsGPU(latents, options);
1375
- }