doppler-gpu 0.5.1 → 0.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (927) hide show
  1. package/CHANGELOG.md +33 -577
  2. package/LICENSE +21 -201
  3. package/README.md +165 -222
  4. package/models/catalog.json +241 -33
  5. package/package.json +99 -86
  6. package/src/capsule-runtime.d.ts +23 -0
  7. package/src/capsule-runtime.js +23 -0
  8. package/src/capsule.d.ts +8 -0
  9. package/src/capsule.js +4 -0
  10. package/src/cli/argument-contract.js +200 -0
  11. package/src/cli/browser-report-output.js +24 -0
  12. package/src/cli/cli-model-resolution.js +2 -2
  13. package/src/cli/cli-output.js +10 -0
  14. package/src/cli/commands/bundle.js +828 -0
  15. package/src/cli/doppler-cli.js +50 -1457
  16. package/src/cli/doppler-serve.js +18 -244
  17. package/src/cli/output/manifest.js +368 -0
  18. package/src/cli/runtime-profiles.js +1 -1
  19. package/src/cli/serve/capsule-handler.d.ts +33 -0
  20. package/src/cli/serve/capsule-handler.js +105 -0
  21. package/src/cli/serve/capsule-http.js +102 -0
  22. package/src/cli/serve/receipt.js +269 -0
  23. package/src/client/capsule-host.browser.js +1 -0
  24. package/src/client/capsule-host.d.ts +3 -0
  25. package/src/client/capsule-host.js +1 -0
  26. package/src/client/doppler-api.browser.js +42 -0
  27. package/src/client/doppler-api.d.ts +36 -1
  28. package/src/client/doppler-api.js +40 -1
  29. package/src/client/doppler-registry.js +15 -7
  30. package/src/client/electron/index.d.ts +4 -0
  31. package/src/client/electron/index.js +13 -0
  32. package/src/client/electron/ipc-contract.d.ts +9 -0
  33. package/src/client/electron/ipc-contract.js +56 -0
  34. package/src/client/electron/release-state.d.ts +53 -0
  35. package/src/client/electron/release-state.js +425 -0
  36. package/src/client/electron/renderer-runtime.d.ts +19 -0
  37. package/src/client/electron/renderer-runtime.js +104 -0
  38. package/src/client/failure-taxonomy.js +1 -28
  39. package/src/client/fault-injection.js +0 -8
  40. package/src/client/inspection.js +1 -1
  41. package/src/client/model-host/index.d.ts +140 -0
  42. package/src/client/model-host/index.js +548 -0
  43. package/src/client/model-host/model-evidence.js +255 -0
  44. package/src/client/model-host/model-session.d.ts +322 -0
  45. package/src/client/{runtime → model-host}/model-session.js +190 -148
  46. package/src/client/provider.d.ts +18 -2
  47. package/src/client/provider.js +26 -3
  48. package/src/client/receipt.js +30 -72
  49. package/src/client/runtime/capsule-acquisition.d.ts +18 -0
  50. package/src/client/runtime/capsule-acquisition.js +103 -0
  51. package/src/client/runtime/capsule-adapter-execution.d.ts +17 -0
  52. package/src/client/runtime/capsule-adapter-execution.js +63 -0
  53. package/src/client/runtime/capsule-artifact-source.js +62 -0
  54. package/src/client/runtime/capsule-embedding.d.ts +29 -0
  55. package/src/client/runtime/capsule-embedding.js +76 -0
  56. package/src/client/runtime/capsule-forecast-program.d.ts +2 -0
  57. package/src/client/runtime/capsule-forecast-program.js +85 -0
  58. package/src/client/runtime/capsule-forecast.d.ts +17 -0
  59. package/src/client/runtime/capsule-forecast.js +31 -0
  60. package/src/client/runtime/capsule-operation-adapters.d.ts +12 -0
  61. package/src/client/runtime/capsule-operation-adapters.js +68 -0
  62. package/src/client/runtime/capsule-operation-executor.d.ts +25 -0
  63. package/src/client/runtime/capsule-operation-executor.js +100 -0
  64. package/src/client/runtime/capsule-program-adapter.js +151 -0
  65. package/src/client/runtime/capsule-release-authorization.js +25 -0
  66. package/src/client/runtime/capsule-rerank.d.ts +50 -0
  67. package/src/client/runtime/capsule-rerank.js +105 -0
  68. package/src/client/runtime/capsule-session-execution.js +85 -0
  69. package/src/client/runtime/command-executor.d.ts +15 -0
  70. package/src/client/runtime/command-executor.js +128 -0
  71. package/src/client/runtime/composition-root.d.ts +74 -0
  72. package/src/client/runtime/composition-root.js +344 -0
  73. package/src/client/runtime/fetch-capsule-artifact-store.d.ts +10 -0
  74. package/src/client/runtime/fetch-capsule-artifact-store.js +25 -0
  75. package/src/client/runtime/index.d.ts +1 -117
  76. package/src/client/runtime/index.js +1 -433
  77. package/src/client/runtime/lora.d.ts +14 -0
  78. package/src/client/runtime/lora.js +19 -1
  79. package/src/client/runtime/model-manager.js +12 -0
  80. package/src/client/runtime/model-rerank.js +30 -0
  81. package/src/client/runtime/model-session.d.ts +1 -221
  82. package/src/client/runtime/model-source.d.ts +9 -0
  83. package/src/client/runtime/model-source.js +46 -17
  84. package/src/client/runtime/node-quickstart-cache.js +1 -1
  85. package/src/client/runtime/resolution-policy.d.ts +20 -0
  86. package/src/client/runtime/resolution-policy.js +84 -0
  87. package/src/client/runtime/resource-binder.d.ts +24 -0
  88. package/src/client/runtime/resource-binder.js +135 -0
  89. package/src/client/runtime/scoped-session.d.ts +10 -1
  90. package/src/client/runtime/scoped-session.js +20 -1
  91. package/src/client/runtime/session-controller.d.ts +30 -0
  92. package/src/client/runtime/session-controller.js +170 -0
  93. package/src/client/runtime/source-runtime.js +1 -1
  94. package/src/client/runtime/target-selector.d.ts +9 -0
  95. package/src/client/runtime/target-selector.js +2 -0
  96. package/src/client/runtime/types.d.ts +1 -0
  97. package/src/client/runtime/verified-capsule-artifact-store.js +72 -0
  98. package/src/client/wrap-pipeline-handle.js +3 -9
  99. package/src/config/backward-registry-loader.js +1 -1
  100. package/src/config/capsule-adapter-policy.js +30 -0
  101. package/src/config/capsule-adapters.d.ts +21 -0
  102. package/src/config/capsule-adapters.js +40 -0
  103. package/src/config/capsule-adapters.json +9 -0
  104. package/src/config/capsule-loading.d.ts +2 -0
  105. package/src/config/capsule-loading.js +14 -0
  106. package/src/config/capsule-loading.schema.json +11 -0
  107. package/src/config/capsule-operation.d.ts +19 -0
  108. package/src/config/capsule-operation.js +58 -0
  109. package/src/config/capsule-operations.json +18 -0
  110. package/src/config/capsule-release-contract.d.ts +66 -0
  111. package/src/config/capsule-release-contract.js +197 -0
  112. package/src/config/capsule-release-events.d.ts +53 -0
  113. package/src/config/capsule-release-events.js +172 -0
  114. package/src/config/capsule-sequence-receipt.js +19 -0
  115. package/src/config/capsule-serve.d.ts +9 -0
  116. package/src/config/capsule-serve.js +28 -0
  117. package/src/config/capsule-serve.schema.json +14 -0
  118. package/src/config/capsule-signature.d.ts +6 -0
  119. package/src/config/capsule-signature.js +50 -0
  120. package/src/config/capsule-v2.d.ts +70 -0
  121. package/src/config/capsule-v2.js +431 -0
  122. package/src/config/capsule-v3.d.ts +19 -0
  123. package/src/config/capsule-v3.js +72 -0
  124. package/src/config/capsule.d.ts +22 -0
  125. package/src/config/capsule.js +52 -0
  126. package/src/config/conversion/amplify/amplify-120m-f16-af32.json +1 -1
  127. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +1 -1
  128. package/src/config/conversion/esm/esm2-t12-35m-ur50d-f32-af32.json +41 -1
  129. package/src/config/conversion/esmc/esmc-300m-f32-af32.json +1 -1
  130. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +1 -1
  131. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +1 -1
  132. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +1 -1
  133. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +1 -1
  134. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +1 -1
  135. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +1 -1
  136. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +2 -2
  137. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +1 -1
  138. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +1 -1
  139. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +1 -1
  140. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +2 -2
  141. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +1 -1
  142. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +3 -3
  143. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +1 -1
  144. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +1 -1
  145. package/src/config/conversion/glmocr/glm-ocr-f16-af32.json +442 -0
  146. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +1 -1
  147. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-bf16-af32.json +529 -0
  148. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-f16-af32.json +529 -0
  149. package/src/config/conversion/nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32.json +1 -1
  150. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +1 -1
  151. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +1 -1
  152. package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +1 -1
  153. package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +1 -1
  154. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +2 -2
  155. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +1 -1
  156. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-f16-af32.json +463 -0
  157. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +1 -1
  158. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +1 -1
  159. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-true-logit-af32.json +481 -0
  160. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +59 -7
  161. package/src/config/conversion/qwen3/qwen3.8-27b-text-f16-af32.json +561 -0
  162. package/src/config/conversion/qwen3/qwen3.8-27b-text-q4k-ehaf16.json +558 -0
  163. package/src/config/dtype-transition-contract.js +40 -0
  164. package/src/config/embedding-contract.js +26 -0
  165. package/src/config/embedding-reference.js +85 -0
  166. package/src/config/evidence/source-intake-policy.json +1 -1
  167. package/src/config/execution-contract-check.d.ts +16 -73
  168. package/src/config/execution-contract-check.js +7 -429
  169. package/src/config/forecast-manifest.js +56 -0
  170. package/src/config/heterogeneous-attention-contract.js +46 -0
  171. package/src/config/initial-execution-identity.d.ts +58 -0
  172. package/src/config/initial-execution-identity.js +331 -0
  173. package/src/config/kernel-path-loader.d.ts +10 -0
  174. package/src/config/kernel-path-loader.js +23 -8
  175. package/src/config/kernel-registry-contract.d.ts +25 -0
  176. package/src/config/kernel-registry-contract.js +46 -0
  177. package/src/config/kernels/kernel-ref-digests.js +50 -2
  178. package/src/config/kernels/registry.js +1 -1
  179. package/src/config/kernels/registry.json +13592 -11377
  180. package/src/config/lora-layouts.d.ts +10 -0
  181. package/src/config/lora-layouts.js +17 -0
  182. package/src/config/lora-layouts.json +9 -0
  183. package/src/config/manifest-inference-validation.js +575 -0
  184. package/src/config/merge/execution-patches.js +12 -0
  185. package/src/config/{merge-helpers.js → merge/kernel-path-policy.js} +0 -52
  186. package/src/config/merge/value-selection.js +38 -0
  187. package/src/config/merge.js +43 -11
  188. package/src/config/model-ir-v2.d.ts +57 -0
  189. package/src/config/model-ir-v2.js +258 -0
  190. package/src/config/model-ir.d.ts +49 -0
  191. package/src/config/model-ir.js +180 -0
  192. package/src/config/param-validator.js +1 -1
  193. package/src/config/platforms/amd-strix-halo-gfx1151.json +17 -0
  194. package/src/config/platforms/loader.js +2 -1
  195. package/src/config/production-release-evidence.d.ts +23 -0
  196. package/src/config/production-release-evidence.js +423 -0
  197. package/src/config/production-release.js +321 -0
  198. package/src/{client/doppler-registry.json → config/quickstart-registry.json} +7 -7
  199. package/src/config/required-inference-fields-contract-check.js +2 -2
  200. package/src/config/rerank-reference.d.ts +28 -0
  201. package/src/config/rerank-reference.js +89 -0
  202. package/src/config/revocation-policy.d.ts +65 -0
  203. package/src/config/revocation-policy.js +290 -0
  204. package/src/config/revocation-registry.json +11 -0
  205. package/src/config/revocation-updates.d.ts +68 -0
  206. package/src/config/revocation-updates.js +440 -0
  207. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +1 -1
  208. package/src/config/runtime/profiles/muse-glimmer-30b-source-parity-f32kv.json +30 -0
  209. package/src/config/runtime/profiles/muse-glimmer-30b-source-parity.json +110 -0
  210. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +1 -1
  211. package/src/config/runtime/profiles/qwen3-8-27b-source-parity.json +87 -0
  212. package/src/config/runtime-merge.js +1 -1
  213. package/src/config/runtime.js +1 -1
  214. package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
  215. package/src/config/schema/browser-suite-metrics.schema.js +2 -0
  216. package/src/config/schema/conversion-report.schema.d.ts +3 -0
  217. package/src/config/schema/conversion-report.schema.js +29 -0
  218. package/src/config/schema/converter.schema.d.ts +1 -0
  219. package/src/config/schema/debug.schema.d.ts +1 -0
  220. package/src/config/schema/doppler.schema.js +5 -5
  221. package/src/config/schema/emulation.schema.js +1 -1
  222. package/src/config/schema/execution-v1.schema.d.ts +3 -0
  223. package/src/config/schema/execution-v1.schema.js +19 -0
  224. package/src/config/schema/harness.schema.d.ts +13 -0
  225. package/src/config/schema/harness.schema.js +6 -0
  226. package/src/config/schema/inference.schema.d.ts +21 -2
  227. package/src/config/schema/kernel-thresholds.schema.js +1 -1
  228. package/src/config/schema/manifest.schema.d.ts +26 -7
  229. package/src/config/schema/manifest.schema.js +10 -1
  230. package/src/config/schema/program-bundle.schema.d.ts +52 -6
  231. package/src/config/schema/program-bundle.schema.js +145 -10
  232. package/src/config/sequence-reference.d.ts +26 -0
  233. package/src/config/sequence-reference.js +100 -0
  234. package/src/config/target-plan.d.ts +108 -0
  235. package/src/config/target-plan.js +411 -0
  236. package/src/config/training-defaults.js +1 -1
  237. package/src/config/transforms/capability-transform-resolver.js +4 -105
  238. package/src/config/transforms/execution-graph/dtype.js +591 -0
  239. package/src/config/transforms/execution-graph/fusion.js +436 -0
  240. package/src/config/transforms/execution-graph/validation.js +414 -0
  241. package/src/config/transforms/execution-graph-transforms.js +13 -1419
  242. package/src/converter/artifact-identity.js +475 -0
  243. package/src/converter/conversion-plan.js +1 -1
  244. package/src/converter/core.js +94 -2096
  245. package/src/converter/forge-candidate-evaluation.js +271 -0
  246. package/src/converter/forge-qualification.js +162 -0
  247. package/src/converter/forge-stages.js +798 -0
  248. package/src/converter/manifest-builder.js +683 -0
  249. package/src/converter/quantization-info.js +4 -1
  250. package/src/converter/quantizer.js +58 -9
  251. package/src/converter/shard-packer.d.ts +1 -1
  252. package/src/converter/shard-packer.js +2 -2
  253. package/src/converter/tensor-transform.js +640 -0
  254. package/src/converter/tokenizer-contract.js +243 -0
  255. package/src/converter/tokenizer-manifest.js +243 -0
  256. package/src/debug/history.js +0 -8
  257. package/src/debug/index.js +0 -10
  258. package/src/debug/tensor.js +1 -1
  259. package/src/debug/trace.js +0 -7
  260. package/src/experimental/adapters/adapter-manager.js +2 -0
  261. package/src/experimental/adapters/adapter-manifest.d.ts +6 -0
  262. package/src/experimental/adapters/adapter-manifest.js +11 -0
  263. package/src/experimental/adapters/artifact-contract.d.ts +2 -2
  264. package/src/experimental/adapters/artifact-contract.js +5 -2
  265. package/src/experimental/adapters/lora-loader.d.ts +10 -1
  266. package/src/experimental/adapters/lora-loader.js +110 -48
  267. package/src/{inference/pipelines → experimental}/audio/gemma4.js +9 -31
  268. package/src/experimental/bdpa/basis-decomposed-paged.d.ts +50 -0
  269. package/src/experimental/bdpa/basis-decomposed-paged.js +276 -0
  270. package/src/experimental/bridge/trainer-artifact-bridge.js +3 -3
  271. package/src/experimental/browser/browser-converter.js +11 -11
  272. package/src/experimental/diffusion/index.d.ts +1 -1
  273. package/src/experimental/diffusion/index.js +1 -1
  274. package/src/{inference/pipelines → experimental}/diffusion/pipeline.d.ts +2 -2
  275. package/src/{inference/pipelines → experimental}/diffusion/pipeline.js +17 -17
  276. package/src/{inference/pipelines → experimental}/diffusion/text-encoder-gpu.js +21 -19
  277. package/src/experimental/diffusion/vae.js +596 -0
  278. package/src/experimental/distribution/shard-delivery/receipt.js +588 -0
  279. package/src/experimental/distribution/shard-delivery/retry.js +392 -0
  280. package/src/experimental/distribution/shard-delivery/transport.js +831 -0
  281. package/src/experimental/distribution/shard-delivery.js +4 -1709
  282. package/src/experimental/energy/index.d.ts +2 -2
  283. package/src/experimental/energy/index.js +2 -2
  284. package/src/{inference/pipelines → experimental}/energy/pipeline.js +13 -13
  285. package/src/{inference/pipelines → experimental}/energy/types.d.ts +2 -2
  286. package/src/experimental/logits/cpu-output.d.ts +27 -0
  287. package/src/{inference/pipelines/text/logits/utils.js → experimental/logits/cpu-output.js} +19 -27
  288. package/src/experimental/logits/cpu.d.ts +87 -0
  289. package/src/experimental/logits/cpu.js +95 -0
  290. package/src/experimental/orchestration/energy-row-head-pipeline.d.ts +103 -0
  291. package/src/{inference/pipelines/energy-head/row-head-pipeline.js → experimental/orchestration/energy-row-head-pipeline.js} +13 -13
  292. package/src/experimental/orchestration/index.d.ts +1 -1
  293. package/src/experimental/orchestration/index.js +1 -1
  294. package/src/experimental/training/artifacts.js +2 -2
  295. package/src/experimental/training/checkpoint.js +2 -2
  296. package/src/experimental/training/distillation/artifacts.js +1 -1
  297. package/src/experimental/training/distillation/dataset.js +2 -2
  298. package/src/experimental/training/distillation/eval.js +1 -1
  299. package/src/experimental/training/distillation/runtime.js +2 -2
  300. package/src/experimental/training/distillation/student-fixture/execution.js +166 -0
  301. package/src/experimental/training/distillation/student-fixture/model.js +353 -0
  302. package/src/experimental/training/distillation/student-fixture.js +2 -469
  303. package/src/experimental/training/lora/checkpoint.js +746 -0
  304. package/src/experimental/training/lora/execution.js +550 -0
  305. package/src/experimental/training/lora/plan.js +387 -0
  306. package/src/experimental/training/lora/recovery.js +418 -0
  307. package/src/experimental/training/lora-pipeline.js +7 -1949
  308. package/src/experimental/training/operator-artifacts.js +2 -2
  309. package/src/experimental/training/operator-command.js +4 -4
  310. package/src/experimental/training/runner/evaluation.js +62 -0
  311. package/src/experimental/training/runner/lifecycle.js +257 -0
  312. package/src/experimental/training/runner.js +5 -268
  313. package/src/experimental/training/suite/execution.js +879 -0
  314. package/src/experimental/training/suite/plan.js +855 -0
  315. package/src/experimental/training/suite.js +5 -1659
  316. package/src/experimental/training/workloads.d.ts +5 -5
  317. package/src/experimental/training/workloads.js +6 -6
  318. package/src/experimental/turboquant/codebook.js +470 -0
  319. package/src/formats/quantization-constants.d.ts +11 -0
  320. package/src/formats/quantization-constants.js +11 -0
  321. package/src/formats/rdrr/integrity.js +1 -1
  322. package/src/formats/rdrr/lowerings.js +0 -29
  323. package/src/formats/rdrr/merkle.js +1 -1
  324. package/src/formats/rdrr/tensor-config-validator.js +25 -5
  325. package/src/formats/rdrr/validation.js +3 -3
  326. package/src/gpu/command-recorder.d.ts +10 -1
  327. package/src/gpu/command-recorder.js +58 -14
  328. package/src/gpu/constant-buffer.js +29 -0
  329. package/src/gpu/device-state.js +36 -0
  330. package/src/gpu/device.js +6 -41
  331. package/src/gpu/kernel-runtime.js +2 -1
  332. package/src/gpu/kernels/activation-static-qdq.js +1 -1
  333. package/src/gpu/kernels/append_embedding.wgsl +14 -0
  334. package/src/gpu/kernels/attention/executors.js +960 -0
  335. package/src/gpu/kernels/attention/plan.js +472 -0
  336. package/src/gpu/kernels/attention.d.ts +4 -0
  337. package/src/gpu/kernels/attention.js +145 -1545
  338. package/src/gpu/kernels/attention_relative.wgsl +59 -0
  339. package/src/gpu/kernels/backward/adam.js +2 -1
  340. package/src/gpu/kernels/backward/attention_backward.js +1 -1
  341. package/src/gpu/kernels/backward/bias_add_backward.d.ts +1 -1
  342. package/src/gpu/kernels/backward/bias_add_backward.js +1 -1
  343. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.js +2 -1
  344. package/src/gpu/kernels/backward/conv2d_backward.d.ts +1 -1
  345. package/src/gpu/kernels/backward/conv2d_backward.js +2 -1
  346. package/src/gpu/kernels/backward/cross_entropy_backward.d.ts +1 -1
  347. package/src/gpu/kernels/backward/cross_entropy_backward.js +1 -1
  348. package/src/gpu/kernels/backward/embed_backward.js +2 -1
  349. package/src/gpu/kernels/backward/executor.d.ts +34 -0
  350. package/src/gpu/kernels/backward/executor.js +158 -0
  351. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.js +2 -1
  352. package/src/gpu/kernels/backward/gated_rmsnorm_backward.js +2 -1
  353. package/src/gpu/kernels/backward/gelu_backward.d.ts +1 -1
  354. package/src/gpu/kernels/backward/gelu_backward.js +1 -1
  355. package/src/gpu/kernels/backward/groupnorm_backward.d.ts +1 -1
  356. package/src/gpu/kernels/backward/groupnorm_backward.js +1 -1
  357. package/src/gpu/kernels/backward/layernorm_backward.d.ts +1 -1
  358. package/src/gpu/kernels/backward/layernorm_backward.js +2 -1
  359. package/src/gpu/kernels/backward/matmul.js +133 -0
  360. package/src/gpu/kernels/backward/matmul_backward.d.ts +0 -1
  361. package/src/gpu/kernels/backward/matmul_backward.js +1 -1
  362. package/src/gpu/kernels/backward/pixel_shuffle_backward.d.ts +1 -1
  363. package/src/gpu/kernels/backward/pixel_shuffle_backward.js +1 -1
  364. package/src/gpu/kernels/backward/rmsnorm_backward.d.ts +1 -1
  365. package/src/gpu/kernels/backward/rmsnorm_backward.js +2 -1
  366. package/src/gpu/kernels/backward/rope_backward.d.ts +1 -1
  367. package/src/gpu/kernels/backward/rope_backward.js +2 -1
  368. package/src/gpu/kernels/backward/scale_backward.d.ts +1 -1
  369. package/src/gpu/kernels/backward/scale_backward.js +2 -1
  370. package/src/gpu/kernels/backward/silu_backward.d.ts +1 -1
  371. package/src/gpu/kernels/backward/silu_backward.js +1 -1
  372. package/src/gpu/kernels/backward/softmax_backward.d.ts +1 -1
  373. package/src/gpu/kernels/backward/softmax_backward.js +1 -1
  374. package/src/gpu/kernels/backward/upsample2d_backward.d.ts +1 -1
  375. package/src/gpu/kernels/backward/upsample2d_backward.js +1 -1
  376. package/src/gpu/kernels/backward/utils.js +2 -392
  377. package/src/gpu/kernels/bind-group-validation.js +16 -0
  378. package/src/gpu/kernels/cast.js +2 -1
  379. package/src/gpu/kernels/check-finiteness.js +13 -49
  380. package/src/gpu/kernels/check-hot-vocab-stop.js +13 -39
  381. package/src/gpu/kernels/check-stop.js +14 -33
  382. package/src/gpu/kernels/check_finiteness.wgsl +33 -0
  383. package/src/gpu/kernels/check_hot_vocab_stop.wgsl +29 -0
  384. package/src/gpu/kernels/check_stop.wgsl +20 -0
  385. package/src/gpu/kernels/clamp.js +1 -1
  386. package/src/gpu/kernels/conv2d.js +1 -1
  387. package/src/gpu/kernels/cross_entropy_loss.js +1 -1
  388. package/src/gpu/kernels/depthwise_conv1d.js +1 -1
  389. package/src/gpu/kernels/depthwise_conv2d.js +1 -1
  390. package/src/gpu/kernels/dequant.js +7 -2
  391. package/src/gpu/kernels/diffusion-gemma-sampling.js +3 -5
  392. package/src/gpu/kernels/dispatch.js +12 -1
  393. package/src/gpu/kernels/embedding-pool.js +72 -0
  394. package/src/gpu/kernels/embedding_pool_f16.wgsl +38 -0
  395. package/src/gpu/kernels/embedding_pool_f32.wgsl +36 -0
  396. package/src/gpu/kernels/energy.js +2 -1
  397. package/src/gpu/kernels/forecast_output.wgsl +17 -0
  398. package/src/gpu/kernels/fused-gate-up-gelu.js +1 -1
  399. package/src/gpu/kernels/fused_ffn.js +10 -220
  400. package/src/gpu/kernels/fused_matmul_residual.js +2 -1
  401. package/src/gpu/kernels/fused_matmul_rmsnorm.js +2 -1
  402. package/src/gpu/kernels/fused_normed_ffn_q4k.wgsl +208 -0
  403. package/src/gpu/kernels/gated-short-conv.js +11 -69
  404. package/src/gpu/kernels/gated_delta_conv.wgsl +66 -0
  405. package/src/gpu/kernels/gated_delta_conv_f16.wgsl +68 -0
  406. package/src/gpu/kernels/gated_delta_fused_decode.wgsl +173 -0
  407. package/src/gpu/kernels/gated_delta_fused_decode_f16.wgsl +175 -0
  408. package/src/gpu/kernels/gated_delta_recurrent.wgsl +165 -0
  409. package/src/gpu/kernels/gated_delta_recurrent_f16.wgsl +167 -0
  410. package/src/gpu/kernels/gated_short_conv.wgsl +47 -0
  411. package/src/gpu/kernels/gather.d.ts +1 -1
  412. package/src/gpu/kernels/gather.js +30 -6
  413. package/src/gpu/kernels/gather_bf16.wgsl +69 -0
  414. package/src/gpu/kernels/gelu.js +1 -1
  415. package/src/gpu/kernels/gemma4-route-expert.js +1 -1
  416. package/src/gpu/kernels/grouped_pointwise_conv2d.js +1 -1
  417. package/src/gpu/kernels/groupnorm.js +1 -1
  418. package/src/gpu/kernels/index.d.ts +38 -5
  419. package/src/gpu/kernels/index.js +18 -4
  420. package/src/gpu/kernels/instance_stats.wgsl +26 -0
  421. package/src/gpu/kernels/kernel-base.js +1 -1
  422. package/src/gpu/kernels/kernel-cache-lifecycle.d.ts +9 -0
  423. package/src/gpu/kernels/kernel-cache-lifecycle.js +26 -0
  424. package/src/gpu/kernels/kernel-configs.d.ts +10 -61
  425. package/src/gpu/kernels/kernel-configs.js +26 -54
  426. package/src/gpu/kernels/kernel-execution.js +141 -0
  427. package/src/gpu/kernels/kv-cache-write.js +4 -4
  428. package/src/gpu/kernels/kv-quantize.js +4 -1
  429. package/src/gpu/kernels/l2-normalize.js +36 -0
  430. package/src/gpu/kernels/l2_normalize.wgsl +53 -0
  431. package/src/gpu/kernels/layernorm.d.ts +4 -4
  432. package/src/gpu/kernels/layernorm.js +44 -7
  433. package/src/gpu/kernels/linear-attention-core.js +29 -449
  434. package/src/gpu/kernels/linear_attention.js +1 -1
  435. package/src/gpu/kernels/lm-head-argmax.js +2 -2
  436. package/src/gpu/kernels/lm-head-select-logits.js +2 -2
  437. package/src/gpu/kernels/logit-finalize.js +103 -0
  438. package/src/gpu/kernels/logit-merge.js +13 -125
  439. package/src/gpu/kernels/logit-scatter.js +40 -0
  440. package/src/gpu/kernels/logit_finalize_f16.wgsl +43 -0
  441. package/src/gpu/kernels/logit_finalize_f32.wgsl +41 -0
  442. package/src/gpu/kernels/logit_merge_geometric.wgsl +23 -0
  443. package/src/gpu/kernels/logit_merge_max.wgsl +23 -0
  444. package/src/gpu/kernels/logit_merge_weighted.wgsl +23 -0
  445. package/src/gpu/kernels/logit_scatter_f16.wgsl +26 -0
  446. package/src/gpu/kernels/logit_scatter_f32.wgsl +24 -0
  447. package/src/gpu/kernels/matmul-dispatch.js +6 -1
  448. package/src/gpu/kernels/matmul-selection.js +3 -2
  449. package/src/gpu/kernels/matmul.js +4 -15
  450. package/src/gpu/kernels/matmul_bf16w_f32a.wgsl +93 -0
  451. package/src/gpu/kernels/matmul_gemv_subgroup_bf16w.wgsl +433 -0
  452. package/src/gpu/kernels/modulate.js +1 -1
  453. package/src/gpu/kernels/moe.js +3 -1
  454. package/src/gpu/kernels/moe_router_bias_add_f16_f16.wgsl +23 -0
  455. package/src/gpu/kernels/moe_router_bias_add_f16_f32.wgsl +23 -0
  456. package/src/gpu/kernels/moe_router_bias_add_f32_f16.wgsl +23 -0
  457. package/src/gpu/kernels/moe_router_bias_add_f32_f32.wgsl +21 -0
  458. package/src/gpu/kernels/patch_context.wgsl +29 -0
  459. package/src/gpu/kernels/pipeline-cache.js +3 -1
  460. package/src/gpu/kernels/pixel_shuffle.js +1 -1
  461. package/src/gpu/kernels/probe_shader_f16.wgsl +7 -0
  462. package/src/gpu/kernels/relu.js +1 -1
  463. package/src/gpu/kernels/repeat_channels.js +1 -1
  464. package/src/gpu/kernels/residual.js +2 -2
  465. package/src/gpu/kernels/rmsnorm-pair.js +1 -1
  466. package/src/gpu/kernels/rmsnorm-qk.js +1 -1
  467. package/src/gpu/kernels/rmsnorm-stats.js +14 -113
  468. package/src/gpu/kernels/rmsnorm.js +1 -1
  469. package/src/gpu/kernels/rmsnorm_serial.wgsl +19 -0
  470. package/src/gpu/kernels/rmsnorm_stats.wgsl +59 -0
  471. package/src/gpu/kernels/rmsnorm_stats_subgroups.wgsl +76 -0
  472. package/src/gpu/kernels/rope-precompute.js +160 -0
  473. package/src/gpu/kernels/rope-qk.js +1 -1
  474. package/src/gpu/kernels/rope.js +2 -2
  475. package/src/gpu/kernels/rope_precompute.wgsl +74 -0
  476. package/src/gpu/kernels/sample.js +5 -1
  477. package/src/gpu/kernels/scale.js +1 -1
  478. package/src/gpu/kernels/shader-cache.js +8 -4
  479. package/src/gpu/kernels/shader-source-scope.js +68 -0
  480. package/src/gpu/kernels/silu.js +2 -1
  481. package/src/gpu/kernels/soft-embedding.js +3 -1
  482. package/src/gpu/kernels/softmax.js +4 -2
  483. package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +1 -1
  484. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +1 -1
  485. package/src/gpu/kernels/split_qg.js +1 -1
  486. package/src/gpu/kernels/split_qkv.d.ts +2 -0
  487. package/src/gpu/kernels/split_qkv.js +18 -3
  488. package/src/gpu/kernels/split_qkv.wgsl +5 -2
  489. package/src/gpu/kernels/split_qkv_f16.wgsl +5 -2
  490. package/src/gpu/kernels/submit_probe.wgsl +6 -0
  491. package/src/gpu/kernels/transpose.js +1 -1
  492. package/src/gpu/kernels/turboquant-codebook.js +4 -535
  493. package/src/gpu/kernels/uniform-utils.js +7 -2
  494. package/src/gpu/kernels/upsample2d.js +1 -1
  495. package/src/gpu/kernels/utils.js +9 -330
  496. package/src/gpu/kernels/vision-average-pool.d.ts +13 -0
  497. package/src/gpu/kernels/vision-average-pool.js +68 -0
  498. package/src/gpu/kernels/vision-patch-embed.d.ts +17 -0
  499. package/src/gpu/kernels/vision-patch-embed.js +117 -0
  500. package/src/gpu/kernels/vision-position-embedding.d.ts +13 -0
  501. package/src/gpu/kernels/vision-position-embedding.js +79 -0
  502. package/src/gpu/kernels/vision-rope-2d.d.ts +16 -0
  503. package/src/gpu/kernels/vision-rope-2d.js +73 -0
  504. package/src/gpu/kernels/vision-spatial-merge.d.ts +19 -0
  505. package/src/gpu/kernels/vision-spatial-merge.js +100 -0
  506. package/src/gpu/kernels/vision_average_pool.wgsl +42 -0
  507. package/src/gpu/kernels/vision_patch_embed.wgsl +59 -0
  508. package/src/gpu/kernels/vision_patch_embed_f16w.wgsl +61 -0
  509. package/src/gpu/kernels/vision_position_embedding.wgsl +33 -0
  510. package/src/gpu/kernels/vision_position_embedding_f16.wgsl +35 -0
  511. package/src/gpu/kernels/vision_rope_2d.wgsl +60 -0
  512. package/src/gpu/kernels/vision_spatial_merge.wgsl +48 -0
  513. package/src/gpu/readback-buffer.js +20 -0
  514. package/src/gpu/submit-probe.js +2 -26
  515. package/src/gpu/weight-buffer.d.ts +1 -0
  516. package/src/gpu/weight-buffer.js +7 -0
  517. package/src/index.d.ts +10 -0
  518. package/src/index.js +1 -0
  519. package/src/inference/browser-harness/benchmark-execution.js +872 -0
  520. package/src/inference/browser-harness/benchmark-rerank.js +284 -0
  521. package/src/inference/browser-harness/decode-diagnostics.js +241 -0
  522. package/src/inference/browser-harness/diffusion-performance.js +102 -0
  523. package/src/inference/browser-harness/inference-execution.js +543 -0
  524. package/src/inference/{browser-harness-model-helpers.js → browser-harness/model-initialization.js} +14 -145
  525. package/src/inference/browser-harness/model-resolution.js +137 -0
  526. package/src/inference/browser-harness/report.js +338 -0
  527. package/src/inference/browser-harness/request.js +263 -0
  528. package/src/inference/browser-harness/runtime-config.d.ts +25 -0
  529. package/src/inference/browser-harness/runtime-config.js +255 -0
  530. package/src/inference/browser-harness/runtime-isolation.d.ts +13 -0
  531. package/src/inference/browser-harness/runtime-isolation.js +45 -0
  532. package/src/inference/browser-harness/runtime-report.d.ts +26 -0
  533. package/src/inference/browser-harness/runtime-report.js +117 -0
  534. package/src/inference/browser-harness/suite-summary.js +39 -0
  535. package/src/inference/browser-harness/text-evidence.js +694 -0
  536. package/src/inference/browser-harness/text-execution.js +757 -0
  537. package/src/inference/browser-harness/text-input.js +725 -0
  538. package/src/inference/{browser-harness-suite-helpers.js → browser-harness/timing-diagnostics.js} +1 -379
  539. package/src/inference/browser-harness-contract-helpers.js +1 -1
  540. package/src/inference/browser-harness-diffusion-energy-suites.js +8 -3
  541. package/src/inference/browser-harness-runtime-helpers.d.ts +3 -56
  542. package/src/inference/browser-harness-runtime-helpers.js +3 -423
  543. package/src/inference/browser-harness-text-helpers.js +31 -2199
  544. package/src/inference/browser-harness.d.ts +15 -2
  545. package/src/inference/browser-harness.js +38 -1952
  546. package/src/inference/kv-cache/base.js +67 -381
  547. package/src/inference/kv-cache/basis-decomposed-paged.d.ts +2 -50
  548. package/src/inference/kv-cache/basis-decomposed-paged.js +1 -276
  549. package/src/inference/kv-cache/quantized.d.ts +2 -2
  550. package/src/inference/kv-cache/quantized.js +4 -8
  551. package/src/inference/kv-cache/update.js +309 -0
  552. package/src/inference/model-checkpoint-evidence.d.ts +75 -0
  553. package/src/inference/model-checkpoint-evidence.js +264 -0
  554. package/src/inference/moe-router.js +36 -216
  555. package/src/inference/multi-model-network.js +5 -341
  556. package/src/inference/pipelines/audio/index.js +1 -20
  557. package/src/inference/pipelines/audio/mel.js +0 -38
  558. package/src/inference/pipelines/diffusion/profile-timing.js +10 -0
  559. package/src/inference/pipelines/diffusion/runtime-resources.js +54 -0
  560. package/src/inference/pipelines/diffusion/sd3/execution.js +805 -0
  561. package/src/inference/pipelines/diffusion/sd3/plan.js +125 -0
  562. package/src/inference/pipelines/diffusion/sd3-transformer.js +44 -895
  563. package/src/inference/pipelines/diffusion/{vae.js → vae/execution.js} +46 -618
  564. package/src/inference/pipelines/diffusion/{helpers.js → weight-contract.js} +1 -68
  565. package/src/inference/pipelines/energy-head/row-head-pipeline.d.ts +1 -103
  566. package/src/inference/pipelines/factory.js +14 -3
  567. package/src/inference/pipelines/shader-scoped-pipeline.js +29 -0
  568. package/src/inference/pipelines/structured/json-grammar-mask.js +0 -6
  569. package/src/inference/pipelines/text/abort-contract.js +22 -0
  570. package/src/inference/pipelines/text/attention/attn-config.js +1 -16
  571. package/src/inference/pipelines/text/attention/gate-projection.js +30 -0
  572. package/src/inference/pipelines/text/attention/heterogeneous-contract.js +8 -0
  573. package/src/inference/pipelines/text/attention/interpreter/immediate.js +211 -0
  574. package/src/inference/pipelines/text/attention/interpreter/recorded.js +451 -0
  575. package/src/inference/pipelines/text/attention/interpreter.js +89 -439
  576. package/src/inference/pipelines/text/attention/plan.d.ts +1 -0
  577. package/src/inference/pipelines/text/attention/plan.js +17 -0
  578. package/src/inference/pipelines/text/attention/projection-executor.js +331 -0
  579. package/src/inference/pipelines/text/attention/projection-plan.js +259 -0
  580. package/src/inference/pipelines/text/attention/projections.js +20 -537
  581. package/src/inference/pipelines/text/attention/query-transform.js +11 -0
  582. package/src/inference/pipelines/text/attention/record.js +0 -6
  583. package/src/inference/pipelines/text/attention/recorded-health.js +21 -0
  584. package/src/inference/pipelines/text/attention/rope-observation.js +40 -0
  585. package/src/inference/pipelines/text/attention/run.js +0 -6
  586. package/src/inference/pipelines/text/attention/types.js +3 -31
  587. package/src/inference/pipelines/text/chat-format.d.ts +3 -0
  588. package/src/inference/pipelines/text/chat-format.js +42 -0
  589. package/src/inference/pipelines/text/config/normalization.js +729 -0
  590. package/src/inference/pipelines/text/config/validation.js +9 -0
  591. package/src/inference/pipelines/text/config.d.ts +12 -1
  592. package/src/inference/pipelines/text/config.js +14 -1228
  593. package/src/inference/pipelines/text/debug-utils/health-metrics.js +57 -0
  594. package/src/inference/pipelines/text/debug-utils/index.js +3 -8
  595. package/src/inference/pipelines/text/debug-utils/profiles.js +8 -0
  596. package/src/inference/pipelines/text/debug-utils/readback-decoding.js +24 -0
  597. package/src/inference/pipelines/text/debug-utils/tensor.js +1 -1
  598. package/src/inference/pipelines/text/dtype-contract.js +1 -68
  599. package/src/inference/pipelines/text/embed.js +178 -241
  600. package/src/inference/pipelines/text/embedding-contract.d.ts +7 -0
  601. package/src/inference/pipelines/text/embedding-contract.js +21 -0
  602. package/src/inference/pipelines/text/embedding-extraction.js +225 -0
  603. package/src/inference/pipelines/text/embedding-normalization.js +39 -0
  604. package/src/inference/pipelines/text/execution-runtime-builders.js +0 -32
  605. package/src/inference/pipelines/text/execution-v1/plan.js +69 -0
  606. package/src/inference/pipelines/text/execution-v1/validation.js +233 -0
  607. package/src/inference/pipelines/text/execution-v1.js +7 -283
  608. package/src/inference/pipelines/text/execution.js +517 -0
  609. package/src/inference/pipelines/text/ffn/dense-executor.js +718 -0
  610. package/src/inference/pipelines/text/ffn/dense-plan.js +327 -0
  611. package/src/inference/pipelines/text/ffn/dense.js +4 -968
  612. package/src/inference/pipelines/text/ffn/sandwich.js +10 -9
  613. package/src/inference/pipelines/text/ffn/standard.js +2 -1
  614. package/src/inference/pipelines/text/generator/attention-lifecycle.js +24 -0
  615. package/src/inference/pipelines/text/generator/decode-runtime.js +991 -0
  616. package/src/inference/pipelines/text/generator/decode.js +952 -0
  617. package/src/inference/pipelines/text/generator/diffusion.js +607 -0
  618. package/src/inference/pipelines/text/generator/logits-config.js +63 -0
  619. package/src/inference/pipelines/text/generator/prefill-observation.js +29 -0
  620. package/src/inference/pipelines/text/generator/prefill-policy.js +56 -0
  621. package/src/inference/pipelines/text/generator/prefill-runtime.js +896 -0
  622. package/src/inference/pipelines/text/{generator-prefill-helpers.js → generator/prefix-embedding.js} +16 -121
  623. package/src/inference/pipelines/text/generator/prompt-input.js +47 -0
  624. package/src/inference/pipelines/text/generator/recovery.js +310 -0
  625. package/src/inference/pipelines/text/{generator-helpers.js → generator/session-context.js} +42 -110
  626. package/src/inference/pipelines/text/generator/text.js +448 -0
  627. package/src/inference/pipelines/text/generator/training.js +752 -0
  628. package/src/inference/pipelines/text/generator-decode-policy.js +1 -1
  629. package/src/inference/pipelines/text/generator-logits-observation.js +45 -0
  630. package/src/inference/pipelines/text/generator-runtime.js +5 -135
  631. package/src/inference/pipelines/text/generator-steps.js +30 -972
  632. package/src/inference/pipelines/text/generator.js +165 -3544
  633. package/src/inference/pipelines/text/image-transcription.js +304 -0
  634. package/src/inference/pipelines/text/init-qkv-fusion.js +18 -9
  635. package/src/inference/pipelines/text/init-rope.js +37 -189
  636. package/src/inference/pipelines/text/init.d.ts +8 -3
  637. package/src/inference/pipelines/text/init.js +6 -216
  638. package/src/inference/pipelines/text/layer-execution-contract.js +97 -0
  639. package/src/inference/pipelines/text/layer-input-execution.js +435 -0
  640. package/src/inference/pipelines/text/layer-plan-gpu.js +13 -6
  641. package/src/inference/pipelines/text/layer-plan.d.ts +21 -5
  642. package/src/inference/pipelines/text/layer-plan.js +45 -3
  643. package/src/inference/pipelines/text/layer.js +52 -522
  644. package/src/inference/pipelines/text/lifecycle.js +839 -0
  645. package/src/inference/pipelines/text/linear-attention/plan.js +554 -0
  646. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +2 -2
  647. package/src/inference/pipelines/text/linear-attention.d.ts +2 -2
  648. package/src/inference/pipelines/text/linear-attention.js +7 -537
  649. package/src/inference/pipelines/text/logits/cpu-output.d.ts +1 -0
  650. package/src/inference/pipelines/text/logits/cpu-output.js +5 -0
  651. package/src/inference/pipelines/text/logits/cpu.d.ts +1 -87
  652. package/src/inference/pipelines/text/logits/cpu.js +8 -95
  653. package/src/inference/pipelines/text/logits/gpu-executor.js +368 -0
  654. package/src/inference/pipelines/text/logits/gpu.d.ts +27 -0
  655. package/src/inference/pipelines/text/logits/gpu.js +116 -579
  656. package/src/inference/pipelines/text/logits/index.d.ts +2 -1
  657. package/src/inference/pipelines/text/logits/index.js +62 -102
  658. package/src/inference/pipelines/text/logits/output-transform.js +47 -0
  659. package/src/inference/pipelines/text/logits/plan.js +184 -0
  660. package/src/inference/pipelines/text/logits/readback.d.ts +6 -0
  661. package/src/inference/pipelines/text/logits/readback.js +9 -0
  662. package/src/inference/pipelines/text/logits/scale-policy.js +20 -0
  663. package/src/inference/pipelines/text/logits/types.d.ts +1 -0
  664. package/src/inference/pipelines/text/lora-apply.js +12 -4
  665. package/src/inference/pipelines/text/lora-types.d.ts +12 -0
  666. package/src/inference/pipelines/text/modality-token-contract.js +115 -0
  667. package/src/inference/pipelines/text/model-load.js +0 -20
  668. package/src/inference/pipelines/text/moe/expert-loading.js +9 -0
  669. package/src/inference/pipelines/text/moe/gpu-executor.js +513 -0
  670. package/src/inference/pipelines/text/moe/plan.js +47 -0
  671. package/src/inference/pipelines/text/moe-cpu.js +9 -135
  672. package/src/inference/pipelines/text/moe-gpu.js +21 -545
  673. package/src/inference/pipelines/text/normalization-contract.js +17 -0
  674. package/src/inference/pipelines/text/per-layer/materialize.js +736 -0
  675. package/src/inference/pipelines/text/per-layer/plan.js +362 -0
  676. package/src/inference/pipelines/text/per-layer-inputs.js +4 -1037
  677. package/src/inference/pipelines/text/pipeline-load-timing.js +77 -0
  678. package/src/inference/pipelines/text/probes.js +20 -0
  679. package/src/inference/pipelines/text/state.d.ts +8 -0
  680. package/src/inference/pipelines/text/state.js +1 -0
  681. package/src/inference/pipelines/text/tsir-fixture-writer.js +88 -16
  682. package/src/inference/pipelines/text/types.d.ts +4 -0
  683. package/src/inference/pipelines/text/weight-loading-config.js +194 -0
  684. package/src/inference/pipelines/text.d.ts +2 -2
  685. package/src/inference/pipelines/text.js +46 -1633
  686. package/src/inference/pipelines/video/frame-sampler.js +0 -13
  687. package/src/inference/pipelines/video/index.js +0 -21
  688. package/src/inference/pipelines/vision/attention.js +59 -0
  689. package/src/inference/pipelines/vision/encoder.js +254 -369
  690. package/src/inference/pipelines/vision/gemma4.js +204 -318
  691. package/src/inference/pipelines/vision/glmocr-preprocess.js +273 -0
  692. package/src/inference/pipelines/vision/glmocr-rope.js +106 -0
  693. package/src/inference/pipelines/vision/glmocr.js +557 -0
  694. package/src/inference/pipelines/vision/image-preprocess.js +0 -27
  695. package/src/inference/pipelines/vision/index.js +8 -27
  696. package/src/inference/pipelines/vision/ops.js +11 -33
  697. package/src/inference/pipelines/vision/patch-embed.js +51 -145
  698. package/src/inference/pipelines/vision/spatial-merge.js +78 -0
  699. package/src/inference/pipelines/vision/weight-loading.js +79 -0
  700. package/src/inference/refactor-receipt.js +2 -2
  701. package/src/inference/rerank.js +182 -0
  702. package/src/inference/tokenizer.js +1 -1
  703. package/src/inference/tokenizers/behavior-flags.js +6 -3
  704. package/src/inference/tokenizers/bundled/decoders.js +133 -0
  705. package/src/inference/tokenizers/bundled/registry.js +216 -0
  706. package/src/inference/tokenizers/bundled.js +23 -353
  707. package/src/loader/doppler-loader.d.ts +4 -0
  708. package/src/loader/doppler-loader.js +119 -930
  709. package/src/loader/embedding-limit-preflight.js +11 -4
  710. package/src/loader/embedding-loader.js +1 -3
  711. package/src/loader/gpu-tensor-materialization.js +20 -0
  712. package/src/loader/layer-loader.js +15 -119
  713. package/src/loader/layer-tensor-aliases.js +99 -0
  714. package/src/loader/layer-weight-shape.js +29 -0
  715. package/src/loader/load-timing.js +64 -0
  716. package/src/loader/loader-types.d.ts +3 -0
  717. package/src/loader/model-executor.js +819 -0
  718. package/src/loader/model-load-validation.js +15 -0
  719. package/src/loader/quantization-constants.d.ts +11 -29
  720. package/src/loader/quantization-constants.js +1 -2
  721. package/src/loader/shard-resolver.js +0 -14
  722. package/src/loader/tensor-load-error.js +14 -0
  723. package/src/loader/tensor-shard-indices.js +8 -0
  724. package/src/loader/tensors/bf16-loader.js +125 -0
  725. package/src/loader/tensors/functional-descriptor-loader.js +3 -375
  726. package/src/loader/tensors/load-executor.js +577 -0
  727. package/src/loader/tensors/source-transform/executor.js +123 -0
  728. package/src/loader/tensors/source-transform/plan.js +107 -0
  729. package/src/loader/tensors/source-transform.js +15 -264
  730. package/src/loader/tensors/tensor-loader.d.ts +4 -4
  731. package/src/loader/tensors/tensor-loader.js +7 -653
  732. package/src/memory/buffer-pool.js +7 -29
  733. package/src/rules/capability-transform-resolver.js +80 -0
  734. package/src/rules/execution-contract.d.ts +73 -0
  735. package/src/rules/execution-contract.js +429 -0
  736. package/src/rules/execution-rules-contract-check.js +1 -1
  737. package/src/rules/generated/rule-bundle.json +4305 -0
  738. package/src/rules/inference/capability-transforms.rules.json +3 -3
  739. package/src/rules/layer-pattern-contract-check.js +1 -1
  740. package/src/rules/rule-registry.js +70 -57
  741. package/src/storage/artifact-storage-context.js +2 -2
  742. package/src/storage/backend-selection.js +43 -0
  743. package/src/storage/distribution-transport.js +5 -0
  744. package/src/storage/download/integrity.d.ts +33 -0
  745. package/src/storage/download/integrity.js +130 -0
  746. package/src/storage/download/resume-inspection.d.ts +22 -0
  747. package/src/storage/download/resume-inspection.js +134 -0
  748. package/src/storage/download/retry.js +57 -0
  749. package/src/storage/download/state.js +131 -0
  750. package/src/storage/download/transport.js +99 -0
  751. package/src/storage/downloader.js +74 -453
  752. package/src/storage/model-cache.d.ts +1 -0
  753. package/src/storage/model-cache.js +51 -11
  754. package/src/storage/shard-manager.d.ts +5 -0
  755. package/src/storage/shard-manager.js +50 -369
  756. package/src/storage/shards/index.js +60 -0
  757. package/src/storage/shards/integrity.js +225 -0
  758. package/src/storage/shards/lifecycle.js +22 -0
  759. package/src/storage/source-artifact-store.js +14 -4
  760. package/src/tooling/boundary-evidence.d.ts +4 -4
  761. package/src/tooling/boundary-evidence.js +20 -20
  762. package/src/tooling/browser-command-runner.js +13 -6
  763. package/src/tooling/capsule-v2.d.ts +11 -0
  764. package/src/tooling/capsule-v2.js +58 -0
  765. package/src/tooling/capsule.js +20 -0
  766. package/src/tooling/command-api-constants.js +1 -1
  767. package/src/tooling/command-api-family-normalizers.js +163 -5
  768. package/src/tooling/command-api.d.ts +42 -3
  769. package/src/tooling/command-api.js +7 -2
  770. package/src/tooling/command-envelope.js +1 -1
  771. package/src/tooling/{command-api-helpers.js → command-request-normalization.js} +1 -1
  772. package/src/tooling/command-runner.html +49 -1
  773. package/src/tooling/command-validation.js +1 -24
  774. package/src/tooling/conversion-run-timing.js +24 -0
  775. package/src/tooling/diagnose-runner.js +11 -9
  776. package/src/tooling/distribution-shard-transport.js +11 -0
  777. package/src/tooling/execution-cost-ledger.d.ts +76 -2
  778. package/src/tooling/execution-cost-ledger.js +197 -15
  779. package/src/tooling/hf-registry/catalog-io.js +63 -0
  780. package/src/tooling/litert/package.js +863 -0
  781. package/src/tooling/litert-package-runtime.js +3 -849
  782. package/src/tooling/model-capsule-forge.js +478 -0
  783. package/src/tooling/node-browser/execution.d.ts +40 -0
  784. package/src/tooling/node-browser/execution.js +308 -0
  785. package/src/tooling/node-browser/static-server.js +188 -0
  786. package/src/tooling/node-browser/transport.d.ts +80 -0
  787. package/src/tooling/node-browser/transport.js +622 -0
  788. package/src/tooling/node-browser-command-runner.d.ts +18 -78
  789. package/src/tooling/node-browser-command-runner.js +10 -1112
  790. package/src/tooling/node-capsule-artifact-store.js +44 -0
  791. package/src/tooling/node-command-execution.js +237 -0
  792. package/src/tooling/node-command-runner.js +26 -205
  793. package/src/tooling/node-converter/input.js +521 -0
  794. package/src/tooling/node-converter/output.js +244 -0
  795. package/src/tooling/node-converter-chunk-batches.js +21 -0
  796. package/src/tooling/node-converter.js +7 -720
  797. package/src/tooling/node-source-runtime.js +16 -276
  798. package/src/tooling/node-webgpu-provider.v1.json +33 -0
  799. package/src/tooling/node-webgpu.js +178 -453
  800. package/src/tooling/opfs-cache.d.ts +5 -0
  801. package/src/tooling/opfs-cache.js +4 -0
  802. package/src/tooling/production-release.d.ts +19 -0
  803. package/src/tooling/production-release.js +647 -0
  804. package/src/tooling/program-bundle/embedding-reference.js +19 -0
  805. package/src/tooling/program-bundle/materialize.js +324 -0
  806. package/src/tooling/program-bundle/rerank-reference.js +22 -0
  807. package/src/tooling/program-bundle/sequence-reference.js +42 -0
  808. package/src/tooling/program-bundle/validation.js +31 -0
  809. package/src/tooling/program-bundle/wgsl-closure.js +254 -0
  810. package/src/tooling/program-bundle-parity.d.ts +11 -4
  811. package/src/tooling/program-bundle-parity.js +262 -109
  812. package/src/tooling/program-bundle.d.ts +7 -0
  813. package/src/tooling/program-bundle.js +186 -591
  814. package/src/tooling/provider-v1-contract.d.ts +61 -0
  815. package/src/tooling/provider-v1-contract.js +192 -0
  816. package/src/tooling/registered-variant-calibration-job.d.ts +98 -0
  817. package/src/tooling/registered-variant-calibration-job.js +210 -0
  818. package/src/tooling/registered-variant-calibration.d.ts +167 -7
  819. package/src/tooling/registered-variant-calibration.js +57 -7
  820. package/src/tooling/runtime-optimization/candidates.js +664 -0
  821. package/src/tooling/runtime-optimization-campaign.js +166 -0
  822. package/src/tooling/runtime-optimization-index.js +16 -1
  823. package/src/tooling/runtime-optimization.d.ts +44 -0
  824. package/src/tooling/runtime-optimization.js +13 -656
  825. package/src/tooling/source-intake.d.ts +1 -1
  826. package/src/tooling/source-intake.js +34 -17
  827. package/src/tooling/source-package-profiles.js +1 -1
  828. package/src/tooling/source-runtime/bundle-materialize.js +298 -0
  829. package/src/tooling/source-runtime/bundle-plan.js +121 -0
  830. package/src/tooling/source-runtime/node-loader.js +258 -0
  831. package/src/tooling/source-runtime-bundle.js +26 -411
  832. package/src/tooling/source-runtime-converter-config.js +1 -1
  833. package/src/tooling-experimental-exports.js +0 -5
  834. package/src/tooling-exports/evidence.d.ts +14 -3
  835. package/src/tooling-exports/evidence.js +14 -3
  836. package/src/tooling-exports/storage.d.ts +5 -0
  837. package/src/tooling-exports/storage.js +4 -0
  838. package/src/tooling-exports.d.ts +3 -0
  839. package/src/tooling-exports.js +2 -0
  840. package/src/tooling-exports.shared.d.ts +17 -3
  841. package/src/tooling-exports.shared.js +9 -3
  842. package/src/training.d.ts +6 -6
  843. package/src/training.js +4 -4
  844. package/src/version.js +1 -1
  845. package/tests/kernels/browser/kernel-suite.js +512 -0
  846. package/tests/kernels/browser/test-page.js +169 -14
  847. package/tests/kernels/harness/tolerance.js +1 -0
  848. package/tests/kernels/reference/index.js +13 -1
  849. package/tests/kernels/reference/vision.js +160 -0
  850. package/src/converter/quantizer.d.ts +0 -121
  851. package/src/gpu/kernels/backward/utils.d.ts +0 -90
  852. package/src/gpu/kernels/uniform-utils.d.ts +0 -66
  853. package/src/gpu/kernels/utils.d.ts +0 -147
  854. package/src/inference/pipelines/text/debug-utils/utils.js +0 -118
  855. package/src/inference/pipelines/text/logits/utils.d.ts +0 -58
  856. package/src/inference/pipelines/text/moe-cpu-gptoss.js +0 -115
  857. package/src/inference/pipelines/text/moe-helpers.js +0 -21
  858. package/src/rules/converter/execution.rules.json +0 -20
  859. package/src/rules/converter/tensor-roles.rules.json +0 -13
  860. package/src/rules/converter/tokenizer.rules.json +0 -12
  861. package/src/rules/inference/attention.rules.json +0 -69
  862. package/src/rules/inference/config.rules.json +0 -82
  863. package/src/rules/inference/dtype.rules.json +0 -113
  864. package/src/rules/inference/execution.rules.json +0 -195
  865. package/src/rules/inference/ffn.rules.json +0 -123
  866. package/src/rules/inference/layer-pattern.rules.json +0 -16
  867. package/src/rules/inference/layer.rules.json +0 -7
  868. package/src/rules/inference/moe.rules.json +0 -145
  869. package/src/rules/kernels/attention.rules.json +0 -68
  870. package/src/rules/kernels/conv2d.rules.json +0 -6
  871. package/src/rules/kernels/depthwise-conv2d.rules.json +0 -6
  872. package/src/rules/kernels/dequant.rules.json +0 -58
  873. package/src/rules/kernels/energy.rules.json +0 -22
  874. package/src/rules/kernels/fused-ffn.rules.json +0 -15
  875. package/src/rules/kernels/fused-matmul-residual.rules.json +0 -6
  876. package/src/rules/kernels/fused-matmul-rmsnorm.rules.json +0 -8
  877. package/src/rules/kernels/gather.rules.json +0 -93
  878. package/src/rules/kernels/gelu.rules.json +0 -11
  879. package/src/rules/kernels/grouped-pointwise-conv2d.rules.json +0 -6
  880. package/src/rules/kernels/groupnorm.rules.json +0 -10
  881. package/src/rules/kernels/kv_quantize.rules.json +0 -9
  882. package/src/rules/kernels/layernorm.rules.json +0 -6
  883. package/src/rules/kernels/linear-attention.rules.json +0 -6
  884. package/src/rules/kernels/lm-head-argmax.rules.json +0 -10
  885. package/src/rules/kernels/matmul.rules.json +0 -95
  886. package/src/rules/kernels/modulate.rules.json +0 -6
  887. package/src/rules/kernels/moe.rules.gptoss.json +0 -105
  888. package/src/rules/kernels/moe.rules.json +0 -14
  889. package/src/rules/kernels/moe.rules.mixtral.json +0 -75
  890. package/src/rules/kernels/pixel_shuffle.rules.json +0 -6
  891. package/src/rules/kernels/relu.rules.json +0 -6
  892. package/src/rules/kernels/rep-penalty.rules.json +0 -6
  893. package/src/rules/kernels/repeat-channels.rules.json +0 -6
  894. package/src/rules/kernels/residual.rules.json +0 -12
  895. package/src/rules/kernels/rmsnorm-qk.rules.json +0 -6
  896. package/src/rules/kernels/rmsnorm.rules.json +0 -46
  897. package/src/rules/kernels/rope-qk.rules.json +0 -6
  898. package/src/rules/kernels/rope.rules.json +0 -6
  899. package/src/rules/kernels/sample.rules.json +0 -6
  900. package/src/rules/kernels/scale.rules.json +0 -8
  901. package/src/rules/kernels/silu.rules.json +0 -22
  902. package/src/rules/kernels/softmax.rules.json +0 -25
  903. package/src/rules/kernels/split-qg.rules.json +0 -6
  904. package/src/rules/kernels/split-qkv.rules.json +0 -6
  905. package/src/rules/kernels/upsample2d.rules.json +0 -6
  906. package/src/rules/loader/tensor-loader.rules.json +0 -42
  907. package/src/rules/loader/weights.rules.json +0 -42
  908. package/src/rules/tooling/command-runtime.rules.json +0 -65
  909. package/src/tooling/hf-registry-utils.js +0 -395
  910. /package/src/converter/{tokenizer-utils.js → tokenizer-special-tokens.js} +0 -0
  911. /package/src/{inference/pipelines/text/bdpa-steamroller.js → experimental/bdpa/steamroller.js} +0 -0
  912. /package/src/{inference/pipelines → experimental}/diffusion/scheduler.js +0 -0
  913. /package/src/{inference/pipelines → experimental}/energy/pipeline.d.ts +0 -0
  914. /package/src/{inference/pipelines → experimental}/energy/quintel.d.ts +0 -0
  915. /package/src/{inference/pipelines → experimental}/energy/quintel.js +0 -0
  916. /package/src/{utils → formats}/array-buffer.js +0 -0
  917. /package/src/{utils → formats}/canonical-hash.js +0 -0
  918. /package/src/{utils → formats}/clone-json.js +0 -0
  919. /package/src/{utils → formats}/encode-utf8.js +0 -0
  920. /package/src/{utils → formats}/load-json.js +0 -0
  921. /package/src/{utils → formats}/plain-object.js +0 -0
  922. /package/src/{utils → formats}/sha256.js +0 -0
  923. /package/src/{utils → formats}/stable-sort-object.js +0 -0
  924. /package/src/{gpu/kernels → rules}/rule-matcher.js +0 -0
  925. /package/src/{utils → storage}/hf-resolve-url.js +0 -0
  926. /package/src/{utils → storage}/runtime-env.js +0 -0
  927. /package/src/tooling/{command-runner-shared.js → command-runtime-execution.js} +0 -0
@@ -1,36 +1,32 @@
1
- import { getDevice } from '../../../gpu/device.js';
2
- import { acquireBuffer, releaseBuffer, readBuffer, isBufferActive } from '../../../memory/buffer-pool.js';
3
- import { createTensor, dtypeBytes } from '../../../gpu/tensor.js';
4
- import { getBuffer, getWeightDtype } from '../../../gpu/weight-buffer.js';
5
- import { CommandRecorder } from '../../../gpu/command-recorder.js';
6
- import { runConv2D, recordConv2D } from '../../../gpu/kernels/conv2d.js';
7
- import { runGroupNorm, recordGroupNorm } from '../../../gpu/kernels/groupnorm.js';
8
- import { runRMSNorm, recordRMSNorm } from '../../../gpu/kernels/rmsnorm.js';
9
- import { runSiLU, runSiLURowSplit, recordSiLU, recordSiLURowSplit } from '../../../gpu/kernels/silu.js';
10
- import { runMatmul, recordMatmul } from '../../../gpu/kernels/matmul.js';
11
- import { runAttention, recordAttention } from '../../../gpu/kernels/attention.js';
12
- import { runTranspose, recordTranspose } from '../../../gpu/kernels/transpose.js';
13
- import { runResidualAdd, runBiasAdd, recordResidualAdd, recordBiasAdd } from '../../../gpu/kernels/residual.js';
14
- import { runUpsample2D, recordUpsample2D } from '../../../gpu/kernels/upsample2d.js';
15
- import { runDepthwiseConv2D, recordDepthwiseConv2D } from '../../../gpu/kernels/depthwise_conv2d.js';
16
- import { runGroupedPointwiseConv2D, recordGroupedPointwiseConv2D } from '../../../gpu/kernels/grouped_pointwise_conv2d.js';
17
- import { runLinearAttention, recordLinearAttention } from '../../../gpu/kernels/linear_attention.js';
18
- import { runPixelShuffle, recordPixelShuffle } from '../../../gpu/kernels/pixel_shuffle.js';
19
- import { runRepeatChannels, recordRepeatChannels } from '../../../gpu/kernels/repeat_channels.js';
20
- import { runReLU, recordReLU } from '../../../gpu/kernels/relu.js';
21
- import { castF32ToF16, recordCastF32ToF16 } from '../../../gpu/kernels/cast.js';
22
- import { f16ToF32 } from '../../../loader/dtype-utils.js';
23
- import { log } from '../../../debug/index.js';
24
-
25
- function clamp(value, min, max) {
26
- return Math.max(min, Math.min(max, value));
27
- }
28
-
29
- function reshapeTensor(tensor, shape, label) {
1
+ import { getDevice } from '../../../../gpu/device.js';
2
+ import { acquireBuffer, releaseBuffer, readBuffer, isBufferActive } from '../../../../memory/buffer-pool.js';
3
+ import { createTensor, dtypeBytes } from '../../../../gpu/tensor.js';
4
+ import { getBuffer, getWeightDtype } from '../../../../gpu/weight-buffer.js';
5
+ import { CommandRecorder } from '../../../../gpu/command-recorder.js';
6
+ import { runConv2D, recordConv2D } from '../../../../gpu/kernels/conv2d.js';
7
+ import { runGroupNorm, recordGroupNorm } from '../../../../gpu/kernels/groupnorm.js';
8
+ import { runRMSNorm, recordRMSNorm } from '../../../../gpu/kernels/rmsnorm.js';
9
+ import { runSiLU, runSiLURowSplit, recordSiLU, recordSiLURowSplit } from '../../../../gpu/kernels/silu.js';
10
+ import { runMatmul, recordMatmul } from '../../../../gpu/kernels/matmul.js';
11
+ import { runAttention, recordAttention } from '../../../../gpu/kernels/attention.js';
12
+ import { runTranspose, recordTranspose } from '../../../../gpu/kernels/transpose.js';
13
+ import { runResidualAdd, runBiasAdd, recordResidualAdd, recordBiasAdd } from '../../../../gpu/kernels/residual.js';
14
+ import { runUpsample2D, recordUpsample2D } from '../../../../gpu/kernels/upsample2d.js';
15
+ import { runDepthwiseConv2D, recordDepthwiseConv2D } from '../../../../gpu/kernels/depthwise_conv2d.js';
16
+ import { runGroupedPointwiseConv2D, recordGroupedPointwiseConv2D } from '../../../../gpu/kernels/grouped_pointwise_conv2d.js';
17
+ import { runLinearAttention, recordLinearAttention } from '../../../../gpu/kernels/linear_attention.js';
18
+ import { runPixelShuffle, recordPixelShuffle } from '../../../../gpu/kernels/pixel_shuffle.js';
19
+ import { runRepeatChannels, recordRepeatChannels } from '../../../../gpu/kernels/repeat_channels.js';
20
+ import { runReLU, recordReLU } from '../../../../gpu/kernels/relu.js';
21
+ import { castF32ToF16, recordCastF32ToF16 } from '../../../../gpu/kernels/cast.js';
22
+ import { f16ToF32 } from '../../../../loader/dtype-utils.js';
23
+ import { log } from '../../../../debug/index.js';
24
+
25
+ export function reshapeTensor(tensor, shape, label) {
30
26
  return createTensor(tensor.buffer, tensor.dtype, shape, label ?? tensor.label);
31
27
  }
32
28
 
33
- function getWeight(weights, shapes, name) {
29
+ export function getWeight(weights, shapes, name) {
34
30
  const value = weights.get(name);
35
31
  if (!value) {
36
32
  throw new Error(`Missing VAE weight: ${name}`);
@@ -42,7 +38,7 @@ function getWeight(weights, shapes, name) {
42
38
  return { value, shape };
43
39
  }
44
40
 
45
- function getWeightOptional(weights, shapes, name) {
41
+ export function getWeightOptional(weights, shapes, name) {
46
42
  const value = weights.get(name);
47
43
  if (!value) return null;
48
44
  const shape = shapes.get(name);
@@ -50,19 +46,7 @@ function getWeightOptional(weights, shapes, name) {
50
46
  return { value, shape };
51
47
  }
52
48
 
53
- function getWeightByCandidates(weights, shapes, candidates, label) {
54
- for (const name of candidates) {
55
- const value = getWeightOptional(weights, shapes, name);
56
- if (value) {
57
- return { ...value, name };
58
- }
59
- }
60
- throw new Error(
61
- `Missing VAE weight: ${label}. Tried: ${candidates.join(', ')}`
62
- );
63
- }
64
-
65
- function getConvShape(shape) {
49
+ export function getConvShape(shape) {
66
50
  if (!Array.isArray(shape) || shape.length !== 4) {
67
51
  throw new Error(`Conv2D weight shape must be [out,in,h,w], got ${shape}`);
68
52
  }
@@ -74,7 +58,7 @@ function getConvShape(shape) {
74
58
  };
75
59
  }
76
60
 
77
- function getLinearShape(shape, label) {
61
+ export function getLinearShape(shape, label) {
78
62
  if (Array.isArray(shape) && shape.length === 2) {
79
63
  return {
80
64
  outFeatures: shape[0],
@@ -93,37 +77,7 @@ function getLinearShape(shape, label) {
93
77
  throw new Error(`Linear weight shape must be [out,in] or [out,in,1,1], got ${shape}`);
94
78
  }
95
79
 
96
- function readPositiveInteger(value) {
97
- const parsed = Number(value);
98
- if (!Number.isInteger(parsed) || parsed < 1) return null;
99
- return parsed;
100
- }
101
-
102
- function resolveAttentionHeadShape(channels, config) {
103
- const rawHeadDim = Array.isArray(config?.attention_head_dim)
104
- ? config.attention_head_dim[0]
105
- : config?.attention_head_dim;
106
- const configuredHeadDim = readPositiveInteger(rawHeadDim);
107
- if (configuredHeadDim && channels % configuredHeadDim === 0) {
108
- return {
109
- numHeads: channels / configuredHeadDim,
110
- headDim: configuredHeadDim,
111
- };
112
- }
113
-
114
- const configuredNumHeads = readPositiveInteger(config?.num_attention_heads);
115
- if (configuredNumHeads && channels % configuredNumHeads === 0) {
116
- return {
117
- numHeads: configuredNumHeads,
118
- headDim: channels / configuredNumHeads,
119
- };
120
- }
121
- throw new Error(
122
- `VAE attention requires explicit compatible attention_head_dim or num_attention_heads for channels=${channels}.`
123
- );
124
- }
125
-
126
- function createBiasTensor(weight, label, fallbackDtype = 'f16') {
80
+ export function createBiasTensor(weight, label, fallbackDtype = 'f16') {
127
81
  if (!weight) return null;
128
82
  const dtype = getWeightDtype(weight.value) || fallbackDtype;
129
83
  const shape = Array.isArray(weight.shape) && weight.shape.length > 0
@@ -136,20 +90,7 @@ function createBiasTensor(weight, label, fallbackDtype = 'f16') {
136
90
  return createTensor(getBuffer(weight.value), dtype, [size], label);
137
91
  }
138
92
 
139
- function buildIndexList(weights, prefix) {
140
- const indices = new Set();
141
- for (const name of weights.keys()) {
142
- if (!name.startsWith(prefix)) continue;
143
- const rest = name.slice(prefix.length);
144
- const match = rest.match(/^(\d+)\./);
145
- if (!match) continue;
146
- const idx = Number.parseInt(match[1], 10);
147
- if (Number.isFinite(idx)) indices.add(idx);
148
- }
149
- return Array.from(indices).sort((a, b) => a - b);
150
- }
151
-
152
- function normalizePerBlockValue(value, count, label) {
93
+ export function normalizePerBlockValue(value, count, label) {
153
94
  if (Array.isArray(value)) {
154
95
  if (value.length !== count) {
155
96
  throw new Error(`${label} must have ${count} entries, got ${value.length}.`);
@@ -159,77 +100,14 @@ function normalizePerBlockValue(value, count, label) {
159
100
  return Array.from({ length: count }, () => value);
160
101
  }
161
102
 
162
- function tensorElementCount(tensor) {
103
+ export function tensorElementCount(tensor) {
163
104
  if (!Array.isArray(tensor?.shape) || tensor.shape.length === 0) {
164
105
  throw new Error('Tensor shape is required.');
165
106
  }
166
107
  return tensor.shape.reduce((acc, value) => acc * value, 1);
167
108
  }
168
109
 
169
- function createKernelOps(recorder) {
170
- if (!recorder) {
171
- return {
172
- conv2d: runConv2D,
173
- groupNorm: runGroupNorm,
174
- rmsNorm: runRMSNorm,
175
- silu: runSiLU,
176
- siluRowSplit: runSiLURowSplit,
177
- matmul: runMatmul,
178
- attention: runAttention,
179
- transpose: runTranspose,
180
- residualAdd: runResidualAdd,
181
- biasAdd: runBiasAdd,
182
- upsample2d: runUpsample2D,
183
- depthwiseConv2d: runDepthwiseConv2D,
184
- groupedPointwiseConv2d: runGroupedPointwiseConv2D,
185
- linearAttention: runLinearAttention,
186
- pixelShuffle: runPixelShuffle,
187
- repeatChannels: runRepeatChannels,
188
- relu: runReLU,
189
- castF32ToF16,
190
- };
191
- }
192
- return {
193
- conv2d: (...args) => recordConv2D(recorder, ...args),
194
- groupNorm: (...args) => recordGroupNorm(recorder, ...args),
195
- rmsNorm: (...args) => recordRMSNorm(recorder, ...args),
196
- silu: (...args) => recordSiLU(recorder, ...args),
197
- siluRowSplit: (...args) => recordSiLURowSplit(recorder, ...args),
198
- matmul: (...args) => recordMatmul(recorder, ...args),
199
- attention: (...args) => recordAttention(recorder, ...args),
200
- transpose: (...args) => recordTranspose(recorder, ...args),
201
- residualAdd: (...args) => recordResidualAdd(recorder, ...args),
202
- biasAdd: (...args) => recordBiasAdd(recorder, ...args),
203
- upsample2d: (...args) => recordUpsample2D(recorder, ...args),
204
- depthwiseConv2d: (...args) => recordDepthwiseConv2D(recorder, ...args),
205
- groupedPointwiseConv2d: (...args) => recordGroupedPointwiseConv2D(recorder, ...args),
206
- linearAttention: (...args) => recordLinearAttention(recorder, ...args),
207
- pixelShuffle: (...args) => recordPixelShuffle(recorder, ...args),
208
- repeatChannels: (...args) => recordRepeatChannels(recorder, ...args),
209
- relu: (...args) => recordReLU(recorder, ...args),
210
- castF32ToF16: (...args) => recordCastF32ToF16(recorder, ...args),
211
- };
212
- }
213
-
214
- function createBufferReleaser(recorder) {
215
- if (!recorder) {
216
- return (buffer) => {
217
- if (!buffer || !isBufferActive(buffer)) return;
218
- releaseBuffer(buffer);
219
- };
220
- }
221
- return (buffer) => {
222
- if (!buffer) return;
223
- recorder.trackTemporaryBuffer(buffer);
224
- };
225
- }
226
-
227
- function sumProfileTimings(timings) {
228
- if (!timings) return null;
229
- return Object.values(timings).reduce((sum, value) => sum + value, 0);
230
- }
231
-
232
- async function applyConv2D(state, weights, shapes, namePrefix, options = {}, ops, release) {
110
+ export async function applyConv2D(state, weights, shapes, namePrefix, options = {}, ops, release) {
233
111
  const weightName = `${namePrefix}.weight`;
234
112
  const biasName = `${namePrefix}.bias`;
235
113
  const weight = getWeight(weights, shapes, weightName);
@@ -266,14 +144,14 @@ async function applyConv2D(state, weights, shapes, namePrefix, options = {}, ops
266
144
  };
267
145
  }
268
146
 
269
- async function submitCopyWork(device, recorder, encoder) {
147
+ export async function submitCopyWork(device, recorder, encoder) {
270
148
  if (recorder) {
271
149
  return;
272
150
  }
273
151
  device.queue.submit([encoder.finish()]);
274
152
  }
275
153
 
276
- async function concatChannelTensors(tensors, height, width, recorder) {
154
+ export async function concatChannelTensors(tensors, height, width, recorder) {
277
155
  if (!Array.isArray(tensors) || tensors.length === 0) {
278
156
  throw new Error('concatChannelTensors requires at least one tensor.');
279
157
  }
@@ -312,7 +190,7 @@ async function concatChannelTensors(tensors, height, width, recorder) {
312
190
  return createTensor(output, dtype, [totalChannels, height, width], 'vae_concat_channels');
313
191
  }
314
192
 
315
- async function sliceChannelTensor(tensor, startChannel, channelCount, height, width, recorder) {
193
+ export async function sliceChannelTensor(tensor, startChannel, channelCount, height, width, recorder) {
316
194
  const device = getDevice();
317
195
  if (!device) {
318
196
  throw new Error('Channel tensor slicing requires a WebGPU device.');
@@ -332,7 +210,7 @@ async function sliceChannelTensor(tensor, startChannel, channelCount, height, wi
332
210
  return createTensor(output, tensor.dtype, [channelCount, height, width], 'vae_slice_channels');
333
211
  }
334
212
 
335
- async function runChannelwiseRmsNorm(state, normWeight, normBias, eps, ops, release) {
213
+ export async function runChannelwiseRmsNorm(state, normWeight, normBias, eps, ops, release) {
336
214
  const spatial = state.height * state.width;
337
215
  const channelsSpatial = reshapeTensor(state.tensor, [state.channels, spatial], 'vae_rmsnorm_channels_spatial');
338
216
  const tokens = await ops.transpose(channelsSpatial, state.channels, spatial);
@@ -357,7 +235,7 @@ async function runChannelwiseRmsNorm(state, normWeight, normBias, eps, ops, rele
357
235
  };
358
236
  }
359
237
 
360
- async function channelsToTokens(state, ops) {
238
+ export async function channelsToTokens(state, ops) {
361
239
  const spatial = state.height * state.width;
362
240
  const channelsSpatial = reshapeTensor(state.tensor, [state.channels, spatial], 'vae_channels_spatial');
363
241
  const tokens = await ops.transpose(channelsSpatial, state.channels, spatial);
@@ -367,7 +245,7 @@ async function channelsToTokens(state, ops) {
367
245
  };
368
246
  }
369
247
 
370
- async function tokensToChannels(tokens, channels, height, width, ops) {
248
+ export async function tokensToChannels(tokens, channels, height, width, ops) {
371
249
  const channelsSpatial = await ops.transpose(tokens, height * width, channels);
372
250
  return {
373
251
  tensor: reshapeTensor(channelsSpatial, [channels, height, width], 'vae_tokens_channels'),
@@ -377,241 +255,7 @@ async function tokensToChannels(tokens, channels, height, width, ops) {
377
255
  };
378
256
  }
379
257
 
380
- async function runResnetBlock(state, weights, shapes, prefix, config, ops, release) {
381
- const numGroups = config.numGroups;
382
- const eps = config.eps;
383
- const channels = state.channels;
384
-
385
- const norm1 = getWeight(weights, shapes, `${prefix}.norm1.weight`);
386
- const norm1Bias = getWeight(weights, shapes, `${prefix}.norm1.bias`);
387
- const normed1 = await ops.groupNorm(state.tensor, norm1.value, norm1Bias.value, {
388
- channels,
389
- height: state.height,
390
- width: state.width,
391
- numGroups,
392
- eps,
393
- });
394
-
395
- const silu1 = await ops.silu(normed1, { size: channels * state.height * state.width, swigluLimit: null });
396
- release(normed1.buffer);
397
- const silu1View = reshapeTensor(silu1, [channels, state.height, state.width], 'vae_resnet_silu1');
398
-
399
- const conv1 = await applyConv2D(
400
- { tensor: silu1View, channels, height: state.height, width: state.width },
401
- weights,
402
- shapes,
403
- `${prefix}.conv1`,
404
- { pad: 1 },
405
- ops,
406
- release
407
- );
408
-
409
- const norm2 = getWeight(weights, shapes, `${prefix}.norm2.weight`);
410
- const norm2Bias = getWeight(weights, shapes, `${prefix}.norm2.bias`);
411
- const normed2 = await ops.groupNorm(conv1.tensor, norm2.value, norm2Bias.value, {
412
- channels: conv1.channels,
413
- height: conv1.height,
414
- width: conv1.width,
415
- numGroups,
416
- eps,
417
- });
418
-
419
- release(conv1.tensor.buffer);
420
-
421
- const silu2 = await ops.silu(normed2, { size: conv1.channels * conv1.height * conv1.width, swigluLimit: null });
422
- release(normed2.buffer);
423
- const silu2View = reshapeTensor(silu2, [conv1.channels, conv1.height, conv1.width], 'vae_resnet_silu2');
424
-
425
- const conv2 = await applyConv2D(
426
- { tensor: silu2View, channels: conv1.channels, height: conv1.height, width: conv1.width },
427
- weights,
428
- shapes,
429
- `${prefix}.conv2`,
430
- { pad: 1 },
431
- ops,
432
- release
433
- );
434
-
435
- let residualTensor = state.tensor;
436
-
437
- if (weights.has(`${prefix}.conv_shortcut.weight`)) {
438
- const shortcut = await applyConv2D(state, weights, shapes, `${prefix}.conv_shortcut`, { pad: 0 }, ops, release);
439
- residualTensor = shortcut.tensor;
440
- }
441
-
442
- const size = conv2.channels * conv2.height * conv2.width;
443
- const residual = reshapeTensor(residualTensor, [size], 'vae_resnet_residual');
444
- const output = await ops.residualAdd(
445
- reshapeTensor(conv2.tensor, [size], 'vae_resnet_main'),
446
- residual,
447
- size,
448
- { useVec4: true }
449
- );
450
-
451
- if (residualTensor === state.tensor) {
452
- release(state.tensor.buffer);
453
- } else {
454
- release(residualTensor.buffer);
455
- }
456
-
457
- release(conv2.tensor.buffer);
458
-
459
- return {
460
- tensor: reshapeTensor(output, [conv2.channels, conv2.height, conv2.width], 'vae_resnet_output'),
461
- channels: conv2.channels,
462
- height: conv2.height,
463
- width: conv2.width,
464
- };
465
- }
466
-
467
- async function runMidBlockAttention(state, weights, shapes, prefix, config, ops, release) {
468
- const channels = state.channels;
469
- const height = state.height;
470
- const width = state.width;
471
- const spatial = height * width;
472
- if (!Number.isFinite(spatial) || spatial <= 0) {
473
- throw new Error('VAE mid-block attention requires a positive spatial size.');
474
- }
475
-
476
- const normWeight = getWeightByCandidates(
477
- weights,
478
- shapes,
479
- [`${prefix}.group_norm.weight`, `${prefix}.norm.weight`],
480
- `${prefix}.group_norm.weight`
481
- );
482
- const normBias = getWeightByCandidates(
483
- weights,
484
- shapes,
485
- [`${prefix}.group_norm.bias`, `${prefix}.norm.bias`],
486
- `${prefix}.group_norm.bias`
487
- );
488
-
489
- const normed = await ops.groupNorm(state.tensor, normWeight.value, normBias.value, {
490
- channels,
491
- height,
492
- width,
493
- numGroups: config.numGroups,
494
- eps: config.eps,
495
- });
496
- const normedChannelsSpatial = reshapeTensor(normed, [channels, spatial], 'vae_attn_norm_cs');
497
- const normedTokens = await ops.transpose(normedChannelsSpatial, channels, spatial);
498
- release(normed.buffer);
499
-
500
- const residualChannelsSpatial = reshapeTensor(state.tensor, [channels, spatial], 'vae_attn_residual_cs');
501
- const residualTokens = await ops.transpose(residualChannelsSpatial, channels, spatial);
502
- release(state.tensor.buffer);
503
-
504
- const qWeight = getWeightByCandidates(weights, shapes, [`${prefix}.to_q.weight`], `${prefix}.to_q.weight`);
505
- const kWeight = getWeightByCandidates(weights, shapes, [`${prefix}.to_k.weight`], `${prefix}.to_k.weight`);
506
- const vWeight = getWeightByCandidates(weights, shapes, [`${prefix}.to_v.weight`], `${prefix}.to_v.weight`);
507
- const qBias = getWeightOptional(weights, shapes, `${prefix}.to_q.bias`);
508
- const kBias = getWeightOptional(weights, shapes, `${prefix}.to_k.bias`);
509
- const vBias = getWeightOptional(weights, shapes, `${prefix}.to_v.bias`);
510
- const qShape = getLinearShape(qWeight.shape, qWeight.name);
511
- const kShape = getLinearShape(kWeight.shape, kWeight.name);
512
- const vShape = getLinearShape(vWeight.shape, vWeight.name);
513
-
514
- if (qShape.inFeatures !== channels || kShape.inFeatures !== channels || vShape.inFeatures !== channels) {
515
- throw new Error(
516
- `VAE mid-block attention projection mismatch: expected inFeatures=${channels}, ` +
517
- `got q=${qShape.inFeatures}, k=${kShape.inFeatures}, v=${vShape.inFeatures}.`
518
- );
519
- }
520
- if (qShape.outFeatures !== kShape.outFeatures || qShape.outFeatures !== vShape.outFeatures) {
521
- throw new Error(
522
- `VAE mid-block attention projection mismatch: q/k/v outFeatures differ ` +
523
- `(${qShape.outFeatures}, ${kShape.outFeatures}, ${vShape.outFeatures}).`
524
- );
525
- }
526
-
527
- const hiddenSize = qShape.outFeatures;
528
- const projectionDtype = normedTokens.dtype;
529
- let q = await ops.matmul(normedTokens, qWeight.value, spatial, hiddenSize, channels, {
530
- outputDtype: projectionDtype,
531
- transposeB: 'auto',
532
- });
533
- let k = await ops.matmul(normedTokens, kWeight.value, spatial, hiddenSize, channels, {
534
- outputDtype: projectionDtype,
535
- transposeB: 'auto',
536
- });
537
- let v = await ops.matmul(normedTokens, vWeight.value, spatial, hiddenSize, channels, {
538
- outputDtype: projectionDtype,
539
- transposeB: 'auto',
540
- });
541
-
542
- const qBiasTensor = createBiasTensor(qBias, `${prefix}.to_q.bias`, projectionDtype);
543
- const kBiasTensor = createBiasTensor(kBias, `${prefix}.to_k.bias`, projectionDtype);
544
- const vBiasTensor = createBiasTensor(vBias, `${prefix}.to_v.bias`, projectionDtype);
545
- if (qBiasTensor) q = await ops.biasAdd(q, qBiasTensor, spatial, hiddenSize);
546
- if (kBiasTensor) k = await ops.biasAdd(k, kBiasTensor, spatial, hiddenSize);
547
- if (vBiasTensor) v = await ops.biasAdd(v, vBiasTensor, spatial, hiddenSize);
548
-
549
- const { numHeads, headDim } = resolveAttentionHeadShape(hiddenSize, config.modelConfig);
550
- const attn = await ops.attention(
551
- q,
552
- k,
553
- v,
554
- null,
555
- numHeads,
556
- headDim,
557
- {
558
- seqLen: spatial,
559
- kvLen: spatial,
560
- numKVHeads: numHeads,
561
- causal: false,
562
- }
563
- );
564
- release(q.buffer);
565
- release(k.buffer);
566
- release(v.buffer);
567
-
568
- const outWeight = getWeightByCandidates(
569
- weights,
570
- shapes,
571
- [`${prefix}.to_out.0.weight`, `${prefix}.to_out.weight`],
572
- `${prefix}.to_out.0.weight`
573
- );
574
- const outBias = getWeightOptional(weights, shapes, `${prefix}.to_out.0.bias`)
575
- || getWeightOptional(weights, shapes, `${prefix}.to_out.bias`);
576
- const outShape = getLinearShape(outWeight.shape, outWeight.name);
577
- if (outShape.inFeatures !== hiddenSize) {
578
- throw new Error(
579
- `VAE mid-block attention output projection mismatch: expected inFeatures=${hiddenSize}, got ${outShape.inFeatures}.`
580
- );
581
- }
582
- if (outShape.outFeatures !== channels) {
583
- throw new Error(
584
- `VAE mid-block attention output projection mismatch: expected outFeatures=${channels}, got ${outShape.outFeatures}.`
585
- );
586
- }
587
-
588
- let projected = await ops.matmul(attn, outWeight.value, spatial, outShape.outFeatures, outShape.inFeatures, {
589
- outputDtype: projectionDtype,
590
- transposeB: 'auto',
591
- });
592
- release(attn.buffer);
593
- const outBiasTensor = createBiasTensor(outBias, `${prefix}.to_out.0.bias`, projectionDtype);
594
- if (outBiasTensor) {
595
- projected = await ops.biasAdd(projected, outBiasTensor, spatial, outShape.outFeatures);
596
- }
597
-
598
- const combined = await ops.residualAdd(projected, residualTokens, spatial * outShape.outFeatures, { useVec4: true });
599
- release(projected.buffer);
600
- release(residualTokens.buffer);
601
- release(normedTokens.buffer);
602
-
603
- const combinedChannelsSpatial = await ops.transpose(combined, spatial, outShape.outFeatures);
604
- release(combined.buffer);
605
-
606
- return {
607
- tensor: reshapeTensor(combinedChannelsSpatial, [outShape.outFeatures, height, width], 'vae_attn_out'),
608
- channels: outShape.outFeatures,
609
- height,
610
- width,
611
- };
612
- }
613
-
614
- async function runAutoencoderDCInputProjection(state, weights, shapes, config, ops, release) {
258
+ export async function runAutoencoderDCInputProjection(state, weights, shapes, config, ops, release) {
615
259
  const blockOutChannels = config.decoder_block_out_channels;
616
260
  if (!Array.isArray(blockOutChannels) || blockOutChannels.length === 0) {
617
261
  throw new Error('AutoencoderDC decode requires decoder_block_out_channels.');
@@ -648,7 +292,7 @@ async function runAutoencoderDCInputProjection(state, weights, shapes, config, o
648
292
  };
649
293
  }
650
294
 
651
- async function runAutoencoderDCUpBlock(state, weights, shapes, prefix, config, ops, release, recorder) {
295
+ export async function runAutoencoderDCUpBlock(state, weights, shapes, prefix, config, ops, release, recorder) {
652
296
  const convWeight = getWeight(weights, shapes, `${prefix}.conv.weight`);
653
297
  const convBias = getWeightOptional(weights, shapes, `${prefix}.conv.bias`);
654
298
  const { outChannels, inChannels, kernelH, kernelW } = getConvShape(convWeight.shape);
@@ -753,7 +397,7 @@ async function runAutoencoderDCUpBlock(state, weights, shapes, prefix, config, o
753
397
  };
754
398
  }
755
399
 
756
- async function runAutoencoderDCResBlock(state, weights, shapes, prefix, eps, ops, release) {
400
+ export async function runAutoencoderDCResBlock(state, weights, shapes, prefix, eps, ops, release) {
757
401
  const conv1Weight = getWeight(weights, shapes, `${prefix}.conv1.weight`);
758
402
  const conv1Bias = getWeightOptional(weights, shapes, `${prefix}.conv1.bias`);
759
403
  const conv1Shape = getConvShape(conv1Weight.shape);
@@ -829,7 +473,7 @@ async function runAutoencoderDCResBlock(state, weights, shapes, prefix, eps, ops
829
473
  };
830
474
  }
831
475
 
832
- async function runAutoencoderDCAttention(state, weights, shapes, prefix, attentionHeadDim, qkvMultiscales, eps, ops, release, recorder) {
476
+ export async function runAutoencoderDCAttention(state, weights, shapes, prefix, attentionHeadDim, qkvMultiscales, eps, ops, release, recorder) {
833
477
  const qWeight = getWeight(weights, shapes, `${prefix}.attn.to_q.weight`);
834
478
  const kWeight = getWeight(weights, shapes, `${prefix}.attn.to_k.weight`);
835
479
  const vWeight = getWeight(weights, shapes, `${prefix}.attn.to_v.weight`);
@@ -968,7 +612,7 @@ async function runAutoencoderDCAttention(state, weights, shapes, prefix, attenti
968
612
  };
969
613
  }
970
614
 
971
- async function runAutoencoderDCGlumbConv(state, weights, shapes, prefix, eps, ops, release) {
615
+ export async function runAutoencoderDCGlumbConv(state, weights, shapes, prefix, eps, ops, release) {
972
616
  const invertedWeight = getWeight(weights, shapes, `${prefix}.conv_out.conv_inverted.weight`);
973
617
  const invertedBias = getWeightOptional(weights, shapes, `${prefix}.conv_out.conv_inverted.bias`);
974
618
  const invertedShape = getLinearShape(invertedWeight.shape, `${prefix}.conv_out.conv_inverted.weight`);
@@ -1057,7 +701,7 @@ async function runAutoencoderDCGlumbConv(state, weights, shapes, prefix, eps, op
1057
701
  };
1058
702
  }
1059
703
 
1060
- async function runAutoencoderDCEfficientVitBlock(state, weights, shapes, prefix, attentionHeadDim, qkvMultiscales, eps, ops, release, recorder) {
704
+ export async function runAutoencoderDCEfficientVitBlock(state, weights, shapes, prefix, attentionHeadDim, qkvMultiscales, eps, ops, release, recorder) {
1061
705
  const attended = await runAutoencoderDCAttention(
1062
706
  state,
1063
707
  weights,
@@ -1073,7 +717,7 @@ async function runAutoencoderDCEfficientVitBlock(state, weights, shapes, prefix,
1073
717
  return runAutoencoderDCGlumbConv(attended, weights, shapes, prefix, eps, ops, release);
1074
718
  }
1075
719
 
1076
- async function decodeLatentsAutoencoderDC(state, config, weights, shapes, ops, release, recorder) {
720
+ export async function decodeLatentsAutoencoderDC(state, config, weights, shapes, ops, release, recorder) {
1077
721
  const blockTypes = normalizePerBlockValue(config.decoder_block_types, config.decoder_block_out_channels.length, 'decoder_block_types');
1078
722
  const layersPerBlock = normalizePerBlockValue(config.decoder_layers_per_block, config.decoder_block_out_channels.length, 'decoder_layers_per_block');
1079
723
  const qkvMultiscales = normalizePerBlockValue(config.decoder_qkv_multiscales, config.decoder_block_out_channels.length, 'decoder_qkv_multiscales');
@@ -1157,219 +801,3 @@ async function decodeLatentsAutoencoderDC(state, config, weights, shapes, ops, r
1157
801
  release
1158
802
  );
1159
803
  }
1160
-
1161
- async function decodeLatentsGPU(latents, options) {
1162
- const device = getDevice();
1163
- if (!device) {
1164
- throw new Error('VAE GPU decode requires a WebGPU device.');
1165
- }
1166
-
1167
- const profileTarget = options.profile ?? null;
1168
- const wantsProfile = profileTarget === true || typeof profileTarget === 'object';
1169
- const localRecorder = wantsProfile
1170
- ? new CommandRecorder(device, 'vae_decode', { profile: true })
1171
- : null;
1172
- const recorder = localRecorder;
1173
- const ops = createKernelOps(recorder);
1174
- const release = createBufferReleaser(recorder);
1175
-
1176
- const config = options.modelConfig?.components?.vae?.config || {};
1177
- const runtime = options.runtime || {};
1178
- const weightsEntry = options.weights;
1179
-
1180
- if (!weightsEntry?.weights || !weightsEntry?.shapes) {
1181
- throw new Error('VAE GPU decode requires loaded weights.');
1182
- }
1183
-
1184
- const weights = weightsEntry.weights;
1185
- const shapes = weightsEntry.shapes;
1186
-
1187
- const scalingFactor = config.scaling_factor;
1188
- if (!Number.isFinite(scalingFactor) || scalingFactor === 0) {
1189
- throw new Error('VAE decode requires a valid scaling_factor in config.');
1190
- }
1191
- const shiftFactor = Number.isFinite(config.shift_factor) ? config.shift_factor : 0.0;
1192
- const isAutoencoderDC = config._class_name === 'AutoencoderDC' || Array.isArray(config.decoder_block_types);
1193
-
1194
- const scaledLatents = new Float32Array(latents.length);
1195
- for (let i = 0; i < latents.length; i++) {
1196
- scaledLatents[i] = latents[i] / scalingFactor + shiftFactor;
1197
- }
1198
-
1199
- const latentBuffer = acquireBuffer(scaledLatents.byteLength, undefined, 'vae_latents');
1200
- device.queue.writeBuffer(latentBuffer, 0, scaledLatents);
1201
-
1202
- let state = {
1203
- tensor: createTensor(latentBuffer, 'f32', [options.latentChannels, options.latentHeight, options.latentWidth], 'vae_latents_f32'),
1204
- channels: options.latentChannels,
1205
- height: options.latentHeight,
1206
- width: options.latentWidth,
1207
- };
1208
-
1209
- const computeDtype = runtime.latent?.dtype;
1210
- if (!computeDtype) {
1211
- throw new Error('VAE decode requires runtime.latent.dtype.');
1212
- }
1213
- if (computeDtype !== 'f16') {
1214
- throw new Error(
1215
- `VAE GPU decode requires runtime.latent.dtype="f16"; got "${computeDtype}".`
1216
- );
1217
- }
1218
- const casted = await ops.castF32ToF16(state.tensor);
1219
- release(state.tensor.buffer);
1220
- state = {
1221
- tensor: reshapeTensor(casted, [state.channels, state.height, state.width], 'vae_latents_f16'),
1222
- channels: state.channels,
1223
- height: state.height,
1224
- width: state.width,
1225
- };
1226
-
1227
- if (isAutoencoderDC) {
1228
- state = await decodeLatentsAutoencoderDC(state, config, weights, shapes, ops, release, recorder);
1229
- } else {
1230
- const numGroups = config.norm_num_groups;
1231
- if (!Number.isFinite(numGroups) || numGroups <= 0) {
1232
- throw new Error('VAE decode requires norm_num_groups in config.');
1233
- }
1234
- const eps = runtime.decode?.groupNormEps;
1235
- if (!Number.isFinite(eps)) {
1236
- throw new Error('VAE decode requires runtime.decode.groupNormEps.');
1237
- }
1238
-
1239
- state = await applyConv2D(state, weights, shapes, 'vae.decoder.conv_in', { pad: 1 }, ops, release);
1240
-
1241
- const midResnetPrefix = 'vae.decoder.mid_block.resnets.';
1242
- const midResnetIds = buildIndexList(weights, midResnetPrefix);
1243
- for (const idx of midResnetIds) {
1244
- state = await runResnetBlock(state, weights, shapes, `${midResnetPrefix}${idx}`, { numGroups, eps }, ops, release);
1245
- }
1246
-
1247
- const midAttentionPrefix = 'vae.decoder.mid_block.attentions.';
1248
- const midAttentionIds = buildIndexList(weights, midAttentionPrefix);
1249
- for (const idx of midAttentionIds) {
1250
- state = await runMidBlockAttention(
1251
- state,
1252
- weights,
1253
- shapes,
1254
- `${midAttentionPrefix}${idx}`,
1255
- {
1256
- numGroups,
1257
- eps,
1258
- modelConfig: config,
1259
- },
1260
- ops,
1261
- release
1262
- );
1263
- }
1264
-
1265
- const upBlockPrefix = 'vae.decoder.up_blocks.';
1266
- const upBlocks = buildIndexList(weights, upBlockPrefix);
1267
- for (const blockIdx of upBlocks) {
1268
- const resnetPrefix = `${upBlockPrefix}${blockIdx}.resnets.`;
1269
- const resnetIds = buildIndexList(weights, resnetPrefix);
1270
- for (const idx of resnetIds) {
1271
- state = await runResnetBlock(state, weights, shapes, `${resnetPrefix}${idx}`, { numGroups, eps }, ops, release);
1272
- }
1273
-
1274
- const upsampleWeightName = `${upBlockPrefix}${blockIdx}.upsamplers.0.conv.weight`;
1275
- if (weights.has(upsampleWeightName)) {
1276
- const upsample = await ops.upsample2d(state.tensor, {
1277
- channels: state.channels,
1278
- height: state.height,
1279
- width: state.width,
1280
- scale: 2,
1281
- });
1282
- release(state.tensor.buffer);
1283
- state = {
1284
- tensor: reshapeTensor(upsample, [state.channels, state.height * 2, state.width * 2], 'vae_upsample'),
1285
- channels: state.channels,
1286
- height: state.height * 2,
1287
- width: state.width * 2,
1288
- };
1289
-
1290
- state = await applyConv2D(state, weights, shapes, `${upBlockPrefix}${blockIdx}.upsamplers.0.conv`, { pad: 1 }, ops, release);
1291
- }
1292
- }
1293
-
1294
- const normOut = getWeight(weights, shapes, 'vae.decoder.conv_norm_out.weight');
1295
- const normOutBias = getWeight(weights, shapes, 'vae.decoder.conv_norm_out.bias');
1296
- const normed = await ops.groupNorm(state.tensor, normOut.value, normOutBias.value, {
1297
- channels: state.channels,
1298
- height: state.height,
1299
- width: state.width,
1300
- numGroups,
1301
- eps,
1302
- });
1303
- release(state.tensor.buffer);
1304
-
1305
- const siluOut = await ops.silu(normed, { size: state.channels * state.height * state.width, swigluLimit: null });
1306
- release(normed.buffer);
1307
- state = {
1308
- tensor: reshapeTensor(siluOut, [state.channels, state.height, state.width], 'vae_norm_out'),
1309
- channels: state.channels,
1310
- height: state.height,
1311
- width: state.width,
1312
- };
1313
-
1314
- state = await applyConv2D(state, weights, shapes, 'vae.decoder.conv_out', { pad: 1 }, ops, release);
1315
- }
1316
-
1317
- const outputSize = state.channels * state.height * state.width * dtypeBytes(state.tensor.dtype);
1318
- if (localRecorder) {
1319
- localRecorder.submit();
1320
- }
1321
- const outputRaw = await readBuffer(state.tensor.buffer, outputSize);
1322
- releaseBuffer(state.tensor.buffer);
1323
-
1324
- if (localRecorder) {
1325
- const timings = await localRecorder.resolveProfileTimings();
1326
- if (profileTarget && typeof profileTarget === 'object') {
1327
- profileTarget.totalMs = sumProfileTimings(timings) ?? null;
1328
- profileTarget.timings = timings ?? null;
1329
- }
1330
- }
1331
-
1332
- const output = state.tensor.dtype === 'f16'
1333
- ? new Uint16Array(outputRaw)
1334
- : new Float32Array(outputRaw);
1335
-
1336
- const outHeight = state.height;
1337
- const outWidth = state.width;
1338
- if (outHeight !== options.height || outWidth !== options.width) {
1339
- log.warn('Diffusion', `VAE output size ${outWidth}x${outHeight} differs from request ${options.width}x${options.height}.`);
1340
- }
1341
- const pixels = new Uint8ClampedArray(outWidth * outHeight * 4);
1342
- const height = outHeight;
1343
- const width = outWidth;
1344
-
1345
- for (let y = 0; y < height; y++) {
1346
- for (let x = 0; x < width; x++) {
1347
- const outIndex = (y * width + x) * 4;
1348
- const base = (y * width + x);
1349
- const rIdx = base;
1350
- const gIdx = base + height * width;
1351
- const bIdx = base + 2 * height * width;
1352
-
1353
- const r = state.tensor.dtype === 'f16' ? f16ToF32(output[rIdx]) : output[rIdx];
1354
- const g = state.tensor.dtype === 'f16' ? f16ToF32(output[gIdx]) : output[gIdx];
1355
- const b = state.tensor.dtype === 'f16' ? f16ToF32(output[bIdx]) : output[bIdx];
1356
-
1357
- pixels[outIndex] = clamp(Math.round((r * 0.5 + 0.5) * 255), 0, 255);
1358
- pixels[outIndex + 1] = clamp(Math.round((g * 0.5 + 0.5) * 255), 0, 255);
1359
- pixels[outIndex + 2] = clamp(Math.round((b * 0.5 + 0.5) * 255), 0, 255);
1360
- pixels[outIndex + 3] = 255;
1361
- }
1362
- }
1363
-
1364
- return pixels;
1365
- }
1366
-
1367
- export async function decodeLatents(latents, options) {
1368
- if (!options?.weights || !getDevice()) {
1369
- throw new Error(
1370
- 'Diffusion decode requires GPU VAE weights and a WebGPU device. ' +
1371
- 'CPU decode fallback is unsupported.'
1372
- );
1373
- }
1374
- return decodeLatentsGPU(latents, options);
1375
- }