doppler-gpu 0.5.1 → 0.6.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (953) hide show
  1. package/CHANGELOG.md +33 -577
  2. package/LICENSE +21 -201
  3. package/README.md +165 -222
  4. package/models/catalog.json +241 -33
  5. package/package.json +106 -87
  6. package/src/capsule-runtime.d.ts +25 -0
  7. package/src/capsule-runtime.js +24 -0
  8. package/src/capsule.d.ts +8 -0
  9. package/src/capsule.js +4 -0
  10. package/src/cli/argument-contract.js +200 -0
  11. package/src/cli/browser-report-output.js +24 -0
  12. package/src/cli/cli-model-resolution.js +2 -2
  13. package/src/cli/cli-output.js +10 -0
  14. package/src/cli/commands/bundle.js +828 -0
  15. package/src/cli/doppler-cli.js +50 -1457
  16. package/src/cli/doppler-serve.js +18 -244
  17. package/src/cli/output/manifest.js +368 -0
  18. package/src/cli/runtime-profiles.js +1 -1
  19. package/src/cli/serve/capsule-handler.d.ts +33 -0
  20. package/src/cli/serve/capsule-handler.js +105 -0
  21. package/src/cli/serve/capsule-http.js +102 -0
  22. package/src/cli/serve/receipt.js +269 -0
  23. package/src/client/capsule-host.browser.js +2 -0
  24. package/src/client/capsule-host.d.ts +5 -0
  25. package/src/client/capsule-host.js +2 -0
  26. package/src/client/doppler-api.browser.js +42 -0
  27. package/src/client/doppler-api.d.ts +38 -1
  28. package/src/client/doppler-api.js +41 -1
  29. package/src/client/doppler-registry.js +15 -7
  30. package/src/client/electron/index.d.ts +4 -0
  31. package/src/client/electron/index.js +13 -0
  32. package/src/client/electron/ipc-contract.d.ts +9 -0
  33. package/src/client/electron/ipc-contract.js +56 -0
  34. package/src/client/electron/release-state.d.ts +53 -0
  35. package/src/client/electron/release-state.js +425 -0
  36. package/src/client/electron/renderer-runtime.d.ts +19 -0
  37. package/src/client/electron/renderer-runtime.js +104 -0
  38. package/src/client/failure-taxonomy.js +1 -28
  39. package/src/client/fault-injection.js +0 -8
  40. package/src/client/inspection.js +1 -1
  41. package/src/client/model-host/index.d.ts +140 -0
  42. package/src/client/model-host/index.js +548 -0
  43. package/src/client/model-host/model-evidence.js +255 -0
  44. package/src/client/model-host/model-session.d.ts +323 -0
  45. package/src/client/{runtime → model-host}/model-session.js +202 -148
  46. package/src/client/provider.d.ts +18 -2
  47. package/src/client/provider.js +26 -3
  48. package/src/client/receipt.js +30 -72
  49. package/src/client/runtime/capsule-acquisition.d.ts +18 -0
  50. package/src/client/runtime/capsule-acquisition.js +103 -0
  51. package/src/client/runtime/capsule-adapter-execution.d.ts +17 -0
  52. package/src/client/runtime/capsule-adapter-execution.js +63 -0
  53. package/src/client/runtime/capsule-artifact-source.js +62 -0
  54. package/src/client/runtime/capsule-embedding.d.ts +29 -0
  55. package/src/client/runtime/capsule-embedding.js +76 -0
  56. package/src/client/runtime/capsule-forecast-program.d.ts +2 -0
  57. package/src/client/runtime/capsule-forecast-program.js +85 -0
  58. package/src/client/runtime/capsule-forecast.d.ts +17 -0
  59. package/src/client/runtime/capsule-forecast.js +31 -0
  60. package/src/client/runtime/capsule-operation-adapters.d.ts +12 -0
  61. package/src/client/runtime/capsule-operation-adapters.js +69 -0
  62. package/src/client/runtime/capsule-operation-executor.d.ts +25 -0
  63. package/src/client/runtime/capsule-operation-executor.js +101 -0
  64. package/src/client/runtime/capsule-program-adapter.js +153 -0
  65. package/src/client/runtime/capsule-release-authorization.js +25 -0
  66. package/src/client/runtime/capsule-rerank.d.ts +50 -0
  67. package/src/client/runtime/capsule-rerank.js +105 -0
  68. package/src/client/runtime/capsule-session-execution.js +89 -0
  69. package/src/client/runtime/command-executor.d.ts +15 -0
  70. package/src/client/runtime/command-executor.js +128 -0
  71. package/src/client/runtime/composition-root.d.ts +77 -0
  72. package/src/client/runtime/composition-root.js +352 -0
  73. package/src/client/runtime/fetch-capsule-artifact-store.d.ts +10 -0
  74. package/src/client/runtime/fetch-capsule-artifact-store.js +25 -0
  75. package/src/client/runtime/index.d.ts +1 -117
  76. package/src/client/runtime/index.js +1 -433
  77. package/src/client/runtime/lora.d.ts +14 -0
  78. package/src/client/runtime/lora.js +19 -1
  79. package/src/client/runtime/model-manager.js +12 -0
  80. package/src/client/runtime/model-rerank.js +30 -0
  81. package/src/client/runtime/model-session.d.ts +1 -221
  82. package/src/client/runtime/model-source.d.ts +9 -0
  83. package/src/client/runtime/model-source.js +46 -17
  84. package/src/client/runtime/node-quickstart-cache.js +1 -1
  85. package/src/client/runtime/resolution-policy.d.ts +20 -0
  86. package/src/client/runtime/resolution-policy.js +84 -0
  87. package/src/client/runtime/resource-binder.d.ts +24 -0
  88. package/src/client/runtime/resource-binder.js +135 -0
  89. package/src/client/runtime/scoped-session.d.ts +10 -1
  90. package/src/client/runtime/scoped-session.js +20 -1
  91. package/src/client/runtime/session-controller.d.ts +19 -0
  92. package/src/client/runtime/session-controller.js +92 -0
  93. package/src/client/runtime/source-runtime.js +1 -1
  94. package/src/client/runtime/target-selector.d.ts +9 -0
  95. package/src/client/runtime/target-selector.js +2 -0
  96. package/src/client/runtime/types.d.ts +1 -0
  97. package/src/client/runtime/verified-capsule-artifact-store.js +101 -0
  98. package/src/client/wrap-pipeline-handle.js +3 -9
  99. package/src/config/backward-registry-loader.js +1 -1
  100. package/src/config/capsule-adapter-policy.js +30 -0
  101. package/src/config/capsule-adapters.d.ts +21 -0
  102. package/src/config/capsule-adapters.js +40 -0
  103. package/src/config/capsule-adapters.json +9 -0
  104. package/src/config/capsule-loading.d.ts +2 -0
  105. package/src/config/capsule-loading.js +14 -0
  106. package/src/config/capsule-loading.schema.json +12 -0
  107. package/src/config/capsule-operation.d.ts +19 -0
  108. package/src/config/capsule-operation.js +63 -0
  109. package/src/config/capsule-operations.json +17 -0
  110. package/src/config/capsule-release-contract.d.ts +66 -0
  111. package/src/config/capsule-release-contract.js +197 -0
  112. package/src/config/capsule-release-events.d.ts +53 -0
  113. package/src/config/capsule-release-events.js +172 -0
  114. package/src/config/capsule-sequence-receipt.js +19 -0
  115. package/src/config/capsule-serve.d.ts +9 -0
  116. package/src/config/capsule-serve.js +28 -0
  117. package/src/config/capsule-serve.schema.json +14 -0
  118. package/src/config/capsule-signature.d.ts +6 -0
  119. package/src/config/capsule-signature.js +50 -0
  120. package/src/config/capsule-v2.d.ts +70 -0
  121. package/src/config/capsule-v2.js +431 -0
  122. package/src/config/capsule-v3.d.ts +19 -0
  123. package/src/config/capsule-v3.js +72 -0
  124. package/src/config/capsule.d.ts +22 -0
  125. package/src/config/capsule.js +52 -0
  126. package/src/config/conversion/amplify/amplify-120m-f16-af32.json +1 -1
  127. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +3 -3
  128. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +2 -2
  129. package/src/config/conversion/esm/esm2-t12-35m-ur50d-f32-af32.json +62 -4
  130. package/src/config/conversion/esmc/esmc-300m-f32-af32.json +1 -1
  131. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +2 -2
  132. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +3 -3
  133. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +3 -3
  134. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +3 -3
  135. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +3 -3
  136. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +3 -3
  137. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +3 -3
  138. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +5 -5
  139. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +4 -4
  140. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +6 -6
  141. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +3 -3
  142. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +5 -5
  143. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +4 -4
  144. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +6 -6
  145. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +3 -3
  146. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +3 -3
  147. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +2 -2
  148. package/src/config/conversion/glmocr/glm-ocr-f16-af32.json +442 -0
  149. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +2 -2
  150. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +2 -2
  151. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +2 -2
  152. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +3 -3
  153. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-bf16-af32.json +529 -0
  154. package/src/config/conversion/muse-glimmer/muse-glimmer-30b-text-f16-af32.json +529 -0
  155. package/src/config/conversion/nucleotide-transformer/nucleotide-transformer-v2-50m-f32-af32.json +1 -1
  156. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +6 -6
  157. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +6 -6
  158. package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +1 -1
  159. package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +6 -6
  160. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +7 -7
  161. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +6 -6
  162. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-f16-af32.json +463 -0
  163. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +3 -3
  164. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +3 -3
  165. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-true-logit-af32.json +481 -0
  166. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +60 -8
  167. package/src/config/conversion/qwen3/qwen3.8-27b-text-f16-af32.json +561 -0
  168. package/src/config/conversion/qwen3/qwen3.8-27b-text-q4k-ehaf16.json +558 -0
  169. package/src/config/dtype-transition-contract.js +40 -0
  170. package/src/config/embedding-contract.js +26 -0
  171. package/src/config/embedding-reference.js +85 -0
  172. package/src/config/evidence/source-intake-policy.json +1 -1
  173. package/src/config/execution-contract-check.d.ts +16 -73
  174. package/src/config/execution-contract-check.js +7 -429
  175. package/src/config/forecast-manifest.js +56 -0
  176. package/src/config/generation-contract.d.ts +39 -0
  177. package/src/config/generation-contract.js +66 -0
  178. package/src/config/generation-contract.json +32 -0
  179. package/src/config/heterogeneous-attention-contract.js +46 -0
  180. package/src/config/initial-execution-identity.d.ts +58 -0
  181. package/src/config/initial-execution-identity.js +331 -0
  182. package/src/config/kernel-path-loader.d.ts +17 -0
  183. package/src/config/kernel-path-loader.js +42 -8
  184. package/src/config/kernel-registry-contract.d.ts +25 -0
  185. package/src/config/kernel-registry-contract.js +46 -0
  186. package/src/config/kernels/kernel-ref-digests.js +66 -18
  187. package/src/config/kernels/registry.js +1 -1
  188. package/src/config/kernels/registry.json +13617 -11377
  189. package/src/config/lora-layouts.d.ts +10 -0
  190. package/src/config/lora-layouts.js +17 -0
  191. package/src/config/lora-layouts.json +9 -0
  192. package/src/config/manifest-inference-validation.js +575 -0
  193. package/src/config/merge/execution-patches.js +12 -0
  194. package/src/config/{merge-helpers.js → merge/kernel-path-policy.js} +0 -52
  195. package/src/config/merge/value-selection.js +38 -0
  196. package/src/config/merge.js +43 -11
  197. package/src/config/model-ir-v2.d.ts +57 -0
  198. package/src/config/model-ir-v2.js +258 -0
  199. package/src/config/model-ir.d.ts +49 -0
  200. package/src/config/model-ir.js +180 -0
  201. package/src/config/param-validator.js +1 -1
  202. package/src/config/platforms/amd-strix-halo-gfx1151.json +17 -0
  203. package/src/config/platforms/loader.js +2 -1
  204. package/src/config/production-release-evidence.d.ts +23 -0
  205. package/src/config/production-release-evidence.js +423 -0
  206. package/src/config/production-release.js +321 -0
  207. package/src/{client/doppler-registry.json → config/quickstart-registry.json} +7 -7
  208. package/src/config/required-inference-fields-contract-check.js +2 -2
  209. package/src/config/rerank-reference.d.ts +28 -0
  210. package/src/config/rerank-reference.js +89 -0
  211. package/src/config/revocation-policy.d.ts +65 -0
  212. package/src/config/revocation-policy.js +290 -0
  213. package/src/config/revocation-registry.json +11 -0
  214. package/src/config/revocation-updates.d.ts +68 -0
  215. package/src/config/revocation-updates.js +440 -0
  216. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +1 -1
  217. package/src/config/runtime/profiles/muse-glimmer-30b-source-parity-f32kv.json +30 -0
  218. package/src/config/runtime/profiles/muse-glimmer-30b-source-parity.json +110 -0
  219. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +1 -1
  220. package/src/config/runtime/profiles/qwen3-8-27b-source-parity.json +87 -0
  221. package/src/config/runtime-merge.js +1 -1
  222. package/src/config/runtime.js +1 -1
  223. package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
  224. package/src/config/schema/browser-suite-metrics.schema.js +2 -0
  225. package/src/config/schema/conversion-report.schema.d.ts +3 -0
  226. package/src/config/schema/conversion-report.schema.js +29 -0
  227. package/src/config/schema/converter.schema.d.ts +1 -0
  228. package/src/config/schema/debug.schema.d.ts +1 -0
  229. package/src/config/schema/doppler.schema.js +6 -5
  230. package/src/config/schema/emulation.schema.js +1 -1
  231. package/src/config/schema/execution-v1.schema.d.ts +3 -0
  232. package/src/config/schema/execution-v1.schema.js +19 -0
  233. package/src/config/schema/harness.schema.d.ts +13 -0
  234. package/src/config/schema/harness.schema.js +6 -0
  235. package/src/config/schema/inference.schema.d.ts +21 -2
  236. package/src/config/schema/kernel-thresholds.schema.js +1 -1
  237. package/src/config/schema/manifest.schema.d.ts +26 -7
  238. package/src/config/schema/manifest.schema.js +10 -1
  239. package/src/config/schema/program-bundle.schema.d.ts +52 -6
  240. package/src/config/schema/program-bundle.schema.js +145 -10
  241. package/src/config/sequence-reference.d.ts +26 -0
  242. package/src/config/sequence-reference.js +100 -0
  243. package/src/config/source-packages/litert/gemma-4-e2b-it.json +2 -2
  244. package/src/config/target-plan.d.ts +108 -0
  245. package/src/config/target-plan.js +411 -0
  246. package/src/config/training-defaults.js +1 -1
  247. package/src/config/transforms/capability-transform-resolver.js +4 -105
  248. package/src/config/transforms/execution-graph/dtype.js +591 -0
  249. package/src/config/transforms/execution-graph/fusion.js +436 -0
  250. package/src/config/transforms/execution-graph/validation.js +414 -0
  251. package/src/config/transforms/execution-graph-transforms.js +13 -1419
  252. package/src/converter/artifact-identity.js +475 -0
  253. package/src/converter/conversion-plan.js +1 -1
  254. package/src/converter/core.js +94 -2096
  255. package/src/converter/forge-candidate-evaluation.js +271 -0
  256. package/src/converter/forge-qualification.js +163 -0
  257. package/src/converter/forge-stages.js +800 -0
  258. package/src/converter/manifest-builder.js +683 -0
  259. package/src/converter/quantization-info.js +4 -1
  260. package/src/converter/quantizer.js +76 -13
  261. package/src/converter/shard-packer.d.ts +1 -1
  262. package/src/converter/shard-packer.js +2 -2
  263. package/src/converter/tensor-transform.js +640 -0
  264. package/src/converter/tokenizer-contract.js +243 -0
  265. package/src/converter/tokenizer-manifest.js +243 -0
  266. package/src/debug/history.js +0 -8
  267. package/src/debug/index.js +0 -10
  268. package/src/debug/tensor.js +1 -1
  269. package/src/debug/trace.js +0 -7
  270. package/src/experimental/adapters/adapter-manager.js +2 -0
  271. package/src/experimental/adapters/adapter-manifest.d.ts +6 -0
  272. package/src/experimental/adapters/adapter-manifest.js +11 -0
  273. package/src/experimental/adapters/artifact-contract.d.ts +2 -2
  274. package/src/experimental/adapters/artifact-contract.js +5 -2
  275. package/src/experimental/adapters/lora-loader.d.ts +10 -1
  276. package/src/experimental/adapters/lora-loader.js +110 -48
  277. package/src/{inference/pipelines → experimental}/audio/gemma4.js +9 -31
  278. package/src/experimental/bdpa/basis-decomposed-paged.d.ts +50 -0
  279. package/src/experimental/bdpa/basis-decomposed-paged.js +276 -0
  280. package/src/experimental/bridge/trainer-artifact-bridge.js +3 -3
  281. package/src/experimental/browser/browser-converter.js +11 -11
  282. package/src/experimental/diffusion/index.d.ts +1 -1
  283. package/src/experimental/diffusion/index.js +1 -1
  284. package/src/{inference/pipelines → experimental}/diffusion/pipeline.d.ts +2 -2
  285. package/src/{inference/pipelines → experimental}/diffusion/pipeline.js +17 -17
  286. package/src/{inference/pipelines → experimental}/diffusion/text-encoder-gpu.js +21 -19
  287. package/src/experimental/diffusion/vae.js +596 -0
  288. package/src/experimental/distribution/shard-delivery/receipt.js +588 -0
  289. package/src/experimental/distribution/shard-delivery/retry.js +392 -0
  290. package/src/experimental/distribution/shard-delivery/transport.js +831 -0
  291. package/src/experimental/distribution/shard-delivery.js +4 -1709
  292. package/src/experimental/energy/index.d.ts +2 -2
  293. package/src/experimental/energy/index.js +2 -2
  294. package/src/{inference/pipelines → experimental}/energy/pipeline.js +13 -13
  295. package/src/{inference/pipelines → experimental}/energy/types.d.ts +2 -2
  296. package/src/experimental/logits/cpu-output.d.ts +27 -0
  297. package/src/{inference/pipelines/text/logits/utils.js → experimental/logits/cpu-output.js} +19 -27
  298. package/src/experimental/logits/cpu.d.ts +87 -0
  299. package/src/experimental/logits/cpu.js +95 -0
  300. package/src/experimental/orchestration/energy-row-head-pipeline.d.ts +103 -0
  301. package/src/{inference/pipelines/energy-head/row-head-pipeline.js → experimental/orchestration/energy-row-head-pipeline.js} +13 -13
  302. package/src/experimental/orchestration/index.d.ts +1 -1
  303. package/src/experimental/orchestration/index.js +1 -1
  304. package/src/experimental/training/artifacts.js +2 -2
  305. package/src/experimental/training/checkpoint.js +2 -2
  306. package/src/experimental/training/distillation/artifacts.js +1 -1
  307. package/src/experimental/training/distillation/dataset.js +2 -2
  308. package/src/experimental/training/distillation/eval.js +1 -1
  309. package/src/experimental/training/distillation/runtime.js +2 -2
  310. package/src/experimental/training/distillation/student-fixture/execution.js +166 -0
  311. package/src/experimental/training/distillation/student-fixture/model.js +353 -0
  312. package/src/experimental/training/distillation/student-fixture.js +2 -469
  313. package/src/experimental/training/lora/checkpoint.js +746 -0
  314. package/src/experimental/training/lora/execution.js +550 -0
  315. package/src/experimental/training/lora/plan.js +387 -0
  316. package/src/experimental/training/lora/recovery.js +418 -0
  317. package/src/experimental/training/lora-pipeline.js +7 -1949
  318. package/src/experimental/training/operator-artifacts.js +2 -2
  319. package/src/experimental/training/operator-command.js +4 -4
  320. package/src/experimental/training/runner/evaluation.js +62 -0
  321. package/src/experimental/training/runner/lifecycle.js +257 -0
  322. package/src/experimental/training/runner.js +5 -268
  323. package/src/experimental/training/suite/execution.js +879 -0
  324. package/src/experimental/training/suite/plan.js +855 -0
  325. package/src/experimental/training/suite.js +5 -1659
  326. package/src/experimental/training/workloads.d.ts +5 -5
  327. package/src/experimental/training/workloads.js +6 -6
  328. package/src/experimental/turboquant/codebook.js +470 -0
  329. package/src/formats/quantization-constants.d.ts +11 -0
  330. package/src/formats/quantization-constants.js +11 -0
  331. package/src/formats/rdrr/integrity.js +1 -1
  332. package/src/formats/rdrr/lowerings.js +0 -29
  333. package/src/formats/rdrr/merkle.js +1 -1
  334. package/src/formats/rdrr/tensor-config-validator.js +25 -5
  335. package/src/formats/rdrr/validation.js +3 -3
  336. package/src/gpu/command-recorder.d.ts +10 -1
  337. package/src/gpu/command-recorder.js +58 -14
  338. package/src/gpu/constant-buffer.js +29 -0
  339. package/src/gpu/device-state.js +44 -0
  340. package/src/gpu/device.js +11 -41
  341. package/src/gpu/kernel-runtime.js +2 -1
  342. package/src/gpu/kernels/activation-static-qdq.js +1 -1
  343. package/src/gpu/kernels/append_embedding.wgsl +14 -0
  344. package/src/gpu/kernels/attention/executors.js +960 -0
  345. package/src/gpu/kernels/attention/plan.js +472 -0
  346. package/src/gpu/kernels/attention.d.ts +4 -0
  347. package/src/gpu/kernels/attention.js +145 -1545
  348. package/src/gpu/kernels/attention_relative.wgsl +59 -0
  349. package/src/gpu/kernels/backward/adam.js +2 -1
  350. package/src/gpu/kernels/backward/attention_backward.js +1 -1
  351. package/src/gpu/kernels/backward/bias_add_backward.d.ts +1 -1
  352. package/src/gpu/kernels/backward/bias_add_backward.js +1 -1
  353. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.js +2 -1
  354. package/src/gpu/kernels/backward/conv2d_backward.d.ts +1 -1
  355. package/src/gpu/kernels/backward/conv2d_backward.js +2 -1
  356. package/src/gpu/kernels/backward/cross_entropy_backward.d.ts +1 -1
  357. package/src/gpu/kernels/backward/cross_entropy_backward.js +1 -1
  358. package/src/gpu/kernels/backward/embed_backward.js +2 -1
  359. package/src/gpu/kernels/backward/executor.d.ts +34 -0
  360. package/src/gpu/kernels/backward/executor.js +158 -0
  361. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.js +2 -1
  362. package/src/gpu/kernels/backward/gated_rmsnorm_backward.js +2 -1
  363. package/src/gpu/kernels/backward/gelu_backward.d.ts +1 -1
  364. package/src/gpu/kernels/backward/gelu_backward.js +1 -1
  365. package/src/gpu/kernels/backward/groupnorm_backward.d.ts +1 -1
  366. package/src/gpu/kernels/backward/groupnorm_backward.js +1 -1
  367. package/src/gpu/kernels/backward/layernorm_backward.d.ts +1 -1
  368. package/src/gpu/kernels/backward/layernorm_backward.js +2 -1
  369. package/src/gpu/kernels/backward/matmul.js +133 -0
  370. package/src/gpu/kernels/backward/matmul_backward.d.ts +0 -1
  371. package/src/gpu/kernels/backward/matmul_backward.js +1 -1
  372. package/src/gpu/kernels/backward/pixel_shuffle_backward.d.ts +1 -1
  373. package/src/gpu/kernels/backward/pixel_shuffle_backward.js +1 -1
  374. package/src/gpu/kernels/backward/rmsnorm_backward.d.ts +1 -1
  375. package/src/gpu/kernels/backward/rmsnorm_backward.js +2 -1
  376. package/src/gpu/kernels/backward/rope_backward.d.ts +1 -1
  377. package/src/gpu/kernels/backward/rope_backward.js +2 -1
  378. package/src/gpu/kernels/backward/scale_backward.d.ts +1 -1
  379. package/src/gpu/kernels/backward/scale_backward.js +2 -1
  380. package/src/gpu/kernels/backward/silu_backward.d.ts +1 -1
  381. package/src/gpu/kernels/backward/silu_backward.js +1 -1
  382. package/src/gpu/kernels/backward/softmax_backward.d.ts +1 -1
  383. package/src/gpu/kernels/backward/softmax_backward.js +1 -1
  384. package/src/gpu/kernels/backward/upsample2d_backward.d.ts +1 -1
  385. package/src/gpu/kernels/backward/upsample2d_backward.js +1 -1
  386. package/src/gpu/kernels/backward/utils.js +2 -392
  387. package/src/gpu/kernels/bind-group-validation.js +16 -0
  388. package/src/gpu/kernels/cast.js +2 -1
  389. package/src/gpu/kernels/check-finiteness.js +13 -49
  390. package/src/gpu/kernels/check-hot-vocab-stop.js +13 -39
  391. package/src/gpu/kernels/check-stop.js +14 -33
  392. package/src/gpu/kernels/check_finiteness.wgsl +33 -0
  393. package/src/gpu/kernels/check_hot_vocab_stop.wgsl +29 -0
  394. package/src/gpu/kernels/check_stop.wgsl +20 -0
  395. package/src/gpu/kernels/clamp.js +1 -1
  396. package/src/gpu/kernels/conv2d.js +1 -1
  397. package/src/gpu/kernels/cross_entropy_loss.js +1 -1
  398. package/src/gpu/kernels/depthwise_conv1d.js +1 -1
  399. package/src/gpu/kernels/depthwise_conv2d.js +1 -1
  400. package/src/gpu/kernels/dequant.js +7 -2
  401. package/src/gpu/kernels/diffusion-gemma-sampling.js +3 -5
  402. package/src/gpu/kernels/dispatch.js +12 -1
  403. package/src/gpu/kernels/embedding-pool.js +72 -0
  404. package/src/gpu/kernels/embedding_pool_f16.wgsl +38 -0
  405. package/src/gpu/kernels/embedding_pool_f32.wgsl +36 -0
  406. package/src/gpu/kernels/energy.js +2 -1
  407. package/src/gpu/kernels/forecast_output.wgsl +17 -0
  408. package/src/gpu/kernels/fused-gate-up-gelu.js +1 -1
  409. package/src/gpu/kernels/fused_ffn.js +10 -220
  410. package/src/gpu/kernels/fused_matmul_residual.js +2 -1
  411. package/src/gpu/kernels/fused_matmul_rmsnorm.js +2 -1
  412. package/src/gpu/kernels/fused_normed_ffn_q4k.wgsl +208 -0
  413. package/src/gpu/kernels/gated-short-conv.js +11 -69
  414. package/src/gpu/kernels/gated_delta_conv.wgsl +66 -0
  415. package/src/gpu/kernels/gated_delta_conv_f16.wgsl +68 -0
  416. package/src/gpu/kernels/gated_delta_fused_decode.wgsl +173 -0
  417. package/src/gpu/kernels/gated_delta_fused_decode_f16.wgsl +175 -0
  418. package/src/gpu/kernels/gated_delta_recurrent.wgsl +165 -0
  419. package/src/gpu/kernels/gated_delta_recurrent_f16.wgsl +167 -0
  420. package/src/gpu/kernels/gated_short_conv.wgsl +47 -0
  421. package/src/gpu/kernels/gather.d.ts +1 -1
  422. package/src/gpu/kernels/gather.js +30 -6
  423. package/src/gpu/kernels/gather_bf16.wgsl +69 -0
  424. package/src/gpu/kernels/gelu.d.ts +4 -0
  425. package/src/gpu/kernels/gelu.js +12 -2
  426. package/src/gpu/kernels/gelu.wgsl +16 -0
  427. package/src/gpu/kernels/gelu_f16.wgsl +16 -0
  428. package/src/gpu/kernels/gemma4-route-expert.js +1 -1
  429. package/src/gpu/kernels/grouped_pointwise_conv2d.js +1 -1
  430. package/src/gpu/kernels/groupnorm.js +1 -1
  431. package/src/gpu/kernels/index.d.ts +38 -5
  432. package/src/gpu/kernels/index.js +18 -4
  433. package/src/gpu/kernels/instance_stats.wgsl +26 -0
  434. package/src/gpu/kernels/kernel-base.js +1 -1
  435. package/src/gpu/kernels/kernel-cache-lifecycle.d.ts +9 -0
  436. package/src/gpu/kernels/kernel-cache-lifecycle.js +26 -0
  437. package/src/gpu/kernels/kernel-configs.d.ts +10 -61
  438. package/src/gpu/kernels/kernel-configs.js +26 -54
  439. package/src/gpu/kernels/kernel-execution.js +141 -0
  440. package/src/gpu/kernels/kv-cache-write.js +4 -4
  441. package/src/gpu/kernels/kv-quantize.js +4 -1
  442. package/src/gpu/kernels/l2-normalize.js +36 -0
  443. package/src/gpu/kernels/l2_normalize.wgsl +53 -0
  444. package/src/gpu/kernels/layernorm.d.ts +4 -4
  445. package/src/gpu/kernels/layernorm.js +44 -7
  446. package/src/gpu/kernels/linear-attention-core.js +29 -449
  447. package/src/gpu/kernels/linear_attention.js +1 -1
  448. package/src/gpu/kernels/lm-head-argmax.js +2 -2
  449. package/src/gpu/kernels/lm-head-select-logits.js +2 -2
  450. package/src/gpu/kernels/logit-finalize.js +103 -0
  451. package/src/gpu/kernels/logit-merge.js +13 -125
  452. package/src/gpu/kernels/logit-scatter.js +40 -0
  453. package/src/gpu/kernels/logit_finalize_f16.wgsl +43 -0
  454. package/src/gpu/kernels/logit_finalize_f32.wgsl +41 -0
  455. package/src/gpu/kernels/logit_merge_geometric.wgsl +23 -0
  456. package/src/gpu/kernels/logit_merge_max.wgsl +23 -0
  457. package/src/gpu/kernels/logit_merge_weighted.wgsl +23 -0
  458. package/src/gpu/kernels/logit_scatter_f16.wgsl +26 -0
  459. package/src/gpu/kernels/logit_scatter_f32.wgsl +24 -0
  460. package/src/gpu/kernels/matmul-dispatch.js +6 -1
  461. package/src/gpu/kernels/matmul-selection.js +3 -2
  462. package/src/gpu/kernels/matmul.js +4 -15
  463. package/src/gpu/kernels/matmul_bf16w_f32a.wgsl +93 -0
  464. package/src/gpu/kernels/matmul_gemv_subgroup_bf16w.wgsl +433 -0
  465. package/src/gpu/kernels/modulate.js +1 -1
  466. package/src/gpu/kernels/moe.js +3 -1
  467. package/src/gpu/kernels/moe_router_bias_add_f16_f16.wgsl +23 -0
  468. package/src/gpu/kernels/moe_router_bias_add_f16_f32.wgsl +23 -0
  469. package/src/gpu/kernels/moe_router_bias_add_f32_f16.wgsl +23 -0
  470. package/src/gpu/kernels/moe_router_bias_add_f32_f32.wgsl +21 -0
  471. package/src/gpu/kernels/patch_context.wgsl +29 -0
  472. package/src/gpu/kernels/pipeline-cache.js +3 -1
  473. package/src/gpu/kernels/pixel_shuffle.js +1 -1
  474. package/src/gpu/kernels/probe_shader_f16.wgsl +7 -0
  475. package/src/gpu/kernels/relu.js +1 -1
  476. package/src/gpu/kernels/rep-penalty.js +30 -5
  477. package/src/gpu/kernels/rep_penalty.wgsl +25 -30
  478. package/src/gpu/kernels/rep_penalty_f16.wgsl +24 -25
  479. package/src/gpu/kernels/repeat_channels.js +1 -1
  480. package/src/gpu/kernels/residual.js +2 -2
  481. package/src/gpu/kernels/rmsnorm-pair.js +1 -1
  482. package/src/gpu/kernels/rmsnorm-qk.js +1 -1
  483. package/src/gpu/kernels/rmsnorm-stats.js +14 -113
  484. package/src/gpu/kernels/rmsnorm.js +1 -1
  485. package/src/gpu/kernels/rmsnorm_serial.wgsl +19 -0
  486. package/src/gpu/kernels/rmsnorm_stats.wgsl +59 -0
  487. package/src/gpu/kernels/rmsnorm_stats_subgroups.wgsl +76 -0
  488. package/src/gpu/kernels/rope-precompute.js +160 -0
  489. package/src/gpu/kernels/rope-qk.js +1 -1
  490. package/src/gpu/kernels/rope.js +2 -2
  491. package/src/gpu/kernels/rope_precompute.wgsl +74 -0
  492. package/src/gpu/kernels/sample.d.ts +1 -0
  493. package/src/gpu/kernels/sample.js +36 -17
  494. package/src/gpu/kernels/sample.wgsl +112 -157
  495. package/src/gpu/kernels/sample_f16.wgsl +168 -162
  496. package/src/gpu/kernels/scale.js +1 -1
  497. package/src/gpu/kernels/shader-cache.js +8 -4
  498. package/src/gpu/kernels/shader-source-scope.js +68 -0
  499. package/src/gpu/kernels/silu.js +2 -1
  500. package/src/gpu/kernels/soft-embedding.js +3 -1
  501. package/src/gpu/kernels/softmax.js +4 -2
  502. package/src/gpu/kernels/split-qkv-rmsnorm-qk.js +1 -1
  503. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +1 -1
  504. package/src/gpu/kernels/split_qg.js +1 -1
  505. package/src/gpu/kernels/split_qkv.d.ts +2 -0
  506. package/src/gpu/kernels/split_qkv.js +18 -3
  507. package/src/gpu/kernels/split_qkv.wgsl +5 -2
  508. package/src/gpu/kernels/split_qkv_f16.wgsl +5 -2
  509. package/src/gpu/kernels/submit_probe.wgsl +6 -0
  510. package/src/gpu/kernels/transpose.js +1 -1
  511. package/src/gpu/kernels/turboquant-codebook.js +4 -535
  512. package/src/gpu/kernels/uniform-utils.js +7 -2
  513. package/src/gpu/kernels/upsample2d.js +1 -1
  514. package/src/gpu/kernels/utils.js +9 -330
  515. package/src/gpu/kernels/vision-average-pool.d.ts +13 -0
  516. package/src/gpu/kernels/vision-average-pool.js +68 -0
  517. package/src/gpu/kernels/vision-patch-embed.d.ts +17 -0
  518. package/src/gpu/kernels/vision-patch-embed.js +117 -0
  519. package/src/gpu/kernels/vision-position-embedding.d.ts +13 -0
  520. package/src/gpu/kernels/vision-position-embedding.js +79 -0
  521. package/src/gpu/kernels/vision-rope-2d.d.ts +16 -0
  522. package/src/gpu/kernels/vision-rope-2d.js +73 -0
  523. package/src/gpu/kernels/vision-spatial-merge.d.ts +19 -0
  524. package/src/gpu/kernels/vision-spatial-merge.js +100 -0
  525. package/src/gpu/kernels/vision_average_pool.wgsl +42 -0
  526. package/src/gpu/kernels/vision_patch_embed.wgsl +59 -0
  527. package/src/gpu/kernels/vision_patch_embed_f16w.wgsl +61 -0
  528. package/src/gpu/kernels/vision_position_embedding.wgsl +33 -0
  529. package/src/gpu/kernels/vision_position_embedding_f16.wgsl +35 -0
  530. package/src/gpu/kernels/vision_rope_2d.wgsl +60 -0
  531. package/src/gpu/kernels/vision_spatial_merge.wgsl +48 -0
  532. package/src/gpu/readback-buffer.js +20 -0
  533. package/src/gpu/submit-probe.js +2 -26
  534. package/src/gpu/weight-buffer.d.ts +1 -0
  535. package/src/gpu/weight-buffer.js +7 -0
  536. package/src/index.d.ts +12 -0
  537. package/src/index.js +2 -0
  538. package/src/inference/browser-harness/benchmark-execution.js +872 -0
  539. package/src/inference/browser-harness/benchmark-rerank.js +284 -0
  540. package/src/inference/browser-harness/decode-diagnostics.js +241 -0
  541. package/src/inference/browser-harness/diffusion-performance.js +102 -0
  542. package/src/inference/browser-harness/inference-execution.js +543 -0
  543. package/src/inference/{browser-harness-model-helpers.js → browser-harness/model-initialization.js} +14 -145
  544. package/src/inference/browser-harness/model-resolution.js +137 -0
  545. package/src/inference/browser-harness/report.js +338 -0
  546. package/src/inference/browser-harness/request.js +263 -0
  547. package/src/inference/browser-harness/runtime-config.d.ts +25 -0
  548. package/src/inference/browser-harness/runtime-config.js +255 -0
  549. package/src/inference/browser-harness/runtime-isolation.d.ts +13 -0
  550. package/src/inference/browser-harness/runtime-isolation.js +45 -0
  551. package/src/inference/browser-harness/runtime-report.d.ts +26 -0
  552. package/src/inference/browser-harness/runtime-report.js +117 -0
  553. package/src/inference/browser-harness/suite-summary.js +39 -0
  554. package/src/inference/browser-harness/text-evidence.js +694 -0
  555. package/src/inference/browser-harness/text-execution.js +757 -0
  556. package/src/inference/browser-harness/text-input.js +725 -0
  557. package/src/inference/{browser-harness-suite-helpers.js → browser-harness/timing-diagnostics.js} +1 -379
  558. package/src/inference/browser-harness-contract-helpers.js +1 -1
  559. package/src/inference/browser-harness-diffusion-energy-suites.js +8 -3
  560. package/src/inference/browser-harness-runtime-helpers.d.ts +3 -56
  561. package/src/inference/browser-harness-runtime-helpers.js +3 -423
  562. package/src/inference/browser-harness-text-helpers.js +31 -2199
  563. package/src/inference/browser-harness.d.ts +15 -2
  564. package/src/inference/browser-harness.js +38 -1952
  565. package/src/inference/kv-cache/base.js +67 -381
  566. package/src/inference/kv-cache/basis-decomposed-paged.d.ts +2 -50
  567. package/src/inference/kv-cache/basis-decomposed-paged.js +1 -276
  568. package/src/inference/kv-cache/quantized.d.ts +2 -2
  569. package/src/inference/kv-cache/quantized.js +4 -8
  570. package/src/inference/kv-cache/update.js +309 -0
  571. package/src/inference/model-checkpoint-evidence.d.ts +75 -0
  572. package/src/inference/model-checkpoint-evidence.js +264 -0
  573. package/src/inference/moe-router.js +36 -216
  574. package/src/inference/multi-model-network.js +5 -341
  575. package/src/inference/pipelines/audio/index.js +1 -20
  576. package/src/inference/pipelines/audio/mel.js +0 -38
  577. package/src/inference/pipelines/context.js +6 -2
  578. package/src/inference/pipelines/diffusion/profile-timing.js +10 -0
  579. package/src/inference/pipelines/diffusion/runtime-resources.js +54 -0
  580. package/src/inference/pipelines/diffusion/sd3/execution.js +805 -0
  581. package/src/inference/pipelines/diffusion/sd3/plan.js +125 -0
  582. package/src/inference/pipelines/diffusion/sd3-transformer.js +44 -895
  583. package/src/inference/pipelines/diffusion/{vae.js → vae/execution.js} +46 -618
  584. package/src/inference/pipelines/diffusion/{helpers.js → weight-contract.js} +1 -68
  585. package/src/inference/pipelines/energy-head/row-head-pipeline.d.ts +1 -103
  586. package/src/inference/pipelines/factory.js +14 -3
  587. package/src/inference/pipelines/shader-scoped-pipeline.js +29 -0
  588. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +2 -0
  589. package/src/inference/pipelines/structured/json-grammar-mask.js +115 -124
  590. package/src/inference/pipelines/text/abort-contract.js +22 -0
  591. package/src/inference/pipelines/text/attention/attn-config.js +1 -16
  592. package/src/inference/pipelines/text/attention/gate-projection.js +30 -0
  593. package/src/inference/pipelines/text/attention/heterogeneous-contract.js +8 -0
  594. package/src/inference/pipelines/text/attention/interpreter/immediate.js +211 -0
  595. package/src/inference/pipelines/text/attention/interpreter/recorded.js +451 -0
  596. package/src/inference/pipelines/text/attention/interpreter.js +89 -439
  597. package/src/inference/pipelines/text/attention/plan.d.ts +1 -0
  598. package/src/inference/pipelines/text/attention/plan.js +17 -0
  599. package/src/inference/pipelines/text/attention/projection-executor.js +331 -0
  600. package/src/inference/pipelines/text/attention/projection-plan.js +259 -0
  601. package/src/inference/pipelines/text/attention/projections.js +20 -537
  602. package/src/inference/pipelines/text/attention/query-transform.js +11 -0
  603. package/src/inference/pipelines/text/attention/record.js +0 -6
  604. package/src/inference/pipelines/text/attention/recorded-health.js +21 -0
  605. package/src/inference/pipelines/text/attention/rope-observation.js +40 -0
  606. package/src/inference/pipelines/text/attention/run.js +0 -6
  607. package/src/inference/pipelines/text/attention/types.js +3 -31
  608. package/src/inference/pipelines/text/chat-format.d.ts +3 -0
  609. package/src/inference/pipelines/text/chat-format.js +42 -0
  610. package/src/inference/pipelines/text/config/normalization.js +729 -0
  611. package/src/inference/pipelines/text/config/validation.js +9 -0
  612. package/src/inference/pipelines/text/config.d.ts +12 -1
  613. package/src/inference/pipelines/text/config.js +14 -1228
  614. package/src/inference/pipelines/text/debug-utils/health-metrics.js +57 -0
  615. package/src/inference/pipelines/text/debug-utils/index.js +3 -8
  616. package/src/inference/pipelines/text/debug-utils/profiles.js +8 -0
  617. package/src/inference/pipelines/text/debug-utils/readback-decoding.js +24 -0
  618. package/src/inference/pipelines/text/debug-utils/tensor.js +1 -1
  619. package/src/inference/pipelines/text/dtype-contract.js +1 -68
  620. package/src/inference/pipelines/text/embed.js +178 -241
  621. package/src/inference/pipelines/text/embedding-contract.d.ts +7 -0
  622. package/src/inference/pipelines/text/embedding-contract.js +21 -0
  623. package/src/inference/pipelines/text/embedding-extraction.js +225 -0
  624. package/src/inference/pipelines/text/embedding-normalization.js +39 -0
  625. package/src/inference/pipelines/text/execution-runtime-builders.js +0 -32
  626. package/src/inference/pipelines/text/execution-v1/plan.js +69 -0
  627. package/src/inference/pipelines/text/execution-v1/validation.js +233 -0
  628. package/src/inference/pipelines/text/execution-v1.js +7 -283
  629. package/src/inference/pipelines/text/execution.js +517 -0
  630. package/src/inference/pipelines/text/ffn/dense-executor.js +723 -0
  631. package/src/inference/pipelines/text/ffn/dense-plan.js +327 -0
  632. package/src/inference/pipelines/text/ffn/dense.js +6 -970
  633. package/src/inference/pipelines/text/ffn/sandwich.js +10 -9
  634. package/src/inference/pipelines/text/ffn/standard.js +2 -1
  635. package/src/inference/pipelines/text/generator/attention-lifecycle.js +24 -0
  636. package/src/inference/pipelines/text/generator/decode-runtime.js +985 -0
  637. package/src/inference/pipelines/text/generator/decode.js +964 -0
  638. package/src/inference/pipelines/text/generator/diffusion.js +607 -0
  639. package/src/inference/pipelines/text/generator/logits-config.js +63 -0
  640. package/src/inference/pipelines/text/generator/prefill-observation.js +29 -0
  641. package/src/inference/pipelines/text/generator/prefill-policy.js +56 -0
  642. package/src/inference/pipelines/text/generator/prefill-runtime.js +896 -0
  643. package/src/inference/pipelines/text/{generator-prefill-helpers.js → generator/prefix-embedding.js} +16 -121
  644. package/src/inference/pipelines/text/generator/prompt-input.js +47 -0
  645. package/src/inference/pipelines/text/generator/recovery.js +310 -0
  646. package/src/inference/pipelines/text/{generator-helpers.js → generator/session-context.js} +42 -110
  647. package/src/inference/pipelines/text/generator/text.js +448 -0
  648. package/src/inference/pipelines/text/generator/training.js +753 -0
  649. package/src/inference/pipelines/text/generator-decode-policy.js +1 -1
  650. package/src/inference/pipelines/text/generator-logits-observation.js +48 -0
  651. package/src/inference/pipelines/text/generator-runtime.js +23 -154
  652. package/src/inference/pipelines/text/generator-steps.js +45 -980
  653. package/src/inference/pipelines/text/generator.js +179 -3552
  654. package/src/inference/pipelines/text/image-transcription.js +304 -0
  655. package/src/inference/pipelines/text/init-qkv-fusion.js +18 -9
  656. package/src/inference/pipelines/text/init-rope.js +37 -189
  657. package/src/inference/pipelines/text/init.d.ts +8 -3
  658. package/src/inference/pipelines/text/init.js +6 -216
  659. package/src/inference/pipelines/text/layer-execution-contract.js +97 -0
  660. package/src/inference/pipelines/text/layer-input-execution.js +435 -0
  661. package/src/inference/pipelines/text/layer-plan-gpu.js +13 -6
  662. package/src/inference/pipelines/text/layer-plan.d.ts +21 -5
  663. package/src/inference/pipelines/text/layer-plan.js +45 -3
  664. package/src/inference/pipelines/text/layer.js +52 -522
  665. package/src/inference/pipelines/text/lifecycle.js +839 -0
  666. package/src/inference/pipelines/text/linear-attention/plan.js +554 -0
  667. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +2 -2
  668. package/src/inference/pipelines/text/linear-attention.d.ts +2 -2
  669. package/src/inference/pipelines/text/linear-attention.js +28 -534
  670. package/src/inference/pipelines/text/logits/cpu-output.d.ts +1 -0
  671. package/src/inference/pipelines/text/logits/cpu-output.js +5 -0
  672. package/src/inference/pipelines/text/logits/cpu.d.ts +1 -87
  673. package/src/inference/pipelines/text/logits/cpu.js +8 -95
  674. package/src/inference/pipelines/text/logits/gpu-executor.js +368 -0
  675. package/src/inference/pipelines/text/logits/gpu.d.ts +27 -0
  676. package/src/inference/pipelines/text/logits/gpu.js +116 -579
  677. package/src/inference/pipelines/text/logits/index.d.ts +2 -1
  678. package/src/inference/pipelines/text/logits/index.js +62 -102
  679. package/src/inference/pipelines/text/logits/output-transform.js +54 -0
  680. package/src/inference/pipelines/text/logits/plan.js +184 -0
  681. package/src/inference/pipelines/text/logits/readback.d.ts +6 -0
  682. package/src/inference/pipelines/text/logits/readback.js +9 -0
  683. package/src/inference/pipelines/text/logits/scale-policy.js +20 -0
  684. package/src/inference/pipelines/text/logits/types.d.ts +1 -0
  685. package/src/inference/pipelines/text/lora-apply.js +12 -4
  686. package/src/inference/pipelines/text/lora-types.d.ts +12 -0
  687. package/src/inference/pipelines/text/modality-token-contract.js +115 -0
  688. package/src/inference/pipelines/text/model-load.js +0 -20
  689. package/src/inference/pipelines/text/moe/expert-loading.js +9 -0
  690. package/src/inference/pipelines/text/moe/gpu-executor.js +513 -0
  691. package/src/inference/pipelines/text/moe/plan.js +47 -0
  692. package/src/inference/pipelines/text/moe-cpu.js +9 -135
  693. package/src/inference/pipelines/text/moe-gpu.js +21 -545
  694. package/src/inference/pipelines/text/normalization-contract.js +17 -0
  695. package/src/inference/pipelines/text/per-layer/materialize.js +736 -0
  696. package/src/inference/pipelines/text/per-layer/plan.js +362 -0
  697. package/src/inference/pipelines/text/per-layer-inputs.js +4 -1037
  698. package/src/inference/pipelines/text/pipeline-load-timing.js +77 -0
  699. package/src/inference/pipelines/text/probes.js +20 -0
  700. package/src/inference/pipelines/text/sampling-config.js +22 -113
  701. package/src/inference/pipelines/text/sampling.d.ts +9 -1
  702. package/src/inference/pipelines/text/sampling.js +18 -375
  703. package/src/inference/pipelines/text/state.d.ts +8 -0
  704. package/src/inference/pipelines/text/state.js +1 -0
  705. package/src/inference/pipelines/text/tsir-fixture-writer.js +88 -16
  706. package/src/inference/pipelines/text/types.d.ts +7 -3
  707. package/src/inference/pipelines/text/weight-loading-config.js +194 -0
  708. package/src/inference/pipelines/text.d.ts +2 -2
  709. package/src/inference/pipelines/text.js +46 -1633
  710. package/src/inference/pipelines/video/frame-sampler.js +0 -13
  711. package/src/inference/pipelines/video/index.js +0 -21
  712. package/src/inference/pipelines/vision/attention.js +59 -0
  713. package/src/inference/pipelines/vision/encoder.js +254 -369
  714. package/src/inference/pipelines/vision/gemma4.js +204 -318
  715. package/src/inference/pipelines/vision/glmocr-preprocess.js +273 -0
  716. package/src/inference/pipelines/vision/glmocr-rope.js +106 -0
  717. package/src/inference/pipelines/vision/glmocr.js +557 -0
  718. package/src/inference/pipelines/vision/image-preprocess.js +0 -27
  719. package/src/inference/pipelines/vision/index.js +8 -27
  720. package/src/inference/pipelines/vision/ops.js +11 -33
  721. package/src/inference/pipelines/vision/patch-embed.js +51 -145
  722. package/src/inference/pipelines/vision/spatial-merge.js +78 -0
  723. package/src/inference/pipelines/vision/weight-loading.js +79 -0
  724. package/src/inference/refactor-receipt.js +2 -2
  725. package/src/inference/rerank.js +182 -0
  726. package/src/inference/token-sampling.js +319 -0
  727. package/src/inference/tokenizer.js +1 -1
  728. package/src/inference/tokenizers/behavior-flags.js +6 -3
  729. package/src/inference/tokenizers/bundled/decoders.js +133 -0
  730. package/src/inference/tokenizers/bundled/registry.js +216 -0
  731. package/src/inference/tokenizers/bundled.js +23 -353
  732. package/src/loader/doppler-loader.d.ts +4 -0
  733. package/src/loader/doppler-loader.js +119 -930
  734. package/src/loader/embedding-limit-preflight.js +11 -4
  735. package/src/loader/embedding-loader.js +1 -3
  736. package/src/loader/gpu-tensor-materialization.js +20 -0
  737. package/src/loader/layer-loader.js +15 -119
  738. package/src/loader/layer-tensor-aliases.js +99 -0
  739. package/src/loader/layer-weight-shape.js +29 -0
  740. package/src/loader/load-timing.js +64 -0
  741. package/src/loader/loader-types.d.ts +3 -0
  742. package/src/loader/model-executor.js +819 -0
  743. package/src/loader/model-load-validation.js +15 -0
  744. package/src/loader/quantization-constants.d.ts +11 -29
  745. package/src/loader/quantization-constants.js +1 -2
  746. package/src/loader/shard-resolver.js +0 -14
  747. package/src/loader/tensor-load-error.js +14 -0
  748. package/src/loader/tensor-shard-indices.js +8 -0
  749. package/src/loader/tensors/bf16-loader.js +125 -0
  750. package/src/loader/tensors/functional-descriptor-loader.js +3 -375
  751. package/src/loader/tensors/load-executor.js +577 -0
  752. package/src/loader/tensors/source-transform/executor.js +123 -0
  753. package/src/loader/tensors/source-transform/plan.js +107 -0
  754. package/src/loader/tensors/source-transform.js +15 -264
  755. package/src/loader/tensors/tensor-loader.d.ts +4 -4
  756. package/src/loader/tensors/tensor-loader.js +7 -653
  757. package/src/memory/buffer-pool.js +7 -29
  758. package/src/rules/capability-transform-resolver.js +80 -0
  759. package/src/rules/execution-contract.d.ts +73 -0
  760. package/src/rules/execution-contract.js +429 -0
  761. package/src/rules/execution-rules-contract-check.js +1 -1
  762. package/src/rules/generated/rule-bundle.json +4305 -0
  763. package/src/rules/inference/capability-transforms.rules.json +3 -3
  764. package/src/rules/layer-pattern-contract-check.js +1 -1
  765. package/src/rules/rule-registry.js +70 -57
  766. package/src/storage/artifact-storage-context.js +2 -2
  767. package/src/storage/backend-selection.js +43 -0
  768. package/src/storage/backends/opfs-store.d.ts +41 -0
  769. package/src/storage/distribution-transport.js +5 -0
  770. package/src/storage/download/integrity.d.ts +33 -0
  771. package/src/storage/download/integrity.js +130 -0
  772. package/src/storage/download/resume-inspection.d.ts +22 -0
  773. package/src/storage/download/resume-inspection.js +134 -0
  774. package/src/storage/download/retry.js +57 -0
  775. package/src/storage/download/state.js +131 -0
  776. package/src/storage/download/transport.js +99 -0
  777. package/src/storage/downloader.js +74 -453
  778. package/src/storage/model-cache.d.ts +1 -0
  779. package/src/storage/model-cache.js +51 -11
  780. package/src/storage/shard-manager.d.ts +5 -0
  781. package/src/storage/shard-manager.js +50 -369
  782. package/src/storage/shards/index.js +60 -0
  783. package/src/storage/shards/integrity.js +225 -0
  784. package/src/storage/shards/lifecycle.js +22 -0
  785. package/src/storage/source-artifact-store.js +14 -4
  786. package/src/tooling/boundary-evidence.d.ts +4 -4
  787. package/src/tooling/boundary-evidence.js +20 -20
  788. package/src/tooling/browser-command-runner.js +13 -6
  789. package/src/tooling/capsule-v2.d.ts +11 -0
  790. package/src/tooling/capsule-v2.js +58 -0
  791. package/src/tooling/capsule.js +20 -0
  792. package/src/tooling/command-api-constants.js +1 -1
  793. package/src/tooling/command-api-family-normalizers.js +163 -5
  794. package/src/tooling/command-api.d.ts +42 -3
  795. package/src/tooling/command-api.js +7 -2
  796. package/src/tooling/command-envelope.js +1 -1
  797. package/src/tooling/{command-api-helpers.js → command-request-normalization.js} +1 -1
  798. package/src/tooling/command-runner.html +49 -1
  799. package/src/tooling/command-validation.js +1 -24
  800. package/src/tooling/conversion-run-timing.js +24 -0
  801. package/src/tooling/diagnose-runner.js +11 -9
  802. package/src/tooling/distribution-shard-transport.js +11 -0
  803. package/src/tooling/execution-cost-ledger.d.ts +76 -2
  804. package/src/tooling/execution-cost-ledger.js +197 -15
  805. package/src/tooling/hf-registry/catalog-io.js +63 -0
  806. package/src/tooling/litert/package.js +863 -0
  807. package/src/tooling/litert-package-runtime.js +3 -849
  808. package/src/tooling/model-capsule-forge.js +478 -0
  809. package/src/tooling/node-browser/execution.d.ts +40 -0
  810. package/src/tooling/node-browser/execution.js +308 -0
  811. package/src/tooling/node-browser/static-server.js +189 -0
  812. package/src/tooling/node-browser/transport.d.ts +80 -0
  813. package/src/tooling/node-browser/transport.js +622 -0
  814. package/src/tooling/node-browser-command-runner.d.ts +18 -78
  815. package/src/tooling/node-browser-command-runner.js +10 -1112
  816. package/src/tooling/node-capsule-artifact-store.js +44 -0
  817. package/src/tooling/node-command-execution.js +237 -0
  818. package/src/tooling/node-command-runner.js +26 -205
  819. package/src/tooling/node-converter/input.js +521 -0
  820. package/src/tooling/node-converter/output.js +244 -0
  821. package/src/tooling/node-converter-chunk-batches.js +21 -0
  822. package/src/tooling/node-converter.js +7 -720
  823. package/src/tooling/node-source-runtime.js +16 -276
  824. package/src/tooling/node-webgpu-provider.v1.json +33 -0
  825. package/src/tooling/node-webgpu.js +178 -453
  826. package/src/tooling/opfs-cache.d.ts +5 -0
  827. package/src/tooling/opfs-cache.js +4 -0
  828. package/src/tooling/production-release.d.ts +19 -0
  829. package/src/tooling/production-release.js +647 -0
  830. package/src/tooling/program-bundle/embedding-reference.js +19 -0
  831. package/src/tooling/program-bundle/materialize.js +324 -0
  832. package/src/tooling/program-bundle/rerank-reference.js +22 -0
  833. package/src/tooling/program-bundle/sequence-reference.js +42 -0
  834. package/src/tooling/program-bundle/validation.js +31 -0
  835. package/src/tooling/program-bundle/wgsl-closure.js +254 -0
  836. package/src/tooling/program-bundle-parity.d.ts +11 -4
  837. package/src/tooling/program-bundle-parity.js +262 -109
  838. package/src/tooling/program-bundle.d.ts +7 -0
  839. package/src/tooling/program-bundle.js +186 -591
  840. package/src/tooling/provider-v1-contract.d.ts +61 -0
  841. package/src/tooling/provider-v1-contract.js +192 -0
  842. package/src/tooling/registered-variant-calibration-job.d.ts +98 -0
  843. package/src/tooling/registered-variant-calibration-job.js +210 -0
  844. package/src/tooling/registered-variant-calibration.d.ts +167 -7
  845. package/src/tooling/registered-variant-calibration.js +57 -7
  846. package/src/tooling/runtime-optimization/candidates.js +664 -0
  847. package/src/tooling/runtime-optimization-campaign.js +166 -0
  848. package/src/tooling/runtime-optimization-index.js +16 -1
  849. package/src/tooling/runtime-optimization.d.ts +44 -0
  850. package/src/tooling/runtime-optimization.js +13 -656
  851. package/src/tooling/source-intake.d.ts +1 -1
  852. package/src/tooling/source-intake.js +34 -17
  853. package/src/tooling/source-package-profiles.js +1 -1
  854. package/src/tooling/source-runtime/bundle-materialize.js +298 -0
  855. package/src/tooling/source-runtime/bundle-plan.js +121 -0
  856. package/src/tooling/source-runtime/node-loader.js +258 -0
  857. package/src/tooling/source-runtime-bundle.js +26 -411
  858. package/src/tooling/source-runtime-converter-config.js +1 -1
  859. package/src/tooling-experimental-exports.js +0 -5
  860. package/src/tooling-exports/evidence.d.ts +14 -3
  861. package/src/tooling-exports/evidence.js +14 -3
  862. package/src/tooling-exports/storage.d.ts +7 -0
  863. package/src/tooling-exports/storage.js +5 -0
  864. package/src/tooling-exports.d.ts +3 -0
  865. package/src/tooling-exports.js +2 -0
  866. package/src/tooling-exports.shared.d.ts +17 -3
  867. package/src/tooling-exports.shared.js +9 -3
  868. package/src/training.d.ts +6 -6
  869. package/src/training.js +4 -4
  870. package/src/version.js +1 -1
  871. package/tests/kernels/browser/kernel-suite.js +512 -0
  872. package/tests/kernels/browser/test-page.js +170 -14
  873. package/tests/kernels/harness/tolerance.js +1 -0
  874. package/tests/kernels/reference/index.js +13 -1
  875. package/tests/kernels/reference/vision.js +160 -0
  876. package/src/converter/quantizer.d.ts +0 -121
  877. package/src/gpu/kernels/backward/utils.d.ts +0 -90
  878. package/src/gpu/kernels/uniform-utils.d.ts +0 -66
  879. package/src/gpu/kernels/utils.d.ts +0 -147
  880. package/src/inference/pipelines/text/debug-utils/utils.js +0 -118
  881. package/src/inference/pipelines/text/logits/utils.d.ts +0 -58
  882. package/src/inference/pipelines/text/moe-cpu-gptoss.js +0 -115
  883. package/src/inference/pipelines/text/moe-helpers.js +0 -21
  884. package/src/rules/converter/execution.rules.json +0 -20
  885. package/src/rules/converter/tensor-roles.rules.json +0 -13
  886. package/src/rules/converter/tokenizer.rules.json +0 -12
  887. package/src/rules/inference/attention.rules.json +0 -69
  888. package/src/rules/inference/config.rules.json +0 -82
  889. package/src/rules/inference/dtype.rules.json +0 -113
  890. package/src/rules/inference/execution.rules.json +0 -195
  891. package/src/rules/inference/ffn.rules.json +0 -123
  892. package/src/rules/inference/layer-pattern.rules.json +0 -16
  893. package/src/rules/inference/layer.rules.json +0 -7
  894. package/src/rules/inference/moe.rules.json +0 -145
  895. package/src/rules/kernels/attention.rules.json +0 -68
  896. package/src/rules/kernels/conv2d.rules.json +0 -6
  897. package/src/rules/kernels/depthwise-conv2d.rules.json +0 -6
  898. package/src/rules/kernels/dequant.rules.json +0 -58
  899. package/src/rules/kernels/energy.rules.json +0 -22
  900. package/src/rules/kernels/fused-ffn.rules.json +0 -15
  901. package/src/rules/kernels/fused-matmul-residual.rules.json +0 -6
  902. package/src/rules/kernels/fused-matmul-rmsnorm.rules.json +0 -8
  903. package/src/rules/kernels/gather.rules.json +0 -93
  904. package/src/rules/kernels/gelu.rules.json +0 -11
  905. package/src/rules/kernels/grouped-pointwise-conv2d.rules.json +0 -6
  906. package/src/rules/kernels/groupnorm.rules.json +0 -10
  907. package/src/rules/kernels/kv_quantize.rules.json +0 -9
  908. package/src/rules/kernels/layernorm.rules.json +0 -6
  909. package/src/rules/kernels/linear-attention.rules.json +0 -6
  910. package/src/rules/kernels/lm-head-argmax.rules.json +0 -10
  911. package/src/rules/kernels/matmul.rules.json +0 -95
  912. package/src/rules/kernels/modulate.rules.json +0 -6
  913. package/src/rules/kernels/moe.rules.gptoss.json +0 -105
  914. package/src/rules/kernels/moe.rules.json +0 -14
  915. package/src/rules/kernels/moe.rules.mixtral.json +0 -75
  916. package/src/rules/kernels/pixel_shuffle.rules.json +0 -6
  917. package/src/rules/kernels/relu.rules.json +0 -6
  918. package/src/rules/kernels/rep-penalty.rules.json +0 -6
  919. package/src/rules/kernels/repeat-channels.rules.json +0 -6
  920. package/src/rules/kernels/residual.rules.json +0 -12
  921. package/src/rules/kernels/rmsnorm-qk.rules.json +0 -6
  922. package/src/rules/kernels/rmsnorm.rules.json +0 -46
  923. package/src/rules/kernels/rope-qk.rules.json +0 -6
  924. package/src/rules/kernels/rope.rules.json +0 -6
  925. package/src/rules/kernels/sample.rules.json +0 -6
  926. package/src/rules/kernels/scale.rules.json +0 -8
  927. package/src/rules/kernels/silu.rules.json +0 -22
  928. package/src/rules/kernels/softmax.rules.json +0 -25
  929. package/src/rules/kernels/split-qg.rules.json +0 -6
  930. package/src/rules/kernels/split-qkv.rules.json +0 -6
  931. package/src/rules/kernels/upsample2d.rules.json +0 -6
  932. package/src/rules/loader/tensor-loader.rules.json +0 -42
  933. package/src/rules/loader/weights.rules.json +0 -42
  934. package/src/rules/tooling/command-runtime.rules.json +0 -65
  935. package/src/tooling/hf-registry-utils.js +0 -395
  936. /package/src/converter/{tokenizer-utils.js → tokenizer-special-tokens.js} +0 -0
  937. /package/src/{inference/pipelines/text/bdpa-steamroller.js → experimental/bdpa/steamroller.js} +0 -0
  938. /package/src/{inference/pipelines → experimental}/diffusion/scheduler.js +0 -0
  939. /package/src/{inference/pipelines → experimental}/energy/pipeline.d.ts +0 -0
  940. /package/src/{inference/pipelines → experimental}/energy/quintel.d.ts +0 -0
  941. /package/src/{inference/pipelines → experimental}/energy/quintel.js +0 -0
  942. /package/src/{utils → formats}/array-buffer.js +0 -0
  943. /package/src/{utils → formats}/canonical-hash.js +0 -0
  944. /package/src/{utils → formats}/clone-json.js +0 -0
  945. /package/src/{utils → formats}/encode-utf8.js +0 -0
  946. /package/src/{utils → formats}/load-json.js +0 -0
  947. /package/src/{utils → formats}/plain-object.js +0 -0
  948. /package/src/{utils → formats}/sha256.js +0 -0
  949. /package/src/{utils → formats}/stable-sort-object.js +0 -0
  950. /package/src/{gpu/kernels → rules}/rule-matcher.js +0 -0
  951. /package/src/{utils → storage}/hf-resolve-url.js +0 -0
  952. /package/src/{utils → storage}/runtime-env.js +0 -0
  953. /package/src/tooling/{command-runner-shared.js → command-runtime-execution.js} +0 -0
@@ -1,6 +1,8 @@
1
1
  import { log } from '../../../debug/index.js';
2
- import { getDevice } from '../../../gpu/device.js';
3
2
  import { createTensor } from '../../../gpu/tensor.js';
3
+ import { runVisionAveragePool } from '../../../gpu/kernels/vision-average-pool.js';
4
+ import { runVisionPositionEmbedding } from '../../../gpu/kernels/vision-position-embedding.js';
5
+ import { runVisionRope2D } from '../../../gpu/kernels/vision-rope-2d.js';
4
6
  import {
5
7
  runAttention,
6
8
  runGeLU,
@@ -8,7 +10,8 @@ import {
8
10
  runResidualAdd,
9
11
  runRMSNorm,
10
12
  } from '../../../gpu/kernel-selector.js';
11
- import { acquireBuffer, readBuffer, releaseBuffer, uploadData } from '../../../memory/buffer-pool.js';
13
+ import { acquireBuffer, releaseBuffer, uploadData } from '../../../memory/buffer-pool.js';
14
+ import { createImmediateResourceScope } from '../../resource-scope.js';
12
15
  import { getQKNormOnesBuffer } from '../text/attention/types.js';
13
16
  import { shouldClamp, runClippableLinear } from '../shared/clipped-linear.js';
14
17
 
@@ -20,6 +23,22 @@ function reshapeTensor(tensor, shape, label) {
20
23
  return createTensor(tensor.buffer, tensor.dtype, shape, label);
21
24
  }
22
25
 
26
+ function createVisionResourceScope() {
27
+ return createImmediateResourceScope({ release: releaseBuffer });
28
+ }
29
+
30
+ function registerTensor(scope, tensor, label) {
31
+ scope.register(tensor.buffer, label, 'scopeOwned');
32
+ return tensor;
33
+ }
34
+
35
+ function requirePositiveInteger(value, label) {
36
+ if (!Number.isInteger(value) || value <= 0) {
37
+ throw new Error(`[Vision] Gemma 4 requires ${label} to be a positive integer, got ${value}.`);
38
+ }
39
+ return value;
40
+ }
41
+
23
42
  function resolveSourceChannels(pixels, width, height) {
24
43
  const area = width * height;
25
44
  if (!Number.isFinite(area) || area <= 0) {
@@ -219,182 +238,26 @@ export function preprocessGemma4Image(pixels, width, height, visionConfig, softT
219
238
  };
220
239
  }
221
240
 
222
- function buildPatchPositionEmbeddings(positionTable, positions, positionEmbeddingSize, hiddenSize) {
223
- const numPatches = positions.length / 2;
224
- const output = new Float32Array(numPatches * hiddenSize);
225
- const tableStride = positionEmbeddingSize * hiddenSize;
226
-
227
- for (let patchIdx = 0; patchIdx < numPatches; patchIdx++) {
228
- const x = positions[patchIdx * 2];
229
- const y = positions[patchIdx * 2 + 1];
230
- if (x < 0 || y < 0 || x >= positionEmbeddingSize || y >= positionEmbeddingSize) {
231
- throw new Error(
232
- `[Vision] Patch position (${x}, ${y}) exceeds position embedding size ${positionEmbeddingSize}.`
233
- );
234
- }
235
- const dstBase = patchIdx * hiddenSize;
236
- const xBase = x * hiddenSize;
237
- const yBase = tableStride + y * hiddenSize;
238
- for (let d = 0; d < hiddenSize; d++) {
239
- output[dstBase + d] = positionTable[xBase + d] + positionTable[yBase + d];
240
- }
241
- }
242
-
243
- return output;
244
- }
245
-
246
- async function readTensorF32(tensor, expectedLength, label) {
247
- const bytes = await readBuffer(tensor.buffer, expectedLength * Float32Array.BYTES_PER_ELEMENT);
248
- const copied = bytes instanceof ArrayBuffer
249
- ? bytes.slice(0)
250
- : bytes.buffer.slice(bytes.byteOffset, bytes.byteOffset + bytes.byteLength);
251
- const result = new Float32Array(copied);
252
- if (result.length !== expectedLength) {
253
- throw new Error(`[Vision] ${label}: expected ${expectedLength} floats, got ${result.length}.`);
254
- }
255
- return result;
256
- }
257
-
258
- function buildVisionRopeCache(positions, headDim, ropeTheta) {
259
- if (headDim % 4 !== 0) {
260
- throw new Error(`[Vision] headDim=${headDim} is incompatible with Gemma4 multidimensional RoPE.`);
261
- }
262
- const numTokens = positions.length / 2;
263
- const spatialDim = headDim / 2;
264
- const halfRotary = spatialDim / 2;
265
- const invFreq = new Float32Array(halfRotary);
266
- for (let i = 0; i < halfRotary; i++) {
267
- invFreq[i] = 1.0 / (ropeTheta ** ((2 * i) / spatialDim));
268
- }
269
-
270
- const cosX = new Float32Array(numTokens * halfRotary);
271
- const sinX = new Float32Array(numTokens * halfRotary);
272
- const cosY = new Float32Array(numTokens * halfRotary);
273
- const sinY = new Float32Array(numTokens * halfRotary);
274
-
275
- for (let tokenIdx = 0; tokenIdx < numTokens; tokenIdx++) {
276
- const x = positions[tokenIdx * 2];
277
- const y = positions[tokenIdx * 2 + 1];
278
- const base = tokenIdx * halfRotary;
279
- for (let i = 0; i < halfRotary; i++) {
280
- const angleX = x * invFreq[i];
281
- const angleY = y * invFreq[i];
282
- cosX[base + i] = Math.cos(angleX);
283
- sinX[base + i] = Math.sin(angleX);
284
- cosY[base + i] = Math.cos(angleY);
285
- sinY[base + i] = Math.sin(angleY);
286
- }
287
- }
288
-
289
- return {
290
- cosX,
291
- sinX,
292
- cosY,
293
- sinY,
294
- halfRotary,
295
- };
296
- }
297
-
298
- function applyVisionRopeInPlace(data, ropeCache, numTokens, numHeads, headDim) {
299
- const tokenStride = numHeads * headDim;
300
- const spatialOffset = headDim / 2;
301
- const pairCount = ropeCache.halfRotary;
302
-
303
- for (let tokenIdx = 0; tokenIdx < numTokens; tokenIdx++) {
304
- const ropeBase = tokenIdx * pairCount;
305
- for (let headIdx = 0; headIdx < numHeads; headIdx++) {
306
- const base = tokenIdx * tokenStride + headIdx * headDim;
307
-
308
- for (let i = 0; i < pairCount; i++) {
309
- const cos = ropeCache.cosX[ropeBase + i];
310
- const sin = ropeCache.sinX[ropeBase + i];
311
- const a = data[base + i];
312
- const b = data[base + pairCount + i];
313
- data[base + i] = (a * cos) - (b * sin);
314
- data[base + pairCount + i] = (b * cos) + (a * sin);
315
- }
316
-
317
- for (let i = 0; i < pairCount; i++) {
318
- const cos = ropeCache.cosY[ropeBase + i];
319
- const sin = ropeCache.sinY[ropeBase + i];
320
- const partBase = base + spatialOffset;
321
- const a = data[partBase + i];
322
- const b = data[partBase + pairCount + i];
323
- data[partBase + i] = (a * cos) - (b * sin);
324
- data[partBase + pairCount + i] = (b * cos) + (a * sin);
325
- }
326
- }
327
- }
328
- }
329
-
330
- async function applyVisionRopeToTensorInPlace(tensor, ropeCache, numTokens, numHeads, headDim, label) {
331
- const data = await readTensorF32(tensor, numTokens * numHeads * headDim, label);
332
- applyVisionRopeInPlace(data, ropeCache, numTokens, numHeads, headDim);
333
- uploadData(tensor.buffer, data, 0);
334
- }
335
-
336
- function applyRmsNormNoScaleInPlace(data, numTokens, hiddenSize, eps) {
337
- for (let tokenIdx = 0; tokenIdx < numTokens; tokenIdx++) {
338
- const base = tokenIdx * hiddenSize;
339
- let meanSquare = 0;
340
- for (let d = 0; d < hiddenSize; d++) {
341
- const value = data[base + d];
342
- meanSquare += value * value;
343
- }
344
- const inv = 1.0 / Math.sqrt(meanSquare / hiddenSize + eps);
345
- for (let d = 0; d < hiddenSize; d++) {
346
- data[base + d] *= inv;
347
- }
241
+ async function runVisionAttention(hiddenTensor, layerWeights, visionConfig, geometry, numTokens, hiddenSize) {
242
+ const numHeads = requirePositiveInteger(Number(visionConfig.numHeads), 'numHeads');
243
+ const numKVHeads = requirePositiveInteger(Number(visionConfig.numKeyValueHeads), 'numKeyValueHeads');
244
+ const headDim = requirePositiveInteger(Number(visionConfig.headDim), 'headDim');
245
+ if (hiddenSize !== numHeads * headDim) {
246
+ throw new Error(
247
+ `[Vision] Gemma 4 attention geometry mismatch: hiddenSize=${hiddenSize}, ` +
248
+ `numHeads=${numHeads}, headDim=${headDim}.`
249
+ );
348
250
  }
349
- }
350
-
351
- function poolVisionHiddenStates(hiddenStates, gridHeight, gridWidth, hiddenSize, poolingKernelSize) {
352
- const pooledHeight = gridHeight / poolingKernelSize;
353
- const pooledWidth = gridWidth / poolingKernelSize;
354
- const outputLength = pooledHeight * pooledWidth;
355
- const output = new Float32Array(outputLength * hiddenSize);
356
- const scale = Math.sqrt(hiddenSize);
357
- const divisor = poolingKernelSize * poolingKernelSize;
358
-
359
- for (let pooledY = 0; pooledY < pooledHeight; pooledY++) {
360
- for (let pooledX = 0; pooledX < pooledWidth; pooledX++) {
361
- const outIdx = pooledY * pooledWidth + pooledX;
362
- const outBase = outIdx * hiddenSize;
363
- for (let ky = 0; ky < poolingKernelSize; ky++) {
364
- for (let kx = 0; kx < poolingKernelSize; kx++) {
365
- const srcPatch = ((pooledY * poolingKernelSize + ky) * gridWidth) + (pooledX * poolingKernelSize + kx);
366
- const srcBase = srcPatch * hiddenSize;
367
- for (let d = 0; d < hiddenSize; d++) {
368
- output[outBase + d] += hiddenStates[srcBase + d];
369
- }
370
- }
371
- }
372
- for (let d = 0; d < hiddenSize; d++) {
373
- output[outBase + d] = (output[outBase + d] / divisor) * scale;
374
- }
375
- }
251
+ if (numHeads % numKVHeads !== 0) {
252
+ throw new Error(
253
+ `[Vision] Gemma 4 requires numHeads divisible by numKeyValueHeads, got ${numHeads}/${numKVHeads}.`
254
+ );
376
255
  }
377
256
 
378
- return {
379
- output,
380
- outputLength,
381
- };
382
- }
383
-
384
- async function runVisionAttention(hiddenTensor, layerWeights, visionConfig, ropeCache, numTokens, hiddenSize) {
385
- const numHeads = Number(visionConfig.numHeads);
386
- const numKVHeads = Number(visionConfig.numKeyValueHeads ?? numHeads);
387
- const headDim = Number(visionConfig.headDim);
388
-
389
- let qTensor = null;
390
- let kTensor = null;
391
- let vTensor = null;
392
- let qNormTensor = null;
393
- let kNormTensor = null;
394
- let vNormTensor = null;
395
- let attnTensor = null;
257
+ const scope = createVisionResourceScope();
258
+ let succeeded = false;
396
259
  try {
397
- qTensor = await runClippableLinear(
260
+ const qTensor = registerTensor(scope, await runClippableLinear(
398
261
  hiddenTensor,
399
262
  layerWeights.qProj,
400
263
  numTokens,
@@ -402,8 +265,8 @@ async function runVisionAttention(hiddenTensor, layerWeights, visionConfig, rope
402
265
  hiddenSize,
403
266
  layerWeights.qProjClip,
404
267
  'gemma4_vision_q_proj'
405
- );
406
- kTensor = await runClippableLinear(
268
+ ), 'q projection');
269
+ const kTensor = registerTensor(scope, await runClippableLinear(
407
270
  hiddenTensor,
408
271
  layerWeights.kProj,
409
272
  numTokens,
@@ -411,8 +274,8 @@ async function runVisionAttention(hiddenTensor, layerWeights, visionConfig, rope
411
274
  hiddenSize,
412
275
  layerWeights.kProjClip,
413
276
  'gemma4_vision_k_proj'
414
- );
415
- vTensor = await runClippableLinear(
277
+ ), 'k projection');
278
+ const vTensor = registerTensor(scope, await runClippableLinear(
416
279
  hiddenTensor,
417
280
  layerWeights.vProj,
418
281
  numTokens,
@@ -420,38 +283,51 @@ async function runVisionAttention(hiddenTensor, layerWeights, visionConfig, rope
420
283
  hiddenSize,
421
284
  layerWeights.vProjClip,
422
285
  'gemma4_vision_v_proj'
423
- );
286
+ ), 'v projection');
424
287
 
425
- qNormTensor = await runRMSNorm(
288
+ const qNormTensor = registerTensor(scope, await runRMSNorm(
426
289
  reshapeTensor(qTensor, [numTokens * numHeads, headDim], 'gemma4_vision_q_flat'),
427
290
  layerWeights.qNorm,
428
291
  visionConfig.eps,
429
292
  { batchSize: numTokens * numHeads, hiddenSize: headDim }
430
- );
431
- kNormTensor = await runRMSNorm(
293
+ ), 'normalized q');
294
+ const kNormTensor = registerTensor(scope, await runRMSNorm(
432
295
  reshapeTensor(kTensor, [numTokens * numKVHeads, headDim], 'gemma4_vision_k_flat'),
433
296
  layerWeights.kNorm,
434
297
  visionConfig.eps,
435
298
  { batchSize: numTokens * numKVHeads, hiddenSize: headDim }
436
- );
437
- vNormTensor = await runRMSNorm(
299
+ ), 'normalized k');
300
+ const vNormTensor = registerTensor(scope, await runRMSNorm(
438
301
  reshapeTensor(vTensor, [numTokens * numKVHeads, headDim], 'gemma4_vision_v_flat'),
439
302
  getQKNormOnesBuffer(headDim),
440
303
  visionConfig.eps,
441
304
  { batchSize: numTokens * numKVHeads, hiddenSize: headDim }
442
- );
305
+ ), 'normalized v');
443
306
 
444
- releaseBuffer(qTensor.buffer);
445
- releaseBuffer(kTensor.buffer);
446
- releaseBuffer(vTensor.buffer);
447
- qTensor = null;
448
- kTensor = null;
449
- vTensor = null;
307
+ scope.release(qTensor.buffer);
308
+ scope.release(kTensor.buffer);
309
+ scope.release(vTensor.buffer);
450
310
 
451
- await applyVisionRopeToTensorInPlace(qNormTensor, ropeCache, numTokens, numHeads, headDim, 'gemma4_vision_q_rope');
452
- await applyVisionRopeToTensorInPlace(kNormTensor, ropeCache, numTokens, numKVHeads, headDim, 'gemma4_vision_k_rope');
311
+ await runVisionRope2D(qNormTensor, {
312
+ numTokens,
313
+ numHeads,
314
+ headDim,
315
+ gridHeight: geometry.gridHeight,
316
+ gridWidth: geometry.gridWidth,
317
+ ropeTheta: geometry.ropeTheta,
318
+ spatialMergeSize: 1,
319
+ });
320
+ await runVisionRope2D(kNormTensor, {
321
+ numTokens,
322
+ numHeads: numKVHeads,
323
+ headDim,
324
+ gridHeight: geometry.gridHeight,
325
+ gridWidth: geometry.gridWidth,
326
+ ropeTheta: geometry.ropeTheta,
327
+ spatialMergeSize: 1,
328
+ });
453
329
 
454
- attnTensor = await runAttention(
330
+ const attnTensor = await runAttention(
455
331
  reshapeTensor(qNormTensor, [numTokens, numHeads, headDim], 'gemma4_vision_q'),
456
332
  reshapeTensor(kNormTensor, [numTokens, numKVHeads, headDim], 'gemma4_vision_k'),
457
333
  reshapeTensor(vNormTensor, [numTokens, numKVHeads, headDim], 'gemma4_vision_v'),
@@ -464,17 +340,32 @@ async function runVisionAttention(hiddenTensor, layerWeights, visionConfig, rope
464
340
  numKVHeads,
465
341
  scale: 1.0,
466
342
  causal: false,
343
+ bidirectionalSpanStart: 0,
344
+ bidirectionalSpanLength: 0,
345
+ startPos: 0,
346
+ outputBuffer: null,
347
+ attnSoftcap: 0,
348
+ slidingWindow: 0,
349
+ kvLenBuffer: null,
350
+ indirectBuffer: null,
351
+ indirectOffset: 0,
352
+ kvStart: 0,
353
+ kvLayout: 'contiguous',
354
+ kvPageTable: null,
355
+ kvPageSize: 0,
356
+ kernelPath: null,
357
+ outputGate: null,
358
+ useFlashPrefill: false,
359
+ useOrtFlashPrefill: false,
467
360
  }
468
361
  );
362
+ registerTensor(scope, attnTensor, 'attention output');
469
363
 
470
- releaseBuffer(qNormTensor.buffer);
471
- releaseBuffer(kNormTensor.buffer);
472
- releaseBuffer(vNormTensor.buffer);
473
- qNormTensor = null;
474
- kNormTensor = null;
475
- vNormTensor = null;
364
+ scope.release(qNormTensor.buffer);
365
+ scope.release(kNormTensor.buffer);
366
+ scope.release(vNormTensor.buffer);
476
367
 
477
- const output = await runClippableLinear(
368
+ const output = registerTensor(scope, await runClippableLinear(
478
369
  reshapeTensor(attnTensor, [numTokens, hiddenSize], 'gemma4_vision_attn_flat'),
479
370
  layerWeights.oProj,
480
371
  numTokens,
@@ -482,29 +373,22 @@ async function runVisionAttention(hiddenTensor, layerWeights, visionConfig, rope
482
373
  hiddenSize,
483
374
  layerWeights.oProjClip,
484
375
  'gemma4_vision_o_proj'
485
- );
486
- releaseBuffer(attnTensor.buffer);
487
- attnTensor = null;
376
+ ), 'attention projection');
377
+ scope.release(attnTensor.buffer);
378
+ scope.retain(output.buffer, 'attention projection', 'caller owns attention output');
379
+ succeeded = true;
488
380
  return output;
489
- } catch (error) {
490
- if (attnTensor) releaseBuffer(attnTensor.buffer);
491
- if (vNormTensor) releaseBuffer(vNormTensor.buffer);
492
- if (kNormTensor) releaseBuffer(kNormTensor.buffer);
493
- if (qNormTensor) releaseBuffer(qNormTensor.buffer);
494
- if (vTensor) releaseBuffer(vTensor.buffer);
495
- if (kTensor) releaseBuffer(kTensor.buffer);
496
- if (qTensor) releaseBuffer(qTensor.buffer);
497
- throw error;
381
+ } finally {
382
+ scope.close(succeeded ? 'success' : 'failure');
498
383
  }
499
384
  }
500
385
 
501
386
  async function runVisionMlp(hiddenTensor, layerWeights, visionConfig, numTokens, hiddenSize) {
502
- const intermediateSize = Number(visionConfig.intermediateSize);
503
- let gateTensor = null;
504
- let upTensor = null;
505
- let activatedTensor = null;
387
+ const intermediateSize = requirePositiveInteger(Number(visionConfig.intermediateSize), 'intermediateSize');
388
+ const scope = createVisionResourceScope();
389
+ let succeeded = false;
506
390
  try {
507
- gateTensor = await runClippableLinear(
391
+ const gateTensor = registerTensor(scope, await runClippableLinear(
508
392
  hiddenTensor,
509
393
  layerWeights.gateProj,
510
394
  numTokens,
@@ -512,8 +396,8 @@ async function runVisionMlp(hiddenTensor, layerWeights, visionConfig, numTokens,
512
396
  hiddenSize,
513
397
  layerWeights.gateProjClip,
514
398
  'gemma4_vision_gate_proj'
515
- );
516
- upTensor = await runClippableLinear(
399
+ ), 'MLP gate projection');
400
+ const upTensor = registerTensor(scope, await runClippableLinear(
517
401
  hiddenTensor,
518
402
  layerWeights.upProj,
519
403
  numTokens,
@@ -521,17 +405,15 @@ async function runVisionMlp(hiddenTensor, layerWeights, visionConfig, numTokens,
521
405
  hiddenSize,
522
406
  layerWeights.upProjClip,
523
407
  'gemma4_vision_up_proj'
524
- );
525
- activatedTensor = await runGeLU(gateTensor, {
408
+ ), 'MLP up projection');
409
+ const activatedTensor = registerTensor(scope, await runGeLU(upTensor, {
526
410
  size: numTokens * intermediateSize,
527
- gate: upTensor,
528
- });
529
- releaseBuffer(gateTensor.buffer);
530
- releaseBuffer(upTensor.buffer);
531
- gateTensor = null;
532
- upTensor = null;
411
+ gate: gateTensor,
412
+ }), 'MLP activation');
413
+ scope.release(gateTensor.buffer);
414
+ scope.release(upTensor.buffer);
533
415
 
534
- const output = await runClippableLinear(
416
+ const output = registerTensor(scope, await runClippableLinear(
535
417
  activatedTensor,
536
418
  layerWeights.downProj,
537
419
  numTokens,
@@ -539,15 +421,13 @@ async function runVisionMlp(hiddenTensor, layerWeights, visionConfig, numTokens,
539
421
  intermediateSize,
540
422
  layerWeights.downProjClip,
541
423
  'gemma4_vision_down_proj'
542
- );
543
- releaseBuffer(activatedTensor.buffer);
544
- activatedTensor = null;
424
+ ), 'MLP down projection');
425
+ scope.release(activatedTensor.buffer);
426
+ scope.retain(output.buffer, 'MLP down projection', 'caller owns MLP output');
427
+ succeeded = true;
545
428
  return output;
546
- } catch (error) {
547
- if (activatedTensor) releaseBuffer(activatedTensor.buffer);
548
- if (upTensor) releaseBuffer(upTensor.buffer);
549
- if (gateTensor) releaseBuffer(gateTensor.buffer);
550
- throw error;
429
+ } finally {
430
+ scope.close(succeeded ? 'success' : 'failure');
551
431
  }
552
432
  }
553
433
 
@@ -565,9 +445,9 @@ export async function encodeGemma4Image(params) {
565
445
  if (visionConfig.useClippedLinears !== true) {
566
446
  throw new Error('[Vision] Gemma 4 vision runtime requires useClippedLinears=true.');
567
447
  }
568
- const hiddenSize = Number(visionConfig.hiddenSize);
569
- const patchSize = Number(visionConfig.patchSize);
570
- const poolingKernelSize = Number(visionConfig.poolingKernelSize);
448
+ const hiddenSize = requirePositiveInteger(Number(visionConfig.hiddenSize), 'hiddenSize');
449
+ const patchSize = requirePositiveInteger(Number(visionConfig.patchSize), 'patchSize');
450
+ const poolingKernelSize = requirePositiveInteger(Number(visionConfig.poolingKernelSize), 'poolingKernelSize');
571
451
  const ropeTheta = Number(visionConfig.ropeTheta);
572
452
  if (!Number.isFinite(ropeTheta) || ropeTheta <= 0) {
573
453
  throw new Error(
@@ -585,139 +465,144 @@ export async function encodeGemma4Image(params) {
585
465
  scaledPatches[index] = 2.0 * (preprocessed.patches[index] - 0.5);
586
466
  }
587
467
 
588
- const patchTensor = createTensorFromBuffer(
589
- acquireBuffer(scaledPatches.byteLength, undefined, 'gemma4_vision_patches'),
590
- [preprocessed.numPatches, 3 * patchSize * patchSize],
591
- 'gemma4_vision_patches'
592
- );
593
- uploadData(patchTensor.buffer, scaledPatches, 0);
594
-
595
- const positionEmbeddings = buildPatchPositionEmbeddings(
596
- weights.patchPositionEmbeddingTable,
597
- preprocessed.positions,
598
- Number(visionConfig.positionEmbeddingSize),
599
- hiddenSize
600
- );
601
- const positionTensor = createTensorFromBuffer(
602
- acquireBuffer(positionEmbeddings.byteLength, undefined, 'gemma4_vision_position_embeddings'),
603
- [preprocessed.numPatches, hiddenSize],
604
- 'gemma4_vision_position_embeddings'
605
- );
606
- uploadData(positionTensor.buffer, positionEmbeddings, 0);
607
-
608
- let hiddenTensor = null;
468
+ const scope = createVisionResourceScope();
469
+ let succeeded = false;
609
470
  try {
610
- hiddenTensor = await runMatmul(
471
+ const patchTensor = registerTensor(scope, createTensorFromBuffer(
472
+ acquireBuffer(scaledPatches.byteLength, undefined, 'gemma4_vision_patches'),
473
+ [preprocessed.numPatches, 3 * patchSize * patchSize],
474
+ 'gemma4_vision_patches'
475
+ ), 'patch tensor');
476
+ uploadData(patchTensor.buffer, scaledPatches, 0);
477
+
478
+ const positionTensor = registerTensor(scope, await runVisionPositionEmbedding(
479
+ weights.patchPositionEmbeddingTable,
480
+ {
481
+ gridHeight: preprocessed.gridHeight,
482
+ gridWidth: preprocessed.gridWidth,
483
+ positionEmbeddingSize: Number(visionConfig.positionEmbeddingSize),
484
+ hiddenSize,
485
+ }
486
+ ), 'position embedding');
487
+
488
+ let hiddenTensor = registerTensor(scope, await runMatmul(
611
489
  patchTensor,
612
490
  weights.patchInputProj,
613
491
  preprocessed.numPatches,
614
492
  hiddenSize,
615
493
  3 * patchSize * patchSize,
616
494
  { outputDtype: 'f32', transposeB: 'auto' }
617
- );
618
- releaseBuffer(patchTensor.buffer);
495
+ ), 'patch projection');
496
+ scope.release(patchTensor.buffer);
619
497
 
620
- const embedded = await runResidualAdd(hiddenTensor, positionTensor, preprocessed.numPatches * hiddenSize);
621
- releaseBuffer(hiddenTensor.buffer);
622
- releaseBuffer(positionTensor.buffer);
498
+ const embedded = registerTensor(
499
+ scope,
500
+ await runResidualAdd(hiddenTensor, positionTensor, preprocessed.numPatches * hiddenSize),
501
+ 'positioned patches'
502
+ );
503
+ scope.release(hiddenTensor.buffer);
504
+ scope.release(positionTensor.buffer);
623
505
  hiddenTensor = reshapeTensor(embedded, [preprocessed.numPatches, hiddenSize], 'gemma4_vision_hidden_0');
624
506
 
625
- const ropeCache = buildVisionRopeCache(preprocessed.positions, Number(visionConfig.headDim), ropeTheta);
626
-
627
507
  for (let layerIdx = 0; layerIdx < weights.layers.length; layerIdx++) {
628
508
  const layerWeights = weights.layers[layerIdx];
629
- const inputNorm = await runRMSNorm(
509
+ const inputNorm = registerTensor(scope, await runRMSNorm(
630
510
  hiddenTensor,
631
511
  layerWeights.inputLayerNorm,
632
512
  visionConfig.eps,
633
513
  { batchSize: preprocessed.numPatches, hiddenSize }
634
- );
514
+ ), `layer ${layerIdx} input norm`);
635
515
 
636
- const attnOut = await runVisionAttention(
516
+ const attnOut = registerTensor(scope, await runVisionAttention(
637
517
  inputNorm,
638
518
  layerWeights,
639
519
  visionConfig,
640
- ropeCache,
520
+ {
521
+ gridHeight: preprocessed.gridHeight,
522
+ gridWidth: preprocessed.gridWidth,
523
+ ropeTheta,
524
+ },
641
525
  preprocessed.numPatches,
642
526
  hiddenSize
643
- );
644
- releaseBuffer(inputNorm.buffer);
527
+ ), `layer ${layerIdx} attention`);
528
+ scope.release(inputNorm.buffer);
645
529
 
646
- const postAttnNorm = await runRMSNorm(
530
+ const postAttnNorm = registerTensor(scope, await runRMSNorm(
647
531
  attnOut,
648
532
  layerWeights.postAttentionLayerNorm,
649
533
  visionConfig.eps,
650
534
  { batchSize: preprocessed.numPatches, hiddenSize }
651
- );
652
- releaseBuffer(attnOut.buffer);
535
+ ), `layer ${layerIdx} post-attention norm`);
536
+ scope.release(attnOut.buffer);
653
537
 
654
- const attnResidual = await runResidualAdd(
538
+ const attnResidual = registerTensor(scope, await runResidualAdd(
655
539
  hiddenTensor,
656
540
  postAttnNorm,
657
541
  preprocessed.numPatches * hiddenSize
658
- );
659
- releaseBuffer(hiddenTensor.buffer);
660
- releaseBuffer(postAttnNorm.buffer);
542
+ ), `layer ${layerIdx} attention residual`);
543
+ scope.release(hiddenTensor.buffer);
544
+ scope.release(postAttnNorm.buffer);
661
545
  hiddenTensor = reshapeTensor(attnResidual, [preprocessed.numPatches, hiddenSize], `gemma4_vision_hidden_attn_${layerIdx}`);
662
546
 
663
- const preFfNorm = await runRMSNorm(
547
+ const preFfNorm = registerTensor(scope, await runRMSNorm(
664
548
  hiddenTensor,
665
549
  layerWeights.preFeedforwardLayerNorm,
666
550
  visionConfig.eps,
667
551
  { batchSize: preprocessed.numPatches, hiddenSize }
552
+ ), `layer ${layerIdx} pre-FFN norm`);
553
+ const mlpOut = registerTensor(
554
+ scope,
555
+ await runVisionMlp(preFfNorm, layerWeights, visionConfig, preprocessed.numPatches, hiddenSize),
556
+ `layer ${layerIdx} MLP`
668
557
  );
669
- const mlpOut = await runVisionMlp(preFfNorm, layerWeights, visionConfig, preprocessed.numPatches, hiddenSize);
670
- releaseBuffer(preFfNorm.buffer);
558
+ scope.release(preFfNorm.buffer);
671
559
 
672
- const postFfNorm = await runRMSNorm(
560
+ const postFfNorm = registerTensor(scope, await runRMSNorm(
673
561
  mlpOut,
674
562
  layerWeights.postFeedforwardLayerNorm,
675
563
  visionConfig.eps,
676
564
  { batchSize: preprocessed.numPatches, hiddenSize }
677
- );
678
- releaseBuffer(mlpOut.buffer);
565
+ ), `layer ${layerIdx} post-FFN norm`);
566
+ scope.release(mlpOut.buffer);
679
567
 
680
- const ffResidual = await runResidualAdd(
568
+ const ffResidual = registerTensor(scope, await runResidualAdd(
681
569
  hiddenTensor,
682
570
  postFfNorm,
683
571
  preprocessed.numPatches * hiddenSize
684
- );
685
- releaseBuffer(hiddenTensor.buffer);
686
- releaseBuffer(postFfNorm.buffer);
572
+ ), `layer ${layerIdx} FFN residual`);
573
+ scope.release(hiddenTensor.buffer);
574
+ scope.release(postFfNorm.buffer);
687
575
  hiddenTensor = reshapeTensor(ffResidual, [preprocessed.numPatches, hiddenSize], `gemma4_vision_hidden_ff_${layerIdx}`);
688
576
  }
689
577
 
690
- const hiddenCpu = await readTensorF32(hiddenTensor, preprocessed.numPatches * hiddenSize, 'gemma4_vision_hidden_final');
691
- releaseBuffer(hiddenTensor.buffer);
692
- hiddenTensor = null;
693
-
694
- const pooled = poolVisionHiddenStates(
695
- hiddenCpu,
696
- preprocessed.gridHeight,
697
- preprocessed.gridWidth,
578
+ const pooled = registerTensor(scope, await runVisionAveragePool(hiddenTensor, {
579
+ gridHeight: preprocessed.gridHeight,
580
+ gridWidth: preprocessed.gridWidth,
698
581
  hiddenSize,
699
- poolingKernelSize
700
- );
701
- applyRmsNormNoScaleInPlace(pooled.output, pooled.outputLength, hiddenSize, visionConfig.eps);
702
-
703
- const pooledTensor = createTensorFromBuffer(
704
- acquireBuffer(pooled.output.byteLength, undefined, 'gemma4_vision_pooled'),
705
- [pooled.outputLength, hiddenSize],
706
- 'gemma4_vision_pooled'
707
- );
708
- uploadData(pooledTensor.buffer, pooled.output, 0);
582
+ poolingSize: poolingKernelSize,
583
+ }), 'pooled vision state');
584
+ scope.release(hiddenTensor.buffer);
585
+ hiddenTensor = null;
586
+ const outputLength = preprocessed.outputLength;
587
+ const pooledTensor = registerTensor(scope, await runRMSNorm(
588
+ pooled,
589
+ getQKNormOnesBuffer(hiddenSize),
590
+ visionConfig.eps,
591
+ { batchSize: outputLength, hiddenSize }
592
+ ), 'normalized pooled vision state');
593
+ scope.release(pooled.buffer);
709
594
 
710
595
  let projected = null;
711
596
  if (weights.projector) {
712
- projected = await runMatmul(
597
+ projected = registerTensor(scope, await runMatmul(
713
598
  pooledTensor,
714
599
  weights.projector,
715
- pooled.outputLength,
600
+ outputLength,
716
601
  weights.textHiddenSize,
717
602
  hiddenSize,
718
603
  { outputDtype: 'f32', transposeB: 'auto' }
719
- );
720
- releaseBuffer(pooledTensor.buffer);
604
+ ), 'vision projector output');
605
+ scope.release(pooledTensor.buffer);
721
606
  } else {
722
607
  if (hiddenSize !== weights.textHiddenSize) {
723
608
  throw new Error(
@@ -728,15 +613,16 @@ export async function encodeGemma4Image(params) {
728
613
  projected = pooledTensor;
729
614
  }
730
615
 
616
+ scope.retain(projected.buffer, 'vision output', 'caller owns encoded vision features');
617
+ succeeded = true;
731
618
  return {
732
619
  features: projected.buffer,
733
- numTokens: pooled.outputLength,
620
+ numTokens: outputLength,
734
621
  gridThw: [1, preprocessed.gridHeight, preprocessed.gridWidth],
735
622
  imageWidth: preprocessed.gridWidth * patchSize,
736
623
  imageHeight: preprocessed.gridHeight * patchSize,
737
624
  };
738
- } catch (error) {
739
- if (hiddenTensor) releaseBuffer(hiddenTensor.buffer);
740
- throw error;
625
+ } finally {
626
+ scope.close(succeeded ? 'success' : 'failure');
741
627
  }
742
628
  }