doppler-gpu 0.4.2 → 0.4.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (645) hide show
  1. package/CHANGELOG.md +182 -0
  2. package/README.md +19 -15
  3. package/package.json +77 -29
  4. package/src/cli/cli-model-resolution.js +275 -0
  5. package/src/cli/cli-output.js +453 -0
  6. package/src/cli/doppler-cli.js +817 -709
  7. package/src/cli/doppler-quickstart.d.ts +7 -23
  8. package/src/cli/doppler-quickstart.js +4 -2
  9. package/src/cli/doppler-serve.js +1 -1
  10. package/src/cli/runtime-profiles.d.ts +40 -0
  11. package/src/cli/runtime-profiles.js +225 -0
  12. package/src/client/doppler-api.js +1 -6
  13. package/src/client/doppler-registry.d.ts +12 -0
  14. package/src/client/doppler-registry.js +27 -0
  15. package/src/client/doppler-registry.json +64 -6
  16. package/src/client/failure-taxonomy.js +139 -0
  17. package/src/client/fault-injection.js +30 -0
  18. package/src/client/provider.d.ts +151 -0
  19. package/src/client/provider.js +374 -0
  20. package/src/client/receipt.js +156 -0
  21. package/src/client/runtime/index.js +56 -4
  22. package/src/client/runtime/model-manager.d.ts +0 -14
  23. package/src/client/runtime/model-manager.js +2 -42
  24. package/src/client/runtime/model-session.js +33 -0
  25. package/src/client/runtime/model-source.d.ts +13 -1
  26. package/src/client/runtime/model-source.js +128 -2
  27. package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
  28. package/src/client/runtime/node-quickstart-cache.js +353 -0
  29. package/src/client/runtime/source-runtime.js +1 -10
  30. package/src/client/runtime/types.d.ts +0 -60
  31. package/src/client/wrap-pipeline-handle.d.ts +20 -0
  32. package/src/client/wrap-pipeline-handle.js +84 -0
  33. package/src/config/README.md +3 -1
  34. package/src/config/conversion/README.md +23 -157
  35. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +19 -4
  36. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +16 -9
  37. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +24 -9
  38. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +24 -9
  39. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +16 -9
  40. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +24 -9
  41. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
  42. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
  43. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +589 -0
  44. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
  45. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +367 -61
  46. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
  47. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
  48. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
  49. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +17 -10
  50. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +75 -33
  51. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +91 -59
  52. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +517 -0
  53. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +511 -0
  54. package/src/config/execution-contract-check.js +6 -5
  55. package/src/config/kernel-path-loader.d.ts +8 -2
  56. package/src/config/kernels/kernel-ref-digests.js +125 -122
  57. package/src/config/kernels/registry.d.ts +0 -35
  58. package/src/config/kernels/registry.js +5 -9
  59. package/src/config/kernels/registry.json +524 -350
  60. package/src/config/merge-helpers.d.ts +1 -1
  61. package/src/config/merge-helpers.js +1 -1
  62. package/src/config/merge.js +35 -7
  63. package/src/config/param-categories.d.ts +0 -9
  64. package/src/config/param-categories.js +1 -5
  65. package/src/config/param-validator.d.ts +2 -0
  66. package/src/config/param-validator.js +16 -0
  67. package/src/config/platforms/loader.d.ts +0 -27
  68. package/src/config/platforms/loader.js +0 -30
  69. package/src/config/required-inference-fields-contract-check.js +1 -7
  70. package/src/config/runtime/README.md +28 -0
  71. package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +1 -1
  72. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
  73. package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
  74. package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
  75. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
  76. package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
  77. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
  78. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
  79. package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
  80. package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
  81. package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
  82. package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
  83. package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
  84. package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
  85. package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
  86. package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
  87. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
  88. package/src/config/schema/bridge.schema.d.ts +16 -0
  89. package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
  90. package/src/config/schema/browser-suite-metrics.schema.js +2 -0
  91. package/src/config/schema/converter.schema.d.ts +5 -0
  92. package/src/config/schema/converter.schema.js +3 -0
  93. package/src/config/schema/debug.schema.d.ts +22 -1
  94. package/src/config/schema/debug.schema.js +1 -0
  95. package/src/config/schema/distill-training.schema.d.ts +0 -1
  96. package/src/config/schema/distill-training.schema.js +1 -1
  97. package/src/config/schema/doppler.schema.d.ts +12 -2
  98. package/src/config/schema/doppler.schema.js +108 -8
  99. package/src/config/schema/emulation.schema.d.ts +3 -0
  100. package/src/config/schema/emulation.schema.js +16 -16
  101. package/src/config/schema/execution-v1.schema.d.ts +12 -1
  102. package/src/config/schema/execution-v1.schema.js +7 -1
  103. package/src/config/schema/index.d.ts +52 -1
  104. package/src/config/schema/index.js +14 -0
  105. package/src/config/schema/inference.schema.d.ts +3 -3
  106. package/src/config/schema/kernel-path.schema.d.ts +6 -27
  107. package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
  108. package/src/config/schema/kernel-thresholds.schema.js +3 -7
  109. package/src/config/schema/kvcache.schema.js +0 -9
  110. package/src/config/schema/loading.schema.d.ts +12 -0
  111. package/src/config/schema/loading.schema.js +4 -0
  112. package/src/config/schema/manifest.schema.d.ts +68 -1
  113. package/src/config/schema/manifest.schema.js +48 -2
  114. package/src/config/schema/moe.schema.js +0 -8
  115. package/src/config/schema/program-bundle.schema.d.ts +233 -0
  116. package/src/config/schema/program-bundle.schema.js +393 -0
  117. package/src/config/schema/ul-training.schema.d.ts +0 -1
  118. package/src/config/schema/ul-training.schema.js +1 -1
  119. package/src/config/source-packages/litert/gemma-4-e2b-it.json +36 -15
  120. package/src/config/supported-operations.d.ts +14 -0
  121. package/src/config/supported-operations.js +34 -0
  122. package/src/config/supported-operations.json +178 -0
  123. package/src/config/training-defaults.js +1 -7
  124. package/src/config/transforms/capability-transform-resolver.js +3 -1
  125. package/src/config/transforms/execution-graph-transforms.d.ts +55 -0
  126. package/src/config/transforms/execution-graph-transforms.js +693 -29
  127. package/src/converter/conversion-plan.js +13 -10
  128. package/src/converter/core.d.ts +57 -0
  129. package/src/converter/core.js +582 -13
  130. package/src/converter/parsers/diffusion.js +1 -33
  131. package/src/converter/quantization-info.d.ts +5 -4
  132. package/src/converter/quantization-info.js +39 -3
  133. package/src/converter/quantizer.d.ts +19 -0
  134. package/src/converter/quantizer.js +76 -0
  135. package/src/debug/config.d.ts +0 -4
  136. package/src/debug/config.js +0 -17
  137. package/src/debug/index.d.ts +28 -30
  138. package/src/debug/index.js +0 -18
  139. package/src/debug/stats.d.ts +0 -8
  140. package/src/debug/stats.js +3 -3
  141. package/src/debug/tensor.d.ts +9 -2
  142. package/src/debug/tensor.js +11 -4
  143. package/src/debug/trace.js +2 -15
  144. package/src/errors/doppler-error.js +20 -0
  145. package/src/experimental/browser/quantization.d.ts +5 -0
  146. package/src/experimental/distribution/shard-delivery.js +179 -23
  147. package/src/experimental/training/artifacts.js +1 -14
  148. package/src/experimental/training/checkpoint.js +1 -14
  149. package/src/experimental/training/datasets/token-batch.d.ts +1 -1
  150. package/src/experimental/training/datasets/token-batch.js +2 -2
  151. package/src/experimental/training/distillation/dataset.js +2 -15
  152. package/src/experimental/training/distillation/eval.js +3 -3
  153. package/src/experimental/training/distillation/runtime.js +3 -16
  154. package/src/experimental/training/distillation/student-fixture.js +6 -6
  155. package/src/experimental/training/lora-pipeline.js +1 -14
  156. package/src/experimental/training/objectives/base.d.ts +2 -2
  157. package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
  158. package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
  159. package/src/experimental/training/objectives/distill_kd.js +2 -2
  160. package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
  161. package/src/experimental/training/objectives/distill_triplet.js +2 -2
  162. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
  163. package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
  164. package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
  165. package/src/experimental/training/operator-artifacts.js +1 -14
  166. package/src/experimental/training/runner.js +1 -14
  167. package/src/experimental/training/workload-packs/registry.json +6 -6
  168. package/src/experimental/training/workloads.js +1 -1
  169. package/src/formats/gguf/types.d.ts +0 -63
  170. package/src/formats/gguf/types.js +58 -38
  171. package/src/formats/litert/types.d.ts +0 -13
  172. package/src/formats/litert/types.js +2 -2
  173. package/src/formats/rdrr/distributed/index.d.ts +34 -0
  174. package/src/formats/rdrr/distributed/index.js +3 -0
  175. package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
  176. package/src/formats/rdrr/distributed/parsing.js +23 -0
  177. package/src/formats/rdrr/distributed/validation.d.ts +23 -0
  178. package/src/formats/rdrr/distributed/validation.js +131 -0
  179. package/src/formats/rdrr/groups.d.ts +1 -13
  180. package/src/formats/rdrr/groups.js +0 -34
  181. package/src/formats/rdrr/index.d.ts +9 -0
  182. package/src/formats/rdrr/index.js +9 -0
  183. package/src/formats/rdrr/integrity.d.ts +51 -0
  184. package/src/formats/rdrr/integrity.js +200 -0
  185. package/src/formats/rdrr/lowerings.d.ts +28 -0
  186. package/src/formats/rdrr/lowerings.js +112 -0
  187. package/src/formats/rdrr/manifest.d.ts +0 -14
  188. package/src/formats/rdrr/manifest.js +5 -58
  189. package/src/formats/rdrr/merkle.d.ts +24 -0
  190. package/src/formats/rdrr/merkle.js +118 -0
  191. package/src/formats/rdrr/parsing.js +4 -0
  192. package/src/formats/rdrr/slice-compiler.d.ts +29 -0
  193. package/src/formats/rdrr/slice-compiler.js +188 -0
  194. package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
  195. package/src/formats/rdrr/storage-descriptor.js +186 -0
  196. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
  197. package/src/formats/rdrr/tensor-config-validator.js +0 -30
  198. package/src/formats/rdrr/types.d.ts +107 -0
  199. package/src/formats/rdrr/validation.js +245 -0
  200. package/src/formats/tflite/types.d.ts +0 -31
  201. package/src/formats/tflite/types.js +5 -5
  202. package/src/gpu/command-recorder.d.ts +3 -21
  203. package/src/gpu/device.d.ts +17 -3
  204. package/src/gpu/device.js +20 -4
  205. package/src/gpu/kernel-runtime.d.ts +8 -15
  206. package/src/gpu/kernel-selection-log.d.ts +0 -8
  207. package/src/gpu/kernel-selection-log.js +0 -15
  208. package/src/gpu/kernel-tuner/cache.js +0 -3
  209. package/src/gpu/kernels/README.md +50 -18
  210. package/src/gpu/kernels/activation_static_qdq.wgsl +3 -1
  211. package/src/gpu/kernels/attention.d.ts +28 -19
  212. package/src/gpu/kernels/attention.js +443 -9
  213. package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
  214. package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
  215. package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
  216. package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
  217. package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
  218. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
  219. package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
  220. package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
  221. package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
  222. package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
  223. package/src/gpu/kernels/attention_f16.wgsl +88 -30
  224. package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
  225. package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
  226. package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
  227. package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
  228. package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
  229. package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
  230. package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
  231. package/src/gpu/kernels/attention_streaming_f16.wgsl +39 -16
  232. package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
  233. package/src/gpu/kernels/backward/index.d.ts +6 -0
  234. package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
  235. package/src/gpu/kernels/backward/utils.d.ts +35 -0
  236. package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
  237. package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
  238. package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
  239. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
  240. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
  241. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
  242. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +2 -85
  243. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +27 -24
  244. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +1 -1
  245. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +249 -179
  246. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
  247. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
  248. package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
  249. package/src/gpu/kernels/constants.d.ts +9 -48
  250. package/src/gpu/kernels/constants.js +0 -23
  251. package/src/gpu/kernels/conv2d.d.ts +0 -4
  252. package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
  253. package/src/gpu/kernels/dequant.d.ts +0 -16
  254. package/src/gpu/kernels/dequant.js +1 -71
  255. package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
  256. package/src/gpu/kernels/dequant_shared.wgsl +1 -55
  257. package/src/gpu/kernels/dispatch.d.ts +12 -97
  258. package/src/gpu/kernels/dispatch.js +0 -117
  259. package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
  260. package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
  261. package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
  262. package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
  263. package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
  264. package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
  265. package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
  266. package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
  267. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
  268. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
  269. package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
  270. package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
  271. package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
  272. package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
  273. package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
  274. package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
  275. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
  276. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
  277. package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
  278. package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
  279. package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
  280. package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
  281. package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
  282. package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
  283. package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
  284. package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
  285. package/src/gpu/kernels/gather.d.ts +0 -7
  286. package/src/gpu/kernels/gather_f16.wgsl +1 -1
  287. package/src/gpu/kernels/gelu_f16.wgsl +14 -15
  288. package/src/gpu/kernels/groupnorm.d.ts +0 -4
  289. package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
  290. package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
  291. package/src/gpu/kernels/index.d.ts +6 -5
  292. package/src/gpu/kernels/index.js +3 -4
  293. package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
  294. package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
  295. package/src/gpu/kernels/layernorm.d.ts +0 -4
  296. package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
  297. package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
  298. package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
  299. package/src/gpu/kernels/logit-merge.d.ts +0 -24
  300. package/src/gpu/kernels/logit-merge.js +1 -17
  301. package/src/gpu/kernels/matmul-dispatch.js +7 -1
  302. package/src/gpu/kernels/matmul-selection.js +68 -1
  303. package/src/gpu/kernels/matmul.d.ts +0 -28
  304. package/src/gpu/kernels/matmul.js +101 -7
  305. package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
  306. package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
  307. package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
  308. package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
  309. package/src/gpu/kernels/modulate_f16.wgsl +1 -1
  310. package/src/gpu/kernels/moe.d.ts +0 -56
  311. package/src/gpu/kernels/moe.js +0 -15
  312. package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
  313. package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
  314. package/src/gpu/kernels/residual.d.ts +0 -12
  315. package/src/gpu/kernels/residual_f16.wgsl +2 -2
  316. package/src/gpu/kernels/residual_f16_vec4.wgsl +5 -5
  317. package/src/gpu/kernels/rmsnorm.d.ts +0 -8
  318. package/src/gpu/kernels/rmsnorm.js +17 -1
  319. package/src/gpu/kernels/rmsnorm.wgsl +5 -6
  320. package/src/gpu/kernels/rmsnorm_f16.wgsl +65 -39
  321. package/src/gpu/kernels/rope.d.ts +1 -5
  322. package/src/gpu/kernels/rope.js +12 -2
  323. package/src/gpu/kernels/rope.wgsl +33 -19
  324. package/src/gpu/kernels/rope_f16.wgsl +39 -25
  325. package/src/gpu/kernels/sample.d.ts +0 -5
  326. package/src/gpu/kernels/sample.wgsl +7 -6
  327. package/src/gpu/kernels/sample_f16.wgsl +28 -30
  328. package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
  329. package/src/gpu/kernels/shader-cache.d.ts +13 -0
  330. package/src/gpu/kernels/shader-cache.js +27 -0
  331. package/src/gpu/kernels/silu_f16.wgsl +1 -1
  332. package/src/gpu/kernels/softmax.wgsl +4 -144
  333. package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
  334. package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
  335. package/src/gpu/kernels/topk_f16.wgsl +1 -1
  336. package/src/gpu/kernels/turboquant-codebook.js +11 -40
  337. package/src/gpu/kernels/uniform-utils.d.ts +18 -0
  338. package/src/gpu/kernels/upsample2d.d.ts +0 -4
  339. package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
  340. package/src/gpu/kernels/utils.d.ts +28 -0
  341. package/src/gpu/kernels/utils.js +41 -0
  342. package/src/gpu/perf-guards.d.ts +0 -12
  343. package/src/gpu/perf-guards.js +0 -62
  344. package/src/gpu/profiler.d.ts +0 -21
  345. package/src/gpu/profiler.js +0 -34
  346. package/src/gpu/submit-tracker.d.ts +0 -57
  347. package/src/gpu/submit-tracker.js +3 -62
  348. package/src/gpu/tensor.d.ts +0 -23
  349. package/src/gpu/tensor.js +0 -41
  350. package/src/gpu/uniform-cache.d.ts +0 -11
  351. package/src/gpu/uniform-cache.js +0 -23
  352. package/src/index.d.ts +1 -0
  353. package/src/index.js +1 -0
  354. package/src/inference/browser-harness-model-helpers.d.ts +0 -9
  355. package/src/inference/browser-harness-model-helpers.js +22 -13
  356. package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
  357. package/src/inference/browser-harness-runtime-helpers.js +2 -2
  358. package/src/inference/browser-harness-suite-helpers.d.ts +4 -1
  359. package/src/inference/browser-harness-suite-helpers.js +87 -1
  360. package/src/inference/browser-harness-text-helpers.d.ts +12 -0
  361. package/src/inference/browser-harness-text-helpers.js +223 -14
  362. package/src/inference/browser-harness.d.ts +0 -29
  363. package/src/inference/browser-harness.js +264 -71
  364. package/src/inference/kv-cache/base.d.ts +6 -0
  365. package/src/inference/kv-cache/base.js +16 -1
  366. package/src/inference/kv-cache/mixed-geometry.d.ts +1 -0
  367. package/src/inference/kv-cache/mixed-geometry.js +12 -2
  368. package/src/inference/kv-cache/quantized.js +2 -0
  369. package/src/inference/kv-cache/tiered.js +7 -0
  370. package/src/inference/kv-cache/types.d.ts +2 -0
  371. package/src/inference/multi-model-network.d.ts +1 -1
  372. package/src/inference/multi-model-network.js +1 -2
  373. package/src/inference/network-evolution.d.ts +0 -12
  374. package/src/inference/network-evolution.js +2 -2
  375. package/src/inference/pipelines/context.js +17 -0
  376. package/src/inference/pipelines/diffusion/init.js +2 -2
  377. package/src/inference/pipelines/diffusion/pipeline.js +41 -96
  378. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
  379. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
  380. package/src/inference/pipelines/diffusion/vae.js +4 -4
  381. package/src/inference/pipelines/energy/quintel.d.ts +15 -0
  382. package/src/inference/pipelines/structured/index.d.ts +2 -0
  383. package/src/inference/pipelines/structured/index.js +2 -0
  384. package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
  385. package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
  386. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
  387. package/src/inference/pipelines/text/attention/attn-config.js +1 -1
  388. package/src/inference/pipelines/text/attention/projections.d.ts +2 -0
  389. package/src/inference/pipelines/text/attention/projections.js +70 -23
  390. package/src/inference/pipelines/text/attention/record.js +118 -5
  391. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
  392. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
  393. package/src/inference/pipelines/text/attention/run.js +97 -6
  394. package/src/inference/pipelines/text/attention/types.d.ts +2 -0
  395. package/src/inference/pipelines/text/chat-format.d.ts +0 -10
  396. package/src/inference/pipelines/text/chat-format.js +1 -8
  397. package/src/inference/pipelines/text/config.d.ts +3 -25
  398. package/src/inference/pipelines/text/config.js +105 -3
  399. package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
  400. package/src/inference/pipelines/text/drift-policy.js +1 -1
  401. package/src/inference/pipelines/text/embed.d.ts +22 -27
  402. package/src/inference/pipelines/text/embed.js +0 -39
  403. package/src/inference/pipelines/text/execution-plan.d.ts +5 -3
  404. package/src/inference/pipelines/text/execution-plan.js +15 -2
  405. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -4
  406. package/src/inference/pipelines/text/execution-runtime-builders.js +0 -11
  407. package/src/inference/pipelines/text/execution-v1.d.ts +18 -0
  408. package/src/inference/pipelines/text/execution-v1.js +94 -25
  409. package/src/inference/pipelines/text/ffn/dense.js +180 -3
  410. package/src/inference/pipelines/text/ffn/standard.js +40 -13
  411. package/src/inference/pipelines/text/generator-decode-policy.js +243 -0
  412. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -2
  413. package/src/inference/pipelines/text/generator-helpers.js +4 -5
  414. package/src/inference/pipelines/text/generator-prefill-helpers.js +293 -0
  415. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -7
  416. package/src/inference/pipelines/text/generator-runtime.js +8 -6
  417. package/src/inference/pipelines/text/generator-steps.d.ts +22 -7
  418. package/src/inference/pipelines/text/generator-steps.js +8 -3
  419. package/src/inference/pipelines/text/generator.d.ts +0 -6
  420. package/src/inference/pipelines/text/generator.js +223 -547
  421. package/src/inference/pipelines/text/init-chat-templates.js +86 -0
  422. package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
  423. package/src/inference/pipelines/text/init-rope.js +408 -0
  424. package/src/inference/pipelines/text/init.d.ts +5 -2
  425. package/src/inference/pipelines/text/init.js +183 -724
  426. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
  427. package/src/inference/pipelines/text/kernel-trace.js +0 -33
  428. package/src/inference/pipelines/text/layer-plan-gpu.js +542 -0
  429. package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
  430. package/src/inference/pipelines/text/layer-plan.js +1 -1
  431. package/src/inference/pipelines/text/layer.d.ts +70 -8
  432. package/src/inference/pipelines/text/layer.js +105 -537
  433. package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
  434. package/src/inference/pipelines/text/load-errors.d.ts +21 -0
  435. package/src/inference/pipelines/text/load-errors.js +59 -0
  436. package/src/inference/pipelines/text/logits/cpu.js +2 -20
  437. package/src/inference/pipelines/text/logits/gpu.js +2 -0
  438. package/src/inference/pipelines/text/logits/index.d.ts +1 -1
  439. package/src/inference/pipelines/text/model-load.d.ts +5 -4
  440. package/src/inference/pipelines/text/model-load.js +74 -17
  441. package/src/inference/pipelines/text/ops.d.ts +13 -2
  442. package/src/inference/pipelines/text/ops.js +1 -1
  443. package/src/inference/pipelines/text/per-layer-inputs.js +31 -6
  444. package/src/inference/pipelines/text/probes.d.ts +3 -6
  445. package/src/inference/pipelines/text/probes.js +120 -31
  446. package/src/inference/pipelines/text/sampling.d.ts +0 -5
  447. package/src/inference/pipelines/text/sampling.js +140 -0
  448. package/src/inference/pipelines/text/stage-names.js +3 -0
  449. package/src/inference/pipelines/text/state.js +2 -0
  450. package/src/inference/pipelines/text/tsir-fixture-writer.js +409 -0
  451. package/src/inference/pipelines/text/types.d.ts +8 -78
  452. package/src/inference/pipelines/text/weights.d.ts +0 -50
  453. package/src/inference/pipelines/text/weights.js +2 -51
  454. package/src/inference/pipelines/text.d.ts +9 -1
  455. package/src/inference/pipelines/text.js +223 -27
  456. package/src/inference/pipelines/vision/index.js +0 -107
  457. package/src/inference/runtime-model.d.ts +0 -7
  458. package/src/inference/runtime-model.js +0 -23
  459. package/src/inference/test-harness.d.ts +6 -22
  460. package/src/inference/test-harness.js +97 -23
  461. package/src/inference/tokenizer.js +1 -10
  462. package/src/inference/tokenizers/sentencepiece.js +65 -15
  463. package/src/inference/tokenizers/types.d.ts +0 -21
  464. package/src/loader/doppler-loader.d.ts +3 -0
  465. package/src/loader/doppler-loader.js +90 -12
  466. package/src/loader/embedding-loader.js +13 -3
  467. package/src/loader/loader-types.d.ts +2 -0
  468. package/src/loader/manifest-config.js +25 -1
  469. package/src/loader/memory-monitor.d.ts +17 -5
  470. package/src/loader/quantization-constants.d.ts +6 -0
  471. package/src/loader/shard-resolver.d.ts +1 -0
  472. package/src/loader/shard-resolver.js +15 -0
  473. package/src/loader/tensors/source-transform.js +6 -1
  474. package/src/loader/tensors/tensor-loader.d.ts +2 -9
  475. package/src/loader/tensors/tensor-loader.js +84 -1
  476. package/src/memory/address-table.d.ts +1 -9
  477. package/src/memory/buffer-pool.d.ts +0 -16
  478. package/src/memory/buffer-pool.js +1 -33
  479. package/src/memory/heap-manager.d.ts +18 -43
  480. package/src/memory/unified-detect.d.ts +19 -34
  481. package/src/models/embeddinggemma.d.ts +7 -0
  482. package/src/models/embeddinggemma.js +24 -0
  483. package/src/models/family.d.ts +24 -0
  484. package/src/models/family.js +25 -0
  485. package/src/models/gemma3.d.ts +7 -0
  486. package/src/models/gemma3.js +33 -0
  487. package/src/models/gemma4.d.ts +7 -0
  488. package/src/models/gemma4.js +33 -0
  489. package/src/models/qwen3.d.ts +7 -0
  490. package/src/models/qwen3.js +36 -0
  491. package/src/rules/converter/tokenizer.rules.json +5 -0
  492. package/src/rules/execution-rules-contract-check.js +72 -3
  493. package/src/rules/inference/capability-transforms.rules.json +87 -0
  494. package/src/rules/inference/execution.rules.json +11 -1
  495. package/src/rules/inference/ffn.rules.json +6 -2
  496. package/src/rules/loader/tensor-loader.rules.json +9 -0
  497. package/src/rules/rule-registry.js +53 -75
  498. package/src/storage/artifact-storage-context.d.ts +11 -3
  499. package/src/storage/artifact-storage-context.js +231 -26
  500. package/src/storage/backends/opfs-store.js +138 -88
  501. package/src/storage/blake3.js +9 -1
  502. package/src/storage/export.js +1 -5
  503. package/src/storage/normalize-model-id.js +3 -0
  504. package/src/storage/preflight.js +11 -0
  505. package/src/storage/quickstart-downloader.js +44 -67
  506. package/src/storage/reports.js +35 -11
  507. package/src/storage/shard-manager.d.ts +8 -2
  508. package/src/storage/shard-manager.js +176 -15
  509. package/src/storage/source-artifact-store.d.ts +0 -2
  510. package/src/storage/source-artifact-store.js +3 -9
  511. package/src/sw.js +0 -3
  512. package/src/tooling/browser-command-runner.js +39 -0
  513. package/src/tooling/command-api-constants.js +1 -1
  514. package/src/tooling/command-api-family-normalizers.d.ts +1 -0
  515. package/src/tooling/command-api-family-normalizers.js +49 -7
  516. package/src/tooling/command-api-helpers.d.ts +0 -2
  517. package/src/tooling/command-api-helpers.js +6 -2
  518. package/src/tooling/command-api.d.ts +20 -1
  519. package/src/tooling/command-api.js +10 -1
  520. package/src/tooling/command-envelope.d.ts +0 -1
  521. package/src/tooling/command-envelope.js +1 -1
  522. package/src/tooling/command-runner-shared.d.ts +10 -0
  523. package/src/tooling/conversion-config-materializer.d.ts +0 -10
  524. package/src/tooling/conversion-config-materializer.js +1 -1
  525. package/src/tooling/diagnose-runner.js +1 -4
  526. package/src/tooling/hf-registry-utils.d.ts +2 -6
  527. package/src/tooling/hf-registry-utils.js +90 -19
  528. package/src/tooling/kernel-path-builder/index.js +1 -4
  529. package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
  530. package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
  531. package/src/tooling/lean-execution-contract-runner.js +2 -2
  532. package/src/tooling/litert-package-runtime.d.ts +1 -1
  533. package/src/tooling/litert-package-runtime.js +21 -24
  534. package/src/tooling/node-browser-command-runner.d.ts +15 -0
  535. package/src/tooling/node-browser-command-runner.js +97 -13
  536. package/src/tooling/node-command-runner.js +36 -0
  537. package/src/tooling/node-convert-worker-pool.js +12 -0
  538. package/src/tooling/node-convert-worker.js +10 -1
  539. package/src/tooling/node-converter.js +90 -1
  540. package/src/tooling/node-source-runtime.js +1 -10
  541. package/src/tooling/opfs-cache.js +1 -4
  542. package/src/tooling/precision-replay-math.js +174 -0
  543. package/src/tooling/program-bundle-host.d.ts +16 -0
  544. package/src/tooling/program-bundle-host.js +20 -0
  545. package/src/tooling/program-bundle-parity.d.ts +28 -0
  546. package/src/tooling/program-bundle-parity.js +210 -0
  547. package/src/tooling/program-bundle.d.ts +61 -0
  548. package/src/tooling/program-bundle.js +1119 -0
  549. package/src/tooling/rdrr-integrity-refresh.d.ts +32 -0
  550. package/src/tooling/rdrr-integrity-refresh.js +271 -0
  551. package/src/tooling/reference-verify.js +191 -0
  552. package/src/tooling/source-artifact-adapter.d.ts +0 -20
  553. package/src/tooling/source-artifact-adapter.js +4 -4
  554. package/src/tooling/source-package-profiles.js +1 -7
  555. package/src/tooling/source-runtime-bundle.d.ts +2 -0
  556. package/src/tooling/source-runtime-bundle.js +3 -22
  557. package/src/tooling/source-runtime-converter-config.d.ts +0 -5
  558. package/src/tooling/source-runtime-converter-config.js +13 -9
  559. package/src/tooling/source-runtime-materializer.js +1 -7
  560. package/src/tooling-exports/device.d.ts +11 -0
  561. package/src/tooling-exports/device.js +14 -0
  562. package/src/tooling-exports/manifest.d.ts +8 -0
  563. package/src/tooling-exports/manifest.js +11 -0
  564. package/src/tooling-exports/storage.d.ts +25 -0
  565. package/src/tooling-exports/storage.js +29 -0
  566. package/src/tooling-exports/structured.d.ts +1 -0
  567. package/src/tooling-exports/structured.js +5 -0
  568. package/src/tooling-exports.d.ts +23 -0
  569. package/src/tooling-exports.js +17 -0
  570. package/src/tooling-exports.shared.d.ts +27 -30
  571. package/src/tooling-exports.shared.js +28 -29
  572. package/src/types/index.d.ts +0 -3
  573. package/src/types/index.js +0 -3
  574. package/src/utils/array-buffer.d.ts +4 -0
  575. package/src/utils/array-buffer.js +9 -0
  576. package/src/utils/canonical-hash.d.ts +7 -0
  577. package/src/utils/canonical-hash.js +74 -0
  578. package/src/utils/clone-json.d.ts +1 -0
  579. package/src/utils/clone-json.js +7 -0
  580. package/src/utils/encode-utf8.js +5 -0
  581. package/src/utils/index.d.ts +4 -1
  582. package/src/utils/index.js +4 -1
  583. package/src/utils/runtime-env.js +7 -0
  584. package/src/utils/sha256.d.ts +1 -0
  585. package/src/utils/sha256.js +18 -4
  586. package/src/utils/stable-sort-object.d.ts +1 -0
  587. package/src/utils/stable-sort-object.js +13 -0
  588. package/src/version.js +1 -1
  589. package/tools/convert-safetensors-node.js +1 -2
  590. package/src/bootstrap.d.ts +0 -1
  591. package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
  592. package/src/config/kernels/kernel-ref.d.ts +0 -17
  593. package/src/config/kernels/kernel-ref.js +0 -75
  594. package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
  595. package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
  596. package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
  597. package/src/config/runtime/kernels/fused-q4k.json +0 -13
  598. package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
  599. package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
  600. package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
  601. package/src/config/runtime/kernels/safe-q4k.json +0 -13
  602. package/src/config/runtime/overlays/debug-f32a.json +0 -3
  603. package/src/config/runtime/overlays/trace-config.json +0 -28
  604. package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
  605. package/src/debug/perf.d.ts +0 -33
  606. package/src/debug/perf.js +0 -51
  607. package/src/errors/index.d.ts +0 -1
  608. package/src/errors/index.js +0 -1
  609. package/src/formats/gguf/index.d.ts +0 -8
  610. package/src/formats/gguf/index.js +0 -4
  611. package/src/formats/litert/index.d.ts +0 -1
  612. package/src/formats/litert/index.js +0 -1
  613. package/src/formats/safetensors/index.d.ts +0 -8
  614. package/src/formats/safetensors/index.js +0 -4
  615. package/src/formats/tflite/index.d.ts +0 -1
  616. package/src/formats/tflite/index.js +0 -1
  617. package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
  618. package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
  619. package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
  620. package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
  621. package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
  622. package/src/inference/functiongemma.d.ts +0 -15
  623. package/src/inference/functiongemma.js +0 -1
  624. package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
  625. package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
  626. package/src/rules/kernels/kernel-validator.d.ts +0 -24
  627. package/src/rules/kernels/kernel-validator.js +0 -160
  628. package/src/sw.d.ts +0 -1
  629. package/src/tooling/bench-runner.js +0 -64
  630. package/src/tooling/distill-runner.js +0 -56
  631. package/src/tooling/lora-runner.js +0 -37
  632. package/src/tooling/verify-runner.js +0 -63
  633. package/src/types/gpu.d.ts +0 -185
  634. package/src/types/gpu.js +0 -5
  635. package/src/types/inference.d.ts +0 -197
  636. package/src/types/inference.js +0 -5
  637. package/src/types/model.d.ts +0 -130
  638. package/src/types/model.js +0 -5
  639. package/src/utils/format-bytes.js +0 -20
  640. /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
  641. /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
  642. /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
  643. /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
  644. /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
  645. /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
@@ -68,7 +68,7 @@ function mergeLogitsCpu(logitsList, weights) {
68
68
 
69
69
 
70
70
 
71
- export class MultiModelNetwork {
71
+ class MultiModelNetwork {
72
72
 
73
73
  pipeline;
74
74
 
@@ -620,7 +620,6 @@ export class MultiModelNetwork {
620
620
  return this.combineOutputs(outputs, combiner);
621
621
  }
622
622
 
623
- // Chain: sequential pipeline, each expert runs once
624
623
  if (genome.topology.type === 'chain') {
625
624
  const ordered = genome.nodes.map((node) => node.id);
626
625
 
@@ -40,16 +40,4 @@ export interface EvolutionConfig {
40
40
  randomGenome: () => NetworkGenome;
41
41
  }
42
42
 
43
- export declare const mutateGenome: (
44
- genome: NetworkGenome,
45
- mutationRate?: number,
46
- random?: (() => number) | null
47
- ) => NetworkGenome;
48
-
49
- export declare const crossoverGenome: (
50
- a: NetworkGenome,
51
- b: NetworkGenome,
52
- random?: (() => number) | null
53
- ) => NetworkGenome;
54
-
55
43
  export declare function evolveNetwork(config: EvolutionConfig): Promise<NetworkGenome>;
@@ -5,7 +5,7 @@ function requireRandomSource(random) {
5
5
  return random;
6
6
  }
7
7
 
8
- export const mutateGenome = (genome, mutationRate = 0.1, random = null) => {
8
+ const mutateGenome = (genome, mutationRate = 0.1, random = null) => {
9
9
  const sample = requireRandomSource(random);
10
10
 
11
11
  const mutated = JSON.parse(JSON.stringify(genome));
@@ -31,7 +31,7 @@ export const mutateGenome = (genome, mutationRate = 0.1, random = null) => {
31
31
  };
32
32
 
33
33
 
34
- export const crossoverGenome = (a, b, random = null) => {
34
+ const crossoverGenome = (a, b, random = null) => {
35
35
  const sample = requireRandomSource(random);
36
36
  return sample() < 0.5 ? JSON.parse(JSON.stringify(a)) : JSON.parse(JSON.stringify(b));
37
37
  };
@@ -6,6 +6,7 @@ import {
6
6
  } from '../../gpu/device.js';
7
7
  import { applyDebugConfig, setGPUDevice } from '../../debug/index.js';
8
8
  import { getRuntimeConfig, setRuntimeConfig } from '../../config/runtime.js';
9
+ import { kernelTrace } from './text/kernel-trace.js';
9
10
  import {
10
11
  getLogLevel,
11
12
  getTrace,
@@ -117,6 +118,22 @@ export function applyPipelineContexts(target, contexts = {}, options = {}) {
117
118
 
118
119
  if (options.applySharedDebug !== false && sharedDebug) {
119
120
  applyDebugConfig(sharedDebug);
121
+ // Bridge runtime.shared.debug.kernelTrace → kernel-trace singleton.
122
+ // Schema field has existed since gemma3-debug-q4k; bridging here so any
123
+ // profile (verbose-trace, experiments/*) that sets it actually enables
124
+ // the per-step NaN/Inf anomaly detector without a bespoke CLI flag.
125
+ const kernelTraceCfg = sharedDebug.kernelTrace;
126
+ if (kernelTraceCfg && (kernelTraceCfg.enabled === true || kernelTraceCfg.breakOnAnomaly === true)) {
127
+ kernelTrace.enable({
128
+ layers: kernelTraceCfg.layers ?? [],
129
+ breakOnAnomaly: kernelTraceCfg.breakOnAnomaly ?? true,
130
+ explosionThreshold: kernelTraceCfg.explosionThreshold ?? 10,
131
+ collapseThreshold: kernelTraceCfg.collapseThreshold ?? 1e-6,
132
+ maxSteps: kernelTraceCfg.maxSteps ?? 100,
133
+ });
134
+ } else if (kernelTrace.enabled && kernelTraceCfg?.enabled === false) {
135
+ kernelTrace.disable();
136
+ }
120
137
  }
121
138
 
122
139
  if (contexts.gpu?.device) {
@@ -1,6 +1,6 @@
1
1
  import { DEFAULT_DIFFUSION_CONFIG } from '../../../config/schema/index.js';
2
2
 
3
- const SUPPORTED_DIFFUSION_RUNTIME_LAYOUTS = new Set(['sd3', 'flux', 'sana']);
3
+ const SUPPORTED_DIFFUSION_RUNTIME_LAYOUTS = new Set(['sd3', 'flux']);
4
4
 
5
5
  function mergeSection(base, override) {
6
6
  if (!override) return { ...base };
@@ -106,7 +106,7 @@ export function initializeDiffusion(manifest, runtimeConfig) {
106
106
  if (layout && !SUPPORTED_DIFFUSION_RUNTIME_LAYOUTS.has(layout)) {
107
107
  throw new Error(
108
108
  `Diffusion layout "${layout}" is recognized in the manifest, but the GPU runtime is not implemented yet. ` +
109
- 'Supported runtime layouts: sd3, flux, sana.'
109
+ 'Supported runtime layouts: sd3, flux.'
110
110
  );
111
111
  }
112
112
 
@@ -18,7 +18,6 @@ import { buildScheduler, stepScmScheduler } from './scheduler.js';
18
18
  import { decodeLatents } from './vae.js';
19
19
  import { createDiffusionWeightLoader } from './weights.js';
20
20
  import { runSD3Transformer } from './sd3-transformer.js';
21
- import { runSanaTransformer, buildSanaTimestepConditioning, projectSanaContext } from './sana-transformer.js';
22
21
  import { createSD3WeightResolver } from './sd3-weights.js';
23
22
  import { createTensor, dtypeBytes } from '../../../gpu/tensor.js';
24
23
  import { acquireBuffer, releaseBuffer, readBuffer } from '../../../memory/buffer-pool.js';
@@ -30,7 +29,6 @@ import { f16ToF32 } from '../../../loader/dtype-utils.js';
30
29
  const SUPPORTED_DIFFUSION_BACKEND_PIPELINES = new Set(['gpu']);
31
30
  const DEFAULT_TIME_EMBED_DIM = 256;
32
31
  const SD3_TEXT_ENCODER_KEYS = ['text_encoder', 'text_encoder_2', 'text_encoder_3'];
33
- const SANA_TEXT_ENCODER_KEYS = ['text_encoder'];
34
32
 
35
33
  function createRandomSeed() {
36
34
  if (typeof crypto !== 'undefined' && typeof crypto.getRandomValues === 'function') {
@@ -78,10 +76,7 @@ function resolveDiffusionLayout(modelConfig) {
78
76
  return modelConfig?.layout ?? 'sd3';
79
77
  }
80
78
 
81
- function getTextEncoderKeysForLayout(layout) {
82
- if (layout === 'sana') {
83
- return SANA_TEXT_ENCODER_KEYS;
84
- }
79
+ function getTextEncoderKeysForLayout() {
85
80
  return SD3_TEXT_ENCODER_KEYS;
86
81
  }
87
82
 
@@ -102,10 +97,6 @@ function buildTokenizerMaxLengths(layout, runtime) {
102
97
  if (!Number.isFinite(maxLength) || maxLength <= 0) {
103
98
  throw new Error('Diffusion runtime requires runtime.textEncoder.maxLength.');
104
99
  }
105
- if (layout === 'sana') {
106
- return { text_encoder: maxLength };
107
- }
108
-
109
100
  const t5MaxLength = runtime?.textEncoder?.t5MaxLength ?? maxLength;
110
101
  if (!Number.isFinite(t5MaxLength) || t5MaxLength <= 0) {
111
102
  throw new Error('Diffusion runtime requires runtime.textEncoder.t5MaxLength (or runtime.textEncoder.maxLength).');
@@ -510,31 +501,13 @@ export class DiffusionPipeline {
510
501
  const prefillRecorder = canProfileGpu
511
502
  ? new CommandRecorder(getDevice(), 'diffusion_prefill', { profile: true })
512
503
  : null;
513
- const condContext = layout === 'sana'
514
- ? await projectSanaContext(
515
- promptCondition.context,
516
- promptCondition.attentionMask,
517
- transformerWeights,
518
- transformerConfig,
519
- runtime,
520
- { recorder: prefillRecorder }
521
- )
522
- : await projectContext(promptCondition.context, transformerWeights, modelConfig, runtime, {
523
- recorder: prefillRecorder,
524
- });
504
+ const condContext = await projectContext(promptCondition.context, transformerWeights, modelConfig, runtime, {
505
+ recorder: prefillRecorder,
506
+ });
525
507
  const uncondContext = shouldUseUncond && negativeCondition
526
- ? layout === 'sana'
527
- ? await projectSanaContext(
528
- negativeCondition.context,
529
- negativeCondition.attentionMask,
530
- transformerWeights,
531
- transformerConfig,
532
- runtime,
533
- { recorder: prefillRecorder }
534
- )
535
- : await projectContext(negativeCondition.context, transformerWeights, modelConfig, runtime, {
536
- recorder: prefillRecorder,
537
- })
508
+ ? await projectContext(negativeCondition.context, transformerWeights, modelConfig, runtime, {
509
+ recorder: prefillRecorder,
510
+ })
538
511
  : null;
539
512
  if (prefillRecorder) {
540
513
  prefillRecorder.submit();
@@ -587,71 +560,43 @@ export class DiffusionPipeline {
587
560
  ? (left, right, count, options) => recordResidualAdd(stepRecorder, left, right, count, options)
588
561
  : runResidualAdd;
589
562
 
590
- const condPred = layout === 'sana'
591
- ? await (async () => {
592
- const timeState = await buildSanaTimestepConditioning(
593
- timestep * (transformerConfig.timestep_scale ?? 1.0),
594
- guidanceScale,
595
- transformerWeights,
596
- transformerConfig,
597
- runtime,
598
- { recorder: stepRecorder }
599
- );
600
- return runSanaTransformer(latentsTensor, condContext, timeState, transformerWeights, modelConfig, runtime, {
601
- recorder: stepRecorder,
602
- });
603
- })()
604
- : await (async () => {
605
- const timeCond = await buildTimestepEmbedding(timestep, transformerWeights, modelConfig, runtime, {
606
- dim: timeEmbedDim,
607
- recorder: stepRecorder,
608
- });
609
- const textCond = await buildTimeTextEmbedding(promptCondition.pooled, transformerWeights, modelConfig, runtime, {
610
- recorder: stepRecorder,
611
- });
612
- const timeTextCond = await combineTimeTextEmbeddings(timeCond, textCond, hiddenSize, {
613
- recorder: stepRecorder,
614
- });
615
- const output = await runSD3Transformer(latentsTensor, condContext, timeTextCond, transformerWeights, modelConfig, runtime, {
616
- recorder: stepRecorder,
617
- });
618
- releaseStep(timeTextCond.buffer);
619
- return output;
620
- })();
563
+ const condPred = await (async () => {
564
+ const timeCond = await buildTimestepEmbedding(timestep, transformerWeights, modelConfig, runtime, {
565
+ dim: timeEmbedDim,
566
+ recorder: stepRecorder,
567
+ });
568
+ const textCond = await buildTimeTextEmbedding(promptCondition.pooled, transformerWeights, modelConfig, runtime, {
569
+ recorder: stepRecorder,
570
+ });
571
+ const timeTextCond = await combineTimeTextEmbeddings(timeCond, textCond, hiddenSize, {
572
+ recorder: stepRecorder,
573
+ });
574
+ const output = await runSD3Transformer(latentsTensor, condContext, timeTextCond, transformerWeights, modelConfig, runtime, {
575
+ recorder: stepRecorder,
576
+ });
577
+ releaseStep(timeTextCond.buffer);
578
+ return output;
579
+ })();
621
580
 
622
581
  let pred = condPred;
623
582
  if (shouldUseUncond && uncondContext && negativeCondition) {
624
- const uncondPred = layout === 'sana'
625
- ? await (async () => {
626
- const timeState = await buildSanaTimestepConditioning(
627
- timestep * (transformerConfig.timestep_scale ?? 1.0),
628
- guidanceScale,
629
- transformerWeights,
630
- transformerConfig,
631
- runtime,
632
- { recorder: stepRecorder }
633
- );
634
- return runSanaTransformer(latentsTensor, uncondContext, timeState, transformerWeights, modelConfig, runtime, {
635
- recorder: stepRecorder,
636
- });
637
- })()
638
- : await (async () => {
639
- const timeUncond = await buildTimestepEmbedding(timestep, transformerWeights, modelConfig, runtime, {
640
- dim: timeEmbedDim,
641
- recorder: stepRecorder,
642
- });
643
- const textUncond = await buildTimeTextEmbedding(negativeCondition.pooled, transformerWeights, modelConfig, runtime, {
644
- recorder: stepRecorder,
645
- });
646
- const timeTextUncond = await combineTimeTextEmbeddings(timeUncond, textUncond, hiddenSize, {
647
- recorder: stepRecorder,
648
- });
649
- const output = await runSD3Transformer(latentsTensor, uncondContext, timeTextUncond, transformerWeights, modelConfig, runtime, {
650
- recorder: stepRecorder,
651
- });
652
- releaseStep(timeTextUncond.buffer);
653
- return output;
654
- })();
583
+ const uncondPred = await (async () => {
584
+ const timeUncond = await buildTimestepEmbedding(timestep, transformerWeights, modelConfig, runtime, {
585
+ dim: timeEmbedDim,
586
+ recorder: stepRecorder,
587
+ });
588
+ const textUncond = await buildTimeTextEmbedding(negativeCondition.pooled, transformerWeights, modelConfig, runtime, {
589
+ recorder: stepRecorder,
590
+ });
591
+ const timeTextUncond = await combineTimeTextEmbeddings(timeUncond, textUncond, hiddenSize, {
592
+ recorder: stepRecorder,
593
+ });
594
+ const output = await runSD3Transformer(latentsTensor, uncondContext, timeTextUncond, transformerWeights, modelConfig, runtime, {
595
+ recorder: stepRecorder,
596
+ });
597
+ releaseStep(timeTextUncond.buffer);
598
+ return output;
599
+ })();
655
600
  pred = await applyGuidance(uncondPred, condPred, guidanceScale, latentSize, {
656
601
  recorder: stepRecorder,
657
602
  release: releaseStep,
@@ -80,8 +80,3 @@ export declare function projectContext(
80
80
  ): Promise<Tensor>;
81
81
 
82
82
  export declare function assertClipHiddenActivationSupported(config: { hidden_act?: string }): void;
83
-
84
- export declare function resolveGemma2WeightRoot(
85
- weights: Map<string, any>,
86
- prefix?: string
87
- ): string;
@@ -40,8 +40,6 @@ import {
40
40
  inferDiffusionMatmulDtypeFromBuffer,
41
41
  sumDiffusionProfileTimings,
42
42
  } from './helpers.js';
43
- import { initRoPEFrequencies } from '../text/init.js';
44
- import { processLayerGPU } from '../text/layer.js';
45
43
 
46
44
  const QUICK_GELU_ALPHA = 1.702;
47
45
  const DEFAULT_TIMESTEP_EMBED_DIM = 256;
@@ -61,16 +59,6 @@ function padTokens(tokens, maxLength, padTokenId) {
61
59
  return out;
62
60
  }
63
61
 
64
- function normalizeTokens(tokens, maxLength, fallbackTokenId) {
65
- const source = Array.isArray(tokens) ? tokens : [];
66
- const limit = Number.isFinite(maxLength) && maxLength > 0 ? Math.floor(maxLength) : source.length;
67
- const trimmed = source.slice(0, limit);
68
- if (trimmed.length > 0) {
69
- return Uint32Array.from(trimmed);
70
- }
71
- return new Uint32Array([fallbackTokenId >>> 0]);
72
- }
73
-
74
62
  function findEosIndex(tokens, eosTokenId) {
75
63
  if (eosTokenId == null) return tokens.length - 1;
76
64
  for (let i = 0; i < tokens.length; i++) {
@@ -721,278 +709,7 @@ async function runT5Encoder(tokens, weightsEntry, config, runtime, options = {})
721
709
  };
722
710
  }
723
711
 
724
- function buildGemma2LayerTypes(layerCount, slidingWindow) {
725
- if (!Number.isFinite(slidingWindow) || slidingWindow <= 0) {
726
- return Array.from({ length: layerCount }, () => 'full_attention');
727
- }
728
- return Array.from({ length: layerCount }, (_, index) => (
729
- index % 2 === 1 ? 'full_attention' : 'sliding_attention'
730
- ));
731
- }
732
-
733
- export function resolveGemma2WeightRoot(weights, prefix = 'text_encoder') {
734
- const nestedRoot = `${prefix}.model`;
735
- if (weights?.has(`${nestedRoot}.embed_tokens.weight`)) {
736
- return nestedRoot;
737
- }
738
- if (weights?.has(`${prefix}.embed_tokens.weight`)) {
739
- return prefix;
740
- }
741
- return nestedRoot;
742
- }
743
-
744
- function getGemma2LayerWeight(weights, weightRoot, layerIdx, suffix, required = true) {
745
- const key = `${weightRoot}.layers.${layerIdx}.${suffix}`;
746
- const weight = weights.get(key) || null;
747
- if (!weight && required) {
748
- throw new Error(`Missing Gemma2 diffusion weight "${key}".`);
749
- }
750
- return weight;
751
- }
752
-
753
- function resolveGemma2TextConfig(config) {
754
- const hiddenSize = config.hidden_size;
755
- const numHeads = config.num_attention_heads;
756
- const numKVHeads = config.num_key_value_heads ?? numHeads;
757
- const headDim = config.head_dim ?? (
758
- Number.isFinite(hiddenSize) && Number.isFinite(numHeads) && numHeads > 0
759
- ? Math.floor(hiddenSize / numHeads)
760
- : null
761
- );
762
- const numLayers = config.num_hidden_layers;
763
- const intermediateSize = config.intermediate_size;
764
- const maxPositionEmbeddings = config.max_position_embeddings;
765
- const rmsNormEps = config.rms_norm_eps ?? 1e-6;
766
-
767
- if (!Number.isFinite(hiddenSize) || hiddenSize <= 0) {
768
- throw new Error('Gemma2 diffusion text encoder requires hidden_size.');
769
- }
770
- if (!Number.isFinite(numHeads) || numHeads <= 0) {
771
- throw new Error('Gemma2 diffusion text encoder requires num_attention_heads.');
772
- }
773
- if (!Number.isFinite(numKVHeads) || numKVHeads <= 0) {
774
- throw new Error('Gemma2 diffusion text encoder requires num_key_value_heads.');
775
- }
776
- if (!Number.isFinite(headDim) || headDim <= 0) {
777
- throw new Error('Gemma2 diffusion text encoder requires head_dim or hidden_size/num_attention_heads.');
778
- }
779
- if (!Number.isFinite(numLayers) || numLayers <= 0) {
780
- throw new Error('Gemma2 diffusion text encoder requires num_hidden_layers.');
781
- }
782
- if (!Number.isFinite(intermediateSize) || intermediateSize <= 0) {
783
- throw new Error('Gemma2 diffusion text encoder requires intermediate_size.');
784
- }
785
- if (!Number.isFinite(maxPositionEmbeddings) || maxPositionEmbeddings <= 0) {
786
- throw new Error('Gemma2 diffusion text encoder requires max_position_embeddings.');
787
- }
788
-
789
- return {
790
- hiddenSize,
791
- numHeads,
792
- numKVHeads,
793
- headDim,
794
- numLayers,
795
- intermediateSize,
796
- maxPositionEmbeddings,
797
- rmsNormEps,
798
- ropeTheta: config.rope_theta ?? 10000,
799
- slidingWindow: config.sliding_window ?? 4096,
800
- scaleEmbeddings: config.scale_embeddings !== false,
801
- };
802
- }
803
-
804
- async function runGemma2TextEncoder(tokens, weightsEntry, config, runtime, options = {}) {
805
- const device = getDevice();
806
- if (!device) throw new Error('Gemma2 diffusion text encoder requires a WebGPU device.');
807
- if (!weightsEntry?.weights || !weightsEntry?.shapes) {
808
- throw new Error('Gemma2 diffusion text encoder requires loaded weights.');
809
- }
810
-
811
- const prefix = options.prefix ?? 'text_encoder';
812
- const localRecorder = options.recorder
813
- ? null
814
- : (options.profile ? new CommandRecorder(device, `${prefix}_gemma2_encoder`, { profile: true }) : null);
815
- const recorder = options.recorder ?? localRecorder;
816
- const ops = createKernelOps(recorder);
817
- const release = createDiffusionBufferReleaser(recorder);
818
- const destroy = createDiffusionBufferDestroyer(recorder);
819
- const weights = weightsEntry.weights;
820
- const activationDtype = resolveDiffusionActivationDtype(runtime);
821
- const resolved = resolveGemma2TextConfig(config);
822
- const padTokenId = config.pad_token_id ?? config.bos_token_id ?? 0;
823
- const tokenIds = normalizeTokens(tokens, options.maxLength ?? resolved.maxPositionEmbeddings, padTokenId);
824
- const numTokens = tokenIds.length;
825
- const tokenBuffer = createDiffusionIndexBuffer(device, tokenIds, `${prefix}_tokens`);
826
- const weightRoot = resolveGemma2WeightRoot(weights, prefix);
827
-
828
- const embedKey = `${weightRoot}.embed_tokens.weight`;
829
- const embedWeight = expectDiffusionWeight(
830
- weights.get(embedKey),
831
- embedKey
832
- );
833
- const embedDtype = resolveEmbeddingDtype(embedWeight, weightsEntry, embedKey, runtime);
834
- let hidden = await ops.gather(
835
- tokenBuffer,
836
- getBuffer(embedWeight),
837
- numTokens,
838
- resolved.hiddenSize,
839
- config.vocab_size,
840
- {
841
- embeddingDtype: embedDtype,
842
- outputDtype: activationDtype,
843
- transpose: false,
844
- }
845
- );
846
- destroy(tokenBuffer);
847
-
848
- if (resolved.scaleEmbeddings) {
849
- const scaled = await ops.scale(hidden, Math.sqrt(resolved.hiddenSize), {
850
- count: numTokens * resolved.hiddenSize,
851
- });
852
- release(hidden.buffer);
853
- hidden = createTensor(scaled.buffer, scaled.dtype, [numTokens, resolved.hiddenSize], 'gemma2_embed');
854
- }
855
-
856
- const layerWeights = new Map();
857
- for (let layerIdx = 0; layerIdx < resolved.numLayers; layerIdx++) {
858
- layerWeights.set(`layer_${layerIdx}`, {
859
- inputNorm: getGemma2LayerWeight(weights, weightRoot, layerIdx, 'input_layernorm.weight'),
860
- qProj: getGemma2LayerWeight(weights, weightRoot, layerIdx, 'self_attn.q_proj.weight'),
861
- kProj: getGemma2LayerWeight(weights, weightRoot, layerIdx, 'self_attn.k_proj.weight'),
862
- vProj: getGemma2LayerWeight(weights, weightRoot, layerIdx, 'self_attn.v_proj.weight'),
863
- oProj: getGemma2LayerWeight(weights, weightRoot, layerIdx, 'self_attn.o_proj.weight'),
864
- postAttentionNorm: getGemma2LayerWeight(weights, weightRoot, layerIdx, 'post_attention_layernorm.weight'),
865
- preFeedforwardNorm: getGemma2LayerWeight(weights, weightRoot, layerIdx, 'pre_feedforward_layernorm.weight'),
866
- gate: getGemma2LayerWeight(weights, weightRoot, layerIdx, 'mlp.gate_proj.weight'),
867
- up: getGemma2LayerWeight(weights, weightRoot, layerIdx, 'mlp.up_proj.weight'),
868
- down: getGemma2LayerWeight(weights, weightRoot, layerIdx, 'mlp.down_proj.weight'),
869
- });
870
- }
871
-
872
- const ropeFreqs = await initRoPEFrequencies({
873
- headDim: resolved.headDim,
874
- ropeFrequencyBaseDim: resolved.headDim,
875
- ropeLocalFrequencyBaseDim: resolved.headDim,
876
- maxSeqLen: resolved.maxPositionEmbeddings,
877
- ropeTheta: resolved.ropeTheta,
878
- ropeLocalTheta: null,
879
- ropeScale: 1,
880
- ropeLocalScale: null,
881
- ropeScalingType: null,
882
- ropeLocalScalingType: null,
883
- ropeScaling: null,
884
- ropeLocalScaling: null,
885
- }, true);
886
-
887
- const context = {
888
- useGPU: true,
889
- activationDtype,
890
- recorder,
891
- currentSeqLen: 0,
892
- kvCache: null,
893
- weightConfig: {
894
- rmsNormWeightOffset: true,
895
- },
896
- debugFlags: {},
897
- weights: layerWeights,
898
- ropeFreqsCos: ropeFreqs.cos,
899
- ropeFreqsSin: ropeFreqs.sin,
900
- ropeLocalCos: ropeFreqs.localCos,
901
- ropeLocalSin: ropeFreqs.localSin,
902
- config: {
903
- hiddenSize: resolved.hiddenSize,
904
- intermediateSize: resolved.intermediateSize,
905
- numHeads: resolved.numHeads,
906
- numKVHeads: resolved.numKVHeads,
907
- headDim: resolved.headDim,
908
- rmsNormEps: resolved.rmsNormEps,
909
- slidingWindow: resolved.slidingWindow,
910
- attnLogitSoftcapping: 50.0,
911
- queryPreAttnScalar: resolved.headDim,
912
- queryKeyNorm: false,
913
- attentionOutputGate: false,
914
- causalAttention: true,
915
- hiddenActivation: 'gelu',
916
- swigluLimit: null,
917
- useMoE: false,
918
- layerTypes: buildGemma2LayerTypes(resolved.numLayers, resolved.slidingWindow),
919
- preFeedforwardNorm: true,
920
- postFeedforwardNorm: false,
921
- postAttentionNorm: true,
922
- },
923
- };
924
-
925
- for (let layerIdx = 0; layerIdx < resolved.numLayers; layerIdx++) {
926
- const output = await processLayerGPU(
927
- layerIdx,
928
- hidden.buffer,
929
- numTokens,
930
- true,
931
- numTokens * resolved.hiddenSize,
932
- context
933
- );
934
- hidden = createTensor(output, activationDtype, [numTokens, resolved.hiddenSize], `gemma2_layer_${layerIdx}`);
935
- }
936
-
937
- const finalNormKey = `${weightRoot}.norm.weight`;
938
- const finalNorm = expectDiffusionWeight(weights.get(finalNormKey), finalNormKey);
939
- const final = await ops.rmsNorm(hidden, getBuffer(finalNorm), resolved.rmsNormEps, {
940
- batchSize: numTokens,
941
- hiddenSize: resolved.hiddenSize,
942
- rmsNormWeightOffset: true,
943
- });
944
- release(hidden.buffer);
945
-
946
- let profile = null;
947
- if (localRecorder) {
948
- localRecorder.submit();
949
- const timings = await localRecorder.resolveProfileTimings();
950
- profile = timings ? { totalMs: sumDiffusionProfileTimings(timings) ?? 0, timings } : { totalMs: null };
951
- }
952
-
953
- return {
954
- hidden: final,
955
- attentionMask: Uint32Array.from({ length: numTokens }, () => 1),
956
- maxLength: numTokens,
957
- hiddenSize: resolved.hiddenSize,
958
- profile,
959
- };
960
- }
961
-
962
712
  export async function runTextEncodersForPrompt(tokensByEncoder, weightsByComponent, modelConfig, runtime, options = {}) {
963
- const layout = modelConfig?.layout ?? 'sd3';
964
- if (layout === 'sana') {
965
- const gemmaConfig = modelConfig?.components?.text_encoder?.config || {};
966
- const gemmaMaxLength = runtime?.textEncoder?.maxLength;
967
- if (!Number.isFinite(gemmaMaxLength) || gemmaMaxLength <= 0) {
968
- throw new Error('Sana Gemma2 encoder requires runtime.textEncoder.maxLength.');
969
- }
970
- const profileEnabled = options.profile === true;
971
- const gemma = await runGemma2TextEncoder(
972
- tokensByEncoder.text_encoder,
973
- weightsByComponent.text_encoder,
974
- gemmaConfig,
975
- runtime,
976
- {
977
- prefix: 'text_encoder',
978
- maxLength: gemmaMaxLength,
979
- profile: profileEnabled,
980
- }
981
- );
982
-
983
- return {
984
- pooled: new Float32Array(0),
985
- context: gemma.hidden,
986
- attentionMask: gemma.attentionMask,
987
- profile: profileEnabled
988
- ? {
989
- totalMs: gemma.profile?.totalMs ?? null,
990
- gemmaMs: gemma.profile?.totalMs ?? null,
991
- }
992
- : null,
993
- };
994
- }
995
-
996
713
  const clipConfig = modelConfig?.components?.text_encoder?.config || {};
997
714
  const clip2Config = modelConfig?.components?.text_encoder_2?.config || {};
998
715
  const t5Config = modelConfig?.components?.text_encoder_3?.config || {};
@@ -14,7 +14,7 @@ import { runResidualAdd, runBiasAdd, recordResidualAdd, recordBiasAdd } from '..
14
14
  import { runUpsample2D, recordUpsample2D } from '../../../gpu/kernels/upsample2d.js';
15
15
  import { runDepthwiseConv2D, recordDepthwiseConv2D } from '../../../gpu/kernels/depthwise_conv2d.js';
16
16
  import { runGroupedPointwiseConv2D, recordGroupedPointwiseConv2D } from '../../../gpu/kernels/grouped_pointwise_conv2d.js';
17
- import { runSanaLinearAttention, recordSanaLinearAttention } from '../../../gpu/kernels/sana_linear_attention.js';
17
+ import { runLinearAttention, recordLinearAttention } from '../../../gpu/kernels/linear_attention.js';
18
18
  import { runPixelShuffle, recordPixelShuffle } from '../../../gpu/kernels/pixel_shuffle.js';
19
19
  import { runRepeatChannels, recordRepeatChannels } from '../../../gpu/kernels/repeat_channels.js';
20
20
  import { runReLU, recordReLU } from '../../../gpu/kernels/relu.js';
@@ -182,7 +182,7 @@ function createKernelOps(recorder) {
182
182
  upsample2d: runUpsample2D,
183
183
  depthwiseConv2d: runDepthwiseConv2D,
184
184
  groupedPointwiseConv2d: runGroupedPointwiseConv2D,
185
- sanaLinearAttention: runSanaLinearAttention,
185
+ linearAttention: runLinearAttention,
186
186
  pixelShuffle: runPixelShuffle,
187
187
  repeatChannels: runRepeatChannels,
188
188
  relu: runReLU,
@@ -203,7 +203,7 @@ function createKernelOps(recorder) {
203
203
  upsample2d: (...args) => recordUpsample2D(recorder, ...args),
204
204
  depthwiseConv2d: (...args) => recordDepthwiseConv2D(recorder, ...args),
205
205
  groupedPointwiseConv2d: (...args) => recordGroupedPointwiseConv2D(recorder, ...args),
206
- sanaLinearAttention: (...args) => recordSanaLinearAttention(recorder, ...args),
206
+ linearAttention: (...args) => recordLinearAttention(recorder, ...args),
207
207
  pixelShuffle: (...args) => recordPixelShuffle(recorder, ...args),
208
208
  repeatChannels: (...args) => recordRepeatChannels(recorder, ...args),
209
209
  relu: (...args) => recordReLU(recorder, ...args),
@@ -913,7 +913,7 @@ async function runAutoencoderDCAttention(state, weights, shapes, prefix, attenti
913
913
  release(kTokens.tensor.buffer);
914
914
 
915
915
  const allHeads = numHeads * qVariants.length;
916
- const attention = await ops.sanaLinearAttention(qRelu, kRelu, vTokens.tensor, {
916
+ const attention = await ops.linearAttention(qRelu, kRelu, vTokens.tensor, {
917
917
  numHeads: allHeads,
918
918
  headDim: attentionHeadDim,
919
919
  numTokens: qTokens.numTokens,
@@ -90,3 +90,18 @@ export function buildQuintelKernelFlags(
90
90
  ): number;
91
91
 
92
92
  export function runQuintelEnergyLoop(options: QuintelEnergyLoopOptions): QuintelEnergyLoopResult;
93
+
94
+ /**
95
+ * Compute the Quintel energy value and its per-cell gradient for the
96
+ * given state. Used inside the energy loop and by diagnostics probes.
97
+ */
98
+ export function computeQuintelEnergy(
99
+ state: Float32Array,
100
+ size: number,
101
+ config: QuintelEnergyConfig
102
+ ): {
103
+ energy: number;
104
+ gradients: Float32Array;
105
+ components: QuintelEnergyComponents;
106
+ countDiff: number | null;
107
+ };
@@ -6,3 +6,5 @@ export {
6
6
  isDreamStructuredModelType,
7
7
  createDreamStructuredPipeline,
8
8
  } from './json-head-pipeline.js';
9
+
10
+ export { createJsonGrammarMask } from './json-grammar-mask.js';
@@ -6,3 +6,5 @@ export {
6
6
  isDreamStructuredModelType,
7
7
  createDreamStructuredPipeline,
8
8
  } from './json-head-pipeline.js';
9
+
10
+ export { createJsonGrammarMask } from './json-grammar-mask.js';