doppler-gpu 0.4.7 → 0.4.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (656) hide show
  1. package/CHANGELOG.md +74 -0
  2. package/README.md +93 -144
  3. package/models/catalog.json +1589 -0
  4. package/package.json +44 -12
  5. package/src/cli/doppler-cli.js +28 -7
  6. package/src/client/doppler-registry.json +2 -2
  7. package/src/client/runtime/index.js +25 -2
  8. package/src/client/runtime/model-session.d.ts +31 -1
  9. package/src/client/runtime/model-session.js +31 -0
  10. package/src/client/runtime/model-source.d.ts +19 -2
  11. package/src/client/runtime/model-source.js +45 -5
  12. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +21 -5
  13. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +6 -1
  14. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +1 -1
  15. package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +474 -0
  16. package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +509 -0
  17. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +9 -1
  18. package/src/config/kernel-path-loader.js +1 -0
  19. package/src/config/kernels/backward-registry.json +13 -2
  20. package/src/config/kernels/kernel-ref-digests.js +34 -21
  21. package/src/config/kernels/registry.json +1402 -2623
  22. package/src/config/merge.js +11 -0
  23. package/src/config/param-validator.js +25 -0
  24. package/src/config/runtime/default.json +3 -1
  25. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  26. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  27. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  28. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  29. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  30. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  31. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  32. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  33. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  34. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  35. package/src/config/runtime/profiles/qwen-3-5-9b-metal-correctness.json +46 -0
  36. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  37. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  38. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  39. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  40. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  41. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  42. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  43. package/src/config/schema/doppler.schema.js +40 -5
  44. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  45. package/src/config/schema/execution-v1.schema.js +10 -0
  46. package/src/config/schema/index.d.ts +3 -1
  47. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  48. package/src/config/schema/training-metrics.schema.js +4 -0
  49. package/src/config/transforms/capability-transform-resolver.js +7 -1
  50. package/src/config/transforms/execution-graph-transforms.js +2 -2
  51. package/src/debug/config.d.ts +4 -0
  52. package/src/experimental/bridge/trainer-artifact-bridge.d.ts +161 -0
  53. package/src/experimental/bridge/trainer-artifact-bridge.js +573 -0
  54. package/src/experimental/orchestration/index.d.ts +10 -1
  55. package/src/experimental/training/attention-backward.js +123 -55
  56. package/src/experimental/training/autograd.js +101 -5
  57. package/src/experimental/training/clip.js +6 -1
  58. package/src/experimental/training/datasets/text-pairs.js +80 -8
  59. package/src/experimental/training/distillation/student-fixture.js +470 -114
  60. package/src/experimental/training/lora-pipeline.js +202 -27
  61. package/src/experimental/training/lora.js +10 -4
  62. package/src/experimental/training/optimizer.js +9 -1
  63. package/src/experimental/training/runner.js +18 -4
  64. package/src/experimental/training/suite.js +1 -1
  65. package/src/experimental/training/workloads.js +11 -0
  66. package/src/formats/rdrr/classification.js +3 -0
  67. package/src/formats/rdrr/integrity.d.ts +0 -2
  68. package/src/formats/rdrr/integrity.js +0 -2
  69. package/src/formats/rdrr/types.d.ts +1 -1
  70. package/src/gpu/kernels/attention.d.ts +2 -0
  71. package/src/gpu/kernels/attention.js +75 -16
  72. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  73. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  74. package/src/gpu/kernels/backward/adam.js +6 -4
  75. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.d.ts +24 -0
  76. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.js +74 -0
  77. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.wgsl +59 -0
  78. package/src/gpu/kernels/backward/cross_entropy_backward.wgsl +4 -0
  79. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.d.ts +39 -0
  80. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.js +124 -0
  81. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.wgsl +177 -0
  82. package/src/gpu/kernels/backward/gated_rmsnorm_backward.d.ts +32 -0
  83. package/src/gpu/kernels/backward/gated_rmsnorm_backward.js +90 -0
  84. package/src/gpu/kernels/backward/gated_rmsnorm_backward.wgsl +86 -0
  85. package/src/gpu/kernels/backward/index.d.ts +3 -0
  86. package/src/gpu/kernels/backward/index.js +3 -0
  87. package/src/gpu/kernels/backward/matmul_backward.wgsl +6 -6
  88. package/src/gpu/kernels/backward/matmul_backward_f16w.wgsl +82 -0
  89. package/src/gpu/kernels/backward/rmsnorm_backward.js +26 -4
  90. package/src/gpu/kernels/backward/rmsnorm_backward.wgsl +6 -3
  91. package/src/gpu/kernels/backward/utils.d.ts +12 -2
  92. package/src/gpu/kernels/backward/utils.js +9 -2
  93. package/src/gpu/kernels/cast_f16_to_f32.wgsl +6 -2
  94. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  95. package/src/gpu/kernels/fused_ffn.js +540 -19
  96. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  97. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  98. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  99. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  100. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  101. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  102. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  103. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  104. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  105. package/src/gpu/kernels/index.d.ts +26 -0
  106. package/src/gpu/kernels/index.js +18 -0
  107. package/src/gpu/kernels/linear-attention-core.js +413 -15
  108. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  109. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  110. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  111. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  112. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  113. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  114. package/src/gpu/kernels/matmul-selection.js +10 -1
  115. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  116. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  117. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  118. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  119. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  120. package/src/gpu/kernels/silu.d.ts +1 -0
  121. package/src/gpu/kernels/silu.js +19 -4
  122. package/src/gpu/kernels/silu.wgsl +7 -1
  123. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  124. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  125. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  126. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  127. package/src/gpu/tensor.d.ts +1 -0
  128. package/src/index.d.ts +1 -1
  129. package/src/index.js +1 -1
  130. package/src/inference/browser-harness-suite-helpers.js +1 -1
  131. package/src/inference/browser-harness-text-helpers.js +251 -20
  132. package/src/inference/browser-harness.js +221 -3
  133. package/src/inference/kv-cache/base.js +42 -1
  134. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  135. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  136. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  137. package/src/inference/pipelines/text/attention/projections.js +174 -4
  138. package/src/inference/pipelines/text/attention/record.js +44 -21
  139. package/src/inference/pipelines/text/attention/run.js +18 -3
  140. package/src/inference/pipelines/text/config.d.ts +18 -0
  141. package/src/inference/pipelines/text/config.js +100 -0
  142. package/src/inference/pipelines/text/embed.js +1 -1
  143. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  144. package/src/inference/pipelines/text/execution-plan.js +37 -0
  145. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  146. package/src/inference/pipelines/text/execution-v1.js +130 -10
  147. package/src/inference/pipelines/text/ffn/dense.js +241 -21
  148. package/src/inference/pipelines/text/ffn/standard.js +121 -38
  149. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  150. package/src/inference/pipelines/text/generator-helpers.js +2 -0
  151. package/src/inference/pipelines/text/generator-runtime.js +1 -0
  152. package/src/inference/pipelines/text/generator-steps.js +2 -2
  153. package/src/inference/pipelines/text/generator.d.ts +18 -1
  154. package/src/inference/pipelines/text/generator.js +326 -19
  155. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  156. package/src/inference/pipelines/text/init.d.ts +22 -3
  157. package/src/inference/pipelines/text/init.js +2 -2
  158. package/src/inference/pipelines/text/layer.js +87 -8
  159. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  160. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  161. package/src/inference/pipelines/text/linear-attention.js +173 -16
  162. package/src/inference/pipelines/text/logits/gpu.js +2 -2
  163. package/src/inference/pipelines/text/logits/index.js +62 -1
  164. package/src/inference/pipelines/text/lora-apply.js +4 -4
  165. package/src/inference/pipelines/text/model-load.js +6 -0
  166. package/src/inference/pipelines/text/moe-cpu.js +1 -0
  167. package/src/inference/pipelines/text/moe-gpu.js +1 -0
  168. package/src/inference/pipelines/text/ops.js +22 -0
  169. package/src/inference/pipelines/text/per-layer-inputs.js +80 -11
  170. package/src/inference/pipelines/text/probes.js +9 -4
  171. package/src/inference/pipelines/text/state.d.ts +4 -4
  172. package/src/inference/pipelines/text/state.js +4 -0
  173. package/src/inference/pipelines/text/types.d.ts +27 -2
  174. package/src/inference/pipelines/text.d.ts +21 -1
  175. package/src/inference/pipelines/text.js +40 -14
  176. package/src/inference/tokenizers/bundled.js +150 -55
  177. package/src/inference/tokenizers/types.d.ts +7 -4
  178. package/src/loader/doppler-loader.js +25 -2
  179. package/src/loader/index.d.ts +3 -1
  180. package/src/loader/index.js +2 -0
  181. package/src/loader/loader-types.d.ts +3 -1
  182. package/src/loader/manifest-config.d.ts +18 -0
  183. package/src/loader/manifest-config.js +11 -3
  184. package/src/loader/shard-cache.d.ts +2 -0
  185. package/src/loader/shard-cache.js +29 -1
  186. package/src/models/gemma4.js +8 -0
  187. package/src/rules/inference/capability-transforms.rules.json +145 -20
  188. package/src/rules/inference/ffn.rules.json +33 -0
  189. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  190. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  191. package/src/rules/kernels/matmul.rules.json +2 -0
  192. package/src/rules/kernels/silu.rules.json +1 -0
  193. package/src/rules/rule-registry.js +2 -0
  194. package/src/storage/artifact-storage-context.js +36 -0
  195. package/src/tooling/node-browser-command-runner.js +42 -7
  196. package/src/tooling/node-converter.js +20 -5
  197. package/src/tooling/opfs-cache.d.ts +21 -1
  198. package/src/tooling/opfs-cache.js +168 -32
  199. package/src/tooling-experimental-exports.shared.d.ts +25 -0
  200. package/src/tooling-experimental-exports.shared.js +18 -0
  201. package/src/tooling-exports/storage.d.ts +1 -1
  202. package/src/tooling-exports/storage.js +1 -1
  203. package/src/types/gpu.d.ts +25 -0
  204. package/src/version.js +1 -1
  205. package/tests/kernels/browser/kernel-suite.js +1593 -0
  206. package/tests/kernels/browser/test-page.js +2629 -0
  207. package/tests/kernels/harness/benchmark.js +225 -0
  208. package/tests/kernels/harness/buffer-utils.js +88 -0
  209. package/tests/kernels/harness/tolerance.js +174 -0
  210. package/tests/kernels/reference/adam.js +15 -0
  211. package/tests/kernels/reference/attention.js +158 -0
  212. package/tests/kernels/reference/backward.js +96 -0
  213. package/tests/kernels/reference/bias-add.js +20 -0
  214. package/tests/kernels/reference/conv2d.js +58 -0
  215. package/tests/kernels/reference/cross-entropy.js +26 -0
  216. package/tests/kernels/reference/dequant.js +312 -0
  217. package/tests/kernels/reference/embed.js +15 -0
  218. package/tests/kernels/reference/gather.js +61 -0
  219. package/tests/kernels/reference/gelu.js +37 -0
  220. package/tests/kernels/reference/groupnorm.js +36 -0
  221. package/tests/kernels/reference/index.js +89 -0
  222. package/tests/kernels/reference/layernorm.js +22 -0
  223. package/tests/kernels/reference/matmul.js +57 -0
  224. package/tests/kernels/reference/modulate.js +24 -0
  225. package/tests/kernels/reference/moe-gather.js +83 -0
  226. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  227. package/tests/kernels/reference/residual.js +55 -0
  228. package/tests/kernels/reference/rmsnorm.js +52 -0
  229. package/tests/kernels/reference/rope.js +79 -0
  230. package/tests/kernels/reference/sample.js +97 -0
  231. package/tests/kernels/reference/scatter-add.js +58 -0
  232. package/tests/kernels/reference/silu.js +52 -0
  233. package/tests/kernels/reference/softmax.js +86 -0
  234. package/tests/kernels/reference/split-qkv.js +58 -0
  235. package/tests/kernels/reference/topk.js +88 -0
  236. package/tests/kernels/reference/upsample2d.js +37 -0
  237. package/BRANDING.md +0 -14
  238. package/SECURITY.md +0 -19
  239. package/assets/doppler-runtime-map.svg +0 -82
  240. package/src/bootstrap.js +0 -30
  241. package/src/cli/doppler-cli.d.ts +0 -46
  242. package/src/cli/doppler-quickstart.d.ts +0 -45
  243. package/src/cli/doppler-serve.d.ts +0 -210
  244. package/src/cli/runtime-profiles.d.ts +0 -40
  245. package/src/client/doppler-api.browser.d.ts +0 -1
  246. package/src/client/doppler-api.browser.js +0 -25
  247. package/src/client/doppler-registry.d.ts +0 -54
  248. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  249. package/src/client/runtime/source-runtime.d.ts +0 -26
  250. package/src/client/runtime/storage.d.ts +0 -5
  251. package/src/config/README.md +0 -61
  252. package/src/config/conversion/README.md +0 -62
  253. package/src/config/goal-completion-matrix.json +0 -552
  254. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  255. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  256. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  257. package/src/config/kernels/registry.d.ts +0 -51
  258. package/src/config/merge-contract-check.d.ts +0 -16
  259. package/src/config/merge-contract-check.js +0 -319
  260. package/src/config/merge-helpers.d.ts +0 -60
  261. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  262. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  263. package/src/config/param-categories.d.ts +0 -8
  264. package/src/config/param-validator.d.ts +0 -33
  265. package/src/config/platforms/loader.d.ts +0 -38
  266. package/src/config/quantization-contract-check.d.ts +0 -12
  267. package/src/config/quantization-contract-check.js +0 -91
  268. package/src/config/runtime/README.md +0 -28
  269. package/src/config/runtime-merge.d.ts +0 -5
  270. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  271. package/src/config/schema/command-surface-contract.schema.json +0 -81
  272. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  273. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  274. package/src/config/schema/platform.schema.js +0 -1
  275. package/src/config/schema/policy-schema-registry.json +0 -31
  276. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  277. package/src/config/support-tiers/subsystems.json +0 -502
  278. package/src/config/supported-operations.d.ts +0 -14
  279. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  280. package/src/config/transforms/execution-graph-transforms.d.ts +0 -306
  281. package/src/converter/conversion-plan.d.ts +0 -56
  282. package/src/converter/index.d.ts +0 -98
  283. package/src/converter/index.js +0 -59
  284. package/src/converter/parsers/diffusion.d.ts +0 -50
  285. package/src/converter/parsers/gguf.d.ts +0 -31
  286. package/src/converter/parsers/index.d.ts +0 -21
  287. package/src/converter/parsers/index.js +0 -12
  288. package/src/converter/parsers/transformer.d.ts +0 -31
  289. package/src/converter/quantization-info.d.ts +0 -38
  290. package/src/converter/rope-config.d.ts +0 -16
  291. package/src/converter/tokenizer-utils.d.ts +0 -12
  292. package/src/debug/reference/README.md +0 -114
  293. package/src/debug/reference/hf_attn_debug.py +0 -114
  294. package/src/debug/reference/hf_embed_check.py +0 -89
  295. package/src/debug/reference/hf_layer_out.py +0 -100
  296. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  297. package/src/debug/reference/hf_rope_check.py +0 -116
  298. package/src/debug/reference/hf_weights.py +0 -75
  299. package/src/errors/doppler-error.d.ts +0 -20
  300. package/src/experimental/bridge/extension/background.d.ts +0 -14
  301. package/src/experimental/bridge/extension/background.js +0 -168
  302. package/src/experimental/bridge/extension/manifest.json +0 -34
  303. package/src/experimental/bridge/extension-client.d.ts +0 -114
  304. package/src/experimental/bridge/index.d.ts +0 -69
  305. package/src/experimental/bridge/node-bridge.js +0 -24
  306. package/src/experimental/bridge/protocol.d.ts +0 -96
  307. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  308. package/src/experimental/browser/gguf-importer.js +0 -532
  309. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  310. package/src/experimental/browser/quantization.d.ts +0 -74
  311. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  312. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  313. package/src/experimental/browser/shard-io-browser.js +0 -89
  314. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  315. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  316. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  317. package/src/experimental/distribution/p2p-transport.js +0 -75
  318. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  319. package/src/experimental/hotswap/manifest.d.ts +0 -42
  320. package/src/experimental/hotswap/model-swap.js +0 -42
  321. package/src/experimental/hotswap/runtime.d.ts +0 -31
  322. package/src/experimental/training/README.md +0 -164
  323. package/src/experimental/training/artifacts.d.ts +0 -160
  324. package/src/experimental/training/attention-backward.d.ts +0 -30
  325. package/src/experimental/training/attention-forward.d.ts +0 -22
  326. package/src/experimental/training/attention-forward.js +0 -82
  327. package/src/experimental/training/autograd.d.ts +0 -51
  328. package/src/experimental/training/backward-kernels.js +0 -39
  329. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  330. package/src/experimental/training/checkpoint.d.ts +0 -36
  331. package/src/experimental/training/clip.d.ts +0 -9
  332. package/src/experimental/training/dataloader.d.ts +0 -8
  333. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  334. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  335. package/src/experimental/training/datasets/index.d.ts +0 -24
  336. package/src/experimental/training/datasets/index.js +0 -13
  337. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  338. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  339. package/src/experimental/training/datasets/reploid.js +0 -36
  340. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  341. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  342. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  343. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  344. package/src/experimental/training/datasets/token-batch.js +0 -52
  345. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  346. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  347. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  348. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  349. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  350. package/src/experimental/training/distillation/eval.d.ts +0 -34
  351. package/src/experimental/training/distillation/index.d.ts +0 -29
  352. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  353. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  354. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  355. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  356. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  357. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  358. package/src/experimental/training/export.d.ts +0 -41
  359. package/src/experimental/training/index.d.ts +0 -74
  360. package/src/experimental/training/index.js +0 -63
  361. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  362. package/src/experimental/training/lora.d.ts +0 -19
  363. package/src/experimental/training/loss-scaling.d.ts +0 -21
  364. package/src/experimental/training/loss.d.ts +0 -10
  365. package/src/experimental/training/objectives/base.d.ts +0 -58
  366. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  367. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  368. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  369. package/src/experimental/training/objectives/index.d.ts +0 -12
  370. package/src/experimental/training/objectives/index.js +0 -6
  371. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  372. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  373. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  374. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  375. package/src/experimental/training/operator-command.d.ts +0 -5
  376. package/src/experimental/training/operator-eval.d.ts +0 -48
  377. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  378. package/src/experimental/training/optimizer.d.ts +0 -22
  379. package/src/experimental/training/runner.d.ts +0 -249
  380. package/src/experimental/training/suite.d.ts +0 -299
  381. package/src/experimental/training/tensor-factory.d.ts +0 -9
  382. package/src/experimental/training/trainer.d.ts +0 -89
  383. package/src/experimental/training/ul_dataset.d.ts +0 -47
  384. package/src/experimental/training/ul_schedule.d.ts +0 -6
  385. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  386. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  387. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  388. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  389. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  390. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  391. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  392. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  393. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  394. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  395. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  396. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  397. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  398. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  399. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  400. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  401. package/src/experimental/training/workload-packs/registry.json +0 -278
  402. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  403. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  404. package/src/experimental/training/workloads.d.ts +0 -201
  405. package/src/formats/gguf/types.d.ts +0 -74
  406. package/src/formats/index.d.ts +0 -75
  407. package/src/formats/index.js +0 -19
  408. package/src/formats/litert/types.d.ts +0 -74
  409. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  410. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  411. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  412. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  413. package/src/formats/safetensors/types.d.ts +0 -67
  414. package/src/formats/tflite/types.d.ts +0 -61
  415. package/src/formats/tokenizer/index.d.ts +0 -5
  416. package/src/formats/tokenizer/index.js +0 -3
  417. package/src/formats/tokenizer/types.d.ts +0 -9
  418. package/src/gpu/kernel-runtime.d.ts +0 -13
  419. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  420. package/src/gpu/kernel-selection-log.d.ts +0 -4
  421. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  422. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  423. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  424. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  425. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  426. package/src/gpu/kernel-tuner/types.js +0 -4
  427. package/src/gpu/kernel-tuner.d.ts +0 -33
  428. package/src/gpu/kernels/README.md +0 -166
  429. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  430. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  431. package/src/gpu/kernels/check-stop.d.ts +0 -31
  432. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  433. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  434. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  435. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  436. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  437. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  438. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  439. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  440. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  441. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  442. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  443. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  444. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  445. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  446. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  447. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  448. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  449. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  450. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  451. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  452. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  453. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  454. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  455. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  456. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  457. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  458. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  459. package/src/gpu/kernels/constants.d.ts +0 -129
  460. package/src/gpu/kernels/dispatch.d.ts +0 -72
  461. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  462. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  463. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  464. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  465. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  466. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  467. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  468. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  469. package/src/gpu/kernels/types.js +0 -4
  470. package/src/gpu/perf-guards.d.ts +0 -13
  471. package/src/gpu/profiler.d.ts +0 -93
  472. package/src/gpu/readback-utils.d.ts +0 -16
  473. package/src/gpu/readback-utils.js +0 -49
  474. package/src/gpu/submit-probe.d.ts +0 -12
  475. package/src/index-browser.d.ts +0 -2
  476. package/src/index-browser.js +0 -2
  477. package/src/inference/README.md +0 -593
  478. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  479. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  480. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  481. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  482. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  483. package/src/inference/browser-harness-text-helpers.d.ts +0 -152
  484. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  485. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  486. package/src/inference/network-evolution.js +0 -79
  487. package/src/inference/pipelines/context.d.ts +0 -21
  488. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  489. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  490. package/src/inference/pipelines/diffusion/index.js +0 -3
  491. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  492. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  493. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  494. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  495. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  496. package/src/inference/pipelines/diffusion/types.js +0 -1
  497. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  498. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  499. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  500. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  501. package/src/inference/pipelines/dream/pipeline.js +0 -8
  502. package/src/inference/pipelines/energy/index.d.ts +0 -1
  503. package/src/inference/pipelines/energy/index.js +0 -1
  504. package/src/inference/pipelines/energy/types.js +0 -1
  505. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  506. package/src/inference/pipelines/energy-head/index.js +0 -6
  507. package/src/inference/pipelines/factory.d.ts +0 -10
  508. package/src/inference/pipelines/index.d.ts +0 -22
  509. package/src/inference/pipelines/index.js +0 -19
  510. package/src/inference/pipelines/registry.d.ts +0 -15
  511. package/src/inference/pipelines/rng.d.ts +0 -2
  512. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  513. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  514. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  515. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  516. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  517. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  518. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  519. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  520. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  521. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  522. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  523. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  524. package/src/inference/pipelines/text/attention.d.ts +0 -23
  525. package/src/inference/pipelines/text/attention.js +0 -12
  526. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  527. package/src/inference/pipelines/text/buffer-types.js +0 -4
  528. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  529. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  530. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  531. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  532. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  533. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  534. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  535. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  536. package/src/inference/pipelines/text/embed.d.ts +0 -69
  537. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  538. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  539. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  540. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  541. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  542. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  543. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  544. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -26
  545. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  546. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  547. package/src/inference/pipelines/text/ffn.js +0 -18
  548. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  549. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  550. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  551. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  552. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  553. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -93
  554. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  555. package/src/inference/pipelines/text/index.d.ts +0 -5
  556. package/src/inference/pipelines/text/index.js +0 -6
  557. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  558. package/src/inference/pipelines/text/layer.d.ts +0 -118
  559. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  560. package/src/inference/pipelines/text/logits/precision-policy.d.ts +0 -11
  561. package/src/inference/pipelines/text/logits/types.js +0 -4
  562. package/src/inference/pipelines/text/logits.d.ts +0 -27
  563. package/src/inference/pipelines/text/logits.js +0 -16
  564. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  565. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  566. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  567. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  568. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  569. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  570. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -70
  571. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  572. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  573. package/src/inference/pipelines/text/ops.d.ts +0 -222
  574. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  575. package/src/inference/pipelines/text/probes.d.ts +0 -28
  576. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  577. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  578. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  579. package/src/inference/pipelines/text/types.js +0 -4
  580. package/src/inference/tokenizers/base.d.ts +0 -44
  581. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  582. package/src/inference/tokenizers/bpe.d.ts +0 -27
  583. package/src/inference/tokenizers/bundled.d.ts +0 -67
  584. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  585. package/src/inference/tokenizers/types.js +0 -7
  586. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  587. package/src/loader/per-layer-input-loader.d.ts +0 -30
  588. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  589. package/src/loader/tensors/source-transform.d.ts +0 -65
  590. package/src/memory/address-table.d.ts +0 -96
  591. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  592. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  593. package/src/rules/rule-registry.d.ts +0 -77
  594. package/src/storage/artifact-storage-context.d.ts +0 -63
  595. package/src/storage/backends/idb-store.d.ts +0 -52
  596. package/src/storage/backends/memory-store.d.ts +0 -36
  597. package/src/storage/backends/opfs-store.d.ts +0 -41
  598. package/src/storage/blake3.d.ts +0 -17
  599. package/src/storage/download-types.d.ts +0 -157
  600. package/src/storage/downloader.d.ts +0 -103
  601. package/src/storage/index.d.ts +0 -274
  602. package/src/storage/index.js +0 -201
  603. package/src/storage/preflight.d.ts +0 -144
  604. package/src/storage/preflight.js +0 -360
  605. package/src/storage/quickstart-downloader.d.ts +0 -157
  606. package/src/storage/quickstart-downloader.js +0 -289
  607. package/src/storage/source-artifact-store.d.ts +0 -59
  608. package/src/sw.js +0 -184
  609. package/src/tooling/command-api-constants.d.ts +0 -9
  610. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  611. package/src/tooling/command-api-helpers.d.ts +0 -23
  612. package/src/tooling/command-runner-shared.d.ts +0 -89
  613. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  614. package/src/tooling/conversion-config-materializer.js +0 -96
  615. package/src/tooling/diagnose-runner.d.ts +0 -28
  616. package/src/tooling/hf-registry-utils.d.ts +0 -55
  617. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  618. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  619. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  620. package/src/tooling/kernel-path-builder/index.js +0 -1361
  621. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  622. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  623. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  624. package/src/tooling/lean-execution-contract-runner.js +0 -158
  625. package/src/tooling/lean-execution-contract.d.ts +0 -16
  626. package/src/tooling/lean-execution-contract.js +0 -81
  627. package/src/tooling/litert-package-runtime.d.ts +0 -46
  628. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  629. package/src/tooling/node-convert-worker.d.ts +0 -1
  630. package/src/tooling/node-converter.d.ts +0 -1
  631. package/src/tooling/node-file-fetch.d.ts +0 -1
  632. package/src/tooling/node-source-runtime.d.ts +0 -24
  633. package/src/tooling/node-webgpu.d.ts +0 -17
  634. package/src/tooling/precision-replay-math.js +0 -174
  635. package/src/tooling/program-bundle-host.d.ts +0 -16
  636. package/src/tooling/program-bundle-host.js +0 -20
  637. package/src/tooling/runtime-input-composition.d.ts +0 -37
  638. package/src/tooling/source-package-profiles.d.ts +0 -50
  639. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  640. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  641. package/src/tooling/source-runtime-materializer.js +0 -89
  642. package/src/tooling-exports.browser.d.ts +0 -7
  643. package/src/types/chrome.d.ts +0 -36
  644. package/src/types/chrome.js +0 -1
  645. package/src/types/index.d.ts +0 -1
  646. package/src/types/index.js +0 -1
  647. package/src/utils/array-buffer.d.ts +0 -4
  648. package/src/utils/canonical-hash.d.ts +0 -7
  649. package/src/utils/clone-json.d.ts +0 -1
  650. package/src/utils/hf-resolve-url.d.ts +0 -16
  651. package/src/utils/index.d.ts +0 -10
  652. package/src/utils/index.js +0 -10
  653. package/src/utils/load-json.d.ts +0 -5
  654. package/src/utils/plain-object.d.ts +0 -1
  655. package/src/utils/sha256.d.ts +0 -5
  656. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -1,82 +0,0 @@
1
- /**
2
- * Diffusion GPU text encoders (SD3).
3
- *
4
- * @module inference/pipelines/diffusion/text-encoder-gpu
5
- */
6
-
7
- import type { CommandRecorder } from '../../../gpu/command-recorder.js';
8
- import type { Tensor } from '../../../gpu/tensor.js';
9
- import type { DiffusionModelConfig, DiffusionRuntimeConfig } from './types.js';
10
-
11
- export interface DiffusionTextEncoderWeightsEntry {
12
- weights: Map<string, any>;
13
- shapes: Map<string, number[]>;
14
- dtypes?: Map<string, string>;
15
- }
16
-
17
- export interface DiffusionTextEncoderWeights {
18
- text_encoder: DiffusionTextEncoderWeightsEntry;
19
- text_encoder_2?: DiffusionTextEncoderWeightsEntry | null;
20
- text_encoder_3?: DiffusionTextEncoderWeightsEntry | null;
21
- transformer?: DiffusionTextEncoderWeightsEntry;
22
- }
23
-
24
- export interface DiffusionTextTokens {
25
- text_encoder: number[];
26
- text_encoder_2?: number[];
27
- text_encoder_3?: number[];
28
- }
29
-
30
- export interface DiffusionTextConditioning {
31
- pooled: Float32Array;
32
- context: Tensor;
33
- attentionMask?: Uint32Array | null;
34
- profile?: {
35
- totalMs?: number | null;
36
- clipMs?: number | null;
37
- clip2Ms?: number | null;
38
- t5Ms?: number | null;
39
- gemmaMs?: number | null;
40
- } | null;
41
- }
42
-
43
- export declare function runTextEncodersForPrompt(
44
- tokensByEncoder: DiffusionTextTokens,
45
- weightsByComponent: DiffusionTextEncoderWeights,
46
- modelConfig: DiffusionModelConfig,
47
- runtime: DiffusionRuntimeConfig,
48
- options?: { profile?: boolean }
49
- ): Promise<DiffusionTextConditioning>;
50
-
51
- export declare function buildTimeTextEmbedding(
52
- pooled: Float32Array,
53
- weightsEntry: DiffusionTextEncoderWeightsEntry,
54
- modelConfig: DiffusionModelConfig,
55
- runtime: DiffusionRuntimeConfig,
56
- options?: { recorder?: CommandRecorder | null }
57
- ): Promise<Tensor>;
58
-
59
- export declare function buildTimestepEmbedding(
60
- timestep: number,
61
- weightsEntry: DiffusionTextEncoderWeightsEntry,
62
- modelConfig: DiffusionModelConfig,
63
- runtime: DiffusionRuntimeConfig,
64
- options?: { dim?: number; recorder?: CommandRecorder | null }
65
- ): Promise<Tensor>;
66
-
67
- export declare function combineTimeTextEmbeddings(
68
- time: Tensor,
69
- text: Tensor,
70
- hiddenSize: number,
71
- options?: { recorder?: CommandRecorder | null }
72
- ): Promise<Tensor>;
73
-
74
- export declare function projectContext(
75
- context: Tensor,
76
- weightsEntry: DiffusionTextEncoderWeightsEntry,
77
- modelConfig: DiffusionModelConfig,
78
- runtime: DiffusionRuntimeConfig,
79
- options?: { recorder?: CommandRecorder | null }
80
- ): Promise<Tensor>;
81
-
82
- export declare function assertClipHiddenActivationSupported(config: { hidden_act: string }): void;
@@ -1,29 +0,0 @@
1
- /**
2
- * Diffusion text encoders.
3
- *
4
- * @module inference/pipelines/diffusion/text-encoder
5
- */
6
-
7
- import type { DiffusionModelConfig } from './types.js';
8
- import type { BaseTokenizer } from '../../tokenizers/base.js';
9
-
10
- export interface DiffusionPromptTokens {
11
- prompt: number[];
12
- negative: number[];
13
- }
14
-
15
- export interface DiffusionEncodedPrompts {
16
- tokens: Record<string, DiffusionPromptTokens>;
17
- totalTokens: number;
18
- }
19
-
20
- export declare function loadDiffusionTokenizers(
21
- diffusionConfig: DiffusionModelConfig,
22
- options?: { baseUrl?: string | null }
23
- ): Promise<Record<string, BaseTokenizer>>;
24
-
25
- export declare function encodePrompt(
26
- prompts: { prompt: string; negativePrompt?: string },
27
- tokenizers: Record<string, BaseTokenizer>,
28
- options?: { maxLength?: number; maxLengthByTokenizer?: Record<string, number> }
29
- ): DiffusionEncodedPrompts;
@@ -1 +0,0 @@
1
- export {};
@@ -1,20 +0,0 @@
1
- import type { DiffusionModelConfig, DiffusionRuntimeConfig } from './types.js';
2
- import type { DiffusionWeightEntry } from './weights.js';
3
-
4
- export interface DecodeLatentsOptions {
5
- width: number;
6
- height: number;
7
- latentWidth: number;
8
- latentHeight: number;
9
- latentChannels: number;
10
- latentScale: number;
11
- weights?: DiffusionWeightEntry | null;
12
- modelConfig?: DiffusionModelConfig | null;
13
- runtime?: DiffusionRuntimeConfig | null;
14
- profile?: { totalMs?: number | null; timings?: Record<string, number> | null } | boolean | null;
15
- }
16
-
17
- export declare function decodeLatents(
18
- latents: Float32Array,
19
- options: DecodeLatentsOptions
20
- ): Promise<Uint8ClampedArray>;
@@ -1,29 +0,0 @@
1
- export type {
2
- EnergyRowHeadModelType,
3
- EnergyRowHeadId,
4
- EnergyRowHeadActivation,
5
- EnergyRowHeadBackend,
6
- EnergyRowHeadDtype,
7
- EnergyRowHeadScoreRowInput,
8
- EnergyRowHeadScoreRow,
9
- EnergyRowHeadInferRequest,
10
- EnergyRowHeadInferResult,
11
- EnergyRowHeadStats,
12
- DreamEnergyHeadModelType,
13
- DreamEnergyHeadId,
14
- DreamEnergyHeadActivation,
15
- DreamEnergyHeadBackend,
16
- DreamEnergyHeadDtype,
17
- DreamEnergyHeadScoreRowInput,
18
- DreamEnergyHeadScoreRow,
19
- DreamEnergyHeadInferRequest,
20
- DreamEnergyHeadInferResult,
21
- DreamEnergyHeadStats,
22
- } from '../energy-head/row-head-pipeline.js';
23
-
24
- export {
25
- EnergyRowHeadPipeline,
26
- createEnergyRowHeadPipeline,
27
- DreamEnergyHeadPipeline,
28
- createDreamEnergyHeadPipeline,
29
- } from '../energy-head/row-head-pipeline.js';
@@ -1,6 +0,0 @@
1
- export {
2
- EnergyRowHeadPipeline,
3
- createEnergyRowHeadPipeline,
4
- DreamEnergyHeadPipeline,
5
- createDreamEnergyHeadPipeline,
6
- } from '../energy-head/row-head-pipeline.js';
@@ -1,17 +0,0 @@
1
- export type {
2
- StructuredJsonHeadModelType,
3
- StructuredJsonHeadInferJSONRequest,
4
- StructuredJsonHeadInferJSONResult,
5
- DreamStructuredModelType,
6
- DreamInferJSONRequest,
7
- DreamInferJSONResult,
8
- } from '../structured/json-head-pipeline.js';
9
-
10
- export {
11
- StructuredJsonHeadPipeline,
12
- isStructuredJsonHeadModelType,
13
- createStructuredJsonHeadPipeline,
14
- DreamStructuredPipeline,
15
- isDreamStructuredModelType,
16
- createDreamStructuredPipeline,
17
- } from '../structured/json-head-pipeline.js';
@@ -1,8 +0,0 @@
1
- export {
2
- StructuredJsonHeadPipeline,
3
- isStructuredJsonHeadModelType,
4
- createStructuredJsonHeadPipeline,
5
- DreamStructuredPipeline,
6
- isDreamStructuredModelType,
7
- createDreamStructuredPipeline,
8
- } from '../structured/json-head-pipeline.js';
@@ -1 +0,0 @@
1
- export { EnergyPipeline, createEnergyPipeline } from './pipeline.js';
@@ -1 +0,0 @@
1
- export { EnergyPipeline, createEnergyPipeline } from './pipeline.js';
@@ -1 +0,0 @@
1
- export {};
@@ -1,6 +0,0 @@
1
- export {
2
- EnergyRowHeadPipeline,
3
- createEnergyRowHeadPipeline,
4
- DreamEnergyHeadPipeline,
5
- createDreamEnergyHeadPipeline,
6
- } from './row-head-pipeline.js';
@@ -1,6 +0,0 @@
1
- export {
2
- EnergyRowHeadPipeline,
3
- createEnergyRowHeadPipeline,
4
- DreamEnergyHeadPipeline,
5
- createDreamEnergyHeadPipeline,
6
- } from './row-head-pipeline.js';
@@ -1,10 +0,0 @@
1
- type InitializablePipeline = {
2
- initialize(contexts?: Record<string, unknown>): Promise<void>;
3
- loadModel(manifest: unknown): Promise<void>;
4
- };
5
-
6
- export declare function createInitializedPipeline<T extends InitializablePipeline>(
7
- PipelineClass: new () => T,
8
- manifest: unknown,
9
- contexts?: Record<string, unknown>
10
- ): Promise<T>;
@@ -1,22 +0,0 @@
1
- export { InferencePipeline, EmbeddingPipeline, createPipeline } from './text.js';
2
- export { DiffusionPipeline, createDiffusionPipeline } from './diffusion/pipeline.js';
3
- export { EnergyPipeline, createEnergyPipeline } from './energy/pipeline.js';
4
- export {
5
- StructuredJsonHeadPipeline,
6
- isStructuredJsonHeadModelType,
7
- createStructuredJsonHeadPipeline,
8
- DreamStructuredPipeline,
9
- isDreamStructuredModelType,
10
- createDreamStructuredPipeline,
11
- } from './structured/json-head-pipeline.js';
12
- export {
13
- EnergyRowHeadPipeline,
14
- createEnergyRowHeadPipeline,
15
- DreamEnergyHeadPipeline,
16
- createDreamEnergyHeadPipeline,
17
- } from './energy-head/row-head-pipeline.js';
18
- export { registerPipeline, getPipelineFactory, listPipelines } from './registry.js';
19
- export { createInitializedPipeline } from './factory.js';
20
-
21
- export type { GenerateOptions, GenerationResult, PipelineContexts } from './text.js';
22
- export type { ParsedModelConfig } from './text/config.js';
@@ -1,19 +0,0 @@
1
- export { InferencePipeline, EmbeddingPipeline, createPipeline } from './text.js';
2
- export { DiffusionPipeline, createDiffusionPipeline } from './diffusion/pipeline.js';
3
- export { EnergyPipeline, createEnergyPipeline } from './energy/pipeline.js';
4
- export {
5
- StructuredJsonHeadPipeline,
6
- isStructuredJsonHeadModelType,
7
- createStructuredJsonHeadPipeline,
8
- DreamStructuredPipeline,
9
- isDreamStructuredModelType,
10
- createDreamStructuredPipeline,
11
- } from './structured/json-head-pipeline.js';
12
- export {
13
- EnergyRowHeadPipeline,
14
- createEnergyRowHeadPipeline,
15
- DreamEnergyHeadPipeline,
16
- createDreamEnergyHeadPipeline,
17
- } from './energy-head/row-head-pipeline.js';
18
- export { registerPipeline, getPipelineFactory, listPipelines } from './registry.js';
19
- export { createInitializedPipeline } from './factory.js';
@@ -1,15 +0,0 @@
1
- /**
2
- * Pipeline Registry
3
- *
4
- * Maps modelType -> pipeline factory.
5
- *
6
- * @module inference/pipelines/registry
7
- */
8
-
9
- import type { ManifestSchema } from '../../config/schema/index.js';
10
-
11
- export type PipelineFactory = (manifest: ManifestSchema, contexts?: Record<string, unknown>) => Promise<unknown>;
12
-
13
- export declare function registerPipeline(modelType: string, factory: PipelineFactory): void;
14
- export declare function getPipelineFactory(modelType: string | null | undefined): PipelineFactory | null;
15
- export declare function listPipelines(): string[];
@@ -1,2 +0,0 @@
1
- export declare function createRng(seed: number): () => number;
2
- export declare function sampleNormal(rng: () => number): number;
@@ -1,166 +0,0 @@
1
- // Minimal TSV-grammar sampling constraint.
2
- //
3
- // Usage:
4
- // const mask = createTsvGrammarMask({ tokenizer, fieldsPerLine: 4 });
5
- // for await (const text of pipeline.generate(prompt, { logitMaskFn: mask })) { ... }
6
- //
7
- // Companion to json-grammar-mask.js. Use this when the model is asked to
8
- // emit a flat tab-separated record stream (one record per line, fields
9
- // separated by TAB, terminated by NEWLINE) rather than a JSON envelope.
10
- // Cuts decode tokens by ~30-40% vs. JSON because the model isn't sampling
11
- // braces/quotes/keys at every position — and Doppler's structured-
12
- // generation primitive is logit validation only (no token forcing), so
13
- // JSON's structural overhead is real.
14
- //
15
- // What the mask enforces (soft):
16
- // - Inside a line with fewer than `fieldsPerLine - 1` tabs already
17
- // emitted, disallow tokens whose piece contains a NEWLINE — the line
18
- // must hit all field separators before terminating.
19
- // - Disallow tokens that would push the per-line tab count past
20
- // `fieldsPerLine - 1`, so the model can't emit five-field rows when
21
- // four were specified.
22
- // - Allow any token (including end-of-stream) after a balanced newline
23
- // when at least one valid line has been emitted.
24
- //
25
- // What the mask does NOT enforce (intentional):
26
- // - Field-content shape. The category/confidence/page-number values
27
- // are validated post-decode by the consumer (e.g.,
28
- // parseDelimitedExtraction + validateRedaction in Columbo). Trying
29
- // to enforce enum prefixes at the BPE token-piece level is brittle
30
- // because token boundaries don't align with field boundaries.
31
- // - Empty lines. A trailing blank line is just dropped by the parser.
32
- //
33
- // Tokenizer assumption: same as json-grammar-mask.js — `tokenizer.decode([id])`
34
- // returns the literal piece for that token. True for Qwen, Gemma, Llama BPE.
35
-
36
- function pieceAt(tokenizer, tokenId) {
37
- if (!tokenizer || typeof tokenizer.decode !== "function") return "";
38
- try {
39
- return String(tokenizer.decode([tokenId], true, false) || "");
40
- } catch {
41
- return "";
42
- }
43
- }
44
-
45
- function countRunes(piece, char) {
46
- let count = 0;
47
- for (let i = 0; i < piece.length; i += 1) {
48
- if (piece[i] === char) count += 1;
49
- }
50
- return count;
51
- }
52
-
53
- /**
54
- * Per-piece flags used by the mask. Tracks tab/newline placement so the
55
- * state machine can decide when a line is complete and whether a token
56
- * is allowed to advance the schema.
57
- */
58
- function classifyPiece(piece) {
59
- const tabs = countRunes(piece, "\t");
60
- const newlines = countRunes(piece, "\n");
61
- return {
62
- tabs,
63
- newlines,
64
- isOnlyWhitespace: /^\s*$/.test(piece),
65
- hasNewline: newlines > 0,
66
- hasTab: tabs > 0,
67
- };
68
- }
69
-
70
- /**
71
- * Create a logit mask function that enforces a soft TSV grammar.
72
- *
73
- * @param {{
74
- * tokenizer?: { decode(ids: number[], skipSpecial?: boolean, skipBos?: boolean): string } | null,
75
- * fieldsPerLine?: number,
76
- * cacheBudget?: number,
77
- * }} [opts]
78
- * @returns {(logits: Float32Array, context: { generatedIds: number[], tokenizer?: unknown, vocabSize?: number }) => void}
79
- */
80
- export function createTsvGrammarMask(opts = {}) {
81
- const fieldsPerLine = Math.max(2, Math.floor(Number(opts.fieldsPerLine) || 4));
82
- const tabsPerLineMax = fieldsPerLine - 1;
83
- const pieceCache = new Map();
84
- const cacheBudget = Math.max(1024, Math.floor(Number(opts.cacheBudget) || 32768));
85
-
86
- function cachedPiece(tokenizer, tokenId) {
87
- if (pieceCache.has(tokenId)) return pieceCache.get(tokenId);
88
- if (pieceCache.size >= cacheBudget) pieceCache.clear();
89
- const piece = pieceAt(tokenizer, tokenId);
90
- pieceCache.set(tokenId, piece);
91
- return piece;
92
- }
93
-
94
- // Per-line tab count resets on each emitted newline. `linesEmitted`
95
- // counts complete lines so the mask can permit EOS once at least one
96
- // valid record has been produced.
97
- let tabsOnCurrentLine = 0;
98
- let linesEmitted = 0;
99
- let lastGeneratedLen = 0;
100
-
101
- function reflectEmittedTokens(tokenizer, generatedIds) {
102
- for (let i = lastGeneratedLen; i < generatedIds.length; i += 1) {
103
- const piece = cachedPiece(tokenizer, generatedIds[i]);
104
- // Walk the piece char-by-char so multi-tab/newline pieces stay
105
- // accurate (e.g., a token piece "\t\n" both completes a line
106
- // AND resets the tab counter).
107
- for (let c = 0; c < piece.length; c += 1) {
108
- const ch = piece[c];
109
- if (ch === "\n") {
110
- if (tabsOnCurrentLine > 0) linesEmitted += 1;
111
- tabsOnCurrentLine = 0;
112
- } else if (ch === "\t") {
113
- tabsOnCurrentLine += 1;
114
- }
115
- }
116
- }
117
- lastGeneratedLen = generatedIds.length;
118
- }
119
-
120
- /**
121
- * Walk a candidate piece's chars and check whether any intermediate
122
- * state would violate the per-line tab budget. Returns true iff the
123
- * piece is structurally valid given the current `tabsOnCurrentLine`.
124
- *
125
- * Intra-piece state evolution matters because BPE tokens occasionally
126
- * span line boundaries (e.g., a piece `"\t\n"` ends one line AND
127
- * starts the next with tabsOnCurrentLine=0). A naive check that just
128
- * sums the piece's tabs/newlines would misjudge such tokens.
129
- */
130
- function pieceFitsBudget(piece, startingTabs, tabsMax) {
131
- let tabs = startingTabs;
132
- let sawNewlineWithoutCompleteLine = false;
133
- for (let c = 0; c < piece.length; c += 1) {
134
- const ch = piece[c];
135
- if (ch === "\n") {
136
- if (tabs < tabsMax) sawNewlineWithoutCompleteLine = true;
137
- tabs = 0;
138
- } else if (ch === "\t") {
139
- tabs += 1;
140
- if (tabs > tabsMax) return false;
141
- }
142
- }
143
- if (sawNewlineWithoutCompleteLine) return false;
144
- return true;
145
- }
146
-
147
- return function logitMask(logits, context) {
148
- const tokenizer = (opts.tokenizer ?? context?.tokenizer) || null;
149
- if (!tokenizer) return;
150
- reflectEmittedTokens(tokenizer, Array.isArray(context?.generatedIds) ? context.generatedIds : []);
151
-
152
- const vocabSize = Math.min(logits.length, Number(context?.vocabSize || logits.length));
153
- for (let id = 0; id < vocabSize; id += 1) {
154
- if (logits[id] <= -Infinity) continue;
155
- const piece = cachedPiece(tokenizer, id);
156
- if (!piece) continue;
157
- // Fast path: pieces with no tab/newline are always allowed —
158
- // they're field content (snippet text, digits, decimal points).
159
- // Avoids the per-char walk for the common case.
160
- if (piece.indexOf("\t") < 0 && piece.indexOf("\n") < 0) continue;
161
- if (!pieceFitsBudget(piece, tabsOnCurrentLine, tabsPerLineMax)) {
162
- logits[id] = -Infinity;
163
- }
164
- }
165
- };
166
- }
@@ -1,23 +0,0 @@
1
- /**
2
- * AttnConfig runtime validation.
3
- *
4
- * Provides a validateAttnConfig() helper that checks all required fields are
5
- * defined (not undefined) after construction in layer.js. Logs warnings for
6
- * missing fields rather than throwing, preserving backward compatibility.
7
- *
8
- * @module inference/pipelines/text/attention/attn-config
9
- */
10
-
11
- import type { AttentionConfig } from './types.js';
12
-
13
- /**
14
- * Validate an AttnConfig object at construction time.
15
- *
16
- * Checks that all required fields are not undefined. Logs a warning per
17
- * missing field. Returns true when all required fields are present.
18
- *
19
- * @param config - The attention config to validate.
20
- * @param label - Diagnostic label (e.g., "L0" for layer 0).
21
- * @returns True if all required fields are present.
22
- */
23
- export declare function validateAttnConfig(config: AttentionConfig, label?: string): boolean;
@@ -1,173 +0,0 @@
1
- /**
2
- * Attention Dispatch Parameters
3
- *
4
- * Shared dispatch parameter construction logic used by both run.js (immediate)
5
- * and record.js (batched) attention paths. Extracts KV cache state resolution,
6
- * sliding window normalization, kernel variant selection, attention scale
7
- * computation, and cached KV dtype/tensor creation.
8
- *
9
- * @module inference/pipelines/text/attention/dispatch-params
10
- */
11
-
12
- import type { Tensor } from '../../../../gpu/tensor.js';
13
- import type { CommandRecorder } from '../../../../gpu/command-recorder.js';
14
- import type { AttentionState } from './types.js';
15
-
16
- /**
17
- * Resolved KV cache state for attention dispatch.
18
- */
19
- export interface KVCacheDispatchState {
20
- cachedK: GPUBuffer | undefined;
21
- cachedV: GPUBuffer | undefined;
22
- kvLenForAttention: number;
23
- causalForAttention: boolean;
24
- startPosForMask: number;
25
- kvStart: number;
26
- kvLayout: 'contiguous' | 'contiguous_quantized' | 'ring' | 'paged' | 'tiered' | 'bdpa';
27
- kvPageTable: GPUBuffer | null;
28
- kvPageSize: number;
29
- cachedKHot: GPUBuffer | undefined;
30
- cachedVHot: GPUBuffer | undefined;
31
- cachedKCold: GPUBuffer | undefined;
32
- cachedVCold: GPUBuffer | undefined;
33
- coldScalesK: GPUBuffer | null;
34
- coldScalesV: GPUBuffer | null;
35
- coldPackedStride: number;
36
- coldQuantMode: string;
37
- coldLen: number;
38
- hotLen: number;
39
- hotStart: number;
40
- hotWindow: number;
41
- coldPageTable: GPUBuffer | null;
42
- coldPageSize: number;
43
- bdpaBasisK: GPUBuffer | null;
44
- bdpaBasisV: GPUBuffer | null;
45
- bdpaPagedK: GPUBuffer | null;
46
- bdpaPagedV: GPUBuffer | null;
47
- bdpaIndex: GPUBuffer | null;
48
- bdpaBasisCount: number;
49
- hasCache: boolean;
50
- totalSeqLen: number;
51
- diffusionGemmaDecoder?: boolean;
52
- ownedBuffers?: GPUBuffer[] | null;
53
- encoderSeqLen?: number;
54
- encoderWindow?: number;
55
- }
56
-
57
- /**
58
- * Config fields needed by buildAttentionDispatchParams.
59
- */
60
- export interface DispatchParamsConfig {
61
- layerIdx: number;
62
- numTokens: number;
63
- isPrefill: boolean;
64
- numHeads: number;
65
- numKVHeads: number;
66
- headDim: number;
67
- hiddenSize: number;
68
- slidingWindow?: number | null;
69
- layerType?: string;
70
- layerTypes?: string[];
71
- queryPreAttnScalar?: number;
72
- causalAttention?: boolean;
73
- activationDtype?: string;
74
- kvCacheDtype?: string | null;
75
- }
76
-
77
- /**
78
- * Result from buildAttentionDispatchParams.
79
- */
80
- export interface AttentionDispatchParams {
81
- effectiveSlidingWindow: number | null;
82
- attentionKernelVariant: string;
83
- attnScale: number;
84
- cachedKDtype: string;
85
- cachedVDtype: string;
86
- cachedKTensor: Tensor | null;
87
- cachedVTensor: Tensor | null;
88
- isTieredKernel: boolean;
89
- prefillFallbackNeedsCast: boolean;
90
- causalForAttention: boolean;
91
- }
92
-
93
- /**
94
- * Dtype info needed by buildAttentionInputsData.
95
- */
96
- export interface DtypeInfo {
97
- useF16Activations: boolean;
98
- matmulOutputDtype: string;
99
- }
100
-
101
- /**
102
- * Check if a layer type string indicates sliding window attention.
103
- */
104
- export function isSlidingLayerType(layerType: string | undefined): boolean;
105
-
106
- /**
107
- * Resolve KV cache GPU buffers into a flat dispatch state object.
108
- *
109
- * Called after the KV cache has been updated (via updateFromGPU or
110
- * recordUpdateFromGPU) to extract buffer references, layout info,
111
- * and sequence lengths needed for attention dispatch.
112
- */
113
- export function resolveKVCacheState(
114
- state: AttentionState,
115
- layerIdx: number,
116
- kTensor: Tensor | null,
117
- vTensor: Tensor | null,
118
- currentSeqLen: number,
119
- numTokens: number
120
- ): KVCacheDispatchState;
121
-
122
- export interface DiffusionGemmaDecoderKVStateInput {
123
- state: AttentionState;
124
- layerIdx: number;
125
- kTensor: Tensor;
126
- vTensor: Tensor;
127
- currentSeqLen: number;
128
- numTokens: number;
129
- numKVHeads: number;
130
- headDim: number;
131
- layerType?: string | null;
132
- slidingWindow?: number | null;
133
- kvDtype?: string | null;
134
- recorder?: CommandRecorder | null;
135
- }
136
-
137
- export function createDiffusionGemmaDecoderKVState(
138
- args: DiffusionGemmaDecoderKVStateInput
139
- ): Promise<KVCacheDispatchState>;
140
-
141
- /**
142
- * Build attention dispatch parameters from the KV cache state and layer config.
143
- *
144
- * Applies tiered prefill fallback, sliding window normalization, kernel variant
145
- * selection, kvLen adjustments, attention scale computation, and cached KV
146
- * dtype/tensor creation. Mutates kvState in place for layout overrides.
147
- */
148
- export function buildAttentionDispatchParams(
149
- config: DispatchParamsConfig,
150
- state: AttentionState,
151
- kTensor: Tensor | null,
152
- vTensor: Tensor | null,
153
- kvState: KVCacheDispatchState
154
- ): AttentionDispatchParams;
155
-
156
- /**
157
- * Build the data object for recordAttentionInputs.
158
- *
159
- * Consolidates dtype, layout, and dimension info from config, KV state,
160
- * and dispatch params into the shape expected by recordAttentionInputs().
161
- */
162
- export function buildAttentionInputsData(
163
- config: DispatchParamsConfig,
164
- input: Tensor,
165
- normed: Tensor,
166
- kvState: KVCacheDispatchState,
167
- dispatchParams: AttentionDispatchParams,
168
- dtypeInfo: DtypeInfo,
169
- usedFusedQKV: boolean,
170
- qTensor: Tensor | null,
171
- kTensor: Tensor | null,
172
- vTensor: Tensor | null
173
- ): Record<string, unknown>;