doppler-gpu 0.4.6 → 0.4.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (705) hide show
  1. package/CHANGELOG.md +64 -0
  2. package/README.md +98 -137
  3. package/assets/doppler.svg +1 -3
  4. package/models/catalog.json +1575 -0
  5. package/package.json +59 -26
  6. package/src/cli/doppler-cli.js +28 -7
  7. package/src/cli/doppler-quickstart.js +1 -1
  8. package/src/cli/doppler-serve.js +2 -2
  9. package/src/client/doppler-registry.js +12 -0
  10. package/src/client/doppler-registry.json +52 -3
  11. package/src/client/runtime/index.js +25 -2
  12. package/src/client/runtime/model-session.d.ts +31 -1
  13. package/src/client/runtime/model-session.js +31 -0
  14. package/src/client/runtime/model-source.d.ts +19 -2
  15. package/src/client/runtime/model-source.js +45 -5
  16. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +28 -4
  17. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +29 -4
  18. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +29 -4
  19. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +29 -4
  20. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +29 -4
  21. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +29 -4
  22. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +29 -4
  23. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +50 -9
  24. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +35 -5
  25. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +31 -5
  26. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +30 -4
  27. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +30 -4
  28. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +30 -4
  29. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +30 -5
  30. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +29 -4
  31. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +30 -5
  32. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +29 -4
  33. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +29 -4
  34. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +29 -4
  35. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +29 -4
  36. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +29 -4
  37. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +29 -4
  38. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +481 -0
  39. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +29 -4
  40. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +29 -4
  41. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +30 -5
  42. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +29 -4
  43. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +395 -0
  44. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +429 -0
  45. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +548 -0
  46. package/src/config/execution-contract-check.js +14 -10
  47. package/src/config/kernel-path-loader.js +1 -0
  48. package/src/config/kernels/kernel-ref-digests.js +26 -17
  49. package/src/config/kernels/registry.json +448 -27
  50. package/src/config/merge.js +41 -0
  51. package/src/config/param-validator.js +67 -8
  52. package/src/config/required-inference-fields-contract-check.js +14 -0
  53. package/src/config/runtime/default.json +3 -1
  54. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  55. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  56. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  57. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  58. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  59. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  60. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  61. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  62. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  63. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  64. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  65. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  66. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  67. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  68. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  69. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  70. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  71. package/src/config/schema/debug.schema.d.ts +2 -0
  72. package/src/config/schema/debug.schema.js +1 -0
  73. package/src/config/schema/doppler.schema.d.ts +5 -1
  74. package/src/config/schema/doppler.schema.js +117 -292
  75. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  76. package/src/config/schema/execution-v1.schema.js +10 -0
  77. package/src/config/schema/index.d.ts +3 -1
  78. package/src/config/schema/inference.schema.d.ts +17 -3
  79. package/src/config/schema/kvcache.schema.d.ts +19 -3
  80. package/src/config/schema/kvcache.schema.js +2 -1
  81. package/src/config/schema/manifest.schema.d.ts +38 -1
  82. package/src/config/schema/manifest.schema.js +18 -0
  83. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  84. package/src/config/source-packages/litert/gemma-4-12b-it.json +20 -1
  85. package/src/config/source-packages/litert/gemma-4-e2b-it.json +20 -1
  86. package/src/config/source-packages/litert/gemma-4-e4b-it.json +21 -1
  87. package/src/config/transforms/capability-transform-resolver.js +7 -1
  88. package/src/config/transforms/execution-graph-transforms.js +10 -2
  89. package/src/converter/conversion-plan.js +2 -0
  90. package/src/converter/parsers/transformer.js +27 -1
  91. package/src/converter/quantization-info.js +16 -4
  92. package/src/converter/rope-config.js +55 -3
  93. package/src/debug/config.d.ts +4 -0
  94. package/src/experimental/orchestration/index.d.ts +10 -1
  95. package/src/experimental/training/distillation/student-fixture.js +1 -1
  96. package/src/experimental/training/lora-pipeline.js +1 -1
  97. package/src/experimental/training/lora.js +2 -2
  98. package/src/experimental/training/suite.js +2 -2
  99. package/src/formats/rdrr/classification.js +3 -0
  100. package/src/formats/rdrr/integrity.d.ts +0 -2
  101. package/src/formats/rdrr/integrity.js +0 -2
  102. package/src/formats/rdrr/types.d.ts +1 -1
  103. package/src/gpu/kernels/attention.d.ts +2 -0
  104. package/src/gpu/kernels/attention.js +75 -16
  105. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  106. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  107. package/src/gpu/kernels/backward/attention_backward.js +8 -0
  108. package/src/gpu/kernels/dequant.d.ts +6 -6
  109. package/src/gpu/kernels/dequant.js +17 -6
  110. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  111. package/src/gpu/kernels/fused_ffn.js +540 -19
  112. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  113. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  114. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  115. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  116. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  117. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  118. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  119. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  120. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  121. package/src/gpu/kernels/index.d.ts +21 -0
  122. package/src/gpu/kernels/index.js +13 -0
  123. package/src/gpu/kernels/linear-attention-core.js +414 -21
  124. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  125. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  126. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  127. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  128. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  129. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  130. package/src/gpu/kernels/matmul-selection.js +9 -2
  131. package/src/gpu/kernels/matmul.d.ts +1 -1
  132. package/src/gpu/kernels/matmul.js +24 -6
  133. package/src/gpu/kernels/moe.d.ts +5 -1
  134. package/src/gpu/kernels/moe.js +5 -2
  135. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  136. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  137. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  138. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  139. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  140. package/src/gpu/kernels/silu.wgsl +7 -1
  141. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  142. package/src/gpu/kernels/softmax.d.ts +3 -3
  143. package/src/gpu/kernels/softmax.js +9 -2
  144. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  145. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  146. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  147. package/src/gpu/kernels/turboquant-codebook.js +1 -1
  148. package/src/gpu/kernels/types.d.ts +1 -1
  149. package/src/gpu/profiler.js +11 -1
  150. package/src/gpu/tensor.d.ts +1 -0
  151. package/src/index.d.ts +1 -1
  152. package/src/index.js +1 -1
  153. package/src/inference/browser-harness-model-helpers.js +4 -1
  154. package/src/inference/browser-harness-suite-helpers.js +1 -1
  155. package/src/inference/browser-harness-text-helpers.js +589 -117
  156. package/src/inference/browser-harness.d.ts +3 -3
  157. package/src/inference/browser-harness.js +486 -13
  158. package/src/inference/fixtures/rerank-semantic-fixtures.json +38 -0
  159. package/src/inference/kv-cache/base.js +42 -1
  160. package/src/inference/kv-cache/quantized.js +16 -2
  161. package/src/inference/kv-cache/tiered.js +50 -15
  162. package/src/inference/moe-router.js +38 -7
  163. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +8 -6
  164. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  165. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  166. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  167. package/src/inference/pipelines/text/attention/projections.js +174 -4
  168. package/src/inference/pipelines/text/attention/record.js +44 -21
  169. package/src/inference/pipelines/text/attention/run.js +18 -3
  170. package/src/inference/pipelines/text/config.d.ts +23 -1
  171. package/src/inference/pipelines/text/config.js +235 -112
  172. package/src/inference/pipelines/text/embed.js +39 -12
  173. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  174. package/src/inference/pipelines/text/execution-plan.js +45 -2
  175. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  176. package/src/inference/pipelines/text/execution-v1.js +122 -8
  177. package/src/inference/pipelines/text/ffn/dense.js +254 -25
  178. package/src/inference/pipelines/text/ffn/moe.js +4 -3
  179. package/src/inference/pipelines/text/ffn/standard.js +145 -39
  180. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  181. package/src/inference/pipelines/text/generator-helpers.js +4 -1
  182. package/src/inference/pipelines/text/generator-runtime.js +54 -20
  183. package/src/inference/pipelines/text/generator-steps.js +5 -2
  184. package/src/inference/pipelines/text/generator.d.ts +18 -1
  185. package/src/inference/pipelines/text/generator.js +303 -20
  186. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  187. package/src/inference/pipelines/text/init-rope.js +54 -6
  188. package/src/inference/pipelines/text/init.d.ts +22 -3
  189. package/src/inference/pipelines/text/init.js +65 -17
  190. package/src/inference/pipelines/text/layer.js +111 -5
  191. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  192. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  193. package/src/inference/pipelines/text/linear-attention.js +185 -24
  194. package/src/inference/pipelines/text/logits/gpu.d.ts +1 -1
  195. package/src/inference/pipelines/text/logits/gpu.js +78 -115
  196. package/src/inference/pipelines/text/logits/index.js +105 -87
  197. package/src/inference/pipelines/text/logits/precision-policy.js +103 -0
  198. package/src/inference/pipelines/text/logits/types.d.ts +1 -0
  199. package/src/inference/pipelines/text/logits/utils.d.ts +2 -0
  200. package/src/inference/pipelines/text/logits/utils.js +11 -0
  201. package/src/inference/pipelines/text/lora-apply.js +6 -4
  202. package/src/inference/pipelines/text/model-load.js +6 -0
  203. package/src/inference/pipelines/text/moe-cpu.js +25 -0
  204. package/src/inference/pipelines/text/moe-gpu.js +148 -97
  205. package/src/inference/pipelines/text/moe-shape-validator.js +149 -31
  206. package/src/inference/pipelines/text/ops.js +48 -1
  207. package/src/inference/pipelines/text/per-layer-inputs.js +105 -21
  208. package/src/inference/pipelines/text/probes.js +9 -4
  209. package/src/inference/pipelines/text/state.d.ts +4 -4
  210. package/src/inference/pipelines/text/state.js +4 -0
  211. package/src/inference/pipelines/text/types.d.ts +27 -2
  212. package/src/inference/pipelines/text/weights.js +7 -2
  213. package/src/inference/pipelines/text.d.ts +21 -1
  214. package/src/inference/pipelines/text.js +60 -14
  215. package/src/inference/tokenizers/behavior-flags.js +23 -2
  216. package/src/inference/tokenizers/bundled.js +45 -23
  217. package/src/inference/tokenizers/types.d.ts +7 -4
  218. package/src/loader/doppler-loader.js +25 -2
  219. package/src/loader/final-weights-loader.js +12 -1
  220. package/src/loader/index.d.ts +3 -1
  221. package/src/loader/index.js +2 -0
  222. package/src/loader/loader-types.d.ts +3 -1
  223. package/src/loader/manifest-config.d.ts +18 -0
  224. package/src/loader/manifest-config.js +11 -3
  225. package/src/loader/shard-cache.d.ts +2 -0
  226. package/src/loader/shard-cache.js +29 -1
  227. package/src/models/gemma4.js +8 -0
  228. package/src/rules/execution-rules-contract-check.js +12 -3
  229. package/src/rules/inference/capability-transforms.rules.json +159 -22
  230. package/src/rules/inference/config.rules.json +26 -2
  231. package/src/rules/inference/dtype.rules.json +12 -5
  232. package/src/rules/inference/execution.rules.json +5 -19
  233. package/src/rules/inference/ffn.rules.json +33 -0
  234. package/src/rules/inference/moe.rules.json +97 -0
  235. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  236. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  237. package/src/rules/kernels/matmul.rules.json +1 -0
  238. package/src/rules/kernels/silu.rules.json +1 -0
  239. package/src/rules/rule-registry.js +2 -0
  240. package/src/storage/artifact-storage-context.js +36 -0
  241. package/src/tooling/command-api-constants.js +2 -2
  242. package/src/tooling/command-api-family-normalizers.js +2 -1
  243. package/src/tooling/command-api.d.ts +1 -1
  244. package/src/tooling/command-runner-shared.js +3 -1
  245. package/src/tooling/node-browser-command-runner.js +42 -7
  246. package/src/tooling/node-converter.js +20 -0
  247. package/src/tooling/node-source-runtime.js +5 -1
  248. package/src/tooling/opfs-cache.d.ts +21 -1
  249. package/src/tooling/opfs-cache.js +168 -32
  250. package/src/tooling-exports/storage.d.ts +1 -1
  251. package/src/tooling-exports/storage.js +1 -1
  252. package/src/types/gpu.d.ts +25 -0
  253. package/src/version.js +1 -1
  254. package/tests/kernels/browser/kernel-suite.js +1593 -0
  255. package/tests/kernels/browser/test-page.js +2629 -0
  256. package/tests/kernels/harness/benchmark.js +225 -0
  257. package/tests/kernels/harness/buffer-utils.js +88 -0
  258. package/tests/kernels/harness/tolerance.js +174 -0
  259. package/tests/kernels/reference/adam.js +15 -0
  260. package/tests/kernels/reference/attention.js +158 -0
  261. package/tests/kernels/reference/backward.js +96 -0
  262. package/tests/kernels/reference/bias-add.js +20 -0
  263. package/tests/kernels/reference/conv2d.js +58 -0
  264. package/tests/kernels/reference/cross-entropy.js +26 -0
  265. package/tests/kernels/reference/dequant.js +312 -0
  266. package/tests/kernels/reference/embed.js +15 -0
  267. package/tests/kernels/reference/gather.js +61 -0
  268. package/tests/kernels/reference/gelu.js +37 -0
  269. package/tests/kernels/reference/groupnorm.js +36 -0
  270. package/tests/kernels/reference/index.js +89 -0
  271. package/tests/kernels/reference/layernorm.js +22 -0
  272. package/tests/kernels/reference/matmul.js +57 -0
  273. package/tests/kernels/reference/modulate.js +24 -0
  274. package/tests/kernels/reference/moe-gather.js +83 -0
  275. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  276. package/tests/kernels/reference/residual.js +55 -0
  277. package/tests/kernels/reference/rmsnorm.js +52 -0
  278. package/tests/kernels/reference/rope.js +79 -0
  279. package/tests/kernels/reference/sample.js +97 -0
  280. package/tests/kernels/reference/scatter-add.js +58 -0
  281. package/tests/kernels/reference/silu.js +52 -0
  282. package/tests/kernels/reference/softmax.js +86 -0
  283. package/tests/kernels/reference/split-qkv.js +58 -0
  284. package/tests/kernels/reference/topk.js +88 -0
  285. package/tests/kernels/reference/upsample2d.js +37 -0
  286. package/BRANDING.md +0 -14
  287. package/SECURITY.md +0 -19
  288. package/assets/doppler-readme-hero.svg +0 -84
  289. package/assets/doppler-runtime-map.svg +0 -84
  290. package/src/bootstrap.js +0 -30
  291. package/src/cli/doppler-cli.d.ts +0 -46
  292. package/src/cli/doppler-quickstart.d.ts +0 -45
  293. package/src/cli/doppler-serve.d.ts +0 -210
  294. package/src/cli/runtime-profiles.d.ts +0 -40
  295. package/src/client/doppler-api.browser.d.ts +0 -1
  296. package/src/client/doppler-api.browser.js +0 -25
  297. package/src/client/doppler-registry.d.ts +0 -35
  298. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  299. package/src/client/runtime/source-runtime.d.ts +0 -26
  300. package/src/client/runtime/storage.d.ts +0 -5
  301. package/src/config/README.md +0 -61
  302. package/src/config/conversion/README.md +0 -58
  303. package/src/config/goal-completion-matrix.json +0 -552
  304. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  305. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  306. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  307. package/src/config/kernels/registry.d.ts +0 -51
  308. package/src/config/merge-contract-check.d.ts +0 -16
  309. package/src/config/merge-contract-check.js +0 -318
  310. package/src/config/merge-helpers.d.ts +0 -60
  311. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  312. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  313. package/src/config/param-categories.d.ts +0 -8
  314. package/src/config/param-validator.d.ts +0 -28
  315. package/src/config/platforms/loader.d.ts +0 -38
  316. package/src/config/quantization-contract-check.d.ts +0 -12
  317. package/src/config/quantization-contract-check.js +0 -91
  318. package/src/config/runtime/README.md +0 -28
  319. package/src/config/runtime-merge.d.ts +0 -5
  320. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  321. package/src/config/schema/command-surface-contract.schema.json +0 -81
  322. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  323. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  324. package/src/config/schema/platform.schema.js +0 -1
  325. package/src/config/schema/policy-schema-registry.json +0 -26
  326. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  327. package/src/config/support-tiers/subsystems.json +0 -502
  328. package/src/config/supported-operations.d.ts +0 -14
  329. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  330. package/src/config/transforms/execution-graph-transforms.d.ts +0 -300
  331. package/src/converter/conversion-plan.d.ts +0 -56
  332. package/src/converter/index.d.ts +0 -98
  333. package/src/converter/index.js +0 -59
  334. package/src/converter/parsers/diffusion.d.ts +0 -50
  335. package/src/converter/parsers/gguf.d.ts +0 -31
  336. package/src/converter/parsers/index.d.ts +0 -21
  337. package/src/converter/parsers/index.js +0 -12
  338. package/src/converter/parsers/transformer.d.ts +0 -31
  339. package/src/converter/quantization-info.d.ts +0 -38
  340. package/src/converter/rope-config.d.ts +0 -16
  341. package/src/converter/tokenizer-utils.d.ts +0 -12
  342. package/src/debug/reference/README.md +0 -114
  343. package/src/debug/reference/hf_attn_debug.py +0 -114
  344. package/src/debug/reference/hf_embed_check.py +0 -89
  345. package/src/debug/reference/hf_layer_out.py +0 -100
  346. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  347. package/src/debug/reference/hf_rope_check.py +0 -116
  348. package/src/debug/reference/hf_weights.py +0 -75
  349. package/src/errors/doppler-error.d.ts +0 -20
  350. package/src/experimental/bridge/extension/background.d.ts +0 -14
  351. package/src/experimental/bridge/extension/background.js +0 -168
  352. package/src/experimental/bridge/extension/manifest.json +0 -34
  353. package/src/experimental/bridge/extension-client.d.ts +0 -114
  354. package/src/experimental/bridge/index.d.ts +0 -69
  355. package/src/experimental/bridge/node-bridge.js +0 -24
  356. package/src/experimental/bridge/protocol.d.ts +0 -96
  357. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  358. package/src/experimental/browser/gguf-importer.js +0 -532
  359. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  360. package/src/experimental/browser/quantization.d.ts +0 -74
  361. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  362. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  363. package/src/experimental/browser/shard-io-browser.js +0 -89
  364. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  365. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  366. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  367. package/src/experimental/distribution/p2p-transport.js +0 -75
  368. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  369. package/src/experimental/hotswap/manifest.d.ts +0 -42
  370. package/src/experimental/hotswap/model-swap.js +0 -42
  371. package/src/experimental/hotswap/runtime.d.ts +0 -31
  372. package/src/experimental/training/README.md +0 -164
  373. package/src/experimental/training/artifacts.d.ts +0 -160
  374. package/src/experimental/training/attention-backward.d.ts +0 -30
  375. package/src/experimental/training/attention-forward.d.ts +0 -22
  376. package/src/experimental/training/attention-forward.js +0 -82
  377. package/src/experimental/training/autograd.d.ts +0 -51
  378. package/src/experimental/training/backward-kernels.js +0 -39
  379. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  380. package/src/experimental/training/checkpoint.d.ts +0 -36
  381. package/src/experimental/training/clip.d.ts +0 -9
  382. package/src/experimental/training/dataloader.d.ts +0 -8
  383. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  384. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  385. package/src/experimental/training/datasets/index.d.ts +0 -24
  386. package/src/experimental/training/datasets/index.js +0 -13
  387. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  388. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  389. package/src/experimental/training/datasets/reploid.js +0 -36
  390. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  391. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  392. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  393. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  394. package/src/experimental/training/datasets/token-batch.js +0 -52
  395. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  396. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  397. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  398. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  399. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  400. package/src/experimental/training/distillation/eval.d.ts +0 -34
  401. package/src/experimental/training/distillation/index.d.ts +0 -29
  402. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  403. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  404. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  405. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  406. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  407. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  408. package/src/experimental/training/export.d.ts +0 -41
  409. package/src/experimental/training/index.d.ts +0 -74
  410. package/src/experimental/training/index.js +0 -63
  411. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  412. package/src/experimental/training/lora.d.ts +0 -19
  413. package/src/experimental/training/loss-scaling.d.ts +0 -21
  414. package/src/experimental/training/loss.d.ts +0 -10
  415. package/src/experimental/training/objectives/base.d.ts +0 -58
  416. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  417. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  418. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  419. package/src/experimental/training/objectives/index.d.ts +0 -12
  420. package/src/experimental/training/objectives/index.js +0 -6
  421. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  422. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  423. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  424. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  425. package/src/experimental/training/operator-command.d.ts +0 -5
  426. package/src/experimental/training/operator-eval.d.ts +0 -48
  427. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  428. package/src/experimental/training/optimizer.d.ts +0 -22
  429. package/src/experimental/training/runner.d.ts +0 -249
  430. package/src/experimental/training/suite.d.ts +0 -299
  431. package/src/experimental/training/tensor-factory.d.ts +0 -9
  432. package/src/experimental/training/trainer.d.ts +0 -89
  433. package/src/experimental/training/ul_dataset.d.ts +0 -47
  434. package/src/experimental/training/ul_schedule.d.ts +0 -6
  435. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  436. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  437. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  438. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  439. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  440. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  441. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  442. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  443. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  444. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  445. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  446. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  447. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  448. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  449. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  450. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  451. package/src/experimental/training/workload-packs/registry.json +0 -278
  452. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  453. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  454. package/src/experimental/training/workloads.d.ts +0 -201
  455. package/src/formats/gguf/types.d.ts +0 -74
  456. package/src/formats/index.d.ts +0 -75
  457. package/src/formats/index.js +0 -19
  458. package/src/formats/litert/types.d.ts +0 -74
  459. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  460. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  461. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  462. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  463. package/src/formats/safetensors/types.d.ts +0 -67
  464. package/src/formats/tflite/types.d.ts +0 -61
  465. package/src/formats/tokenizer/index.d.ts +0 -5
  466. package/src/formats/tokenizer/index.js +0 -3
  467. package/src/formats/tokenizer/types.d.ts +0 -9
  468. package/src/gpu/kernel-runtime.d.ts +0 -13
  469. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  470. package/src/gpu/kernel-selection-log.d.ts +0 -4
  471. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  472. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  473. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  474. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  475. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  476. package/src/gpu/kernel-tuner/types.js +0 -4
  477. package/src/gpu/kernel-tuner.d.ts +0 -33
  478. package/src/gpu/kernels/README.md +0 -159
  479. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  480. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  481. package/src/gpu/kernels/check-stop.d.ts +0 -31
  482. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  483. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  484. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  485. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  486. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  487. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  488. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  489. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  490. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  491. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  492. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  493. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  494. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  495. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  496. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  497. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  498. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  499. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  500. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  501. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  502. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  503. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  504. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  505. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  506. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  507. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  508. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  509. package/src/gpu/kernels/constants.d.ts +0 -129
  510. package/src/gpu/kernels/dispatch.d.ts +0 -72
  511. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  512. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  513. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  514. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  515. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  516. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  517. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  518. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  519. package/src/gpu/kernels/types.js +0 -4
  520. package/src/gpu/perf-guards.d.ts +0 -13
  521. package/src/gpu/profiler.d.ts +0 -93
  522. package/src/gpu/readback-utils.d.ts +0 -16
  523. package/src/gpu/readback-utils.js +0 -49
  524. package/src/gpu/submit-probe.d.ts +0 -12
  525. package/src/index-browser.d.ts +0 -2
  526. package/src/index-browser.js +0 -2
  527. package/src/inference/README.md +0 -593
  528. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  529. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  530. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  531. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  532. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  533. package/src/inference/browser-harness-text-helpers.d.ts +0 -124
  534. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  535. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  536. package/src/inference/network-evolution.js +0 -79
  537. package/src/inference/pipelines/context.d.ts +0 -21
  538. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  539. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  540. package/src/inference/pipelines/diffusion/index.js +0 -3
  541. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  542. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  543. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  544. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  545. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  546. package/src/inference/pipelines/diffusion/types.js +0 -1
  547. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  548. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  549. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  550. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  551. package/src/inference/pipelines/dream/pipeline.js +0 -8
  552. package/src/inference/pipelines/energy/index.d.ts +0 -1
  553. package/src/inference/pipelines/energy/index.js +0 -1
  554. package/src/inference/pipelines/energy/types.js +0 -1
  555. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  556. package/src/inference/pipelines/energy-head/index.js +0 -6
  557. package/src/inference/pipelines/factory.d.ts +0 -10
  558. package/src/inference/pipelines/index.d.ts +0 -22
  559. package/src/inference/pipelines/index.js +0 -19
  560. package/src/inference/pipelines/registry.d.ts +0 -15
  561. package/src/inference/pipelines/rng.d.ts +0 -2
  562. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  563. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  564. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  565. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  566. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  567. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  568. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  569. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  570. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  571. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  572. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  573. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  574. package/src/inference/pipelines/text/attention.d.ts +0 -23
  575. package/src/inference/pipelines/text/attention.js +0 -12
  576. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  577. package/src/inference/pipelines/text/buffer-types.js +0 -4
  578. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  579. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  580. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  581. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  582. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  583. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  584. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  585. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  586. package/src/inference/pipelines/text/embed.d.ts +0 -68
  587. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  588. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  589. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  590. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  591. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  592. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  593. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  594. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -25
  595. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  596. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  597. package/src/inference/pipelines/text/ffn.js +0 -18
  598. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  599. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  600. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  601. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  602. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  603. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -89
  604. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  605. package/src/inference/pipelines/text/index.d.ts +0 -5
  606. package/src/inference/pipelines/text/index.js +0 -6
  607. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  608. package/src/inference/pipelines/text/layer.d.ts +0 -118
  609. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  610. package/src/inference/pipelines/text/logits/types.js +0 -4
  611. package/src/inference/pipelines/text/logits.d.ts +0 -27
  612. package/src/inference/pipelines/text/logits.js +0 -16
  613. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  614. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  615. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  616. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  617. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  618. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  619. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -40
  620. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  621. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  622. package/src/inference/pipelines/text/ops.d.ts +0 -219
  623. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  624. package/src/inference/pipelines/text/probes.d.ts +0 -28
  625. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  626. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  627. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  628. package/src/inference/pipelines/text/types.js +0 -4
  629. package/src/inference/tokenizers/base.d.ts +0 -44
  630. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  631. package/src/inference/tokenizers/bpe.d.ts +0 -27
  632. package/src/inference/tokenizers/bundled.d.ts +0 -67
  633. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  634. package/src/inference/tokenizers/types.js +0 -7
  635. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  636. package/src/loader/per-layer-input-loader.d.ts +0 -30
  637. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  638. package/src/loader/tensors/source-transform.d.ts +0 -65
  639. package/src/memory/address-table.d.ts +0 -96
  640. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  641. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  642. package/src/rules/rule-registry.d.ts +0 -77
  643. package/src/storage/artifact-storage-context.d.ts +0 -63
  644. package/src/storage/backends/idb-store.d.ts +0 -52
  645. package/src/storage/backends/memory-store.d.ts +0 -36
  646. package/src/storage/backends/opfs-store.d.ts +0 -41
  647. package/src/storage/blake3.d.ts +0 -17
  648. package/src/storage/download-types.d.ts +0 -157
  649. package/src/storage/downloader.d.ts +0 -103
  650. package/src/storage/index.d.ts +0 -274
  651. package/src/storage/index.js +0 -201
  652. package/src/storage/preflight.d.ts +0 -144
  653. package/src/storage/preflight.js +0 -360
  654. package/src/storage/quickstart-downloader.d.ts +0 -157
  655. package/src/storage/quickstart-downloader.js +0 -289
  656. package/src/storage/source-artifact-store.d.ts +0 -59
  657. package/src/sw.js +0 -184
  658. package/src/tooling/command-api-constants.d.ts +0 -9
  659. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  660. package/src/tooling/command-api-helpers.d.ts +0 -23
  661. package/src/tooling/command-runner-shared.d.ts +0 -89
  662. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  663. package/src/tooling/conversion-config-materializer.js +0 -96
  664. package/src/tooling/diagnose-runner.d.ts +0 -28
  665. package/src/tooling/hf-registry-utils.d.ts +0 -55
  666. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  667. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  668. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  669. package/src/tooling/kernel-path-builder/index.js +0 -1361
  670. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  671. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  672. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  673. package/src/tooling/lean-execution-contract-runner.js +0 -158
  674. package/src/tooling/lean-execution-contract.d.ts +0 -16
  675. package/src/tooling/lean-execution-contract.js +0 -81
  676. package/src/tooling/litert-package-runtime.d.ts +0 -46
  677. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  678. package/src/tooling/node-convert-worker.d.ts +0 -1
  679. package/src/tooling/node-converter.d.ts +0 -1
  680. package/src/tooling/node-file-fetch.d.ts +0 -1
  681. package/src/tooling/node-source-runtime.d.ts +0 -24
  682. package/src/tooling/node-webgpu.d.ts +0 -17
  683. package/src/tooling/precision-replay-math.js +0 -174
  684. package/src/tooling/program-bundle-host.d.ts +0 -16
  685. package/src/tooling/program-bundle-host.js +0 -20
  686. package/src/tooling/runtime-input-composition.d.ts +0 -37
  687. package/src/tooling/source-package-profiles.d.ts +0 -50
  688. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  689. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  690. package/src/tooling/source-runtime-materializer.js +0 -89
  691. package/src/tooling-exports.browser.d.ts +0 -7
  692. package/src/types/chrome.d.ts +0 -36
  693. package/src/types/chrome.js +0 -1
  694. package/src/types/index.d.ts +0 -1
  695. package/src/types/index.js +0 -1
  696. package/src/utils/array-buffer.d.ts +0 -4
  697. package/src/utils/canonical-hash.d.ts +0 -7
  698. package/src/utils/clone-json.d.ts +0 -1
  699. package/src/utils/hf-resolve-url.d.ts +0 -16
  700. package/src/utils/index.d.ts +0 -10
  701. package/src/utils/index.js +0 -10
  702. package/src/utils/load-json.d.ts +0 -5
  703. package/src/utils/plain-object.d.ts +0 -1
  704. package/src/utils/sha256.d.ts +0 -5
  705. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -1,29 +0,0 @@
1
- /**
2
- * Diffusion text encoders.
3
- *
4
- * @module inference/pipelines/diffusion/text-encoder
5
- */
6
-
7
- import type { DiffusionModelConfig } from './types.js';
8
- import type { BaseTokenizer } from '../../tokenizers/base.js';
9
-
10
- export interface DiffusionPromptTokens {
11
- prompt: number[];
12
- negative: number[];
13
- }
14
-
15
- export interface DiffusionEncodedPrompts {
16
- tokens: Record<string, DiffusionPromptTokens>;
17
- totalTokens: number;
18
- }
19
-
20
- export declare function loadDiffusionTokenizers(
21
- diffusionConfig: DiffusionModelConfig,
22
- options?: { baseUrl?: string | null }
23
- ): Promise<Record<string, BaseTokenizer>>;
24
-
25
- export declare function encodePrompt(
26
- prompts: { prompt: string; negativePrompt?: string },
27
- tokenizers: Record<string, BaseTokenizer>,
28
- options?: { maxLength?: number; maxLengthByTokenizer?: Record<string, number> }
29
- ): DiffusionEncodedPrompts;
@@ -1 +0,0 @@
1
- export {};
@@ -1,20 +0,0 @@
1
- import type { DiffusionModelConfig, DiffusionRuntimeConfig } from './types.js';
2
- import type { DiffusionWeightEntry } from './weights.js';
3
-
4
- export interface DecodeLatentsOptions {
5
- width: number;
6
- height: number;
7
- latentWidth: number;
8
- latentHeight: number;
9
- latentChannels: number;
10
- latentScale: number;
11
- weights?: DiffusionWeightEntry | null;
12
- modelConfig?: DiffusionModelConfig | null;
13
- runtime?: DiffusionRuntimeConfig | null;
14
- profile?: { totalMs?: number | null; timings?: Record<string, number> | null } | boolean | null;
15
- }
16
-
17
- export declare function decodeLatents(
18
- latents: Float32Array,
19
- options: DecodeLatentsOptions
20
- ): Promise<Uint8ClampedArray>;
@@ -1,29 +0,0 @@
1
- export type {
2
- EnergyRowHeadModelType,
3
- EnergyRowHeadId,
4
- EnergyRowHeadActivation,
5
- EnergyRowHeadBackend,
6
- EnergyRowHeadDtype,
7
- EnergyRowHeadScoreRowInput,
8
- EnergyRowHeadScoreRow,
9
- EnergyRowHeadInferRequest,
10
- EnergyRowHeadInferResult,
11
- EnergyRowHeadStats,
12
- DreamEnergyHeadModelType,
13
- DreamEnergyHeadId,
14
- DreamEnergyHeadActivation,
15
- DreamEnergyHeadBackend,
16
- DreamEnergyHeadDtype,
17
- DreamEnergyHeadScoreRowInput,
18
- DreamEnergyHeadScoreRow,
19
- DreamEnergyHeadInferRequest,
20
- DreamEnergyHeadInferResult,
21
- DreamEnergyHeadStats,
22
- } from '../energy-head/row-head-pipeline.js';
23
-
24
- export {
25
- EnergyRowHeadPipeline,
26
- createEnergyRowHeadPipeline,
27
- DreamEnergyHeadPipeline,
28
- createDreamEnergyHeadPipeline,
29
- } from '../energy-head/row-head-pipeline.js';
@@ -1,6 +0,0 @@
1
- export {
2
- EnergyRowHeadPipeline,
3
- createEnergyRowHeadPipeline,
4
- DreamEnergyHeadPipeline,
5
- createDreamEnergyHeadPipeline,
6
- } from '../energy-head/row-head-pipeline.js';
@@ -1,17 +0,0 @@
1
- export type {
2
- StructuredJsonHeadModelType,
3
- StructuredJsonHeadInferJSONRequest,
4
- StructuredJsonHeadInferJSONResult,
5
- DreamStructuredModelType,
6
- DreamInferJSONRequest,
7
- DreamInferJSONResult,
8
- } from '../structured/json-head-pipeline.js';
9
-
10
- export {
11
- StructuredJsonHeadPipeline,
12
- isStructuredJsonHeadModelType,
13
- createStructuredJsonHeadPipeline,
14
- DreamStructuredPipeline,
15
- isDreamStructuredModelType,
16
- createDreamStructuredPipeline,
17
- } from '../structured/json-head-pipeline.js';
@@ -1,8 +0,0 @@
1
- export {
2
- StructuredJsonHeadPipeline,
3
- isStructuredJsonHeadModelType,
4
- createStructuredJsonHeadPipeline,
5
- DreamStructuredPipeline,
6
- isDreamStructuredModelType,
7
- createDreamStructuredPipeline,
8
- } from '../structured/json-head-pipeline.js';
@@ -1 +0,0 @@
1
- export { EnergyPipeline, createEnergyPipeline } from './pipeline.js';
@@ -1 +0,0 @@
1
- export { EnergyPipeline, createEnergyPipeline } from './pipeline.js';
@@ -1 +0,0 @@
1
- export {};
@@ -1,6 +0,0 @@
1
- export {
2
- EnergyRowHeadPipeline,
3
- createEnergyRowHeadPipeline,
4
- DreamEnergyHeadPipeline,
5
- createDreamEnergyHeadPipeline,
6
- } from './row-head-pipeline.js';
@@ -1,6 +0,0 @@
1
- export {
2
- EnergyRowHeadPipeline,
3
- createEnergyRowHeadPipeline,
4
- DreamEnergyHeadPipeline,
5
- createDreamEnergyHeadPipeline,
6
- } from './row-head-pipeline.js';
@@ -1,10 +0,0 @@
1
- type InitializablePipeline = {
2
- initialize(contexts?: Record<string, unknown>): Promise<void>;
3
- loadModel(manifest: unknown): Promise<void>;
4
- };
5
-
6
- export declare function createInitializedPipeline<T extends InitializablePipeline>(
7
- PipelineClass: new () => T,
8
- manifest: unknown,
9
- contexts?: Record<string, unknown>
10
- ): Promise<T>;
@@ -1,22 +0,0 @@
1
- export { InferencePipeline, EmbeddingPipeline, createPipeline } from './text.js';
2
- export { DiffusionPipeline, createDiffusionPipeline } from './diffusion/pipeline.js';
3
- export { EnergyPipeline, createEnergyPipeline } from './energy/pipeline.js';
4
- export {
5
- StructuredJsonHeadPipeline,
6
- isStructuredJsonHeadModelType,
7
- createStructuredJsonHeadPipeline,
8
- DreamStructuredPipeline,
9
- isDreamStructuredModelType,
10
- createDreamStructuredPipeline,
11
- } from './structured/json-head-pipeline.js';
12
- export {
13
- EnergyRowHeadPipeline,
14
- createEnergyRowHeadPipeline,
15
- DreamEnergyHeadPipeline,
16
- createDreamEnergyHeadPipeline,
17
- } from './energy-head/row-head-pipeline.js';
18
- export { registerPipeline, getPipelineFactory, listPipelines } from './registry.js';
19
- export { createInitializedPipeline } from './factory.js';
20
-
21
- export type { GenerateOptions, GenerationResult, PipelineContexts } from './text.js';
22
- export type { ParsedModelConfig } from './text/config.js';
@@ -1,19 +0,0 @@
1
- export { InferencePipeline, EmbeddingPipeline, createPipeline } from './text.js';
2
- export { DiffusionPipeline, createDiffusionPipeline } from './diffusion/pipeline.js';
3
- export { EnergyPipeline, createEnergyPipeline } from './energy/pipeline.js';
4
- export {
5
- StructuredJsonHeadPipeline,
6
- isStructuredJsonHeadModelType,
7
- createStructuredJsonHeadPipeline,
8
- DreamStructuredPipeline,
9
- isDreamStructuredModelType,
10
- createDreamStructuredPipeline,
11
- } from './structured/json-head-pipeline.js';
12
- export {
13
- EnergyRowHeadPipeline,
14
- createEnergyRowHeadPipeline,
15
- DreamEnergyHeadPipeline,
16
- createDreamEnergyHeadPipeline,
17
- } from './energy-head/row-head-pipeline.js';
18
- export { registerPipeline, getPipelineFactory, listPipelines } from './registry.js';
19
- export { createInitializedPipeline } from './factory.js';
@@ -1,15 +0,0 @@
1
- /**
2
- * Pipeline Registry
3
- *
4
- * Maps modelType -> pipeline factory.
5
- *
6
- * @module inference/pipelines/registry
7
- */
8
-
9
- import type { ManifestSchema } from '../../config/schema/index.js';
10
-
11
- export type PipelineFactory = (manifest: ManifestSchema, contexts?: Record<string, unknown>) => Promise<unknown>;
12
-
13
- export declare function registerPipeline(modelType: string, factory: PipelineFactory): void;
14
- export declare function getPipelineFactory(modelType: string | null | undefined): PipelineFactory | null;
15
- export declare function listPipelines(): string[];
@@ -1,2 +0,0 @@
1
- export declare function createRng(seed: number): () => number;
2
- export declare function sampleNormal(rng: () => number): number;
@@ -1,166 +0,0 @@
1
- // Minimal TSV-grammar sampling constraint.
2
- //
3
- // Usage:
4
- // const mask = createTsvGrammarMask({ tokenizer, fieldsPerLine: 4 });
5
- // for await (const text of pipeline.generate(prompt, { logitMaskFn: mask })) { ... }
6
- //
7
- // Companion to json-grammar-mask.js. Use this when the model is asked to
8
- // emit a flat tab-separated record stream (one record per line, fields
9
- // separated by TAB, terminated by NEWLINE) rather than a JSON envelope.
10
- // Cuts decode tokens by ~30-40% vs. JSON because the model isn't sampling
11
- // braces/quotes/keys at every position — and Doppler's structured-
12
- // generation primitive is logit validation only (no token forcing), so
13
- // JSON's structural overhead is real.
14
- //
15
- // What the mask enforces (soft):
16
- // - Inside a line with fewer than `fieldsPerLine - 1` tabs already
17
- // emitted, disallow tokens whose piece contains a NEWLINE — the line
18
- // must hit all field separators before terminating.
19
- // - Disallow tokens that would push the per-line tab count past
20
- // `fieldsPerLine - 1`, so the model can't emit five-field rows when
21
- // four were specified.
22
- // - Allow any token (including end-of-stream) after a balanced newline
23
- // when at least one valid line has been emitted.
24
- //
25
- // What the mask does NOT enforce (intentional):
26
- // - Field-content shape. The category/confidence/page-number values
27
- // are validated post-decode by the consumer (e.g.,
28
- // parseDelimitedExtraction + validateRedaction in Columbo). Trying
29
- // to enforce enum prefixes at the BPE token-piece level is brittle
30
- // because token boundaries don't align with field boundaries.
31
- // - Empty lines. A trailing blank line is just dropped by the parser.
32
- //
33
- // Tokenizer assumption: same as json-grammar-mask.js — `tokenizer.decode([id])`
34
- // returns the literal piece for that token. True for Qwen, Gemma, Llama BPE.
35
-
36
- function pieceAt(tokenizer, tokenId) {
37
- if (!tokenizer || typeof tokenizer.decode !== "function") return "";
38
- try {
39
- return String(tokenizer.decode([tokenId], true, false) || "");
40
- } catch {
41
- return "";
42
- }
43
- }
44
-
45
- function countRunes(piece, char) {
46
- let count = 0;
47
- for (let i = 0; i < piece.length; i += 1) {
48
- if (piece[i] === char) count += 1;
49
- }
50
- return count;
51
- }
52
-
53
- /**
54
- * Per-piece flags used by the mask. Tracks tab/newline placement so the
55
- * state machine can decide when a line is complete and whether a token
56
- * is allowed to advance the schema.
57
- */
58
- function classifyPiece(piece) {
59
- const tabs = countRunes(piece, "\t");
60
- const newlines = countRunes(piece, "\n");
61
- return {
62
- tabs,
63
- newlines,
64
- isOnlyWhitespace: /^\s*$/.test(piece),
65
- hasNewline: newlines > 0,
66
- hasTab: tabs > 0,
67
- };
68
- }
69
-
70
- /**
71
- * Create a logit mask function that enforces a soft TSV grammar.
72
- *
73
- * @param {{
74
- * tokenizer?: { decode(ids: number[], skipSpecial?: boolean, skipBos?: boolean): string } | null,
75
- * fieldsPerLine?: number,
76
- * cacheBudget?: number,
77
- * }} [opts]
78
- * @returns {(logits: Float32Array, context: { generatedIds: number[], tokenizer?: unknown, vocabSize?: number }) => void}
79
- */
80
- export function createTsvGrammarMask(opts = {}) {
81
- const fieldsPerLine = Math.max(2, Math.floor(Number(opts.fieldsPerLine) || 4));
82
- const tabsPerLineMax = fieldsPerLine - 1;
83
- const pieceCache = new Map();
84
- const cacheBudget = Math.max(1024, Math.floor(Number(opts.cacheBudget) || 32768));
85
-
86
- function cachedPiece(tokenizer, tokenId) {
87
- if (pieceCache.has(tokenId)) return pieceCache.get(tokenId);
88
- if (pieceCache.size >= cacheBudget) pieceCache.clear();
89
- const piece = pieceAt(tokenizer, tokenId);
90
- pieceCache.set(tokenId, piece);
91
- return piece;
92
- }
93
-
94
- // Per-line tab count resets on each emitted newline. `linesEmitted`
95
- // counts complete lines so the mask can permit EOS once at least one
96
- // valid record has been produced.
97
- let tabsOnCurrentLine = 0;
98
- let linesEmitted = 0;
99
- let lastGeneratedLen = 0;
100
-
101
- function reflectEmittedTokens(tokenizer, generatedIds) {
102
- for (let i = lastGeneratedLen; i < generatedIds.length; i += 1) {
103
- const piece = cachedPiece(tokenizer, generatedIds[i]);
104
- // Walk the piece char-by-char so multi-tab/newline pieces stay
105
- // accurate (e.g., a token piece "\t\n" both completes a line
106
- // AND resets the tab counter).
107
- for (let c = 0; c < piece.length; c += 1) {
108
- const ch = piece[c];
109
- if (ch === "\n") {
110
- if (tabsOnCurrentLine > 0) linesEmitted += 1;
111
- tabsOnCurrentLine = 0;
112
- } else if (ch === "\t") {
113
- tabsOnCurrentLine += 1;
114
- }
115
- }
116
- }
117
- lastGeneratedLen = generatedIds.length;
118
- }
119
-
120
- /**
121
- * Walk a candidate piece's chars and check whether any intermediate
122
- * state would violate the per-line tab budget. Returns true iff the
123
- * piece is structurally valid given the current `tabsOnCurrentLine`.
124
- *
125
- * Intra-piece state evolution matters because BPE tokens occasionally
126
- * span line boundaries (e.g., a piece `"\t\n"` ends one line AND
127
- * starts the next with tabsOnCurrentLine=0). A naive check that just
128
- * sums the piece's tabs/newlines would misjudge such tokens.
129
- */
130
- function pieceFitsBudget(piece, startingTabs, tabsMax) {
131
- let tabs = startingTabs;
132
- let sawNewlineWithoutCompleteLine = false;
133
- for (let c = 0; c < piece.length; c += 1) {
134
- const ch = piece[c];
135
- if (ch === "\n") {
136
- if (tabs < tabsMax) sawNewlineWithoutCompleteLine = true;
137
- tabs = 0;
138
- } else if (ch === "\t") {
139
- tabs += 1;
140
- if (tabs > tabsMax) return false;
141
- }
142
- }
143
- if (sawNewlineWithoutCompleteLine) return false;
144
- return true;
145
- }
146
-
147
- return function logitMask(logits, context) {
148
- const tokenizer = (opts.tokenizer ?? context?.tokenizer) || null;
149
- if (!tokenizer) return;
150
- reflectEmittedTokens(tokenizer, Array.isArray(context?.generatedIds) ? context.generatedIds : []);
151
-
152
- const vocabSize = Math.min(logits.length, Number(context?.vocabSize || logits.length));
153
- for (let id = 0; id < vocabSize; id += 1) {
154
- if (logits[id] <= -Infinity) continue;
155
- const piece = cachedPiece(tokenizer, id);
156
- if (!piece) continue;
157
- // Fast path: pieces with no tab/newline are always allowed —
158
- // they're field content (snippet text, digits, decimal points).
159
- // Avoids the per-char walk for the common case.
160
- if (piece.indexOf("\t") < 0 && piece.indexOf("\n") < 0) continue;
161
- if (!pieceFitsBudget(piece, tabsOnCurrentLine, tabsPerLineMax)) {
162
- logits[id] = -Infinity;
163
- }
164
- }
165
- };
166
- }
@@ -1,23 +0,0 @@
1
- /**
2
- * AttnConfig runtime validation.
3
- *
4
- * Provides a validateAttnConfig() helper that checks all required fields are
5
- * defined (not undefined) after construction in layer.js. Logs warnings for
6
- * missing fields rather than throwing, preserving backward compatibility.
7
- *
8
- * @module inference/pipelines/text/attention/attn-config
9
- */
10
-
11
- import type { AttentionConfig } from './types.js';
12
-
13
- /**
14
- * Validate an AttnConfig object at construction time.
15
- *
16
- * Checks that all required fields are not undefined. Logs a warning per
17
- * missing field. Returns true when all required fields are present.
18
- *
19
- * @param config - The attention config to validate.
20
- * @param label - Diagnostic label (e.g., "L0" for layer 0).
21
- * @returns True if all required fields are present.
22
- */
23
- export declare function validateAttnConfig(config: AttentionConfig, label?: string): boolean;
@@ -1,173 +0,0 @@
1
- /**
2
- * Attention Dispatch Parameters
3
- *
4
- * Shared dispatch parameter construction logic used by both run.js (immediate)
5
- * and record.js (batched) attention paths. Extracts KV cache state resolution,
6
- * sliding window normalization, kernel variant selection, attention scale
7
- * computation, and cached KV dtype/tensor creation.
8
- *
9
- * @module inference/pipelines/text/attention/dispatch-params
10
- */
11
-
12
- import type { Tensor } from '../../../../gpu/tensor.js';
13
- import type { CommandRecorder } from '../../../../gpu/command-recorder.js';
14
- import type { AttentionState } from './types.js';
15
-
16
- /**
17
- * Resolved KV cache state for attention dispatch.
18
- */
19
- export interface KVCacheDispatchState {
20
- cachedK: GPUBuffer | undefined;
21
- cachedV: GPUBuffer | undefined;
22
- kvLenForAttention: number;
23
- causalForAttention: boolean;
24
- startPosForMask: number;
25
- kvStart: number;
26
- kvLayout: 'contiguous' | 'contiguous_quantized' | 'ring' | 'paged' | 'tiered' | 'bdpa';
27
- kvPageTable: GPUBuffer | null;
28
- kvPageSize: number;
29
- cachedKHot: GPUBuffer | undefined;
30
- cachedVHot: GPUBuffer | undefined;
31
- cachedKCold: GPUBuffer | undefined;
32
- cachedVCold: GPUBuffer | undefined;
33
- coldScalesK: GPUBuffer | null;
34
- coldScalesV: GPUBuffer | null;
35
- coldPackedStride: number;
36
- coldQuantMode: string;
37
- coldLen: number;
38
- hotLen: number;
39
- hotStart: number;
40
- hotWindow: number;
41
- coldPageTable: GPUBuffer | null;
42
- coldPageSize: number;
43
- bdpaBasisK: GPUBuffer | null;
44
- bdpaBasisV: GPUBuffer | null;
45
- bdpaPagedK: GPUBuffer | null;
46
- bdpaPagedV: GPUBuffer | null;
47
- bdpaIndex: GPUBuffer | null;
48
- bdpaBasisCount: number;
49
- hasCache: boolean;
50
- totalSeqLen: number;
51
- diffusionGemmaDecoder?: boolean;
52
- ownedBuffers?: GPUBuffer[] | null;
53
- encoderSeqLen?: number;
54
- encoderWindow?: number;
55
- }
56
-
57
- /**
58
- * Config fields needed by buildAttentionDispatchParams.
59
- */
60
- export interface DispatchParamsConfig {
61
- layerIdx: number;
62
- numTokens: number;
63
- isPrefill: boolean;
64
- numHeads: number;
65
- numKVHeads: number;
66
- headDim: number;
67
- hiddenSize: number;
68
- slidingWindow?: number | null;
69
- layerType?: string;
70
- layerTypes?: string[];
71
- queryPreAttnScalar?: number;
72
- causalAttention?: boolean;
73
- activationDtype?: string;
74
- kvCacheDtype?: string | null;
75
- }
76
-
77
- /**
78
- * Result from buildAttentionDispatchParams.
79
- */
80
- export interface AttentionDispatchParams {
81
- effectiveSlidingWindow: number | null;
82
- attentionKernelVariant: string;
83
- attnScale: number;
84
- cachedKDtype: string;
85
- cachedVDtype: string;
86
- cachedKTensor: Tensor | null;
87
- cachedVTensor: Tensor | null;
88
- isTieredKernel: boolean;
89
- prefillFallbackNeedsCast: boolean;
90
- causalForAttention: boolean;
91
- }
92
-
93
- /**
94
- * Dtype info needed by buildAttentionInputsData.
95
- */
96
- export interface DtypeInfo {
97
- useF16Activations: boolean;
98
- matmulOutputDtype: string;
99
- }
100
-
101
- /**
102
- * Check if a layer type string indicates sliding window attention.
103
- */
104
- export function isSlidingLayerType(layerType: string | undefined): boolean;
105
-
106
- /**
107
- * Resolve KV cache GPU buffers into a flat dispatch state object.
108
- *
109
- * Called after the KV cache has been updated (via updateFromGPU or
110
- * recordUpdateFromGPU) to extract buffer references, layout info,
111
- * and sequence lengths needed for attention dispatch.
112
- */
113
- export function resolveKVCacheState(
114
- state: AttentionState,
115
- layerIdx: number,
116
- kTensor: Tensor | null,
117
- vTensor: Tensor | null,
118
- currentSeqLen: number,
119
- numTokens: number
120
- ): KVCacheDispatchState;
121
-
122
- export interface DiffusionGemmaDecoderKVStateInput {
123
- state: AttentionState;
124
- layerIdx: number;
125
- kTensor: Tensor;
126
- vTensor: Tensor;
127
- currentSeqLen: number;
128
- numTokens: number;
129
- numKVHeads: number;
130
- headDim: number;
131
- layerType?: string | null;
132
- slidingWindow?: number | null;
133
- kvDtype?: string | null;
134
- recorder?: CommandRecorder | null;
135
- }
136
-
137
- export function createDiffusionGemmaDecoderKVState(
138
- args: DiffusionGemmaDecoderKVStateInput
139
- ): Promise<KVCacheDispatchState>;
140
-
141
- /**
142
- * Build attention dispatch parameters from the KV cache state and layer config.
143
- *
144
- * Applies tiered prefill fallback, sliding window normalization, kernel variant
145
- * selection, kvLen adjustments, attention scale computation, and cached KV
146
- * dtype/tensor creation. Mutates kvState in place for layout overrides.
147
- */
148
- export function buildAttentionDispatchParams(
149
- config: DispatchParamsConfig,
150
- state: AttentionState,
151
- kTensor: Tensor | null,
152
- vTensor: Tensor | null,
153
- kvState: KVCacheDispatchState
154
- ): AttentionDispatchParams;
155
-
156
- /**
157
- * Build the data object for recordAttentionInputs.
158
- *
159
- * Consolidates dtype, layout, and dimension info from config, KV state,
160
- * and dispatch params into the shape expected by recordAttentionInputs().
161
- */
162
- export function buildAttentionInputsData(
163
- config: DispatchParamsConfig,
164
- input: Tensor,
165
- normed: Tensor,
166
- kvState: KVCacheDispatchState,
167
- dispatchParams: AttentionDispatchParams,
168
- dtypeInfo: DtypeInfo,
169
- usedFusedQKV: boolean,
170
- qTensor: Tensor | null,
171
- kTensor: Tensor | null,
172
- vTensor: Tensor | null
173
- ): Record<string, unknown>;
@@ -1,24 +0,0 @@
1
- /**
2
- * Attention Module - Re-exports
3
- *
4
- * @module inference/pipelines/text/attention
5
- */
6
-
7
- // Types and utilities
8
- export {
9
- type AttentionConfig,
10
- type AttentionState,
11
- type AttentionResult,
12
- type AttentionDebugFlags,
13
- shouldDebugLayer,
14
- markStageLogged,
15
- releaseOrTrack,
16
- getQKNormOnesBuffer,
17
- } from './types.js';
18
-
19
- // Run (immediate submission)
20
- export { runLayerAttentionGPU } from './run.js';
21
-
22
- // Record (batched submission)
23
- export { recordLayerAttentionGPU } from './record.js';
24
- export { runAttentionBDPA, recordAttentionBDPA } from '../../../../gpu/kernel-selector.js';
@@ -1,12 +0,0 @@
1
- import type { Tensor } from '../../../../gpu/tensor.js';
2
-
3
- export interface AttentionProjectionInputResult {
4
- oProjInput: Tensor;
5
- oProjInputTemp: Tensor | null;
6
- }
7
-
8
- export function prepareAttentionProjectionInput(
9
- attnForProjection: Tensor,
10
- matmulOutputDtype: string,
11
- castToF16: (tensor: Tensor) => Promise<Tensor>
12
- ): Promise<AttentionProjectionInputResult>;
@@ -1,36 +0,0 @@
1
- export interface AttentionPrecisionContract {
2
- precision: {
3
- activationDtype?: 'f16' | 'f32';
4
- kvDtype?: 'f16' | 'f32';
5
- inputDtype?: 'f16' | 'f32';
6
- outputDtype?: 'f16' | 'f32';
7
- } | null;
8
- explicitInputDtype: 'f16' | 'f32' | null;
9
- explicitOutputDtype: 'f16' | 'f32' | null;
10
- explicitKvDtype: 'f16' | 'f32' | null;
11
- resolvedActivationDtype: 'f16' | 'f32' | null;
12
- resolvedOutputDtype: 'f16' | 'f32' | null;
13
- resolvedKvCacheDtype: 'f16' | 'f32' | null;
14
- }
15
-
16
- export function resolveAttentionPrecisionContract(
17
- config: {
18
- isPrefill?: boolean;
19
- layerIdx?: number;
20
- kernelPath?: Record<string, unknown> | null;
21
- activationDtype?: 'f16' | 'f32' | null;
22
- inputDtype?: 'f16' | 'f32' | null;
23
- outputDtype?: 'f16' | 'f32' | null;
24
- kvDtype?: 'f16' | 'f32' | null;
25
- } | null | undefined,
26
- state: {
27
- kvCache?: {
28
- kvDtype?: 'f16' | 'f32' | null;
29
- } | null;
30
- } | null | undefined
31
- ): AttentionPrecisionContract;
32
-
33
- export function isAttentionKvDtypeExplicit(
34
- contract: AttentionPrecisionContract | null | undefined,
35
- targetDtype: 'f16' | 'f32'
36
- ): boolean;