doppler-gpu 0.4.7 → 0.4.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/CHANGELOG.md +64 -0
  2. package/README.md +93 -144
  3. package/models/catalog.json +1575 -0
  4. package/package.json +37 -12
  5. package/src/cli/doppler-cli.js +28 -7
  6. package/src/client/doppler-registry.json +2 -2
  7. package/src/client/runtime/index.js +25 -2
  8. package/src/client/runtime/model-session.d.ts +31 -1
  9. package/src/client/runtime/model-session.js +31 -0
  10. package/src/client/runtime/model-source.d.ts +19 -2
  11. package/src/client/runtime/model-source.js +45 -5
  12. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +21 -5
  13. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +6 -1
  14. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +1 -1
  15. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +9 -1
  16. package/src/config/kernel-path-loader.js +1 -0
  17. package/src/config/kernels/kernel-ref-digests.js +26 -17
  18. package/src/config/kernels/registry.json +448 -27
  19. package/src/config/merge.js +11 -0
  20. package/src/config/param-validator.js +25 -0
  21. package/src/config/runtime/default.json +3 -1
  22. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  23. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  24. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  25. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  26. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  27. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  28. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  29. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  30. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  31. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  32. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  33. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  34. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  35. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  36. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  37. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  38. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  39. package/src/config/schema/doppler.schema.js +40 -5
  40. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  41. package/src/config/schema/execution-v1.schema.js +10 -0
  42. package/src/config/schema/index.d.ts +3 -1
  43. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  44. package/src/config/transforms/capability-transform-resolver.js +7 -1
  45. package/src/config/transforms/execution-graph-transforms.js +2 -2
  46. package/src/debug/config.d.ts +4 -0
  47. package/src/experimental/orchestration/index.d.ts +10 -1
  48. package/src/experimental/training/suite.js +1 -1
  49. package/src/formats/rdrr/classification.js +3 -0
  50. package/src/formats/rdrr/integrity.d.ts +0 -2
  51. package/src/formats/rdrr/integrity.js +0 -2
  52. package/src/formats/rdrr/types.d.ts +1 -1
  53. package/src/gpu/kernels/attention.d.ts +2 -0
  54. package/src/gpu/kernels/attention.js +75 -16
  55. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  56. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  57. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  58. package/src/gpu/kernels/fused_ffn.js +540 -19
  59. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  60. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  61. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  62. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  63. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  64. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  65. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  66. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  67. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  68. package/src/gpu/kernels/index.d.ts +21 -0
  69. package/src/gpu/kernels/index.js +13 -0
  70. package/src/gpu/kernels/linear-attention-core.js +413 -15
  71. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  72. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  73. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  74. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  75. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  76. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  77. package/src/gpu/kernels/matmul-selection.js +5 -1
  78. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  79. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  80. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  81. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  82. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  83. package/src/gpu/kernels/silu.wgsl +7 -1
  84. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  85. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  86. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  87. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  88. package/src/gpu/tensor.d.ts +1 -0
  89. package/src/index.d.ts +1 -1
  90. package/src/index.js +1 -1
  91. package/src/inference/browser-harness-suite-helpers.js +1 -1
  92. package/src/inference/browser-harness-text-helpers.js +251 -20
  93. package/src/inference/browser-harness.js +221 -3
  94. package/src/inference/kv-cache/base.js +42 -1
  95. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  96. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  97. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  98. package/src/inference/pipelines/text/attention/projections.js +174 -4
  99. package/src/inference/pipelines/text/attention/record.js +44 -21
  100. package/src/inference/pipelines/text/attention/run.js +18 -3
  101. package/src/inference/pipelines/text/config.d.ts +18 -0
  102. package/src/inference/pipelines/text/config.js +100 -0
  103. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  104. package/src/inference/pipelines/text/execution-plan.js +37 -0
  105. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  106. package/src/inference/pipelines/text/execution-v1.js +122 -8
  107. package/src/inference/pipelines/text/ffn/dense.js +239 -21
  108. package/src/inference/pipelines/text/ffn/standard.js +121 -38
  109. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  110. package/src/inference/pipelines/text/generator-helpers.js +2 -0
  111. package/src/inference/pipelines/text/generator-runtime.js +1 -0
  112. package/src/inference/pipelines/text/generator-steps.js +2 -2
  113. package/src/inference/pipelines/text/generator.d.ts +18 -1
  114. package/src/inference/pipelines/text/generator.js +297 -19
  115. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  116. package/src/inference/pipelines/text/init.d.ts +22 -3
  117. package/src/inference/pipelines/text/init.js +2 -2
  118. package/src/inference/pipelines/text/layer.js +87 -8
  119. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  120. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  121. package/src/inference/pipelines/text/linear-attention.js +173 -16
  122. package/src/inference/pipelines/text/logits/gpu.js +2 -2
  123. package/src/inference/pipelines/text/logits/index.js +62 -1
  124. package/src/inference/pipelines/text/model-load.js +6 -0
  125. package/src/inference/pipelines/text/ops.js +22 -0
  126. package/src/inference/pipelines/text/per-layer-inputs.js +80 -11
  127. package/src/inference/pipelines/text/probes.js +9 -4
  128. package/src/inference/pipelines/text/state.d.ts +4 -4
  129. package/src/inference/pipelines/text/state.js +4 -0
  130. package/src/inference/pipelines/text/types.d.ts +27 -2
  131. package/src/inference/pipelines/text.d.ts +21 -1
  132. package/src/inference/pipelines/text.js +40 -14
  133. package/src/inference/tokenizers/bundled.js +45 -23
  134. package/src/inference/tokenizers/types.d.ts +7 -4
  135. package/src/loader/doppler-loader.js +25 -2
  136. package/src/loader/index.d.ts +3 -1
  137. package/src/loader/index.js +2 -0
  138. package/src/loader/loader-types.d.ts +3 -1
  139. package/src/loader/manifest-config.d.ts +18 -0
  140. package/src/loader/manifest-config.js +11 -3
  141. package/src/loader/shard-cache.d.ts +2 -0
  142. package/src/loader/shard-cache.js +29 -1
  143. package/src/models/gemma4.js +8 -0
  144. package/src/rules/inference/capability-transforms.rules.json +145 -20
  145. package/src/rules/inference/ffn.rules.json +33 -0
  146. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  147. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  148. package/src/rules/kernels/matmul.rules.json +1 -0
  149. package/src/rules/kernels/silu.rules.json +1 -0
  150. package/src/rules/rule-registry.js +2 -0
  151. package/src/storage/artifact-storage-context.js +36 -0
  152. package/src/tooling/node-browser-command-runner.js +42 -7
  153. package/src/tooling/opfs-cache.d.ts +21 -1
  154. package/src/tooling/opfs-cache.js +168 -32
  155. package/src/tooling-exports/storage.d.ts +1 -1
  156. package/src/tooling-exports/storage.js +1 -1
  157. package/src/types/gpu.d.ts +25 -0
  158. package/src/version.js +1 -1
  159. package/tests/kernels/browser/kernel-suite.js +1593 -0
  160. package/tests/kernels/browser/test-page.js +2629 -0
  161. package/tests/kernels/harness/benchmark.js +225 -0
  162. package/tests/kernels/harness/buffer-utils.js +88 -0
  163. package/tests/kernels/harness/tolerance.js +174 -0
  164. package/tests/kernels/reference/adam.js +15 -0
  165. package/tests/kernels/reference/attention.js +158 -0
  166. package/tests/kernels/reference/backward.js +96 -0
  167. package/tests/kernels/reference/bias-add.js +20 -0
  168. package/tests/kernels/reference/conv2d.js +58 -0
  169. package/tests/kernels/reference/cross-entropy.js +26 -0
  170. package/tests/kernels/reference/dequant.js +312 -0
  171. package/tests/kernels/reference/embed.js +15 -0
  172. package/tests/kernels/reference/gather.js +61 -0
  173. package/tests/kernels/reference/gelu.js +37 -0
  174. package/tests/kernels/reference/groupnorm.js +36 -0
  175. package/tests/kernels/reference/index.js +89 -0
  176. package/tests/kernels/reference/layernorm.js +22 -0
  177. package/tests/kernels/reference/matmul.js +57 -0
  178. package/tests/kernels/reference/modulate.js +24 -0
  179. package/tests/kernels/reference/moe-gather.js +83 -0
  180. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  181. package/tests/kernels/reference/residual.js +55 -0
  182. package/tests/kernels/reference/rmsnorm.js +52 -0
  183. package/tests/kernels/reference/rope.js +79 -0
  184. package/tests/kernels/reference/sample.js +97 -0
  185. package/tests/kernels/reference/scatter-add.js +58 -0
  186. package/tests/kernels/reference/silu.js +52 -0
  187. package/tests/kernels/reference/softmax.js +86 -0
  188. package/tests/kernels/reference/split-qkv.js +58 -0
  189. package/tests/kernels/reference/topk.js +88 -0
  190. package/tests/kernels/reference/upsample2d.js +37 -0
  191. package/BRANDING.md +0 -14
  192. package/SECURITY.md +0 -19
  193. package/assets/doppler-runtime-map.svg +0 -82
  194. package/src/bootstrap.js +0 -30
  195. package/src/cli/doppler-cli.d.ts +0 -46
  196. package/src/cli/doppler-quickstart.d.ts +0 -45
  197. package/src/cli/doppler-serve.d.ts +0 -210
  198. package/src/cli/runtime-profiles.d.ts +0 -40
  199. package/src/client/doppler-api.browser.d.ts +0 -1
  200. package/src/client/doppler-api.browser.js +0 -25
  201. package/src/client/doppler-registry.d.ts +0 -54
  202. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  203. package/src/client/runtime/source-runtime.d.ts +0 -26
  204. package/src/client/runtime/storage.d.ts +0 -5
  205. package/src/config/README.md +0 -61
  206. package/src/config/conversion/README.md +0 -62
  207. package/src/config/goal-completion-matrix.json +0 -552
  208. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  209. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  210. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  211. package/src/config/kernels/registry.d.ts +0 -51
  212. package/src/config/merge-contract-check.d.ts +0 -16
  213. package/src/config/merge-contract-check.js +0 -319
  214. package/src/config/merge-helpers.d.ts +0 -60
  215. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  216. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  217. package/src/config/param-categories.d.ts +0 -8
  218. package/src/config/param-validator.d.ts +0 -33
  219. package/src/config/platforms/loader.d.ts +0 -38
  220. package/src/config/quantization-contract-check.d.ts +0 -12
  221. package/src/config/quantization-contract-check.js +0 -91
  222. package/src/config/runtime/README.md +0 -28
  223. package/src/config/runtime-merge.d.ts +0 -5
  224. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  225. package/src/config/schema/command-surface-contract.schema.json +0 -81
  226. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  227. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  228. package/src/config/schema/platform.schema.js +0 -1
  229. package/src/config/schema/policy-schema-registry.json +0 -31
  230. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  231. package/src/config/support-tiers/subsystems.json +0 -502
  232. package/src/config/supported-operations.d.ts +0 -14
  233. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  234. package/src/config/transforms/execution-graph-transforms.d.ts +0 -306
  235. package/src/converter/conversion-plan.d.ts +0 -56
  236. package/src/converter/index.d.ts +0 -98
  237. package/src/converter/index.js +0 -59
  238. package/src/converter/parsers/diffusion.d.ts +0 -50
  239. package/src/converter/parsers/gguf.d.ts +0 -31
  240. package/src/converter/parsers/index.d.ts +0 -21
  241. package/src/converter/parsers/index.js +0 -12
  242. package/src/converter/parsers/transformer.d.ts +0 -31
  243. package/src/converter/quantization-info.d.ts +0 -38
  244. package/src/converter/rope-config.d.ts +0 -16
  245. package/src/converter/tokenizer-utils.d.ts +0 -12
  246. package/src/debug/reference/README.md +0 -114
  247. package/src/debug/reference/hf_attn_debug.py +0 -114
  248. package/src/debug/reference/hf_embed_check.py +0 -89
  249. package/src/debug/reference/hf_layer_out.py +0 -100
  250. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  251. package/src/debug/reference/hf_rope_check.py +0 -116
  252. package/src/debug/reference/hf_weights.py +0 -75
  253. package/src/errors/doppler-error.d.ts +0 -20
  254. package/src/experimental/bridge/extension/background.d.ts +0 -14
  255. package/src/experimental/bridge/extension/background.js +0 -168
  256. package/src/experimental/bridge/extension/manifest.json +0 -34
  257. package/src/experimental/bridge/extension-client.d.ts +0 -114
  258. package/src/experimental/bridge/index.d.ts +0 -69
  259. package/src/experimental/bridge/node-bridge.js +0 -24
  260. package/src/experimental/bridge/protocol.d.ts +0 -96
  261. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  262. package/src/experimental/browser/gguf-importer.js +0 -532
  263. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  264. package/src/experimental/browser/quantization.d.ts +0 -74
  265. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  266. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  267. package/src/experimental/browser/shard-io-browser.js +0 -89
  268. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  269. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  270. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  271. package/src/experimental/distribution/p2p-transport.js +0 -75
  272. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  273. package/src/experimental/hotswap/manifest.d.ts +0 -42
  274. package/src/experimental/hotswap/model-swap.js +0 -42
  275. package/src/experimental/hotswap/runtime.d.ts +0 -31
  276. package/src/experimental/training/README.md +0 -164
  277. package/src/experimental/training/artifacts.d.ts +0 -160
  278. package/src/experimental/training/attention-backward.d.ts +0 -30
  279. package/src/experimental/training/attention-forward.d.ts +0 -22
  280. package/src/experimental/training/attention-forward.js +0 -82
  281. package/src/experimental/training/autograd.d.ts +0 -51
  282. package/src/experimental/training/backward-kernels.js +0 -39
  283. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  284. package/src/experimental/training/checkpoint.d.ts +0 -36
  285. package/src/experimental/training/clip.d.ts +0 -9
  286. package/src/experimental/training/dataloader.d.ts +0 -8
  287. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  288. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  289. package/src/experimental/training/datasets/index.d.ts +0 -24
  290. package/src/experimental/training/datasets/index.js +0 -13
  291. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  292. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  293. package/src/experimental/training/datasets/reploid.js +0 -36
  294. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  295. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  296. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  297. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  298. package/src/experimental/training/datasets/token-batch.js +0 -52
  299. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  300. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  301. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  302. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  303. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  304. package/src/experimental/training/distillation/eval.d.ts +0 -34
  305. package/src/experimental/training/distillation/index.d.ts +0 -29
  306. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  307. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  308. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  309. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  310. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  311. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  312. package/src/experimental/training/export.d.ts +0 -41
  313. package/src/experimental/training/index.d.ts +0 -74
  314. package/src/experimental/training/index.js +0 -63
  315. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  316. package/src/experimental/training/lora.d.ts +0 -19
  317. package/src/experimental/training/loss-scaling.d.ts +0 -21
  318. package/src/experimental/training/loss.d.ts +0 -10
  319. package/src/experimental/training/objectives/base.d.ts +0 -58
  320. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  321. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  322. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  323. package/src/experimental/training/objectives/index.d.ts +0 -12
  324. package/src/experimental/training/objectives/index.js +0 -6
  325. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  326. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  327. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  328. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  329. package/src/experimental/training/operator-command.d.ts +0 -5
  330. package/src/experimental/training/operator-eval.d.ts +0 -48
  331. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  332. package/src/experimental/training/optimizer.d.ts +0 -22
  333. package/src/experimental/training/runner.d.ts +0 -249
  334. package/src/experimental/training/suite.d.ts +0 -299
  335. package/src/experimental/training/tensor-factory.d.ts +0 -9
  336. package/src/experimental/training/trainer.d.ts +0 -89
  337. package/src/experimental/training/ul_dataset.d.ts +0 -47
  338. package/src/experimental/training/ul_schedule.d.ts +0 -6
  339. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  340. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  341. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  342. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  343. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  344. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  345. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  346. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  347. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  348. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  349. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  350. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  351. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  352. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  353. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  354. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  355. package/src/experimental/training/workload-packs/registry.json +0 -278
  356. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  357. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  358. package/src/experimental/training/workloads.d.ts +0 -201
  359. package/src/formats/gguf/types.d.ts +0 -74
  360. package/src/formats/index.d.ts +0 -75
  361. package/src/formats/index.js +0 -19
  362. package/src/formats/litert/types.d.ts +0 -74
  363. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  364. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  365. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  366. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  367. package/src/formats/safetensors/types.d.ts +0 -67
  368. package/src/formats/tflite/types.d.ts +0 -61
  369. package/src/formats/tokenizer/index.d.ts +0 -5
  370. package/src/formats/tokenizer/index.js +0 -3
  371. package/src/formats/tokenizer/types.d.ts +0 -9
  372. package/src/gpu/kernel-runtime.d.ts +0 -13
  373. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  374. package/src/gpu/kernel-selection-log.d.ts +0 -4
  375. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  376. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  377. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  378. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  379. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  380. package/src/gpu/kernel-tuner/types.js +0 -4
  381. package/src/gpu/kernel-tuner.d.ts +0 -33
  382. package/src/gpu/kernels/README.md +0 -166
  383. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  384. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  385. package/src/gpu/kernels/check-stop.d.ts +0 -31
  386. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  387. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  388. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  389. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  390. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  391. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  392. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  393. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  394. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  395. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  396. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  397. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  398. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  399. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  400. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  401. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  402. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  403. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  404. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  405. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  406. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  407. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  408. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  409. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  410. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  411. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  412. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  413. package/src/gpu/kernels/constants.d.ts +0 -129
  414. package/src/gpu/kernels/dispatch.d.ts +0 -72
  415. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  416. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  417. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  418. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  419. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  420. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  421. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  422. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  423. package/src/gpu/kernels/types.js +0 -4
  424. package/src/gpu/perf-guards.d.ts +0 -13
  425. package/src/gpu/profiler.d.ts +0 -93
  426. package/src/gpu/readback-utils.d.ts +0 -16
  427. package/src/gpu/readback-utils.js +0 -49
  428. package/src/gpu/submit-probe.d.ts +0 -12
  429. package/src/index-browser.d.ts +0 -2
  430. package/src/index-browser.js +0 -2
  431. package/src/inference/README.md +0 -593
  432. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  433. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  434. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  435. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  436. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  437. package/src/inference/browser-harness-text-helpers.d.ts +0 -152
  438. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  439. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  440. package/src/inference/network-evolution.js +0 -79
  441. package/src/inference/pipelines/context.d.ts +0 -21
  442. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  443. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  444. package/src/inference/pipelines/diffusion/index.js +0 -3
  445. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  446. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  447. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  448. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  449. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  450. package/src/inference/pipelines/diffusion/types.js +0 -1
  451. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  452. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  453. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  454. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  455. package/src/inference/pipelines/dream/pipeline.js +0 -8
  456. package/src/inference/pipelines/energy/index.d.ts +0 -1
  457. package/src/inference/pipelines/energy/index.js +0 -1
  458. package/src/inference/pipelines/energy/types.js +0 -1
  459. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  460. package/src/inference/pipelines/energy-head/index.js +0 -6
  461. package/src/inference/pipelines/factory.d.ts +0 -10
  462. package/src/inference/pipelines/index.d.ts +0 -22
  463. package/src/inference/pipelines/index.js +0 -19
  464. package/src/inference/pipelines/registry.d.ts +0 -15
  465. package/src/inference/pipelines/rng.d.ts +0 -2
  466. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  467. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  468. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  469. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  470. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  471. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  472. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  473. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  474. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  475. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  476. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  477. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  478. package/src/inference/pipelines/text/attention.d.ts +0 -23
  479. package/src/inference/pipelines/text/attention.js +0 -12
  480. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  481. package/src/inference/pipelines/text/buffer-types.js +0 -4
  482. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  483. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  484. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  485. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  486. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  487. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  488. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  489. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  490. package/src/inference/pipelines/text/embed.d.ts +0 -69
  491. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  492. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  493. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  494. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  495. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  496. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  497. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  498. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -26
  499. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  500. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  501. package/src/inference/pipelines/text/ffn.js +0 -18
  502. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  503. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  504. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  505. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  506. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  507. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -93
  508. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  509. package/src/inference/pipelines/text/index.d.ts +0 -5
  510. package/src/inference/pipelines/text/index.js +0 -6
  511. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  512. package/src/inference/pipelines/text/layer.d.ts +0 -118
  513. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  514. package/src/inference/pipelines/text/logits/precision-policy.d.ts +0 -11
  515. package/src/inference/pipelines/text/logits/types.js +0 -4
  516. package/src/inference/pipelines/text/logits.d.ts +0 -27
  517. package/src/inference/pipelines/text/logits.js +0 -16
  518. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  519. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  520. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  521. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  522. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  523. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  524. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -70
  525. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  526. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  527. package/src/inference/pipelines/text/ops.d.ts +0 -222
  528. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  529. package/src/inference/pipelines/text/probes.d.ts +0 -28
  530. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  531. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  532. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  533. package/src/inference/pipelines/text/types.js +0 -4
  534. package/src/inference/tokenizers/base.d.ts +0 -44
  535. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  536. package/src/inference/tokenizers/bpe.d.ts +0 -27
  537. package/src/inference/tokenizers/bundled.d.ts +0 -67
  538. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  539. package/src/inference/tokenizers/types.js +0 -7
  540. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  541. package/src/loader/per-layer-input-loader.d.ts +0 -30
  542. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  543. package/src/loader/tensors/source-transform.d.ts +0 -65
  544. package/src/memory/address-table.d.ts +0 -96
  545. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  546. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  547. package/src/rules/rule-registry.d.ts +0 -77
  548. package/src/storage/artifact-storage-context.d.ts +0 -63
  549. package/src/storage/backends/idb-store.d.ts +0 -52
  550. package/src/storage/backends/memory-store.d.ts +0 -36
  551. package/src/storage/backends/opfs-store.d.ts +0 -41
  552. package/src/storage/blake3.d.ts +0 -17
  553. package/src/storage/download-types.d.ts +0 -157
  554. package/src/storage/downloader.d.ts +0 -103
  555. package/src/storage/index.d.ts +0 -274
  556. package/src/storage/index.js +0 -201
  557. package/src/storage/preflight.d.ts +0 -144
  558. package/src/storage/preflight.js +0 -360
  559. package/src/storage/quickstart-downloader.d.ts +0 -157
  560. package/src/storage/quickstart-downloader.js +0 -289
  561. package/src/storage/source-artifact-store.d.ts +0 -59
  562. package/src/sw.js +0 -184
  563. package/src/tooling/command-api-constants.d.ts +0 -9
  564. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  565. package/src/tooling/command-api-helpers.d.ts +0 -23
  566. package/src/tooling/command-runner-shared.d.ts +0 -89
  567. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  568. package/src/tooling/conversion-config-materializer.js +0 -96
  569. package/src/tooling/diagnose-runner.d.ts +0 -28
  570. package/src/tooling/hf-registry-utils.d.ts +0 -55
  571. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  572. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  573. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  574. package/src/tooling/kernel-path-builder/index.js +0 -1361
  575. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  576. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  577. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  578. package/src/tooling/lean-execution-contract-runner.js +0 -158
  579. package/src/tooling/lean-execution-contract.d.ts +0 -16
  580. package/src/tooling/lean-execution-contract.js +0 -81
  581. package/src/tooling/litert-package-runtime.d.ts +0 -46
  582. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  583. package/src/tooling/node-convert-worker.d.ts +0 -1
  584. package/src/tooling/node-converter.d.ts +0 -1
  585. package/src/tooling/node-file-fetch.d.ts +0 -1
  586. package/src/tooling/node-source-runtime.d.ts +0 -24
  587. package/src/tooling/node-webgpu.d.ts +0 -17
  588. package/src/tooling/precision-replay-math.js +0 -174
  589. package/src/tooling/program-bundle-host.d.ts +0 -16
  590. package/src/tooling/program-bundle-host.js +0 -20
  591. package/src/tooling/runtime-input-composition.d.ts +0 -37
  592. package/src/tooling/source-package-profiles.d.ts +0 -50
  593. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  594. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  595. package/src/tooling/source-runtime-materializer.js +0 -89
  596. package/src/tooling-exports.browser.d.ts +0 -7
  597. package/src/types/chrome.d.ts +0 -36
  598. package/src/types/chrome.js +0 -1
  599. package/src/types/index.d.ts +0 -1
  600. package/src/types/index.js +0 -1
  601. package/src/utils/array-buffer.d.ts +0 -4
  602. package/src/utils/canonical-hash.d.ts +0 -7
  603. package/src/utils/clone-json.d.ts +0 -1
  604. package/src/utils/hf-resolve-url.d.ts +0 -16
  605. package/src/utils/index.d.ts +0 -10
  606. package/src/utils/index.js +0 -10
  607. package/src/utils/load-json.d.ts +0 -5
  608. package/src/utils/plain-object.d.ts +0 -1
  609. package/src/utils/sha256.d.ts +0 -5
  610. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -1,82 +0,0 @@
1
- /**
2
- * Diffusion GPU text encoders (SD3).
3
- *
4
- * @module inference/pipelines/diffusion/text-encoder-gpu
5
- */
6
-
7
- import type { CommandRecorder } from '../../../gpu/command-recorder.js';
8
- import type { Tensor } from '../../../gpu/tensor.js';
9
- import type { DiffusionModelConfig, DiffusionRuntimeConfig } from './types.js';
10
-
11
- export interface DiffusionTextEncoderWeightsEntry {
12
- weights: Map<string, any>;
13
- shapes: Map<string, number[]>;
14
- dtypes?: Map<string, string>;
15
- }
16
-
17
- export interface DiffusionTextEncoderWeights {
18
- text_encoder: DiffusionTextEncoderWeightsEntry;
19
- text_encoder_2?: DiffusionTextEncoderWeightsEntry | null;
20
- text_encoder_3?: DiffusionTextEncoderWeightsEntry | null;
21
- transformer?: DiffusionTextEncoderWeightsEntry;
22
- }
23
-
24
- export interface DiffusionTextTokens {
25
- text_encoder: number[];
26
- text_encoder_2?: number[];
27
- text_encoder_3?: number[];
28
- }
29
-
30
- export interface DiffusionTextConditioning {
31
- pooled: Float32Array;
32
- context: Tensor;
33
- attentionMask?: Uint32Array | null;
34
- profile?: {
35
- totalMs?: number | null;
36
- clipMs?: number | null;
37
- clip2Ms?: number | null;
38
- t5Ms?: number | null;
39
- gemmaMs?: number | null;
40
- } | null;
41
- }
42
-
43
- export declare function runTextEncodersForPrompt(
44
- tokensByEncoder: DiffusionTextTokens,
45
- weightsByComponent: DiffusionTextEncoderWeights,
46
- modelConfig: DiffusionModelConfig,
47
- runtime: DiffusionRuntimeConfig,
48
- options?: { profile?: boolean }
49
- ): Promise<DiffusionTextConditioning>;
50
-
51
- export declare function buildTimeTextEmbedding(
52
- pooled: Float32Array,
53
- weightsEntry: DiffusionTextEncoderWeightsEntry,
54
- modelConfig: DiffusionModelConfig,
55
- runtime: DiffusionRuntimeConfig,
56
- options?: { recorder?: CommandRecorder | null }
57
- ): Promise<Tensor>;
58
-
59
- export declare function buildTimestepEmbedding(
60
- timestep: number,
61
- weightsEntry: DiffusionTextEncoderWeightsEntry,
62
- modelConfig: DiffusionModelConfig,
63
- runtime: DiffusionRuntimeConfig,
64
- options?: { dim?: number; recorder?: CommandRecorder | null }
65
- ): Promise<Tensor>;
66
-
67
- export declare function combineTimeTextEmbeddings(
68
- time: Tensor,
69
- text: Tensor,
70
- hiddenSize: number,
71
- options?: { recorder?: CommandRecorder | null }
72
- ): Promise<Tensor>;
73
-
74
- export declare function projectContext(
75
- context: Tensor,
76
- weightsEntry: DiffusionTextEncoderWeightsEntry,
77
- modelConfig: DiffusionModelConfig,
78
- runtime: DiffusionRuntimeConfig,
79
- options?: { recorder?: CommandRecorder | null }
80
- ): Promise<Tensor>;
81
-
82
- export declare function assertClipHiddenActivationSupported(config: { hidden_act: string }): void;
@@ -1,29 +0,0 @@
1
- /**
2
- * Diffusion text encoders.
3
- *
4
- * @module inference/pipelines/diffusion/text-encoder
5
- */
6
-
7
- import type { DiffusionModelConfig } from './types.js';
8
- import type { BaseTokenizer } from '../../tokenizers/base.js';
9
-
10
- export interface DiffusionPromptTokens {
11
- prompt: number[];
12
- negative: number[];
13
- }
14
-
15
- export interface DiffusionEncodedPrompts {
16
- tokens: Record<string, DiffusionPromptTokens>;
17
- totalTokens: number;
18
- }
19
-
20
- export declare function loadDiffusionTokenizers(
21
- diffusionConfig: DiffusionModelConfig,
22
- options?: { baseUrl?: string | null }
23
- ): Promise<Record<string, BaseTokenizer>>;
24
-
25
- export declare function encodePrompt(
26
- prompts: { prompt: string; negativePrompt?: string },
27
- tokenizers: Record<string, BaseTokenizer>,
28
- options?: { maxLength?: number; maxLengthByTokenizer?: Record<string, number> }
29
- ): DiffusionEncodedPrompts;
@@ -1 +0,0 @@
1
- export {};
@@ -1,20 +0,0 @@
1
- import type { DiffusionModelConfig, DiffusionRuntimeConfig } from './types.js';
2
- import type { DiffusionWeightEntry } from './weights.js';
3
-
4
- export interface DecodeLatentsOptions {
5
- width: number;
6
- height: number;
7
- latentWidth: number;
8
- latentHeight: number;
9
- latentChannels: number;
10
- latentScale: number;
11
- weights?: DiffusionWeightEntry | null;
12
- modelConfig?: DiffusionModelConfig | null;
13
- runtime?: DiffusionRuntimeConfig | null;
14
- profile?: { totalMs?: number | null; timings?: Record<string, number> | null } | boolean | null;
15
- }
16
-
17
- export declare function decodeLatents(
18
- latents: Float32Array,
19
- options: DecodeLatentsOptions
20
- ): Promise<Uint8ClampedArray>;
@@ -1,29 +0,0 @@
1
- export type {
2
- EnergyRowHeadModelType,
3
- EnergyRowHeadId,
4
- EnergyRowHeadActivation,
5
- EnergyRowHeadBackend,
6
- EnergyRowHeadDtype,
7
- EnergyRowHeadScoreRowInput,
8
- EnergyRowHeadScoreRow,
9
- EnergyRowHeadInferRequest,
10
- EnergyRowHeadInferResult,
11
- EnergyRowHeadStats,
12
- DreamEnergyHeadModelType,
13
- DreamEnergyHeadId,
14
- DreamEnergyHeadActivation,
15
- DreamEnergyHeadBackend,
16
- DreamEnergyHeadDtype,
17
- DreamEnergyHeadScoreRowInput,
18
- DreamEnergyHeadScoreRow,
19
- DreamEnergyHeadInferRequest,
20
- DreamEnergyHeadInferResult,
21
- DreamEnergyHeadStats,
22
- } from '../energy-head/row-head-pipeline.js';
23
-
24
- export {
25
- EnergyRowHeadPipeline,
26
- createEnergyRowHeadPipeline,
27
- DreamEnergyHeadPipeline,
28
- createDreamEnergyHeadPipeline,
29
- } from '../energy-head/row-head-pipeline.js';
@@ -1,6 +0,0 @@
1
- export {
2
- EnergyRowHeadPipeline,
3
- createEnergyRowHeadPipeline,
4
- DreamEnergyHeadPipeline,
5
- createDreamEnergyHeadPipeline,
6
- } from '../energy-head/row-head-pipeline.js';
@@ -1,17 +0,0 @@
1
- export type {
2
- StructuredJsonHeadModelType,
3
- StructuredJsonHeadInferJSONRequest,
4
- StructuredJsonHeadInferJSONResult,
5
- DreamStructuredModelType,
6
- DreamInferJSONRequest,
7
- DreamInferJSONResult,
8
- } from '../structured/json-head-pipeline.js';
9
-
10
- export {
11
- StructuredJsonHeadPipeline,
12
- isStructuredJsonHeadModelType,
13
- createStructuredJsonHeadPipeline,
14
- DreamStructuredPipeline,
15
- isDreamStructuredModelType,
16
- createDreamStructuredPipeline,
17
- } from '../structured/json-head-pipeline.js';
@@ -1,8 +0,0 @@
1
- export {
2
- StructuredJsonHeadPipeline,
3
- isStructuredJsonHeadModelType,
4
- createStructuredJsonHeadPipeline,
5
- DreamStructuredPipeline,
6
- isDreamStructuredModelType,
7
- createDreamStructuredPipeline,
8
- } from '../structured/json-head-pipeline.js';
@@ -1 +0,0 @@
1
- export { EnergyPipeline, createEnergyPipeline } from './pipeline.js';
@@ -1 +0,0 @@
1
- export { EnergyPipeline, createEnergyPipeline } from './pipeline.js';
@@ -1 +0,0 @@
1
- export {};
@@ -1,6 +0,0 @@
1
- export {
2
- EnergyRowHeadPipeline,
3
- createEnergyRowHeadPipeline,
4
- DreamEnergyHeadPipeline,
5
- createDreamEnergyHeadPipeline,
6
- } from './row-head-pipeline.js';
@@ -1,6 +0,0 @@
1
- export {
2
- EnergyRowHeadPipeline,
3
- createEnergyRowHeadPipeline,
4
- DreamEnergyHeadPipeline,
5
- createDreamEnergyHeadPipeline,
6
- } from './row-head-pipeline.js';
@@ -1,10 +0,0 @@
1
- type InitializablePipeline = {
2
- initialize(contexts?: Record<string, unknown>): Promise<void>;
3
- loadModel(manifest: unknown): Promise<void>;
4
- };
5
-
6
- export declare function createInitializedPipeline<T extends InitializablePipeline>(
7
- PipelineClass: new () => T,
8
- manifest: unknown,
9
- contexts?: Record<string, unknown>
10
- ): Promise<T>;
@@ -1,22 +0,0 @@
1
- export { InferencePipeline, EmbeddingPipeline, createPipeline } from './text.js';
2
- export { DiffusionPipeline, createDiffusionPipeline } from './diffusion/pipeline.js';
3
- export { EnergyPipeline, createEnergyPipeline } from './energy/pipeline.js';
4
- export {
5
- StructuredJsonHeadPipeline,
6
- isStructuredJsonHeadModelType,
7
- createStructuredJsonHeadPipeline,
8
- DreamStructuredPipeline,
9
- isDreamStructuredModelType,
10
- createDreamStructuredPipeline,
11
- } from './structured/json-head-pipeline.js';
12
- export {
13
- EnergyRowHeadPipeline,
14
- createEnergyRowHeadPipeline,
15
- DreamEnergyHeadPipeline,
16
- createDreamEnergyHeadPipeline,
17
- } from './energy-head/row-head-pipeline.js';
18
- export { registerPipeline, getPipelineFactory, listPipelines } from './registry.js';
19
- export { createInitializedPipeline } from './factory.js';
20
-
21
- export type { GenerateOptions, GenerationResult, PipelineContexts } from './text.js';
22
- export type { ParsedModelConfig } from './text/config.js';
@@ -1,19 +0,0 @@
1
- export { InferencePipeline, EmbeddingPipeline, createPipeline } from './text.js';
2
- export { DiffusionPipeline, createDiffusionPipeline } from './diffusion/pipeline.js';
3
- export { EnergyPipeline, createEnergyPipeline } from './energy/pipeline.js';
4
- export {
5
- StructuredJsonHeadPipeline,
6
- isStructuredJsonHeadModelType,
7
- createStructuredJsonHeadPipeline,
8
- DreamStructuredPipeline,
9
- isDreamStructuredModelType,
10
- createDreamStructuredPipeline,
11
- } from './structured/json-head-pipeline.js';
12
- export {
13
- EnergyRowHeadPipeline,
14
- createEnergyRowHeadPipeline,
15
- DreamEnergyHeadPipeline,
16
- createDreamEnergyHeadPipeline,
17
- } from './energy-head/row-head-pipeline.js';
18
- export { registerPipeline, getPipelineFactory, listPipelines } from './registry.js';
19
- export { createInitializedPipeline } from './factory.js';
@@ -1,15 +0,0 @@
1
- /**
2
- * Pipeline Registry
3
- *
4
- * Maps modelType -> pipeline factory.
5
- *
6
- * @module inference/pipelines/registry
7
- */
8
-
9
- import type { ManifestSchema } from '../../config/schema/index.js';
10
-
11
- export type PipelineFactory = (manifest: ManifestSchema, contexts?: Record<string, unknown>) => Promise<unknown>;
12
-
13
- export declare function registerPipeline(modelType: string, factory: PipelineFactory): void;
14
- export declare function getPipelineFactory(modelType: string | null | undefined): PipelineFactory | null;
15
- export declare function listPipelines(): string[];
@@ -1,2 +0,0 @@
1
- export declare function createRng(seed: number): () => number;
2
- export declare function sampleNormal(rng: () => number): number;
@@ -1,166 +0,0 @@
1
- // Minimal TSV-grammar sampling constraint.
2
- //
3
- // Usage:
4
- // const mask = createTsvGrammarMask({ tokenizer, fieldsPerLine: 4 });
5
- // for await (const text of pipeline.generate(prompt, { logitMaskFn: mask })) { ... }
6
- //
7
- // Companion to json-grammar-mask.js. Use this when the model is asked to
8
- // emit a flat tab-separated record stream (one record per line, fields
9
- // separated by TAB, terminated by NEWLINE) rather than a JSON envelope.
10
- // Cuts decode tokens by ~30-40% vs. JSON because the model isn't sampling
11
- // braces/quotes/keys at every position — and Doppler's structured-
12
- // generation primitive is logit validation only (no token forcing), so
13
- // JSON's structural overhead is real.
14
- //
15
- // What the mask enforces (soft):
16
- // - Inside a line with fewer than `fieldsPerLine - 1` tabs already
17
- // emitted, disallow tokens whose piece contains a NEWLINE — the line
18
- // must hit all field separators before terminating.
19
- // - Disallow tokens that would push the per-line tab count past
20
- // `fieldsPerLine - 1`, so the model can't emit five-field rows when
21
- // four were specified.
22
- // - Allow any token (including end-of-stream) after a balanced newline
23
- // when at least one valid line has been emitted.
24
- //
25
- // What the mask does NOT enforce (intentional):
26
- // - Field-content shape. The category/confidence/page-number values
27
- // are validated post-decode by the consumer (e.g.,
28
- // parseDelimitedExtraction + validateRedaction in Columbo). Trying
29
- // to enforce enum prefixes at the BPE token-piece level is brittle
30
- // because token boundaries don't align with field boundaries.
31
- // - Empty lines. A trailing blank line is just dropped by the parser.
32
- //
33
- // Tokenizer assumption: same as json-grammar-mask.js — `tokenizer.decode([id])`
34
- // returns the literal piece for that token. True for Qwen, Gemma, Llama BPE.
35
-
36
- function pieceAt(tokenizer, tokenId) {
37
- if (!tokenizer || typeof tokenizer.decode !== "function") return "";
38
- try {
39
- return String(tokenizer.decode([tokenId], true, false) || "");
40
- } catch {
41
- return "";
42
- }
43
- }
44
-
45
- function countRunes(piece, char) {
46
- let count = 0;
47
- for (let i = 0; i < piece.length; i += 1) {
48
- if (piece[i] === char) count += 1;
49
- }
50
- return count;
51
- }
52
-
53
- /**
54
- * Per-piece flags used by the mask. Tracks tab/newline placement so the
55
- * state machine can decide when a line is complete and whether a token
56
- * is allowed to advance the schema.
57
- */
58
- function classifyPiece(piece) {
59
- const tabs = countRunes(piece, "\t");
60
- const newlines = countRunes(piece, "\n");
61
- return {
62
- tabs,
63
- newlines,
64
- isOnlyWhitespace: /^\s*$/.test(piece),
65
- hasNewline: newlines > 0,
66
- hasTab: tabs > 0,
67
- };
68
- }
69
-
70
- /**
71
- * Create a logit mask function that enforces a soft TSV grammar.
72
- *
73
- * @param {{
74
- * tokenizer?: { decode(ids: number[], skipSpecial?: boolean, skipBos?: boolean): string } | null,
75
- * fieldsPerLine?: number,
76
- * cacheBudget?: number,
77
- * }} [opts]
78
- * @returns {(logits: Float32Array, context: { generatedIds: number[], tokenizer?: unknown, vocabSize?: number }) => void}
79
- */
80
- export function createTsvGrammarMask(opts = {}) {
81
- const fieldsPerLine = Math.max(2, Math.floor(Number(opts.fieldsPerLine) || 4));
82
- const tabsPerLineMax = fieldsPerLine - 1;
83
- const pieceCache = new Map();
84
- const cacheBudget = Math.max(1024, Math.floor(Number(opts.cacheBudget) || 32768));
85
-
86
- function cachedPiece(tokenizer, tokenId) {
87
- if (pieceCache.has(tokenId)) return pieceCache.get(tokenId);
88
- if (pieceCache.size >= cacheBudget) pieceCache.clear();
89
- const piece = pieceAt(tokenizer, tokenId);
90
- pieceCache.set(tokenId, piece);
91
- return piece;
92
- }
93
-
94
- // Per-line tab count resets on each emitted newline. `linesEmitted`
95
- // counts complete lines so the mask can permit EOS once at least one
96
- // valid record has been produced.
97
- let tabsOnCurrentLine = 0;
98
- let linesEmitted = 0;
99
- let lastGeneratedLen = 0;
100
-
101
- function reflectEmittedTokens(tokenizer, generatedIds) {
102
- for (let i = lastGeneratedLen; i < generatedIds.length; i += 1) {
103
- const piece = cachedPiece(tokenizer, generatedIds[i]);
104
- // Walk the piece char-by-char so multi-tab/newline pieces stay
105
- // accurate (e.g., a token piece "\t\n" both completes a line
106
- // AND resets the tab counter).
107
- for (let c = 0; c < piece.length; c += 1) {
108
- const ch = piece[c];
109
- if (ch === "\n") {
110
- if (tabsOnCurrentLine > 0) linesEmitted += 1;
111
- tabsOnCurrentLine = 0;
112
- } else if (ch === "\t") {
113
- tabsOnCurrentLine += 1;
114
- }
115
- }
116
- }
117
- lastGeneratedLen = generatedIds.length;
118
- }
119
-
120
- /**
121
- * Walk a candidate piece's chars and check whether any intermediate
122
- * state would violate the per-line tab budget. Returns true iff the
123
- * piece is structurally valid given the current `tabsOnCurrentLine`.
124
- *
125
- * Intra-piece state evolution matters because BPE tokens occasionally
126
- * span line boundaries (e.g., a piece `"\t\n"` ends one line AND
127
- * starts the next with tabsOnCurrentLine=0). A naive check that just
128
- * sums the piece's tabs/newlines would misjudge such tokens.
129
- */
130
- function pieceFitsBudget(piece, startingTabs, tabsMax) {
131
- let tabs = startingTabs;
132
- let sawNewlineWithoutCompleteLine = false;
133
- for (let c = 0; c < piece.length; c += 1) {
134
- const ch = piece[c];
135
- if (ch === "\n") {
136
- if (tabs < tabsMax) sawNewlineWithoutCompleteLine = true;
137
- tabs = 0;
138
- } else if (ch === "\t") {
139
- tabs += 1;
140
- if (tabs > tabsMax) return false;
141
- }
142
- }
143
- if (sawNewlineWithoutCompleteLine) return false;
144
- return true;
145
- }
146
-
147
- return function logitMask(logits, context) {
148
- const tokenizer = (opts.tokenizer ?? context?.tokenizer) || null;
149
- if (!tokenizer) return;
150
- reflectEmittedTokens(tokenizer, Array.isArray(context?.generatedIds) ? context.generatedIds : []);
151
-
152
- const vocabSize = Math.min(logits.length, Number(context?.vocabSize || logits.length));
153
- for (let id = 0; id < vocabSize; id += 1) {
154
- if (logits[id] <= -Infinity) continue;
155
- const piece = cachedPiece(tokenizer, id);
156
- if (!piece) continue;
157
- // Fast path: pieces with no tab/newline are always allowed —
158
- // they're field content (snippet text, digits, decimal points).
159
- // Avoids the per-char walk for the common case.
160
- if (piece.indexOf("\t") < 0 && piece.indexOf("\n") < 0) continue;
161
- if (!pieceFitsBudget(piece, tabsOnCurrentLine, tabsPerLineMax)) {
162
- logits[id] = -Infinity;
163
- }
164
- }
165
- };
166
- }
@@ -1,23 +0,0 @@
1
- /**
2
- * AttnConfig runtime validation.
3
- *
4
- * Provides a validateAttnConfig() helper that checks all required fields are
5
- * defined (not undefined) after construction in layer.js. Logs warnings for
6
- * missing fields rather than throwing, preserving backward compatibility.
7
- *
8
- * @module inference/pipelines/text/attention/attn-config
9
- */
10
-
11
- import type { AttentionConfig } from './types.js';
12
-
13
- /**
14
- * Validate an AttnConfig object at construction time.
15
- *
16
- * Checks that all required fields are not undefined. Logs a warning per
17
- * missing field. Returns true when all required fields are present.
18
- *
19
- * @param config - The attention config to validate.
20
- * @param label - Diagnostic label (e.g., "L0" for layer 0).
21
- * @returns True if all required fields are present.
22
- */
23
- export declare function validateAttnConfig(config: AttentionConfig, label?: string): boolean;
@@ -1,173 +0,0 @@
1
- /**
2
- * Attention Dispatch Parameters
3
- *
4
- * Shared dispatch parameter construction logic used by both run.js (immediate)
5
- * and record.js (batched) attention paths. Extracts KV cache state resolution,
6
- * sliding window normalization, kernel variant selection, attention scale
7
- * computation, and cached KV dtype/tensor creation.
8
- *
9
- * @module inference/pipelines/text/attention/dispatch-params
10
- */
11
-
12
- import type { Tensor } from '../../../../gpu/tensor.js';
13
- import type { CommandRecorder } from '../../../../gpu/command-recorder.js';
14
- import type { AttentionState } from './types.js';
15
-
16
- /**
17
- * Resolved KV cache state for attention dispatch.
18
- */
19
- export interface KVCacheDispatchState {
20
- cachedK: GPUBuffer | undefined;
21
- cachedV: GPUBuffer | undefined;
22
- kvLenForAttention: number;
23
- causalForAttention: boolean;
24
- startPosForMask: number;
25
- kvStart: number;
26
- kvLayout: 'contiguous' | 'contiguous_quantized' | 'ring' | 'paged' | 'tiered' | 'bdpa';
27
- kvPageTable: GPUBuffer | null;
28
- kvPageSize: number;
29
- cachedKHot: GPUBuffer | undefined;
30
- cachedVHot: GPUBuffer | undefined;
31
- cachedKCold: GPUBuffer | undefined;
32
- cachedVCold: GPUBuffer | undefined;
33
- coldScalesK: GPUBuffer | null;
34
- coldScalesV: GPUBuffer | null;
35
- coldPackedStride: number;
36
- coldQuantMode: string;
37
- coldLen: number;
38
- hotLen: number;
39
- hotStart: number;
40
- hotWindow: number;
41
- coldPageTable: GPUBuffer | null;
42
- coldPageSize: number;
43
- bdpaBasisK: GPUBuffer | null;
44
- bdpaBasisV: GPUBuffer | null;
45
- bdpaPagedK: GPUBuffer | null;
46
- bdpaPagedV: GPUBuffer | null;
47
- bdpaIndex: GPUBuffer | null;
48
- bdpaBasisCount: number;
49
- hasCache: boolean;
50
- totalSeqLen: number;
51
- diffusionGemmaDecoder?: boolean;
52
- ownedBuffers?: GPUBuffer[] | null;
53
- encoderSeqLen?: number;
54
- encoderWindow?: number;
55
- }
56
-
57
- /**
58
- * Config fields needed by buildAttentionDispatchParams.
59
- */
60
- export interface DispatchParamsConfig {
61
- layerIdx: number;
62
- numTokens: number;
63
- isPrefill: boolean;
64
- numHeads: number;
65
- numKVHeads: number;
66
- headDim: number;
67
- hiddenSize: number;
68
- slidingWindow?: number | null;
69
- layerType?: string;
70
- layerTypes?: string[];
71
- queryPreAttnScalar?: number;
72
- causalAttention?: boolean;
73
- activationDtype?: string;
74
- kvCacheDtype?: string | null;
75
- }
76
-
77
- /**
78
- * Result from buildAttentionDispatchParams.
79
- */
80
- export interface AttentionDispatchParams {
81
- effectiveSlidingWindow: number | null;
82
- attentionKernelVariant: string;
83
- attnScale: number;
84
- cachedKDtype: string;
85
- cachedVDtype: string;
86
- cachedKTensor: Tensor | null;
87
- cachedVTensor: Tensor | null;
88
- isTieredKernel: boolean;
89
- prefillFallbackNeedsCast: boolean;
90
- causalForAttention: boolean;
91
- }
92
-
93
- /**
94
- * Dtype info needed by buildAttentionInputsData.
95
- */
96
- export interface DtypeInfo {
97
- useF16Activations: boolean;
98
- matmulOutputDtype: string;
99
- }
100
-
101
- /**
102
- * Check if a layer type string indicates sliding window attention.
103
- */
104
- export function isSlidingLayerType(layerType: string | undefined): boolean;
105
-
106
- /**
107
- * Resolve KV cache GPU buffers into a flat dispatch state object.
108
- *
109
- * Called after the KV cache has been updated (via updateFromGPU or
110
- * recordUpdateFromGPU) to extract buffer references, layout info,
111
- * and sequence lengths needed for attention dispatch.
112
- */
113
- export function resolveKVCacheState(
114
- state: AttentionState,
115
- layerIdx: number,
116
- kTensor: Tensor | null,
117
- vTensor: Tensor | null,
118
- currentSeqLen: number,
119
- numTokens: number
120
- ): KVCacheDispatchState;
121
-
122
- export interface DiffusionGemmaDecoderKVStateInput {
123
- state: AttentionState;
124
- layerIdx: number;
125
- kTensor: Tensor;
126
- vTensor: Tensor;
127
- currentSeqLen: number;
128
- numTokens: number;
129
- numKVHeads: number;
130
- headDim: number;
131
- layerType?: string | null;
132
- slidingWindow?: number | null;
133
- kvDtype?: string | null;
134
- recorder?: CommandRecorder | null;
135
- }
136
-
137
- export function createDiffusionGemmaDecoderKVState(
138
- args: DiffusionGemmaDecoderKVStateInput
139
- ): Promise<KVCacheDispatchState>;
140
-
141
- /**
142
- * Build attention dispatch parameters from the KV cache state and layer config.
143
- *
144
- * Applies tiered prefill fallback, sliding window normalization, kernel variant
145
- * selection, kvLen adjustments, attention scale computation, and cached KV
146
- * dtype/tensor creation. Mutates kvState in place for layout overrides.
147
- */
148
- export function buildAttentionDispatchParams(
149
- config: DispatchParamsConfig,
150
- state: AttentionState,
151
- kTensor: Tensor | null,
152
- vTensor: Tensor | null,
153
- kvState: KVCacheDispatchState
154
- ): AttentionDispatchParams;
155
-
156
- /**
157
- * Build the data object for recordAttentionInputs.
158
- *
159
- * Consolidates dtype, layout, and dimension info from config, KV state,
160
- * and dispatch params into the shape expected by recordAttentionInputs().
161
- */
162
- export function buildAttentionInputsData(
163
- config: DispatchParamsConfig,
164
- input: Tensor,
165
- normed: Tensor,
166
- kvState: KVCacheDispatchState,
167
- dispatchParams: AttentionDispatchParams,
168
- dtypeInfo: DtypeInfo,
169
- usedFusedQKV: boolean,
170
- qTensor: Tensor | null,
171
- kTensor: Tensor | null,
172
- vTensor: Tensor | null
173
- ): Record<string, unknown>;