doppler-gpu 0.4.7 → 0.4.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/CHANGELOG.md +64 -0
  2. package/README.md +93 -144
  3. package/models/catalog.json +1575 -0
  4. package/package.json +37 -12
  5. package/src/cli/doppler-cli.js +28 -7
  6. package/src/client/doppler-registry.json +2 -2
  7. package/src/client/runtime/index.js +25 -2
  8. package/src/client/runtime/model-session.d.ts +31 -1
  9. package/src/client/runtime/model-session.js +31 -0
  10. package/src/client/runtime/model-source.d.ts +19 -2
  11. package/src/client/runtime/model-source.js +45 -5
  12. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +21 -5
  13. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +6 -1
  14. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +1 -1
  15. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +9 -1
  16. package/src/config/kernel-path-loader.js +1 -0
  17. package/src/config/kernels/kernel-ref-digests.js +26 -17
  18. package/src/config/kernels/registry.json +448 -27
  19. package/src/config/merge.js +11 -0
  20. package/src/config/param-validator.js +25 -0
  21. package/src/config/runtime/default.json +3 -1
  22. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  23. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  24. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  25. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  26. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  27. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  28. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  29. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  30. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  31. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  32. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  33. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  34. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  35. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  36. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  37. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  38. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  39. package/src/config/schema/doppler.schema.js +40 -5
  40. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  41. package/src/config/schema/execution-v1.schema.js +10 -0
  42. package/src/config/schema/index.d.ts +3 -1
  43. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  44. package/src/config/transforms/capability-transform-resolver.js +7 -1
  45. package/src/config/transforms/execution-graph-transforms.js +2 -2
  46. package/src/debug/config.d.ts +4 -0
  47. package/src/experimental/orchestration/index.d.ts +10 -1
  48. package/src/experimental/training/suite.js +1 -1
  49. package/src/formats/rdrr/classification.js +3 -0
  50. package/src/formats/rdrr/integrity.d.ts +0 -2
  51. package/src/formats/rdrr/integrity.js +0 -2
  52. package/src/formats/rdrr/types.d.ts +1 -1
  53. package/src/gpu/kernels/attention.d.ts +2 -0
  54. package/src/gpu/kernels/attention.js +75 -16
  55. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  56. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  57. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  58. package/src/gpu/kernels/fused_ffn.js +540 -19
  59. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  60. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  61. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  62. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  63. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  64. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  65. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  66. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  67. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  68. package/src/gpu/kernels/index.d.ts +21 -0
  69. package/src/gpu/kernels/index.js +13 -0
  70. package/src/gpu/kernels/linear-attention-core.js +413 -15
  71. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  72. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  73. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  74. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  75. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  76. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  77. package/src/gpu/kernels/matmul-selection.js +5 -1
  78. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  79. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  80. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  81. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  82. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  83. package/src/gpu/kernels/silu.wgsl +7 -1
  84. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  85. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  86. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  87. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  88. package/src/gpu/tensor.d.ts +1 -0
  89. package/src/index.d.ts +1 -1
  90. package/src/index.js +1 -1
  91. package/src/inference/browser-harness-suite-helpers.js +1 -1
  92. package/src/inference/browser-harness-text-helpers.js +251 -20
  93. package/src/inference/browser-harness.js +221 -3
  94. package/src/inference/kv-cache/base.js +42 -1
  95. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  96. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  97. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  98. package/src/inference/pipelines/text/attention/projections.js +174 -4
  99. package/src/inference/pipelines/text/attention/record.js +44 -21
  100. package/src/inference/pipelines/text/attention/run.js +18 -3
  101. package/src/inference/pipelines/text/config.d.ts +18 -0
  102. package/src/inference/pipelines/text/config.js +100 -0
  103. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  104. package/src/inference/pipelines/text/execution-plan.js +37 -0
  105. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  106. package/src/inference/pipelines/text/execution-v1.js +122 -8
  107. package/src/inference/pipelines/text/ffn/dense.js +239 -21
  108. package/src/inference/pipelines/text/ffn/standard.js +121 -38
  109. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  110. package/src/inference/pipelines/text/generator-helpers.js +2 -0
  111. package/src/inference/pipelines/text/generator-runtime.js +1 -0
  112. package/src/inference/pipelines/text/generator-steps.js +2 -2
  113. package/src/inference/pipelines/text/generator.d.ts +18 -1
  114. package/src/inference/pipelines/text/generator.js +297 -19
  115. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  116. package/src/inference/pipelines/text/init.d.ts +22 -3
  117. package/src/inference/pipelines/text/init.js +2 -2
  118. package/src/inference/pipelines/text/layer.js +87 -8
  119. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  120. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  121. package/src/inference/pipelines/text/linear-attention.js +173 -16
  122. package/src/inference/pipelines/text/logits/gpu.js +2 -2
  123. package/src/inference/pipelines/text/logits/index.js +62 -1
  124. package/src/inference/pipelines/text/model-load.js +6 -0
  125. package/src/inference/pipelines/text/ops.js +22 -0
  126. package/src/inference/pipelines/text/per-layer-inputs.js +80 -11
  127. package/src/inference/pipelines/text/probes.js +9 -4
  128. package/src/inference/pipelines/text/state.d.ts +4 -4
  129. package/src/inference/pipelines/text/state.js +4 -0
  130. package/src/inference/pipelines/text/types.d.ts +27 -2
  131. package/src/inference/pipelines/text.d.ts +21 -1
  132. package/src/inference/pipelines/text.js +40 -14
  133. package/src/inference/tokenizers/bundled.js +45 -23
  134. package/src/inference/tokenizers/types.d.ts +7 -4
  135. package/src/loader/doppler-loader.js +25 -2
  136. package/src/loader/index.d.ts +3 -1
  137. package/src/loader/index.js +2 -0
  138. package/src/loader/loader-types.d.ts +3 -1
  139. package/src/loader/manifest-config.d.ts +18 -0
  140. package/src/loader/manifest-config.js +11 -3
  141. package/src/loader/shard-cache.d.ts +2 -0
  142. package/src/loader/shard-cache.js +29 -1
  143. package/src/models/gemma4.js +8 -0
  144. package/src/rules/inference/capability-transforms.rules.json +145 -20
  145. package/src/rules/inference/ffn.rules.json +33 -0
  146. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  147. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  148. package/src/rules/kernels/matmul.rules.json +1 -0
  149. package/src/rules/kernels/silu.rules.json +1 -0
  150. package/src/rules/rule-registry.js +2 -0
  151. package/src/storage/artifact-storage-context.js +36 -0
  152. package/src/tooling/node-browser-command-runner.js +42 -7
  153. package/src/tooling/opfs-cache.d.ts +21 -1
  154. package/src/tooling/opfs-cache.js +168 -32
  155. package/src/tooling-exports/storage.d.ts +1 -1
  156. package/src/tooling-exports/storage.js +1 -1
  157. package/src/types/gpu.d.ts +25 -0
  158. package/src/version.js +1 -1
  159. package/tests/kernels/browser/kernel-suite.js +1593 -0
  160. package/tests/kernels/browser/test-page.js +2629 -0
  161. package/tests/kernels/harness/benchmark.js +225 -0
  162. package/tests/kernels/harness/buffer-utils.js +88 -0
  163. package/tests/kernels/harness/tolerance.js +174 -0
  164. package/tests/kernels/reference/adam.js +15 -0
  165. package/tests/kernels/reference/attention.js +158 -0
  166. package/tests/kernels/reference/backward.js +96 -0
  167. package/tests/kernels/reference/bias-add.js +20 -0
  168. package/tests/kernels/reference/conv2d.js +58 -0
  169. package/tests/kernels/reference/cross-entropy.js +26 -0
  170. package/tests/kernels/reference/dequant.js +312 -0
  171. package/tests/kernels/reference/embed.js +15 -0
  172. package/tests/kernels/reference/gather.js +61 -0
  173. package/tests/kernels/reference/gelu.js +37 -0
  174. package/tests/kernels/reference/groupnorm.js +36 -0
  175. package/tests/kernels/reference/index.js +89 -0
  176. package/tests/kernels/reference/layernorm.js +22 -0
  177. package/tests/kernels/reference/matmul.js +57 -0
  178. package/tests/kernels/reference/modulate.js +24 -0
  179. package/tests/kernels/reference/moe-gather.js +83 -0
  180. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  181. package/tests/kernels/reference/residual.js +55 -0
  182. package/tests/kernels/reference/rmsnorm.js +52 -0
  183. package/tests/kernels/reference/rope.js +79 -0
  184. package/tests/kernels/reference/sample.js +97 -0
  185. package/tests/kernels/reference/scatter-add.js +58 -0
  186. package/tests/kernels/reference/silu.js +52 -0
  187. package/tests/kernels/reference/softmax.js +86 -0
  188. package/tests/kernels/reference/split-qkv.js +58 -0
  189. package/tests/kernels/reference/topk.js +88 -0
  190. package/tests/kernels/reference/upsample2d.js +37 -0
  191. package/BRANDING.md +0 -14
  192. package/SECURITY.md +0 -19
  193. package/assets/doppler-runtime-map.svg +0 -82
  194. package/src/bootstrap.js +0 -30
  195. package/src/cli/doppler-cli.d.ts +0 -46
  196. package/src/cli/doppler-quickstart.d.ts +0 -45
  197. package/src/cli/doppler-serve.d.ts +0 -210
  198. package/src/cli/runtime-profiles.d.ts +0 -40
  199. package/src/client/doppler-api.browser.d.ts +0 -1
  200. package/src/client/doppler-api.browser.js +0 -25
  201. package/src/client/doppler-registry.d.ts +0 -54
  202. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  203. package/src/client/runtime/source-runtime.d.ts +0 -26
  204. package/src/client/runtime/storage.d.ts +0 -5
  205. package/src/config/README.md +0 -61
  206. package/src/config/conversion/README.md +0 -62
  207. package/src/config/goal-completion-matrix.json +0 -552
  208. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  209. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  210. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  211. package/src/config/kernels/registry.d.ts +0 -51
  212. package/src/config/merge-contract-check.d.ts +0 -16
  213. package/src/config/merge-contract-check.js +0 -319
  214. package/src/config/merge-helpers.d.ts +0 -60
  215. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  216. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  217. package/src/config/param-categories.d.ts +0 -8
  218. package/src/config/param-validator.d.ts +0 -33
  219. package/src/config/platforms/loader.d.ts +0 -38
  220. package/src/config/quantization-contract-check.d.ts +0 -12
  221. package/src/config/quantization-contract-check.js +0 -91
  222. package/src/config/runtime/README.md +0 -28
  223. package/src/config/runtime-merge.d.ts +0 -5
  224. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  225. package/src/config/schema/command-surface-contract.schema.json +0 -81
  226. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  227. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  228. package/src/config/schema/platform.schema.js +0 -1
  229. package/src/config/schema/policy-schema-registry.json +0 -31
  230. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  231. package/src/config/support-tiers/subsystems.json +0 -502
  232. package/src/config/supported-operations.d.ts +0 -14
  233. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  234. package/src/config/transforms/execution-graph-transforms.d.ts +0 -306
  235. package/src/converter/conversion-plan.d.ts +0 -56
  236. package/src/converter/index.d.ts +0 -98
  237. package/src/converter/index.js +0 -59
  238. package/src/converter/parsers/diffusion.d.ts +0 -50
  239. package/src/converter/parsers/gguf.d.ts +0 -31
  240. package/src/converter/parsers/index.d.ts +0 -21
  241. package/src/converter/parsers/index.js +0 -12
  242. package/src/converter/parsers/transformer.d.ts +0 -31
  243. package/src/converter/quantization-info.d.ts +0 -38
  244. package/src/converter/rope-config.d.ts +0 -16
  245. package/src/converter/tokenizer-utils.d.ts +0 -12
  246. package/src/debug/reference/README.md +0 -114
  247. package/src/debug/reference/hf_attn_debug.py +0 -114
  248. package/src/debug/reference/hf_embed_check.py +0 -89
  249. package/src/debug/reference/hf_layer_out.py +0 -100
  250. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  251. package/src/debug/reference/hf_rope_check.py +0 -116
  252. package/src/debug/reference/hf_weights.py +0 -75
  253. package/src/errors/doppler-error.d.ts +0 -20
  254. package/src/experimental/bridge/extension/background.d.ts +0 -14
  255. package/src/experimental/bridge/extension/background.js +0 -168
  256. package/src/experimental/bridge/extension/manifest.json +0 -34
  257. package/src/experimental/bridge/extension-client.d.ts +0 -114
  258. package/src/experimental/bridge/index.d.ts +0 -69
  259. package/src/experimental/bridge/node-bridge.js +0 -24
  260. package/src/experimental/bridge/protocol.d.ts +0 -96
  261. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  262. package/src/experimental/browser/gguf-importer.js +0 -532
  263. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  264. package/src/experimental/browser/quantization.d.ts +0 -74
  265. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  266. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  267. package/src/experimental/browser/shard-io-browser.js +0 -89
  268. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  269. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  270. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  271. package/src/experimental/distribution/p2p-transport.js +0 -75
  272. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  273. package/src/experimental/hotswap/manifest.d.ts +0 -42
  274. package/src/experimental/hotswap/model-swap.js +0 -42
  275. package/src/experimental/hotswap/runtime.d.ts +0 -31
  276. package/src/experimental/training/README.md +0 -164
  277. package/src/experimental/training/artifacts.d.ts +0 -160
  278. package/src/experimental/training/attention-backward.d.ts +0 -30
  279. package/src/experimental/training/attention-forward.d.ts +0 -22
  280. package/src/experimental/training/attention-forward.js +0 -82
  281. package/src/experimental/training/autograd.d.ts +0 -51
  282. package/src/experimental/training/backward-kernels.js +0 -39
  283. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  284. package/src/experimental/training/checkpoint.d.ts +0 -36
  285. package/src/experimental/training/clip.d.ts +0 -9
  286. package/src/experimental/training/dataloader.d.ts +0 -8
  287. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  288. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  289. package/src/experimental/training/datasets/index.d.ts +0 -24
  290. package/src/experimental/training/datasets/index.js +0 -13
  291. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  292. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  293. package/src/experimental/training/datasets/reploid.js +0 -36
  294. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  295. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  296. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  297. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  298. package/src/experimental/training/datasets/token-batch.js +0 -52
  299. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  300. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  301. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  302. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  303. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  304. package/src/experimental/training/distillation/eval.d.ts +0 -34
  305. package/src/experimental/training/distillation/index.d.ts +0 -29
  306. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  307. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  308. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  309. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  310. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  311. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  312. package/src/experimental/training/export.d.ts +0 -41
  313. package/src/experimental/training/index.d.ts +0 -74
  314. package/src/experimental/training/index.js +0 -63
  315. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  316. package/src/experimental/training/lora.d.ts +0 -19
  317. package/src/experimental/training/loss-scaling.d.ts +0 -21
  318. package/src/experimental/training/loss.d.ts +0 -10
  319. package/src/experimental/training/objectives/base.d.ts +0 -58
  320. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  321. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  322. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  323. package/src/experimental/training/objectives/index.d.ts +0 -12
  324. package/src/experimental/training/objectives/index.js +0 -6
  325. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  326. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  327. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  328. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  329. package/src/experimental/training/operator-command.d.ts +0 -5
  330. package/src/experimental/training/operator-eval.d.ts +0 -48
  331. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  332. package/src/experimental/training/optimizer.d.ts +0 -22
  333. package/src/experimental/training/runner.d.ts +0 -249
  334. package/src/experimental/training/suite.d.ts +0 -299
  335. package/src/experimental/training/tensor-factory.d.ts +0 -9
  336. package/src/experimental/training/trainer.d.ts +0 -89
  337. package/src/experimental/training/ul_dataset.d.ts +0 -47
  338. package/src/experimental/training/ul_schedule.d.ts +0 -6
  339. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  340. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  341. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  342. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  343. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  344. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  345. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  346. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  347. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  348. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  349. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  350. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  351. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  352. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  353. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  354. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  355. package/src/experimental/training/workload-packs/registry.json +0 -278
  356. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  357. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  358. package/src/experimental/training/workloads.d.ts +0 -201
  359. package/src/formats/gguf/types.d.ts +0 -74
  360. package/src/formats/index.d.ts +0 -75
  361. package/src/formats/index.js +0 -19
  362. package/src/formats/litert/types.d.ts +0 -74
  363. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  364. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  365. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  366. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  367. package/src/formats/safetensors/types.d.ts +0 -67
  368. package/src/formats/tflite/types.d.ts +0 -61
  369. package/src/formats/tokenizer/index.d.ts +0 -5
  370. package/src/formats/tokenizer/index.js +0 -3
  371. package/src/formats/tokenizer/types.d.ts +0 -9
  372. package/src/gpu/kernel-runtime.d.ts +0 -13
  373. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  374. package/src/gpu/kernel-selection-log.d.ts +0 -4
  375. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  376. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  377. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  378. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  379. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  380. package/src/gpu/kernel-tuner/types.js +0 -4
  381. package/src/gpu/kernel-tuner.d.ts +0 -33
  382. package/src/gpu/kernels/README.md +0 -166
  383. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  384. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  385. package/src/gpu/kernels/check-stop.d.ts +0 -31
  386. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  387. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  388. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  389. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  390. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  391. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  392. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  393. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  394. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  395. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  396. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  397. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  398. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  399. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  400. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  401. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  402. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  403. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  404. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  405. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  406. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  407. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  408. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  409. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  410. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  411. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  412. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  413. package/src/gpu/kernels/constants.d.ts +0 -129
  414. package/src/gpu/kernels/dispatch.d.ts +0 -72
  415. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  416. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  417. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  418. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  419. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  420. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  421. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  422. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  423. package/src/gpu/kernels/types.js +0 -4
  424. package/src/gpu/perf-guards.d.ts +0 -13
  425. package/src/gpu/profiler.d.ts +0 -93
  426. package/src/gpu/readback-utils.d.ts +0 -16
  427. package/src/gpu/readback-utils.js +0 -49
  428. package/src/gpu/submit-probe.d.ts +0 -12
  429. package/src/index-browser.d.ts +0 -2
  430. package/src/index-browser.js +0 -2
  431. package/src/inference/README.md +0 -593
  432. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  433. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  434. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  435. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  436. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  437. package/src/inference/browser-harness-text-helpers.d.ts +0 -152
  438. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  439. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  440. package/src/inference/network-evolution.js +0 -79
  441. package/src/inference/pipelines/context.d.ts +0 -21
  442. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  443. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  444. package/src/inference/pipelines/diffusion/index.js +0 -3
  445. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  446. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  447. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  448. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  449. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  450. package/src/inference/pipelines/diffusion/types.js +0 -1
  451. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  452. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  453. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  454. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  455. package/src/inference/pipelines/dream/pipeline.js +0 -8
  456. package/src/inference/pipelines/energy/index.d.ts +0 -1
  457. package/src/inference/pipelines/energy/index.js +0 -1
  458. package/src/inference/pipelines/energy/types.js +0 -1
  459. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  460. package/src/inference/pipelines/energy-head/index.js +0 -6
  461. package/src/inference/pipelines/factory.d.ts +0 -10
  462. package/src/inference/pipelines/index.d.ts +0 -22
  463. package/src/inference/pipelines/index.js +0 -19
  464. package/src/inference/pipelines/registry.d.ts +0 -15
  465. package/src/inference/pipelines/rng.d.ts +0 -2
  466. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  467. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  468. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  469. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  470. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  471. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  472. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  473. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  474. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  475. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  476. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  477. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  478. package/src/inference/pipelines/text/attention.d.ts +0 -23
  479. package/src/inference/pipelines/text/attention.js +0 -12
  480. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  481. package/src/inference/pipelines/text/buffer-types.js +0 -4
  482. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  483. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  484. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  485. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  486. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  487. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  488. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  489. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  490. package/src/inference/pipelines/text/embed.d.ts +0 -69
  491. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  492. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  493. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  494. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  495. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  496. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  497. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  498. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -26
  499. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  500. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  501. package/src/inference/pipelines/text/ffn.js +0 -18
  502. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  503. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  504. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  505. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  506. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  507. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -93
  508. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  509. package/src/inference/pipelines/text/index.d.ts +0 -5
  510. package/src/inference/pipelines/text/index.js +0 -6
  511. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  512. package/src/inference/pipelines/text/layer.d.ts +0 -118
  513. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  514. package/src/inference/pipelines/text/logits/precision-policy.d.ts +0 -11
  515. package/src/inference/pipelines/text/logits/types.js +0 -4
  516. package/src/inference/pipelines/text/logits.d.ts +0 -27
  517. package/src/inference/pipelines/text/logits.js +0 -16
  518. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  519. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  520. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  521. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  522. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  523. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  524. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -70
  525. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  526. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  527. package/src/inference/pipelines/text/ops.d.ts +0 -222
  528. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  529. package/src/inference/pipelines/text/probes.d.ts +0 -28
  530. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  531. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  532. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  533. package/src/inference/pipelines/text/types.js +0 -4
  534. package/src/inference/tokenizers/base.d.ts +0 -44
  535. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  536. package/src/inference/tokenizers/bpe.d.ts +0 -27
  537. package/src/inference/tokenizers/bundled.d.ts +0 -67
  538. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  539. package/src/inference/tokenizers/types.js +0 -7
  540. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  541. package/src/loader/per-layer-input-loader.d.ts +0 -30
  542. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  543. package/src/loader/tensors/source-transform.d.ts +0 -65
  544. package/src/memory/address-table.d.ts +0 -96
  545. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  546. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  547. package/src/rules/rule-registry.d.ts +0 -77
  548. package/src/storage/artifact-storage-context.d.ts +0 -63
  549. package/src/storage/backends/idb-store.d.ts +0 -52
  550. package/src/storage/backends/memory-store.d.ts +0 -36
  551. package/src/storage/backends/opfs-store.d.ts +0 -41
  552. package/src/storage/blake3.d.ts +0 -17
  553. package/src/storage/download-types.d.ts +0 -157
  554. package/src/storage/downloader.d.ts +0 -103
  555. package/src/storage/index.d.ts +0 -274
  556. package/src/storage/index.js +0 -201
  557. package/src/storage/preflight.d.ts +0 -144
  558. package/src/storage/preflight.js +0 -360
  559. package/src/storage/quickstart-downloader.d.ts +0 -157
  560. package/src/storage/quickstart-downloader.js +0 -289
  561. package/src/storage/source-artifact-store.d.ts +0 -59
  562. package/src/sw.js +0 -184
  563. package/src/tooling/command-api-constants.d.ts +0 -9
  564. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  565. package/src/tooling/command-api-helpers.d.ts +0 -23
  566. package/src/tooling/command-runner-shared.d.ts +0 -89
  567. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  568. package/src/tooling/conversion-config-materializer.js +0 -96
  569. package/src/tooling/diagnose-runner.d.ts +0 -28
  570. package/src/tooling/hf-registry-utils.d.ts +0 -55
  571. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  572. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  573. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  574. package/src/tooling/kernel-path-builder/index.js +0 -1361
  575. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  576. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  577. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  578. package/src/tooling/lean-execution-contract-runner.js +0 -158
  579. package/src/tooling/lean-execution-contract.d.ts +0 -16
  580. package/src/tooling/lean-execution-contract.js +0 -81
  581. package/src/tooling/litert-package-runtime.d.ts +0 -46
  582. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  583. package/src/tooling/node-convert-worker.d.ts +0 -1
  584. package/src/tooling/node-converter.d.ts +0 -1
  585. package/src/tooling/node-file-fetch.d.ts +0 -1
  586. package/src/tooling/node-source-runtime.d.ts +0 -24
  587. package/src/tooling/node-webgpu.d.ts +0 -17
  588. package/src/tooling/precision-replay-math.js +0 -174
  589. package/src/tooling/program-bundle-host.d.ts +0 -16
  590. package/src/tooling/program-bundle-host.js +0 -20
  591. package/src/tooling/runtime-input-composition.d.ts +0 -37
  592. package/src/tooling/source-package-profiles.d.ts +0 -50
  593. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  594. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  595. package/src/tooling/source-runtime-materializer.js +0 -89
  596. package/src/tooling-exports.browser.d.ts +0 -7
  597. package/src/types/chrome.d.ts +0 -36
  598. package/src/types/chrome.js +0 -1
  599. package/src/types/index.d.ts +0 -1
  600. package/src/types/index.js +0 -1
  601. package/src/utils/array-buffer.d.ts +0 -4
  602. package/src/utils/canonical-hash.d.ts +0 -7
  603. package/src/utils/clone-json.d.ts +0 -1
  604. package/src/utils/hf-resolve-url.d.ts +0 -16
  605. package/src/utils/index.d.ts +0 -10
  606. package/src/utils/index.js +0 -10
  607. package/src/utils/load-json.d.ts +0 -5
  608. package/src/utils/plain-object.d.ts +0 -1
  609. package/src/utils/sha256.d.ts +0 -5
  610. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -1,69 +0,0 @@
1
- /**
2
- * Token embedding lookup with optional Gemma scaling.
3
- */
4
-
5
- import type { CommandRecorder } from '../../../gpu/command-recorder.js';
6
- import type { ProbeConfigSchema } from '../../../config/schema/index.js';
7
- import type { ExecutionV1PoliciesSchema } from '../../../config/schema/execution-v1.schema.js';
8
- import type { Tensor } from '../../../gpu/tensor.js';
9
- import type { CpuWeightBuffer, SplitWeightBuffer, WeightStorageEncoding } from '../../../gpu/weight-buffer.js';
10
-
11
- export interface EmbedConfig {
12
- hiddenSize: number;
13
- vocabSize: number;
14
- scaleEmbeddings: boolean;
15
- embeddingScale: number | null;
16
- debug?: boolean;
17
- recorder?: CommandRecorder;
18
- debugProbes?: ProbeConfigSchema[];
19
- outputBuffer?: GPUBuffer;
20
- numTokens?: number;
21
- indexOffset?: number;
22
- transpose?: boolean;
23
- activationDtype?: 'f16' | 'f32';
24
- embeddingDtype?: 'f16' | 'f32' | 'litert_int4';
25
- embeddingStorageEncoding?: WeightStorageEncoding | null;
26
- executionPolicies?: ExecutionV1PoliciesSchema | null;
27
- probeStage?: string;
28
- inputHiddenSize?: number;
29
- hiddenOffset?: number;
30
- }
31
-
32
- export interface ValidationResult {
33
- min: number;
34
- max: number;
35
- mean: number;
36
- zeros: number;
37
- nanCount: number;
38
- infCount: number;
39
- }
40
-
41
- export function embed(
42
- tokenIds: number[] | Uint32Array | GPUBuffer,
43
- embedBuffer: GPUBuffer | Float32Array | CpuWeightBuffer | SplitWeightBuffer,
44
- config: EmbedConfig
45
- ): Promise<Tensor>;
46
-
47
- /**
48
- * True when `value` looks like a range-backed CPU embedding source
49
- * (has a typed byte range that the loader can pull from).
50
- */
51
- export declare function isRangeBackedCpuEmbeddingSource(value: unknown): boolean;
52
-
53
- /**
54
- * Normalize a range bytes payload (typed array or buffer view) into a
55
- * Uint8Array, throwing a labeled error when the shape is not usable.
56
- */
57
- export declare function normalizeRangeBytes(value: unknown, label: string): Uint8Array;
58
-
59
- /**
60
- * Decode a range-backed chunk into `output` at `dstOffset` using the
61
- * declared `sourceDtype` and per-row `hiddenSize`.
62
- */
63
- export declare function decodeRangeChunkIntoOutput(
64
- bytes: Uint8Array,
65
- sourceDtype: string,
66
- output: Float32Array,
67
- dstOffset: number,
68
- hiddenSize: number
69
- ): void;
@@ -1,49 +0,0 @@
1
- export declare const PIPELINE_COMPATIBLE_OPS: ReadonlySet<string>;
2
-
3
- export declare function normalizeDtype(value: unknown, label: string): 'f16' | 'f32';
4
- export declare function isPhaseMatch(phase: string, targetPhase: string): boolean;
5
- export declare function stepHasLayer(step: { layers: 'all' | number[] }, layerIdx: number): boolean;
6
- export declare function requireSessionActivationDtype(
7
- session: Record<string, unknown> | null | undefined,
8
- label?: string
9
- ): 'f16' | 'f32';
10
- export declare function requireSessionKVDtype(
11
- session: Record<string, unknown> | null | undefined,
12
- label?: string
13
- ): 'f16' | 'f32';
14
-
15
- export declare function buildInlineKernelPath(
16
- steps: readonly Record<string, unknown>[],
17
- session: Record<string, unknown> | null,
18
- modelId: string,
19
- numLayers: number,
20
- finitenessFallbackKernelPathId?: string | null
21
- ): Record<string, unknown> | null;
22
-
23
- export declare function assertKernelPathSessionCompatibility(
24
- path: Record<string, unknown> | null | undefined,
25
- session: Record<string, unknown> | null | undefined
26
- ): void;
27
-
28
- export interface BuildLayerPipelineOptions {
29
- /** When true, throws on incompatible ops instead of returning a degraded result. */
30
- strict?: boolean;
31
- /** When false, suppresses the degraded-pipeline log because another execution path remains active. */
32
- logIncompatibleOps?: boolean;
33
- /** When set, fused `ffn` steps inherit this dtype when they do not declare per-step precision. */
34
- ffnDtypeFallback?: 'f16' | 'f32' | null;
35
- }
36
-
37
- export declare function buildLayerPipelineFromExecution(
38
- steps: readonly Record<string, unknown>[],
39
- options?: BuildLayerPipelineOptions
40
- ): { steps: Record<string, unknown>[]; overrides: unknown[]; hasIncompatibleOps: false }
41
- | { incompatibleOps: string[]; hasIncompatibleOps: true }
42
- | null;
43
-
44
- export declare function buildSessionRuntimePatch(
45
- session: Record<string, unknown> | null | undefined,
46
- options?: {
47
- includeDecodeLoop?: boolean;
48
- }
49
- ): Record<string, unknown>;
@@ -1,84 +0,0 @@
1
- /**
2
- * Failure reduction hooks for operator-level differential debugging.
3
- *
4
- * Shrinks failures to minimal reproducible cases by prompt, token count,
5
- * or graph slice.
6
- */
7
-
8
- export type ReducerMode = 'prompt' | 'tokens' | 'graph';
9
-
10
- export declare const REDUCER_MODES: Readonly<{
11
- PROMPT: 'prompt';
12
- TOKENS: 'tokens';
13
- GRAPH: 'graph';
14
- }>;
15
-
16
- export interface ReductionConfig {
17
- mode: ReducerMode | null;
18
- enabled: boolean;
19
- prompt: {
20
- minLength: number;
21
- strategy: 'binary_search' | 'linear';
22
- };
23
- tokens: {
24
- maxTokens: number;
25
- step: number;
26
- };
27
- graph: {
28
- startLayer: number | null;
29
- endLayer: number | null;
30
- targetOpIds: string[];
31
- targetStages: string[];
32
- };
33
- divergenceOpId: string | null;
34
- }
35
-
36
- export interface GraphSlice {
37
- startLayer: number | null;
38
- endLayer: number | null;
39
- targetOpIds: string[];
40
- targetStages: string[];
41
- shouldProcessLayer(layerIdx: number): boolean;
42
- shouldProcessOp(opId: string, stageName: string): boolean;
43
- isSliced(): boolean;
44
- }
45
-
46
- export interface ReductionReport {
47
- mode: ReducerMode | null;
48
- originalSize: number | null;
49
- reducedSize: number | null;
50
- stepsAttempted: number;
51
- divergenceReproduced: boolean;
52
- divergenceOpId: string | null;
53
- minimalPromptLength: number | null;
54
- minimalTokenCount: number | null;
55
- graphSlice: GraphSlice | null;
56
- }
57
-
58
- export declare function createReductionConfig(options?: {
59
- mode?: ReducerMode | null;
60
- enabled?: boolean;
61
- promptMinLength?: number;
62
- promptStrategy?: 'binary_search' | 'linear';
63
- maxTokens?: number;
64
- tokenStep?: number;
65
- startLayer?: number | null;
66
- endLayer?: number | null;
67
- targetOpIds?: string[];
68
- targetStages?: string[];
69
- divergenceOpId?: string | null;
70
- }): ReductionConfig;
71
-
72
- export declare function computePromptReductionSteps(
73
- tokenIds: number[],
74
- config: ReductionConfig
75
- ): number[][];
76
-
77
- export declare function computeTokenReductionPlan(
78
- originalMaxTokens: number,
79
- config: ReductionConfig
80
- ): number[];
81
-
82
- export declare function createGraphSlice(config: ReductionConfig): GraphSlice;
83
-
84
- export declare function createReductionReport(options?: Partial<ReductionReport>): ReductionReport;
@@ -1,180 +0,0 @@
1
-
2
- // Failure reduction hooks for operator-level differential debugging.
3
- //
4
- // When the diff engine identifies a failure (divergent operator),
5
- // these hooks shrink the failure to a minimal reproducible case:
6
- //
7
- // prompt — truncate prompt to shortest length that reproduces
8
- // tokens — limit generated token count
9
- // graph — isolate to a layer range or operator subset
10
- //
11
- // Reducer modes are exposed through the diagnose command surface.
12
- // The goal: smaller shareable forensic bundles.
13
-
14
- // ============================================================================
15
- // Reducer Modes
16
- // ============================================================================
17
-
18
- export const REDUCER_MODES = Object.freeze({
19
- PROMPT: 'prompt',
20
- TOKENS: 'tokens',
21
- GRAPH: 'graph',
22
- });
23
-
24
- // ============================================================================
25
- // Reduction Config
26
- // ============================================================================
27
-
28
- export function createReductionConfig(options = {}) {
29
- return {
30
- mode: options.mode ?? null,
31
- enabled: options.enabled === true,
32
-
33
- prompt: {
34
- minLength: options.promptMinLength ?? 1,
35
- strategy: options.promptStrategy ?? 'binary_search',
36
- },
37
-
38
- tokens: {
39
- maxTokens: options.maxTokens ?? 1,
40
- step: options.tokenStep ?? 1,
41
- },
42
-
43
- graph: {
44
- startLayer: options.startLayer ?? null,
45
- endLayer: options.endLayer ?? null,
46
- targetOpIds: options.targetOpIds ?? [],
47
- targetStages: options.targetStages ?? [],
48
- },
49
-
50
- divergenceOpId: options.divergenceOpId ?? null,
51
- };
52
- }
53
-
54
- // ============================================================================
55
- // Prompt Reduction
56
- // ============================================================================
57
-
58
- export function computePromptReductionSteps(tokenIds, config) {
59
- const minLen = config.prompt.minLength;
60
- const strategy = config.prompt.strategy;
61
- const totalLen = tokenIds.length;
62
-
63
- if (totalLen <= minLen) return [tokenIds.slice()];
64
-
65
- if (strategy === 'linear') {
66
- return computeLinearSteps(tokenIds, minLen);
67
- }
68
-
69
- return computeBinarySearchSteps(tokenIds, minLen);
70
- }
71
-
72
- function computeBinarySearchSteps(tokenIds, minLen) {
73
- const steps = [];
74
- let lo = minLen;
75
- let hi = tokenIds.length;
76
-
77
- while (lo < hi) {
78
- const mid = Math.floor((lo + hi) / 2);
79
- steps.push(tokenIds.slice(0, mid));
80
- hi = mid;
81
- }
82
-
83
- if (steps.length === 0 || steps[steps.length - 1].length !== minLen) {
84
- steps.push(tokenIds.slice(0, minLen));
85
- }
86
-
87
- return steps;
88
- }
89
-
90
- function computeLinearSteps(tokenIds, minLen) {
91
- const steps = [];
92
- for (let len = tokenIds.length; len >= minLen; len = Math.floor(len / 2)) {
93
- steps.push(tokenIds.slice(0, len));
94
- if (len === minLen) break;
95
- }
96
- if (steps[steps.length - 1].length !== minLen) {
97
- steps.push(tokenIds.slice(0, minLen));
98
- }
99
- return steps;
100
- }
101
-
102
- // ============================================================================
103
- // Token Count Reduction
104
- // ============================================================================
105
-
106
- export function computeTokenReductionPlan(originalMaxTokens, config) {
107
- const step = config.tokens.step;
108
- const minTokens = config.tokens.maxTokens;
109
- const plan = [];
110
-
111
- for (let n = originalMaxTokens; n >= minTokens; n -= step) {
112
- plan.push(n);
113
- if (n === minTokens) break;
114
- }
115
-
116
- if (plan.length === 0 || plan[plan.length - 1] !== minTokens) {
117
- plan.push(minTokens);
118
- }
119
-
120
- return plan;
121
- }
122
-
123
- // ============================================================================
124
- // Graph Slice
125
- // ============================================================================
126
-
127
- export function createGraphSlice(config) {
128
- const startLayer = config.graph.startLayer;
129
- const endLayer = config.graph.endLayer;
130
- const targetOpIds = config.graph.targetOpIds;
131
- const targetStages = config.graph.targetStages;
132
-
133
- return {
134
- startLayer,
135
- endLayer,
136
- targetOpIds,
137
- targetStages,
138
-
139
- shouldProcessLayer(layerIdx) {
140
- if (startLayer !== null && layerIdx < startLayer) return false;
141
- if (endLayer !== null && layerIdx > endLayer) return false;
142
- return true;
143
- },
144
-
145
- shouldProcessOp(opId, stageName) {
146
- if (targetOpIds.length > 0 && !targetOpIds.includes(opId)) {
147
- return false;
148
- }
149
- if (targetStages.length > 0 && !targetStages.includes(stageName)) {
150
- return false;
151
- }
152
- return true;
153
- },
154
-
155
- isSliced() {
156
- return startLayer !== null
157
- || endLayer !== null
158
- || targetOpIds.length > 0
159
- || targetStages.length > 0;
160
- },
161
- };
162
- }
163
-
164
- // ============================================================================
165
- // Reduction Report
166
- // ============================================================================
167
-
168
- export function createReductionReport(options = {}) {
169
- return {
170
- mode: options.mode ?? null,
171
- originalSize: options.originalSize ?? null,
172
- reducedSize: options.reducedSize ?? null,
173
- stepsAttempted: options.stepsAttempted ?? 0,
174
- divergenceReproduced: options.divergenceReproduced ?? false,
175
- divergenceOpId: options.divergenceOpId ?? null,
176
- minimalPromptLength: options.minimalPromptLength ?? null,
177
- minimalTokenCount: options.minimalTokenCount ?? null,
178
- graphSlice: options.graphSlice ?? null,
179
- };
180
- }
@@ -1,99 +0,0 @@
1
- /**
2
- * Dense FFN Operations
3
- *
4
- * Handles standard dense (non-MoE) FFN computations including:
5
- * - Gate/Up -> Activation -> Down projections
6
- * - Fused FFN variants
7
- * - Fused Down+Norm optimization
8
- *
9
- * @module inference/pipelines/text/ffn/dense
10
- */
11
-
12
- import type { Tensor } from '../../../../gpu/tensor.js';
13
- import type { WeightBuffer } from '../../../../gpu/weight-buffer.js';
14
- import type { LayerContext, LayerWeights } from '../types.js';
15
-
16
- export declare function resolveGateUpPathMode(options?: {
17
- kernelPath?: Record<string, unknown> | null;
18
- phase?: 'prefill' | 'decode' | null;
19
- layerIdx?: number;
20
- }): 'fused' | 'split' | 'implicit';
21
-
22
- export declare function resolveFusedGateUpWeights(
23
- layerWeights: LayerWeights | undefined,
24
- options?: {
25
- activationDtype?: 'f16' | 'f32' | null;
26
- hiddenSize?: number;
27
- kernelPath?: Record<string, unknown> | null;
28
- phase?: 'prefill' | 'decode' | null;
29
- layerIdx?: number;
30
- }
31
- ): {
32
- gate: GPUBuffer | WeightBuffer | null;
33
- up: GPUBuffer | WeightBuffer | null;
34
- gateDtype: string | null;
35
- upDtype: string | null;
36
- hasQ4KMaterialization: boolean;
37
- };
38
-
39
- export declare function resolveDenseFFNMatmulStepDtype(options?: {
40
- role?: string | null;
41
- phase?: 'prefill' | 'decode' | null;
42
- layerIdx?: number;
43
- kernelPath?: Record<string, unknown> | null;
44
- fallback?: 'f16' | 'f32' | null;
45
- field?: 'inputDtype' | 'outputDtype';
46
- ffnStepPrecision?: {
47
- inputDtype?: 'f16' | 'f32' | null;
48
- outputDtype?: 'f16' | 'f32' | null;
49
- } | null;
50
- }): 'f16' | 'f32' | null;
51
-
52
- export declare function resolveDenseFFNFusedPathDtypes(options?: {
53
- phase?: 'prefill' | 'decode' | null;
54
- layerIdx?: number;
55
- kernelPath?: Record<string, unknown> | null;
56
- fallbackInputDtype?: 'f16' | 'f32' | null;
57
- fallbackOutputDtype?: 'f16' | 'f32' | null;
58
- ffnStepPrecision?: {
59
- inputDtype?: 'f16' | 'f32' | null;
60
- outputDtype?: 'f16' | 'f32' | null;
61
- } | null;
62
- }): {
63
- fusedGateUpInputDtype: 'f16' | 'f32' | null;
64
- fusedGateUpOutputDtype: 'f16' | 'f32' | null;
65
- downInputDtype: 'f16' | 'f32' | null;
66
- };
67
-
68
- export declare function canUseNativeF16FusedGateUp(options?: {
69
- inputDtype?: 'f16' | 'f32' | null;
70
- gateDtype?: string | null;
71
- hasF16?: boolean;
72
- }): boolean;
73
-
74
- /**
75
- * Run dense (non-MoE) FFN on GPU.
76
- */
77
- export declare function runDenseFFNGPU(
78
- layerIdx: number,
79
- inputTensor: Tensor,
80
- numTokens: number,
81
- context: LayerContext,
82
- layerWeights: LayerWeights | undefined
83
- ): Promise<Tensor>;
84
-
85
- /**
86
- * Run dense FFN with fused down projection + post-FFN norm.
87
- * Used for sandwich norm architectures when conditions allow fusion.
88
- */
89
- export declare function runDenseFFNWithFusedPostNormGPU(
90
- layerIdx: number,
91
- inputTensor: Tensor,
92
- numTokens: number,
93
- context: LayerContext,
94
- layerWeights: LayerWeights,
95
- residualTensor: Tensor,
96
- eps: number,
97
- transposeB: boolean,
98
- outputBuffer?: GPUBuffer | null
99
- ): Promise<Tensor>;
@@ -1,23 +0,0 @@
1
- /**
2
- * FFN Module
3
- *
4
- * Feed-Forward Network operations for Transformer inference.
5
- * Re-exports all FFN functionality from submodules.
6
- *
7
- * @module inference/pipelines/text/ffn
8
- */
9
-
10
- // Types and utilities
11
- export { isMoELayerLocal, hasLoggedFusedDownNorm, setLoggedFusedDownNorm } from './types.js';
12
-
13
- // Sandwich norm FFN (Gemma 3 style)
14
- export { processFFNWithSandwichNorm } from './sandwich.js';
15
-
16
- // Standard FFN (LLaMA style)
17
- export { processFFNStandard } from './standard.js';
18
-
19
- // Dense FFN operations
20
- export { runDenseFFNGPU, runDenseFFNWithFusedPostNormGPU } from './dense.js';
21
-
22
- // MoE FFN operations
23
- export { runMoEFFNGPU } from './moe.js';
@@ -1,24 +0,0 @@
1
- /**
2
- * Mixture of Experts (MoE) FFN Operations
3
- *
4
- * Handles MoE FFN computations with expert routing and selection.
5
- *
6
- * @module inference/pipelines/text/ffn/moe
7
- */
8
-
9
- import type { Tensor } from '../../../../gpu/tensor.js';
10
- import type { LayerContext } from '../types.js';
11
-
12
- /**
13
- * Run MoE FFN on GPU.
14
- * Routes tokens to experts and combines expert outputs.
15
- */
16
- export declare function runMoEFFNGPU(
17
- layerIdx: number,
18
- inputTensor: Tensor,
19
- numTokens: number,
20
- context: LayerContext,
21
- options?: {
22
- routerInputTensor?: Tensor | null;
23
- }
24
- ): Promise<Tensor>;
@@ -1,27 +0,0 @@
1
- /**
2
- * Sandwich Norm FFN Processing
3
- *
4
- * Handles FFN with sandwich norm architecture (Gemma 3 style) where
5
- * pre/post FFN norms wrap the FFN block.
6
- *
7
- * @module inference/pipelines/text/ffn/sandwich
8
- */
9
-
10
- import type { Tensor } from '../../../../gpu/tensor.js';
11
- import type { LayerContext, LayerWeights, SandwichNormInfo } from '../types.js';
12
-
13
- /**
14
- * Process FFN with sandwich norm architecture (Gemma 3).
15
- * Input and output are Tensor for dtype-aware processing.
16
- */
17
- export declare function processFFNWithSandwichNorm(
18
- layerIdx: number,
19
- postAttn: Tensor,
20
- numTokens: number,
21
- size: number,
22
- context: LayerContext,
23
- layerWeights: LayerWeights | undefined,
24
- sandwichNorm: SandwichNormInfo,
25
- finalOutputScale?: number | null,
26
- precomputedFfnInput?: Tensor | null
27
- ): Promise<Tensor>;
@@ -1,26 +0,0 @@
1
- /**
2
- * Standard FFN Processing
3
- *
4
- * Handles FFN with standard architecture (LLaMA-style) where
5
- * post-attention norm precedes the FFN block.
6
- *
7
- * @module inference/pipelines/text/ffn/standard
8
- */
9
-
10
- import type { Tensor } from '../../../../gpu/tensor.js';
11
- import type { LayerContext, LayerWeights } from '../types.js';
12
-
13
- /**
14
- * Process FFN with standard architecture (LLaMA-style).
15
- */
16
- export declare function processFFNStandard(
17
- layerIdx: number,
18
- postAttn: Tensor,
19
- numTokens: number,
20
- size: number,
21
- context: LayerContext,
22
- layerWeights: LayerWeights | undefined,
23
- fusedResidualInput?: Tensor | null,
24
- finalOutputScale?: number | null,
25
- residualBranchScale?: number | null
26
- ): Promise<Tensor>;
@@ -1,30 +0,0 @@
1
- /**
2
- * FFN Module Types
3
- *
4
- * Shared interfaces and type definitions for FFN operations.
5
- *
6
- * @module inference/pipelines/text/ffn/types
7
- */
8
-
9
- import type { ParsedModelConfig } from '../config.js';
10
- import type { LayerWeights } from '../types.js';
11
-
12
- /**
13
- * Checks if a layer uses MoE (Mixture of Experts) FFN.
14
- * Inlined to avoid circular dependency with layer.ts.
15
- */
16
- export declare function isMoELayerLocal(
17
- layerIdx: number,
18
- config: ParsedModelConfig,
19
- layerWeights?: LayerWeights | null
20
- ): boolean;
21
-
22
- /**
23
- * Check if fused down+norm has been logged (for one-time trace messages).
24
- */
25
- export declare function hasLoggedFusedDownNorm(): boolean;
26
-
27
- /**
28
- * Mark fused down+norm as logged.
29
- */
30
- export declare function setLoggedFusedDownNorm(value: boolean): void;
@@ -1,31 +0,0 @@
1
- /**
2
- * Feed-Forward Network (FFN) Operations
3
- *
4
- * This module handles the FFN block of the Transformer layer, including:
5
- * - Standard Dense FFN (Gate/Up -> Act -> Down)
6
- * - MoE FFN (Routing -> Expert -> Down)
7
- * - Sandwich Norm variations
8
- * - Fused optimizations (Fused FFN, Fused Down+Norm)
9
- *
10
- * Public aggregation entrypoint.
11
- * Implementation is split into submodules under ./ffn/
12
- *
13
- * @module inference/pipelines/text/ffn
14
- */
15
-
16
- // Re-export all public API from submodules
17
- export {
18
- // Types and utilities
19
- isMoELayerLocal,
20
- hasLoggedFusedDownNorm,
21
- setLoggedFusedDownNorm,
22
- // Sandwich norm FFN (Gemma 3 style)
23
- processFFNWithSandwichNorm,
24
- // Standard FFN (LLaMA style)
25
- processFFNStandard,
26
- // Dense FFN operations
27
- runDenseFFNGPU,
28
- runDenseFFNWithFusedPostNormGPU,
29
- // MoE FFN operations
30
- runMoEFFNGPU,
31
- } from './ffn/index.js';
@@ -1,18 +0,0 @@
1
-
2
-
3
- // Re-export all public API from submodules
4
- export {
5
- // Types and utilities
6
- isMoELayerLocal,
7
- hasLoggedFusedDownNorm,
8
- setLoggedFusedDownNorm,
9
- // Sandwich norm FFN (pre+post FFN normalization)
10
- processFFNWithSandwichNorm,
11
- // Standard FFN (single post-attention norm)
12
- processFFNStandard,
13
- // Dense FFN operations
14
- runDenseFFNGPU,
15
- runDenseFFNWithFusedPostNormGPU,
16
- // MoE FFN operations
17
- runMoEFFNGPU,
18
- } from './ffn/index.js';
@@ -1,11 +0,0 @@
1
- export interface FinitenessStatus {
2
- triggered: boolean;
3
- layer: number;
4
- step: number;
5
- metadata: string;
6
- }
7
-
8
- export declare function parseFinitenessStatusWords(
9
- words: ArrayLike<number>,
10
- offset?: number
11
- ): FinitenessStatus;