doppler-gpu 0.4.7 → 0.4.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/CHANGELOG.md +64 -0
  2. package/README.md +93 -144
  3. package/models/catalog.json +1575 -0
  4. package/package.json +37 -12
  5. package/src/cli/doppler-cli.js +28 -7
  6. package/src/client/doppler-registry.json +2 -2
  7. package/src/client/runtime/index.js +25 -2
  8. package/src/client/runtime/model-session.d.ts +31 -1
  9. package/src/client/runtime/model-session.js +31 -0
  10. package/src/client/runtime/model-source.d.ts +19 -2
  11. package/src/client/runtime/model-source.js +45 -5
  12. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +21 -5
  13. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +6 -1
  14. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +1 -1
  15. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +9 -1
  16. package/src/config/kernel-path-loader.js +1 -0
  17. package/src/config/kernels/kernel-ref-digests.js +26 -17
  18. package/src/config/kernels/registry.json +448 -27
  19. package/src/config/merge.js +11 -0
  20. package/src/config/param-validator.js +25 -0
  21. package/src/config/runtime/default.json +3 -1
  22. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  23. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  24. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  25. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  26. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  27. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  28. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  29. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  30. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  31. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  32. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  33. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  34. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  35. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  36. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  37. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  38. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  39. package/src/config/schema/doppler.schema.js +40 -5
  40. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  41. package/src/config/schema/execution-v1.schema.js +10 -0
  42. package/src/config/schema/index.d.ts +3 -1
  43. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  44. package/src/config/transforms/capability-transform-resolver.js +7 -1
  45. package/src/config/transforms/execution-graph-transforms.js +2 -2
  46. package/src/debug/config.d.ts +4 -0
  47. package/src/experimental/orchestration/index.d.ts +10 -1
  48. package/src/experimental/training/suite.js +1 -1
  49. package/src/formats/rdrr/classification.js +3 -0
  50. package/src/formats/rdrr/integrity.d.ts +0 -2
  51. package/src/formats/rdrr/integrity.js +0 -2
  52. package/src/formats/rdrr/types.d.ts +1 -1
  53. package/src/gpu/kernels/attention.d.ts +2 -0
  54. package/src/gpu/kernels/attention.js +75 -16
  55. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  56. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  57. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  58. package/src/gpu/kernels/fused_ffn.js +540 -19
  59. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  60. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  61. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  62. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  63. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  64. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  65. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  66. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  67. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  68. package/src/gpu/kernels/index.d.ts +21 -0
  69. package/src/gpu/kernels/index.js +13 -0
  70. package/src/gpu/kernels/linear-attention-core.js +413 -15
  71. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  72. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  73. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  74. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  75. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  76. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  77. package/src/gpu/kernels/matmul-selection.js +5 -1
  78. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  79. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  80. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  81. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  82. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  83. package/src/gpu/kernels/silu.wgsl +7 -1
  84. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  85. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  86. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  87. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  88. package/src/gpu/tensor.d.ts +1 -0
  89. package/src/index.d.ts +1 -1
  90. package/src/index.js +1 -1
  91. package/src/inference/browser-harness-suite-helpers.js +1 -1
  92. package/src/inference/browser-harness-text-helpers.js +251 -20
  93. package/src/inference/browser-harness.js +221 -3
  94. package/src/inference/kv-cache/base.js +42 -1
  95. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  96. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  97. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  98. package/src/inference/pipelines/text/attention/projections.js +174 -4
  99. package/src/inference/pipelines/text/attention/record.js +44 -21
  100. package/src/inference/pipelines/text/attention/run.js +18 -3
  101. package/src/inference/pipelines/text/config.d.ts +18 -0
  102. package/src/inference/pipelines/text/config.js +100 -0
  103. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  104. package/src/inference/pipelines/text/execution-plan.js +37 -0
  105. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  106. package/src/inference/pipelines/text/execution-v1.js +122 -8
  107. package/src/inference/pipelines/text/ffn/dense.js +239 -21
  108. package/src/inference/pipelines/text/ffn/standard.js +121 -38
  109. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  110. package/src/inference/pipelines/text/generator-helpers.js +2 -0
  111. package/src/inference/pipelines/text/generator-runtime.js +1 -0
  112. package/src/inference/pipelines/text/generator-steps.js +2 -2
  113. package/src/inference/pipelines/text/generator.d.ts +18 -1
  114. package/src/inference/pipelines/text/generator.js +297 -19
  115. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  116. package/src/inference/pipelines/text/init.d.ts +22 -3
  117. package/src/inference/pipelines/text/init.js +2 -2
  118. package/src/inference/pipelines/text/layer.js +87 -8
  119. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  120. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  121. package/src/inference/pipelines/text/linear-attention.js +173 -16
  122. package/src/inference/pipelines/text/logits/gpu.js +2 -2
  123. package/src/inference/pipelines/text/logits/index.js +62 -1
  124. package/src/inference/pipelines/text/model-load.js +6 -0
  125. package/src/inference/pipelines/text/ops.js +22 -0
  126. package/src/inference/pipelines/text/per-layer-inputs.js +80 -11
  127. package/src/inference/pipelines/text/probes.js +9 -4
  128. package/src/inference/pipelines/text/state.d.ts +4 -4
  129. package/src/inference/pipelines/text/state.js +4 -0
  130. package/src/inference/pipelines/text/types.d.ts +27 -2
  131. package/src/inference/pipelines/text.d.ts +21 -1
  132. package/src/inference/pipelines/text.js +40 -14
  133. package/src/inference/tokenizers/bundled.js +45 -23
  134. package/src/inference/tokenizers/types.d.ts +7 -4
  135. package/src/loader/doppler-loader.js +25 -2
  136. package/src/loader/index.d.ts +3 -1
  137. package/src/loader/index.js +2 -0
  138. package/src/loader/loader-types.d.ts +3 -1
  139. package/src/loader/manifest-config.d.ts +18 -0
  140. package/src/loader/manifest-config.js +11 -3
  141. package/src/loader/shard-cache.d.ts +2 -0
  142. package/src/loader/shard-cache.js +29 -1
  143. package/src/models/gemma4.js +8 -0
  144. package/src/rules/inference/capability-transforms.rules.json +145 -20
  145. package/src/rules/inference/ffn.rules.json +33 -0
  146. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  147. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  148. package/src/rules/kernels/matmul.rules.json +1 -0
  149. package/src/rules/kernels/silu.rules.json +1 -0
  150. package/src/rules/rule-registry.js +2 -0
  151. package/src/storage/artifact-storage-context.js +36 -0
  152. package/src/tooling/node-browser-command-runner.js +42 -7
  153. package/src/tooling/opfs-cache.d.ts +21 -1
  154. package/src/tooling/opfs-cache.js +168 -32
  155. package/src/tooling-exports/storage.d.ts +1 -1
  156. package/src/tooling-exports/storage.js +1 -1
  157. package/src/types/gpu.d.ts +25 -0
  158. package/src/version.js +1 -1
  159. package/tests/kernels/browser/kernel-suite.js +1593 -0
  160. package/tests/kernels/browser/test-page.js +2629 -0
  161. package/tests/kernels/harness/benchmark.js +225 -0
  162. package/tests/kernels/harness/buffer-utils.js +88 -0
  163. package/tests/kernels/harness/tolerance.js +174 -0
  164. package/tests/kernels/reference/adam.js +15 -0
  165. package/tests/kernels/reference/attention.js +158 -0
  166. package/tests/kernels/reference/backward.js +96 -0
  167. package/tests/kernels/reference/bias-add.js +20 -0
  168. package/tests/kernels/reference/conv2d.js +58 -0
  169. package/tests/kernels/reference/cross-entropy.js +26 -0
  170. package/tests/kernels/reference/dequant.js +312 -0
  171. package/tests/kernels/reference/embed.js +15 -0
  172. package/tests/kernels/reference/gather.js +61 -0
  173. package/tests/kernels/reference/gelu.js +37 -0
  174. package/tests/kernels/reference/groupnorm.js +36 -0
  175. package/tests/kernels/reference/index.js +89 -0
  176. package/tests/kernels/reference/layernorm.js +22 -0
  177. package/tests/kernels/reference/matmul.js +57 -0
  178. package/tests/kernels/reference/modulate.js +24 -0
  179. package/tests/kernels/reference/moe-gather.js +83 -0
  180. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  181. package/tests/kernels/reference/residual.js +55 -0
  182. package/tests/kernels/reference/rmsnorm.js +52 -0
  183. package/tests/kernels/reference/rope.js +79 -0
  184. package/tests/kernels/reference/sample.js +97 -0
  185. package/tests/kernels/reference/scatter-add.js +58 -0
  186. package/tests/kernels/reference/silu.js +52 -0
  187. package/tests/kernels/reference/softmax.js +86 -0
  188. package/tests/kernels/reference/split-qkv.js +58 -0
  189. package/tests/kernels/reference/topk.js +88 -0
  190. package/tests/kernels/reference/upsample2d.js +37 -0
  191. package/BRANDING.md +0 -14
  192. package/SECURITY.md +0 -19
  193. package/assets/doppler-runtime-map.svg +0 -82
  194. package/src/bootstrap.js +0 -30
  195. package/src/cli/doppler-cli.d.ts +0 -46
  196. package/src/cli/doppler-quickstart.d.ts +0 -45
  197. package/src/cli/doppler-serve.d.ts +0 -210
  198. package/src/cli/runtime-profiles.d.ts +0 -40
  199. package/src/client/doppler-api.browser.d.ts +0 -1
  200. package/src/client/doppler-api.browser.js +0 -25
  201. package/src/client/doppler-registry.d.ts +0 -54
  202. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  203. package/src/client/runtime/source-runtime.d.ts +0 -26
  204. package/src/client/runtime/storage.d.ts +0 -5
  205. package/src/config/README.md +0 -61
  206. package/src/config/conversion/README.md +0 -62
  207. package/src/config/goal-completion-matrix.json +0 -552
  208. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  209. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  210. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  211. package/src/config/kernels/registry.d.ts +0 -51
  212. package/src/config/merge-contract-check.d.ts +0 -16
  213. package/src/config/merge-contract-check.js +0 -319
  214. package/src/config/merge-helpers.d.ts +0 -60
  215. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  216. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  217. package/src/config/param-categories.d.ts +0 -8
  218. package/src/config/param-validator.d.ts +0 -33
  219. package/src/config/platforms/loader.d.ts +0 -38
  220. package/src/config/quantization-contract-check.d.ts +0 -12
  221. package/src/config/quantization-contract-check.js +0 -91
  222. package/src/config/runtime/README.md +0 -28
  223. package/src/config/runtime-merge.d.ts +0 -5
  224. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  225. package/src/config/schema/command-surface-contract.schema.json +0 -81
  226. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  227. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  228. package/src/config/schema/platform.schema.js +0 -1
  229. package/src/config/schema/policy-schema-registry.json +0 -31
  230. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  231. package/src/config/support-tiers/subsystems.json +0 -502
  232. package/src/config/supported-operations.d.ts +0 -14
  233. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  234. package/src/config/transforms/execution-graph-transforms.d.ts +0 -306
  235. package/src/converter/conversion-plan.d.ts +0 -56
  236. package/src/converter/index.d.ts +0 -98
  237. package/src/converter/index.js +0 -59
  238. package/src/converter/parsers/diffusion.d.ts +0 -50
  239. package/src/converter/parsers/gguf.d.ts +0 -31
  240. package/src/converter/parsers/index.d.ts +0 -21
  241. package/src/converter/parsers/index.js +0 -12
  242. package/src/converter/parsers/transformer.d.ts +0 -31
  243. package/src/converter/quantization-info.d.ts +0 -38
  244. package/src/converter/rope-config.d.ts +0 -16
  245. package/src/converter/tokenizer-utils.d.ts +0 -12
  246. package/src/debug/reference/README.md +0 -114
  247. package/src/debug/reference/hf_attn_debug.py +0 -114
  248. package/src/debug/reference/hf_embed_check.py +0 -89
  249. package/src/debug/reference/hf_layer_out.py +0 -100
  250. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  251. package/src/debug/reference/hf_rope_check.py +0 -116
  252. package/src/debug/reference/hf_weights.py +0 -75
  253. package/src/errors/doppler-error.d.ts +0 -20
  254. package/src/experimental/bridge/extension/background.d.ts +0 -14
  255. package/src/experimental/bridge/extension/background.js +0 -168
  256. package/src/experimental/bridge/extension/manifest.json +0 -34
  257. package/src/experimental/bridge/extension-client.d.ts +0 -114
  258. package/src/experimental/bridge/index.d.ts +0 -69
  259. package/src/experimental/bridge/node-bridge.js +0 -24
  260. package/src/experimental/bridge/protocol.d.ts +0 -96
  261. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  262. package/src/experimental/browser/gguf-importer.js +0 -532
  263. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  264. package/src/experimental/browser/quantization.d.ts +0 -74
  265. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  266. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  267. package/src/experimental/browser/shard-io-browser.js +0 -89
  268. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  269. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  270. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  271. package/src/experimental/distribution/p2p-transport.js +0 -75
  272. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  273. package/src/experimental/hotswap/manifest.d.ts +0 -42
  274. package/src/experimental/hotswap/model-swap.js +0 -42
  275. package/src/experimental/hotswap/runtime.d.ts +0 -31
  276. package/src/experimental/training/README.md +0 -164
  277. package/src/experimental/training/artifacts.d.ts +0 -160
  278. package/src/experimental/training/attention-backward.d.ts +0 -30
  279. package/src/experimental/training/attention-forward.d.ts +0 -22
  280. package/src/experimental/training/attention-forward.js +0 -82
  281. package/src/experimental/training/autograd.d.ts +0 -51
  282. package/src/experimental/training/backward-kernels.js +0 -39
  283. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  284. package/src/experimental/training/checkpoint.d.ts +0 -36
  285. package/src/experimental/training/clip.d.ts +0 -9
  286. package/src/experimental/training/dataloader.d.ts +0 -8
  287. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  288. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  289. package/src/experimental/training/datasets/index.d.ts +0 -24
  290. package/src/experimental/training/datasets/index.js +0 -13
  291. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  292. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  293. package/src/experimental/training/datasets/reploid.js +0 -36
  294. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  295. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  296. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  297. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  298. package/src/experimental/training/datasets/token-batch.js +0 -52
  299. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  300. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  301. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  302. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  303. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  304. package/src/experimental/training/distillation/eval.d.ts +0 -34
  305. package/src/experimental/training/distillation/index.d.ts +0 -29
  306. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  307. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  308. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  309. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  310. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  311. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  312. package/src/experimental/training/export.d.ts +0 -41
  313. package/src/experimental/training/index.d.ts +0 -74
  314. package/src/experimental/training/index.js +0 -63
  315. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  316. package/src/experimental/training/lora.d.ts +0 -19
  317. package/src/experimental/training/loss-scaling.d.ts +0 -21
  318. package/src/experimental/training/loss.d.ts +0 -10
  319. package/src/experimental/training/objectives/base.d.ts +0 -58
  320. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  321. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  322. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  323. package/src/experimental/training/objectives/index.d.ts +0 -12
  324. package/src/experimental/training/objectives/index.js +0 -6
  325. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  326. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  327. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  328. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  329. package/src/experimental/training/operator-command.d.ts +0 -5
  330. package/src/experimental/training/operator-eval.d.ts +0 -48
  331. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  332. package/src/experimental/training/optimizer.d.ts +0 -22
  333. package/src/experimental/training/runner.d.ts +0 -249
  334. package/src/experimental/training/suite.d.ts +0 -299
  335. package/src/experimental/training/tensor-factory.d.ts +0 -9
  336. package/src/experimental/training/trainer.d.ts +0 -89
  337. package/src/experimental/training/ul_dataset.d.ts +0 -47
  338. package/src/experimental/training/ul_schedule.d.ts +0 -6
  339. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  340. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  341. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  342. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  343. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  344. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  345. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  346. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  347. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  348. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  349. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  350. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  351. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  352. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  353. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  354. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  355. package/src/experimental/training/workload-packs/registry.json +0 -278
  356. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  357. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  358. package/src/experimental/training/workloads.d.ts +0 -201
  359. package/src/formats/gguf/types.d.ts +0 -74
  360. package/src/formats/index.d.ts +0 -75
  361. package/src/formats/index.js +0 -19
  362. package/src/formats/litert/types.d.ts +0 -74
  363. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  364. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  365. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  366. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  367. package/src/formats/safetensors/types.d.ts +0 -67
  368. package/src/formats/tflite/types.d.ts +0 -61
  369. package/src/formats/tokenizer/index.d.ts +0 -5
  370. package/src/formats/tokenizer/index.js +0 -3
  371. package/src/formats/tokenizer/types.d.ts +0 -9
  372. package/src/gpu/kernel-runtime.d.ts +0 -13
  373. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  374. package/src/gpu/kernel-selection-log.d.ts +0 -4
  375. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  376. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  377. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  378. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  379. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  380. package/src/gpu/kernel-tuner/types.js +0 -4
  381. package/src/gpu/kernel-tuner.d.ts +0 -33
  382. package/src/gpu/kernels/README.md +0 -166
  383. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  384. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  385. package/src/gpu/kernels/check-stop.d.ts +0 -31
  386. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  387. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  388. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  389. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  390. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  391. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  392. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  393. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  394. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  395. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  396. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  397. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  398. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  399. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  400. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  401. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  402. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  403. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  404. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  405. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  406. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  407. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  408. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  409. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  410. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  411. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  412. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  413. package/src/gpu/kernels/constants.d.ts +0 -129
  414. package/src/gpu/kernels/dispatch.d.ts +0 -72
  415. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  416. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  417. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  418. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  419. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  420. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  421. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  422. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  423. package/src/gpu/kernels/types.js +0 -4
  424. package/src/gpu/perf-guards.d.ts +0 -13
  425. package/src/gpu/profiler.d.ts +0 -93
  426. package/src/gpu/readback-utils.d.ts +0 -16
  427. package/src/gpu/readback-utils.js +0 -49
  428. package/src/gpu/submit-probe.d.ts +0 -12
  429. package/src/index-browser.d.ts +0 -2
  430. package/src/index-browser.js +0 -2
  431. package/src/inference/README.md +0 -593
  432. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  433. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  434. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  435. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  436. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  437. package/src/inference/browser-harness-text-helpers.d.ts +0 -152
  438. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  439. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  440. package/src/inference/network-evolution.js +0 -79
  441. package/src/inference/pipelines/context.d.ts +0 -21
  442. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  443. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  444. package/src/inference/pipelines/diffusion/index.js +0 -3
  445. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  446. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  447. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  448. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  449. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  450. package/src/inference/pipelines/diffusion/types.js +0 -1
  451. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  452. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  453. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  454. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  455. package/src/inference/pipelines/dream/pipeline.js +0 -8
  456. package/src/inference/pipelines/energy/index.d.ts +0 -1
  457. package/src/inference/pipelines/energy/index.js +0 -1
  458. package/src/inference/pipelines/energy/types.js +0 -1
  459. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  460. package/src/inference/pipelines/energy-head/index.js +0 -6
  461. package/src/inference/pipelines/factory.d.ts +0 -10
  462. package/src/inference/pipelines/index.d.ts +0 -22
  463. package/src/inference/pipelines/index.js +0 -19
  464. package/src/inference/pipelines/registry.d.ts +0 -15
  465. package/src/inference/pipelines/rng.d.ts +0 -2
  466. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  467. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  468. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  469. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  470. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  471. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  472. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  473. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  474. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  475. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  476. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  477. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  478. package/src/inference/pipelines/text/attention.d.ts +0 -23
  479. package/src/inference/pipelines/text/attention.js +0 -12
  480. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  481. package/src/inference/pipelines/text/buffer-types.js +0 -4
  482. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  483. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  484. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  485. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  486. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  487. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  488. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  489. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  490. package/src/inference/pipelines/text/embed.d.ts +0 -69
  491. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  492. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  493. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  494. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  495. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  496. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  497. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  498. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -26
  499. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  500. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  501. package/src/inference/pipelines/text/ffn.js +0 -18
  502. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  503. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  504. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  505. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  506. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  507. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -93
  508. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  509. package/src/inference/pipelines/text/index.d.ts +0 -5
  510. package/src/inference/pipelines/text/index.js +0 -6
  511. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  512. package/src/inference/pipelines/text/layer.d.ts +0 -118
  513. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  514. package/src/inference/pipelines/text/logits/precision-policy.d.ts +0 -11
  515. package/src/inference/pipelines/text/logits/types.js +0 -4
  516. package/src/inference/pipelines/text/logits.d.ts +0 -27
  517. package/src/inference/pipelines/text/logits.js +0 -16
  518. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  519. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  520. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  521. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  522. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  523. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  524. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -70
  525. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  526. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  527. package/src/inference/pipelines/text/ops.d.ts +0 -222
  528. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  529. package/src/inference/pipelines/text/probes.d.ts +0 -28
  530. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  531. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  532. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  533. package/src/inference/pipelines/text/types.js +0 -4
  534. package/src/inference/tokenizers/base.d.ts +0 -44
  535. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  536. package/src/inference/tokenizers/bpe.d.ts +0 -27
  537. package/src/inference/tokenizers/bundled.d.ts +0 -67
  538. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  539. package/src/inference/tokenizers/types.js +0 -7
  540. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  541. package/src/loader/per-layer-input-loader.d.ts +0 -30
  542. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  543. package/src/loader/tensors/source-transform.d.ts +0 -65
  544. package/src/memory/address-table.d.ts +0 -96
  545. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  546. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  547. package/src/rules/rule-registry.d.ts +0 -77
  548. package/src/storage/artifact-storage-context.d.ts +0 -63
  549. package/src/storage/backends/idb-store.d.ts +0 -52
  550. package/src/storage/backends/memory-store.d.ts +0 -36
  551. package/src/storage/backends/opfs-store.d.ts +0 -41
  552. package/src/storage/blake3.d.ts +0 -17
  553. package/src/storage/download-types.d.ts +0 -157
  554. package/src/storage/downloader.d.ts +0 -103
  555. package/src/storage/index.d.ts +0 -274
  556. package/src/storage/index.js +0 -201
  557. package/src/storage/preflight.d.ts +0 -144
  558. package/src/storage/preflight.js +0 -360
  559. package/src/storage/quickstart-downloader.d.ts +0 -157
  560. package/src/storage/quickstart-downloader.js +0 -289
  561. package/src/storage/source-artifact-store.d.ts +0 -59
  562. package/src/sw.js +0 -184
  563. package/src/tooling/command-api-constants.d.ts +0 -9
  564. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  565. package/src/tooling/command-api-helpers.d.ts +0 -23
  566. package/src/tooling/command-runner-shared.d.ts +0 -89
  567. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  568. package/src/tooling/conversion-config-materializer.js +0 -96
  569. package/src/tooling/diagnose-runner.d.ts +0 -28
  570. package/src/tooling/hf-registry-utils.d.ts +0 -55
  571. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  572. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  573. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  574. package/src/tooling/kernel-path-builder/index.js +0 -1361
  575. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  576. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  577. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  578. package/src/tooling/lean-execution-contract-runner.js +0 -158
  579. package/src/tooling/lean-execution-contract.d.ts +0 -16
  580. package/src/tooling/lean-execution-contract.js +0 -81
  581. package/src/tooling/litert-package-runtime.d.ts +0 -46
  582. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  583. package/src/tooling/node-convert-worker.d.ts +0 -1
  584. package/src/tooling/node-converter.d.ts +0 -1
  585. package/src/tooling/node-file-fetch.d.ts +0 -1
  586. package/src/tooling/node-source-runtime.d.ts +0 -24
  587. package/src/tooling/node-webgpu.d.ts +0 -17
  588. package/src/tooling/precision-replay-math.js +0 -174
  589. package/src/tooling/program-bundle-host.d.ts +0 -16
  590. package/src/tooling/program-bundle-host.js +0 -20
  591. package/src/tooling/runtime-input-composition.d.ts +0 -37
  592. package/src/tooling/source-package-profiles.d.ts +0 -50
  593. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  594. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  595. package/src/tooling/source-runtime-materializer.js +0 -89
  596. package/src/tooling-exports.browser.d.ts +0 -7
  597. package/src/types/chrome.d.ts +0 -36
  598. package/src/types/chrome.js +0 -1
  599. package/src/types/index.d.ts +0 -1
  600. package/src/types/index.js +0 -1
  601. package/src/utils/array-buffer.d.ts +0 -4
  602. package/src/utils/canonical-hash.d.ts +0 -7
  603. package/src/utils/clone-json.d.ts +0 -1
  604. package/src/utils/hf-resolve-url.d.ts +0 -16
  605. package/src/utils/index.d.ts +0 -10
  606. package/src/utils/index.js +0 -10
  607. package/src/utils/load-json.d.ts +0 -5
  608. package/src/utils/plain-object.d.ts +0 -1
  609. package/src/utils/sha256.d.ts +0 -5
  610. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -1,144 +0,0 @@
1
- /**
2
- * Debug configuration management for pipeline tracing.
3
- *
4
- * Manages debug categories, layer filters, and decode step tracking.
5
- * Enable via: setDebugCategories({ embed: true, layer: true })
6
- *
7
- * Categories:
8
- * - embed: Embedding layer output
9
- * - layer: Per-layer entry/exit, hidden state stats
10
- * - attn: Attention computation details
11
- * - ffn: FFN computation details
12
- * - kv: KV cache operations
13
- * - logits: Logits computation and top-k
14
- * - sample: Sampling decisions
15
- * - io: GPU buffer read/writes
16
- * - perf: Timing and benchmarks
17
- * - kernel: Kernel step debugging - inspect tensor state after each kernel (SLOW!)
18
- * - all: Enable everything (use sparingly)
19
- *
20
- * @module inference/pipelines/text/debug-utils/config
21
- */
22
-
23
- import type { PipelineDebugConfigSchema } from '../../../../config/schema/index.js';
24
-
25
- // ============================================================================
26
- // Debug Configuration Types
27
- // ============================================================================
28
-
29
- export type DebugCategory =
30
- | 'embed'
31
- | 'layer'
32
- | 'attn'
33
- | 'ffn'
34
- | 'kv'
35
- | 'logits'
36
- | 'sample'
37
- | 'io'
38
- | 'perf'
39
- | 'kernel'
40
- | 'all';
41
-
42
- export interface DebugConfig {
43
- /** Which categories are enabled */
44
- categories: Partial<Record<DebugCategory, boolean>>;
45
- /** Only log these layer indices (empty = all) */
46
- layers?: number[];
47
- /** Only log first N decode steps (0 = all) */
48
- maxDecodeSteps?: number;
49
- /** Warn if maxAbs exceeds this */
50
- maxAbsThreshold?: number;
51
- /** Log GPU buffer stats (expensive - requires readback) */
52
- bufferStats?: boolean;
53
- }
54
-
55
- // ============================================================================
56
- // Configuration API
57
- // ============================================================================
58
-
59
- /**
60
- * Set debug categories. Merges with existing config.
61
- *
62
- * @example
63
- * setDebugCategories({ embed: true, layer: true });
64
- * setDebugCategories({ all: true }); // Enable everything
65
- * setDebugCategories({ all: true, io: false }); // All except io
66
- */
67
- export function setDebugCategories(
68
- categories: Partial<Record<DebugCategory, boolean>>,
69
- options?: Partial<Omit<DebugConfig, 'categories'>>
70
- ): void;
71
-
72
- /**
73
- * Reset debug config to defaults (all off).
74
- */
75
- export function resetDebugConfig(): void;
76
-
77
- /**
78
- * Apply pipeline debug config (runtime.shared.debug.pipeline) to debug-utils.
79
- */
80
- export function applyPipelineDebugConfig(pipeline?: PipelineDebugConfigSchema | null): void;
81
-
82
- /**
83
- * Get current debug config (for inspection).
84
- */
85
- export function getDebugConfig(): DebugConfig;
86
-
87
- // ============================================================================
88
- // Decode Step Tracking
89
- // ============================================================================
90
-
91
- /**
92
- * Increment decode step counter.
93
- */
94
- export function incrementDecodeStep(): number;
95
-
96
- /**
97
- * Reset decode step counter (call at start of generation).
98
- */
99
- export function resetDecodeStep(): void;
100
-
101
- /**
102
- * Get current decode step.
103
- */
104
- export function getDecodeStep(): number;
105
-
106
- // ============================================================================
107
- // Layer Filtering
108
- // ============================================================================
109
-
110
- /**
111
- * Check if a layer should be debugged based on debugLayers config.
112
- * @param layerIdx - The layer index to check
113
- * @param debugLayers - Array of layer indices to debug, null means none, undefined/empty means hardcoded defaults
114
- * @returns true if the layer should be debugged
115
- */
116
- export function shouldDebugLayerOutput(layerIdx: number, debugLayers: number[] | null | undefined): boolean;
117
-
118
- // ============================================================================
119
- // Internal Helpers (exported for use by other debug-utils modules)
120
- // ============================================================================
121
-
122
- /**
123
- * Check if a debug category is enabled for the given layer.
124
- * @internal
125
- */
126
- export function isEnabled(category: DebugCategory, layerIdx?: number): boolean;
127
-
128
- /**
129
- * Format a debug tag with category, layer, and step info.
130
- * @internal
131
- */
132
- export function formatTag(category: string, layerIdx?: number, step?: number): string;
133
-
134
- /**
135
- * Check if buffer stats collection is enabled.
136
- * @internal
137
- */
138
- export function isBufferStatsEnabled(): boolean;
139
-
140
- /**
141
- * Get max abs threshold for explosion warnings.
142
- * @internal
143
- */
144
- export function getMaxAbsThreshold(): number;
@@ -1,53 +0,0 @@
1
- /**
2
- * Debug utilities for pipeline tracing.
3
- *
4
- * Re-exports all debug utilities from submodules.
5
- *
6
- * @module inference/pipelines/text/debug-utils
7
- */
8
-
9
- // Configuration
10
- export {
11
- type DebugCategory,
12
- type DebugConfig,
13
- setDebugCategories,
14
- resetDebugConfig,
15
- applyPipelineDebugConfig,
16
- getDebugConfig,
17
- incrementDecodeStep,
18
- resetDecodeStep,
19
- getDecodeStep,
20
- shouldDebugLayerOutput,
21
- } from './config.js';
22
-
23
- // Logging
24
- export {
25
- logEmbed,
26
- logLayer,
27
- logAttn,
28
- logFFN,
29
- logKV,
30
- logLogits,
31
- logSample,
32
- logIO,
33
- logPerf,
34
- } from './logging.js';
35
-
36
- // Tensor inspection
37
- export {
38
- type TensorStats,
39
- dumpTensor,
40
- dumpTokenVector,
41
- dumpKVCache,
42
- logKernelStep,
43
- isKernelDebugEnabled,
44
- } from './tensor.js';
45
-
46
- // Utilities
47
- export {
48
- f16ToF32,
49
- decodeReadback,
50
- getLogitsHealth,
51
- getBufferStats,
52
- DEBUG_PROFILES,
53
- } from './utils.js';
@@ -1,106 +0,0 @@
1
- /**
2
- * Logging functions for pipeline debug tracing.
3
- *
4
- * Provides category-specific logging for each pipeline stage:
5
- * embedding, layers, attention, FFN, KV cache, logits, sampling, I/O, and performance.
6
- *
7
- * Log format: [CATEGORY] message
8
- * This enables post-filtering: grep -E "^\[LAYER\]|\[ATTN\]"
9
- *
10
- * @module inference/pipelines/text/debug-utils/logging
11
- */
12
-
13
- // ============================================================================
14
- // Logging Functions
15
- // ============================================================================
16
-
17
- /**
18
- * Log embedding info.
19
- */
20
- export function logEmbed(
21
- tokenIds: number[],
22
- info: { maxAbs?: number; nonZero?: number; total?: number; sample?: number[] }
23
- ): void;
24
-
25
- /**
26
- * Log layer entry/exit.
27
- */
28
- export function logLayer(
29
- layerIdx: number,
30
- phase: 'enter' | 'exit',
31
- isPrefill: boolean,
32
- info: { numTokens?: number; maxAbs?: number; sample?: number[] }
33
- ): void;
34
-
35
- /**
36
- * Log attention details.
37
- */
38
- export function logAttn(
39
- layerIdx: number,
40
- isPrefill: boolean,
41
- info: {
42
- numTokens: number;
43
- kvLen: number;
44
- startPos?: number;
45
- maxAbsQ?: number;
46
- maxAbsK?: number;
47
- maxAbsV?: number;
48
- maxAbsOut?: number;
49
- }
50
- ): void;
51
-
52
- /**
53
- * Log FFN details.
54
- */
55
- export function logFFN(
56
- layerIdx: number,
57
- info: { maxAbsGate?: number; maxAbsUp?: number; maxAbsOut?: number }
58
- ): void;
59
-
60
- /**
61
- * Log KV cache operations.
62
- */
63
- export function logKV(
64
- layerIdx: number,
65
- op: 'write' | 'read' | 'init' | 'clear',
66
- info: { seqLen?: number; kvLen?: number; startPos?: number }
67
- ): void;
68
-
69
- /**
70
- * Log logits computation.
71
- */
72
- export function logLogits(
73
- phase: 'prefill' | 'decode',
74
- info: {
75
- min: number;
76
- max: number;
77
- topK?: Array<{ token: number | string; prob: number; text?: string }>;
78
- }
79
- ): void;
80
-
81
- /**
82
- * Log sampling decision.
83
- */
84
- export function logSample(
85
- tokenId: number,
86
- tokenText: string,
87
- info: { prob?: number; temperature?: number; topK?: number }
88
- ): void;
89
-
90
- /**
91
- * Log GPU buffer I/O.
92
- */
93
- export function logIO(
94
- op: 'read' | 'write' | 'copy',
95
- label: string,
96
- bytes: number
97
- ): void;
98
-
99
- /**
100
- * Log performance timing.
101
- */
102
- export function logPerf(
103
- phase: string,
104
- ms: number,
105
- extra?: Record<string, number | string>
106
- ): void;
@@ -1,119 +0,0 @@
1
- /**
2
- * Tensor inspection utilities for kernel step debugging.
3
- *
4
- * Provides GPU buffer readback and statistics computation for debugging.
5
- * These operations are expensive (require GPU sync) - use sparingly.
6
- *
7
- * Enable with setDebugCategories({ kernel: true }, { bufferStats: true })
8
- * or use DEBUG_PROFILES.kernelStep
9
- *
10
- * @example
11
- * // Enable kernel step debugging for layer 0 only
12
- * setDebugCategories({ kernel: true }, { layers: [0], bufferStats: true });
13
- *
14
- * // In pipeline code:
15
- * if (isKernelDebugEnabled(layerIdx)) {
16
- * await dumpTensor(outputBuffer, 'matmul_output', { layerIdx });
17
- * }
18
- *
19
- * @module inference/pipelines/text/debug-utils/tensor
20
- */
21
-
22
- import type { KVCache, SlidingWindowKVCache } from '../../../kv-cache.js';
23
-
24
- // ============================================================================
25
- // Types
26
- // ============================================================================
27
-
28
- /** Tensor statistics from GPU readback */
29
- export interface TensorStats {
30
- shape: string;
31
- dtype: string;
32
- min: number;
33
- max: number;
34
- maxAbs: number;
35
- mean: number;
36
- nonZero: number;
37
- total: number;
38
- nanCount: number;
39
- infCount: number;
40
- sample: number[];
41
- }
42
-
43
- // ============================================================================
44
- // Tensor Inspection Functions
45
- // ============================================================================
46
-
47
- /**
48
- * Dump a GPU tensor's contents for debugging.
49
- * This is expensive (requires GPU sync + readback) - use sparingly.
50
- *
51
- * @param buffer - GPU buffer to inspect
52
- * @param label - Descriptive label for logging
53
- * @param options - Additional options
54
- */
55
- export function dumpTensor(
56
- buffer: GPUBuffer,
57
- label: string,
58
- options?: {
59
- layerIdx?: number;
60
- shape?: [number, number] | [number];
61
- dtype?: 'f32' | 'f16' | 'bf16';
62
- sampleCount?: number;
63
- warnThreshold?: number;
64
- }
65
- ): Promise<TensorStats | null>;
66
-
67
- /**
68
- * Dump stats for a single token row within a 2D [numTokens, rowSize] buffer.
69
- * Use this when matching per-token reference implementations (e.g., HuggingFace hooks).
70
- */
71
- export function dumpTokenVector(
72
- buffer: GPUBuffer,
73
- label: string,
74
- options: {
75
- layerIdx?: number;
76
- tokenIdx: number;
77
- rowSize: number;
78
- dtype?: 'f32' | 'f16' | 'bf16';
79
- sampleCount?: number;
80
- warnThreshold?: number;
81
- }
82
- ): Promise<TensorStats | null>;
83
-
84
- /**
85
- * Log a kernel step with optional tensor dump.
86
- * Use this after kernel invocations to trace execution.
87
- *
88
- * @param kernelName - Name of the kernel (e.g., 'matmul', 'rmsnorm')
89
- * @param info - Additional info to log
90
- */
91
- export function logKernelStep(
92
- kernelName: string,
93
- info: {
94
- layerIdx?: number;
95
- M?: number;
96
- N?: number;
97
- K?: number;
98
- size?: number;
99
- label?: string;
100
- }
101
- ): void;
102
-
103
- /**
104
- * Dump KV cache state for a specific layer.
105
- * Reads both keys and values buffers and reports statistics.
106
- *
107
- * @param kvCache - KV cache instance
108
- * @param layerIdx - Layer index to inspect
109
- */
110
- export function dumpKVCache(
111
- kvCache: KVCache | SlidingWindowKVCache,
112
- layerIdx: number
113
- ): Promise<{ keys: TensorStats | null; values: TensorStats | null } | null>;
114
-
115
- /**
116
- * Check if kernel step debugging is enabled.
117
- * Use this to gate expensive debug operations.
118
- */
119
- export function isKernelDebugEnabled(layerIdx?: number): boolean;
@@ -1,77 +0,0 @@
1
- /**
2
- * General utilities for pipeline debugging.
3
- *
4
- * Provides math helpers, buffer decoding, health checks, and debug profile configurations.
5
- *
6
- * @module inference/pipelines/text/debug-utils/utils
7
- */
8
-
9
- import type { DebugCategory } from './config.js';
10
-
11
- // ============================================================================
12
- // Math Helpers
13
- // ============================================================================
14
-
15
- /**
16
- * Convert a 16-bit float (IEEE 754 half-precision) to 32-bit float.
17
- */
18
- export function f16ToF32(h: number): number;
19
-
20
- /**
21
- * Decode a GPU readback buffer to Float32Array.
22
- * Handles f16, bf16, and f32 dtypes.
23
- */
24
- export function decodeReadback(buffer: ArrayBuffer, dtype: 'f16' | 'f32' | 'bf16'): Float32Array;
25
-
26
- // ============================================================================
27
- // Health Checks
28
- // ============================================================================
29
-
30
- /**
31
- * Analyze logits array for numerical issues.
32
- * Returns counts of NaN, Inf, non-zero values, and the max absolute value.
33
- */
34
- export function getLogitsHealth(logits: Float32Array): {
35
- nanCount: number;
36
- infCount: number;
37
- nonZeroCount: number;
38
- maxAbs: number;
39
- };
40
-
41
- // ============================================================================
42
- // Buffer Stats (Expensive)
43
- // ============================================================================
44
-
45
- /**
46
- * Read GPU buffer and compute stats. Only use when bufferStats is enabled.
47
- */
48
- export function getBufferStats(
49
- buffer: GPUBuffer
50
- ): Promise<{ min: number; max: number; maxAbs: number; sample: number[]; nanCount: number } | null>;
51
-
52
- // ============================================================================
53
- // Debug Profiles
54
- // ============================================================================
55
-
56
- /**
57
- * Built-in debug profile configurations for common debugging scenarios.
58
- */
59
- export const DEBUG_PROFILES: {
60
- /** Quick check: just embedding and final logits */
61
- quick: Partial<Record<DebugCategory, boolean>>;
62
-
63
- /** Layer tracing: watch values flow through layers */
64
- layers: Partial<Record<DebugCategory, boolean>>;
65
-
66
- /** Attention focus: debug attention computation */
67
- attention: Partial<Record<DebugCategory, boolean>>;
68
-
69
- /** Full trace: everything (very verbose) */
70
- full: Partial<Record<DebugCategory, boolean>>;
71
-
72
- /** Performance only: timing info */
73
- perf: Partial<Record<DebugCategory, boolean>>;
74
-
75
- /** Kernel step debugging: inspect tensor state after every kernel (very slow!) */
76
- kernelStep: Partial<Record<DebugCategory, boolean>>;
77
- };
@@ -1,42 +0,0 @@
1
- /**
2
- * Debug utilities for pipeline tracing.
3
- *
4
- * Toggleable log categories for surgical debugging without noise.
5
- * Enable via: setDebugCategories({ embed: true, layer: true })
6
- *
7
- * @module inference/pipelines/text/debug-utils
8
- */
9
-
10
- // Public aggregation entrypoint
11
- export {
12
- type DebugCategory,
13
- type DebugConfig,
14
- setDebugCategories,
15
- resetDebugConfig,
16
- applyPipelineDebugConfig,
17
- getDebugConfig,
18
- incrementDecodeStep,
19
- resetDecodeStep,
20
- getDecodeStep,
21
- shouldDebugLayerOutput,
22
- logEmbed,
23
- logLayer,
24
- logAttn,
25
- logFFN,
26
- logKV,
27
- logLogits,
28
- logSample,
29
- logIO,
30
- logPerf,
31
- type TensorStats,
32
- dumpTensor,
33
- dumpTokenVector,
34
- dumpKVCache,
35
- logKernelStep,
36
- isKernelDebugEnabled,
37
- f16ToF32,
38
- decodeReadback,
39
- getLogitsHealth,
40
- getBufferStats,
41
- DEBUG_PROFILES,
42
- } from './debug-utils/index.js';
@@ -1,57 +0,0 @@
1
- /**
2
- * Drift policy for operator-level differential debugging.
3
- *
4
- * Per-operator-class tolerances and propagation bound checking.
5
- */
6
-
7
- import type { OperatorClass } from './stage-names.js';
8
-
9
- export interface DriftTolerance {
10
- maxAbsDiff: number;
11
- maxRelDiff: number;
12
- propagationWeight: number;
13
- }
14
-
15
- export interface DriftCheckResult {
16
- withinBudget: boolean;
17
- reason: string;
18
- tolerance?: DriftTolerance;
19
- observed?: { maxAbsDiff: number; maxRelDiff: number };
20
- }
21
-
22
- export interface PropagationCheckResult {
23
- withinBound: boolean;
24
- reason: string;
25
- accumulated?: number;
26
- limit?: number;
27
- amplification?: number;
28
- threshold?: number;
29
- }
30
-
31
- export interface ObservedDrift {
32
- maxAbsDiff?: number;
33
- maxRelDiff?: number;
34
- propagationWeight?: number;
35
- }
36
-
37
- export declare function getDriftTolerance(
38
- operatorClass: OperatorClass | string | null,
39
- precisionMode: string | null
40
- ): DriftTolerance | null;
41
-
42
- export declare function getDriftPolicyId(
43
- operatorClass: OperatorClass | string | null
44
- ): string | null;
45
-
46
- export declare function getOperatorClasses(): string[];
47
-
48
- export declare function checkDrift(
49
- operatorClass: OperatorClass | string | null,
50
- precisionMode: string | null,
51
- observed: ObservedDrift
52
- ): DriftCheckResult;
53
-
54
- export declare function checkPropagationBound(
55
- precisionMode: string | null,
56
- layerDrifts: ObservedDrift[]
57
- ): PropagationCheckResult;
@@ -1,53 +0,0 @@
1
- export interface ResolvedActivationDtype {
2
- activationDtype: 'f16' | 'f32' | null;
3
- source: 'executionPlan' | 'runtimeConfig' | 'modelConfig' | 'none';
4
- allSources: {
5
- executionPlan: 'f16' | 'f32' | null;
6
- runtimeConfig: 'f16' | 'f32' | null;
7
- modelConfig: 'f16' | 'f32' | null;
8
- };
9
- }
10
-
11
- export interface DtypeConsistencyResult {
12
- consistent: boolean;
13
- values: {
14
- executionPlan: 'f16' | 'f32' | null;
15
- runtimeConfig: 'f16' | 'f32' | null;
16
- layerContext: 'f16' | 'f32' | null;
17
- };
18
- }
19
-
20
- export interface ImplicitDtypeTransitionOptions {
21
- executionPolicies?: {
22
- dtypeTransition?: 'require_cast_step' | null;
23
- } | null;
24
- fromDtype?: 'f16' | 'f32' | null;
25
- toDtype?: 'f16' | 'f32' | null;
26
- op?: string | null;
27
- detail?: string | null;
28
- transitionDeclaredBy?: 'step_precision' | 'explicit_cast_step' | null;
29
- }
30
-
31
- /**
32
- * Resolve activation dtype from all available sources.
33
- * Returns { activationDtype, source, allSources } for diagnostics.
34
- */
35
- export declare function resolveActivationDtype(
36
- executionPlanState: Record<string, unknown> | null,
37
- runtimeConfig: Record<string, unknown> | null,
38
- modelConfig: Record<string, unknown> | null
39
- ): ResolvedActivationDtype;
40
-
41
- /**
42
- * Assert dtype consistency across all resolution paths.
43
- * Logs a warning if they disagree. Does not throw.
44
- */
45
- export declare function assertDtypeConsistency(
46
- executionPlanState: Record<string, unknown> | null,
47
- runtimeConfig: Record<string, unknown> | null,
48
- layerContext: Record<string, unknown> | null
49
- ): DtypeConsistencyResult;
50
-
51
- export declare function assertImplicitDtypeTransitionAllowed(
52
- options?: ImplicitDtypeTransitionOptions
53
- ): void;