doppler-gpu 0.4.7 → 0.4.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (656) hide show
  1. package/CHANGELOG.md +74 -0
  2. package/README.md +93 -144
  3. package/models/catalog.json +1589 -0
  4. package/package.json +44 -12
  5. package/src/cli/doppler-cli.js +28 -7
  6. package/src/client/doppler-registry.json +2 -2
  7. package/src/client/runtime/index.js +25 -2
  8. package/src/client/runtime/model-session.d.ts +31 -1
  9. package/src/client/runtime/model-session.js +31 -0
  10. package/src/client/runtime/model-source.d.ts +19 -2
  11. package/src/client/runtime/model-source.js +45 -5
  12. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +21 -5
  13. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +6 -1
  14. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +1 -1
  15. package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +474 -0
  16. package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +509 -0
  17. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +9 -1
  18. package/src/config/kernel-path-loader.js +1 -0
  19. package/src/config/kernels/backward-registry.json +13 -2
  20. package/src/config/kernels/kernel-ref-digests.js +34 -21
  21. package/src/config/kernels/registry.json +1402 -2623
  22. package/src/config/merge.js +11 -0
  23. package/src/config/param-validator.js +25 -0
  24. package/src/config/runtime/default.json +3 -1
  25. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  26. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  27. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  28. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  29. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  30. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  31. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  32. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  33. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  34. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  35. package/src/config/runtime/profiles/qwen-3-5-9b-metal-correctness.json +46 -0
  36. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  37. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  38. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  39. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  40. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  41. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  42. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  43. package/src/config/schema/doppler.schema.js +40 -5
  44. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  45. package/src/config/schema/execution-v1.schema.js +10 -0
  46. package/src/config/schema/index.d.ts +3 -1
  47. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  48. package/src/config/schema/training-metrics.schema.js +4 -0
  49. package/src/config/transforms/capability-transform-resolver.js +7 -1
  50. package/src/config/transforms/execution-graph-transforms.js +2 -2
  51. package/src/debug/config.d.ts +4 -0
  52. package/src/experimental/bridge/trainer-artifact-bridge.d.ts +161 -0
  53. package/src/experimental/bridge/trainer-artifact-bridge.js +573 -0
  54. package/src/experimental/orchestration/index.d.ts +10 -1
  55. package/src/experimental/training/attention-backward.js +123 -55
  56. package/src/experimental/training/autograd.js +101 -5
  57. package/src/experimental/training/clip.js +6 -1
  58. package/src/experimental/training/datasets/text-pairs.js +80 -8
  59. package/src/experimental/training/distillation/student-fixture.js +470 -114
  60. package/src/experimental/training/lora-pipeline.js +202 -27
  61. package/src/experimental/training/lora.js +10 -4
  62. package/src/experimental/training/optimizer.js +9 -1
  63. package/src/experimental/training/runner.js +18 -4
  64. package/src/experimental/training/suite.js +1 -1
  65. package/src/experimental/training/workloads.js +11 -0
  66. package/src/formats/rdrr/classification.js +3 -0
  67. package/src/formats/rdrr/integrity.d.ts +0 -2
  68. package/src/formats/rdrr/integrity.js +0 -2
  69. package/src/formats/rdrr/types.d.ts +1 -1
  70. package/src/gpu/kernels/attention.d.ts +2 -0
  71. package/src/gpu/kernels/attention.js +75 -16
  72. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  73. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  74. package/src/gpu/kernels/backward/adam.js +6 -4
  75. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.d.ts +24 -0
  76. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.js +74 -0
  77. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.wgsl +59 -0
  78. package/src/gpu/kernels/backward/cross_entropy_backward.wgsl +4 -0
  79. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.d.ts +39 -0
  80. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.js +124 -0
  81. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.wgsl +177 -0
  82. package/src/gpu/kernels/backward/gated_rmsnorm_backward.d.ts +32 -0
  83. package/src/gpu/kernels/backward/gated_rmsnorm_backward.js +90 -0
  84. package/src/gpu/kernels/backward/gated_rmsnorm_backward.wgsl +86 -0
  85. package/src/gpu/kernels/backward/index.d.ts +3 -0
  86. package/src/gpu/kernels/backward/index.js +3 -0
  87. package/src/gpu/kernels/backward/matmul_backward.wgsl +6 -6
  88. package/src/gpu/kernels/backward/matmul_backward_f16w.wgsl +82 -0
  89. package/src/gpu/kernels/backward/rmsnorm_backward.js +26 -4
  90. package/src/gpu/kernels/backward/rmsnorm_backward.wgsl +6 -3
  91. package/src/gpu/kernels/backward/utils.d.ts +12 -2
  92. package/src/gpu/kernels/backward/utils.js +9 -2
  93. package/src/gpu/kernels/cast_f16_to_f32.wgsl +6 -2
  94. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  95. package/src/gpu/kernels/fused_ffn.js +540 -19
  96. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  97. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  98. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  99. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  100. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  101. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  102. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  103. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  104. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  105. package/src/gpu/kernels/index.d.ts +26 -0
  106. package/src/gpu/kernels/index.js +18 -0
  107. package/src/gpu/kernels/linear-attention-core.js +413 -15
  108. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  109. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  110. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  111. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  112. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  113. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  114. package/src/gpu/kernels/matmul-selection.js +10 -1
  115. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  116. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  117. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  118. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  119. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  120. package/src/gpu/kernels/silu.d.ts +1 -0
  121. package/src/gpu/kernels/silu.js +19 -4
  122. package/src/gpu/kernels/silu.wgsl +7 -1
  123. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  124. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  125. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  126. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  127. package/src/gpu/tensor.d.ts +1 -0
  128. package/src/index.d.ts +1 -1
  129. package/src/index.js +1 -1
  130. package/src/inference/browser-harness-suite-helpers.js +1 -1
  131. package/src/inference/browser-harness-text-helpers.js +251 -20
  132. package/src/inference/browser-harness.js +221 -3
  133. package/src/inference/kv-cache/base.js +42 -1
  134. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  135. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  136. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  137. package/src/inference/pipelines/text/attention/projections.js +174 -4
  138. package/src/inference/pipelines/text/attention/record.js +44 -21
  139. package/src/inference/pipelines/text/attention/run.js +18 -3
  140. package/src/inference/pipelines/text/config.d.ts +18 -0
  141. package/src/inference/pipelines/text/config.js +100 -0
  142. package/src/inference/pipelines/text/embed.js +1 -1
  143. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  144. package/src/inference/pipelines/text/execution-plan.js +37 -0
  145. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  146. package/src/inference/pipelines/text/execution-v1.js +130 -10
  147. package/src/inference/pipelines/text/ffn/dense.js +241 -21
  148. package/src/inference/pipelines/text/ffn/standard.js +121 -38
  149. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  150. package/src/inference/pipelines/text/generator-helpers.js +2 -0
  151. package/src/inference/pipelines/text/generator-runtime.js +1 -0
  152. package/src/inference/pipelines/text/generator-steps.js +2 -2
  153. package/src/inference/pipelines/text/generator.d.ts +18 -1
  154. package/src/inference/pipelines/text/generator.js +326 -19
  155. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  156. package/src/inference/pipelines/text/init.d.ts +22 -3
  157. package/src/inference/pipelines/text/init.js +2 -2
  158. package/src/inference/pipelines/text/layer.js +87 -8
  159. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  160. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  161. package/src/inference/pipelines/text/linear-attention.js +173 -16
  162. package/src/inference/pipelines/text/logits/gpu.js +2 -2
  163. package/src/inference/pipelines/text/logits/index.js +62 -1
  164. package/src/inference/pipelines/text/lora-apply.js +4 -4
  165. package/src/inference/pipelines/text/model-load.js +6 -0
  166. package/src/inference/pipelines/text/moe-cpu.js +1 -0
  167. package/src/inference/pipelines/text/moe-gpu.js +1 -0
  168. package/src/inference/pipelines/text/ops.js +22 -0
  169. package/src/inference/pipelines/text/per-layer-inputs.js +80 -11
  170. package/src/inference/pipelines/text/probes.js +9 -4
  171. package/src/inference/pipelines/text/state.d.ts +4 -4
  172. package/src/inference/pipelines/text/state.js +4 -0
  173. package/src/inference/pipelines/text/types.d.ts +27 -2
  174. package/src/inference/pipelines/text.d.ts +21 -1
  175. package/src/inference/pipelines/text.js +40 -14
  176. package/src/inference/tokenizers/bundled.js +150 -55
  177. package/src/inference/tokenizers/types.d.ts +7 -4
  178. package/src/loader/doppler-loader.js +25 -2
  179. package/src/loader/index.d.ts +3 -1
  180. package/src/loader/index.js +2 -0
  181. package/src/loader/loader-types.d.ts +3 -1
  182. package/src/loader/manifest-config.d.ts +18 -0
  183. package/src/loader/manifest-config.js +11 -3
  184. package/src/loader/shard-cache.d.ts +2 -0
  185. package/src/loader/shard-cache.js +29 -1
  186. package/src/models/gemma4.js +8 -0
  187. package/src/rules/inference/capability-transforms.rules.json +145 -20
  188. package/src/rules/inference/ffn.rules.json +33 -0
  189. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  190. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  191. package/src/rules/kernels/matmul.rules.json +2 -0
  192. package/src/rules/kernels/silu.rules.json +1 -0
  193. package/src/rules/rule-registry.js +2 -0
  194. package/src/storage/artifact-storage-context.js +36 -0
  195. package/src/tooling/node-browser-command-runner.js +42 -7
  196. package/src/tooling/node-converter.js +20 -5
  197. package/src/tooling/opfs-cache.d.ts +21 -1
  198. package/src/tooling/opfs-cache.js +168 -32
  199. package/src/tooling-experimental-exports.shared.d.ts +25 -0
  200. package/src/tooling-experimental-exports.shared.js +18 -0
  201. package/src/tooling-exports/storage.d.ts +1 -1
  202. package/src/tooling-exports/storage.js +1 -1
  203. package/src/types/gpu.d.ts +25 -0
  204. package/src/version.js +1 -1
  205. package/tests/kernels/browser/kernel-suite.js +1593 -0
  206. package/tests/kernels/browser/test-page.js +2629 -0
  207. package/tests/kernels/harness/benchmark.js +225 -0
  208. package/tests/kernels/harness/buffer-utils.js +88 -0
  209. package/tests/kernels/harness/tolerance.js +174 -0
  210. package/tests/kernels/reference/adam.js +15 -0
  211. package/tests/kernels/reference/attention.js +158 -0
  212. package/tests/kernels/reference/backward.js +96 -0
  213. package/tests/kernels/reference/bias-add.js +20 -0
  214. package/tests/kernels/reference/conv2d.js +58 -0
  215. package/tests/kernels/reference/cross-entropy.js +26 -0
  216. package/tests/kernels/reference/dequant.js +312 -0
  217. package/tests/kernels/reference/embed.js +15 -0
  218. package/tests/kernels/reference/gather.js +61 -0
  219. package/tests/kernels/reference/gelu.js +37 -0
  220. package/tests/kernels/reference/groupnorm.js +36 -0
  221. package/tests/kernels/reference/index.js +89 -0
  222. package/tests/kernels/reference/layernorm.js +22 -0
  223. package/tests/kernels/reference/matmul.js +57 -0
  224. package/tests/kernels/reference/modulate.js +24 -0
  225. package/tests/kernels/reference/moe-gather.js +83 -0
  226. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  227. package/tests/kernels/reference/residual.js +55 -0
  228. package/tests/kernels/reference/rmsnorm.js +52 -0
  229. package/tests/kernels/reference/rope.js +79 -0
  230. package/tests/kernels/reference/sample.js +97 -0
  231. package/tests/kernels/reference/scatter-add.js +58 -0
  232. package/tests/kernels/reference/silu.js +52 -0
  233. package/tests/kernels/reference/softmax.js +86 -0
  234. package/tests/kernels/reference/split-qkv.js +58 -0
  235. package/tests/kernels/reference/topk.js +88 -0
  236. package/tests/kernels/reference/upsample2d.js +37 -0
  237. package/BRANDING.md +0 -14
  238. package/SECURITY.md +0 -19
  239. package/assets/doppler-runtime-map.svg +0 -82
  240. package/src/bootstrap.js +0 -30
  241. package/src/cli/doppler-cli.d.ts +0 -46
  242. package/src/cli/doppler-quickstart.d.ts +0 -45
  243. package/src/cli/doppler-serve.d.ts +0 -210
  244. package/src/cli/runtime-profiles.d.ts +0 -40
  245. package/src/client/doppler-api.browser.d.ts +0 -1
  246. package/src/client/doppler-api.browser.js +0 -25
  247. package/src/client/doppler-registry.d.ts +0 -54
  248. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  249. package/src/client/runtime/source-runtime.d.ts +0 -26
  250. package/src/client/runtime/storage.d.ts +0 -5
  251. package/src/config/README.md +0 -61
  252. package/src/config/conversion/README.md +0 -62
  253. package/src/config/goal-completion-matrix.json +0 -552
  254. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  255. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  256. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  257. package/src/config/kernels/registry.d.ts +0 -51
  258. package/src/config/merge-contract-check.d.ts +0 -16
  259. package/src/config/merge-contract-check.js +0 -319
  260. package/src/config/merge-helpers.d.ts +0 -60
  261. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  262. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  263. package/src/config/param-categories.d.ts +0 -8
  264. package/src/config/param-validator.d.ts +0 -33
  265. package/src/config/platforms/loader.d.ts +0 -38
  266. package/src/config/quantization-contract-check.d.ts +0 -12
  267. package/src/config/quantization-contract-check.js +0 -91
  268. package/src/config/runtime/README.md +0 -28
  269. package/src/config/runtime-merge.d.ts +0 -5
  270. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  271. package/src/config/schema/command-surface-contract.schema.json +0 -81
  272. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  273. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  274. package/src/config/schema/platform.schema.js +0 -1
  275. package/src/config/schema/policy-schema-registry.json +0 -31
  276. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  277. package/src/config/support-tiers/subsystems.json +0 -502
  278. package/src/config/supported-operations.d.ts +0 -14
  279. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  280. package/src/config/transforms/execution-graph-transforms.d.ts +0 -306
  281. package/src/converter/conversion-plan.d.ts +0 -56
  282. package/src/converter/index.d.ts +0 -98
  283. package/src/converter/index.js +0 -59
  284. package/src/converter/parsers/diffusion.d.ts +0 -50
  285. package/src/converter/parsers/gguf.d.ts +0 -31
  286. package/src/converter/parsers/index.d.ts +0 -21
  287. package/src/converter/parsers/index.js +0 -12
  288. package/src/converter/parsers/transformer.d.ts +0 -31
  289. package/src/converter/quantization-info.d.ts +0 -38
  290. package/src/converter/rope-config.d.ts +0 -16
  291. package/src/converter/tokenizer-utils.d.ts +0 -12
  292. package/src/debug/reference/README.md +0 -114
  293. package/src/debug/reference/hf_attn_debug.py +0 -114
  294. package/src/debug/reference/hf_embed_check.py +0 -89
  295. package/src/debug/reference/hf_layer_out.py +0 -100
  296. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  297. package/src/debug/reference/hf_rope_check.py +0 -116
  298. package/src/debug/reference/hf_weights.py +0 -75
  299. package/src/errors/doppler-error.d.ts +0 -20
  300. package/src/experimental/bridge/extension/background.d.ts +0 -14
  301. package/src/experimental/bridge/extension/background.js +0 -168
  302. package/src/experimental/bridge/extension/manifest.json +0 -34
  303. package/src/experimental/bridge/extension-client.d.ts +0 -114
  304. package/src/experimental/bridge/index.d.ts +0 -69
  305. package/src/experimental/bridge/node-bridge.js +0 -24
  306. package/src/experimental/bridge/protocol.d.ts +0 -96
  307. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  308. package/src/experimental/browser/gguf-importer.js +0 -532
  309. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  310. package/src/experimental/browser/quantization.d.ts +0 -74
  311. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  312. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  313. package/src/experimental/browser/shard-io-browser.js +0 -89
  314. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  315. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  316. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  317. package/src/experimental/distribution/p2p-transport.js +0 -75
  318. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  319. package/src/experimental/hotswap/manifest.d.ts +0 -42
  320. package/src/experimental/hotswap/model-swap.js +0 -42
  321. package/src/experimental/hotswap/runtime.d.ts +0 -31
  322. package/src/experimental/training/README.md +0 -164
  323. package/src/experimental/training/artifacts.d.ts +0 -160
  324. package/src/experimental/training/attention-backward.d.ts +0 -30
  325. package/src/experimental/training/attention-forward.d.ts +0 -22
  326. package/src/experimental/training/attention-forward.js +0 -82
  327. package/src/experimental/training/autograd.d.ts +0 -51
  328. package/src/experimental/training/backward-kernels.js +0 -39
  329. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  330. package/src/experimental/training/checkpoint.d.ts +0 -36
  331. package/src/experimental/training/clip.d.ts +0 -9
  332. package/src/experimental/training/dataloader.d.ts +0 -8
  333. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  334. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  335. package/src/experimental/training/datasets/index.d.ts +0 -24
  336. package/src/experimental/training/datasets/index.js +0 -13
  337. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  338. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  339. package/src/experimental/training/datasets/reploid.js +0 -36
  340. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  341. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  342. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  343. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  344. package/src/experimental/training/datasets/token-batch.js +0 -52
  345. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  346. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  347. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  348. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  349. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  350. package/src/experimental/training/distillation/eval.d.ts +0 -34
  351. package/src/experimental/training/distillation/index.d.ts +0 -29
  352. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  353. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  354. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  355. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  356. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  357. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  358. package/src/experimental/training/export.d.ts +0 -41
  359. package/src/experimental/training/index.d.ts +0 -74
  360. package/src/experimental/training/index.js +0 -63
  361. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  362. package/src/experimental/training/lora.d.ts +0 -19
  363. package/src/experimental/training/loss-scaling.d.ts +0 -21
  364. package/src/experimental/training/loss.d.ts +0 -10
  365. package/src/experimental/training/objectives/base.d.ts +0 -58
  366. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  367. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  368. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  369. package/src/experimental/training/objectives/index.d.ts +0 -12
  370. package/src/experimental/training/objectives/index.js +0 -6
  371. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  372. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  373. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  374. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  375. package/src/experimental/training/operator-command.d.ts +0 -5
  376. package/src/experimental/training/operator-eval.d.ts +0 -48
  377. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  378. package/src/experimental/training/optimizer.d.ts +0 -22
  379. package/src/experimental/training/runner.d.ts +0 -249
  380. package/src/experimental/training/suite.d.ts +0 -299
  381. package/src/experimental/training/tensor-factory.d.ts +0 -9
  382. package/src/experimental/training/trainer.d.ts +0 -89
  383. package/src/experimental/training/ul_dataset.d.ts +0 -47
  384. package/src/experimental/training/ul_schedule.d.ts +0 -6
  385. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  386. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  387. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  388. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  389. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  390. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  391. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  392. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  393. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  394. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  395. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  396. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  397. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  398. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  399. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  400. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  401. package/src/experimental/training/workload-packs/registry.json +0 -278
  402. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  403. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  404. package/src/experimental/training/workloads.d.ts +0 -201
  405. package/src/formats/gguf/types.d.ts +0 -74
  406. package/src/formats/index.d.ts +0 -75
  407. package/src/formats/index.js +0 -19
  408. package/src/formats/litert/types.d.ts +0 -74
  409. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  410. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  411. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  412. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  413. package/src/formats/safetensors/types.d.ts +0 -67
  414. package/src/formats/tflite/types.d.ts +0 -61
  415. package/src/formats/tokenizer/index.d.ts +0 -5
  416. package/src/formats/tokenizer/index.js +0 -3
  417. package/src/formats/tokenizer/types.d.ts +0 -9
  418. package/src/gpu/kernel-runtime.d.ts +0 -13
  419. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  420. package/src/gpu/kernel-selection-log.d.ts +0 -4
  421. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  422. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  423. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  424. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  425. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  426. package/src/gpu/kernel-tuner/types.js +0 -4
  427. package/src/gpu/kernel-tuner.d.ts +0 -33
  428. package/src/gpu/kernels/README.md +0 -166
  429. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  430. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  431. package/src/gpu/kernels/check-stop.d.ts +0 -31
  432. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  433. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  434. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  435. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  436. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  437. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  438. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  439. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  440. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  441. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  442. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  443. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  444. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  445. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  446. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  447. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  448. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  449. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  450. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  451. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  452. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  453. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  454. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  455. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  456. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  457. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  458. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  459. package/src/gpu/kernels/constants.d.ts +0 -129
  460. package/src/gpu/kernels/dispatch.d.ts +0 -72
  461. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  462. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  463. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  464. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  465. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  466. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  467. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  468. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  469. package/src/gpu/kernels/types.js +0 -4
  470. package/src/gpu/perf-guards.d.ts +0 -13
  471. package/src/gpu/profiler.d.ts +0 -93
  472. package/src/gpu/readback-utils.d.ts +0 -16
  473. package/src/gpu/readback-utils.js +0 -49
  474. package/src/gpu/submit-probe.d.ts +0 -12
  475. package/src/index-browser.d.ts +0 -2
  476. package/src/index-browser.js +0 -2
  477. package/src/inference/README.md +0 -593
  478. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  479. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  480. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  481. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  482. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  483. package/src/inference/browser-harness-text-helpers.d.ts +0 -152
  484. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  485. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  486. package/src/inference/network-evolution.js +0 -79
  487. package/src/inference/pipelines/context.d.ts +0 -21
  488. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  489. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  490. package/src/inference/pipelines/diffusion/index.js +0 -3
  491. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  492. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  493. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  494. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  495. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  496. package/src/inference/pipelines/diffusion/types.js +0 -1
  497. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  498. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  499. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  500. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  501. package/src/inference/pipelines/dream/pipeline.js +0 -8
  502. package/src/inference/pipelines/energy/index.d.ts +0 -1
  503. package/src/inference/pipelines/energy/index.js +0 -1
  504. package/src/inference/pipelines/energy/types.js +0 -1
  505. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  506. package/src/inference/pipelines/energy-head/index.js +0 -6
  507. package/src/inference/pipelines/factory.d.ts +0 -10
  508. package/src/inference/pipelines/index.d.ts +0 -22
  509. package/src/inference/pipelines/index.js +0 -19
  510. package/src/inference/pipelines/registry.d.ts +0 -15
  511. package/src/inference/pipelines/rng.d.ts +0 -2
  512. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  513. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  514. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  515. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  516. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  517. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  518. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  519. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  520. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  521. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  522. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  523. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  524. package/src/inference/pipelines/text/attention.d.ts +0 -23
  525. package/src/inference/pipelines/text/attention.js +0 -12
  526. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  527. package/src/inference/pipelines/text/buffer-types.js +0 -4
  528. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  529. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  530. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  531. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  532. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  533. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  534. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  535. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  536. package/src/inference/pipelines/text/embed.d.ts +0 -69
  537. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  538. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  539. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  540. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  541. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  542. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  543. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  544. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -26
  545. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  546. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  547. package/src/inference/pipelines/text/ffn.js +0 -18
  548. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  549. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  550. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  551. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  552. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  553. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -93
  554. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  555. package/src/inference/pipelines/text/index.d.ts +0 -5
  556. package/src/inference/pipelines/text/index.js +0 -6
  557. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  558. package/src/inference/pipelines/text/layer.d.ts +0 -118
  559. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  560. package/src/inference/pipelines/text/logits/precision-policy.d.ts +0 -11
  561. package/src/inference/pipelines/text/logits/types.js +0 -4
  562. package/src/inference/pipelines/text/logits.d.ts +0 -27
  563. package/src/inference/pipelines/text/logits.js +0 -16
  564. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  565. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  566. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  567. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  568. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  569. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  570. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -70
  571. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  572. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  573. package/src/inference/pipelines/text/ops.d.ts +0 -222
  574. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  575. package/src/inference/pipelines/text/probes.d.ts +0 -28
  576. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  577. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  578. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  579. package/src/inference/pipelines/text/types.js +0 -4
  580. package/src/inference/tokenizers/base.d.ts +0 -44
  581. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  582. package/src/inference/tokenizers/bpe.d.ts +0 -27
  583. package/src/inference/tokenizers/bundled.d.ts +0 -67
  584. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  585. package/src/inference/tokenizers/types.js +0 -7
  586. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  587. package/src/loader/per-layer-input-loader.d.ts +0 -30
  588. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  589. package/src/loader/tensors/source-transform.d.ts +0 -65
  590. package/src/memory/address-table.d.ts +0 -96
  591. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  592. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  593. package/src/rules/rule-registry.d.ts +0 -77
  594. package/src/storage/artifact-storage-context.d.ts +0 -63
  595. package/src/storage/backends/idb-store.d.ts +0 -52
  596. package/src/storage/backends/memory-store.d.ts +0 -36
  597. package/src/storage/backends/opfs-store.d.ts +0 -41
  598. package/src/storage/blake3.d.ts +0 -17
  599. package/src/storage/download-types.d.ts +0 -157
  600. package/src/storage/downloader.d.ts +0 -103
  601. package/src/storage/index.d.ts +0 -274
  602. package/src/storage/index.js +0 -201
  603. package/src/storage/preflight.d.ts +0 -144
  604. package/src/storage/preflight.js +0 -360
  605. package/src/storage/quickstart-downloader.d.ts +0 -157
  606. package/src/storage/quickstart-downloader.js +0 -289
  607. package/src/storage/source-artifact-store.d.ts +0 -59
  608. package/src/sw.js +0 -184
  609. package/src/tooling/command-api-constants.d.ts +0 -9
  610. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  611. package/src/tooling/command-api-helpers.d.ts +0 -23
  612. package/src/tooling/command-runner-shared.d.ts +0 -89
  613. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  614. package/src/tooling/conversion-config-materializer.js +0 -96
  615. package/src/tooling/diagnose-runner.d.ts +0 -28
  616. package/src/tooling/hf-registry-utils.d.ts +0 -55
  617. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  618. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  619. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  620. package/src/tooling/kernel-path-builder/index.js +0 -1361
  621. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  622. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  623. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  624. package/src/tooling/lean-execution-contract-runner.js +0 -158
  625. package/src/tooling/lean-execution-contract.d.ts +0 -16
  626. package/src/tooling/lean-execution-contract.js +0 -81
  627. package/src/tooling/litert-package-runtime.d.ts +0 -46
  628. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  629. package/src/tooling/node-convert-worker.d.ts +0 -1
  630. package/src/tooling/node-converter.d.ts +0 -1
  631. package/src/tooling/node-file-fetch.d.ts +0 -1
  632. package/src/tooling/node-source-runtime.d.ts +0 -24
  633. package/src/tooling/node-webgpu.d.ts +0 -17
  634. package/src/tooling/precision-replay-math.js +0 -174
  635. package/src/tooling/program-bundle-host.d.ts +0 -16
  636. package/src/tooling/program-bundle-host.js +0 -20
  637. package/src/tooling/runtime-input-composition.d.ts +0 -37
  638. package/src/tooling/source-package-profiles.d.ts +0 -50
  639. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  640. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  641. package/src/tooling/source-runtime-materializer.js +0 -89
  642. package/src/tooling-exports.browser.d.ts +0 -7
  643. package/src/types/chrome.d.ts +0 -36
  644. package/src/types/chrome.js +0 -1
  645. package/src/types/index.d.ts +0 -1
  646. package/src/types/index.js +0 -1
  647. package/src/utils/array-buffer.d.ts +0 -4
  648. package/src/utils/canonical-hash.d.ts +0 -7
  649. package/src/utils/clone-json.d.ts +0 -1
  650. package/src/utils/hf-resolve-url.d.ts +0 -16
  651. package/src/utils/index.d.ts +0 -10
  652. package/src/utils/index.js +0 -10
  653. package/src/utils/load-json.d.ts +0 -5
  654. package/src/utils/plain-object.d.ts +0 -1
  655. package/src/utils/sha256.d.ts +0 -5
  656. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -1,39 +0,0 @@
1
- export declare const DEFAULT_FINITENESS_ABS_THRESHOLD: number;
2
- export declare const DEFAULT_DEFERRED_ROUNDING_WINDOW_TOKENS: number;
3
- export declare const DEFAULT_FINITENESS_ON_TRIGGER_MODE: 'error';
4
-
5
- export interface RangeAwareSelectiveWideningConfig {
6
- enabled: boolean;
7
- includeNonFinite: boolean;
8
- onTrigger: 'error' | 'fallback-plan';
9
- absThreshold: number;
10
- }
11
-
12
- export declare function resolveRangeAwareSelectiveWideningConfig(
13
- computeConfig: {
14
- rangeAwareSelectiveWidening?: {
15
- enabled?: boolean;
16
- includeNonFinite?: boolean;
17
- onTrigger?: 'error' | 'fallback-plan';
18
- absThreshold?: number;
19
- };
20
- } | null | undefined
21
- ): RangeAwareSelectiveWideningConfig;
22
-
23
- export declare function resolveDeferredRoundingWindowTokens(
24
- computeConfig: {
25
- deferredRoundingWindowTokens?: number;
26
- } | null | undefined
27
- ): number;
28
-
29
- export declare function shouldRunFinitenessGuard(
30
- activationDtype: 'f16' | 'f32' | string | undefined,
31
- computeConfig: {
32
- rangeAwareSelectiveWidening?: {
33
- enabled?: boolean;
34
- includeNonFinite?: boolean;
35
- onTrigger?: 'error' | 'fallback-plan';
36
- absThreshold?: number;
37
- };
38
- } | null | undefined
39
- ): boolean;
@@ -1,81 +0,0 @@
1
- export interface ExecutionPlanSummary {
2
- id: string;
3
- kernelPathId: string | null;
4
- kernelPathSource: string;
5
- activationDtype: string;
6
- readbackInterval: number | null;
7
- readbackMode: string | null;
8
- batchSize: number | undefined;
9
- stopCheckMode: string | undefined;
10
- ringTokens: number | null;
11
- ringStop: number | null;
12
- ringStaging: number | null;
13
- }
14
-
15
- export declare function shouldDisableBatchDecodeAfterShortBatch(input: {
16
- hitStop?: boolean;
17
- actualCount?: number;
18
- requestedCount?: number;
19
- }): boolean;
20
-
21
- export declare function resolveHotVocabularyBatchDecodeAvailability(input: {
22
- hasRangeBackedPerLayerInputs?: boolean;
23
- pleHotVocabularyRuntime?: Record<string, unknown> | null;
24
- tokenId?: number;
25
- }): boolean;
26
-
27
- export declare function primePleDecodeRuntimeCache(
28
- state: Record<string, unknown>,
29
- seedTokenIds?: number[] | null
30
- ): Promise<void>;
31
-
32
- export declare function recordPrefillProfileStep(
33
- state: Record<string, unknown>,
34
- entry: Record<string, unknown>
35
- ): void;
36
-
37
- /**
38
- * Resolve display text for token IDs. Custom primary and fallback renderers
39
- * are tried around tokenizer.decode, preserving empty-string special-token
40
- * filtering when fallback text looks like a special token.
41
- */
42
- export declare function resolveTokenText(
43
- tokenizer: { decode?(ids: readonly number[], skipSpecialTokens?: boolean): string },
44
- tokenIds: readonly number[],
45
- fallbackText?: string,
46
- renderTokenText?: ((ids: readonly number[]) => string) | null,
47
- renderFallbackTokenText?: ((ids: readonly number[]) => string) | null
48
- ): string;
49
-
50
- export declare function usesReplayPrefillDecode(state: Record<string, unknown> | null | undefined): boolean;
51
-
52
- export declare function assertIncrementalDecodeSupport(
53
- state: Record<string, unknown>,
54
- operation: string
55
- ): void;
56
-
57
- export declare function summarizeExecutionPlan(plan: Record<string, unknown> | null | undefined): ExecutionPlanSummary | null;
58
-
59
- export declare function shouldRetryWithFinitenessFallback(error: unknown): boolean;
60
-
61
- export declare function createUnhandledFinitenessPolicyError(
62
- state: Record<string, unknown>,
63
- contextLabel: string,
64
- error: unknown
65
- ): Error;
66
-
67
- export declare function resolveTargetPlanKVDtype(
68
- plan: Record<string, unknown> | null | undefined,
69
- contextLabel: string
70
- ): 'f16' | 'f32';
71
-
72
- export declare function resolveCurrentKVCacheDtype(
73
- state: Record<string, unknown>,
74
- plan: Record<string, unknown> | null | undefined,
75
- contextLabel: string
76
- ): 'f16' | 'f32';
77
-
78
- export declare function cloneRuntimeInferenceWithKVDtype(
79
- state: Record<string, unknown>,
80
- kvDtype: 'f16' | 'f32'
81
- ): Record<string, unknown>;
@@ -1,45 +0,0 @@
1
- /**
2
- * Generator helper utilities.
3
- *
4
- * @module inference/pipelines/text/generator-helpers
5
- */
6
-
7
- import type { PipelineState } from './state.js';
8
- import type { LayerContext } from './types.js';
9
- import type { LogitsConfig, LogitsWeights } from './logits/index.js';
10
- import type { WeightBufferConfig } from './weights.js';
11
- import type { ExecutionSessionPlan } from './execution-plan.js';
12
- import type { ExecutionV1PerLayerInputsSessionSchema } from '../../../config/schema/execution-v1.schema.js';
13
-
14
- export declare function debugCheckBuffer(
15
- state: PipelineState,
16
- buffer: GPUBuffer,
17
- label: string,
18
- numTokens: number,
19
- expectedDim?: number
20
- ): Promise<void>;
21
-
22
- export declare function buildLayerContext(
23
- state: PipelineState,
24
- recorder: unknown,
25
- isDecodeMode: boolean,
26
- debugLayers: number[] | null | undefined,
27
- debugCheckBufferFn?: (buffer: GPUBuffer, label: string, numTokens: number, expectedDim?: number) => Promise<void>,
28
- executionPlan?: ExecutionSessionPlan | null
29
- ): LayerContext;
30
-
31
- export declare function resolvePerLayerInputsSession(
32
- manifestSession: ExecutionV1PerLayerInputsSessionSchema | null | undefined,
33
- runtimeSession: ExecutionV1PerLayerInputsSessionSchema | Record<string, unknown> | null | undefined
34
- ): ExecutionV1PerLayerInputsSessionSchema | null;
35
-
36
- export declare function releaseSharedAttentionState(
37
- sharedAttentionState: LayerContext['sharedAttentionState'],
38
- recorder?: {
39
- trackTemporaryBuffer(buffer: GPUBuffer): void;
40
- } | null
41
- ): void;
42
-
43
- export declare function getLogitsWeights(state: PipelineState): LogitsWeights;
44
-
45
- export declare function getLogitsConfig(state: PipelineState): LogitsConfig;
@@ -1,84 +0,0 @@
1
- import type { Tensor } from '../../../gpu/tensor.js';
2
-
3
- export interface StructuredPromptRequest {
4
- messages: unknown[];
5
- }
6
-
7
- export interface PrefixEmbeddingOverride {
8
- prefixLength: number;
9
- offset: number;
10
- embeddings: Float32Array | GPUBuffer;
11
- expectedLength: number;
12
- byteLength: number;
13
- byteOffset: number;
14
- }
15
-
16
- export interface InputSpan {
17
- offset: number;
18
- length: number;
19
- }
20
-
21
- export type PrefixEmbeddingOverrideTransitionDeclaration =
22
- | 'step_precision'
23
- | 'explicit_cast_step'
24
- | null;
25
-
26
- export interface PrefixEmbeddingOverrideExecutionOptions {
27
- executionPolicies?: Record<string, unknown> | null;
28
- transitionDeclaredBy?: PrefixEmbeddingOverrideTransitionDeclaration;
29
- }
30
-
31
- export declare function resolvePromptInput(
32
- state: Record<string, unknown>,
33
- prompt: string | unknown[] | StructuredPromptRequest,
34
- useChatTemplate: boolean,
35
- contextLabel: string
36
- ): string;
37
-
38
- export declare function resolveEffectivePrefillTokenChunkSize(
39
- state: Record<string, unknown>
40
- ): number | null | undefined;
41
-
42
- export declare function releasePerLayerInputBuffer(
43
- buffer: GPUBuffer | null | undefined,
44
- recorder: { trackTemporaryBuffer(buffer: GPUBuffer): void } | null | undefined,
45
- decodeBuffers: { ownsBuffer(buffer: GPUBuffer): boolean } | null | undefined,
46
- pleCache?: { ownedBuffers?: Set<GPUBuffer> } | null
47
- ): void;
48
-
49
- export declare function normalizePrefixEmbeddingOverride(
50
- override: Record<string, unknown> | null | undefined,
51
- hiddenSize: number,
52
- numTokens: number,
53
- contextLabel: string
54
- ): PrefixEmbeddingOverride | null;
55
-
56
- export declare function resolvePrefillEmbeddingInputIds(
57
- inputIds: readonly number[],
58
- embeddingInputSpan: InputSpan & { tokenId: number } | null | undefined,
59
- contextLabel: string
60
- ): number[] | readonly number[];
61
-
62
- export declare function resolvePrefillMultimodalBidirectionalSpan(
63
- inputIds: readonly number[],
64
- bidirectionalSpan: InputSpan | null | undefined,
65
- contextLabel: string
66
- ): InputSpan | null;
67
-
68
- export declare function resolvePrefixEmbeddingOverrideTransitionDeclaredBy(
69
- executionV1State: Record<string, unknown> | null | undefined
70
- ): PrefixEmbeddingOverrideTransitionDeclaration;
71
-
72
- export declare function applyPrefixEmbeddingOverride(
73
- baseTensor: Tensor,
74
- override: PrefixEmbeddingOverride | null,
75
- hiddenSize: number,
76
- contextLabel: string,
77
- executionOptions?: Record<string, unknown> | PrefixEmbeddingOverrideExecutionOptions | null
78
- ): Promise<Tensor>;
79
-
80
- export declare function shouldDisablePrefillCommandBatching(
81
- state: Record<string, unknown>,
82
- opts: Record<string, unknown>,
83
- multimodalBidirectionalSpan: InputSpan | null
84
- ): boolean;
@@ -1,93 +0,0 @@
1
- import type { PipelineState } from './state.js';
2
- import type { GenerateOptions } from './types.js';
3
- import type { ParsedModelConfig } from './config.js';
4
- import type { ExecutionSessionPlan } from './execution-plan.js';
5
- import type { LoadedEmbeddingPostprocessor } from '../../../loader/final-weights-loader.js';
6
-
7
- export interface StepOptionsResolved {
8
- temperature: number;
9
- topP: number;
10
- topK: number;
11
- repetitionPenalty: number;
12
- suppressTokenIds?: number[];
13
- debug: boolean;
14
- debugLayers?: number[];
15
- profile: boolean;
16
- disableCommandBatching: boolean;
17
- disableMultiTokenDecode: boolean;
18
- batchSize: number;
19
- stopCheckMode: 'batch' | 'per-token';
20
- executionPlan: ExecutionSessionPlan;
21
- }
22
-
23
- export interface GenerateOptionsResolved extends StepOptionsResolved {
24
- maxTokens: number;
25
- stopSequences: string[];
26
- useSpeculative: boolean;
27
- useChatTemplate: boolean;
28
- benchmark: boolean;
29
- }
30
-
31
- export interface PrefillOptionsResolved {
32
- useChatTemplate: boolean;
33
- debug: boolean;
34
- debugLayers?: number[];
35
- profile: boolean;
36
- disableCommandBatching: boolean;
37
- disableMultiTokenDecode: boolean;
38
- executionPlan: ExecutionSessionPlan;
39
- }
40
-
41
- export interface PrefillEmbeddingOptionsResolved extends PrefillOptionsResolved {
42
- embeddingMode: 'last' | 'mean';
43
- }
44
-
45
- export function assertTokenIdsInRange(state: PipelineState, tokenIds: number[], context?: string): void;
46
- export function assertTokenIdInRange(state: PipelineState, tokenId: number, context?: string): void;
47
-
48
- export function resolveStepOptions(
49
- state: PipelineState,
50
- options?: GenerateOptions
51
- ): StepOptionsResolved;
52
-
53
- export function resolveGenerateOptions(
54
- state: PipelineState,
55
- options?: GenerateOptions
56
- ): GenerateOptionsResolved;
57
-
58
- export function resolvePrefillOptions(
59
- state: PipelineState,
60
- options?: GenerateOptions
61
- ): PrefillOptionsResolved;
62
-
63
- export function resolvePrefillEmbeddingOptions(
64
- state: PipelineState,
65
- options?: GenerateOptions
66
- ): PrefillEmbeddingOptionsResolved;
67
-
68
- export function resolveAdvanceEmbeddingMode(
69
- state: PipelineState,
70
- options?: GenerateOptions
71
- ): 'last' | 'mean';
72
-
73
- export function resolveFloatDtypeFromByteSize(
74
- totalBytes: number,
75
- expectedLength: number
76
- ): 'f16' | 'f32';
77
-
78
- export function resolveFloatDtypeFromBufferMetadata(
79
- buffer: GPUBuffer,
80
- expectedLength: number
81
- ): 'f16' | 'f32';
82
-
83
- export function getFinalNormWeights(state: PipelineState): Promise<Float32Array>;
84
-
85
- export function extractEmbeddingFromHidden(
86
- hiddenStates: Float32Array,
87
- numTokens: number,
88
- hiddenSize: number,
89
- embeddingMode: 'last' | 'mean',
90
- finalNormWeights: Float32Array,
91
- config: Pick<ParsedModelConfig, 'rmsNormEps' | 'rmsNormWeightOffset' | 'embeddingPostprocessor'>,
92
- embeddingPostprocessor?: LoadedEmbeddingPostprocessor | null
93
- ): Float32Array;
@@ -1,186 +0,0 @@
1
- export declare function sumProfileTimings(timings: Record<string, number> | null): number | null;
2
-
3
- /**
4
- * Error thrown when decode readback produces non-finite values.
5
- * Callers can branch on the .name === 'FinitenessError' or use
6
- * instanceof.
7
- */
8
- export declare class FinitenessError extends Error {
9
- constructor(message: string);
10
- }
11
-
12
- /**
13
- * Advance one decode step using a pre-resolved token id and its
14
- * embedding. Mutates `state` to reflect the new sequence length and
15
- * decode-step counter.
16
- */
17
- export declare function advanceWithTokenAndEmbedding(
18
- state: Record<string, unknown>,
19
- tokenId: number,
20
- opts: Record<string, unknown>,
21
- helpers: Record<string, unknown>,
22
- embeddingMode: string
23
- ): Promise<void>;
24
-
25
- export interface BatchDecodeSelectionConfig {
26
- batchSize: number;
27
- useGPU: boolean;
28
- gpuSamplingAvailable: boolean;
29
- disableMultiTokenDecode: boolean;
30
- disableCommandBatching: boolean;
31
- isBdpaPagedLayout?: boolean;
32
- finitenessFallbackWindowOpen?: boolean;
33
- }
34
-
35
- export declare function shouldUseBatchDecode(config: BatchDecodeSelectionConfig): boolean;
36
-
37
- export interface FusedDecodeSamplingConfig {
38
- recorderEnabled: boolean;
39
- gpuSamplingEnabled: boolean;
40
- fusedDecodeDisabled: boolean;
41
- layerTypes?: string[] | null;
42
- }
43
-
44
- export declare function shouldUseFusedDecodeSampling(config: FusedDecodeSamplingConfig): boolean;
45
-
46
- export interface StopTokenLookup {
47
- firstTokenId: number | null;
48
- secondTokenId: number | null;
49
- tokenSet: Set<number> | null;
50
- }
51
-
52
- export declare function createStopTokenLookup(
53
- stopTokenIds: number[],
54
- eosTokenId?: number | null
55
- ): StopTokenLookup;
56
-
57
- export declare function resolveBatchStop(
58
- tokens: ArrayLike<number>,
59
- stopFlags: ArrayLike<number> | null,
60
- stopTokenLookup: StopTokenLookup
61
- ): number;
62
-
63
- export declare function findInvalidGeneratedToken(
64
- tokens: ArrayLike<number>,
65
- vocabSize: number,
66
- padTokenId?: number | null
67
- ): { index: number; tokenId: number } | null;
68
-
69
- export interface SampledTokenStagingBuffer {
70
- mapAsync(mode: number): Promise<void>;
71
- getMappedRange(): ArrayBufferLike;
72
- unmap(): void;
73
- destroy(): void;
74
- }
75
-
76
- export interface DeferredCleanupRecorder {
77
- completeDeferredCleanup(options?: { discardPooled?: boolean }): Promise<void> | void;
78
- }
79
-
80
- export declare function readSampledTokenFromStagingBuffer(
81
- stagingBuffer: SampledTokenStagingBuffer,
82
- options?: {
83
- ownsStagingBuffer?: boolean;
84
- hasFinitenessBuffer?: boolean;
85
- ring?: { advance(): void } | null;
86
- cleanupRecorder?: DeferredCleanupRecorder | null;
87
- }
88
- ): Promise<{
89
- nextToken: number;
90
- finitenessStatus: {
91
- triggered: boolean;
92
- metadata: string;
93
- };
94
- timing: {
95
- mapWaitMs: number;
96
- cleanupMs: number;
97
- copyMs: number;
98
- };
99
- }>;
100
-
101
- export declare function readMappedBufferCopy(
102
- stagingBuffer: SampledTokenStagingBuffer,
103
- options?: {
104
- ownsStagingBuffer?: boolean;
105
- }
106
- ): Promise<ArrayBuffer>;
107
-
108
- export declare function readBatchTokensFromStagingBuffers(options: {
109
- tokensStagingBuffer: SampledTokenStagingBuffer;
110
- stopStagingBuffer?: SampledTokenStagingBuffer | null;
111
- finitenessStagingBuffer?: SampledTokenStagingBuffer | null;
112
- finitenessOffsetBytes?: number | null;
113
- tokenCount: number;
114
- ownsTokensStaging?: boolean;
115
- ownsStopStaging?: boolean;
116
- ownsFinitenessStaging?: boolean;
117
- ring?: { advance(): void } | null;
118
- cleanupRecorder?: DeferredCleanupRecorder | null;
119
- }): Promise<{
120
- tokens: Uint32Array;
121
- stopFlags: Uint32Array | null;
122
- finitenessStatus: {
123
- triggered: boolean;
124
- metadata: string;
125
- };
126
- timing: {
127
- mapWaitMs: number;
128
- cleanupMs: number;
129
- copyMs: number;
130
- };
131
- }>;
132
-
133
- export declare function decodeStep(
134
- state: unknown,
135
- currentIds: number[],
136
- opts: Record<string, unknown>,
137
- helpers: {
138
- buildLayerContext: (recorder: unknown, isDecode: boolean, debugLayers: unknown, executionPlan?: unknown) => unknown;
139
- getLogitsWeights: () => unknown;
140
- getLogitsConfig: () => unknown;
141
- debugCheckBuffer?: (buffer: GPUBuffer, label: string, numTokens: number, expectedDim?: number) => Promise<void>;
142
- }
143
- ): Promise<number>;
144
-
145
- export declare function decodeStepLogits(
146
- state: unknown,
147
- currentIds: number[],
148
- opts: Record<string, unknown>,
149
- helpers: {
150
- buildLayerContext: (recorder: unknown, isDecode: boolean, debugLayers: unknown, executionPlan?: unknown) => unknown;
151
- getLogitsWeights: () => unknown;
152
- getLogitsConfig: () => unknown;
153
- debugCheckBuffer?: (buffer: GPUBuffer, label: string, numTokens: number, expectedDim?: number) => Promise<void>;
154
- }
155
- ): Promise<{
156
- logits: Float32Array;
157
- logitsBuffer: GPUBuffer | null;
158
- logitsDtype: string | null;
159
- rawVocabSize: number;
160
- vocabSize: number;
161
- }>;
162
-
163
- export declare function advanceWithToken(
164
- state: unknown,
165
- tokenId: number,
166
- opts: Record<string, unknown>,
167
- helpers: {
168
- buildLayerContext: (recorder: unknown, isDecode: boolean, debugLayers: unknown, executionPlan?: unknown) => unknown;
169
- getLogitsWeights: () => unknown;
170
- getLogitsConfig: () => unknown;
171
- debugCheckBuffer?: (buffer: GPUBuffer, label: string, numTokens: number, expectedDim?: number) => Promise<void>;
172
- }
173
- ): Promise<void>;
174
-
175
- export declare function generateNTokensGPU(
176
- state: unknown,
177
- startToken: number,
178
- N: number,
179
- currentIds: number[],
180
- opts: Record<string, unknown>,
181
- helpers: {
182
- buildLayerContext: (recorder: unknown, isDecode: boolean, debugLayers: unknown, executionPlan?: unknown) => unknown;
183
- getLogitsWeights: () => unknown;
184
- getLogitsConfig: () => unknown;
185
- }
186
- ): Promise<{ tokens: number[] | Uint32Array; actualCount: number }>;
@@ -1,5 +0,0 @@
1
- export { InferencePipeline, EmbeddingPipeline, createPipeline } from '../text.js';
2
- export { parseModelConfig, parseModelConfigFromManifest } from './config.js';
3
- export { loadWeights, initTokenizer, isStopToken } from './init.js';
4
- export { initTokenizerFromManifest } from './model-load.js';
5
- export { getStopTokenIds } from './config.js';
@@ -1,6 +0,0 @@
1
- export { InferencePipeline, EmbeddingPipeline, createPipeline } from '../text.js';
2
- export { parseModelConfig, parseModelConfigFromManifest } from './config.js';
3
- export { loadWeights, initTokenizer } from './init.js';
4
- export { initTokenizerFromManifest } from './model-load.js';
5
- export { isStopToken } from './init.js';
6
- export { getStopTokenIds } from './config.js';
@@ -1,119 +0,0 @@
1
- /**
2
- * Kernel Pipeline Tracer - systematic debugging for GPU inference.
3
- *
4
- * @module inference/pipelines/text/kernel-trace
5
- */
6
-
7
- // ============================================================================
8
- // Types
9
- // ============================================================================
10
-
11
- /**
12
- * Snapshot of a tensor's statistics (no full data, just stats).
13
- */
14
- export interface TensorSnapshot {
15
- ok: boolean;
16
- error: string | null;
17
- shape: number[];
18
- dtype: string;
19
- stats: {
20
- min: number;
21
- max: number;
22
- maxAbs: number;
23
- mean: number;
24
- std: number;
25
- };
26
- sample: number[];
27
- hasNaN: boolean;
28
- hasInf: boolean;
29
- }
30
-
31
- /**
32
- * A single step in the kernel pipeline.
33
- */
34
- export interface KernelStep {
35
- name: string;
36
- label: string;
37
- layer: number;
38
- inputs: TensorSnapshot[];
39
- output: TensorSnapshot;
40
- variant?: string;
41
- timeMs?: number;
42
- }
43
-
44
- /**
45
- * Detected anomaly in the pipeline.
46
- */
47
- export interface Anomaly {
48
- type: 'nan' | 'inf' | 'explosion' | 'collapse';
49
- severity: 'critical' | 'warning';
50
- stepIdx: number;
51
- step: KernelStep;
52
- message: string;
53
- factor?: number;
54
- }
55
-
56
- /**
57
- * Options for enabling tracing.
58
- */
59
- export interface TraceOptions {
60
- layers?: number[];
61
- breakOnAnomaly?: boolean;
62
- explosionThreshold?: number;
63
- collapseThreshold?: number;
64
- maxSteps?: number;
65
- }
66
-
67
- // ============================================================================
68
- // Tensor Snapshot Utility
69
- // ============================================================================
70
-
71
- // ============================================================================
72
- // KernelTrace Class
73
- // ============================================================================
74
-
75
- /**
76
- * Global kernel pipeline tracer.
77
- */
78
- declare class KernelTrace {
79
- get enabled(): boolean;
80
- enable(options?: TraceOptions): void;
81
- disable(): void;
82
- clear(): void;
83
- shouldTraceLayer(layerIdx: number): boolean;
84
- recordStep(step: KernelStep): void;
85
- findAnomaly(): Anomaly | null;
86
- getAnomalies(): Anomaly[];
87
- lastStep(): KernelStep | null;
88
- getLastNSteps(n: number): KernelStep[];
89
- getSteps(): KernelStep[];
90
- getTimeline(): string;
91
- toJSON(): string;
92
- dumpLastNSteps(n?: number): void;
93
- }
94
-
95
- /**
96
- * Global kernel trace instance.
97
- */
98
- export const kernelTrace: KernelTrace;
99
-
100
- // ============================================================================
101
- // Convenience: Record Step Helper
102
- // ============================================================================
103
-
104
- /**
105
- * Helper to record a step if tracing is enabled.
106
- */
107
- export function traceStep(
108
- name: string,
109
- label: string,
110
- layer: number,
111
- outputBuffer: GPUBuffer,
112
- outputShape: number[],
113
- options?: {
114
- inputs?: GPUBuffer[];
115
- inputShapes?: number[][];
116
- variant?: string;
117
- timeMs?: number;
118
- }
119
- ): Promise<void>;