doppler-gpu 0.4.7 → 0.4.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/CHANGELOG.md +64 -0
  2. package/README.md +93 -144
  3. package/models/catalog.json +1575 -0
  4. package/package.json +37 -12
  5. package/src/cli/doppler-cli.js +28 -7
  6. package/src/client/doppler-registry.json +2 -2
  7. package/src/client/runtime/index.js +25 -2
  8. package/src/client/runtime/model-session.d.ts +31 -1
  9. package/src/client/runtime/model-session.js +31 -0
  10. package/src/client/runtime/model-source.d.ts +19 -2
  11. package/src/client/runtime/model-source.js +45 -5
  12. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +21 -5
  13. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +6 -1
  14. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +1 -1
  15. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +9 -1
  16. package/src/config/kernel-path-loader.js +1 -0
  17. package/src/config/kernels/kernel-ref-digests.js +26 -17
  18. package/src/config/kernels/registry.json +448 -27
  19. package/src/config/merge.js +11 -0
  20. package/src/config/param-validator.js +25 -0
  21. package/src/config/runtime/default.json +3 -1
  22. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  23. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  24. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  25. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  26. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  27. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  28. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  29. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  30. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  31. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  32. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  33. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  34. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  35. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  36. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  37. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  38. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  39. package/src/config/schema/doppler.schema.js +40 -5
  40. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  41. package/src/config/schema/execution-v1.schema.js +10 -0
  42. package/src/config/schema/index.d.ts +3 -1
  43. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  44. package/src/config/transforms/capability-transform-resolver.js +7 -1
  45. package/src/config/transforms/execution-graph-transforms.js +2 -2
  46. package/src/debug/config.d.ts +4 -0
  47. package/src/experimental/orchestration/index.d.ts +10 -1
  48. package/src/experimental/training/suite.js +1 -1
  49. package/src/formats/rdrr/classification.js +3 -0
  50. package/src/formats/rdrr/integrity.d.ts +0 -2
  51. package/src/formats/rdrr/integrity.js +0 -2
  52. package/src/formats/rdrr/types.d.ts +1 -1
  53. package/src/gpu/kernels/attention.d.ts +2 -0
  54. package/src/gpu/kernels/attention.js +75 -16
  55. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  56. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  57. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  58. package/src/gpu/kernels/fused_ffn.js +540 -19
  59. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  60. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  61. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  62. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  63. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  64. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  65. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  66. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  67. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  68. package/src/gpu/kernels/index.d.ts +21 -0
  69. package/src/gpu/kernels/index.js +13 -0
  70. package/src/gpu/kernels/linear-attention-core.js +413 -15
  71. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  72. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  73. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  74. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  75. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  76. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  77. package/src/gpu/kernels/matmul-selection.js +5 -1
  78. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  79. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  80. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  81. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  82. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  83. package/src/gpu/kernels/silu.wgsl +7 -1
  84. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  85. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  86. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  87. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  88. package/src/gpu/tensor.d.ts +1 -0
  89. package/src/index.d.ts +1 -1
  90. package/src/index.js +1 -1
  91. package/src/inference/browser-harness-suite-helpers.js +1 -1
  92. package/src/inference/browser-harness-text-helpers.js +251 -20
  93. package/src/inference/browser-harness.js +221 -3
  94. package/src/inference/kv-cache/base.js +42 -1
  95. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  96. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  97. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  98. package/src/inference/pipelines/text/attention/projections.js +174 -4
  99. package/src/inference/pipelines/text/attention/record.js +44 -21
  100. package/src/inference/pipelines/text/attention/run.js +18 -3
  101. package/src/inference/pipelines/text/config.d.ts +18 -0
  102. package/src/inference/pipelines/text/config.js +100 -0
  103. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  104. package/src/inference/pipelines/text/execution-plan.js +37 -0
  105. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  106. package/src/inference/pipelines/text/execution-v1.js +122 -8
  107. package/src/inference/pipelines/text/ffn/dense.js +239 -21
  108. package/src/inference/pipelines/text/ffn/standard.js +121 -38
  109. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  110. package/src/inference/pipelines/text/generator-helpers.js +2 -0
  111. package/src/inference/pipelines/text/generator-runtime.js +1 -0
  112. package/src/inference/pipelines/text/generator-steps.js +2 -2
  113. package/src/inference/pipelines/text/generator.d.ts +18 -1
  114. package/src/inference/pipelines/text/generator.js +297 -19
  115. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  116. package/src/inference/pipelines/text/init.d.ts +22 -3
  117. package/src/inference/pipelines/text/init.js +2 -2
  118. package/src/inference/pipelines/text/layer.js +87 -8
  119. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  120. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  121. package/src/inference/pipelines/text/linear-attention.js +173 -16
  122. package/src/inference/pipelines/text/logits/gpu.js +2 -2
  123. package/src/inference/pipelines/text/logits/index.js +62 -1
  124. package/src/inference/pipelines/text/model-load.js +6 -0
  125. package/src/inference/pipelines/text/ops.js +22 -0
  126. package/src/inference/pipelines/text/per-layer-inputs.js +80 -11
  127. package/src/inference/pipelines/text/probes.js +9 -4
  128. package/src/inference/pipelines/text/state.d.ts +4 -4
  129. package/src/inference/pipelines/text/state.js +4 -0
  130. package/src/inference/pipelines/text/types.d.ts +27 -2
  131. package/src/inference/pipelines/text.d.ts +21 -1
  132. package/src/inference/pipelines/text.js +40 -14
  133. package/src/inference/tokenizers/bundled.js +45 -23
  134. package/src/inference/tokenizers/types.d.ts +7 -4
  135. package/src/loader/doppler-loader.js +25 -2
  136. package/src/loader/index.d.ts +3 -1
  137. package/src/loader/index.js +2 -0
  138. package/src/loader/loader-types.d.ts +3 -1
  139. package/src/loader/manifest-config.d.ts +18 -0
  140. package/src/loader/manifest-config.js +11 -3
  141. package/src/loader/shard-cache.d.ts +2 -0
  142. package/src/loader/shard-cache.js +29 -1
  143. package/src/models/gemma4.js +8 -0
  144. package/src/rules/inference/capability-transforms.rules.json +145 -20
  145. package/src/rules/inference/ffn.rules.json +33 -0
  146. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  147. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  148. package/src/rules/kernels/matmul.rules.json +1 -0
  149. package/src/rules/kernels/silu.rules.json +1 -0
  150. package/src/rules/rule-registry.js +2 -0
  151. package/src/storage/artifact-storage-context.js +36 -0
  152. package/src/tooling/node-browser-command-runner.js +42 -7
  153. package/src/tooling/opfs-cache.d.ts +21 -1
  154. package/src/tooling/opfs-cache.js +168 -32
  155. package/src/tooling-exports/storage.d.ts +1 -1
  156. package/src/tooling-exports/storage.js +1 -1
  157. package/src/types/gpu.d.ts +25 -0
  158. package/src/version.js +1 -1
  159. package/tests/kernels/browser/kernel-suite.js +1593 -0
  160. package/tests/kernels/browser/test-page.js +2629 -0
  161. package/tests/kernels/harness/benchmark.js +225 -0
  162. package/tests/kernels/harness/buffer-utils.js +88 -0
  163. package/tests/kernels/harness/tolerance.js +174 -0
  164. package/tests/kernels/reference/adam.js +15 -0
  165. package/tests/kernels/reference/attention.js +158 -0
  166. package/tests/kernels/reference/backward.js +96 -0
  167. package/tests/kernels/reference/bias-add.js +20 -0
  168. package/tests/kernels/reference/conv2d.js +58 -0
  169. package/tests/kernels/reference/cross-entropy.js +26 -0
  170. package/tests/kernels/reference/dequant.js +312 -0
  171. package/tests/kernels/reference/embed.js +15 -0
  172. package/tests/kernels/reference/gather.js +61 -0
  173. package/tests/kernels/reference/gelu.js +37 -0
  174. package/tests/kernels/reference/groupnorm.js +36 -0
  175. package/tests/kernels/reference/index.js +89 -0
  176. package/tests/kernels/reference/layernorm.js +22 -0
  177. package/tests/kernels/reference/matmul.js +57 -0
  178. package/tests/kernels/reference/modulate.js +24 -0
  179. package/tests/kernels/reference/moe-gather.js +83 -0
  180. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  181. package/tests/kernels/reference/residual.js +55 -0
  182. package/tests/kernels/reference/rmsnorm.js +52 -0
  183. package/tests/kernels/reference/rope.js +79 -0
  184. package/tests/kernels/reference/sample.js +97 -0
  185. package/tests/kernels/reference/scatter-add.js +58 -0
  186. package/tests/kernels/reference/silu.js +52 -0
  187. package/tests/kernels/reference/softmax.js +86 -0
  188. package/tests/kernels/reference/split-qkv.js +58 -0
  189. package/tests/kernels/reference/topk.js +88 -0
  190. package/tests/kernels/reference/upsample2d.js +37 -0
  191. package/BRANDING.md +0 -14
  192. package/SECURITY.md +0 -19
  193. package/assets/doppler-runtime-map.svg +0 -82
  194. package/src/bootstrap.js +0 -30
  195. package/src/cli/doppler-cli.d.ts +0 -46
  196. package/src/cli/doppler-quickstart.d.ts +0 -45
  197. package/src/cli/doppler-serve.d.ts +0 -210
  198. package/src/cli/runtime-profiles.d.ts +0 -40
  199. package/src/client/doppler-api.browser.d.ts +0 -1
  200. package/src/client/doppler-api.browser.js +0 -25
  201. package/src/client/doppler-registry.d.ts +0 -54
  202. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  203. package/src/client/runtime/source-runtime.d.ts +0 -26
  204. package/src/client/runtime/storage.d.ts +0 -5
  205. package/src/config/README.md +0 -61
  206. package/src/config/conversion/README.md +0 -62
  207. package/src/config/goal-completion-matrix.json +0 -552
  208. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  209. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  210. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  211. package/src/config/kernels/registry.d.ts +0 -51
  212. package/src/config/merge-contract-check.d.ts +0 -16
  213. package/src/config/merge-contract-check.js +0 -319
  214. package/src/config/merge-helpers.d.ts +0 -60
  215. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  216. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  217. package/src/config/param-categories.d.ts +0 -8
  218. package/src/config/param-validator.d.ts +0 -33
  219. package/src/config/platforms/loader.d.ts +0 -38
  220. package/src/config/quantization-contract-check.d.ts +0 -12
  221. package/src/config/quantization-contract-check.js +0 -91
  222. package/src/config/runtime/README.md +0 -28
  223. package/src/config/runtime-merge.d.ts +0 -5
  224. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  225. package/src/config/schema/command-surface-contract.schema.json +0 -81
  226. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  227. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  228. package/src/config/schema/platform.schema.js +0 -1
  229. package/src/config/schema/policy-schema-registry.json +0 -31
  230. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  231. package/src/config/support-tiers/subsystems.json +0 -502
  232. package/src/config/supported-operations.d.ts +0 -14
  233. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  234. package/src/config/transforms/execution-graph-transforms.d.ts +0 -306
  235. package/src/converter/conversion-plan.d.ts +0 -56
  236. package/src/converter/index.d.ts +0 -98
  237. package/src/converter/index.js +0 -59
  238. package/src/converter/parsers/diffusion.d.ts +0 -50
  239. package/src/converter/parsers/gguf.d.ts +0 -31
  240. package/src/converter/parsers/index.d.ts +0 -21
  241. package/src/converter/parsers/index.js +0 -12
  242. package/src/converter/parsers/transformer.d.ts +0 -31
  243. package/src/converter/quantization-info.d.ts +0 -38
  244. package/src/converter/rope-config.d.ts +0 -16
  245. package/src/converter/tokenizer-utils.d.ts +0 -12
  246. package/src/debug/reference/README.md +0 -114
  247. package/src/debug/reference/hf_attn_debug.py +0 -114
  248. package/src/debug/reference/hf_embed_check.py +0 -89
  249. package/src/debug/reference/hf_layer_out.py +0 -100
  250. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  251. package/src/debug/reference/hf_rope_check.py +0 -116
  252. package/src/debug/reference/hf_weights.py +0 -75
  253. package/src/errors/doppler-error.d.ts +0 -20
  254. package/src/experimental/bridge/extension/background.d.ts +0 -14
  255. package/src/experimental/bridge/extension/background.js +0 -168
  256. package/src/experimental/bridge/extension/manifest.json +0 -34
  257. package/src/experimental/bridge/extension-client.d.ts +0 -114
  258. package/src/experimental/bridge/index.d.ts +0 -69
  259. package/src/experimental/bridge/node-bridge.js +0 -24
  260. package/src/experimental/bridge/protocol.d.ts +0 -96
  261. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  262. package/src/experimental/browser/gguf-importer.js +0 -532
  263. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  264. package/src/experimental/browser/quantization.d.ts +0 -74
  265. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  266. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  267. package/src/experimental/browser/shard-io-browser.js +0 -89
  268. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  269. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  270. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  271. package/src/experimental/distribution/p2p-transport.js +0 -75
  272. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  273. package/src/experimental/hotswap/manifest.d.ts +0 -42
  274. package/src/experimental/hotswap/model-swap.js +0 -42
  275. package/src/experimental/hotswap/runtime.d.ts +0 -31
  276. package/src/experimental/training/README.md +0 -164
  277. package/src/experimental/training/artifacts.d.ts +0 -160
  278. package/src/experimental/training/attention-backward.d.ts +0 -30
  279. package/src/experimental/training/attention-forward.d.ts +0 -22
  280. package/src/experimental/training/attention-forward.js +0 -82
  281. package/src/experimental/training/autograd.d.ts +0 -51
  282. package/src/experimental/training/backward-kernels.js +0 -39
  283. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  284. package/src/experimental/training/checkpoint.d.ts +0 -36
  285. package/src/experimental/training/clip.d.ts +0 -9
  286. package/src/experimental/training/dataloader.d.ts +0 -8
  287. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  288. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  289. package/src/experimental/training/datasets/index.d.ts +0 -24
  290. package/src/experimental/training/datasets/index.js +0 -13
  291. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  292. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  293. package/src/experimental/training/datasets/reploid.js +0 -36
  294. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  295. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  296. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  297. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  298. package/src/experimental/training/datasets/token-batch.js +0 -52
  299. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  300. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  301. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  302. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  303. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  304. package/src/experimental/training/distillation/eval.d.ts +0 -34
  305. package/src/experimental/training/distillation/index.d.ts +0 -29
  306. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  307. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  308. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  309. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  310. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  311. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  312. package/src/experimental/training/export.d.ts +0 -41
  313. package/src/experimental/training/index.d.ts +0 -74
  314. package/src/experimental/training/index.js +0 -63
  315. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  316. package/src/experimental/training/lora.d.ts +0 -19
  317. package/src/experimental/training/loss-scaling.d.ts +0 -21
  318. package/src/experimental/training/loss.d.ts +0 -10
  319. package/src/experimental/training/objectives/base.d.ts +0 -58
  320. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  321. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  322. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  323. package/src/experimental/training/objectives/index.d.ts +0 -12
  324. package/src/experimental/training/objectives/index.js +0 -6
  325. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  326. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  327. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  328. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  329. package/src/experimental/training/operator-command.d.ts +0 -5
  330. package/src/experimental/training/operator-eval.d.ts +0 -48
  331. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  332. package/src/experimental/training/optimizer.d.ts +0 -22
  333. package/src/experimental/training/runner.d.ts +0 -249
  334. package/src/experimental/training/suite.d.ts +0 -299
  335. package/src/experimental/training/tensor-factory.d.ts +0 -9
  336. package/src/experimental/training/trainer.d.ts +0 -89
  337. package/src/experimental/training/ul_dataset.d.ts +0 -47
  338. package/src/experimental/training/ul_schedule.d.ts +0 -6
  339. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  340. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  341. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  342. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  343. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  344. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  345. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  346. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  347. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  348. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  349. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  350. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  351. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  352. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  353. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  354. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  355. package/src/experimental/training/workload-packs/registry.json +0 -278
  356. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  357. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  358. package/src/experimental/training/workloads.d.ts +0 -201
  359. package/src/formats/gguf/types.d.ts +0 -74
  360. package/src/formats/index.d.ts +0 -75
  361. package/src/formats/index.js +0 -19
  362. package/src/formats/litert/types.d.ts +0 -74
  363. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  364. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  365. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  366. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  367. package/src/formats/safetensors/types.d.ts +0 -67
  368. package/src/formats/tflite/types.d.ts +0 -61
  369. package/src/formats/tokenizer/index.d.ts +0 -5
  370. package/src/formats/tokenizer/index.js +0 -3
  371. package/src/formats/tokenizer/types.d.ts +0 -9
  372. package/src/gpu/kernel-runtime.d.ts +0 -13
  373. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  374. package/src/gpu/kernel-selection-log.d.ts +0 -4
  375. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  376. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  377. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  378. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  379. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  380. package/src/gpu/kernel-tuner/types.js +0 -4
  381. package/src/gpu/kernel-tuner.d.ts +0 -33
  382. package/src/gpu/kernels/README.md +0 -166
  383. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  384. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  385. package/src/gpu/kernels/check-stop.d.ts +0 -31
  386. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  387. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  388. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  389. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  390. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  391. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  392. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  393. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  394. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  395. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  396. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  397. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  398. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  399. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  400. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  401. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  402. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  403. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  404. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  405. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  406. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  407. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  408. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  409. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  410. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  411. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  412. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  413. package/src/gpu/kernels/constants.d.ts +0 -129
  414. package/src/gpu/kernels/dispatch.d.ts +0 -72
  415. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  416. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  417. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  418. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  419. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  420. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  421. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  422. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  423. package/src/gpu/kernels/types.js +0 -4
  424. package/src/gpu/perf-guards.d.ts +0 -13
  425. package/src/gpu/profiler.d.ts +0 -93
  426. package/src/gpu/readback-utils.d.ts +0 -16
  427. package/src/gpu/readback-utils.js +0 -49
  428. package/src/gpu/submit-probe.d.ts +0 -12
  429. package/src/index-browser.d.ts +0 -2
  430. package/src/index-browser.js +0 -2
  431. package/src/inference/README.md +0 -593
  432. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  433. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  434. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  435. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  436. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  437. package/src/inference/browser-harness-text-helpers.d.ts +0 -152
  438. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  439. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  440. package/src/inference/network-evolution.js +0 -79
  441. package/src/inference/pipelines/context.d.ts +0 -21
  442. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  443. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  444. package/src/inference/pipelines/diffusion/index.js +0 -3
  445. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  446. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  447. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  448. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  449. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  450. package/src/inference/pipelines/diffusion/types.js +0 -1
  451. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  452. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  453. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  454. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  455. package/src/inference/pipelines/dream/pipeline.js +0 -8
  456. package/src/inference/pipelines/energy/index.d.ts +0 -1
  457. package/src/inference/pipelines/energy/index.js +0 -1
  458. package/src/inference/pipelines/energy/types.js +0 -1
  459. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  460. package/src/inference/pipelines/energy-head/index.js +0 -6
  461. package/src/inference/pipelines/factory.d.ts +0 -10
  462. package/src/inference/pipelines/index.d.ts +0 -22
  463. package/src/inference/pipelines/index.js +0 -19
  464. package/src/inference/pipelines/registry.d.ts +0 -15
  465. package/src/inference/pipelines/rng.d.ts +0 -2
  466. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  467. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  468. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  469. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  470. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  471. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  472. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  473. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  474. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  475. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  476. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  477. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  478. package/src/inference/pipelines/text/attention.d.ts +0 -23
  479. package/src/inference/pipelines/text/attention.js +0 -12
  480. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  481. package/src/inference/pipelines/text/buffer-types.js +0 -4
  482. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  483. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  484. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  485. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  486. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  487. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  488. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  489. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  490. package/src/inference/pipelines/text/embed.d.ts +0 -69
  491. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  492. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  493. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  494. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  495. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  496. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  497. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  498. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -26
  499. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  500. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  501. package/src/inference/pipelines/text/ffn.js +0 -18
  502. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  503. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  504. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  505. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  506. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  507. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -93
  508. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  509. package/src/inference/pipelines/text/index.d.ts +0 -5
  510. package/src/inference/pipelines/text/index.js +0 -6
  511. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  512. package/src/inference/pipelines/text/layer.d.ts +0 -118
  513. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  514. package/src/inference/pipelines/text/logits/precision-policy.d.ts +0 -11
  515. package/src/inference/pipelines/text/logits/types.js +0 -4
  516. package/src/inference/pipelines/text/logits.d.ts +0 -27
  517. package/src/inference/pipelines/text/logits.js +0 -16
  518. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  519. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  520. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  521. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  522. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  523. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  524. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -70
  525. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  526. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  527. package/src/inference/pipelines/text/ops.d.ts +0 -222
  528. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  529. package/src/inference/pipelines/text/probes.d.ts +0 -28
  530. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  531. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  532. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  533. package/src/inference/pipelines/text/types.js +0 -4
  534. package/src/inference/tokenizers/base.d.ts +0 -44
  535. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  536. package/src/inference/tokenizers/bpe.d.ts +0 -27
  537. package/src/inference/tokenizers/bundled.d.ts +0 -67
  538. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  539. package/src/inference/tokenizers/types.js +0 -7
  540. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  541. package/src/loader/per-layer-input-loader.d.ts +0 -30
  542. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  543. package/src/loader/tensors/source-transform.d.ts +0 -65
  544. package/src/memory/address-table.d.ts +0 -96
  545. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  546. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  547. package/src/rules/rule-registry.d.ts +0 -77
  548. package/src/storage/artifact-storage-context.d.ts +0 -63
  549. package/src/storage/backends/idb-store.d.ts +0 -52
  550. package/src/storage/backends/memory-store.d.ts +0 -36
  551. package/src/storage/backends/opfs-store.d.ts +0 -41
  552. package/src/storage/blake3.d.ts +0 -17
  553. package/src/storage/download-types.d.ts +0 -157
  554. package/src/storage/downloader.d.ts +0 -103
  555. package/src/storage/index.d.ts +0 -274
  556. package/src/storage/index.js +0 -201
  557. package/src/storage/preflight.d.ts +0 -144
  558. package/src/storage/preflight.js +0 -360
  559. package/src/storage/quickstart-downloader.d.ts +0 -157
  560. package/src/storage/quickstart-downloader.js +0 -289
  561. package/src/storage/source-artifact-store.d.ts +0 -59
  562. package/src/sw.js +0 -184
  563. package/src/tooling/command-api-constants.d.ts +0 -9
  564. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  565. package/src/tooling/command-api-helpers.d.ts +0 -23
  566. package/src/tooling/command-runner-shared.d.ts +0 -89
  567. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  568. package/src/tooling/conversion-config-materializer.js +0 -96
  569. package/src/tooling/diagnose-runner.d.ts +0 -28
  570. package/src/tooling/hf-registry-utils.d.ts +0 -55
  571. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  572. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  573. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  574. package/src/tooling/kernel-path-builder/index.js +0 -1361
  575. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  576. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  577. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  578. package/src/tooling/lean-execution-contract-runner.js +0 -158
  579. package/src/tooling/lean-execution-contract.d.ts +0 -16
  580. package/src/tooling/lean-execution-contract.js +0 -81
  581. package/src/tooling/litert-package-runtime.d.ts +0 -46
  582. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  583. package/src/tooling/node-convert-worker.d.ts +0 -1
  584. package/src/tooling/node-converter.d.ts +0 -1
  585. package/src/tooling/node-file-fetch.d.ts +0 -1
  586. package/src/tooling/node-source-runtime.d.ts +0 -24
  587. package/src/tooling/node-webgpu.d.ts +0 -17
  588. package/src/tooling/precision-replay-math.js +0 -174
  589. package/src/tooling/program-bundle-host.d.ts +0 -16
  590. package/src/tooling/program-bundle-host.js +0 -20
  591. package/src/tooling/runtime-input-composition.d.ts +0 -37
  592. package/src/tooling/source-package-profiles.d.ts +0 -50
  593. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  594. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  595. package/src/tooling/source-runtime-materializer.js +0 -89
  596. package/src/tooling-exports.browser.d.ts +0 -7
  597. package/src/types/chrome.d.ts +0 -36
  598. package/src/types/chrome.js +0 -1
  599. package/src/types/index.d.ts +0 -1
  600. package/src/types/index.js +0 -1
  601. package/src/utils/array-buffer.d.ts +0 -4
  602. package/src/utils/canonical-hash.d.ts +0 -7
  603. package/src/utils/clone-json.d.ts +0 -1
  604. package/src/utils/hf-resolve-url.d.ts +0 -16
  605. package/src/utils/index.d.ts +0 -10
  606. package/src/utils/index.js +0 -10
  607. package/src/utils/load-json.d.ts +0 -5
  608. package/src/utils/plain-object.d.ts +0 -1
  609. package/src/utils/sha256.d.ts +0 -5
  610. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -1,129 +0,0 @@
1
- /**
2
- * Kernel Constants - Shared constants for GPU kernels
3
- *
4
- * Centralized constants to eliminate magic numbers and improve
5
- * maintainability across kernel implementations.
6
- */
7
-
8
- /**
9
- * Workgroup sizes for different kernel types
10
- */
11
- export declare const WORKGROUP_SIZES: {
12
- /** Default workgroup size for most kernels */
13
- readonly DEFAULT: 256;
14
-
15
- /** Vec4 workgroup thread count (64 threads × 4 elements = 256 elements) */
16
- readonly VEC4_THREADS: 64;
17
-
18
- /** Attention kernels (large blocks) */
19
- readonly ATTENTION_LARGE_BLOCK: 32;
20
-
21
- /** Attention kernels (small blocks) */
22
- readonly ATTENTION_SMALL_BLOCK: 32;
23
-
24
- /** Subgroup size (typical for modern GPUs) */
25
- readonly SUBGROUP: 32;
26
-
27
- /** RMSNorm workgroup size */
28
- readonly RMSNORM: 256;
29
-
30
- /** Softmax workgroup size */
31
- readonly SOFTMAX: 256;
32
-
33
- /** Matmul tile sizes */
34
- readonly MATMUL_TILE_M: 16;
35
- readonly MATMUL_TILE_N: 16;
36
- readonly MATMUL_TILE_K: 16;
37
-
38
- /** MoE workgroup size */
39
- readonly MOE: 256;
40
- };
41
-
42
- /** Derived: Vec4 elements per workgroup (VEC4_THREADS × 4) */
43
- export declare const VEC4_ELEMENTS_PER_WG: number;
44
-
45
- /**
46
- * WebGPU limits (spec-level defaults)
47
- */
48
- export declare const GPU_LIMITS: {
49
- /** Max workgroups per dimension (WebGPU minimum) */
50
- readonly MAX_WORKGROUPS: 65535;
51
- };
52
-
53
- /**
54
- * Tile sizes for different operations
55
- */
56
- export declare const TILE_SIZES: {
57
- /** Attention tile sizes (large) */
58
- readonly ATTENTION_LARGE_BLOCK_SIZE: 32;
59
- readonly ATTENTION_LARGE_HEAD_TILE: 64;
60
-
61
- /** Attention tile sizes (small) */
62
- readonly ATTENTION_SMALL_BLOCK_SIZE: 32;
63
- readonly ATTENTION_SMALL_HEAD_TILE: 32;
64
-
65
- /** Matmul tile sizes */
66
- readonly MATMUL_M: 16;
67
- readonly MATMUL_N: 16;
68
- readonly MATMUL_K: 16;
69
-
70
- /** Q4K dequant tile sizes */
71
- readonly Q4K_BLOCK_SIZE: 32;
72
- readonly Q4K_SUPER_BLOCK_SIZE: 256;
73
- };
74
-
75
- /**
76
- * Quantization constants
77
- */
78
- export declare const QUANTIZATION: {
79
- /** Q4K_M bits per weight */
80
- readonly Q4K_BITS: 4.5;
81
- /** Q4K block bytes per 256-element super-block */
82
- readonly Q4K_BLOCK_BYTES: 144;
83
-
84
- /** Q8_0 bits per weight */
85
- readonly Q8_BITS: 8.5;
86
-
87
- /** F16 bits per weight */
88
- readonly F16_BITS: 16;
89
-
90
- /** BF16 bits per weight */
91
- readonly BF16_BITS: 16;
92
-
93
- /** F32 bits per weight */
94
- readonly F32_BITS: 32;
95
-
96
- /** MXFP4 bits per weight (including shared exponent) */
97
- readonly MXFP4_BITS: 4;
98
- };
99
-
100
- /**
101
- * Buffer alignment requirements
102
- */
103
- export declare const ALIGNMENT: {
104
- /** WebGPU buffer alignment */
105
- readonly BUFFER: 256;
106
-
107
- /** Uniform buffer alignment */
108
- readonly UNIFORM: 256;
109
-
110
- /** Storage buffer alignment */
111
- readonly STORAGE: 256;
112
-
113
- /** Vertex buffer alignment */
114
- readonly VERTEX: 4;
115
- };
116
-
117
- /** FFN dispatch shape constants (workgroup + shared-memory sizing). */
118
- export declare const FFN_DISPATCH: {
119
- readonly SHARED_INPUT_SIZE_DEFAULT: number;
120
- readonly SHARED_INPUT_SIZE_SMALL: number;
121
- readonly Q4K_COLS_PER_WG: number;
122
- readonly MULTI_OUTPUTS_PER_WG: number;
123
- };
124
-
125
- /** Dequant dispatch shape constants. */
126
- export declare const DEQUANT_DISPATCH: {
127
- readonly SCALAR_ELEMENTS_PER_THREAD: number;
128
- };
129
-
@@ -1,72 +0,0 @@
1
- /**
2
- * Dispatch Helpers - Simplified GPU kernel dispatch
3
- *
4
- * Provides helpers to reduce boilerplate for common dispatch patterns:
5
- * - Single submit dispatch
6
- * - CommandRecorder dispatch (batched)
7
- * - Multi-dimensional dispatch
8
- */
9
-
10
- import type { CommandRecorder } from '../command-recorder.js';
11
-
12
- /**
13
- * Dispatch a single compute pass and submit immediately
14
- * Use for standalone kernels that don't participate in batching
15
- */
16
- export declare function dispatch(
17
- device: GPUDevice,
18
- pipeline: GPUComputePipeline,
19
- bindGroup: GPUBindGroup,
20
- workgroups: number | [number, number, number],
21
- label?: string
22
- ): void;
23
-
24
- /**
25
- * Polymorphic dispatch that picks between submit-and-dispatch (GPUDevice)
26
- * and record-only (CommandRecorder) based on the target's shape.
27
- */
28
- export declare function dispatchKernel(
29
- target: GPUDevice | CommandRecorder | null,
30
- pipeline: GPUComputePipeline,
31
- bindGroup: GPUBindGroup,
32
- workgroups: number | [number, number, number],
33
- label?: string
34
- ): void;
35
-
36
- /**
37
- * Record a compute pass to a CommandRecorder (no submit)
38
- * Use for kernels in the batched pipeline path
39
- */
40
- export declare function recordDispatch(
41
- recorder: CommandRecorder,
42
- pipeline: GPUComputePipeline,
43
- bindGroup: GPUBindGroup,
44
- workgroups: number | [number, number, number],
45
- label?: string
46
- ): void;
47
-
48
- /**
49
- * Dispatch a single compute pass using an indirect dispatch buffer
50
- * Use when workgroup counts are produced on GPU
51
- */
52
- export declare function dispatchIndirect(
53
- device: GPUDevice,
54
- pipeline: GPUComputePipeline,
55
- bindGroup: GPUBindGroup,
56
- indirectBuffer: GPUBuffer,
57
- indirectOffset?: number,
58
- label?: string
59
- ): void;
60
-
61
- /**
62
- * Record an indirect dispatch into a CommandRecorder (no submit)
63
- */
64
- export declare function recordDispatchIndirect(
65
- recorder: CommandRecorder,
66
- pipeline: GPUComputePipeline,
67
- bindGroup: GPUBindGroup,
68
- indirectBuffer: GPUBuffer,
69
- indirectOffset?: number,
70
- label?: string
71
- ): void;
72
-
@@ -1,63 +0,0 @@
1
- /**
2
- * LFM2 gated short convolution kernel.
3
- *
4
- * Fuses B*x pre-gating, depthwise causal conv1d, and C*conv_out post-gating
5
- * into a single GPU dispatch. Each thread handles one channel across all tokens
6
- * sequentially, maintaining persistent conv state for autoregressive decode.
7
- */
8
-
9
- /** Per-layer state maintained between calls. */
10
- export interface GatedShortConvLayerState {
11
- /** Pre-dequantized conv1d weights as GPUBuffer, shape [hiddenSize, kernelSize]. */
12
- convWeightGPU: GPUBuffer;
13
-
14
- /** Persistent conv state as GPUBuffer, shape [hiddenSize, kernelSize - 1]. */
15
- convStateGPU: GPUBuffer;
16
-
17
- /** Number of channels (hidden dimension). */
18
- hiddenSize: number;
19
-
20
- /** Conv1d kernel width (e.g., 4). */
21
- kernelSize: number;
22
- }
23
-
24
- /** Tensor returned by the kernel. */
25
- export interface Tensor {
26
- buffer: GPUBuffer;
27
- dtype: string;
28
- shape: readonly number[];
29
- label: string;
30
- }
31
-
32
- /** Options for runGatedShortConvGPU. */
33
- export interface GatedShortConvOptions {
34
- /** Number of tokens in this batch. Required. */
35
- numTokens?: number;
36
-
37
- /** Layer index for labeling/tracing. */
38
- layerIdx?: number;
39
-
40
- /** Command recorder for batched submission. */
41
- recorder?: {
42
- getEncoder(): GPUCommandEncoder;
43
- trackTemporaryBuffer(buffer: GPUBuffer): void;
44
- beginComputePass(label: string): GPUComputePassEncoder;
45
- createUniformBuffer(data: ArrayBuffer, label: string): GPUBuffer;
46
- device: GPUDevice;
47
- } | null;
48
- }
49
-
50
- /**
51
- * Run the LFM2 gated short convolution on GPU.
52
- *
53
- * @param inputTensor Tensor with shape [numTokens, 3 * hiddenSize] containing
54
- * concatenated B, C, x from in_proj matmul output.
55
- * @param layerState Persistent per-layer state (conv weights + conv state buffer).
56
- * @param options Dispatch options.
57
- * @returns Output tensor with shape [numTokens, hiddenSize].
58
- */
59
- export function runGatedShortConvGPU(
60
- inputTensor: Tensor,
61
- layerState: GatedShortConvLayerState,
62
- options?: GatedShortConvOptions
63
- ): Promise<Tensor>;
@@ -1,33 +0,0 @@
1
- /**
2
- * Kernel Base - Shared dispatch and pipeline helpers for kernel wrappers.
3
- */
4
-
5
- import type { CommandRecorder } from '../command-recorder.js';
6
-
7
- export declare abstract class KernelBase {
8
- protected readonly device: GPUDevice;
9
-
10
- constructor(device: GPUDevice);
11
-
12
- protected getPipelineFor(
13
- operation: string,
14
- variant: string,
15
- bindGroupLayout?: GPUBindGroupLayout | null,
16
- constants?: Record<string, number | boolean> | null
17
- ): Promise<GPUComputePipeline>;
18
-
19
- protected dispatchKernel(
20
- pipeline: GPUComputePipeline,
21
- bindGroup: GPUBindGroup,
22
- workgroups: number | [number, number, number],
23
- label: string
24
- ): void;
25
-
26
- protected recordKernel(
27
- recorder: CommandRecorder,
28
- pipeline: GPUComputePipeline,
29
- bindGroup: GPUBindGroup,
30
- workgroups: number | [number, number, number],
31
- label: string
32
- ): void;
33
- }
@@ -1,42 +0,0 @@
1
- import type { Tensor } from '../tensor.js';
2
- import type { CommandRecorder } from '../command-recorder.js';
3
- import type { ExecutionV1PoliciesSchema } from '../../config/schema/execution-v1.schema.js';
4
-
5
- export interface LinearAttentionCoreLayerState {
6
- convDim: number;
7
- convKernelSize: number;
8
- valueDim: number;
9
- numVHeads: number;
10
- numKHeads: number;
11
- headKDim: number;
12
- headVDim: number;
13
- qSize: number;
14
- kSize: number;
15
- qRep: number;
16
- normMode: 'shared' | 'per_head';
17
- rmsNormEps: number;
18
- convWeightGPU: GPUBuffer;
19
- dtBiasGPU: GPUBuffer;
20
- aNegExpGPU: GPUBuffer;
21
- normWeightGPU: GPUBuffer;
22
- convStateGPU: GPUBuffer;
23
- recurrentStateGPU: GPUBuffer;
24
- }
25
-
26
- export interface RunLinearAttentionCoreGPUOptions {
27
- numTokens: number;
28
- layerIdx?: number;
29
- qkL2NormEps?: number;
30
- recorder?: CommandRecorder | null;
31
- outputDtype?: 'f16' | 'f32';
32
- executionPolicies?: ExecutionV1PoliciesSchema | null;
33
- }
34
-
35
- export declare function runLinearAttentionCoreGPU(
36
- qkvTensor: Tensor,
37
- zTensor: Tensor,
38
- aTensor: Tensor,
39
- bTensor: Tensor,
40
- layerState: LinearAttentionCoreLayerState,
41
- options: RunLinearAttentionCoreGPUOptions
42
- ): Promise<Tensor>;
@@ -1,49 +0,0 @@
1
- import type { CommandRecorder } from '../command-recorder.js';
2
- import type { KernelConfig } from './utils.js';
3
-
4
- export declare class MatmulKernel {
5
- constructor(device: GPUDevice);
6
- getPipeline(variant: string): Promise<GPUComputePipeline>;
7
- dispatch(pipeline: GPUComputePipeline, bindGroup: GPUBindGroup, workgroups: GPUExtent3D): void;
8
- record(recorder: CommandRecorder, pipeline: GPUComputePipeline, bindGroup: GPUBindGroup, workgroups: GPUExtent3D): void;
9
- }
10
-
11
- export declare function calculateMatmulDispatch(
12
- variant: string,
13
- useQ4KFused: boolean,
14
- useGemv: boolean,
15
- M: number,
16
- N: number,
17
- config: KernelConfig
18
- ): { workgroups: GPUExtent3D; uniformWorkgroupsX?: number };
19
-
20
- export declare function calculateMatmulDispatch(
21
- variant: string,
22
- useQ4KFused: boolean,
23
- useGemv: boolean,
24
- useLiteRTInt4Fused: boolean,
25
- M: number,
26
- N: number,
27
- config: KernelConfig,
28
- useW4A16Fused?: boolean
29
- ): { workgroups: GPUExtent3D; uniformWorkgroupsX?: number };
30
-
31
- export declare function createMatmulUniformBuffer(
32
- label: string,
33
- M: number,
34
- N: number,
35
- K: number,
36
- alpha: number,
37
- useQ4KFused: boolean,
38
- transposeB: boolean,
39
- uniformWorkgroupsX: number | undefined,
40
- recorder: CommandRecorder | null,
41
- device: GPUDevice
42
- ): GPUBuffer;
43
-
44
- export declare function createMatmulBindGroupLayout(): GPUBindGroupLayout;
45
-
46
- export declare function getMatmulPipeline(
47
- variant: string,
48
- constants: Record<string, number | boolean> | null
49
- ): Promise<GPUComputePipeline>;
@@ -1,87 +0,0 @@
1
- import type { KernelConfig } from './utils.js';
2
- import type { TensorDtype } from '../tensor.js';
3
- import type { WeightBuffer } from '../weight-buffer.js';
4
- import type { KernelPathSchema } from '../../config/schema/index.js';
5
-
6
- export declare function resolveMatmulPhase(M: number): string;
7
-
8
- export declare function resolveMatmulConstants(
9
- options: {
10
- constants?: Record<string, number | boolean>;
11
- role?: string;
12
- layerIdx?: number;
13
- kernelPath?: KernelPathSchema | null;
14
- },
15
- phase: string
16
- ): Record<string, number | boolean> | null;
17
-
18
- export declare function getMatmulConfig(
19
- variant: string,
20
- constants: Record<string, number | boolean> | null
21
- ): KernelConfig;
22
-
23
- export declare function isFusedQ4KDisabled(options?: {
24
- kernelPath?: KernelPathSchema | null;
25
- }): boolean;
26
-
27
- export declare function toMatmulDtype(dtype: string | null | undefined): 'f16' | 'f32' | 'q4k' | 'litert_int4' | 'w4a16';
28
-
29
- export declare function selectMatmulKernel(options: {
30
- preferF16?: boolean;
31
- useVec4?: boolean;
32
- outputDtype: TensorDtype | 'f16' | 'f32';
33
- aDtype?: 'f16' | 'f32' | null;
34
- bDtype?: 'f16' | 'f32' | 'q4k' | 'litert_int4' | 'w4a16' | null;
35
- isPrefill?: boolean;
36
- prefillRows?: number;
37
- transposeB?: boolean;
38
- }): string;
39
-
40
- export declare function resolveTransposeB(
41
- B: GPUBuffer | WeightBuffer,
42
- transposeBOption: boolean | 'auto'
43
- ): boolean;
44
-
45
- export declare function validateMatmulDimensions(label: string, M: number, N: number, K: number): void;
46
-
47
- export declare function validateMatmulOffsets(label: string, aOffset: number, bOffset: number, cOffset: number): void;
48
-
49
- export declare function getMatmulBindingSizes(
50
- label: string,
51
- A: GPUBuffer,
52
- B: GPUBuffer,
53
- M: number,
54
- N: number,
55
- K: number,
56
- aDtype: 'f16' | 'f32',
57
- bDtype: 'f16' | 'f32' | 'q4k' | 'litert_int4' | 'w4a16',
58
- transposeB: boolean,
59
- aOffset: number,
60
- bOffset: number
61
- ): { aBindingSize: number; bBindingSize: number };
62
-
63
- export declare function requiresF32Input(variant: string): boolean;
64
-
65
- export declare function selectMatmulVariantAndFlags(
66
- mode: string,
67
- M: number,
68
- N: number,
69
- K: number,
70
- aDtype: 'f16' | 'f32',
71
- bDtype: 'f16' | 'f32' | 'q4k' | 'litert_int4' | 'w4a16',
72
- transposeB: boolean,
73
- requestedOutputDtype: TensorDtype | 'f16' | 'f32',
74
- options: { role?: string; layerIdx?: number; kernelPath?: KernelPathSchema | null; [key: string]: unknown }
75
- ): { variant: string; useQ4KFused: boolean; useGemv: boolean; useLiteRTInt4Fused?: boolean; useW4A16Fused?: boolean };
76
-
77
- export declare function resolveMatmulOutput(
78
- variant: string,
79
- M: number,
80
- N: number,
81
- outputBuffer?: GPUBuffer | null
82
- ): {
83
- output: GPUBuffer;
84
- outputSize: number;
85
- cBindingSize: number;
86
- actualOutputDtype: TensorDtype;
87
- };
@@ -1,21 +0,0 @@
1
- export interface RepPenaltyOptions {
2
- vocabSize: number;
3
- historyCount: number;
4
- penalty: number;
5
- batchCount: number;
6
- batchOffset: number;
7
- logitsDtype: 'f16' | 'f32';
8
- }
9
-
10
- export declare function selectRepPenaltyVariant(useF16: boolean): 'default' | 'default_f16';
11
-
12
- export declare function recordRepPenalty(
13
- recorder: {
14
- device: GPUDevice;
15
- beginComputePass(label: string): GPUComputePassEncoder;
16
- },
17
- logitsBuffer: GPUBuffer,
18
- historyBuffer: GPUBuffer,
19
- batchTokensBuffer: GPUBuffer,
20
- options: RepPenaltyOptions
21
- ): Promise<void>;
@@ -1,30 +0,0 @@
1
- export interface RuleMatch {
2
- [key: string]:
3
- | string
4
- | number
5
- | boolean
6
- | {
7
- eq?: string | number | boolean;
8
- neq?: string | number | boolean;
9
- gt?: number;
10
- gte?: number;
11
- lt?: number;
12
- lte?: number;
13
- in?: Array<string | number | boolean>;
14
- contains?: string | string[];
15
- startsWith?: string | string[];
16
- endsWith?: string | string[];
17
- };
18
- }
19
-
20
- export interface Rule<T> {
21
- match: RuleMatch;
22
- value: T;
23
- }
24
-
25
- export declare function matchesRule(match: RuleMatch | null | undefined, context: Record<string, unknown>): boolean;
26
-
27
- export declare function selectByRules<T>(
28
- rules: Array<Rule<T>>,
29
- context: Record<string, unknown>
30
- ): T;
@@ -1,7 +0,0 @@
1
- export declare function getRuleSet(group: string, name: string): Array<{ match: Record<string, unknown>; value: unknown }>;
2
-
3
- export declare function selectRuleValue<T>(
4
- group: string,
5
- name: string,
6
- context: Record<string, unknown>
7
- ): T;
@@ -1,4 +0,0 @@
1
-
2
-
3
- // Types-only module - all exports are in types.d.ts
4
- export {};
@@ -1,13 +0,0 @@
1
- export interface PerfConfig {
2
- allowGPUReadback: boolean;
3
- trackSubmitCount: boolean;
4
- trackAllocations: boolean;
5
- logExpensiveOps: boolean;
6
- strictMode: boolean;
7
- }
8
-
9
- export declare function configurePerfGuards(newConfig: Partial<PerfConfig>): void;
10
- export declare function getPerfConfig(): Readonly<PerfConfig>;
11
- export declare function trackSubmit(): void;
12
- export declare function trackAllocation(size: number, label?: string): void;
13
- export declare function allowReadback(reason?: string, count?: number): boolean;
@@ -1,93 +0,0 @@
1
- /**
2
- * GPU Profiler - Timestamp-based Performance Profiling
3
- *
4
- * Provides GPU-side timing using WebGPU timestamp queries.
5
- * Falls back to CPU timing when timestamp queries unavailable.
6
- */
7
-
8
- /**
9
- * Profiling result for a single label
10
- */
11
- export interface ProfileResult {
12
- /** Average time in milliseconds */
13
- avg: number;
14
- /** Minimum time in milliseconds */
15
- min: number;
16
- /** Maximum time in milliseconds */
17
- max: number;
18
- /** Number of samples */
19
- count: number;
20
- /** Total time in milliseconds */
21
- total: number;
22
- }
23
-
24
- /**
25
- * GPU Profiler using timestamp queries
26
- */
27
- export declare class GPUProfiler {
28
- /**
29
- * @param device - WebGPU device (uses global if not provided)
30
- */
31
- constructor(device?: GPUDevice | null);
32
-
33
- /**
34
- * Begin timing a labeled region.
35
- * Uses CPU timing; use writeTimestamp() inside passes for GPU timestamps.
36
- * @param label - Unique label for this measurement
37
- */
38
- begin(label: string): void;
39
-
40
- /**
41
- * End timing a labeled region
42
- * @param label - Label started with begin()
43
- */
44
- end(label: string): void;
45
-
46
- /**
47
- * Write timestamp to query set within a compute pass
48
- * Call this instead of begin/end when inside a pass
49
- * @param pass - Compute pass encoder
50
- * @param label - Label for this measurement
51
- * @param isEnd - true for end timestamp
52
- */
53
- writeTimestamp(pass: GPUComputePassEncoder, label: string, isEnd?: boolean): void;
54
-
55
- /**
56
- * Resolve pending timestamp queries and update results
57
- * Call this after command buffer submission
58
- */
59
- resolve(): Promise<void>;
60
-
61
- /**
62
- * Get profiling results
63
- */
64
- getResults(): Record<string, ProfileResult>;
65
-
66
- /**
67
- * Get result for a specific label
68
- * @param label - Label to get result for
69
- */
70
- getResult(label: string): ProfileResult | null;
71
-
72
- /**
73
- * Reset all profiling data
74
- */
75
- reset(): void;
76
-
77
- /**
78
- * Get formatted report string
79
- */
80
- getReport(): string;
81
-
82
- /**
83
- * Check if timestamp queries are available
84
- */
85
- isGPUTimingAvailable(): boolean;
86
-
87
- /**
88
- * Destroy profiler resources
89
- */
90
- destroy(): void;
91
- }
92
-
93
- export default GPUProfiler;
@@ -1,16 +0,0 @@
1
- export interface ReadbackBufferEntry {
2
- buffer: GPUBuffer;
3
- destroy?: boolean;
4
- offset?: number;
5
- size?: number;
6
- }
7
-
8
- export function withMappedReadBuffer<T>(
9
- buffer: GPUBuffer,
10
- read: (range: ArrayBuffer) => T | Promise<T>,
11
- ): Promise<T>;
12
-
13
- export function withMappedReadBuffers<T>(
14
- entries: ReadonlyArray<ReadbackBufferEntry>,
15
- read: (ranges: Array<ArrayBuffer>) => T | Promise<T>,
16
- ): Promise<T>;