doppler-gpu 0.4.7 → 0.4.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/CHANGELOG.md +64 -0
  2. package/README.md +93 -144
  3. package/models/catalog.json +1575 -0
  4. package/package.json +37 -12
  5. package/src/cli/doppler-cli.js +28 -7
  6. package/src/client/doppler-registry.json +2 -2
  7. package/src/client/runtime/index.js +25 -2
  8. package/src/client/runtime/model-session.d.ts +31 -1
  9. package/src/client/runtime/model-session.js +31 -0
  10. package/src/client/runtime/model-source.d.ts +19 -2
  11. package/src/client/runtime/model-source.js +45 -5
  12. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +21 -5
  13. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +6 -1
  14. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +1 -1
  15. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +9 -1
  16. package/src/config/kernel-path-loader.js +1 -0
  17. package/src/config/kernels/kernel-ref-digests.js +26 -17
  18. package/src/config/kernels/registry.json +448 -27
  19. package/src/config/merge.js +11 -0
  20. package/src/config/param-validator.js +25 -0
  21. package/src/config/runtime/default.json +3 -1
  22. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  23. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  24. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  25. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  26. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  27. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  28. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  29. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  30. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  31. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  32. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  33. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  34. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  35. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  36. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  37. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  38. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  39. package/src/config/schema/doppler.schema.js +40 -5
  40. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  41. package/src/config/schema/execution-v1.schema.js +10 -0
  42. package/src/config/schema/index.d.ts +3 -1
  43. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  44. package/src/config/transforms/capability-transform-resolver.js +7 -1
  45. package/src/config/transforms/execution-graph-transforms.js +2 -2
  46. package/src/debug/config.d.ts +4 -0
  47. package/src/experimental/orchestration/index.d.ts +10 -1
  48. package/src/experimental/training/suite.js +1 -1
  49. package/src/formats/rdrr/classification.js +3 -0
  50. package/src/formats/rdrr/integrity.d.ts +0 -2
  51. package/src/formats/rdrr/integrity.js +0 -2
  52. package/src/formats/rdrr/types.d.ts +1 -1
  53. package/src/gpu/kernels/attention.d.ts +2 -0
  54. package/src/gpu/kernels/attention.js +75 -16
  55. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  56. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  57. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  58. package/src/gpu/kernels/fused_ffn.js +540 -19
  59. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  60. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  61. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  62. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  63. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  64. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  65. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  66. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  67. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  68. package/src/gpu/kernels/index.d.ts +21 -0
  69. package/src/gpu/kernels/index.js +13 -0
  70. package/src/gpu/kernels/linear-attention-core.js +413 -15
  71. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  72. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  73. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  74. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  75. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  76. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  77. package/src/gpu/kernels/matmul-selection.js +5 -1
  78. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  79. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  80. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  81. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  82. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  83. package/src/gpu/kernels/silu.wgsl +7 -1
  84. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  85. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  86. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  87. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  88. package/src/gpu/tensor.d.ts +1 -0
  89. package/src/index.d.ts +1 -1
  90. package/src/index.js +1 -1
  91. package/src/inference/browser-harness-suite-helpers.js +1 -1
  92. package/src/inference/browser-harness-text-helpers.js +251 -20
  93. package/src/inference/browser-harness.js +221 -3
  94. package/src/inference/kv-cache/base.js +42 -1
  95. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  96. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  97. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  98. package/src/inference/pipelines/text/attention/projections.js +174 -4
  99. package/src/inference/pipelines/text/attention/record.js +44 -21
  100. package/src/inference/pipelines/text/attention/run.js +18 -3
  101. package/src/inference/pipelines/text/config.d.ts +18 -0
  102. package/src/inference/pipelines/text/config.js +100 -0
  103. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  104. package/src/inference/pipelines/text/execution-plan.js +37 -0
  105. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  106. package/src/inference/pipelines/text/execution-v1.js +122 -8
  107. package/src/inference/pipelines/text/ffn/dense.js +239 -21
  108. package/src/inference/pipelines/text/ffn/standard.js +121 -38
  109. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  110. package/src/inference/pipelines/text/generator-helpers.js +2 -0
  111. package/src/inference/pipelines/text/generator-runtime.js +1 -0
  112. package/src/inference/pipelines/text/generator-steps.js +2 -2
  113. package/src/inference/pipelines/text/generator.d.ts +18 -1
  114. package/src/inference/pipelines/text/generator.js +297 -19
  115. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  116. package/src/inference/pipelines/text/init.d.ts +22 -3
  117. package/src/inference/pipelines/text/init.js +2 -2
  118. package/src/inference/pipelines/text/layer.js +87 -8
  119. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  120. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  121. package/src/inference/pipelines/text/linear-attention.js +173 -16
  122. package/src/inference/pipelines/text/logits/gpu.js +2 -2
  123. package/src/inference/pipelines/text/logits/index.js +62 -1
  124. package/src/inference/pipelines/text/model-load.js +6 -0
  125. package/src/inference/pipelines/text/ops.js +22 -0
  126. package/src/inference/pipelines/text/per-layer-inputs.js +80 -11
  127. package/src/inference/pipelines/text/probes.js +9 -4
  128. package/src/inference/pipelines/text/state.d.ts +4 -4
  129. package/src/inference/pipelines/text/state.js +4 -0
  130. package/src/inference/pipelines/text/types.d.ts +27 -2
  131. package/src/inference/pipelines/text.d.ts +21 -1
  132. package/src/inference/pipelines/text.js +40 -14
  133. package/src/inference/tokenizers/bundled.js +45 -23
  134. package/src/inference/tokenizers/types.d.ts +7 -4
  135. package/src/loader/doppler-loader.js +25 -2
  136. package/src/loader/index.d.ts +3 -1
  137. package/src/loader/index.js +2 -0
  138. package/src/loader/loader-types.d.ts +3 -1
  139. package/src/loader/manifest-config.d.ts +18 -0
  140. package/src/loader/manifest-config.js +11 -3
  141. package/src/loader/shard-cache.d.ts +2 -0
  142. package/src/loader/shard-cache.js +29 -1
  143. package/src/models/gemma4.js +8 -0
  144. package/src/rules/inference/capability-transforms.rules.json +145 -20
  145. package/src/rules/inference/ffn.rules.json +33 -0
  146. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  147. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  148. package/src/rules/kernels/matmul.rules.json +1 -0
  149. package/src/rules/kernels/silu.rules.json +1 -0
  150. package/src/rules/rule-registry.js +2 -0
  151. package/src/storage/artifact-storage-context.js +36 -0
  152. package/src/tooling/node-browser-command-runner.js +42 -7
  153. package/src/tooling/opfs-cache.d.ts +21 -1
  154. package/src/tooling/opfs-cache.js +168 -32
  155. package/src/tooling-exports/storage.d.ts +1 -1
  156. package/src/tooling-exports/storage.js +1 -1
  157. package/src/types/gpu.d.ts +25 -0
  158. package/src/version.js +1 -1
  159. package/tests/kernels/browser/kernel-suite.js +1593 -0
  160. package/tests/kernels/browser/test-page.js +2629 -0
  161. package/tests/kernels/harness/benchmark.js +225 -0
  162. package/tests/kernels/harness/buffer-utils.js +88 -0
  163. package/tests/kernels/harness/tolerance.js +174 -0
  164. package/tests/kernels/reference/adam.js +15 -0
  165. package/tests/kernels/reference/attention.js +158 -0
  166. package/tests/kernels/reference/backward.js +96 -0
  167. package/tests/kernels/reference/bias-add.js +20 -0
  168. package/tests/kernels/reference/conv2d.js +58 -0
  169. package/tests/kernels/reference/cross-entropy.js +26 -0
  170. package/tests/kernels/reference/dequant.js +312 -0
  171. package/tests/kernels/reference/embed.js +15 -0
  172. package/tests/kernels/reference/gather.js +61 -0
  173. package/tests/kernels/reference/gelu.js +37 -0
  174. package/tests/kernels/reference/groupnorm.js +36 -0
  175. package/tests/kernels/reference/index.js +89 -0
  176. package/tests/kernels/reference/layernorm.js +22 -0
  177. package/tests/kernels/reference/matmul.js +57 -0
  178. package/tests/kernels/reference/modulate.js +24 -0
  179. package/tests/kernels/reference/moe-gather.js +83 -0
  180. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  181. package/tests/kernels/reference/residual.js +55 -0
  182. package/tests/kernels/reference/rmsnorm.js +52 -0
  183. package/tests/kernels/reference/rope.js +79 -0
  184. package/tests/kernels/reference/sample.js +97 -0
  185. package/tests/kernels/reference/scatter-add.js +58 -0
  186. package/tests/kernels/reference/silu.js +52 -0
  187. package/tests/kernels/reference/softmax.js +86 -0
  188. package/tests/kernels/reference/split-qkv.js +58 -0
  189. package/tests/kernels/reference/topk.js +88 -0
  190. package/tests/kernels/reference/upsample2d.js +37 -0
  191. package/BRANDING.md +0 -14
  192. package/SECURITY.md +0 -19
  193. package/assets/doppler-runtime-map.svg +0 -82
  194. package/src/bootstrap.js +0 -30
  195. package/src/cli/doppler-cli.d.ts +0 -46
  196. package/src/cli/doppler-quickstart.d.ts +0 -45
  197. package/src/cli/doppler-serve.d.ts +0 -210
  198. package/src/cli/runtime-profiles.d.ts +0 -40
  199. package/src/client/doppler-api.browser.d.ts +0 -1
  200. package/src/client/doppler-api.browser.js +0 -25
  201. package/src/client/doppler-registry.d.ts +0 -54
  202. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  203. package/src/client/runtime/source-runtime.d.ts +0 -26
  204. package/src/client/runtime/storage.d.ts +0 -5
  205. package/src/config/README.md +0 -61
  206. package/src/config/conversion/README.md +0 -62
  207. package/src/config/goal-completion-matrix.json +0 -552
  208. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  209. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  210. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  211. package/src/config/kernels/registry.d.ts +0 -51
  212. package/src/config/merge-contract-check.d.ts +0 -16
  213. package/src/config/merge-contract-check.js +0 -319
  214. package/src/config/merge-helpers.d.ts +0 -60
  215. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  216. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  217. package/src/config/param-categories.d.ts +0 -8
  218. package/src/config/param-validator.d.ts +0 -33
  219. package/src/config/platforms/loader.d.ts +0 -38
  220. package/src/config/quantization-contract-check.d.ts +0 -12
  221. package/src/config/quantization-contract-check.js +0 -91
  222. package/src/config/runtime/README.md +0 -28
  223. package/src/config/runtime-merge.d.ts +0 -5
  224. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  225. package/src/config/schema/command-surface-contract.schema.json +0 -81
  226. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  227. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  228. package/src/config/schema/platform.schema.js +0 -1
  229. package/src/config/schema/policy-schema-registry.json +0 -31
  230. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  231. package/src/config/support-tiers/subsystems.json +0 -502
  232. package/src/config/supported-operations.d.ts +0 -14
  233. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  234. package/src/config/transforms/execution-graph-transforms.d.ts +0 -306
  235. package/src/converter/conversion-plan.d.ts +0 -56
  236. package/src/converter/index.d.ts +0 -98
  237. package/src/converter/index.js +0 -59
  238. package/src/converter/parsers/diffusion.d.ts +0 -50
  239. package/src/converter/parsers/gguf.d.ts +0 -31
  240. package/src/converter/parsers/index.d.ts +0 -21
  241. package/src/converter/parsers/index.js +0 -12
  242. package/src/converter/parsers/transformer.d.ts +0 -31
  243. package/src/converter/quantization-info.d.ts +0 -38
  244. package/src/converter/rope-config.d.ts +0 -16
  245. package/src/converter/tokenizer-utils.d.ts +0 -12
  246. package/src/debug/reference/README.md +0 -114
  247. package/src/debug/reference/hf_attn_debug.py +0 -114
  248. package/src/debug/reference/hf_embed_check.py +0 -89
  249. package/src/debug/reference/hf_layer_out.py +0 -100
  250. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  251. package/src/debug/reference/hf_rope_check.py +0 -116
  252. package/src/debug/reference/hf_weights.py +0 -75
  253. package/src/errors/doppler-error.d.ts +0 -20
  254. package/src/experimental/bridge/extension/background.d.ts +0 -14
  255. package/src/experimental/bridge/extension/background.js +0 -168
  256. package/src/experimental/bridge/extension/manifest.json +0 -34
  257. package/src/experimental/bridge/extension-client.d.ts +0 -114
  258. package/src/experimental/bridge/index.d.ts +0 -69
  259. package/src/experimental/bridge/node-bridge.js +0 -24
  260. package/src/experimental/bridge/protocol.d.ts +0 -96
  261. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  262. package/src/experimental/browser/gguf-importer.js +0 -532
  263. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  264. package/src/experimental/browser/quantization.d.ts +0 -74
  265. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  266. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  267. package/src/experimental/browser/shard-io-browser.js +0 -89
  268. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  269. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  270. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  271. package/src/experimental/distribution/p2p-transport.js +0 -75
  272. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  273. package/src/experimental/hotswap/manifest.d.ts +0 -42
  274. package/src/experimental/hotswap/model-swap.js +0 -42
  275. package/src/experimental/hotswap/runtime.d.ts +0 -31
  276. package/src/experimental/training/README.md +0 -164
  277. package/src/experimental/training/artifacts.d.ts +0 -160
  278. package/src/experimental/training/attention-backward.d.ts +0 -30
  279. package/src/experimental/training/attention-forward.d.ts +0 -22
  280. package/src/experimental/training/attention-forward.js +0 -82
  281. package/src/experimental/training/autograd.d.ts +0 -51
  282. package/src/experimental/training/backward-kernels.js +0 -39
  283. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  284. package/src/experimental/training/checkpoint.d.ts +0 -36
  285. package/src/experimental/training/clip.d.ts +0 -9
  286. package/src/experimental/training/dataloader.d.ts +0 -8
  287. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  288. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  289. package/src/experimental/training/datasets/index.d.ts +0 -24
  290. package/src/experimental/training/datasets/index.js +0 -13
  291. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  292. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  293. package/src/experimental/training/datasets/reploid.js +0 -36
  294. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  295. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  296. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  297. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  298. package/src/experimental/training/datasets/token-batch.js +0 -52
  299. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  300. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  301. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  302. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  303. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  304. package/src/experimental/training/distillation/eval.d.ts +0 -34
  305. package/src/experimental/training/distillation/index.d.ts +0 -29
  306. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  307. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  308. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  309. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  310. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  311. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  312. package/src/experimental/training/export.d.ts +0 -41
  313. package/src/experimental/training/index.d.ts +0 -74
  314. package/src/experimental/training/index.js +0 -63
  315. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  316. package/src/experimental/training/lora.d.ts +0 -19
  317. package/src/experimental/training/loss-scaling.d.ts +0 -21
  318. package/src/experimental/training/loss.d.ts +0 -10
  319. package/src/experimental/training/objectives/base.d.ts +0 -58
  320. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  321. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  322. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  323. package/src/experimental/training/objectives/index.d.ts +0 -12
  324. package/src/experimental/training/objectives/index.js +0 -6
  325. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  326. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  327. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  328. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  329. package/src/experimental/training/operator-command.d.ts +0 -5
  330. package/src/experimental/training/operator-eval.d.ts +0 -48
  331. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  332. package/src/experimental/training/optimizer.d.ts +0 -22
  333. package/src/experimental/training/runner.d.ts +0 -249
  334. package/src/experimental/training/suite.d.ts +0 -299
  335. package/src/experimental/training/tensor-factory.d.ts +0 -9
  336. package/src/experimental/training/trainer.d.ts +0 -89
  337. package/src/experimental/training/ul_dataset.d.ts +0 -47
  338. package/src/experimental/training/ul_schedule.d.ts +0 -6
  339. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  340. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  341. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  342. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  343. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  344. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  345. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  346. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  347. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  348. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  349. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  350. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  351. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  352. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  353. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  354. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  355. package/src/experimental/training/workload-packs/registry.json +0 -278
  356. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  357. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  358. package/src/experimental/training/workloads.d.ts +0 -201
  359. package/src/formats/gguf/types.d.ts +0 -74
  360. package/src/formats/index.d.ts +0 -75
  361. package/src/formats/index.js +0 -19
  362. package/src/formats/litert/types.d.ts +0 -74
  363. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  364. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  365. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  366. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  367. package/src/formats/safetensors/types.d.ts +0 -67
  368. package/src/formats/tflite/types.d.ts +0 -61
  369. package/src/formats/tokenizer/index.d.ts +0 -5
  370. package/src/formats/tokenizer/index.js +0 -3
  371. package/src/formats/tokenizer/types.d.ts +0 -9
  372. package/src/gpu/kernel-runtime.d.ts +0 -13
  373. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  374. package/src/gpu/kernel-selection-log.d.ts +0 -4
  375. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  376. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  377. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  378. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  379. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  380. package/src/gpu/kernel-tuner/types.js +0 -4
  381. package/src/gpu/kernel-tuner.d.ts +0 -33
  382. package/src/gpu/kernels/README.md +0 -166
  383. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  384. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  385. package/src/gpu/kernels/check-stop.d.ts +0 -31
  386. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  387. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  388. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  389. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  390. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  391. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  392. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  393. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  394. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  395. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  396. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  397. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  398. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  399. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  400. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  401. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  402. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  403. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  404. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  405. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  406. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  407. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  408. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  409. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  410. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  411. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  412. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  413. package/src/gpu/kernels/constants.d.ts +0 -129
  414. package/src/gpu/kernels/dispatch.d.ts +0 -72
  415. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  416. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  417. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  418. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  419. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  420. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  421. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  422. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  423. package/src/gpu/kernels/types.js +0 -4
  424. package/src/gpu/perf-guards.d.ts +0 -13
  425. package/src/gpu/profiler.d.ts +0 -93
  426. package/src/gpu/readback-utils.d.ts +0 -16
  427. package/src/gpu/readback-utils.js +0 -49
  428. package/src/gpu/submit-probe.d.ts +0 -12
  429. package/src/index-browser.d.ts +0 -2
  430. package/src/index-browser.js +0 -2
  431. package/src/inference/README.md +0 -593
  432. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  433. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  434. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  435. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  436. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  437. package/src/inference/browser-harness-text-helpers.d.ts +0 -152
  438. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  439. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  440. package/src/inference/network-evolution.js +0 -79
  441. package/src/inference/pipelines/context.d.ts +0 -21
  442. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  443. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  444. package/src/inference/pipelines/diffusion/index.js +0 -3
  445. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  446. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  447. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  448. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  449. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  450. package/src/inference/pipelines/diffusion/types.js +0 -1
  451. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  452. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  453. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  454. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  455. package/src/inference/pipelines/dream/pipeline.js +0 -8
  456. package/src/inference/pipelines/energy/index.d.ts +0 -1
  457. package/src/inference/pipelines/energy/index.js +0 -1
  458. package/src/inference/pipelines/energy/types.js +0 -1
  459. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  460. package/src/inference/pipelines/energy-head/index.js +0 -6
  461. package/src/inference/pipelines/factory.d.ts +0 -10
  462. package/src/inference/pipelines/index.d.ts +0 -22
  463. package/src/inference/pipelines/index.js +0 -19
  464. package/src/inference/pipelines/registry.d.ts +0 -15
  465. package/src/inference/pipelines/rng.d.ts +0 -2
  466. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  467. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  468. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  469. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  470. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  471. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  472. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  473. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  474. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  475. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  476. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  477. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  478. package/src/inference/pipelines/text/attention.d.ts +0 -23
  479. package/src/inference/pipelines/text/attention.js +0 -12
  480. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  481. package/src/inference/pipelines/text/buffer-types.js +0 -4
  482. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  483. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  484. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  485. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  486. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  487. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  488. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  489. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  490. package/src/inference/pipelines/text/embed.d.ts +0 -69
  491. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  492. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  493. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  494. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  495. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  496. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  497. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  498. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -26
  499. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  500. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  501. package/src/inference/pipelines/text/ffn.js +0 -18
  502. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  503. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  504. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  505. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  506. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  507. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -93
  508. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  509. package/src/inference/pipelines/text/index.d.ts +0 -5
  510. package/src/inference/pipelines/text/index.js +0 -6
  511. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  512. package/src/inference/pipelines/text/layer.d.ts +0 -118
  513. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  514. package/src/inference/pipelines/text/logits/precision-policy.d.ts +0 -11
  515. package/src/inference/pipelines/text/logits/types.js +0 -4
  516. package/src/inference/pipelines/text/logits.d.ts +0 -27
  517. package/src/inference/pipelines/text/logits.js +0 -16
  518. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  519. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  520. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  521. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  522. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  523. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  524. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -70
  525. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  526. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  527. package/src/inference/pipelines/text/ops.d.ts +0 -222
  528. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  529. package/src/inference/pipelines/text/probes.d.ts +0 -28
  530. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  531. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  532. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  533. package/src/inference/pipelines/text/types.js +0 -4
  534. package/src/inference/tokenizers/base.d.ts +0 -44
  535. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  536. package/src/inference/tokenizers/bpe.d.ts +0 -27
  537. package/src/inference/tokenizers/bundled.d.ts +0 -67
  538. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  539. package/src/inference/tokenizers/types.js +0 -7
  540. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  541. package/src/loader/per-layer-input-loader.d.ts +0 -30
  542. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  543. package/src/loader/tensors/source-transform.d.ts +0 -65
  544. package/src/memory/address-table.d.ts +0 -96
  545. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  546. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  547. package/src/rules/rule-registry.d.ts +0 -77
  548. package/src/storage/artifact-storage-context.d.ts +0 -63
  549. package/src/storage/backends/idb-store.d.ts +0 -52
  550. package/src/storage/backends/memory-store.d.ts +0 -36
  551. package/src/storage/backends/opfs-store.d.ts +0 -41
  552. package/src/storage/blake3.d.ts +0 -17
  553. package/src/storage/download-types.d.ts +0 -157
  554. package/src/storage/downloader.d.ts +0 -103
  555. package/src/storage/index.d.ts +0 -274
  556. package/src/storage/index.js +0 -201
  557. package/src/storage/preflight.d.ts +0 -144
  558. package/src/storage/preflight.js +0 -360
  559. package/src/storage/quickstart-downloader.d.ts +0 -157
  560. package/src/storage/quickstart-downloader.js +0 -289
  561. package/src/storage/source-artifact-store.d.ts +0 -59
  562. package/src/sw.js +0 -184
  563. package/src/tooling/command-api-constants.d.ts +0 -9
  564. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  565. package/src/tooling/command-api-helpers.d.ts +0 -23
  566. package/src/tooling/command-runner-shared.d.ts +0 -89
  567. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  568. package/src/tooling/conversion-config-materializer.js +0 -96
  569. package/src/tooling/diagnose-runner.d.ts +0 -28
  570. package/src/tooling/hf-registry-utils.d.ts +0 -55
  571. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  572. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  573. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  574. package/src/tooling/kernel-path-builder/index.js +0 -1361
  575. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  576. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  577. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  578. package/src/tooling/lean-execution-contract-runner.js +0 -158
  579. package/src/tooling/lean-execution-contract.d.ts +0 -16
  580. package/src/tooling/lean-execution-contract.js +0 -81
  581. package/src/tooling/litert-package-runtime.d.ts +0 -46
  582. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  583. package/src/tooling/node-convert-worker.d.ts +0 -1
  584. package/src/tooling/node-converter.d.ts +0 -1
  585. package/src/tooling/node-file-fetch.d.ts +0 -1
  586. package/src/tooling/node-source-runtime.d.ts +0 -24
  587. package/src/tooling/node-webgpu.d.ts +0 -17
  588. package/src/tooling/precision-replay-math.js +0 -174
  589. package/src/tooling/program-bundle-host.d.ts +0 -16
  590. package/src/tooling/program-bundle-host.js +0 -20
  591. package/src/tooling/runtime-input-composition.d.ts +0 -37
  592. package/src/tooling/source-package-profiles.d.ts +0 -50
  593. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  594. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  595. package/src/tooling/source-runtime-materializer.js +0 -89
  596. package/src/tooling-exports.browser.d.ts +0 -7
  597. package/src/types/chrome.d.ts +0 -36
  598. package/src/types/chrome.js +0 -1
  599. package/src/types/index.d.ts +0 -1
  600. package/src/types/index.js +0 -1
  601. package/src/utils/array-buffer.d.ts +0 -4
  602. package/src/utils/canonical-hash.d.ts +0 -7
  603. package/src/utils/clone-json.d.ts +0 -1
  604. package/src/utils/hf-resolve-url.d.ts +0 -16
  605. package/src/utils/index.d.ts +0 -10
  606. package/src/utils/index.js +0 -10
  607. package/src/utils/load-json.d.ts +0 -5
  608. package/src/utils/plain-object.d.ts +0 -1
  609. package/src/utils/sha256.d.ts +0 -5
  610. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -1,222 +0,0 @@
1
- /**
2
- * Kernel Operation Wrappers (Ops)
3
- *
4
- * This module provides high-level wrappers around GPU kernels (run/record variants)
5
- * and handles tensor creation, tracing, and buffer management.
6
- *
7
- * @module inference/pipelines/text/ops
8
- */
9
-
10
- import type {
11
- SiLURowSplitOptions,
12
- CommandRecorder,
13
- SandwichRMSNormPairOptions,
14
- SandwichRMSNormPairResult,
15
- } from '../../../gpu/kernel-selector.js';
16
- import type { Tensor } from '../../../gpu/tensor.js';
17
- import type { WeightBuffer, CpuWeightBuffer } from '../../../gpu/weight-buffer.js';
18
- import type { DecodeBufferManager } from '../../decode-buffers.js';
19
- import type { ExecutionV1PoliciesSchema } from '../../../config/schema/execution-v1.schema.js';
20
- import type {
21
- AttentionConfig,
22
- AttentionState,
23
- AttentionDebugFlags,
24
- AttentionResult
25
- } from './attention/index.js';
26
- import type { LayerWeights } from './types.js';
27
- import type { LoRAAdapter } from './lora.js';
28
-
29
- export function releaseOrTrack(
30
- recorder: CommandRecorder | undefined,
31
- buffer: GPUBuffer,
32
- decodeBuffers?: DecodeBufferManager | null
33
- ): void;
34
-
35
- /**
36
- * RMSNorm that uses record variant when recorder is provided.
37
- * Input and residual are Tensor, returns Tensor.
38
- */
39
- export function doRMSNorm(
40
- input: Tensor,
41
- weight: GPUBuffer,
42
- eps: number,
43
- options: {
44
- batchSize: number;
45
- hiddenSize: number;
46
- residual?: Tensor | null;
47
- preResidual?: Tensor | null;
48
- residualSumOutput?: GPUBuffer | Tensor | null;
49
- outputBuffer?: GPUBuffer | null;
50
- outputScale?: number | null;
51
- label?: string;
52
- layerIdx?: number;
53
- rmsNormWeightOffset?: boolean;
54
- },
55
- recorder?: CommandRecorder
56
- ): Promise<Tensor>;
57
-
58
- export function doSandwichRMSNormPair(
59
- input: Tensor,
60
- residual: Tensor | null,
61
- postWeight: GPUBuffer | WeightBuffer | CpuWeightBuffer,
62
- preWeight: GPUBuffer | WeightBuffer | CpuWeightBuffer,
63
- eps: number,
64
- options?: SandwichRMSNormPairOptions,
65
- recorder?: CommandRecorder
66
- ): Promise<SandwichRMSNormPairResult>;
67
-
68
- /**
69
- * ResidualAdd that uses record variant when recorder is provided.
70
- * Accepts Tensor for inputs, returns Tensor.
71
- */
72
- export function doResidualAdd(
73
- a: Tensor,
74
- b: Tensor,
75
- size: number,
76
- recorder?: CommandRecorder,
77
- traceOptions?: {
78
- label?: string;
79
- layerIdx?: number;
80
- outputBuffer?: GPUBuffer | null;
81
- outputScale?: number | null;
82
- executionPolicies?: ExecutionV1PoliciesSchema | null;
83
- }
84
- ): Promise<Tensor>;
85
-
86
- /**
87
- * Matmul that uses record variant when recorder is provided.
88
- * A is activation Tensor, B is weight (GPUBuffer or WeightBuffer), returns Tensor.
89
- */
90
- export function doMatmul(
91
- A: Tensor,
92
- B: GPUBuffer | WeightBuffer,
93
- M: number,
94
- N: number,
95
- K: number,
96
- options?: {
97
- transposeB?: boolean | 'auto';
98
- label?: string;
99
- layerIdx?: number;
100
- outputDtype?: 'f16' | 'f32';
101
- role?: string;
102
- executionPolicies?: ExecutionV1PoliciesSchema | null;
103
- },
104
- recorder?: CommandRecorder
105
- ): Promise<Tensor>;
106
-
107
- /**
108
- * SiLU that uses record variant when recorder is provided.
109
- * Supports gated variant (SiLU with gate multiplication).
110
- */
111
- export function doSiLU(
112
- input: Tensor,
113
- options?: { size?: number; gate?: Tensor | null; label?: string; layerIdx?: number },
114
- recorder?: CommandRecorder
115
- ): Promise<Tensor>;
116
-
117
- /**
118
- * GeLU that uses record variant when recorder is provided.
119
- * Supports gated variant (GeGLU).
120
- */
121
- export function doGeLU(
122
- input: Tensor,
123
- options?: { size?: number; gate?: Tensor | null; label?: string; layerIdx?: number },
124
- recorder?: CommandRecorder
125
- ): Promise<Tensor>;
126
-
127
- /**
128
- * SiLURowSplit that uses record variant when recorder is provided.
129
- * Used for fused gate+up FFN path: splits combined output and applies activation.
130
- */
131
- export function doSiLURowSplit(
132
- input: Tensor,
133
- options: Omit<SiLURowSplitOptions, 'activationDtype'> & { label?: string; layerIdx?: number },
134
- recorder?: CommandRecorder
135
- ): Promise<Tensor>;
136
-
137
- /**
138
- * Fused Matmul + RMSNorm that uses record variant when recorder is provided.
139
- * Used for down projection + post-FFN norm fusion during decode (M=1).
140
- */
141
- export function doMatmulRMSNormFused(
142
- input: Tensor,
143
- weight: GPUBuffer | WeightBuffer,
144
- normWeight: GPUBuffer,
145
- options: { N: number; K: number; eps: number; residual?: Tensor | null; outputBuffer?: GPUBuffer | null; transposeB?: boolean; label?: string; layerIdx?: number; rmsNormWeightOffset?: boolean },
146
- recorder?: CommandRecorder
147
- ): Promise<Tensor>;
148
-
149
- /**
150
- * Hybrid conv block helper for per-layer conv schedules.
151
- * Uses linear projections and optional conv2d dispatch when shape metadata is provided.
152
- */
153
- export function doConv(
154
- inputTensor: Tensor,
155
- convInProj: GPUBuffer | WeightBuffer,
156
- convKernel: GPUBuffer | WeightBuffer | Float32Array | null,
157
- convOutProj: GPUBuffer | WeightBuffer,
158
- options: {
159
- numTokens: number;
160
- hiddenSize: number;
161
- swigluLimit?: number | null;
162
- layerIdx?: number;
163
- label?: string;
164
- kernelPath?: unknown;
165
- weightDtype?: 'f16' | 'f32' | 'q4k';
166
- convInProjDtype?: 'f16' | 'f32' | 'q4k';
167
- convOutProjDtype?: 'f16' | 'f32' | 'q4k';
168
- conv2d?: {
169
- enabled: boolean;
170
- inChannels: number;
171
- outChannels: number;
172
- height: number;
173
- width: number;
174
- kernelH: number;
175
- kernelW: number;
176
- stride?: number;
177
- pad?: number;
178
- } | null;
179
- executionPolicies?: ExecutionV1PoliciesSchema | null;
180
- },
181
- recorder?: CommandRecorder
182
- ): Promise<Tensor>;
183
-
184
- /**
185
- * Dtype cast helper that uses record variants when recorder is provided.
186
- */
187
- export function doCast(
188
- input: Tensor,
189
- toDtype: 'f16' | 'f32',
190
- recorder?: CommandRecorder
191
- ): Promise<Tensor>;
192
-
193
- /**
194
- * Attention that uses record variant when recorder is provided.
195
- * Input is Tensor for dtype-aware processing.
196
- */
197
- export function doAttention(
198
- inputTensor: Tensor,
199
- layerWeights: LayerWeights | null,
200
- config: AttentionConfig,
201
- state: AttentionState,
202
- debug: boolean,
203
- debugFlags: AttentionDebugFlags,
204
- getWeightBufferFn: (weight: GPUBuffer | WeightBuffer | Float32Array | ArrayBuffer | CpuWeightBuffer, label: string) => GPUBuffer | WeightBuffer,
205
- getNormWeightBufferFn: (weight: GPUBuffer | Float32Array | ArrayBuffer | CpuWeightBuffer, label: string) => GPUBuffer,
206
- debugCheckBuffer?: (buffer: GPUBuffer, label: string, numTokens: number, expectedDim?: number) => Promise<void>,
207
- recorder?: CommandRecorder,
208
- lora?: LoRAAdapter | null
209
- ): Promise<AttentionResult>;
210
-
211
- /**
212
- * Initialize per-layer convolution state from the loaded weight buffer.
213
- * Resolves kernel shape, dtype, and input projection bindings.
214
- */
215
- export declare function initConvLayerState(
216
- convState: Record<string, unknown>,
217
- convKernel: GPUBuffer | WeightBuffer | Float32Array | ArrayBuffer | CpuWeightBuffer,
218
- convInProj: GPUBuffer | WeightBuffer | Float32Array | ArrayBuffer | CpuWeightBuffer | null,
219
- hiddenSize: number,
220
- label: string,
221
- layerIdx: number
222
- ): Promise<void>;
@@ -1,107 +0,0 @@
1
- import type { Tensor } from '../../../gpu/tensor.js';
2
- import type { LayerContext } from './types.js';
3
- import type { ExecutionV1PerLayerInputsSessionSchema } from '../../../config/schema/execution-v1.schema.js';
4
-
5
- export interface PleBufferCache {
6
- sliceBuffers: (GPUBuffer | null)[] | null;
7
- gatherSliceBuffers?: (GPUBuffer | null)[] | null;
8
- }
9
-
10
- export interface PrefetchedPleRow {
11
- tokenId: number;
12
- row: Float32Array;
13
- }
14
-
15
- export declare function preparePerLayerInputs(
16
- tokenIds: number[] | Uint32Array | GPUBuffer,
17
- inputEmbedsTensor: Tensor,
18
- context: LayerContext,
19
- options?: {
20
- numTokens?: number;
21
- indexOffset?: number;
22
- perLayerTokenIds?: number[] | Uint32Array | GPUBuffer | null;
23
- perLayerIndexOffset?: number;
24
- pleCache?: PleBufferCache | null;
25
- prefetchedRow?: PrefetchedPleRow | null;
26
- }
27
- ): Promise<(GPUBuffer | null)[] | null>;
28
-
29
- export declare function createPleBufferCache(numLayers: number, sliceBytes: number): PleBufferCache;
30
-
31
- export declare function destroyPleBufferCache(cache: PleBufferCache | null | undefined): void;
32
-
33
- export declare function destroyPleRuntimeCache(perLayerInputWeights: object | null | undefined): void;
34
-
35
- export declare function prefetchPerLayerRow(
36
- tokenId: number,
37
- embedTokensPerLayer: unknown,
38
- totalPerLayerHiddenSize: number,
39
- sessionConfig?: ExecutionV1PerLayerInputsSessionSchema | null
40
- ): Promise<PrefetchedPleRow | null> | null;
41
-
42
- export declare function hasRangeBackedPerLayerInputEmbeddings(
43
- context: Pick<LayerContext, 'config' | 'weights'>
44
- ): boolean;
45
-
46
- export declare function hasGpuSplitPerLayerInputEmbeddings(
47
- context: Pick<LayerContext, 'config' | 'weights'>
48
- ): boolean;
49
-
50
- export declare function scalePerLayerProjectionNormWeights(
51
- weight: unknown,
52
- combineScale: number,
53
- rmsNormWeightOffset?: boolean
54
- ): Float32Array | null;
55
-
56
- export declare function inferPleProjectionNormDtype(
57
- weight: unknown,
58
- hiddenSizePerLayerInput: number
59
- ): 'f16' | 'f32';
60
-
61
- export declare function loadRangeBackedPleProjectionSliceBytes(
62
- weight: unknown,
63
- layerIdx: number,
64
- hiddenSizePerLayerInput: number,
65
- hiddenSize: number,
66
- label?: string
67
- ): Promise<{
68
- bytes: Uint8Array;
69
- dtype: 'f16' | 'f32';
70
- layout: string;
71
- shape: [number, number];
72
- } | null>;
73
-
74
- export declare function resolveDensePleProjectionWeight(
75
- weight: unknown,
76
- label?: string
77
- ): unknown;
78
-
79
- export declare function ensurePleScaledProjectionNormWeight(
80
- context: Pick<LayerContext, 'config' | 'weights' | 'weightConfig' | 'debugFlags'>,
81
- combineScale?: number
82
- ): Promise<Tensor | null>;
83
-
84
- export declare function ensurePleGpuSplitTablesRuntime(
85
- context: Pick<LayerContext, 'config' | 'weights' | 'perLayerInputsSession' | 'debugFlags'>
86
- ): Promise<unknown[] | null>;
87
-
88
- export declare function ensurePleGpuHotVocabularyRuntime(
89
- context: Pick<LayerContext, 'config' | 'weights' | 'perLayerInputsSession' | 'debugFlags'> & {
90
- tokenizer?: {
91
- getHotTokenIds?(limit: number): number[] | null;
92
- getSpecialTokens?(): Record<string, number | null | undefined>;
93
- } | null;
94
- seedTokenIds?: number[] | null;
95
- }
96
- ): Promise<object | null>;
97
-
98
- export declare function getPleHotVocabularyRuntime(
99
- context: Pick<LayerContext, 'weights'>
100
- ): object | null;
101
-
102
- export declare function createPerLayerInputTensor(
103
- buffer: GPUBuffer,
104
- numTokens: number,
105
- hiddenSizePerLayerInput: number,
106
- activationDtype: 'f16' | 'f32'
107
- ): Tensor;
@@ -1,28 +0,0 @@
1
- /**
2
- * Config-driven probe helpers for targeted GPU buffer inspection.
3
- *
4
- * Probes let us read specific token/dimension values without adding
5
- * ad-hoc logs in the code. Probes are configured via runtime.shared.debug.probes.
6
- */
7
-
8
- import type { ProbeConfigSchema, ProbeStage } from '../../../config/schema/index.js';
9
- import type { CommandRecorder } from '../../../gpu/command-recorder.js';
10
-
11
- /**
12
- * Run configured probes for a specific stage.
13
- */
14
- export function runProbes(
15
- stage: ProbeStage,
16
- buffer: GPUBuffer | Float32Array,
17
- options: {
18
- layerIdx?: number;
19
- numTokens: number;
20
- hiddenSize: number;
21
- probes?: ProbeConfigSchema[] | null;
22
- recorder?: CommandRecorder | null;
23
- operatorDiagnostics?: Record<string, unknown> | null;
24
- dtype?: 'f16' | 'f32';
25
- phase?: string | null;
26
- tokenIndex?: number | null;
27
- }
28
- ): Promise<void>;
@@ -1,48 +0,0 @@
1
- /**
2
- * Resolved sampling configuration with all fields defined.
3
- *
4
- * This is the single source of truth for sampling parameters after merging
5
- * per-call options with runtime config defaults.
6
- */
7
- export interface ResolvedSamplingConfig {
8
- /** Sampling temperature. 0 = greedy. Must be >= 0. */
9
- temperature: number;
10
-
11
- /** Top-p (nucleus) sampling threshold. Must be in (0, 1]. */
12
- topP: number;
13
-
14
- /** Top-k sampling. Must be >= 1 (integer). */
15
- topK: number;
16
-
17
- /** Repetition penalty multiplier. 1.0 = no penalty. */
18
- repetitionPenalty: number;
19
-
20
- /** Number of recent tokens considered for repetition penalty. */
21
- repetitionPenaltyWindow: number;
22
-
23
- /** Temperature below this uses greedy decoding. */
24
- greedyThreshold: number;
25
- }
26
-
27
- /**
28
- * Per-call sampling options. All fields are optional; missing fields fall
29
- * through to resolved runtime config defaults.
30
- */
31
- export interface SamplingCallOptions {
32
- temperature?: number;
33
- topP?: number;
34
- topK?: number;
35
- repetitionPenalty?: number;
36
- }
37
-
38
- /**
39
- * Merge per-call sampling options with runtime config defaults.
40
- * Returns a complete, validated sampling config object.
41
- *
42
- * Precedence: per-call opts > runtimeConfig.inference.sampling.
43
- * Missing runtime fields and invalid call/runtime values throw before execution.
44
- */
45
- export function resolveSamplingConfig(
46
- opts: SamplingCallOptions | null | undefined,
47
- runtimeConfig: { inference?: { sampling?: ResolvedSamplingConfig } } | null | undefined
48
- ): ResolvedSamplingConfig;
@@ -1,88 +0,0 @@
1
- /**
2
- * Canonical semantic stage namespace for operator diffing.
3
- *
4
- * Stage names are dot-notation templates that combine with context
5
- * (layerIdx, phase) to produce deterministic operator IDs.
6
- */
7
-
8
- export type OperatorClass =
9
- | 'embedding'
10
- | 'normalization'
11
- | 'projection'
12
- | 'rope'
13
- | 'attention'
14
- | 'activation'
15
- | 'ffn'
16
- | 'residual'
17
- | 'cast'
18
- | 'quantize'
19
- | 'logits'
20
- | 'conv'
21
- | 'moe_routing';
22
-
23
- export declare const OPERATOR_CLASSES: Readonly<{
24
- EMBEDDING: 'embedding';
25
- NORMALIZATION: 'normalization';
26
- PROJECTION: 'projection';
27
- ROPE: 'rope';
28
- ATTENTION: 'attention';
29
- ACTIVATION: 'activation';
30
- FFN: 'ffn';
31
- RESIDUAL: 'residual';
32
- CAST: 'cast';
33
- QUANTIZE: 'quantize';
34
- LOGITS: 'logits';
35
- CONV: 'conv';
36
- MOE_ROUTING: 'moe_routing';
37
- }>;
38
-
39
- export type StageName = string;
40
-
41
- export declare const STAGES: Readonly<{
42
- EMBED_OUT: 'embed.out';
43
- ATTN_INPUT: 'attn.input';
44
- ATTN_POST_INPUT_NORM: 'attn.post_input_norm';
45
- ATTN_NORMED: 'attn.normed';
46
- ATTN_QKV_PROJ: 'attn.qkv_proj';
47
- ATTN_Q_PROJ: 'attn.q_proj';
48
- ATTN_K_PROJ: 'attn.k_proj';
49
- ATTN_V_PROJ: 'attn.v_proj';
50
- ATTN_Q_NORM: 'attn.q_norm';
51
- ATTN_K_NORM: 'attn.k_norm';
52
- ATTN_Q_ROPE: 'attn.q_rope';
53
- ATTN_K_ROPE: 'attn.k_rope';
54
- ATTN_SCORES: 'attn.scores';
55
- ATTN_SOFTMAX: 'attn.softmax';
56
- ATTN_OUT: 'attn.out';
57
- ATTN_O_PROJ: 'attn.o_proj';
58
- ATTN_POST_ATTN: 'attn.post_attn';
59
- ATTN_LINEAR_Z_PROJ: 'attn.linear_z_proj';
60
- ATTN_LINEAR_A_PROJ: 'attn.linear_a_proj';
61
- ATTN_LINEAR_B_PROJ: 'attn.linear_b_proj';
62
- ATTN_LINEAR_CORE_OUT: 'attn.linear_core_out';
63
- CONV_INPUT_NORM: 'conv.input_norm';
64
- CONV_IN_PROJ: 'conv.in_proj';
65
- CONV_KERNEL: 'conv.kernel';
66
- CONV_OUT_PROJ: 'conv.out_proj';
67
- FFN_NORMED: 'ffn.normed';
68
- FFN_IN: 'ffn.in';
69
- FFN_GATE: 'ffn.gate';
70
- FFN_UP: 'ffn.up';
71
- FFN_ACT: 'ffn.act';
72
- FFN_OUT: 'ffn.out';
73
- LAYER_OUT: 'layer.out';
74
- MOE_ROUTING: 'moe.routing';
75
- MOE_EXPERT: 'moe.expert';
76
- RESIDUAL_ADD: 'residual.add';
77
- CAST: 'cast';
78
- PRE_FINAL_NORM: 'final_norm.pre';
79
- FINAL_NORM_OUT: 'final_norm.out';
80
- LOGITS_OUT: 'logits.out';
81
- LOGITS_FINAL: 'logits.final';
82
- }>;
83
-
84
- export declare const PROBE_TO_CANONICAL: Readonly<Record<string, StageName>>;
85
-
86
- export declare function getOperatorClass(stageName: StageName): OperatorClass | null;
87
- export declare function canonicalizeProbeStage(probeStageName: string): StageName | null;
88
- export declare function isValidStage(stageName: StageName): boolean;
@@ -1,57 +0,0 @@
1
- export interface TsirFixture {
2
- dir: string;
3
- layerFilter?: number[] | null;
4
- prefillOnly?: boolean;
5
- pendingReads?: TsirPendingRead[];
6
- records?: TsirFixtureRecord[];
7
- qkvByLayer?: Map<number, unknown>;
8
- }
9
-
10
- export interface TsirPendingRead {
11
- stage: string;
12
- tsirStage: string;
13
- layerIdx: number;
14
- numTokens: number;
15
- hiddenSize: number;
16
- dtype: 'f16' | 'f32';
17
- carry: GPUBuffer;
18
- alignedBytes: number;
19
- }
20
-
21
- export interface TsirFixtureRecord {
22
- stage: string;
23
- tsirStage: string;
24
- layerIdx: number;
25
- filePath?: string;
26
- shape?: number[];
27
- dtype?: string;
28
- byteLength?: number;
29
- payloadByteLength?: number;
30
- written: boolean;
31
- note?: string;
32
- }
33
-
34
- export declare const TSIR_BOUNDARY_STAGES: string[];
35
-
36
- export declare function mapStageToTsirBoundary(stage: string): string | null;
37
-
38
- export declare function writeNpyF32(
39
- filePath: string,
40
- shape: readonly number[],
41
- data: Float32Array
42
- ): Promise<{ byteLength: number; payloadByteLength: number }>;
43
-
44
- export declare function maybeWriteFixtureSnapshot(
45
- stage: string,
46
- buffer: Float32Array | GPUBuffer,
47
- options: {
48
- tsirFixture?: TsirFixture | null;
49
- layerIdx: number;
50
- numTokens: number;
51
- hiddenSize: number;
52
- dtype?: 'f16' | 'f32';
53
- recorder?: { getEncoder?(): GPUCommandEncoder } | null;
54
- }
55
- ): Promise<TsirFixtureRecord | null>;
56
-
57
- export declare function drainPendingTsirReads(tsirFixture: TsirFixture | null | undefined): Promise<TsirFixtureRecord[]>;
@@ -1,4 +0,0 @@
1
-
2
-
3
- // Types-only module - all types are defined in types.d.ts
4
- export {};
@@ -1,44 +0,0 @@
1
- /**
2
- * Abstract Base Tokenizer
3
- *
4
- * @module inference/tokenizers/base
5
- */
6
-
7
- import type { TokenizerConfig, SpecialTokens, TokenizerBackend } from './types.js';
8
-
9
- /**
10
- * Abstract base tokenizer interface
11
- */
12
- export declare abstract class BaseTokenizer implements TokenizerBackend {
13
- vocabSize: number;
14
- specialTokens: SpecialTokens;
15
- addBosToken: boolean;
16
- addEosToken: boolean;
17
-
18
- constructor(config?: TokenizerConfig);
19
-
20
- /**
21
- * Encode text to token IDs
22
- */
23
- abstract encode(text: string): number[];
24
-
25
- /**
26
- * Decode token IDs to text
27
- */
28
- abstract decode(ids: number[], skipSpecialTokens?: boolean, trim?: boolean): string;
29
-
30
- /**
31
- * Get vocabulary size
32
- */
33
- getVocabSize(): number;
34
-
35
- /**
36
- * Get high-priority token IDs for bounded runtime hot caches, or null when unavailable
37
- */
38
- getHotTokenIds(limit: number): number[] | null;
39
-
40
- /**
41
- * Check if token is special
42
- */
43
- isSpecialToken(tokenId: number): boolean;
44
- }
@@ -1,9 +0,0 @@
1
- export interface BundledTokenizerBehaviorFlags {
2
- addBosToken: boolean | null;
3
- addEosToken: boolean | null;
4
- }
5
-
6
- export function inferBundledTokenizerBehaviorFlags(
7
- tokenizerJson: unknown,
8
- specialTokens?: { bos?: number | null, eos?: number | null } | null
9
- ): BundledTokenizerBehaviorFlags;
@@ -1,27 +0,0 @@
1
- /**
2
- * Simple BPE Tokenizer
3
- *
4
- * For models with vocab.json + merges.txt
5
- *
6
- * @module inference/tokenizers/bpe
7
- */
8
-
9
- import { BaseTokenizer } from './base.js';
10
- import type { TokenizerConfig } from './types.js';
11
-
12
- /**
13
- * Simple BPE tokenizer
14
- * For models with vocab.json + merges.txt
15
- */
16
- export declare class BPETokenizer extends BaseTokenizer {
17
- constructor(config?: TokenizerConfig);
18
-
19
- /**
20
- * Load vocabulary and merges
21
- */
22
- load(vocab: Record<string, number>, merges: string[]): void;
23
-
24
- encode(text: string): number[];
25
-
26
- decode(ids: number[], skipSpecialTokens?: boolean, trim?: boolean): string;
27
- }