doppler-gpu 0.4.7 → 0.4.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/CHANGELOG.md +64 -0
  2. package/README.md +93 -144
  3. package/models/catalog.json +1575 -0
  4. package/package.json +37 -12
  5. package/src/cli/doppler-cli.js +28 -7
  6. package/src/client/doppler-registry.json +2 -2
  7. package/src/client/runtime/index.js +25 -2
  8. package/src/client/runtime/model-session.d.ts +31 -1
  9. package/src/client/runtime/model-session.js +31 -0
  10. package/src/client/runtime/model-source.d.ts +19 -2
  11. package/src/client/runtime/model-source.js +45 -5
  12. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +21 -5
  13. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +6 -1
  14. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +1 -1
  15. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +9 -1
  16. package/src/config/kernel-path-loader.js +1 -0
  17. package/src/config/kernels/kernel-ref-digests.js +26 -17
  18. package/src/config/kernels/registry.json +448 -27
  19. package/src/config/merge.js +11 -0
  20. package/src/config/param-validator.js +25 -0
  21. package/src/config/runtime/default.json +3 -1
  22. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  23. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  24. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  25. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  26. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  27. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  28. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  29. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  30. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  31. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  32. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  33. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  34. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  35. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  36. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  37. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  38. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  39. package/src/config/schema/doppler.schema.js +40 -5
  40. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  41. package/src/config/schema/execution-v1.schema.js +10 -0
  42. package/src/config/schema/index.d.ts +3 -1
  43. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  44. package/src/config/transforms/capability-transform-resolver.js +7 -1
  45. package/src/config/transforms/execution-graph-transforms.js +2 -2
  46. package/src/debug/config.d.ts +4 -0
  47. package/src/experimental/orchestration/index.d.ts +10 -1
  48. package/src/experimental/training/suite.js +1 -1
  49. package/src/formats/rdrr/classification.js +3 -0
  50. package/src/formats/rdrr/integrity.d.ts +0 -2
  51. package/src/formats/rdrr/integrity.js +0 -2
  52. package/src/formats/rdrr/types.d.ts +1 -1
  53. package/src/gpu/kernels/attention.d.ts +2 -0
  54. package/src/gpu/kernels/attention.js +75 -16
  55. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  56. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  57. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  58. package/src/gpu/kernels/fused_ffn.js +540 -19
  59. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  60. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  61. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  62. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  63. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  64. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  65. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  66. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  67. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  68. package/src/gpu/kernels/index.d.ts +21 -0
  69. package/src/gpu/kernels/index.js +13 -0
  70. package/src/gpu/kernels/linear-attention-core.js +413 -15
  71. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  72. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  73. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  74. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  75. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  76. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  77. package/src/gpu/kernels/matmul-selection.js +5 -1
  78. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  79. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  80. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  81. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  82. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  83. package/src/gpu/kernels/silu.wgsl +7 -1
  84. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  85. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  86. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  87. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  88. package/src/gpu/tensor.d.ts +1 -0
  89. package/src/index.d.ts +1 -1
  90. package/src/index.js +1 -1
  91. package/src/inference/browser-harness-suite-helpers.js +1 -1
  92. package/src/inference/browser-harness-text-helpers.js +251 -20
  93. package/src/inference/browser-harness.js +221 -3
  94. package/src/inference/kv-cache/base.js +42 -1
  95. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  96. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  97. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  98. package/src/inference/pipelines/text/attention/projections.js +174 -4
  99. package/src/inference/pipelines/text/attention/record.js +44 -21
  100. package/src/inference/pipelines/text/attention/run.js +18 -3
  101. package/src/inference/pipelines/text/config.d.ts +18 -0
  102. package/src/inference/pipelines/text/config.js +100 -0
  103. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  104. package/src/inference/pipelines/text/execution-plan.js +37 -0
  105. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  106. package/src/inference/pipelines/text/execution-v1.js +122 -8
  107. package/src/inference/pipelines/text/ffn/dense.js +239 -21
  108. package/src/inference/pipelines/text/ffn/standard.js +121 -38
  109. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  110. package/src/inference/pipelines/text/generator-helpers.js +2 -0
  111. package/src/inference/pipelines/text/generator-runtime.js +1 -0
  112. package/src/inference/pipelines/text/generator-steps.js +2 -2
  113. package/src/inference/pipelines/text/generator.d.ts +18 -1
  114. package/src/inference/pipelines/text/generator.js +297 -19
  115. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  116. package/src/inference/pipelines/text/init.d.ts +22 -3
  117. package/src/inference/pipelines/text/init.js +2 -2
  118. package/src/inference/pipelines/text/layer.js +87 -8
  119. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  120. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  121. package/src/inference/pipelines/text/linear-attention.js +173 -16
  122. package/src/inference/pipelines/text/logits/gpu.js +2 -2
  123. package/src/inference/pipelines/text/logits/index.js +62 -1
  124. package/src/inference/pipelines/text/model-load.js +6 -0
  125. package/src/inference/pipelines/text/ops.js +22 -0
  126. package/src/inference/pipelines/text/per-layer-inputs.js +80 -11
  127. package/src/inference/pipelines/text/probes.js +9 -4
  128. package/src/inference/pipelines/text/state.d.ts +4 -4
  129. package/src/inference/pipelines/text/state.js +4 -0
  130. package/src/inference/pipelines/text/types.d.ts +27 -2
  131. package/src/inference/pipelines/text.d.ts +21 -1
  132. package/src/inference/pipelines/text.js +40 -14
  133. package/src/inference/tokenizers/bundled.js +45 -23
  134. package/src/inference/tokenizers/types.d.ts +7 -4
  135. package/src/loader/doppler-loader.js +25 -2
  136. package/src/loader/index.d.ts +3 -1
  137. package/src/loader/index.js +2 -0
  138. package/src/loader/loader-types.d.ts +3 -1
  139. package/src/loader/manifest-config.d.ts +18 -0
  140. package/src/loader/manifest-config.js +11 -3
  141. package/src/loader/shard-cache.d.ts +2 -0
  142. package/src/loader/shard-cache.js +29 -1
  143. package/src/models/gemma4.js +8 -0
  144. package/src/rules/inference/capability-transforms.rules.json +145 -20
  145. package/src/rules/inference/ffn.rules.json +33 -0
  146. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  147. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  148. package/src/rules/kernels/matmul.rules.json +1 -0
  149. package/src/rules/kernels/silu.rules.json +1 -0
  150. package/src/rules/rule-registry.js +2 -0
  151. package/src/storage/artifact-storage-context.js +36 -0
  152. package/src/tooling/node-browser-command-runner.js +42 -7
  153. package/src/tooling/opfs-cache.d.ts +21 -1
  154. package/src/tooling/opfs-cache.js +168 -32
  155. package/src/tooling-exports/storage.d.ts +1 -1
  156. package/src/tooling-exports/storage.js +1 -1
  157. package/src/types/gpu.d.ts +25 -0
  158. package/src/version.js +1 -1
  159. package/tests/kernels/browser/kernel-suite.js +1593 -0
  160. package/tests/kernels/browser/test-page.js +2629 -0
  161. package/tests/kernels/harness/benchmark.js +225 -0
  162. package/tests/kernels/harness/buffer-utils.js +88 -0
  163. package/tests/kernels/harness/tolerance.js +174 -0
  164. package/tests/kernels/reference/adam.js +15 -0
  165. package/tests/kernels/reference/attention.js +158 -0
  166. package/tests/kernels/reference/backward.js +96 -0
  167. package/tests/kernels/reference/bias-add.js +20 -0
  168. package/tests/kernels/reference/conv2d.js +58 -0
  169. package/tests/kernels/reference/cross-entropy.js +26 -0
  170. package/tests/kernels/reference/dequant.js +312 -0
  171. package/tests/kernels/reference/embed.js +15 -0
  172. package/tests/kernels/reference/gather.js +61 -0
  173. package/tests/kernels/reference/gelu.js +37 -0
  174. package/tests/kernels/reference/groupnorm.js +36 -0
  175. package/tests/kernels/reference/index.js +89 -0
  176. package/tests/kernels/reference/layernorm.js +22 -0
  177. package/tests/kernels/reference/matmul.js +57 -0
  178. package/tests/kernels/reference/modulate.js +24 -0
  179. package/tests/kernels/reference/moe-gather.js +83 -0
  180. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  181. package/tests/kernels/reference/residual.js +55 -0
  182. package/tests/kernels/reference/rmsnorm.js +52 -0
  183. package/tests/kernels/reference/rope.js +79 -0
  184. package/tests/kernels/reference/sample.js +97 -0
  185. package/tests/kernels/reference/scatter-add.js +58 -0
  186. package/tests/kernels/reference/silu.js +52 -0
  187. package/tests/kernels/reference/softmax.js +86 -0
  188. package/tests/kernels/reference/split-qkv.js +58 -0
  189. package/tests/kernels/reference/topk.js +88 -0
  190. package/tests/kernels/reference/upsample2d.js +37 -0
  191. package/BRANDING.md +0 -14
  192. package/SECURITY.md +0 -19
  193. package/assets/doppler-runtime-map.svg +0 -82
  194. package/src/bootstrap.js +0 -30
  195. package/src/cli/doppler-cli.d.ts +0 -46
  196. package/src/cli/doppler-quickstart.d.ts +0 -45
  197. package/src/cli/doppler-serve.d.ts +0 -210
  198. package/src/cli/runtime-profiles.d.ts +0 -40
  199. package/src/client/doppler-api.browser.d.ts +0 -1
  200. package/src/client/doppler-api.browser.js +0 -25
  201. package/src/client/doppler-registry.d.ts +0 -54
  202. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  203. package/src/client/runtime/source-runtime.d.ts +0 -26
  204. package/src/client/runtime/storage.d.ts +0 -5
  205. package/src/config/README.md +0 -61
  206. package/src/config/conversion/README.md +0 -62
  207. package/src/config/goal-completion-matrix.json +0 -552
  208. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  209. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  210. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  211. package/src/config/kernels/registry.d.ts +0 -51
  212. package/src/config/merge-contract-check.d.ts +0 -16
  213. package/src/config/merge-contract-check.js +0 -319
  214. package/src/config/merge-helpers.d.ts +0 -60
  215. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  216. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  217. package/src/config/param-categories.d.ts +0 -8
  218. package/src/config/param-validator.d.ts +0 -33
  219. package/src/config/platforms/loader.d.ts +0 -38
  220. package/src/config/quantization-contract-check.d.ts +0 -12
  221. package/src/config/quantization-contract-check.js +0 -91
  222. package/src/config/runtime/README.md +0 -28
  223. package/src/config/runtime-merge.d.ts +0 -5
  224. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  225. package/src/config/schema/command-surface-contract.schema.json +0 -81
  226. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  227. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  228. package/src/config/schema/platform.schema.js +0 -1
  229. package/src/config/schema/policy-schema-registry.json +0 -31
  230. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  231. package/src/config/support-tiers/subsystems.json +0 -502
  232. package/src/config/supported-operations.d.ts +0 -14
  233. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  234. package/src/config/transforms/execution-graph-transforms.d.ts +0 -306
  235. package/src/converter/conversion-plan.d.ts +0 -56
  236. package/src/converter/index.d.ts +0 -98
  237. package/src/converter/index.js +0 -59
  238. package/src/converter/parsers/diffusion.d.ts +0 -50
  239. package/src/converter/parsers/gguf.d.ts +0 -31
  240. package/src/converter/parsers/index.d.ts +0 -21
  241. package/src/converter/parsers/index.js +0 -12
  242. package/src/converter/parsers/transformer.d.ts +0 -31
  243. package/src/converter/quantization-info.d.ts +0 -38
  244. package/src/converter/rope-config.d.ts +0 -16
  245. package/src/converter/tokenizer-utils.d.ts +0 -12
  246. package/src/debug/reference/README.md +0 -114
  247. package/src/debug/reference/hf_attn_debug.py +0 -114
  248. package/src/debug/reference/hf_embed_check.py +0 -89
  249. package/src/debug/reference/hf_layer_out.py +0 -100
  250. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  251. package/src/debug/reference/hf_rope_check.py +0 -116
  252. package/src/debug/reference/hf_weights.py +0 -75
  253. package/src/errors/doppler-error.d.ts +0 -20
  254. package/src/experimental/bridge/extension/background.d.ts +0 -14
  255. package/src/experimental/bridge/extension/background.js +0 -168
  256. package/src/experimental/bridge/extension/manifest.json +0 -34
  257. package/src/experimental/bridge/extension-client.d.ts +0 -114
  258. package/src/experimental/bridge/index.d.ts +0 -69
  259. package/src/experimental/bridge/node-bridge.js +0 -24
  260. package/src/experimental/bridge/protocol.d.ts +0 -96
  261. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  262. package/src/experimental/browser/gguf-importer.js +0 -532
  263. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  264. package/src/experimental/browser/quantization.d.ts +0 -74
  265. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  266. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  267. package/src/experimental/browser/shard-io-browser.js +0 -89
  268. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  269. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  270. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  271. package/src/experimental/distribution/p2p-transport.js +0 -75
  272. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  273. package/src/experimental/hotswap/manifest.d.ts +0 -42
  274. package/src/experimental/hotswap/model-swap.js +0 -42
  275. package/src/experimental/hotswap/runtime.d.ts +0 -31
  276. package/src/experimental/training/README.md +0 -164
  277. package/src/experimental/training/artifacts.d.ts +0 -160
  278. package/src/experimental/training/attention-backward.d.ts +0 -30
  279. package/src/experimental/training/attention-forward.d.ts +0 -22
  280. package/src/experimental/training/attention-forward.js +0 -82
  281. package/src/experimental/training/autograd.d.ts +0 -51
  282. package/src/experimental/training/backward-kernels.js +0 -39
  283. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  284. package/src/experimental/training/checkpoint.d.ts +0 -36
  285. package/src/experimental/training/clip.d.ts +0 -9
  286. package/src/experimental/training/dataloader.d.ts +0 -8
  287. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  288. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  289. package/src/experimental/training/datasets/index.d.ts +0 -24
  290. package/src/experimental/training/datasets/index.js +0 -13
  291. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  292. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  293. package/src/experimental/training/datasets/reploid.js +0 -36
  294. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  295. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  296. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  297. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  298. package/src/experimental/training/datasets/token-batch.js +0 -52
  299. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  300. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  301. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  302. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  303. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  304. package/src/experimental/training/distillation/eval.d.ts +0 -34
  305. package/src/experimental/training/distillation/index.d.ts +0 -29
  306. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  307. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  308. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  309. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  310. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  311. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  312. package/src/experimental/training/export.d.ts +0 -41
  313. package/src/experimental/training/index.d.ts +0 -74
  314. package/src/experimental/training/index.js +0 -63
  315. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  316. package/src/experimental/training/lora.d.ts +0 -19
  317. package/src/experimental/training/loss-scaling.d.ts +0 -21
  318. package/src/experimental/training/loss.d.ts +0 -10
  319. package/src/experimental/training/objectives/base.d.ts +0 -58
  320. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  321. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  322. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  323. package/src/experimental/training/objectives/index.d.ts +0 -12
  324. package/src/experimental/training/objectives/index.js +0 -6
  325. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  326. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  327. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  328. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  329. package/src/experimental/training/operator-command.d.ts +0 -5
  330. package/src/experimental/training/operator-eval.d.ts +0 -48
  331. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  332. package/src/experimental/training/optimizer.d.ts +0 -22
  333. package/src/experimental/training/runner.d.ts +0 -249
  334. package/src/experimental/training/suite.d.ts +0 -299
  335. package/src/experimental/training/tensor-factory.d.ts +0 -9
  336. package/src/experimental/training/trainer.d.ts +0 -89
  337. package/src/experimental/training/ul_dataset.d.ts +0 -47
  338. package/src/experimental/training/ul_schedule.d.ts +0 -6
  339. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  340. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  341. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  342. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  343. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  344. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  345. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  346. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  347. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  348. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  349. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  350. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  351. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  352. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  353. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  354. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  355. package/src/experimental/training/workload-packs/registry.json +0 -278
  356. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  357. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  358. package/src/experimental/training/workloads.d.ts +0 -201
  359. package/src/formats/gguf/types.d.ts +0 -74
  360. package/src/formats/index.d.ts +0 -75
  361. package/src/formats/index.js +0 -19
  362. package/src/formats/litert/types.d.ts +0 -74
  363. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  364. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  365. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  366. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  367. package/src/formats/safetensors/types.d.ts +0 -67
  368. package/src/formats/tflite/types.d.ts +0 -61
  369. package/src/formats/tokenizer/index.d.ts +0 -5
  370. package/src/formats/tokenizer/index.js +0 -3
  371. package/src/formats/tokenizer/types.d.ts +0 -9
  372. package/src/gpu/kernel-runtime.d.ts +0 -13
  373. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  374. package/src/gpu/kernel-selection-log.d.ts +0 -4
  375. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  376. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  377. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  378. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  379. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  380. package/src/gpu/kernel-tuner/types.js +0 -4
  381. package/src/gpu/kernel-tuner.d.ts +0 -33
  382. package/src/gpu/kernels/README.md +0 -166
  383. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  384. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  385. package/src/gpu/kernels/check-stop.d.ts +0 -31
  386. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  387. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  388. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  389. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  390. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  391. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  392. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  393. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  394. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  395. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  396. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  397. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  398. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  399. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  400. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  401. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  402. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  403. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  404. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  405. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  406. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  407. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  408. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  409. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  410. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  411. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  412. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  413. package/src/gpu/kernels/constants.d.ts +0 -129
  414. package/src/gpu/kernels/dispatch.d.ts +0 -72
  415. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  416. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  417. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  418. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  419. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  420. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  421. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  422. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  423. package/src/gpu/kernels/types.js +0 -4
  424. package/src/gpu/perf-guards.d.ts +0 -13
  425. package/src/gpu/profiler.d.ts +0 -93
  426. package/src/gpu/readback-utils.d.ts +0 -16
  427. package/src/gpu/readback-utils.js +0 -49
  428. package/src/gpu/submit-probe.d.ts +0 -12
  429. package/src/index-browser.d.ts +0 -2
  430. package/src/index-browser.js +0 -2
  431. package/src/inference/README.md +0 -593
  432. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  433. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  434. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  435. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  436. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  437. package/src/inference/browser-harness-text-helpers.d.ts +0 -152
  438. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  439. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  440. package/src/inference/network-evolution.js +0 -79
  441. package/src/inference/pipelines/context.d.ts +0 -21
  442. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  443. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  444. package/src/inference/pipelines/diffusion/index.js +0 -3
  445. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  446. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  447. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  448. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  449. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  450. package/src/inference/pipelines/diffusion/types.js +0 -1
  451. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  452. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  453. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  454. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  455. package/src/inference/pipelines/dream/pipeline.js +0 -8
  456. package/src/inference/pipelines/energy/index.d.ts +0 -1
  457. package/src/inference/pipelines/energy/index.js +0 -1
  458. package/src/inference/pipelines/energy/types.js +0 -1
  459. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  460. package/src/inference/pipelines/energy-head/index.js +0 -6
  461. package/src/inference/pipelines/factory.d.ts +0 -10
  462. package/src/inference/pipelines/index.d.ts +0 -22
  463. package/src/inference/pipelines/index.js +0 -19
  464. package/src/inference/pipelines/registry.d.ts +0 -15
  465. package/src/inference/pipelines/rng.d.ts +0 -2
  466. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  467. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  468. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  469. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  470. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  471. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  472. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  473. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  474. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  475. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  476. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  477. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  478. package/src/inference/pipelines/text/attention.d.ts +0 -23
  479. package/src/inference/pipelines/text/attention.js +0 -12
  480. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  481. package/src/inference/pipelines/text/buffer-types.js +0 -4
  482. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  483. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  484. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  485. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  486. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  487. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  488. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  489. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  490. package/src/inference/pipelines/text/embed.d.ts +0 -69
  491. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  492. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  493. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  494. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  495. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  496. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  497. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  498. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -26
  499. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  500. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  501. package/src/inference/pipelines/text/ffn.js +0 -18
  502. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  503. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  504. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  505. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  506. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  507. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -93
  508. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  509. package/src/inference/pipelines/text/index.d.ts +0 -5
  510. package/src/inference/pipelines/text/index.js +0 -6
  511. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  512. package/src/inference/pipelines/text/layer.d.ts +0 -118
  513. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  514. package/src/inference/pipelines/text/logits/precision-policy.d.ts +0 -11
  515. package/src/inference/pipelines/text/logits/types.js +0 -4
  516. package/src/inference/pipelines/text/logits.d.ts +0 -27
  517. package/src/inference/pipelines/text/logits.js +0 -16
  518. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  519. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  520. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  521. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  522. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  523. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  524. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -70
  525. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  526. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  527. package/src/inference/pipelines/text/ops.d.ts +0 -222
  528. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  529. package/src/inference/pipelines/text/probes.d.ts +0 -28
  530. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  531. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  532. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  533. package/src/inference/pipelines/text/types.js +0 -4
  534. package/src/inference/tokenizers/base.d.ts +0 -44
  535. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  536. package/src/inference/tokenizers/bpe.d.ts +0 -27
  537. package/src/inference/tokenizers/bundled.d.ts +0 -67
  538. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  539. package/src/inference/tokenizers/types.js +0 -7
  540. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  541. package/src/loader/per-layer-input-loader.d.ts +0 -30
  542. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  543. package/src/loader/tensors/source-transform.d.ts +0 -65
  544. package/src/memory/address-table.d.ts +0 -96
  545. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  546. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  547. package/src/rules/rule-registry.d.ts +0 -77
  548. package/src/storage/artifact-storage-context.d.ts +0 -63
  549. package/src/storage/backends/idb-store.d.ts +0 -52
  550. package/src/storage/backends/memory-store.d.ts +0 -36
  551. package/src/storage/backends/opfs-store.d.ts +0 -41
  552. package/src/storage/blake3.d.ts +0 -17
  553. package/src/storage/download-types.d.ts +0 -157
  554. package/src/storage/downloader.d.ts +0 -103
  555. package/src/storage/index.d.ts +0 -274
  556. package/src/storage/index.js +0 -201
  557. package/src/storage/preflight.d.ts +0 -144
  558. package/src/storage/preflight.js +0 -360
  559. package/src/storage/quickstart-downloader.d.ts +0 -157
  560. package/src/storage/quickstart-downloader.js +0 -289
  561. package/src/storage/source-artifact-store.d.ts +0 -59
  562. package/src/sw.js +0 -184
  563. package/src/tooling/command-api-constants.d.ts +0 -9
  564. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  565. package/src/tooling/command-api-helpers.d.ts +0 -23
  566. package/src/tooling/command-runner-shared.d.ts +0 -89
  567. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  568. package/src/tooling/conversion-config-materializer.js +0 -96
  569. package/src/tooling/diagnose-runner.d.ts +0 -28
  570. package/src/tooling/hf-registry-utils.d.ts +0 -55
  571. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  572. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  573. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  574. package/src/tooling/kernel-path-builder/index.js +0 -1361
  575. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  576. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  577. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  578. package/src/tooling/lean-execution-contract-runner.js +0 -158
  579. package/src/tooling/lean-execution-contract.d.ts +0 -16
  580. package/src/tooling/lean-execution-contract.js +0 -81
  581. package/src/tooling/litert-package-runtime.d.ts +0 -46
  582. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  583. package/src/tooling/node-convert-worker.d.ts +0 -1
  584. package/src/tooling/node-converter.d.ts +0 -1
  585. package/src/tooling/node-file-fetch.d.ts +0 -1
  586. package/src/tooling/node-source-runtime.d.ts +0 -24
  587. package/src/tooling/node-webgpu.d.ts +0 -17
  588. package/src/tooling/precision-replay-math.js +0 -174
  589. package/src/tooling/program-bundle-host.d.ts +0 -16
  590. package/src/tooling/program-bundle-host.js +0 -20
  591. package/src/tooling/runtime-input-composition.d.ts +0 -37
  592. package/src/tooling/source-package-profiles.d.ts +0 -50
  593. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  594. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  595. package/src/tooling/source-runtime-materializer.js +0 -89
  596. package/src/tooling-exports.browser.d.ts +0 -7
  597. package/src/types/chrome.d.ts +0 -36
  598. package/src/types/chrome.js +0 -1
  599. package/src/types/index.d.ts +0 -1
  600. package/src/types/index.js +0 -1
  601. package/src/utils/array-buffer.d.ts +0 -4
  602. package/src/utils/canonical-hash.d.ts +0 -7
  603. package/src/utils/clone-json.d.ts +0 -1
  604. package/src/utils/hf-resolve-url.d.ts +0 -16
  605. package/src/utils/index.d.ts +0 -10
  606. package/src/utils/index.js +0 -10
  607. package/src/utils/load-json.d.ts +0 -5
  608. package/src/utils/plain-object.d.ts +0 -1
  609. package/src/utils/sha256.d.ts +0 -5
  610. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -1,118 +0,0 @@
1
- /**
2
- * Transformer layer processing (attention + FFN).
3
- *
4
- * @module inference/pipelines/text/layer
5
- */
6
-
7
- import type { ParsedModelConfig } from './config.js';
8
- import type { LayerWeights, LayerContext, SandwichNormInfo } from './types.js';
9
-
10
- /**
11
- * Detect sandwich norm architecture (Gemma 3).
12
- */
13
- export function detectSandwichNorm(config: ParsedModelConfig | null): SandwichNormInfo;
14
-
15
- /**
16
- * Check if a layer is a MoE layer.
17
- */
18
- export function isMoELayer(
19
- layerIdx: number,
20
- config: ParsedModelConfig,
21
- layerWeights?: LayerWeights | null
22
- ): boolean;
23
-
24
- /**
25
- * Process a single transformer layer.
26
- */
27
- export function processLayer(
28
- layerIdx: number,
29
- hiddenStates: GPUBuffer | Float32Array,
30
- numTokens: number,
31
- isPrefill: boolean,
32
- context: LayerContext
33
- ): Promise<GPUBuffer | Float32Array>;
34
-
35
- /**
36
- * GPU-native layer processing (no CPU readbacks).
37
- */
38
- export function processLayerGPU(
39
- layerIdx: number,
40
- inputBuffer: GPUBuffer,
41
- numTokens: number,
42
- isPrefill: boolean,
43
- size: number,
44
- context: LayerContext
45
- ): Promise<GPUBuffer>;
46
-
47
- /** Resolve the activation dtype for a layer (normalizes aliases). */
48
- export declare function resolveActivationDtype(dtype: string | null | undefined): string;
49
-
50
- /** Fetch or lazily create the per-layer convolution state record. */
51
- export declare function getConvLayerState(
52
- convLayerStates: Record<string, unknown>,
53
- layerIdx: number
54
- ): Record<string, unknown>;
55
-
56
- /** True when `layerType` is a sliding-window attention variant. */
57
- export declare function isSlidingLayerType(layerType: string | null | undefined): boolean;
58
-
59
- /** True when any entry in `layerTypes` indicates a conv-hybrid layer. */
60
- export declare function hasConvLayers(layerTypes: Array<string> | null | undefined): boolean;
61
-
62
- /** Per-layer rotary dimension resolver (handles layerType-driven overrides). */
63
- export declare function resolveAttentionRotaryDim(
64
- config: ParsedModelConfig,
65
- layerType: string | null | undefined
66
- ): number;
67
-
68
- /** Per-layer RoPE frequency base dimension resolver (also drives rotate-half pair span). */
69
- export declare function resolveAttentionFrequencyBaseDim(
70
- config: ParsedModelConfig,
71
- layerType: string | null | undefined
72
- ): number;
73
-
74
- /** Per-layer attention head dimension resolver. */
75
- export declare function resolveAttentionHeadDim(
76
- config: ParsedModelConfig,
77
- layerType: string | null | undefined
78
- ): number;
79
-
80
- /** Per-layer KV head-count resolver, including mixed Gemma 4 global attention. */
81
- export declare function resolveAttentionNumKVHeads(
82
- config: ParsedModelConfig,
83
- layerType: string | null | undefined,
84
- layerWeights: LayerWeights | null | undefined,
85
- headDim: number
86
- ): number;
87
-
88
- /** Per-layer KV sharing resolver. */
89
- export declare function resolveAttentionKVSharing(
90
- config: ParsedModelConfig,
91
- layerIdx: number,
92
- layerType: string | null | undefined
93
- ): Record<string, unknown> | null;
94
-
95
- /** True when the model config declares per-layer input blocks. */
96
- export declare function hasPerLayerInputBlock(config: ParsedModelConfig | null): boolean;
97
-
98
- /** Resolve a loaded Gemma 4 layer_scalar value, defaulting absent tensors to 1. */
99
- export declare function resolveLayerScalarValue(layerScalar: Float32Array | null | undefined): number;
100
-
101
- /** Apply a loaded Gemma 4 layer_scalar tensor to the completed layer output. */
102
- export declare function applyLayerScalar(
103
- layerIdx: number,
104
- tensor: unknown,
105
- size: number,
106
- context: LayerContext,
107
- layerWeights: LayerWeights | null
108
- ): Promise<unknown>;
109
-
110
- /** Apply the per-layer input block transform for `layerIdx`. */
111
- export declare function applyPerLayerInputBlock(
112
- layerIdx: number,
113
- hiddenTensor: unknown,
114
- numTokens: number,
115
- size: number,
116
- context: LayerContext,
117
- layerWeights: LayerWeights | null
118
- ): Promise<unknown>;
@@ -1,21 +0,0 @@
1
- export interface WeightLoadErrorDetails {
2
- [key: string]: unknown;
3
- }
4
-
5
- export type AnnotatableError = Error & {
6
- details?: Record<string, unknown>;
7
- code?: string;
8
- };
9
-
10
- export declare function annotateWeightLoadError<T>(
11
- error: T,
12
- details?: WeightLoadErrorDetails
13
- ): T;
14
-
15
- export declare function rewriteWeightLoadError(
16
- error: unknown,
17
- context?: {
18
- modelId?: string | null;
19
- deviceLossInfo?: Record<string, unknown> | null;
20
- }
21
- ): unknown;
@@ -1,11 +0,0 @@
1
- import type { KernelPathSchema } from '../../../../config/schema/index.js';
2
- import type { LogitsConfig } from './types.js';
3
-
4
- export function shouldForceStableF32Logits(
5
- config: Pick<LogitsConfig, 'finalLogitSoftcapping' | 'rmsNormWeightOffset' | 'hiddenSize'>,
6
- inputDtype: 'f16' | 'f32'
7
- ): boolean;
8
-
9
- export function createStableF32LogitsKernelPath(
10
- kernelPath: KernelPathSchema | null | undefined
11
- ): KernelPathSchema | null | undefined;
@@ -1,4 +0,0 @@
1
-
2
-
3
- // Runtime placeholder for the type-only logits/types module.
4
- // All public types are declared in types.d.ts.
@@ -1,27 +0,0 @@
1
- /**
2
- * Logits computation - final layer norm and LM head projection.
3
- *
4
- * Public aggregation entrypoint.
5
- * Implementation is split into focused modules under logits/.
6
- *
7
- * @module inference/pipelines/text/logits
8
- */
9
-
10
- export {
11
- // Types
12
- type LogitsConfig,
13
- type LogitsWeights,
14
- type LogitsDebugFlags,
15
- // CPU functions
16
- rmsNormCPU,
17
- matmulCPU,
18
- applySoftcapping,
19
- // GPU functions
20
- computeLogitsGPU,
21
- recordLogitsGPU,
22
- // Utilities
23
- extractLastPositionLogits,
24
- finalizeLogits,
25
- // Main orchestrator
26
- computeLogits,
27
- } from './logits/index.js';
@@ -1,16 +0,0 @@
1
-
2
-
3
- export {
4
- // CPU functions
5
- rmsNormCPU,
6
- matmulCPU,
7
- applySoftcapping,
8
- // GPU functions
9
- computeLogitsGPU,
10
- recordLogitsGPU,
11
- // Utilities
12
- extractLastPositionLogits,
13
- finalizeLogits,
14
- // Main orchestrator
15
- computeLogits,
16
- } from './logits/index.js';
@@ -1,28 +0,0 @@
1
- /**
2
- * LoRA application helpers for matmul outputs.
3
- *
4
- * @module inference/pipelines/text/lora-apply
5
- */
6
-
7
- import type { CommandRecorder } from '../../../gpu/command-recorder.js';
8
- import type { Tensor } from '../../../gpu/tensor.js';
9
- import type { WeightBuffer } from '../../../gpu/weight-buffer.js';
10
- import type { LoRAModuleWeights } from './lora.js';
11
- import type { MaybeGPUBuffer } from './types.js';
12
- import type { KernelPathSchema } from '../../../config/schema/index.js';
13
-
14
- interface LoRADims {
15
- M: number;
16
- N: number;
17
- K: number;
18
- }
19
-
20
- export function applyLoRA(
21
- input: Tensor,
22
- baseOutput: Tensor,
23
- lora: LoRAModuleWeights,
24
- dims: LoRADims,
25
- getWeightBuffer: (weight: MaybeGPUBuffer, label: string) => GPUBuffer | WeightBuffer,
26
- recorder?: CommandRecorder,
27
- options?: { kernelPath?: KernelPathSchema | null }
28
- ): Promise<Tensor>;
@@ -1,32 +0,0 @@
1
- export declare function resolveMaxTokensPerExpert(
2
- numTokens: number,
3
- numExperts: number,
4
- topK: number,
5
- hiddenSize: number,
6
- activationDtype: 'f16' | 'f32'
7
- ): number;
8
-
9
- export declare function getCachedDequant(
10
- layerIdx: number,
11
- expertIdx: number,
12
- outputDtype: 'f16' | 'f32'
13
- ): { gateUp: GPUBuffer; down: GPUBuffer; lastUsed: number } | undefined;
14
-
15
- export declare function setCachedDequant(
16
- layerIdx: number,
17
- expertIdx: number,
18
- outputDtype: 'f16' | 'f32',
19
- gateUp: GPUBuffer,
20
- down: GPUBuffer
21
- ): void;
22
-
23
- export declare function clearDequantCache(): void;
24
-
25
- export declare function getDequantCacheStats(): {
26
- hits: number;
27
- misses: number;
28
- size: number;
29
- maxEntries: number;
30
- };
31
-
32
- export declare function setDequantCacheMaxEntries(maxEntries: number): void;
@@ -1,9 +0,0 @@
1
- import type { MoEConfig, MoEExpertWeights } from './moe-impl.d.ts';
2
-
3
- export declare function runGptOssExpertCPU(
4
- layerIdx: number,
5
- expertIdx: number,
6
- input: Float32Array,
7
- config: MoEConfig,
8
- expertWeights: Map<string, MoEExpertWeights>
9
- ): Promise<Float32Array>;
@@ -1,13 +0,0 @@
1
- import type { MoERouter } from '../../moe-router.js';
2
- import type { ExpertWeights } from './types.js';
3
- import type { MoEConfig, MoEExpertWeights, ExpertLoader } from './moe-impl.d.ts';
4
-
5
- export declare function moeFeedForwardCPU(
6
- hiddenStates: Float32Array,
7
- numTokens: number,
8
- config: MoEConfig,
9
- moeRouter: MoERouter,
10
- expertWeights: Map<string, MoEExpertWeights>,
11
- expertLoader: ExpertLoader,
12
- layerIdx: number
13
- ): Promise<Float32Array>;
@@ -1,26 +0,0 @@
1
- import type { MoERouter } from '../../moe-router.js';
2
- import type { MoEConfig, MoEExpertWeights, ExpertLoader, LayerRouterWeights } from './moe-impl.d.ts';
3
-
4
- export interface ActiveExpertSchedule {
5
- selection: 'all' | 'topk-readback';
6
- activeExperts: number[];
7
- tokenCounts: Uint32Array | null;
8
- }
9
-
10
- export declare function buildActiveExpertScheduleFromIndices(
11
- indices: Uint32Array,
12
- numExperts: number,
13
- maxTokensPerExpert: number,
14
- selection?: 'topk-readback'
15
- ): ActiveExpertSchedule;
16
-
17
- export declare function moeFeedForwardGPU(
18
- inputBuffer: GPUBuffer,
19
- numTokens: number,
20
- config: MoEConfig,
21
- moeRouter: MoERouter,
22
- expertWeights: Map<string, MoEExpertWeights>,
23
- expertLoader: ExpertLoader,
24
- layerIdx: number,
25
- layerRouterWeights?: Map<number, LayerRouterWeights>
26
- ): Promise<GPUBuffer>;
@@ -1,12 +0,0 @@
1
- export declare function ensureExpertLoaded(
2
- layerIdx: number,
3
- expertIdx: number,
4
- expertWeights: Map<string, unknown>,
5
- expertLoader: { loadExpert: (layerIdx: number, expertIdx: number) => Promise<unknown> }
6
- ): Promise<void>;
7
-
8
- export declare function gatherTokens(
9
- hiddenStates: Float32Array,
10
- indices: Uint32Array,
11
- hiddenSize: number
12
- ): Float32Array;
@@ -1,70 +0,0 @@
1
- export interface MoEVendorProfile {
2
- preferVec4Dequant: boolean;
3
- dequantTileShape: 'vec4' | 'scalar' | null;
4
- routerWorkgroupSize: number;
5
- maxTokensPerExpertScale: number;
6
- }
7
-
8
- export interface MoEShapeConfig {
9
- hiddenSize: number;
10
- intermediateSize: number;
11
- moeTopK: number;
12
- numExperts: number;
13
- expertFormat?: string | null;
14
- }
15
-
16
- export interface ValidateMoeShapeOptions {
17
- modelType: string;
18
- moeProfile?: MoEExecutionProfile;
19
- }
20
-
21
- export interface MoEExecutionProfile {
22
- id: string;
23
- label: string;
24
- expertExecutor: 'gpt-oss' | 'gemma4-packed' | 'mixtral' | string;
25
- intermediateSizeSource: 'architecture' | 'expert' | string;
26
- requiresShaderF16: boolean;
27
- routerScaleMode: 'none' | 'optional' | 'required';
28
- topkRouteExecutor: 'gemma4-route' | string | null;
29
- vendorProfile: Record<string, unknown>;
30
- kernelPathProfileResolver: 'gpt-oss' | 'mixtral' | string | null;
31
- kernelRuleModelType: string | null;
32
- shapePolicy: Record<string, unknown> | null;
33
- }
34
-
35
- export declare function resolveMoeExecutionProfile(
36
- config: Record<string, unknown>,
37
- options?: Record<string, unknown>
38
- ): MoEExecutionProfile;
39
-
40
- export declare function resolveMoeIntermediateSize(
41
- config: Record<string, unknown>,
42
- moeProfile: MoEExecutionProfile
43
- ): number;
44
-
45
- export declare function resolveMoeVendorProfile(moeProfile: MoEExecutionProfile): MoEVendorProfile;
46
-
47
- export declare function validateMoeShape(config: MoEShapeConfig, options?: ValidateMoeShapeOptions): void;
48
-
49
- export interface GptOssKernelPathProfile {
50
- routerTopK: string;
51
- dequantExpert: string;
52
- }
53
-
54
- export declare function resolveGptOssKernelPathProfile(
55
- context: Record<string, unknown>
56
- ): Promise<GptOssKernelPathProfile>;
57
-
58
- export interface MixtralKernelPathProfile {
59
- routerTopK: string;
60
- dequantExpert: string;
61
- }
62
-
63
- export declare function resolveMixtralKernelPathProfile(
64
- context: Record<string, unknown>
65
- ): Promise<MixtralKernelPathProfile>;
66
-
67
- export declare function resolveMoeKernelPathProfile(
68
- moeProfile: MoEExecutionProfile,
69
- context: Record<string, unknown>
70
- ): Promise<GptOssKernelPathProfile | MixtralKernelPathProfile | null>;
@@ -1,125 +0,0 @@
1
- /**
2
- * Operator execution record emission for operator-level differential debugging.
3
- */
4
-
5
- import type { StageName, OperatorClass } from './stage-names.js';
6
-
7
- export type CaptureLevel = 'none' | 'metadata' | 'slice' | 'full';
8
- export type InferencePhase = 'prefill' | 'decode' | 'both';
9
-
10
- export interface OperatorExecutionRecord {
11
- // Model identity
12
- modelHash: string | null;
13
- adapterHash: string | null;
14
- runtimeConfigHash: string | null;
15
- executionPlanHash: string | null;
16
-
17
- // Semantic context (Doppler-owned)
18
- phase: InferencePhase | null;
19
- tokenIndex: number | null;
20
- layerIndex: number | null;
21
- opId: string;
22
- opType: OperatorClass | null;
23
- stageName: StageName;
24
- shapeSignature: string | null;
25
- dtype: string | null;
26
- quantizationMode: string | null;
27
- inputTensorIds: string[];
28
- outputTensorIds: string[];
29
-
30
- // Capture and drift policy
31
- capturePolicy: CaptureLevel;
32
- driftPolicyId: string | null;
33
-
34
- // Execution truth (Doe-owned)
35
- kernelDigest: string | null;
36
- wgslHash: string | null;
37
- pipelineHash: string | null;
38
- backend: string | null;
39
- adapterVendor: string | null;
40
- adapterArchitecture: string | null;
41
- driverVersion: string | null;
42
- workgroupGeometry: number[] | null;
43
- dispatchCount: number | null;
44
- timing: { wallMs: number; gpuMs: number | null } | null;
45
- captureArtifactIds: string[];
46
- }
47
-
48
- export interface ExecutionFacts {
49
- kernelDigest?: string | null;
50
- wgslHash?: string | null;
51
- pipelineHash?: string | null;
52
- backend?: string | null;
53
- adapterVendor?: string | null;
54
- adapterArchitecture?: string | null;
55
- driverVersion?: string | null;
56
- workgroupGeometry?: number[] | null;
57
- dispatchCount?: number | null;
58
- gpuMs?: number | null;
59
- captureArtifactIds?: string[];
60
- }
61
-
62
- export interface DivergenceResult {
63
- type: 'sequence_mismatch' | 'drift_check_needed' | 'length_mismatch';
64
- index: number;
65
- opId?: string;
66
- opType?: OperatorClass | null;
67
- tolerance?: number;
68
- baseline?: OperatorExecutionRecord;
69
- observed?: OperatorExecutionRecord;
70
- baselineLength?: number;
71
- observedLength?: number;
72
- message?: string;
73
- }
74
-
75
- export declare function createOperatorExecutionRecord(
76
- options: Partial<OperatorExecutionRecord> & { stageName: StageName }
77
- ): OperatorExecutionRecord;
78
-
79
- export declare class OperatorEventEmitter {
80
- constructor(options?: {
81
- modelHash?: string | null;
82
- adapterHash?: string | null;
83
- runtimeConfigHash?: string | null;
84
- executionPlanHash?: string | null;
85
- enabled?: boolean;
86
- });
87
-
88
- get enabled(): boolean;
89
- enable(): void;
90
- disable(): void;
91
-
92
- beginOp(
93
- stageName: StageName,
94
- options?: Partial<OperatorExecutionRecord>
95
- ): string | null;
96
-
97
- endOp(executionFacts?: ExecutionFacts | null): OperatorExecutionRecord | null;
98
-
99
- emitRecord(
100
- stageName: StageName,
101
- options?: Partial<OperatorExecutionRecord>
102
- ): OperatorExecutionRecord | null;
103
-
104
- getTimeline(): OperatorExecutionRecord[];
105
- getRecordsByLayer(layerIdx: number): OperatorExecutionRecord[];
106
- getRecordsByPhase(phase: InferencePhase): OperatorExecutionRecord[];
107
- getRecordsByOpType(opType: OperatorClass): OperatorExecutionRecord[];
108
- getRecordByOpId(opId: string): OperatorExecutionRecord | null;
109
- get length(): number;
110
- clear(): void;
111
- toJSON(): {
112
- modelHash: string | null;
113
- adapterHash: string | null;
114
- runtimeConfigHash: string | null;
115
- executionPlanHash: string | null;
116
- recordCount: number;
117
- records: OperatorExecutionRecord[];
118
- };
119
- }
120
-
121
- export declare function findFirstDivergence(
122
- baselineTimeline: OperatorExecutionRecord[],
123
- observedTimeline: OperatorExecutionRecord[],
124
- getDriftTolerance?: (opType: OperatorClass | null, dtype: string | null) => number | null
125
- ): DivergenceResult | null;
@@ -1,60 +0,0 @@
1
- /**
2
- * Canonical operator identity for operator-level differential debugging.
3
- *
4
- * Builds deterministic opIds from (section, layerIdx, stageName).
5
- */
6
-
7
- import type { StageName, OperatorClass } from './stage-names.js';
8
-
9
- export interface OperatorMeta {
10
- opId: string;
11
- stageName: StageName;
12
- operatorClass: OperatorClass | null;
13
- phase: 'prefill' | 'decode' | 'both' | null;
14
- layerIdx: number | null;
15
- tokenIndex: number | null;
16
- dtype: string | null;
17
- quantizationMode: string | null;
18
- shapeSignature: string | null;
19
- }
20
-
21
- export interface SequencedOperatorMeta extends OperatorMeta {
22
- sequenceIndex: number;
23
- }
24
-
25
- export declare function buildOpId(stageName: StageName, layerIdx?: number | null): string;
26
-
27
- export declare function buildOpIdFromProbeStage(
28
- probeStageName: string,
29
- layerIdx?: number | null
30
- ): string;
31
-
32
- export declare function buildOpIdFromExecutionStep(resolvedStep: {
33
- section: string;
34
- op: string;
35
- layers?: number[];
36
- }): string;
37
-
38
- export declare function buildOperatorMeta(
39
- stageName: StageName,
40
- options: {
41
- layerIdx?: number | null;
42
- phase?: 'prefill' | 'decode' | 'both' | null;
43
- tokenIndex?: number | null;
44
- dtype?: string | null;
45
- quantizationMode?: string | null;
46
- shapeSignature?: string | null;
47
- }
48
- ): OperatorMeta;
49
-
50
- export declare class OperatorSequence {
51
- constructor();
52
- record(opMeta: OperatorMeta): SequencedOperatorMeta;
53
- get length(): number;
54
- getOps(): SequencedOperatorMeta[];
55
- getOpById(opId: string): SequencedOperatorMeta | null;
56
- getOpsByLayer(layerIdx: number): SequencedOperatorMeta[];
57
- getOpsByClass(operatorClass: OperatorClass): SequencedOperatorMeta[];
58
- clear(): void;
59
- toJSON(): SequencedOperatorMeta[];
60
- }