doppler-gpu 0.4.7 → 0.4.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/CHANGELOG.md +64 -0
  2. package/README.md +93 -144
  3. package/models/catalog.json +1575 -0
  4. package/package.json +37 -12
  5. package/src/cli/doppler-cli.js +28 -7
  6. package/src/client/doppler-registry.json +2 -2
  7. package/src/client/runtime/index.js +25 -2
  8. package/src/client/runtime/model-session.d.ts +31 -1
  9. package/src/client/runtime/model-session.js +31 -0
  10. package/src/client/runtime/model-source.d.ts +19 -2
  11. package/src/client/runtime/model-source.js +45 -5
  12. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +21 -5
  13. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +6 -1
  14. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +1 -1
  15. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +9 -1
  16. package/src/config/kernel-path-loader.js +1 -0
  17. package/src/config/kernels/kernel-ref-digests.js +26 -17
  18. package/src/config/kernels/registry.json +448 -27
  19. package/src/config/merge.js +11 -0
  20. package/src/config/param-validator.js +25 -0
  21. package/src/config/runtime/default.json +3 -1
  22. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  23. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  24. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  25. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  26. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  27. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  28. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  29. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  30. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  31. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  32. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  33. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  34. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  35. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  36. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  37. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  38. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  39. package/src/config/schema/doppler.schema.js +40 -5
  40. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  41. package/src/config/schema/execution-v1.schema.js +10 -0
  42. package/src/config/schema/index.d.ts +3 -1
  43. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  44. package/src/config/transforms/capability-transform-resolver.js +7 -1
  45. package/src/config/transforms/execution-graph-transforms.js +2 -2
  46. package/src/debug/config.d.ts +4 -0
  47. package/src/experimental/orchestration/index.d.ts +10 -1
  48. package/src/experimental/training/suite.js +1 -1
  49. package/src/formats/rdrr/classification.js +3 -0
  50. package/src/formats/rdrr/integrity.d.ts +0 -2
  51. package/src/formats/rdrr/integrity.js +0 -2
  52. package/src/formats/rdrr/types.d.ts +1 -1
  53. package/src/gpu/kernels/attention.d.ts +2 -0
  54. package/src/gpu/kernels/attention.js +75 -16
  55. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  56. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  57. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  58. package/src/gpu/kernels/fused_ffn.js +540 -19
  59. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  60. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  61. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  62. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  63. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  64. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  65. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  66. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  67. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  68. package/src/gpu/kernels/index.d.ts +21 -0
  69. package/src/gpu/kernels/index.js +13 -0
  70. package/src/gpu/kernels/linear-attention-core.js +413 -15
  71. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  72. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  73. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  74. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  75. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  76. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  77. package/src/gpu/kernels/matmul-selection.js +5 -1
  78. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  79. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  80. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  81. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  82. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  83. package/src/gpu/kernels/silu.wgsl +7 -1
  84. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  85. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  86. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  87. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  88. package/src/gpu/tensor.d.ts +1 -0
  89. package/src/index.d.ts +1 -1
  90. package/src/index.js +1 -1
  91. package/src/inference/browser-harness-suite-helpers.js +1 -1
  92. package/src/inference/browser-harness-text-helpers.js +251 -20
  93. package/src/inference/browser-harness.js +221 -3
  94. package/src/inference/kv-cache/base.js +42 -1
  95. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  96. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  97. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  98. package/src/inference/pipelines/text/attention/projections.js +174 -4
  99. package/src/inference/pipelines/text/attention/record.js +44 -21
  100. package/src/inference/pipelines/text/attention/run.js +18 -3
  101. package/src/inference/pipelines/text/config.d.ts +18 -0
  102. package/src/inference/pipelines/text/config.js +100 -0
  103. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  104. package/src/inference/pipelines/text/execution-plan.js +37 -0
  105. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  106. package/src/inference/pipelines/text/execution-v1.js +122 -8
  107. package/src/inference/pipelines/text/ffn/dense.js +239 -21
  108. package/src/inference/pipelines/text/ffn/standard.js +121 -38
  109. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  110. package/src/inference/pipelines/text/generator-helpers.js +2 -0
  111. package/src/inference/pipelines/text/generator-runtime.js +1 -0
  112. package/src/inference/pipelines/text/generator-steps.js +2 -2
  113. package/src/inference/pipelines/text/generator.d.ts +18 -1
  114. package/src/inference/pipelines/text/generator.js +297 -19
  115. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  116. package/src/inference/pipelines/text/init.d.ts +22 -3
  117. package/src/inference/pipelines/text/init.js +2 -2
  118. package/src/inference/pipelines/text/layer.js +87 -8
  119. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  120. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  121. package/src/inference/pipelines/text/linear-attention.js +173 -16
  122. package/src/inference/pipelines/text/logits/gpu.js +2 -2
  123. package/src/inference/pipelines/text/logits/index.js +62 -1
  124. package/src/inference/pipelines/text/model-load.js +6 -0
  125. package/src/inference/pipelines/text/ops.js +22 -0
  126. package/src/inference/pipelines/text/per-layer-inputs.js +80 -11
  127. package/src/inference/pipelines/text/probes.js +9 -4
  128. package/src/inference/pipelines/text/state.d.ts +4 -4
  129. package/src/inference/pipelines/text/state.js +4 -0
  130. package/src/inference/pipelines/text/types.d.ts +27 -2
  131. package/src/inference/pipelines/text.d.ts +21 -1
  132. package/src/inference/pipelines/text.js +40 -14
  133. package/src/inference/tokenizers/bundled.js +45 -23
  134. package/src/inference/tokenizers/types.d.ts +7 -4
  135. package/src/loader/doppler-loader.js +25 -2
  136. package/src/loader/index.d.ts +3 -1
  137. package/src/loader/index.js +2 -0
  138. package/src/loader/loader-types.d.ts +3 -1
  139. package/src/loader/manifest-config.d.ts +18 -0
  140. package/src/loader/manifest-config.js +11 -3
  141. package/src/loader/shard-cache.d.ts +2 -0
  142. package/src/loader/shard-cache.js +29 -1
  143. package/src/models/gemma4.js +8 -0
  144. package/src/rules/inference/capability-transforms.rules.json +145 -20
  145. package/src/rules/inference/ffn.rules.json +33 -0
  146. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  147. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  148. package/src/rules/kernels/matmul.rules.json +1 -0
  149. package/src/rules/kernels/silu.rules.json +1 -0
  150. package/src/rules/rule-registry.js +2 -0
  151. package/src/storage/artifact-storage-context.js +36 -0
  152. package/src/tooling/node-browser-command-runner.js +42 -7
  153. package/src/tooling/opfs-cache.d.ts +21 -1
  154. package/src/tooling/opfs-cache.js +168 -32
  155. package/src/tooling-exports/storage.d.ts +1 -1
  156. package/src/tooling-exports/storage.js +1 -1
  157. package/src/types/gpu.d.ts +25 -0
  158. package/src/version.js +1 -1
  159. package/tests/kernels/browser/kernel-suite.js +1593 -0
  160. package/tests/kernels/browser/test-page.js +2629 -0
  161. package/tests/kernels/harness/benchmark.js +225 -0
  162. package/tests/kernels/harness/buffer-utils.js +88 -0
  163. package/tests/kernels/harness/tolerance.js +174 -0
  164. package/tests/kernels/reference/adam.js +15 -0
  165. package/tests/kernels/reference/attention.js +158 -0
  166. package/tests/kernels/reference/backward.js +96 -0
  167. package/tests/kernels/reference/bias-add.js +20 -0
  168. package/tests/kernels/reference/conv2d.js +58 -0
  169. package/tests/kernels/reference/cross-entropy.js +26 -0
  170. package/tests/kernels/reference/dequant.js +312 -0
  171. package/tests/kernels/reference/embed.js +15 -0
  172. package/tests/kernels/reference/gather.js +61 -0
  173. package/tests/kernels/reference/gelu.js +37 -0
  174. package/tests/kernels/reference/groupnorm.js +36 -0
  175. package/tests/kernels/reference/index.js +89 -0
  176. package/tests/kernels/reference/layernorm.js +22 -0
  177. package/tests/kernels/reference/matmul.js +57 -0
  178. package/tests/kernels/reference/modulate.js +24 -0
  179. package/tests/kernels/reference/moe-gather.js +83 -0
  180. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  181. package/tests/kernels/reference/residual.js +55 -0
  182. package/tests/kernels/reference/rmsnorm.js +52 -0
  183. package/tests/kernels/reference/rope.js +79 -0
  184. package/tests/kernels/reference/sample.js +97 -0
  185. package/tests/kernels/reference/scatter-add.js +58 -0
  186. package/tests/kernels/reference/silu.js +52 -0
  187. package/tests/kernels/reference/softmax.js +86 -0
  188. package/tests/kernels/reference/split-qkv.js +58 -0
  189. package/tests/kernels/reference/topk.js +88 -0
  190. package/tests/kernels/reference/upsample2d.js +37 -0
  191. package/BRANDING.md +0 -14
  192. package/SECURITY.md +0 -19
  193. package/assets/doppler-runtime-map.svg +0 -82
  194. package/src/bootstrap.js +0 -30
  195. package/src/cli/doppler-cli.d.ts +0 -46
  196. package/src/cli/doppler-quickstart.d.ts +0 -45
  197. package/src/cli/doppler-serve.d.ts +0 -210
  198. package/src/cli/runtime-profiles.d.ts +0 -40
  199. package/src/client/doppler-api.browser.d.ts +0 -1
  200. package/src/client/doppler-api.browser.js +0 -25
  201. package/src/client/doppler-registry.d.ts +0 -54
  202. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  203. package/src/client/runtime/source-runtime.d.ts +0 -26
  204. package/src/client/runtime/storage.d.ts +0 -5
  205. package/src/config/README.md +0 -61
  206. package/src/config/conversion/README.md +0 -62
  207. package/src/config/goal-completion-matrix.json +0 -552
  208. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  209. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  210. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  211. package/src/config/kernels/registry.d.ts +0 -51
  212. package/src/config/merge-contract-check.d.ts +0 -16
  213. package/src/config/merge-contract-check.js +0 -319
  214. package/src/config/merge-helpers.d.ts +0 -60
  215. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  216. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  217. package/src/config/param-categories.d.ts +0 -8
  218. package/src/config/param-validator.d.ts +0 -33
  219. package/src/config/platforms/loader.d.ts +0 -38
  220. package/src/config/quantization-contract-check.d.ts +0 -12
  221. package/src/config/quantization-contract-check.js +0 -91
  222. package/src/config/runtime/README.md +0 -28
  223. package/src/config/runtime-merge.d.ts +0 -5
  224. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  225. package/src/config/schema/command-surface-contract.schema.json +0 -81
  226. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  227. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  228. package/src/config/schema/platform.schema.js +0 -1
  229. package/src/config/schema/policy-schema-registry.json +0 -31
  230. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  231. package/src/config/support-tiers/subsystems.json +0 -502
  232. package/src/config/supported-operations.d.ts +0 -14
  233. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  234. package/src/config/transforms/execution-graph-transforms.d.ts +0 -306
  235. package/src/converter/conversion-plan.d.ts +0 -56
  236. package/src/converter/index.d.ts +0 -98
  237. package/src/converter/index.js +0 -59
  238. package/src/converter/parsers/diffusion.d.ts +0 -50
  239. package/src/converter/parsers/gguf.d.ts +0 -31
  240. package/src/converter/parsers/index.d.ts +0 -21
  241. package/src/converter/parsers/index.js +0 -12
  242. package/src/converter/parsers/transformer.d.ts +0 -31
  243. package/src/converter/quantization-info.d.ts +0 -38
  244. package/src/converter/rope-config.d.ts +0 -16
  245. package/src/converter/tokenizer-utils.d.ts +0 -12
  246. package/src/debug/reference/README.md +0 -114
  247. package/src/debug/reference/hf_attn_debug.py +0 -114
  248. package/src/debug/reference/hf_embed_check.py +0 -89
  249. package/src/debug/reference/hf_layer_out.py +0 -100
  250. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  251. package/src/debug/reference/hf_rope_check.py +0 -116
  252. package/src/debug/reference/hf_weights.py +0 -75
  253. package/src/errors/doppler-error.d.ts +0 -20
  254. package/src/experimental/bridge/extension/background.d.ts +0 -14
  255. package/src/experimental/bridge/extension/background.js +0 -168
  256. package/src/experimental/bridge/extension/manifest.json +0 -34
  257. package/src/experimental/bridge/extension-client.d.ts +0 -114
  258. package/src/experimental/bridge/index.d.ts +0 -69
  259. package/src/experimental/bridge/node-bridge.js +0 -24
  260. package/src/experimental/bridge/protocol.d.ts +0 -96
  261. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  262. package/src/experimental/browser/gguf-importer.js +0 -532
  263. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  264. package/src/experimental/browser/quantization.d.ts +0 -74
  265. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  266. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  267. package/src/experimental/browser/shard-io-browser.js +0 -89
  268. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  269. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  270. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  271. package/src/experimental/distribution/p2p-transport.js +0 -75
  272. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  273. package/src/experimental/hotswap/manifest.d.ts +0 -42
  274. package/src/experimental/hotswap/model-swap.js +0 -42
  275. package/src/experimental/hotswap/runtime.d.ts +0 -31
  276. package/src/experimental/training/README.md +0 -164
  277. package/src/experimental/training/artifacts.d.ts +0 -160
  278. package/src/experimental/training/attention-backward.d.ts +0 -30
  279. package/src/experimental/training/attention-forward.d.ts +0 -22
  280. package/src/experimental/training/attention-forward.js +0 -82
  281. package/src/experimental/training/autograd.d.ts +0 -51
  282. package/src/experimental/training/backward-kernels.js +0 -39
  283. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  284. package/src/experimental/training/checkpoint.d.ts +0 -36
  285. package/src/experimental/training/clip.d.ts +0 -9
  286. package/src/experimental/training/dataloader.d.ts +0 -8
  287. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  288. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  289. package/src/experimental/training/datasets/index.d.ts +0 -24
  290. package/src/experimental/training/datasets/index.js +0 -13
  291. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  292. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  293. package/src/experimental/training/datasets/reploid.js +0 -36
  294. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  295. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  296. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  297. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  298. package/src/experimental/training/datasets/token-batch.js +0 -52
  299. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  300. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  301. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  302. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  303. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  304. package/src/experimental/training/distillation/eval.d.ts +0 -34
  305. package/src/experimental/training/distillation/index.d.ts +0 -29
  306. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  307. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  308. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  309. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  310. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  311. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  312. package/src/experimental/training/export.d.ts +0 -41
  313. package/src/experimental/training/index.d.ts +0 -74
  314. package/src/experimental/training/index.js +0 -63
  315. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  316. package/src/experimental/training/lora.d.ts +0 -19
  317. package/src/experimental/training/loss-scaling.d.ts +0 -21
  318. package/src/experimental/training/loss.d.ts +0 -10
  319. package/src/experimental/training/objectives/base.d.ts +0 -58
  320. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  321. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  322. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  323. package/src/experimental/training/objectives/index.d.ts +0 -12
  324. package/src/experimental/training/objectives/index.js +0 -6
  325. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  326. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  327. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  328. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  329. package/src/experimental/training/operator-command.d.ts +0 -5
  330. package/src/experimental/training/operator-eval.d.ts +0 -48
  331. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  332. package/src/experimental/training/optimizer.d.ts +0 -22
  333. package/src/experimental/training/runner.d.ts +0 -249
  334. package/src/experimental/training/suite.d.ts +0 -299
  335. package/src/experimental/training/tensor-factory.d.ts +0 -9
  336. package/src/experimental/training/trainer.d.ts +0 -89
  337. package/src/experimental/training/ul_dataset.d.ts +0 -47
  338. package/src/experimental/training/ul_schedule.d.ts +0 -6
  339. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  340. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  341. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  342. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  343. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  344. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  345. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  346. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  347. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  348. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  349. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  350. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  351. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  352. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  353. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  354. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  355. package/src/experimental/training/workload-packs/registry.json +0 -278
  356. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  357. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  358. package/src/experimental/training/workloads.d.ts +0 -201
  359. package/src/formats/gguf/types.d.ts +0 -74
  360. package/src/formats/index.d.ts +0 -75
  361. package/src/formats/index.js +0 -19
  362. package/src/formats/litert/types.d.ts +0 -74
  363. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  364. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  365. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  366. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  367. package/src/formats/safetensors/types.d.ts +0 -67
  368. package/src/formats/tflite/types.d.ts +0 -61
  369. package/src/formats/tokenizer/index.d.ts +0 -5
  370. package/src/formats/tokenizer/index.js +0 -3
  371. package/src/formats/tokenizer/types.d.ts +0 -9
  372. package/src/gpu/kernel-runtime.d.ts +0 -13
  373. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  374. package/src/gpu/kernel-selection-log.d.ts +0 -4
  375. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  376. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  377. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  378. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  379. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  380. package/src/gpu/kernel-tuner/types.js +0 -4
  381. package/src/gpu/kernel-tuner.d.ts +0 -33
  382. package/src/gpu/kernels/README.md +0 -166
  383. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  384. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  385. package/src/gpu/kernels/check-stop.d.ts +0 -31
  386. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  387. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  388. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  389. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  390. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  391. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  392. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  393. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  394. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  395. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  396. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  397. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  398. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  399. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  400. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  401. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  402. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  403. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  404. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  405. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  406. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  407. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  408. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  409. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  410. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  411. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  412. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  413. package/src/gpu/kernels/constants.d.ts +0 -129
  414. package/src/gpu/kernels/dispatch.d.ts +0 -72
  415. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  416. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  417. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  418. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  419. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  420. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  421. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  422. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  423. package/src/gpu/kernels/types.js +0 -4
  424. package/src/gpu/perf-guards.d.ts +0 -13
  425. package/src/gpu/profiler.d.ts +0 -93
  426. package/src/gpu/readback-utils.d.ts +0 -16
  427. package/src/gpu/readback-utils.js +0 -49
  428. package/src/gpu/submit-probe.d.ts +0 -12
  429. package/src/index-browser.d.ts +0 -2
  430. package/src/index-browser.js +0 -2
  431. package/src/inference/README.md +0 -593
  432. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  433. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  434. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  435. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  436. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  437. package/src/inference/browser-harness-text-helpers.d.ts +0 -152
  438. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  439. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  440. package/src/inference/network-evolution.js +0 -79
  441. package/src/inference/pipelines/context.d.ts +0 -21
  442. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  443. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  444. package/src/inference/pipelines/diffusion/index.js +0 -3
  445. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  446. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  447. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  448. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  449. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  450. package/src/inference/pipelines/diffusion/types.js +0 -1
  451. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  452. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  453. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  454. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  455. package/src/inference/pipelines/dream/pipeline.js +0 -8
  456. package/src/inference/pipelines/energy/index.d.ts +0 -1
  457. package/src/inference/pipelines/energy/index.js +0 -1
  458. package/src/inference/pipelines/energy/types.js +0 -1
  459. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  460. package/src/inference/pipelines/energy-head/index.js +0 -6
  461. package/src/inference/pipelines/factory.d.ts +0 -10
  462. package/src/inference/pipelines/index.d.ts +0 -22
  463. package/src/inference/pipelines/index.js +0 -19
  464. package/src/inference/pipelines/registry.d.ts +0 -15
  465. package/src/inference/pipelines/rng.d.ts +0 -2
  466. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  467. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  468. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  469. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  470. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  471. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  472. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  473. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  474. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  475. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  476. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  477. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  478. package/src/inference/pipelines/text/attention.d.ts +0 -23
  479. package/src/inference/pipelines/text/attention.js +0 -12
  480. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  481. package/src/inference/pipelines/text/buffer-types.js +0 -4
  482. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  483. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  484. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  485. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  486. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  487. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  488. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  489. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  490. package/src/inference/pipelines/text/embed.d.ts +0 -69
  491. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  492. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  493. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  494. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  495. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  496. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  497. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  498. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -26
  499. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  500. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  501. package/src/inference/pipelines/text/ffn.js +0 -18
  502. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  503. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  504. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  505. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  506. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  507. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -93
  508. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  509. package/src/inference/pipelines/text/index.d.ts +0 -5
  510. package/src/inference/pipelines/text/index.js +0 -6
  511. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  512. package/src/inference/pipelines/text/layer.d.ts +0 -118
  513. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  514. package/src/inference/pipelines/text/logits/precision-policy.d.ts +0 -11
  515. package/src/inference/pipelines/text/logits/types.js +0 -4
  516. package/src/inference/pipelines/text/logits.d.ts +0 -27
  517. package/src/inference/pipelines/text/logits.js +0 -16
  518. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  519. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  520. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  521. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  522. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  523. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  524. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -70
  525. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  526. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  527. package/src/inference/pipelines/text/ops.d.ts +0 -222
  528. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  529. package/src/inference/pipelines/text/probes.d.ts +0 -28
  530. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  531. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  532. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  533. package/src/inference/pipelines/text/types.js +0 -4
  534. package/src/inference/tokenizers/base.d.ts +0 -44
  535. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  536. package/src/inference/tokenizers/bpe.d.ts +0 -27
  537. package/src/inference/tokenizers/bundled.d.ts +0 -67
  538. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  539. package/src/inference/tokenizers/types.js +0 -7
  540. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  541. package/src/loader/per-layer-input-loader.d.ts +0 -30
  542. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  543. package/src/loader/tensors/source-transform.d.ts +0 -65
  544. package/src/memory/address-table.d.ts +0 -96
  545. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  546. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  547. package/src/rules/rule-registry.d.ts +0 -77
  548. package/src/storage/artifact-storage-context.d.ts +0 -63
  549. package/src/storage/backends/idb-store.d.ts +0 -52
  550. package/src/storage/backends/memory-store.d.ts +0 -36
  551. package/src/storage/backends/opfs-store.d.ts +0 -41
  552. package/src/storage/blake3.d.ts +0 -17
  553. package/src/storage/download-types.d.ts +0 -157
  554. package/src/storage/downloader.d.ts +0 -103
  555. package/src/storage/index.d.ts +0 -274
  556. package/src/storage/index.js +0 -201
  557. package/src/storage/preflight.d.ts +0 -144
  558. package/src/storage/preflight.js +0 -360
  559. package/src/storage/quickstart-downloader.d.ts +0 -157
  560. package/src/storage/quickstart-downloader.js +0 -289
  561. package/src/storage/source-artifact-store.d.ts +0 -59
  562. package/src/sw.js +0 -184
  563. package/src/tooling/command-api-constants.d.ts +0 -9
  564. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  565. package/src/tooling/command-api-helpers.d.ts +0 -23
  566. package/src/tooling/command-runner-shared.d.ts +0 -89
  567. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  568. package/src/tooling/conversion-config-materializer.js +0 -96
  569. package/src/tooling/diagnose-runner.d.ts +0 -28
  570. package/src/tooling/hf-registry-utils.d.ts +0 -55
  571. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  572. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  573. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  574. package/src/tooling/kernel-path-builder/index.js +0 -1361
  575. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  576. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  577. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  578. package/src/tooling/lean-execution-contract-runner.js +0 -158
  579. package/src/tooling/lean-execution-contract.d.ts +0 -16
  580. package/src/tooling/lean-execution-contract.js +0 -81
  581. package/src/tooling/litert-package-runtime.d.ts +0 -46
  582. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  583. package/src/tooling/node-convert-worker.d.ts +0 -1
  584. package/src/tooling/node-converter.d.ts +0 -1
  585. package/src/tooling/node-file-fetch.d.ts +0 -1
  586. package/src/tooling/node-source-runtime.d.ts +0 -24
  587. package/src/tooling/node-webgpu.d.ts +0 -17
  588. package/src/tooling/precision-replay-math.js +0 -174
  589. package/src/tooling/program-bundle-host.d.ts +0 -16
  590. package/src/tooling/program-bundle-host.js +0 -20
  591. package/src/tooling/runtime-input-composition.d.ts +0 -37
  592. package/src/tooling/source-package-profiles.d.ts +0 -50
  593. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  594. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  595. package/src/tooling/source-runtime-materializer.js +0 -89
  596. package/src/tooling-exports.browser.d.ts +0 -7
  597. package/src/types/chrome.d.ts +0 -36
  598. package/src/types/chrome.js +0 -1
  599. package/src/types/index.d.ts +0 -1
  600. package/src/types/index.js +0 -1
  601. package/src/utils/array-buffer.d.ts +0 -4
  602. package/src/utils/canonical-hash.d.ts +0 -7
  603. package/src/utils/clone-json.d.ts +0 -1
  604. package/src/utils/hf-resolve-url.d.ts +0 -16
  605. package/src/utils/index.d.ts +0 -10
  606. package/src/utils/index.js +0 -10
  607. package/src/utils/load-json.d.ts +0 -5
  608. package/src/utils/plain-object.d.ts +0 -1
  609. package/src/utils/sha256.d.ts +0 -5
  610. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -1,306 +0,0 @@
1
- /**
2
- * Execution Graph Transforms
3
- *
4
- * Pure functions that transform execution-v1 graphs based on GPU
5
- * capabilities and platform constraints. Each transform either returns
6
- * a modified graph or null when not applicable.
7
- *
8
- * @module config/transforms/execution-graph-transforms
9
- */
10
-
11
- /**
12
- * Context passed to all execution graph transforms.
13
- */
14
- export interface TransformContext {
15
- capabilities: {
16
- hasSubgroups: boolean;
17
- hasF16: boolean;
18
- hasSubgroupsF16: boolean;
19
- maxWorkgroupStorageSize?: number;
20
- };
21
- platform: {
22
- id: string;
23
- vendor: string;
24
- architecture: string;
25
- };
26
- activationDtype: 'f16' | 'f32';
27
- mathDtype?: 'f16' | 'f32' | null;
28
- accumDtype?: 'f16' | 'f32' | null;
29
- kvDtype: 'f16' | 'f32';
30
- modelId?: string;
31
- layerTypes?: string[] | null;
32
- }
33
-
34
- export interface ExecutionKernelPrecision {
35
- activationDtype?: 'f16' | 'f32';
36
- kvDtype?: 'f16' | 'f32';
37
- inputDtype?: 'f16' | 'f32';
38
- outputDtype?: 'f16' | 'f32';
39
- }
40
-
41
- export declare function getKernelFilePrecisionPatch(
42
- kernel: string
43
- ): Pick<ExecutionKernelPrecision, 'inputDtype' | 'outputDtype'> | null;
44
-
45
- export declare function resolveF16ToF32ActivationKernel(kernel: string): string | null;
46
-
47
- /**
48
- * An execution graph kernel entry from manifest.inference.execution.kernels.
49
- */
50
- export interface ExecutionKernelEntry {
51
- kernel: string;
52
- entry: string;
53
- digest: string | null;
54
- constants?: Record<string, unknown>;
55
- precision?: ExecutionKernelPrecision;
56
- }
57
-
58
- export interface ExecutionGraphLayerGroup {
59
- layers: number[];
60
- steps: unknown[][];
61
- }
62
-
63
- export type ExecutionGraphLayerEntry = unknown[] | ExecutionGraphLayerGroup;
64
-
65
- /**
66
- * The execution-v1 graph structure from manifest.inference.execution.
67
- */
68
- export interface ExecutionGraph {
69
- kernels: Record<string, ExecutionKernelEntry>;
70
- preLayer: unknown[][];
71
- decode: ExecutionGraphLayerEntry[];
72
- prefill: ExecutionGraphLayerEntry[];
73
- postLayer: unknown[][];
74
- policies?: Record<string, unknown>;
75
- }
76
-
77
- /**
78
- * A pure function that transforms an execution graph.
79
- * Returns the modified graph, or null if the transform is not applicable.
80
- */
81
- export type ExecutionGraphTransform = (graph: ExecutionGraph, ctx: TransformContext) => ExecutionGraph | null;
82
-
83
- /**
84
- * Remove subgroup-dependent kernels from the execution graph,
85
- * replacing with scalar/tiled equivalents.
86
- */
87
- export declare function removeSubgroups(graph: ExecutionGraph, ctx: TransformContext): ExecutionGraph | null;
88
-
89
- /**
90
- * Widen all f16-activation kernels to f32 equivalents.
91
- * Returns null if the graph uses fused f16 FFN (not transformable).
92
- */
93
- export declare function widenToF32Activations(graph: ExecutionGraph, ctx: TransformContext): ExecutionGraph | null;
94
-
95
- /**
96
- * Fail-closed sentinel transform installed by capability rules when the
97
- * (modelId, runtime profile) combination is contradictory (e.g., af32
98
- * manifest variant paired with a runtime profile demanding f16 activations).
99
- * Throws when invoked.
100
- */
101
- export declare function failClosedLaneMismatch(graph: ExecutionGraph, ctx: TransformContext): never;
102
-
103
- /**
104
- * Swap prefill attention kernel between streaming and small-tile variants.
105
- */
106
- export declare function swapPrefillAttention(
107
- graph: ExecutionGraph,
108
- ctx: TransformContext,
109
- options: { from: string; to: string }
110
- ): ExecutionGraph | null;
111
-
112
- /**
113
- * Replace eligible small-tile prefill f16kv attention kernels with the fixed
114
- * 256-dim shared-block variant.
115
- */
116
- export declare function useHead256SmallPrefillAttention(
117
- graph: ExecutionGraph,
118
- ctx: TransformContext
119
- ): ExecutionGraph | null;
120
-
121
- /**
122
- * Replace eligible prefill f16kv attention kernels with the fixed 256-dim
123
- * shared-block variant when the graph is eligible.
124
- */
125
- export declare function useHead256PrefillAttention(
126
- graph: ExecutionGraph,
127
- ctx: TransformContext
128
- ): ExecutionGraph | null;
129
-
130
- /**
131
- * Replace projection matmul kernels with f32-weight variants for numeric debugging.
132
- */
133
- export declare function widenProjectionWeightsToF32(graph: ExecutionGraph, ctx: TransformContext): ExecutionGraph | null;
134
-
135
- /**
136
- * Replace dense Q4K prefill projections with explicit Q4-native prefill kernels
137
- * when the graph already exposes a compatible fused Q4 decode kernel.
138
- */
139
- export declare function remapDenseQ4KPrefillToQ4Native(
140
- graph: ExecutionGraph,
141
- ctx: TransformContext
142
- ): ExecutionGraph | null;
143
-
144
- /**
145
- * Replace fused Q4K prefill projections with dense tiled matmul kernels while
146
- * leaving decode unchanged.
147
- */
148
- export declare function remapQ4KPrefillToDense(
149
- graph: ExecutionGraph,
150
- ctx: TransformContext
151
- ): ExecutionGraph | null;
152
-
153
- /**
154
- * Mark Qwen linear-attention decode q/o projections as f16 for targeted
155
- * Apple/WebGPU decode throughput work while keeping full-attention layers on
156
- * the manifest-owned f32 activation contract.
157
- */
158
- export declare function useLinearDecodeProjectionF16(
159
- graph: ExecutionGraph,
160
- ctx: TransformContext
161
- ): ExecutionGraph | null;
162
-
163
- /**
164
- * Replace fused Q4K decode projection kernels with GEMV subgroup variants.
165
- * On pre-dequantized f16 weights the GEMV path is ~2.3x faster than the fused
166
- * Q4K kernel for M=1 decode.
167
- */
168
- export declare function remapQ4KDecodeToGemv(
169
- graph: ExecutionGraph,
170
- ctx: TransformContext
171
- ): ExecutionGraph | null;
172
-
173
- /**
174
- * Replace ONLY attention-projection decode kernels (q/k/v/o_proj) with GEMV
175
- * subgroup variants, leaving FFN projections as fused Q4K.
176
- *
177
- * Diagnostic transform for isolating GEMV correctness regressions between the
178
- * attention and FFN decode paths.
179
- */
180
- export declare function remapQ4KDecodeAttentionToGemv(
181
- graph: ExecutionGraph,
182
- ctx: TransformContext
183
- ): ExecutionGraph | null;
184
-
185
- /**
186
- * Replace ONLY attention-projection decode kernels (q/k/v/o_proj) with the
187
- * optimised fused Q4K GEMV variant (main_gemv). Combines shared-A cooperative
188
- * loading with fast nibble extraction for maximum M=1 throughput while
189
- * preserving full Q4K dequant precision (no f16 weight materialization).
190
- *
191
- * Production fix for the f16-precision-loss regression in the attention path.
192
- */
193
- export declare function remapQ4KDecodeAttentionToFusedQ4KGemv(
194
- graph: ExecutionGraph,
195
- ctx: TransformContext
196
- ): ExecutionGraph | null;
197
-
198
- /**
199
- * Replace ONLY FFN-projection decode kernels (gate/up/down_proj) with GEMV
200
- * subgroup variants, leaving attention projections as fused Q4K.
201
- *
202
- * Diagnostic complement to `remapQ4KDecodeAttentionToGemv` for isolating
203
- * GEMV correctness regressions to the FFN decode path.
204
- */
205
- export declare function remapQ4KDecodeFFNToGemv(
206
- graph: ExecutionGraph,
207
- ctx: TransformContext
208
- ): ExecutionGraph | null;
209
-
210
- /**
211
- * Narrow selected Qwen decode FFN + lm_head matmuls onto explicit f16 kernels
212
- * while keeping the manifest-owned activation contract intact.
213
- */
214
- export declare function useQwenDecodeF16Matmuls(
215
- graph: ExecutionGraph,
216
- ctx: TransformContext
217
- ): ExecutionGraph | null;
218
-
219
- /**
220
- * Narrow Gemma 4 E2B INT4 PLE decode Q/K/V and online attention onto explicit
221
- * f16 kernels while keeping prefill on the manifest-owned f32/f16kv contract.
222
- */
223
- export declare function useGemma4Int4PleSelectiveF16Decode(
224
- graph: ExecutionGraph,
225
- ctx: TransformContext
226
- ): ExecutionGraph | null;
227
-
228
- /**
229
- * Promote Qwen 3.6 27B Q4K onto the all-f16 activation lane.
230
- */
231
- export declare function useQwen36F16Activations(
232
- graph: ExecutionGraph,
233
- ctx: TransformContext
234
- ): ExecutionGraph | null;
235
-
236
- /**
237
- * Promote Gemma 4 E2B INT4-PLE Q4K onto the all-f16 activation lane.
238
- */
239
- export declare function useGemma4Int4PleAf16Activations(
240
- graph: ExecutionGraph,
241
- ctx: TransformContext
242
- ): ExecutionGraph | null;
243
-
244
- /**
245
- * Promote Gemma 4 text Q4K onto the experimental f16 lane using matching f16
246
- * Q4 projection and utility kernels, with explicit f32-Q/f16-KV prefill/decode
247
- * attention boundaries and the source graph's stable post-layer tail where
248
- * required by the model variant.
249
- */
250
- export declare function useGemma4TextF16Activations(
251
- graph: ExecutionGraph,
252
- ctx: TransformContext
253
- ): ExecutionGraph | null;
254
-
255
- /**
256
- * Promote Gemma 4 12B text Q4K onto its f16-residual lane while preserving
257
- * the explicit stable f32-Q/f16-KV attention boundaries and post-layer tail.
258
- */
259
- export declare function useGemma412BTextF16Activations(
260
- graph: ExecutionGraph,
261
- ctx: TransformContext
262
- ): ExecutionGraph | null;
263
-
264
- /**
265
- * Promote Gemma 4 31B text Q4K onto the experimental all-f16 lane using
266
- * matching f16 Q4 projection, attention, utility, lm_head, and sampling kernels.
267
- */
268
- export declare function useGemma431BTextF16Activations(
269
- graph: ExecutionGraph,
270
- ctx: TransformContext
271
- ): ExecutionGraph | null;
272
-
273
- /**
274
- * Compose multiple transforms into a single transform.
275
- * Applies left-to-right, skipping transforms that return null.
276
- */
277
- export declare function composeTransforms(...transforms: ExecutionGraphTransform[]): ExecutionGraphTransform;
278
-
279
- /**
280
- * Registry mapping transform names to functions.
281
- */
282
- export declare const TRANSFORMS: Record<string, ExecutionGraphTransform>;
283
-
284
- /** F16→F32 correctness fallback when the target's f16 kernel is absent. */
285
- export declare const widenToF32CorrectnessFallback: ExecutionGraphTransform;
286
-
287
- /** Narrow pipeline activations from F32 back to F16 where safe. */
288
- export declare const narrowToF16Activations: ExecutionGraphTransform;
289
-
290
- /** Qwen-specific: force primary matmul variants to F16. */
291
- export declare const useQwenF16PrimaryMatmuls: ExecutionGraphTransform;
292
-
293
- /** Gemma4 INT4 PLE: selective decode-only F16 probe lane. */
294
- export declare const useGemma4Int4PleSelectiveF16Decode: ExecutionGraphTransform;
295
-
296
- /** Gemma 4 text: experimental end-to-end F16 activation lane. */
297
- export declare const useGemma4TextF16Activations: ExecutionGraphTransform;
298
-
299
- /** Gemma 4 12B text: f16-residual lane with stable f32-Q/f16-KV islands. */
300
- export declare const useGemma412BTextF16Activations: ExecutionGraphTransform;
301
-
302
- /** Gemma 4 31B text: experimental end-to-end F16 activation lane. */
303
- export declare const useGemma431BTextF16Activations: ExecutionGraphTransform;
304
-
305
- /** Drop the retain-Q4K materialization flag (used by perf investigations). */
306
- export declare const disableRetainQ4KMaterialization: ExecutionGraphTransform;
@@ -1,56 +0,0 @@
1
- import type { ConverterConfigSchema } from '../config/schema/converter.schema.js';
2
- import type { MoEConfigSchema } from '../config/schema/manifest.schema.js';
3
-
4
- export interface ConversionPlanInputTensor {
5
- name: string;
6
- dtype?: string | null;
7
- }
8
-
9
- export interface ResolveConversionPlanOptions {
10
- rawConfig: Record<string, unknown> | null | undefined;
11
- tensors?: ConversionPlanInputTensor[] | null;
12
- tensorNames?: string[] | null;
13
- converterConfig: ConverterConfigSchema;
14
- sourceQuantization?: string | null;
15
- modelKind?: 'transformer' | 'diffusion';
16
- architectureHint?: string | null;
17
- architecture?: string | null;
18
- architectureConfig?: { headDim?: number | null } | null;
19
- headDim?: number | null;
20
- headDimErrorMessage?: string | null;
21
- }
22
-
23
- export interface ConversionPlanResult {
24
- modelType: string;
25
- sourceQuantization: string;
26
- quantizationInfo: Record<string, unknown>;
27
- moeConfig?: MoEConfigSchema | null;
28
- manifestQuantization: string;
29
- manifestInference: Record<string, unknown>;
30
- headDim?: number;
31
- }
32
-
33
- export interface ValidateKernelPathContext {
34
- quantizationInfo?: {
35
- weights?: string | null;
36
- compute?: string | null;
37
- layout?: string | null;
38
- } | null;
39
- }
40
-
41
- export interface ResolveConvertedModelIdOptions {
42
- explicitModelId?: string | null;
43
- converterConfig?: ConverterConfigSchema | null;
44
- detectedModelId?: string | null;
45
- fallbackModelId?: string | null;
46
- quantizationInfo?: { variantTag?: string | null } | null;
47
- sanitizeOnly?: boolean;
48
- }
49
-
50
- export declare function inferSourceWeightQuantization(
51
- tensors: ConversionPlanInputTensor[] | null | undefined
52
- ): string;
53
-
54
- export declare function resolveConversionPlan(options: ResolveConversionPlanOptions): ConversionPlanResult;
55
-
56
- export declare function resolveConvertedModelId(options: ResolveConvertedModelIdOptions): string | null;
@@ -1,98 +0,0 @@
1
- /**
2
- * Converter Module - Public API
3
- *
4
- * This module provides model conversion utilities for transforming
5
- * GGUF and SafeTensors models into the RDRR format used by DOPPLER.
6
- *
7
- * @module converter
8
- */
9
-
10
- export {
11
- type TensorInfo,
12
- type ParsedModel,
13
- type ModelConfig,
14
- type ConvertStageType,
15
- type ConvertProgress,
16
- type ConvertOptions,
17
- type ShardInfo,
18
- type TensorSpan,
19
- type TensorLocation,
20
- type TensorLocationSingle,
21
- type TensorLocationMulti,
22
- type ArchitectureConfig,
23
- type TokenizerInfo,
24
- type RDRRManifest,
25
- type ConvertResult,
26
- type ConvertIO,
27
- SHARD_SIZE,
28
- RDRR_VERSION,
29
- ConvertStage,
30
- sanitizeModelId,
31
- resolveBundledTokenizerVocabSize,
32
- formatBytes,
33
- shouldQuantize,
34
- normalizeStorageQuant,
35
- resolveTensorTargetQuant,
36
- transformTensorBytes,
37
- extractArchitecture,
38
- buildTensorMap,
39
- createManifest,
40
- convertModel,
41
- generateShardFilename,
42
- } from './core.js';
43
-
44
- export {
45
- type QuantizeResult,
46
- type QuantizationError,
47
- type QuantizeOptions,
48
- type Q4KLayout,
49
- float32ToFloat16,
50
- float16ToFloat32,
51
- quantizeToQ4KM,
52
- quantizeToQ4KMRowWise,
53
- quantizeToQ4KMColumnWise,
54
- transposeF32,
55
- getQ4KSize,
56
- dequantizeQ4KM,
57
- calculateQuantizationError,
58
- quantizeF16ToQ4KM,
59
- shouldQuantize as shouldQuantizeTensor,
60
- getQuantizedSize,
61
- QK_K,
62
- QK4_K_BLOCK_SIZE,
63
- } from './quantizer.js';
64
-
65
- export {
66
- ShardPacker,
67
- type ShardIO,
68
- type TensorSpan as PackerTensorSpan,
69
- type TensorLocationSingle as PackerTensorLocationSingle,
70
- type TensorLocationMulti as PackerTensorLocationMulti,
71
- type TensorLocation as PackerTensorLocation,
72
- type ShardPackerOptions,
73
- type ShardPackerResult,
74
- type PackerTensorInput,
75
- sortTensorsByGroup,
76
- estimateShardCount,
77
- } from './shard-packer.js';
78
-
79
- export {
80
- type ConversionPlanInputTensor,
81
- type ResolveConversionPlanOptions,
82
- type ConversionPlanResult,
83
- type ValidateKernelPathContext,
84
- type ResolveConvertedModelIdOptions,
85
- inferSourceWeightQuantization,
86
- resolveConversionPlan,
87
- resolveConvertedModelId,
88
- } from './conversion-plan.js';
89
-
90
- export {
91
- type DiffusionTensor,
92
- type ParsedTensorBundle,
93
- type DiffusionParserAdapter,
94
- type ParsedDiffusionModel,
95
- type DiffusionLayout,
96
- detectDiffusionLayout,
97
- parseDiffusionModel,
98
- } from './parsers/index.js';
@@ -1,59 +0,0 @@
1
-
2
-
3
- // Core conversion logic
4
- export {
5
- SHARD_SIZE,
6
- RDRR_VERSION,
7
- ConvertStage,
8
- sanitizeModelId,
9
- resolveBundledTokenizerVocabSize,
10
- formatBytes,
11
- shouldQuantize,
12
- normalizeStorageQuant,
13
- resolveTensorTargetQuant,
14
- transformTensorBytes,
15
- extractArchitecture,
16
- buildTensorMap,
17
- createManifest,
18
- convertModel,
19
- generateShardFilename,
20
- } from './core.js';
21
-
22
- // RDRR Writer
23
-
24
- // Quantization
25
- export {
26
- float32ToFloat16,
27
- float16ToFloat32,
28
- quantizeToQ4KM,
29
- quantizeToQ4KMRowWise,
30
- quantizeToQ4KMColumnWise,
31
- transposeF32,
32
- getQ4KSize,
33
- dequantizeQ4KM,
34
- calculateQuantizationError,
35
- quantizeF16ToQ4KM,
36
- shouldQuantize as shouldQuantizeTensor,
37
- getQuantizedSize,
38
- QK_K,
39
- QK4_K_BLOCK_SIZE,
40
- } from './quantizer.js';
41
-
42
- // Shard Packer
43
- export {
44
- ShardPacker,
45
- sortTensorsByGroup,
46
- estimateShardCount,
47
- } from './shard-packer.js';
48
-
49
- // Shared conversion planning helpers
50
- export {
51
- inferSourceWeightQuantization,
52
- resolveConversionPlan,
53
- resolveConvertedModelId,
54
- } from './conversion-plan.js';
55
-
56
- export {
57
- detectDiffusionLayout,
58
- parseDiffusionModel,
59
- } from './parsers/index.js';
@@ -1,50 +0,0 @@
1
- export interface DiffusionTensor {
2
- name: string;
3
- shape: number[];
4
- dtype: string;
5
- size: number;
6
- offset: number;
7
- sourcePath?: string;
8
- }
9
-
10
- export interface ParsedTensorBundle {
11
- tensors: DiffusionTensor[];
12
- }
13
-
14
- export interface DiffusionParserAdapter {
15
- readJson: (suffix: string, label?: string) => Promise<Record<string, unknown>>;
16
- readText: (suffix: string, label?: string) => Promise<string>;
17
- readBinary: (suffix: string, label?: string) => Promise<ArrayBuffer>;
18
- findExistingSuffix: (suffixes: string[]) => string | null;
19
- parseSingleSafetensors: (
20
- suffix: string,
21
- componentId: string
22
- ) => Promise<ParsedTensorBundle>;
23
- parseShardedSafetensors: (
24
- indexSuffix: string,
25
- indexJson: Record<string, unknown>,
26
- componentId: string
27
- ) => Promise<ParsedTensorBundle>;
28
- onProgress?: (update: {
29
- stage?: string;
30
- message?: string;
31
- }) => void;
32
- signal?: AbortSignal | null;
33
- }
34
-
35
- export interface ParsedDiffusionModel {
36
- tensors: DiffusionTensor[];
37
- config: Record<string, unknown>;
38
- auxFiles: Array<{ name: string; data: string | ArrayBuffer }>;
39
- architecture: 'diffusion';
40
- layout: string;
41
- }
42
-
43
- export interface DiffusionLayout {
44
- id: string;
45
- requiredComponents: string[];
46
- }
47
-
48
- export declare function detectDiffusionLayout(modelIndex: Record<string, unknown>): DiffusionLayout;
49
-
50
- export declare function parseDiffusionModel(adapter: DiffusionParserAdapter): Promise<ParsedDiffusionModel>;
@@ -1,31 +0,0 @@
1
- export interface TensorSource {
2
- sourceType?: string;
3
- name?: string | null;
4
- size: number;
5
- file?: Blob | File;
6
- readRange: (offset: number, length: number) => Promise<ArrayBuffer>;
7
- readAll?: () => Promise<ArrayBuffer>;
8
- close?: () => Promise<void>;
9
- getAuxFiles?: () => Promise<Record<string, unknown>> | Record<string, unknown>;
10
- }
11
-
12
- export interface GGUFParserAdapter {
13
- file: File | TensorSource;
14
- parseGGUFHeaderFromSource: (source: TensorSource) => Promise<Record<string, unknown>>;
15
- normalizeTensorSource: (file: File | TensorSource) => TensorSource;
16
- onProgress?: (update: { stage?: string; message?: string }) => void;
17
- signal?: AbortSignal | null;
18
- }
19
-
20
- export interface ParsedGGUFModel {
21
- format: 'gguf';
22
- tensors: Array<Record<string, unknown>>;
23
- config: Record<string, unknown>;
24
- architecture: string;
25
- quantization: string;
26
- tensorDataOffset: number;
27
- file: File;
28
- source: TensorSource;
29
- }
30
-
31
- export declare function parseGGUFModel(adapter: GGUFParserAdapter): Promise<ParsedGGUFModel>;
@@ -1,21 +0,0 @@
1
- export {
2
- type DiffusionTensor,
3
- type ParsedTensorBundle,
4
- type DiffusionParserAdapter,
5
- type ParsedDiffusionModel,
6
- type DiffusionLayout,
7
- detectDiffusionLayout,
8
- parseDiffusionModel,
9
- } from './diffusion.js';
10
-
11
- export {
12
- type TransformerParserAdapter,
13
- type ParsedTransformerModel,
14
- parseTransformerModel,
15
- } from './transformer.js';
16
-
17
- export {
18
- type GGUFParserAdapter,
19
- type ParsedGGUFModel,
20
- parseGGUFModel,
21
- } from './gguf.js';
@@ -1,12 +0,0 @@
1
- export {
2
- detectDiffusionLayout,
3
- parseDiffusionModel,
4
- } from './diffusion.js';
5
-
6
- export {
7
- parseTransformerModel,
8
- } from './transformer.js';
9
-
10
- export {
11
- parseGGUFModel,
12
- } from './gguf.js';
@@ -1,31 +0,0 @@
1
- import type { ManifestEmbeddingPostprocessorSchema, TensorRole } from '../../config/schema/index.js';
2
-
3
- export interface ParsedTransformerTensor {
4
- name: string;
5
- shape?: number[];
6
- dtype?: string;
7
- size?: number;
8
- offset?: number;
9
- sourcePath?: string;
10
- role?: TensorRole;
11
- group?: string | null;
12
- }
13
-
14
- export interface TransformerParserAdapter {
15
- readJson: (suffix: string, label?: string) => Promise<Record<string, unknown>>;
16
- fileExists: (suffix: string) => Promise<boolean>;
17
- loadSingleSafetensors: (suffix: string) => Promise<ParsedTransformerTensor[]>;
18
- loadShardedSafetensors: (indexJson: Record<string, unknown>) => Promise<ParsedTransformerTensor[]>;
19
- }
20
-
21
- export interface ParsedTransformerModel {
22
- config: Record<string, unknown>;
23
- generationConfig: Record<string, unknown> | null;
24
- tensors: ParsedTransformerTensor[];
25
- architectureHint: string;
26
- embeddingPostprocessor: ManifestEmbeddingPostprocessorSchema | null;
27
- }
28
-
29
- export declare function parseTransformerModel(
30
- adapter: TransformerParserAdapter
31
- ): Promise<ParsedTransformerModel>;