doppler-gpu 0.4.6 → 0.4.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (705) hide show
  1. package/CHANGELOG.md +64 -0
  2. package/README.md +98 -137
  3. package/assets/doppler.svg +1 -3
  4. package/models/catalog.json +1575 -0
  5. package/package.json +59 -26
  6. package/src/cli/doppler-cli.js +28 -7
  7. package/src/cli/doppler-quickstart.js +1 -1
  8. package/src/cli/doppler-serve.js +2 -2
  9. package/src/client/doppler-registry.js +12 -0
  10. package/src/client/doppler-registry.json +52 -3
  11. package/src/client/runtime/index.js +25 -2
  12. package/src/client/runtime/model-session.d.ts +31 -1
  13. package/src/client/runtime/model-session.js +31 -0
  14. package/src/client/runtime/model-source.d.ts +19 -2
  15. package/src/client/runtime/model-source.js +45 -5
  16. package/src/config/conversion/diffusiongemma/diffusiongemma-26b-a4b-it-q4k-ehf16-af16.json +28 -4
  17. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +29 -4
  18. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +29 -4
  19. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +29 -4
  20. package/src/config/conversion/gemma3/gemma-3-270m-it-f16-af32.json +29 -4
  21. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af16.json +29 -4
  22. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +29 -4
  23. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +50 -9
  24. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +35 -5
  25. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af16.json +31 -5
  26. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-af32.json +30 -4
  27. package/src/config/conversion/gemma4/gemma-4-12b-it-text-q4k-ehf16-hq4k-af16.json +30 -4
  28. package/src/config/conversion/gemma4/gemma-4-12b-it-text-w4a16-ct-ehf16-af16.json +30 -4
  29. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +30 -5
  30. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +29 -4
  31. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +30 -5
  32. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +29 -4
  33. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +29 -4
  34. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +29 -4
  35. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +29 -4
  36. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +29 -4
  37. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +29 -4
  38. package/src/config/conversion/minicpm/minicpm4-0-5b-f16-af32.json +481 -0
  39. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +29 -4
  40. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +29 -4
  41. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +30 -5
  42. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +29 -4
  43. package/src/config/conversion/qwen3/qwen-3-embedding-0-6b-q4k-ehf16-af32.json +395 -0
  44. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-f16-af32.json +429 -0
  45. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +548 -0
  46. package/src/config/execution-contract-check.js +14 -10
  47. package/src/config/kernel-path-loader.js +1 -0
  48. package/src/config/kernels/kernel-ref-digests.js +26 -17
  49. package/src/config/kernels/registry.json +448 -27
  50. package/src/config/merge.js +41 -0
  51. package/src/config/param-validator.js +67 -8
  52. package/src/config/required-inference-fields-contract-check.js +14 -0
  53. package/src/config/runtime/default.json +3 -1
  54. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  55. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  56. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  57. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  58. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  59. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  60. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  61. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  62. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  63. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  64. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  65. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  66. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  67. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  68. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  69. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  70. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  71. package/src/config/schema/debug.schema.d.ts +2 -0
  72. package/src/config/schema/debug.schema.js +1 -0
  73. package/src/config/schema/doppler.schema.d.ts +5 -1
  74. package/src/config/schema/doppler.schema.js +117 -292
  75. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  76. package/src/config/schema/execution-v1.schema.js +10 -0
  77. package/src/config/schema/index.d.ts +3 -1
  78. package/src/config/schema/inference.schema.d.ts +17 -3
  79. package/src/config/schema/kvcache.schema.d.ts +19 -3
  80. package/src/config/schema/kvcache.schema.js +2 -1
  81. package/src/config/schema/manifest.schema.d.ts +38 -1
  82. package/src/config/schema/manifest.schema.js +18 -0
  83. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  84. package/src/config/source-packages/litert/gemma-4-12b-it.json +20 -1
  85. package/src/config/source-packages/litert/gemma-4-e2b-it.json +20 -1
  86. package/src/config/source-packages/litert/gemma-4-e4b-it.json +21 -1
  87. package/src/config/transforms/capability-transform-resolver.js +7 -1
  88. package/src/config/transforms/execution-graph-transforms.js +10 -2
  89. package/src/converter/conversion-plan.js +2 -0
  90. package/src/converter/parsers/transformer.js +27 -1
  91. package/src/converter/quantization-info.js +16 -4
  92. package/src/converter/rope-config.js +55 -3
  93. package/src/debug/config.d.ts +4 -0
  94. package/src/experimental/orchestration/index.d.ts +10 -1
  95. package/src/experimental/training/distillation/student-fixture.js +1 -1
  96. package/src/experimental/training/lora-pipeline.js +1 -1
  97. package/src/experimental/training/lora.js +2 -2
  98. package/src/experimental/training/suite.js +2 -2
  99. package/src/formats/rdrr/classification.js +3 -0
  100. package/src/formats/rdrr/integrity.d.ts +0 -2
  101. package/src/formats/rdrr/integrity.js +0 -2
  102. package/src/formats/rdrr/types.d.ts +1 -1
  103. package/src/gpu/kernels/attention.d.ts +2 -0
  104. package/src/gpu/kernels/attention.js +75 -16
  105. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  106. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  107. package/src/gpu/kernels/backward/attention_backward.js +8 -0
  108. package/src/gpu/kernels/dequant.d.ts +6 -6
  109. package/src/gpu/kernels/dequant.js +17 -6
  110. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  111. package/src/gpu/kernels/fused_ffn.js +540 -19
  112. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  113. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  114. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  115. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  116. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  117. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  118. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  119. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  120. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  121. package/src/gpu/kernels/index.d.ts +21 -0
  122. package/src/gpu/kernels/index.js +13 -0
  123. package/src/gpu/kernels/linear-attention-core.js +414 -21
  124. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  125. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  126. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  127. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  128. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  129. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  130. package/src/gpu/kernels/matmul-selection.js +9 -2
  131. package/src/gpu/kernels/matmul.d.ts +1 -1
  132. package/src/gpu/kernels/matmul.js +24 -6
  133. package/src/gpu/kernels/moe.d.ts +5 -1
  134. package/src/gpu/kernels/moe.js +5 -2
  135. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  136. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  137. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  138. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  139. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  140. package/src/gpu/kernels/silu.wgsl +7 -1
  141. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  142. package/src/gpu/kernels/softmax.d.ts +3 -3
  143. package/src/gpu/kernels/softmax.js +9 -2
  144. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  145. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  146. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  147. package/src/gpu/kernels/turboquant-codebook.js +1 -1
  148. package/src/gpu/kernels/types.d.ts +1 -1
  149. package/src/gpu/profiler.js +11 -1
  150. package/src/gpu/tensor.d.ts +1 -0
  151. package/src/index.d.ts +1 -1
  152. package/src/index.js +1 -1
  153. package/src/inference/browser-harness-model-helpers.js +4 -1
  154. package/src/inference/browser-harness-suite-helpers.js +1 -1
  155. package/src/inference/browser-harness-text-helpers.js +589 -117
  156. package/src/inference/browser-harness.d.ts +3 -3
  157. package/src/inference/browser-harness.js +486 -13
  158. package/src/inference/fixtures/rerank-semantic-fixtures.json +38 -0
  159. package/src/inference/kv-cache/base.js +42 -1
  160. package/src/inference/kv-cache/quantized.js +16 -2
  161. package/src/inference/kv-cache/tiered.js +50 -15
  162. package/src/inference/moe-router.js +38 -7
  163. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +8 -6
  164. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  165. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  166. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  167. package/src/inference/pipelines/text/attention/projections.js +174 -4
  168. package/src/inference/pipelines/text/attention/record.js +44 -21
  169. package/src/inference/pipelines/text/attention/run.js +18 -3
  170. package/src/inference/pipelines/text/config.d.ts +23 -1
  171. package/src/inference/pipelines/text/config.js +235 -112
  172. package/src/inference/pipelines/text/embed.js +39 -12
  173. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  174. package/src/inference/pipelines/text/execution-plan.js +45 -2
  175. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  176. package/src/inference/pipelines/text/execution-v1.js +122 -8
  177. package/src/inference/pipelines/text/ffn/dense.js +254 -25
  178. package/src/inference/pipelines/text/ffn/moe.js +4 -3
  179. package/src/inference/pipelines/text/ffn/standard.js +145 -39
  180. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  181. package/src/inference/pipelines/text/generator-helpers.js +4 -1
  182. package/src/inference/pipelines/text/generator-runtime.js +54 -20
  183. package/src/inference/pipelines/text/generator-steps.js +5 -2
  184. package/src/inference/pipelines/text/generator.d.ts +18 -1
  185. package/src/inference/pipelines/text/generator.js +303 -20
  186. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  187. package/src/inference/pipelines/text/init-rope.js +54 -6
  188. package/src/inference/pipelines/text/init.d.ts +22 -3
  189. package/src/inference/pipelines/text/init.js +65 -17
  190. package/src/inference/pipelines/text/layer.js +111 -5
  191. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  192. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  193. package/src/inference/pipelines/text/linear-attention.js +185 -24
  194. package/src/inference/pipelines/text/logits/gpu.d.ts +1 -1
  195. package/src/inference/pipelines/text/logits/gpu.js +78 -115
  196. package/src/inference/pipelines/text/logits/index.js +105 -87
  197. package/src/inference/pipelines/text/logits/precision-policy.js +103 -0
  198. package/src/inference/pipelines/text/logits/types.d.ts +1 -0
  199. package/src/inference/pipelines/text/logits/utils.d.ts +2 -0
  200. package/src/inference/pipelines/text/logits/utils.js +11 -0
  201. package/src/inference/pipelines/text/lora-apply.js +6 -4
  202. package/src/inference/pipelines/text/model-load.js +6 -0
  203. package/src/inference/pipelines/text/moe-cpu.js +25 -0
  204. package/src/inference/pipelines/text/moe-gpu.js +148 -97
  205. package/src/inference/pipelines/text/moe-shape-validator.js +149 -31
  206. package/src/inference/pipelines/text/ops.js +48 -1
  207. package/src/inference/pipelines/text/per-layer-inputs.js +105 -21
  208. package/src/inference/pipelines/text/probes.js +9 -4
  209. package/src/inference/pipelines/text/state.d.ts +4 -4
  210. package/src/inference/pipelines/text/state.js +4 -0
  211. package/src/inference/pipelines/text/types.d.ts +27 -2
  212. package/src/inference/pipelines/text/weights.js +7 -2
  213. package/src/inference/pipelines/text.d.ts +21 -1
  214. package/src/inference/pipelines/text.js +60 -14
  215. package/src/inference/tokenizers/behavior-flags.js +23 -2
  216. package/src/inference/tokenizers/bundled.js +45 -23
  217. package/src/inference/tokenizers/types.d.ts +7 -4
  218. package/src/loader/doppler-loader.js +25 -2
  219. package/src/loader/final-weights-loader.js +12 -1
  220. package/src/loader/index.d.ts +3 -1
  221. package/src/loader/index.js +2 -0
  222. package/src/loader/loader-types.d.ts +3 -1
  223. package/src/loader/manifest-config.d.ts +18 -0
  224. package/src/loader/manifest-config.js +11 -3
  225. package/src/loader/shard-cache.d.ts +2 -0
  226. package/src/loader/shard-cache.js +29 -1
  227. package/src/models/gemma4.js +8 -0
  228. package/src/rules/execution-rules-contract-check.js +12 -3
  229. package/src/rules/inference/capability-transforms.rules.json +159 -22
  230. package/src/rules/inference/config.rules.json +26 -2
  231. package/src/rules/inference/dtype.rules.json +12 -5
  232. package/src/rules/inference/execution.rules.json +5 -19
  233. package/src/rules/inference/ffn.rules.json +33 -0
  234. package/src/rules/inference/moe.rules.json +97 -0
  235. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  236. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  237. package/src/rules/kernels/matmul.rules.json +1 -0
  238. package/src/rules/kernels/silu.rules.json +1 -0
  239. package/src/rules/rule-registry.js +2 -0
  240. package/src/storage/artifact-storage-context.js +36 -0
  241. package/src/tooling/command-api-constants.js +2 -2
  242. package/src/tooling/command-api-family-normalizers.js +2 -1
  243. package/src/tooling/command-api.d.ts +1 -1
  244. package/src/tooling/command-runner-shared.js +3 -1
  245. package/src/tooling/node-browser-command-runner.js +42 -7
  246. package/src/tooling/node-converter.js +20 -0
  247. package/src/tooling/node-source-runtime.js +5 -1
  248. package/src/tooling/opfs-cache.d.ts +21 -1
  249. package/src/tooling/opfs-cache.js +168 -32
  250. package/src/tooling-exports/storage.d.ts +1 -1
  251. package/src/tooling-exports/storage.js +1 -1
  252. package/src/types/gpu.d.ts +25 -0
  253. package/src/version.js +1 -1
  254. package/tests/kernels/browser/kernel-suite.js +1593 -0
  255. package/tests/kernels/browser/test-page.js +2629 -0
  256. package/tests/kernels/harness/benchmark.js +225 -0
  257. package/tests/kernels/harness/buffer-utils.js +88 -0
  258. package/tests/kernels/harness/tolerance.js +174 -0
  259. package/tests/kernels/reference/adam.js +15 -0
  260. package/tests/kernels/reference/attention.js +158 -0
  261. package/tests/kernels/reference/backward.js +96 -0
  262. package/tests/kernels/reference/bias-add.js +20 -0
  263. package/tests/kernels/reference/conv2d.js +58 -0
  264. package/tests/kernels/reference/cross-entropy.js +26 -0
  265. package/tests/kernels/reference/dequant.js +312 -0
  266. package/tests/kernels/reference/embed.js +15 -0
  267. package/tests/kernels/reference/gather.js +61 -0
  268. package/tests/kernels/reference/gelu.js +37 -0
  269. package/tests/kernels/reference/groupnorm.js +36 -0
  270. package/tests/kernels/reference/index.js +89 -0
  271. package/tests/kernels/reference/layernorm.js +22 -0
  272. package/tests/kernels/reference/matmul.js +57 -0
  273. package/tests/kernels/reference/modulate.js +24 -0
  274. package/tests/kernels/reference/moe-gather.js +83 -0
  275. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  276. package/tests/kernels/reference/residual.js +55 -0
  277. package/tests/kernels/reference/rmsnorm.js +52 -0
  278. package/tests/kernels/reference/rope.js +79 -0
  279. package/tests/kernels/reference/sample.js +97 -0
  280. package/tests/kernels/reference/scatter-add.js +58 -0
  281. package/tests/kernels/reference/silu.js +52 -0
  282. package/tests/kernels/reference/softmax.js +86 -0
  283. package/tests/kernels/reference/split-qkv.js +58 -0
  284. package/tests/kernels/reference/topk.js +88 -0
  285. package/tests/kernels/reference/upsample2d.js +37 -0
  286. package/BRANDING.md +0 -14
  287. package/SECURITY.md +0 -19
  288. package/assets/doppler-readme-hero.svg +0 -84
  289. package/assets/doppler-runtime-map.svg +0 -84
  290. package/src/bootstrap.js +0 -30
  291. package/src/cli/doppler-cli.d.ts +0 -46
  292. package/src/cli/doppler-quickstart.d.ts +0 -45
  293. package/src/cli/doppler-serve.d.ts +0 -210
  294. package/src/cli/runtime-profiles.d.ts +0 -40
  295. package/src/client/doppler-api.browser.d.ts +0 -1
  296. package/src/client/doppler-api.browser.js +0 -25
  297. package/src/client/doppler-registry.d.ts +0 -35
  298. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  299. package/src/client/runtime/source-runtime.d.ts +0 -26
  300. package/src/client/runtime/storage.d.ts +0 -5
  301. package/src/config/README.md +0 -61
  302. package/src/config/conversion/README.md +0 -58
  303. package/src/config/goal-completion-matrix.json +0 -552
  304. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  305. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  306. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  307. package/src/config/kernels/registry.d.ts +0 -51
  308. package/src/config/merge-contract-check.d.ts +0 -16
  309. package/src/config/merge-contract-check.js +0 -318
  310. package/src/config/merge-helpers.d.ts +0 -60
  311. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  312. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  313. package/src/config/param-categories.d.ts +0 -8
  314. package/src/config/param-validator.d.ts +0 -28
  315. package/src/config/platforms/loader.d.ts +0 -38
  316. package/src/config/quantization-contract-check.d.ts +0 -12
  317. package/src/config/quantization-contract-check.js +0 -91
  318. package/src/config/runtime/README.md +0 -28
  319. package/src/config/runtime-merge.d.ts +0 -5
  320. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  321. package/src/config/schema/command-surface-contract.schema.json +0 -81
  322. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  323. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  324. package/src/config/schema/platform.schema.js +0 -1
  325. package/src/config/schema/policy-schema-registry.json +0 -26
  326. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  327. package/src/config/support-tiers/subsystems.json +0 -502
  328. package/src/config/supported-operations.d.ts +0 -14
  329. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  330. package/src/config/transforms/execution-graph-transforms.d.ts +0 -300
  331. package/src/converter/conversion-plan.d.ts +0 -56
  332. package/src/converter/index.d.ts +0 -98
  333. package/src/converter/index.js +0 -59
  334. package/src/converter/parsers/diffusion.d.ts +0 -50
  335. package/src/converter/parsers/gguf.d.ts +0 -31
  336. package/src/converter/parsers/index.d.ts +0 -21
  337. package/src/converter/parsers/index.js +0 -12
  338. package/src/converter/parsers/transformer.d.ts +0 -31
  339. package/src/converter/quantization-info.d.ts +0 -38
  340. package/src/converter/rope-config.d.ts +0 -16
  341. package/src/converter/tokenizer-utils.d.ts +0 -12
  342. package/src/debug/reference/README.md +0 -114
  343. package/src/debug/reference/hf_attn_debug.py +0 -114
  344. package/src/debug/reference/hf_embed_check.py +0 -89
  345. package/src/debug/reference/hf_layer_out.py +0 -100
  346. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  347. package/src/debug/reference/hf_rope_check.py +0 -116
  348. package/src/debug/reference/hf_weights.py +0 -75
  349. package/src/errors/doppler-error.d.ts +0 -20
  350. package/src/experimental/bridge/extension/background.d.ts +0 -14
  351. package/src/experimental/bridge/extension/background.js +0 -168
  352. package/src/experimental/bridge/extension/manifest.json +0 -34
  353. package/src/experimental/bridge/extension-client.d.ts +0 -114
  354. package/src/experimental/bridge/index.d.ts +0 -69
  355. package/src/experimental/bridge/node-bridge.js +0 -24
  356. package/src/experimental/bridge/protocol.d.ts +0 -96
  357. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  358. package/src/experimental/browser/gguf-importer.js +0 -532
  359. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  360. package/src/experimental/browser/quantization.d.ts +0 -74
  361. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  362. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  363. package/src/experimental/browser/shard-io-browser.js +0 -89
  364. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  365. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  366. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  367. package/src/experimental/distribution/p2p-transport.js +0 -75
  368. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  369. package/src/experimental/hotswap/manifest.d.ts +0 -42
  370. package/src/experimental/hotswap/model-swap.js +0 -42
  371. package/src/experimental/hotswap/runtime.d.ts +0 -31
  372. package/src/experimental/training/README.md +0 -164
  373. package/src/experimental/training/artifacts.d.ts +0 -160
  374. package/src/experimental/training/attention-backward.d.ts +0 -30
  375. package/src/experimental/training/attention-forward.d.ts +0 -22
  376. package/src/experimental/training/attention-forward.js +0 -82
  377. package/src/experimental/training/autograd.d.ts +0 -51
  378. package/src/experimental/training/backward-kernels.js +0 -39
  379. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  380. package/src/experimental/training/checkpoint.d.ts +0 -36
  381. package/src/experimental/training/clip.d.ts +0 -9
  382. package/src/experimental/training/dataloader.d.ts +0 -8
  383. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  384. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  385. package/src/experimental/training/datasets/index.d.ts +0 -24
  386. package/src/experimental/training/datasets/index.js +0 -13
  387. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  388. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  389. package/src/experimental/training/datasets/reploid.js +0 -36
  390. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  391. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  392. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  393. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  394. package/src/experimental/training/datasets/token-batch.js +0 -52
  395. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  396. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  397. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  398. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  399. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  400. package/src/experimental/training/distillation/eval.d.ts +0 -34
  401. package/src/experimental/training/distillation/index.d.ts +0 -29
  402. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  403. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  404. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  405. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  406. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  407. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  408. package/src/experimental/training/export.d.ts +0 -41
  409. package/src/experimental/training/index.d.ts +0 -74
  410. package/src/experimental/training/index.js +0 -63
  411. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  412. package/src/experimental/training/lora.d.ts +0 -19
  413. package/src/experimental/training/loss-scaling.d.ts +0 -21
  414. package/src/experimental/training/loss.d.ts +0 -10
  415. package/src/experimental/training/objectives/base.d.ts +0 -58
  416. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  417. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  418. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  419. package/src/experimental/training/objectives/index.d.ts +0 -12
  420. package/src/experimental/training/objectives/index.js +0 -6
  421. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  422. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  423. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  424. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  425. package/src/experimental/training/operator-command.d.ts +0 -5
  426. package/src/experimental/training/operator-eval.d.ts +0 -48
  427. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  428. package/src/experimental/training/optimizer.d.ts +0 -22
  429. package/src/experimental/training/runner.d.ts +0 -249
  430. package/src/experimental/training/suite.d.ts +0 -299
  431. package/src/experimental/training/tensor-factory.d.ts +0 -9
  432. package/src/experimental/training/trainer.d.ts +0 -89
  433. package/src/experimental/training/ul_dataset.d.ts +0 -47
  434. package/src/experimental/training/ul_schedule.d.ts +0 -6
  435. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  436. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  437. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  438. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  439. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  440. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  441. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  442. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  443. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  444. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  445. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  446. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  447. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  448. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  449. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  450. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  451. package/src/experimental/training/workload-packs/registry.json +0 -278
  452. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  453. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  454. package/src/experimental/training/workloads.d.ts +0 -201
  455. package/src/formats/gguf/types.d.ts +0 -74
  456. package/src/formats/index.d.ts +0 -75
  457. package/src/formats/index.js +0 -19
  458. package/src/formats/litert/types.d.ts +0 -74
  459. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  460. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  461. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  462. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  463. package/src/formats/safetensors/types.d.ts +0 -67
  464. package/src/formats/tflite/types.d.ts +0 -61
  465. package/src/formats/tokenizer/index.d.ts +0 -5
  466. package/src/formats/tokenizer/index.js +0 -3
  467. package/src/formats/tokenizer/types.d.ts +0 -9
  468. package/src/gpu/kernel-runtime.d.ts +0 -13
  469. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  470. package/src/gpu/kernel-selection-log.d.ts +0 -4
  471. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  472. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  473. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  474. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  475. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  476. package/src/gpu/kernel-tuner/types.js +0 -4
  477. package/src/gpu/kernel-tuner.d.ts +0 -33
  478. package/src/gpu/kernels/README.md +0 -159
  479. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  480. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  481. package/src/gpu/kernels/check-stop.d.ts +0 -31
  482. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  483. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  484. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  485. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  486. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  487. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  488. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  489. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  490. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  491. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  492. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  493. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  494. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  495. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  496. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  497. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  498. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  499. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  500. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  501. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  502. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  503. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  504. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  505. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  506. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  507. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  508. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  509. package/src/gpu/kernels/constants.d.ts +0 -129
  510. package/src/gpu/kernels/dispatch.d.ts +0 -72
  511. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  512. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  513. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  514. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  515. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  516. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  517. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  518. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  519. package/src/gpu/kernels/types.js +0 -4
  520. package/src/gpu/perf-guards.d.ts +0 -13
  521. package/src/gpu/profiler.d.ts +0 -93
  522. package/src/gpu/readback-utils.d.ts +0 -16
  523. package/src/gpu/readback-utils.js +0 -49
  524. package/src/gpu/submit-probe.d.ts +0 -12
  525. package/src/index-browser.d.ts +0 -2
  526. package/src/index-browser.js +0 -2
  527. package/src/inference/README.md +0 -593
  528. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  529. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  530. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  531. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  532. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  533. package/src/inference/browser-harness-text-helpers.d.ts +0 -124
  534. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  535. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  536. package/src/inference/network-evolution.js +0 -79
  537. package/src/inference/pipelines/context.d.ts +0 -21
  538. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  539. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  540. package/src/inference/pipelines/diffusion/index.js +0 -3
  541. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  542. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  543. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  544. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  545. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  546. package/src/inference/pipelines/diffusion/types.js +0 -1
  547. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  548. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  549. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  550. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  551. package/src/inference/pipelines/dream/pipeline.js +0 -8
  552. package/src/inference/pipelines/energy/index.d.ts +0 -1
  553. package/src/inference/pipelines/energy/index.js +0 -1
  554. package/src/inference/pipelines/energy/types.js +0 -1
  555. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  556. package/src/inference/pipelines/energy-head/index.js +0 -6
  557. package/src/inference/pipelines/factory.d.ts +0 -10
  558. package/src/inference/pipelines/index.d.ts +0 -22
  559. package/src/inference/pipelines/index.js +0 -19
  560. package/src/inference/pipelines/registry.d.ts +0 -15
  561. package/src/inference/pipelines/rng.d.ts +0 -2
  562. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  563. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  564. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  565. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  566. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  567. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  568. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  569. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  570. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  571. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  572. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  573. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  574. package/src/inference/pipelines/text/attention.d.ts +0 -23
  575. package/src/inference/pipelines/text/attention.js +0 -12
  576. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  577. package/src/inference/pipelines/text/buffer-types.js +0 -4
  578. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  579. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  580. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  581. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  582. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  583. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  584. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  585. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  586. package/src/inference/pipelines/text/embed.d.ts +0 -68
  587. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  588. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  589. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  590. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  591. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  592. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  593. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  594. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -25
  595. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  596. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  597. package/src/inference/pipelines/text/ffn.js +0 -18
  598. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  599. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  600. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  601. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  602. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  603. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -89
  604. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  605. package/src/inference/pipelines/text/index.d.ts +0 -5
  606. package/src/inference/pipelines/text/index.js +0 -6
  607. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  608. package/src/inference/pipelines/text/layer.d.ts +0 -118
  609. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  610. package/src/inference/pipelines/text/logits/types.js +0 -4
  611. package/src/inference/pipelines/text/logits.d.ts +0 -27
  612. package/src/inference/pipelines/text/logits.js +0 -16
  613. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  614. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  615. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  616. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  617. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  618. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  619. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -40
  620. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  621. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  622. package/src/inference/pipelines/text/ops.d.ts +0 -219
  623. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  624. package/src/inference/pipelines/text/probes.d.ts +0 -28
  625. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  626. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  627. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  628. package/src/inference/pipelines/text/types.js +0 -4
  629. package/src/inference/tokenizers/base.d.ts +0 -44
  630. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  631. package/src/inference/tokenizers/bpe.d.ts +0 -27
  632. package/src/inference/tokenizers/bundled.d.ts +0 -67
  633. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  634. package/src/inference/tokenizers/types.js +0 -7
  635. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  636. package/src/loader/per-layer-input-loader.d.ts +0 -30
  637. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  638. package/src/loader/tensors/source-transform.d.ts +0 -65
  639. package/src/memory/address-table.d.ts +0 -96
  640. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  641. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  642. package/src/rules/rule-registry.d.ts +0 -77
  643. package/src/storage/artifact-storage-context.d.ts +0 -63
  644. package/src/storage/backends/idb-store.d.ts +0 -52
  645. package/src/storage/backends/memory-store.d.ts +0 -36
  646. package/src/storage/backends/opfs-store.d.ts +0 -41
  647. package/src/storage/blake3.d.ts +0 -17
  648. package/src/storage/download-types.d.ts +0 -157
  649. package/src/storage/downloader.d.ts +0 -103
  650. package/src/storage/index.d.ts +0 -274
  651. package/src/storage/index.js +0 -201
  652. package/src/storage/preflight.d.ts +0 -144
  653. package/src/storage/preflight.js +0 -360
  654. package/src/storage/quickstart-downloader.d.ts +0 -157
  655. package/src/storage/quickstart-downloader.js +0 -289
  656. package/src/storage/source-artifact-store.d.ts +0 -59
  657. package/src/sw.js +0 -184
  658. package/src/tooling/command-api-constants.d.ts +0 -9
  659. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  660. package/src/tooling/command-api-helpers.d.ts +0 -23
  661. package/src/tooling/command-runner-shared.d.ts +0 -89
  662. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  663. package/src/tooling/conversion-config-materializer.js +0 -96
  664. package/src/tooling/diagnose-runner.d.ts +0 -28
  665. package/src/tooling/hf-registry-utils.d.ts +0 -55
  666. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  667. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  668. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  669. package/src/tooling/kernel-path-builder/index.js +0 -1361
  670. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  671. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  672. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  673. package/src/tooling/lean-execution-contract-runner.js +0 -158
  674. package/src/tooling/lean-execution-contract.d.ts +0 -16
  675. package/src/tooling/lean-execution-contract.js +0 -81
  676. package/src/tooling/litert-package-runtime.d.ts +0 -46
  677. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  678. package/src/tooling/node-convert-worker.d.ts +0 -1
  679. package/src/tooling/node-converter.d.ts +0 -1
  680. package/src/tooling/node-file-fetch.d.ts +0 -1
  681. package/src/tooling/node-source-runtime.d.ts +0 -24
  682. package/src/tooling/node-webgpu.d.ts +0 -17
  683. package/src/tooling/precision-replay-math.js +0 -174
  684. package/src/tooling/program-bundle-host.d.ts +0 -16
  685. package/src/tooling/program-bundle-host.js +0 -20
  686. package/src/tooling/runtime-input-composition.d.ts +0 -37
  687. package/src/tooling/source-package-profiles.d.ts +0 -50
  688. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  689. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  690. package/src/tooling/source-runtime-materializer.js +0 -89
  691. package/src/tooling-exports.browser.d.ts +0 -7
  692. package/src/types/chrome.d.ts +0 -36
  693. package/src/types/chrome.js +0 -1
  694. package/src/types/index.d.ts +0 -1
  695. package/src/types/index.js +0 -1
  696. package/src/utils/array-buffer.d.ts +0 -4
  697. package/src/utils/canonical-hash.d.ts +0 -7
  698. package/src/utils/clone-json.d.ts +0 -1
  699. package/src/utils/hf-resolve-url.d.ts +0 -16
  700. package/src/utils/index.d.ts +0 -10
  701. package/src/utils/index.js +0 -10
  702. package/src/utils/load-json.d.ts +0 -5
  703. package/src/utils/plain-object.d.ts +0 -1
  704. package/src/utils/sha256.d.ts +0 -5
  705. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -1,292 +0,0 @@
1
- --- src/gpu/kernels/rope.wgsl
2
- +++ src/gpu/kernels/rope_f16.wgsl
3
- @@ -1,19 +1,16 @@
4
- -// Rotary Position Embeddings (RoPE) Kernel
5
- +// Rotary Position Embeddings (RoPE) Kernel (F16)
6
- //
7
- // Applies rotary position embeddings to Q and K tensors.
8
- -// RoPE rotates pairs of dimensions based on position and frequency.
9
- -//
10
- -// For each pair (x_i, x_{i+1}):
11
- -// x'_i = x_i * cos(θ) - x_{i+1} * sin(θ)
12
- -// x'_{i+1} = x_i * sin(θ) + x_{i+1} * cos(θ)
13
- -//
14
- -// Where θ = pos * freq_i, freq_i = 1 / (base^(2i/d))
15
- +// Same math as rope.wgsl, but input/output are f16.
16
- +// The main entry keeps apply-time arithmetic in f16 for the all-f16 lane.
17
- //
18
- // Supports:
19
- // - Original RoPE (base = 10000)
20
- // - Scaled RoPE (for extended context)
21
- // - NTK-aware scaling
22
-
23
- +enable f16;
24
- +
25
- override WORKGROUP_SIZE: u32 = 256u;
26
-
27
- // YaRN parameters (model-family-specific, config-driven)
28
- @@ -25,24 +22,24 @@
29
- const PI: f32 = 3.14159265359;
30
-
31
- struct Uniforms {
32
- - seq_len: u32, // Sequence length
33
- - num_heads: u32, // Number of heads
34
- - head_dim: u32, // Dimension per head (must be even)
35
- - start_pos: u32, // Starting position (for decode)
36
- - rope_base: f32, // Base frequency (default 10000)
37
- - rope_scale: f32, // Scaling factor for extended context
38
- - rotary_dim: u32, // Rotary slice within head_dim
39
- - interleaved: u32, // 1 = adjacent pairs, 0 = rotate-half
40
- - pair_span_dim: u32, // Rotate-half partner span within head_dim
41
- + seq_len: u32,
42
- + num_heads: u32,
43
- + head_dim: u32,
44
- + start_pos: u32,
45
- + rope_base: f32,
46
- + rope_scale: f32,
47
- + rotary_dim: u32,
48
- + interleaved: u32,
49
- + pair_span_dim: u32,
50
- _pad0: u32,
51
- _pad1: u32,
52
- _pad2: u32,
53
- }
54
-
55
- @group(0) @binding(0) var<uniform> u: Uniforms;
56
- -@group(0) @binding(1) var<storage, read_write> input: array<f32>; // [seq_len, num_heads, head_dim]
57
- -@group(0) @binding(2) var<storage, read_write> freqs_cos: array<f32>; // Precomputed cos [max_seq_len, head_dim/2]
58
- -@group(0) @binding(3) var<storage, read_write> freqs_sin: array<f32>; // Precomputed sin [max_seq_len, head_dim/2]
59
- +@group(0) @binding(1) var<storage, read_write> input: array<f16>;
60
- +@group(0) @binding(2) var<storage, read_write> freqs_cos: array<f32>;
61
- +@group(0) @binding(3) var<storage, read_write> freqs_sin: array<f32>;
62
-
63
- fn get_first_rotary_idx(pair_idx: u32) -> u32 {
64
- if (u.interleaved == 1u) {
65
- @@ -68,7 +65,6 @@
66
- let seq_len = u.seq_len;
67
- let start_pos = u.start_pos;
68
-
69
- - // Global thread index (one thread per complex pair)
70
- let rotary_dim = u.rotary_dim;
71
- let half_dim = rotary_dim / 2u;
72
- let total_pairs = seq_len * num_heads * half_dim;
73
- @@ -78,17 +74,15 @@
74
- return;
75
- }
76
-
77
- - // Decompose index
78
- let pos = idx / (num_heads * half_dim);
79
- let remainder = idx % (num_heads * half_dim);
80
- let head_idx = remainder / half_dim;
81
- let pair_idx = remainder % half_dim;
82
- let actual_pos = start_pos + pos;
83
-
84
- - // Get precomputed cos/sin for this position and dimension
85
- let freq_idx = actual_pos * half_dim + pair_idx;
86
- - let cos_val = freqs_cos[freq_idx];
87
- - let sin_val = freqs_sin[freq_idx];
88
- + let cos_val = f16(freqs_cos[freq_idx]);
89
- + let sin_val = f16(freqs_sin[freq_idx]);
90
-
91
- let base_idx = pos * num_heads * head_dim + head_idx * head_dim;
92
- let first_idx = get_first_rotary_idx(pair_idx);
93
- @@ -96,11 +90,9 @@
94
- let x0 = input[base_idx + first_idx];
95
- let x1 = input[base_idx + second_idx];
96
-
97
- - // Apply rotation
98
- let y0 = x0 * cos_val - x1 * sin_val;
99
- let y1 = x0 * sin_val + x1 * cos_val;
100
-
101
- - // Write back
102
- input[base_idx + first_idx] = y0;
103
- input[base_idx + second_idx] = y1;
104
- }
105
- @@ -127,7 +119,6 @@
106
- return;
107
- }
108
-
109
- - // Decompose index
110
- let pos = idx / (num_heads * half_dim);
111
- let remainder = idx % (num_heads * half_dim);
112
- let head_idx = remainder / half_dim;
113
- @@ -135,7 +126,6 @@
114
-
115
- let actual_pos = f32(start_pos + pos) / rope_scale;
116
-
117
- - // Compute frequency: 1 / (base^(2*pair_idx/head_dim))
118
- let exponent = f32(pair_idx * 2u) / f32(pair_span_dim);
119
- let freq = 1.0 / pow(rope_base, exponent);
120
- let theta = actual_pos * freq;
121
- @@ -146,16 +136,17 @@
122
- let base_idx = pos * num_heads * head_dim + head_idx * head_dim;
123
- let first_idx = get_first_rotary_idx(pair_idx);
124
- let second_idx = get_second_rotary_idx(pair_idx, pair_span_dim);
125
- - let x0 = input[base_idx + first_idx];
126
- - let x1 = input[base_idx + second_idx];
127
- + let x0 = f32(input[base_idx + first_idx]);
128
- + let x1 = f32(input[base_idx + second_idx]);
129
- +
130
- + let y0 = x0 * cos_val - x1 * sin_val;
131
- + let y1 = x0 * sin_val + x1 * cos_val;
132
-
133
- - // Apply rotation
134
- - input[base_idx + first_idx] = x0 * cos_val - x1 * sin_val;
135
- - input[base_idx + second_idx] = x0 * sin_val + x1 * cos_val;
136
- + input[base_idx + first_idx] = f16(y0);
137
- + input[base_idx + second_idx] = f16(y1);
138
- }
139
-
140
- // Apply RoPE to both Q and K in one pass
141
- -// Input layout: Q and K concatenated [seq_len, num_heads, head_dim * 2]
142
- @compute @workgroup_size(WORKGROUP_SIZE, 1, 1)
143
- fn rope_qk(
144
- @builtin(global_invocation_id) global_id: vec3<u32>
145
- @@ -170,7 +161,6 @@
146
- let pair_span_dim = u.pair_span_dim;
147
-
148
- let idx = global_id.x;
149
- - // Each thread handles one Q-K pair at one dimension pair
150
- let half_dim = rotary_dim / 2u;
151
- let total_pairs = seq_len * num_heads * half_dim;
152
-
153
- @@ -185,7 +175,6 @@
154
-
155
- let actual_pos = f32(start_pos + pos) / rope_scale;
156
-
157
- - // Compute frequency
158
- let exponent = f32(pair_idx * 2u) / f32(pair_span_dim);
159
- let freq = 1.0 / pow(rope_base, exponent);
160
- let theta = actual_pos * freq;
161
- @@ -193,33 +182,28 @@
162
- let cos_val = cos(theta);
163
- let sin_val = sin(theta);
164
-
165
- - // Q is in first half, K in second half
166
- let q_base_idx = pos * num_heads * head_dim * 2u + head_idx * head_dim;
167
- - let k_base_idx = q_base_idx + head_dim; // K starts after Q
168
- + let k_base_idx = q_base_idx + head_dim;
169
-
170
- - // Process Q
171
- let first_idx = get_first_rotary_idx(pair_idx);
172
- let second_idx = get_second_rotary_idx(pair_idx, pair_span_dim);
173
- - let q0 = input[q_base_idx + first_idx];
174
- - let q1 = input[q_base_idx + second_idx];
175
- - input[q_base_idx + first_idx] = q0 * cos_val - q1 * sin_val;
176
- - input[q_base_idx + second_idx] = q0 * sin_val + q1 * cos_val;
177
- -
178
- - // Process K
179
- - let k0 = input[k_base_idx + first_idx];
180
- - let k1 = input[k_base_idx + second_idx];
181
- - input[k_base_idx + first_idx] = k0 * cos_val - k1 * sin_val;
182
- - input[k_base_idx + second_idx] = k0 * sin_val + k1 * cos_val;
183
- + let q0 = f32(input[q_base_idx + first_idx]);
184
- + let q1 = f32(input[q_base_idx + second_idx]);
185
- + input[q_base_idx + first_idx] = f16(q0 * cos_val - q1 * sin_val);
186
- + input[q_base_idx + second_idx] = f16(q0 * sin_val + q1 * cos_val);
187
- +
188
- + let k0 = f32(input[k_base_idx + first_idx]);
189
- + let k1 = f32(input[k_base_idx + second_idx]);
190
- + input[k_base_idx + first_idx] = f16(k0 * cos_val - k1 * sin_val);
191
- + input[k_base_idx + second_idx] = f16(k0 * sin_val + k1 * cos_val);
192
- }
193
-
194
- // Precompute frequency table (run once at init)
195
- -// Output: freqs_cos, freqs_sin [maxSeqLen, head_dim/2]
196
- @compute @workgroup_size(WORKGROUP_SIZE, 1, 1)
197
- fn precompute_freqs(
198
- @builtin(global_invocation_id) global_id: vec3<u32>
199
- ) {
200
- - let head_dim = u.head_dim;
201
- - let seq_len = u.seq_len; // maxSeqLen for precomputation
202
- + let seq_len = u.seq_len;
203
- let rope_base = u.rope_base;
204
- let rope_scale = u.rope_scale;
205
- let rotary_dim = u.rotary_dim;
206
- @@ -245,8 +229,6 @@
207
- freqs_sin[idx] = sin(theta);
208
- }
209
-
210
- -// NTK-aware scaled RoPE (for extended context without fine-tuning)
211
- -// Uses dynamic scaling based on sequence length
212
- @compute @workgroup_size(WORKGROUP_SIZE, 1, 1)
213
- fn rope_ntk_scaled(
214
- @builtin(global_invocation_id) global_id: vec3<u32>
215
- @@ -268,8 +250,6 @@
216
- return;
217
- }
218
-
219
- - // NTK scaling: increase base proportionally to scale factor
220
- - // This preserves high-frequency components better than linear interpolation
221
- rope_base = rope_base * pow(rope_scale, f32(pair_span_dim) / (f32(pair_span_dim) - 2.0));
222
-
223
- let pos = idx / (num_heads * half_dim);
224
- @@ -289,15 +269,13 @@
225
- let base_idx = pos * num_heads * head_dim + head_idx * head_dim;
226
- let first_idx = get_first_rotary_idx(pair_idx);
227
- let second_idx = get_second_rotary_idx(pair_idx, pair_span_dim);
228
- - let x0 = input[base_idx + first_idx];
229
- - let x1 = input[base_idx + second_idx];
230
- + let x0 = f32(input[base_idx + first_idx]);
231
- + let x1 = f32(input[base_idx + second_idx]);
232
-
233
- - input[base_idx + first_idx] = x0 * cos_val - x1 * sin_val;
234
- - input[base_idx + second_idx] = x0 * sin_val + x1 * cos_val;
235
- + input[base_idx + first_idx] = f16(x0 * cos_val - x1 * sin_val);
236
- + input[base_idx + second_idx] = f16(x0 * sin_val + x1 * cos_val);
237
- }
238
-
239
- -// YaRN-style RoPE with attention scaling
240
- -// Combines NTK interpolation with linear interpolation based on frequency
241
- @compute @workgroup_size(WORKGROUP_SIZE, 1, 1)
242
- fn rope_yarn(
243
- @builtin(global_invocation_id) global_id: vec3<u32>
244
- @@ -326,32 +304,26 @@
245
-
246
- let actual_pos = f32(start_pos + pos);
247
-
248
- - // YaRN parameters (from override constants)
249
- let beta_fast: f32 = YARN_BETA_FAST;
250
- let beta_slow: f32 = YARN_BETA_SLOW;
251
- - let alpha: f32 = YARN_ALPHA;
252
-
253
- - // Compute original frequency
254
- let exponent = f32(pair_idx * 2u) / f32(pair_span_dim);
255
- let orig_freq = 1.0 / pow(rope_base, exponent);
256
-
257
- - // Compute wavelength
258
- let wavelength = 2.0 * PI / orig_freq;
259
-
260
- - // Interpolation factor based on wavelength
261
- var ramp: f32;
262
- let low_wavelength = f32(pair_span_dim) / beta_fast;
263
- let high_wavelength = f32(pair_span_dim) / beta_slow;
264
-
265
- if (wavelength < low_wavelength) {
266
- - ramp = 0.0; // No interpolation for high frequencies
267
- + ramp = 0.0;
268
- } else if (wavelength > high_wavelength) {
269
- - ramp = 1.0; // Full interpolation for low frequencies
270
- + ramp = 1.0;
271
- } else {
272
- ramp = (wavelength - low_wavelength) / (high_wavelength - low_wavelength);
273
- }
274
-
275
- - // Combine original and scaled position
276
- let scaled_pos = actual_pos / rope_scale;
277
- let interp_pos = (1.0 - ramp) * actual_pos + ramp * scaled_pos;
278
-
279
- @@ -362,9 +334,9 @@
280
- let base_idx = pos * num_heads * head_dim + head_idx * head_dim;
281
- let first_idx = get_first_rotary_idx(pair_idx);
282
- let second_idx = get_second_rotary_idx(pair_idx, pair_span_dim);
283
- - let x0 = input[base_idx + first_idx];
284
- - let x1 = input[base_idx + second_idx];
285
- + let x0 = f32(input[base_idx + first_idx]);
286
- + let x1 = f32(input[base_idx + second_idx]);
287
-
288
- - input[base_idx + first_idx] = x0 * cos_val - x1 * sin_val;
289
- - input[base_idx + second_idx] = x0 * sin_val + x1 * cos_val;
290
- + input[base_idx + first_idx] = f16(x0 * cos_val - x1 * sin_val);
291
- + input[base_idx + second_idx] = f16(x0 * sin_val + x1 * cos_val);
292
- }
@@ -1,336 +0,0 @@
1
- --- src/gpu/kernels/sample.wgsl
2
- +++ src/gpu/kernels/sample_f16.wgsl
3
- @@ -1,47 +1,39 @@
4
- -// sample.wgsl
5
- +// sample_f16.wgsl
6
-
7
- /**
8
- - * GPU-Side Sampling Kernel
9
- + * GPU-Side Sampling Kernel (f16 logits)
10
- *
11
- - * Performs temperature scaling, top-k selection, softmax, and sampling
12
- - * entirely on GPU. Only reads back the single selected token ID.
13
- - *
14
- - * Reduces readback from 1MB (256K vocab × 4 bytes) to 4 bytes.
15
- - *
16
- - * Algorithm:
17
- - * 1. Temperature scaling: logits = logits / temperature
18
- - * 2. Parallel top-k: Each workgroup finds local top-k, then merge
19
- - * 3. Softmax on top-k candidates
20
- - * 4. Multinomial sampling with provided random value
21
- + * Same as sample.wgsl but logits are f16.
22
- + * The all-f16 lane keeps sampling comparisons and reductions in f16.
23
- */
24
-
25
- +enable f16;
26
- +
27
- // Configuration
28
- override WORKGROUP_SIZE: u32 = 256u;
29
- const MAX_WORKGROUP_SIZE: u32 = 256u;
30
- -const MAX_TOP_K: u32 = 128u; // Max top-k supported
31
- -const NEG_INF: f32 = -3.402823e+38;
32
- +const MAX_TOP_K: u32 = 128u;
33
- +const NEG_INF = f16(-65504.0);
34
-
35
- struct Uniforms {
36
- vocab_size: u32,
37
- top_k: u32,
38
- temperature: f32,
39
- - random_value: f32, // Pre-generated random [0,1) for sampling
40
- + random_value: f32,
41
- pad_token_id: u32,
42
- - logit_softcap: f32, // Gemma 2: 30.0, 0.0 = disabled
43
- - output_index: u32, // Index into output token buffer
44
- + logit_softcap: f32,
45
- + output_index: u32,
46
- pad0: u32,
47
- }
48
-
49
- -// Apply softcapping: softcap * tanh(x / softcap)
50
- -// Returns x unchanged if softcap <= 0
51
- -fn apply_softcap(x: f32, softcap: f32) -> f32 {
52
- - if (softcap <= 0.0) {
53
- +fn apply_softcap(x: f16, softcap: f16) -> f16 {
54
- + if (softcap <= f16(0.0)) {
55
- return x;
56
- }
57
- return softcap * tanh(x / softcap);
58
- }
59
-
60
- -fn candidate_beats(candidate_value: f32, candidate_index: u32, best_value: f32, best_index: u32) -> bool {
61
- +fn candidate_beats(candidate_value: f16, candidate_index: u32, best_value: f16, best_index: u32) -> bool {
62
- if (candidate_value > best_value) {
63
- return true;
64
- }
65
- @@ -52,17 +44,14 @@
66
- }
67
-
68
- @group(0) @binding(0) var<uniform> u: Uniforms;
69
- -@group(0) @binding(1) var<storage, read> logits: array<f32>; // [vocabSize]
70
- -@group(0) @binding(2) var<storage, read_write> output: array<u32>; // [N] - selected tokens
71
- -@group(0) @binding(3) var<storage, read_write> topk_indices: array<u32>; // [topK] - intermediate
72
- -@group(0) @binding(4) var<storage, read_write> topk_logits: array<f32>; // [topK] - intermediate
73
- +@group(0) @binding(1) var<storage, read> logits: array<f16>;
74
- +@group(0) @binding(2) var<storage, read_write> output: array<u32>;
75
- +@group(0) @binding(3) var<storage, read_write> topk_indices: array<u32>;
76
- +@group(0) @binding(4) var<storage, read_write> topk_logits: array<f16>;
77
-
78
- -// Shared memory for workgroup-level reduction
79
- -var<workgroup> shared_values: array<f32, MAX_WORKGROUP_SIZE>;
80
- +var<workgroup> shared_values: array<f16, MAX_WORKGROUP_SIZE>;
81
- var<workgroup> shared_indices: array<u32, MAX_WORKGROUP_SIZE>;
82
-
83
- -// Phase 1: Find local max in each workgroup for parallel top-k
84
- -// Each thread scans a chunk of vocabulary, keeps local top element
85
- @compute @workgroup_size(WORKGROUP_SIZE, 1, 1)
86
- fn find_topk_phase1(
87
- @builtin(global_invocation_id) gid: vec3<u32>,
88
- @@ -73,13 +62,12 @@
89
- let thread_idx = lid.x;
90
- let global_idx = gid.x;
91
- let vocab_size = u.vocab_size;
92
- - let temperature = u.temperature;
93
- + let temperature = f16(u.temperature);
94
- let pad_id = u.pad_token_id;
95
- - let softcap = u.logit_softcap;
96
- + let softcap = f16(u.logit_softcap);
97
-
98
- - // Single workgroup: write all logits directly for exact top-k
99
- if (num_wg.x == 1u) {
100
- - var val: f32 = NEG_INF;
101
- + var val: f16 = NEG_INF;
102
- if (global_idx < vocab_size && global_idx != pad_id) {
103
- val = apply_softcap(logits[global_idx], softcap) / temperature;
104
- }
105
- @@ -88,15 +76,12 @@
106
- return;
107
- }
108
-
109
- - // Each thread finds max in its assigned range
110
- - var local_max: f32 = NEG_INF; // -FLT_MAX
111
- + var local_max: f16 = NEG_INF;
112
- var local_max_idx: u32 = 0u;
113
-
114
- - // Stride through vocabulary
115
- var idx = global_idx;
116
- while (idx < vocab_size) {
117
- if (idx != pad_id) {
118
- - // Apply softcapping before temperature scaling
119
- let val = apply_softcap(logits[idx], softcap) / temperature;
120
- if (candidate_beats(val, idx, local_max, local_max_idx)) {
121
- local_max = val;
122
- @@ -110,7 +95,6 @@
123
- shared_indices[thread_idx] = local_max_idx;
124
- workgroupBarrier();
125
-
126
- - // Reduce within workgroup to find workgroup's top value
127
- var stride = WORKGROUP_SIZE / 2u;
128
- while (stride > 0u) {
129
- if (thread_idx < stride) {
130
- @@ -128,15 +112,12 @@
131
- stride = stride / 2u;
132
- }
133
-
134
- - // Thread 0 writes workgroup result
135
- if (thread_idx == 0u) {
136
- topk_logits[wgid.x] = shared_values[0];
137
- topk_indices[wgid.x] = shared_indices[0];
138
- }
139
- }
140
-
141
- -// Phase 2: Merge workgroup results and select final top-k
142
- -// Single workgroup sorts and selects top-k from workgroup results
143
- @compute @workgroup_size(WORKGROUP_SIZE, 1, 1)
144
- fn find_topk_phase2(
145
- @builtin(local_invocation_id) lid: vec3<u32>
146
- @@ -146,8 +127,6 @@
147
- let num_groups = min(WORKGROUP_SIZE, (u.vocab_size + WORKGROUP_SIZE - 1u) / WORKGROUP_SIZE);
148
- let num_candidates = select(num_groups, min(u.vocab_size, WORKGROUP_SIZE), num_groups == 1u);
149
-
150
- - // Load workgroup results into shared memory
151
- - // Assume <= WORKGROUP_SIZE workgroups from phase 1
152
- if (thread_idx < WORKGROUP_SIZE) {
153
- if (thread_idx < num_candidates) {
154
- shared_values[thread_idx] = topk_logits[thread_idx];
155
- @@ -159,7 +138,6 @@
156
- }
157
- workgroupBarrier();
158
-
159
- - // Thread 0 does partial selection sort for top-k
160
- if (thread_idx == 0u) {
161
- for (var k: u32 = 0u; k < top_k && k < num_candidates; k = k + 1u) {
162
- var max_idx = k;
163
- @@ -182,7 +160,6 @@
164
- }
165
- }
166
-
167
- - // Write sorted top-k back
168
- for (var k: u32 = 0u; k < top_k; k = k + 1u) {
169
- topk_logits[k] = shared_values[k];
170
- topk_indices[k] = shared_indices[k];
171
- @@ -190,42 +167,36 @@
172
- }
173
- }
174
-
175
- -// Phase 3: Softmax on top-k and sample
176
- @compute @workgroup_size(WORKGROUP_SIZE, 1, 1)
177
- fn softmax_and_sample(
178
- @builtin(local_invocation_id) lid: vec3<u32>
179
- ) {
180
- let thread_idx = lid.x;
181
- let top_k = u.top_k;
182
- - let random_val = u.random_value;
183
- + let random_val = f16(u.random_value);
184
-
185
- - // Load top-k logits
186
- if (thread_idx < top_k) {
187
- shared_values[thread_idx] = topk_logits[thread_idx];
188
- shared_indices[thread_idx] = topk_indices[thread_idx];
189
- }
190
- workgroupBarrier();
191
-
192
- - // Thread 0 does softmax and sampling
193
- if (thread_idx == 0u) {
194
- - // Find max for numerical stability
195
- - var max_val: f32 = shared_values[0];
196
- + var max_val: f16 = shared_values[0];
197
- for (var i: u32 = 1u; i < top_k; i = i + 1u) {
198
- max_val = max(max_val, shared_values[i]);
199
- }
200
-
201
- - // Compute exp and sum
202
- - var exp_sum: f32 = 0.0;
203
- + var exp_sum: f16 = f16(0.0);
204
- for (var i: u32 = 0u; i < top_k; i = i + 1u) {
205
- let exp_val = exp(shared_values[i] - max_val);
206
- shared_values[i] = exp_val;
207
- exp_sum = exp_sum + exp_val;
208
- }
209
-
210
- - // Normalize to probabilities and sample
211
- - let inv_sum = 1.0 / exp_sum;
212
- - var cum_prob: f32 = 0.0;
213
- - var selected_token: u32 = shared_indices[top_k - 1u]; // Default to last
214
- + let inv_sum = f16(1.0) / exp_sum;
215
- + var cum_prob: f16 = f16(0.0);
216
- + var selected_token: u32 = shared_indices[top_k - 1u];
217
-
218
- for (var i: u32 = 0u; i < top_k; i = i + 1u) {
219
- let prob = shared_values[i] * inv_sum;
220
- @@ -240,8 +211,6 @@
221
- }
222
- }
223
-
224
- -// Combined single-pass version for smaller vocabularies (<= 65536)
225
- -// Uses hierarchical reduction within single kernel
226
- @compute @workgroup_size(WORKGROUP_SIZE, 1, 1)
227
- fn sample_single_pass(
228
- @builtin(global_invocation_id) gid: vec3<u32>,
229
- @@ -251,19 +220,16 @@
230
- let thread_idx = lid.x;
231
- let vocab_size = u.vocab_size;
232
- let top_k = min(u.top_k, MAX_TOP_K);
233
- - let temperature = u.temperature;
234
- - let random_val = u.random_value;
235
- + let temperature = f16(u.temperature);
236
- let pad_id = u.pad_token_id;
237
- - let softcap = u.logit_softcap;
238
- + let softcap = f16(u.logit_softcap);
239
-
240
- - // Phase 1: Find global max
241
- - var local_max: f32 = NEG_INF;
242
- + var local_max: f16 = NEG_INF;
243
- var local_max_idx: u32 = 0u;
244
-
245
- var idx = gid.x;
246
- while (idx < vocab_size) {
247
- if (idx != pad_id) {
248
- - // Apply softcapping before temperature scaling
249
- let val = apply_softcap(logits[idx], softcap) / temperature;
250
- if (candidate_beats(val, idx, local_max, local_max_idx)) {
251
- local_max = val;
252
- @@ -277,7 +243,6 @@
253
- shared_indices[thread_idx] = local_max_idx;
254
- workgroupBarrier();
255
-
256
- - // Reduce to find workgroup max
257
- var stride = WORKGROUP_SIZE / 2u;
258
- while (stride > 0u) {
259
- if (thread_idx < stride) {
260
- @@ -295,18 +260,11 @@
261
- stride = stride / 2u;
262
- }
263
-
264
- - // For single workgroup, thread 0 can do everything
265
- if (thread_idx == 0u && num_wg.x == 1u) {
266
- - // We have top-1, but need top-k
267
- - // For small vocab, just do the full selection
268
- - // This simplified version selects top-1 only (greedy)
269
- - // Full top-k sampling requires multi-pass for large vocab
270
- -
271
- output[u.output_index] = shared_indices[0];
272
- }
273
- }
274
-
275
- -// Greedy argmax for deterministic decoding (temperature=0 equivalent)
276
- @compute @workgroup_size(WORKGROUP_SIZE, 1, 1)
277
- fn argmax(
278
- @builtin(global_invocation_id) gid: vec3<u32>,
279
- @@ -318,16 +276,14 @@
280
- let global_idx = gid.x;
281
- let vocab_size = u.vocab_size;
282
- let pad_id = u.pad_token_id;
283
- - let softcap = u.logit_softcap;
284
- + let softcap = f16(u.logit_softcap);
285
-
286
- - // Each thread finds max in its chunk
287
- - var local_max: f32 = NEG_INF;
288
- + var local_max: f16 = NEG_INF;
289
- var local_max_idx: u32 = 0u;
290
-
291
- var idx = global_idx;
292
- while (idx < vocab_size) {
293
- if (idx != pad_id) {
294
- - // Apply softcapping (argmax is greedy, no temperature)
295
- let val = apply_softcap(logits[idx], softcap);
296
- if (candidate_beats(val, idx, local_max, local_max_idx)) {
297
- local_max = val;
298
- @@ -341,7 +297,6 @@
299
- shared_indices[thread_idx] = local_max_idx;
300
- workgroupBarrier();
301
-
302
- - // Reduce within workgroup
303
- var stride = WORKGROUP_SIZE / 2u;
304
- while (stride > 0u) {
305
- if (thread_idx < stride) {
306
- @@ -359,14 +314,12 @@
307
- stride = stride / 2u;
308
- }
309
-
310
- - // Write workgroup result to global memory
311
- if (thread_idx == 0u) {
312
- topk_logits[wgid.x] = shared_values[0];
313
- topk_indices[wgid.x] = shared_indices[0];
314
- }
315
- }
316
-
317
- -// Final reduction for argmax across workgroups
318
- @compute @workgroup_size(WORKGROUP_SIZE, 1, 1)
319
- fn argmax_reduce(
320
- @builtin(local_invocation_id) lid: vec3<u32>
321
- @@ -374,7 +327,6 @@
322
- let thread_idx = lid.x;
323
- let num_groups = min(WORKGROUP_SIZE, (u.vocab_size + WORKGROUP_SIZE - 1u) / WORKGROUP_SIZE);
324
-
325
- - // Load workgroup maxes (up to WORKGROUP_SIZE)
326
- if (thread_idx < num_groups) {
327
- shared_values[thread_idx] = topk_logits[thread_idx];
328
- shared_indices[thread_idx] = topk_indices[thread_idx];
329
- @@ -384,7 +336,6 @@
330
- }
331
- workgroupBarrier();
332
-
333
- - // Reduce
334
- var stride = WORKGROUP_SIZE / 2u;
335
- while (stride > 0u) {
336
- if (thread_idx < stride) {
@@ -1,65 +0,0 @@
1
- --- src/gpu/kernels/scatter_add_dynamic.wgsl
2
- +++ src/gpu/kernels/scatter_add_dynamic_f16.wgsl
3
- @@ -1,31 +1,27 @@
4
- -// scatter_add_dynamic.wgsl
5
- +// scatter_add_dynamic_f16.wgsl
6
-
7
- /**
8
- - * Scatter-Add Kernel (dynamic layout)
9
- - *
10
- - * Alternative layout: expert outputs stored per-expert with token batching.
11
- + * Scatter-Add Kernel (dynamic layout, f16 outputs)
12
- */
13
- +
14
- +enable f16;
15
-
16
- override WORKGROUP_SIZE: u32 = 256u;
17
-
18
- -// Alternative layout: expert outputs stored per-expert with token batching
19
- -// Layout: expertOutputs[expertIdx][batchedTokenIdx][hiddenSize]
20
- -// This version handles dynamic token-to-expert mapping
21
- struct DynamicUniforms {
22
- - num_tokens: u32, // Total number of tokens
23
- - hidden_size: u32, // Hidden dimension
24
- - top_k: u32, // Number of experts per token
25
- + num_tokens: u32,
26
- + hidden_size: u32,
27
- + top_k: u32,
28
- _pad: u32,
29
- }
30
-
31
- @group(0) @binding(0) var<uniform> u_dyn: DynamicUniforms;
32
- -@group(0) @binding(1) var<storage, read> expert_outputs_flat: array<f32>; // Flattened expert outputs
33
- -@group(0) @binding(2) var<storage, read> routing_indices: array<u32>; // [num_tokens, top_k] expert indices
34
- -@group(0) @binding(3) var<storage, read> routing_weights: array<f32>; // [num_tokens, top_k] weights
35
- -@group(0) @binding(4) var<storage, read> token_offsets: array<u32>; // Per-expert token offsets
36
- -@group(0) @binding(5) var<storage, read_write> output_dyn: array<f32>; // [num_tokens, hidden_size]
37
- +@group(0) @binding(1) var<storage, read> expert_outputs_flat: array<f16>;
38
- +@group(0) @binding(2) var<storage, read> routing_indices: array<u32>;
39
- +@group(0) @binding(3) var<storage, read> routing_weights: array<f32>;
40
- +@group(0) @binding(4) var<storage, read> token_offsets: array<u32>;
41
- +@group(0) @binding(5) var<storage, read_write> output_dyn: array<f16>;
42
-
43
- -// Dynamic scatter with per-expert token offset lookup
44
- @compute @workgroup_size(WORKGROUP_SIZE, 1, 1)
45
- fn scatter_add_dynamic(@builtin(global_invocation_id) gid: vec3<u32>) {
46
- let tid = gid.x;
47
- @@ -44,16 +40,11 @@
48
- let routing_base = token_idx * top_k;
49
-
50
- for (var k: u32 = 0u; k < top_k; k = k + 1u) {
51
- - let expert_idx = routing_indices[routing_base + k];
52
- let weight = routing_weights[routing_base + k];
53
- -
54
- - // Look up where this token's data is stored for this expert
55
- - // tokenOffsets[token_idx * top_k + k] gives the offset into expertOutputsFlat
56
- let data_offset = token_offsets[routing_base + k];
57
- let expert_data_idx = data_offset * hidden_size + dim_idx;
58
- -
59
- - sum = sum + weight * expert_outputs_flat[expert_data_idx];
60
- + sum = sum + weight * f32(expert_outputs_flat[expert_data_idx]);
61
- }
62
-
63
- - output_dyn[tid] = sum;
64
- + output_dyn[tid] = f16(sum);
65
- }