doppler-gpu 0.4.2 → 0.4.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (645) hide show
  1. package/CHANGELOG.md +182 -0
  2. package/README.md +19 -15
  3. package/package.json +77 -29
  4. package/src/cli/cli-model-resolution.js +275 -0
  5. package/src/cli/cli-output.js +453 -0
  6. package/src/cli/doppler-cli.js +817 -709
  7. package/src/cli/doppler-quickstart.d.ts +7 -23
  8. package/src/cli/doppler-quickstart.js +4 -2
  9. package/src/cli/doppler-serve.js +1 -1
  10. package/src/cli/runtime-profiles.d.ts +40 -0
  11. package/src/cli/runtime-profiles.js +225 -0
  12. package/src/client/doppler-api.js +1 -6
  13. package/src/client/doppler-registry.d.ts +12 -0
  14. package/src/client/doppler-registry.js +27 -0
  15. package/src/client/doppler-registry.json +64 -6
  16. package/src/client/failure-taxonomy.js +139 -0
  17. package/src/client/fault-injection.js +30 -0
  18. package/src/client/provider.d.ts +151 -0
  19. package/src/client/provider.js +374 -0
  20. package/src/client/receipt.js +156 -0
  21. package/src/client/runtime/index.js +56 -4
  22. package/src/client/runtime/model-manager.d.ts +0 -14
  23. package/src/client/runtime/model-manager.js +2 -42
  24. package/src/client/runtime/model-session.js +33 -0
  25. package/src/client/runtime/model-source.d.ts +13 -1
  26. package/src/client/runtime/model-source.js +128 -2
  27. package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
  28. package/src/client/runtime/node-quickstart-cache.js +353 -0
  29. package/src/client/runtime/source-runtime.js +1 -10
  30. package/src/client/runtime/types.d.ts +0 -60
  31. package/src/client/wrap-pipeline-handle.d.ts +20 -0
  32. package/src/client/wrap-pipeline-handle.js +84 -0
  33. package/src/config/README.md +3 -1
  34. package/src/config/conversion/README.md +23 -157
  35. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +19 -4
  36. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +16 -9
  37. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +24 -9
  38. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +24 -9
  39. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +16 -9
  40. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +24 -9
  41. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
  42. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
  43. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +589 -0
  44. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
  45. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +367 -61
  46. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
  47. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
  48. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
  49. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +17 -10
  50. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +75 -33
  51. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +91 -59
  52. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +517 -0
  53. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +511 -0
  54. package/src/config/execution-contract-check.js +6 -5
  55. package/src/config/kernel-path-loader.d.ts +8 -2
  56. package/src/config/kernels/kernel-ref-digests.js +125 -122
  57. package/src/config/kernels/registry.d.ts +0 -35
  58. package/src/config/kernels/registry.js +5 -9
  59. package/src/config/kernels/registry.json +524 -350
  60. package/src/config/merge-helpers.d.ts +1 -1
  61. package/src/config/merge-helpers.js +1 -1
  62. package/src/config/merge.js +35 -7
  63. package/src/config/param-categories.d.ts +0 -9
  64. package/src/config/param-categories.js +1 -5
  65. package/src/config/param-validator.d.ts +2 -0
  66. package/src/config/param-validator.js +16 -0
  67. package/src/config/platforms/loader.d.ts +0 -27
  68. package/src/config/platforms/loader.js +0 -30
  69. package/src/config/required-inference-fields-contract-check.js +1 -7
  70. package/src/config/runtime/README.md +28 -0
  71. package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +1 -1
  72. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
  73. package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
  74. package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
  75. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
  76. package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
  77. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
  78. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
  79. package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
  80. package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
  81. package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
  82. package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
  83. package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
  84. package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
  85. package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
  86. package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
  87. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
  88. package/src/config/schema/bridge.schema.d.ts +16 -0
  89. package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
  90. package/src/config/schema/browser-suite-metrics.schema.js +2 -0
  91. package/src/config/schema/converter.schema.d.ts +5 -0
  92. package/src/config/schema/converter.schema.js +3 -0
  93. package/src/config/schema/debug.schema.d.ts +22 -1
  94. package/src/config/schema/debug.schema.js +1 -0
  95. package/src/config/schema/distill-training.schema.d.ts +0 -1
  96. package/src/config/schema/distill-training.schema.js +1 -1
  97. package/src/config/schema/doppler.schema.d.ts +12 -2
  98. package/src/config/schema/doppler.schema.js +108 -8
  99. package/src/config/schema/emulation.schema.d.ts +3 -0
  100. package/src/config/schema/emulation.schema.js +16 -16
  101. package/src/config/schema/execution-v1.schema.d.ts +12 -1
  102. package/src/config/schema/execution-v1.schema.js +7 -1
  103. package/src/config/schema/index.d.ts +52 -1
  104. package/src/config/schema/index.js +14 -0
  105. package/src/config/schema/inference.schema.d.ts +3 -3
  106. package/src/config/schema/kernel-path.schema.d.ts +6 -27
  107. package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
  108. package/src/config/schema/kernel-thresholds.schema.js +3 -7
  109. package/src/config/schema/kvcache.schema.js +0 -9
  110. package/src/config/schema/loading.schema.d.ts +12 -0
  111. package/src/config/schema/loading.schema.js +4 -0
  112. package/src/config/schema/manifest.schema.d.ts +68 -1
  113. package/src/config/schema/manifest.schema.js +48 -2
  114. package/src/config/schema/moe.schema.js +0 -8
  115. package/src/config/schema/program-bundle.schema.d.ts +233 -0
  116. package/src/config/schema/program-bundle.schema.js +393 -0
  117. package/src/config/schema/ul-training.schema.d.ts +0 -1
  118. package/src/config/schema/ul-training.schema.js +1 -1
  119. package/src/config/source-packages/litert/gemma-4-e2b-it.json +36 -15
  120. package/src/config/supported-operations.d.ts +14 -0
  121. package/src/config/supported-operations.js +34 -0
  122. package/src/config/supported-operations.json +178 -0
  123. package/src/config/training-defaults.js +1 -7
  124. package/src/config/transforms/capability-transform-resolver.js +3 -1
  125. package/src/config/transforms/execution-graph-transforms.d.ts +55 -0
  126. package/src/config/transforms/execution-graph-transforms.js +693 -29
  127. package/src/converter/conversion-plan.js +13 -10
  128. package/src/converter/core.d.ts +57 -0
  129. package/src/converter/core.js +582 -13
  130. package/src/converter/parsers/diffusion.js +1 -33
  131. package/src/converter/quantization-info.d.ts +5 -4
  132. package/src/converter/quantization-info.js +39 -3
  133. package/src/converter/quantizer.d.ts +19 -0
  134. package/src/converter/quantizer.js +76 -0
  135. package/src/debug/config.d.ts +0 -4
  136. package/src/debug/config.js +0 -17
  137. package/src/debug/index.d.ts +28 -30
  138. package/src/debug/index.js +0 -18
  139. package/src/debug/stats.d.ts +0 -8
  140. package/src/debug/stats.js +3 -3
  141. package/src/debug/tensor.d.ts +9 -2
  142. package/src/debug/tensor.js +11 -4
  143. package/src/debug/trace.js +2 -15
  144. package/src/errors/doppler-error.js +20 -0
  145. package/src/experimental/browser/quantization.d.ts +5 -0
  146. package/src/experimental/distribution/shard-delivery.js +179 -23
  147. package/src/experimental/training/artifacts.js +1 -14
  148. package/src/experimental/training/checkpoint.js +1 -14
  149. package/src/experimental/training/datasets/token-batch.d.ts +1 -1
  150. package/src/experimental/training/datasets/token-batch.js +2 -2
  151. package/src/experimental/training/distillation/dataset.js +2 -15
  152. package/src/experimental/training/distillation/eval.js +3 -3
  153. package/src/experimental/training/distillation/runtime.js +3 -16
  154. package/src/experimental/training/distillation/student-fixture.js +6 -6
  155. package/src/experimental/training/lora-pipeline.js +1 -14
  156. package/src/experimental/training/objectives/base.d.ts +2 -2
  157. package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
  158. package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
  159. package/src/experimental/training/objectives/distill_kd.js +2 -2
  160. package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
  161. package/src/experimental/training/objectives/distill_triplet.js +2 -2
  162. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
  163. package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
  164. package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
  165. package/src/experimental/training/operator-artifacts.js +1 -14
  166. package/src/experimental/training/runner.js +1 -14
  167. package/src/experimental/training/workload-packs/registry.json +6 -6
  168. package/src/experimental/training/workloads.js +1 -1
  169. package/src/formats/gguf/types.d.ts +0 -63
  170. package/src/formats/gguf/types.js +58 -38
  171. package/src/formats/litert/types.d.ts +0 -13
  172. package/src/formats/litert/types.js +2 -2
  173. package/src/formats/rdrr/distributed/index.d.ts +34 -0
  174. package/src/formats/rdrr/distributed/index.js +3 -0
  175. package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
  176. package/src/formats/rdrr/distributed/parsing.js +23 -0
  177. package/src/formats/rdrr/distributed/validation.d.ts +23 -0
  178. package/src/formats/rdrr/distributed/validation.js +131 -0
  179. package/src/formats/rdrr/groups.d.ts +1 -13
  180. package/src/formats/rdrr/groups.js +0 -34
  181. package/src/formats/rdrr/index.d.ts +9 -0
  182. package/src/formats/rdrr/index.js +9 -0
  183. package/src/formats/rdrr/integrity.d.ts +51 -0
  184. package/src/formats/rdrr/integrity.js +200 -0
  185. package/src/formats/rdrr/lowerings.d.ts +28 -0
  186. package/src/formats/rdrr/lowerings.js +112 -0
  187. package/src/formats/rdrr/manifest.d.ts +0 -14
  188. package/src/formats/rdrr/manifest.js +5 -58
  189. package/src/formats/rdrr/merkle.d.ts +24 -0
  190. package/src/formats/rdrr/merkle.js +118 -0
  191. package/src/formats/rdrr/parsing.js +4 -0
  192. package/src/formats/rdrr/slice-compiler.d.ts +29 -0
  193. package/src/formats/rdrr/slice-compiler.js +188 -0
  194. package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
  195. package/src/formats/rdrr/storage-descriptor.js +186 -0
  196. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
  197. package/src/formats/rdrr/tensor-config-validator.js +0 -30
  198. package/src/formats/rdrr/types.d.ts +107 -0
  199. package/src/formats/rdrr/validation.js +245 -0
  200. package/src/formats/tflite/types.d.ts +0 -31
  201. package/src/formats/tflite/types.js +5 -5
  202. package/src/gpu/command-recorder.d.ts +3 -21
  203. package/src/gpu/device.d.ts +17 -3
  204. package/src/gpu/device.js +20 -4
  205. package/src/gpu/kernel-runtime.d.ts +8 -15
  206. package/src/gpu/kernel-selection-log.d.ts +0 -8
  207. package/src/gpu/kernel-selection-log.js +0 -15
  208. package/src/gpu/kernel-tuner/cache.js +0 -3
  209. package/src/gpu/kernels/README.md +50 -18
  210. package/src/gpu/kernels/activation_static_qdq.wgsl +3 -1
  211. package/src/gpu/kernels/attention.d.ts +28 -19
  212. package/src/gpu/kernels/attention.js +443 -9
  213. package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
  214. package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
  215. package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
  216. package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
  217. package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
  218. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
  219. package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
  220. package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
  221. package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
  222. package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
  223. package/src/gpu/kernels/attention_f16.wgsl +88 -30
  224. package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
  225. package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
  226. package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
  227. package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
  228. package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
  229. package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
  230. package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
  231. package/src/gpu/kernels/attention_streaming_f16.wgsl +39 -16
  232. package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
  233. package/src/gpu/kernels/backward/index.d.ts +6 -0
  234. package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
  235. package/src/gpu/kernels/backward/utils.d.ts +35 -0
  236. package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
  237. package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
  238. package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
  239. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
  240. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
  241. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
  242. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +2 -85
  243. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +27 -24
  244. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +1 -1
  245. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +249 -179
  246. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
  247. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
  248. package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
  249. package/src/gpu/kernels/constants.d.ts +9 -48
  250. package/src/gpu/kernels/constants.js +0 -23
  251. package/src/gpu/kernels/conv2d.d.ts +0 -4
  252. package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
  253. package/src/gpu/kernels/dequant.d.ts +0 -16
  254. package/src/gpu/kernels/dequant.js +1 -71
  255. package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
  256. package/src/gpu/kernels/dequant_shared.wgsl +1 -55
  257. package/src/gpu/kernels/dispatch.d.ts +12 -97
  258. package/src/gpu/kernels/dispatch.js +0 -117
  259. package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
  260. package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
  261. package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
  262. package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
  263. package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
  264. package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
  265. package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
  266. package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
  267. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
  268. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
  269. package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
  270. package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
  271. package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
  272. package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
  273. package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
  274. package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
  275. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
  276. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
  277. package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
  278. package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
  279. package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
  280. package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
  281. package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
  282. package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
  283. package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
  284. package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
  285. package/src/gpu/kernels/gather.d.ts +0 -7
  286. package/src/gpu/kernels/gather_f16.wgsl +1 -1
  287. package/src/gpu/kernels/gelu_f16.wgsl +14 -15
  288. package/src/gpu/kernels/groupnorm.d.ts +0 -4
  289. package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
  290. package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
  291. package/src/gpu/kernels/index.d.ts +6 -5
  292. package/src/gpu/kernels/index.js +3 -4
  293. package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
  294. package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
  295. package/src/gpu/kernels/layernorm.d.ts +0 -4
  296. package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
  297. package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
  298. package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
  299. package/src/gpu/kernels/logit-merge.d.ts +0 -24
  300. package/src/gpu/kernels/logit-merge.js +1 -17
  301. package/src/gpu/kernels/matmul-dispatch.js +7 -1
  302. package/src/gpu/kernels/matmul-selection.js +68 -1
  303. package/src/gpu/kernels/matmul.d.ts +0 -28
  304. package/src/gpu/kernels/matmul.js +101 -7
  305. package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
  306. package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
  307. package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
  308. package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
  309. package/src/gpu/kernels/modulate_f16.wgsl +1 -1
  310. package/src/gpu/kernels/moe.d.ts +0 -56
  311. package/src/gpu/kernels/moe.js +0 -15
  312. package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
  313. package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
  314. package/src/gpu/kernels/residual.d.ts +0 -12
  315. package/src/gpu/kernels/residual_f16.wgsl +2 -2
  316. package/src/gpu/kernels/residual_f16_vec4.wgsl +5 -5
  317. package/src/gpu/kernels/rmsnorm.d.ts +0 -8
  318. package/src/gpu/kernels/rmsnorm.js +17 -1
  319. package/src/gpu/kernels/rmsnorm.wgsl +5 -6
  320. package/src/gpu/kernels/rmsnorm_f16.wgsl +65 -39
  321. package/src/gpu/kernels/rope.d.ts +1 -5
  322. package/src/gpu/kernels/rope.js +12 -2
  323. package/src/gpu/kernels/rope.wgsl +33 -19
  324. package/src/gpu/kernels/rope_f16.wgsl +39 -25
  325. package/src/gpu/kernels/sample.d.ts +0 -5
  326. package/src/gpu/kernels/sample.wgsl +7 -6
  327. package/src/gpu/kernels/sample_f16.wgsl +28 -30
  328. package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
  329. package/src/gpu/kernels/shader-cache.d.ts +13 -0
  330. package/src/gpu/kernels/shader-cache.js +27 -0
  331. package/src/gpu/kernels/silu_f16.wgsl +1 -1
  332. package/src/gpu/kernels/softmax.wgsl +4 -144
  333. package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
  334. package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
  335. package/src/gpu/kernels/topk_f16.wgsl +1 -1
  336. package/src/gpu/kernels/turboquant-codebook.js +11 -40
  337. package/src/gpu/kernels/uniform-utils.d.ts +18 -0
  338. package/src/gpu/kernels/upsample2d.d.ts +0 -4
  339. package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
  340. package/src/gpu/kernels/utils.d.ts +28 -0
  341. package/src/gpu/kernels/utils.js +41 -0
  342. package/src/gpu/perf-guards.d.ts +0 -12
  343. package/src/gpu/perf-guards.js +0 -62
  344. package/src/gpu/profiler.d.ts +0 -21
  345. package/src/gpu/profiler.js +0 -34
  346. package/src/gpu/submit-tracker.d.ts +0 -57
  347. package/src/gpu/submit-tracker.js +3 -62
  348. package/src/gpu/tensor.d.ts +0 -23
  349. package/src/gpu/tensor.js +0 -41
  350. package/src/gpu/uniform-cache.d.ts +0 -11
  351. package/src/gpu/uniform-cache.js +0 -23
  352. package/src/index.d.ts +1 -0
  353. package/src/index.js +1 -0
  354. package/src/inference/browser-harness-model-helpers.d.ts +0 -9
  355. package/src/inference/browser-harness-model-helpers.js +22 -13
  356. package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
  357. package/src/inference/browser-harness-runtime-helpers.js +2 -2
  358. package/src/inference/browser-harness-suite-helpers.d.ts +4 -1
  359. package/src/inference/browser-harness-suite-helpers.js +87 -1
  360. package/src/inference/browser-harness-text-helpers.d.ts +12 -0
  361. package/src/inference/browser-harness-text-helpers.js +223 -14
  362. package/src/inference/browser-harness.d.ts +0 -29
  363. package/src/inference/browser-harness.js +264 -71
  364. package/src/inference/kv-cache/base.d.ts +6 -0
  365. package/src/inference/kv-cache/base.js +16 -1
  366. package/src/inference/kv-cache/mixed-geometry.d.ts +1 -0
  367. package/src/inference/kv-cache/mixed-geometry.js +12 -2
  368. package/src/inference/kv-cache/quantized.js +2 -0
  369. package/src/inference/kv-cache/tiered.js +7 -0
  370. package/src/inference/kv-cache/types.d.ts +2 -0
  371. package/src/inference/multi-model-network.d.ts +1 -1
  372. package/src/inference/multi-model-network.js +1 -2
  373. package/src/inference/network-evolution.d.ts +0 -12
  374. package/src/inference/network-evolution.js +2 -2
  375. package/src/inference/pipelines/context.js +17 -0
  376. package/src/inference/pipelines/diffusion/init.js +2 -2
  377. package/src/inference/pipelines/diffusion/pipeline.js +41 -96
  378. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
  379. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
  380. package/src/inference/pipelines/diffusion/vae.js +4 -4
  381. package/src/inference/pipelines/energy/quintel.d.ts +15 -0
  382. package/src/inference/pipelines/structured/index.d.ts +2 -0
  383. package/src/inference/pipelines/structured/index.js +2 -0
  384. package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
  385. package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
  386. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
  387. package/src/inference/pipelines/text/attention/attn-config.js +1 -1
  388. package/src/inference/pipelines/text/attention/projections.d.ts +2 -0
  389. package/src/inference/pipelines/text/attention/projections.js +70 -23
  390. package/src/inference/pipelines/text/attention/record.js +118 -5
  391. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
  392. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
  393. package/src/inference/pipelines/text/attention/run.js +97 -6
  394. package/src/inference/pipelines/text/attention/types.d.ts +2 -0
  395. package/src/inference/pipelines/text/chat-format.d.ts +0 -10
  396. package/src/inference/pipelines/text/chat-format.js +1 -8
  397. package/src/inference/pipelines/text/config.d.ts +3 -25
  398. package/src/inference/pipelines/text/config.js +105 -3
  399. package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
  400. package/src/inference/pipelines/text/drift-policy.js +1 -1
  401. package/src/inference/pipelines/text/embed.d.ts +22 -27
  402. package/src/inference/pipelines/text/embed.js +0 -39
  403. package/src/inference/pipelines/text/execution-plan.d.ts +5 -3
  404. package/src/inference/pipelines/text/execution-plan.js +15 -2
  405. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -4
  406. package/src/inference/pipelines/text/execution-runtime-builders.js +0 -11
  407. package/src/inference/pipelines/text/execution-v1.d.ts +18 -0
  408. package/src/inference/pipelines/text/execution-v1.js +94 -25
  409. package/src/inference/pipelines/text/ffn/dense.js +180 -3
  410. package/src/inference/pipelines/text/ffn/standard.js +40 -13
  411. package/src/inference/pipelines/text/generator-decode-policy.js +243 -0
  412. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -2
  413. package/src/inference/pipelines/text/generator-helpers.js +4 -5
  414. package/src/inference/pipelines/text/generator-prefill-helpers.js +293 -0
  415. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -7
  416. package/src/inference/pipelines/text/generator-runtime.js +8 -6
  417. package/src/inference/pipelines/text/generator-steps.d.ts +22 -7
  418. package/src/inference/pipelines/text/generator-steps.js +8 -3
  419. package/src/inference/pipelines/text/generator.d.ts +0 -6
  420. package/src/inference/pipelines/text/generator.js +223 -547
  421. package/src/inference/pipelines/text/init-chat-templates.js +86 -0
  422. package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
  423. package/src/inference/pipelines/text/init-rope.js +408 -0
  424. package/src/inference/pipelines/text/init.d.ts +5 -2
  425. package/src/inference/pipelines/text/init.js +183 -724
  426. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
  427. package/src/inference/pipelines/text/kernel-trace.js +0 -33
  428. package/src/inference/pipelines/text/layer-plan-gpu.js +542 -0
  429. package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
  430. package/src/inference/pipelines/text/layer-plan.js +1 -1
  431. package/src/inference/pipelines/text/layer.d.ts +70 -8
  432. package/src/inference/pipelines/text/layer.js +105 -537
  433. package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
  434. package/src/inference/pipelines/text/load-errors.d.ts +21 -0
  435. package/src/inference/pipelines/text/load-errors.js +59 -0
  436. package/src/inference/pipelines/text/logits/cpu.js +2 -20
  437. package/src/inference/pipelines/text/logits/gpu.js +2 -0
  438. package/src/inference/pipelines/text/logits/index.d.ts +1 -1
  439. package/src/inference/pipelines/text/model-load.d.ts +5 -4
  440. package/src/inference/pipelines/text/model-load.js +74 -17
  441. package/src/inference/pipelines/text/ops.d.ts +13 -2
  442. package/src/inference/pipelines/text/ops.js +1 -1
  443. package/src/inference/pipelines/text/per-layer-inputs.js +31 -6
  444. package/src/inference/pipelines/text/probes.d.ts +3 -6
  445. package/src/inference/pipelines/text/probes.js +120 -31
  446. package/src/inference/pipelines/text/sampling.d.ts +0 -5
  447. package/src/inference/pipelines/text/sampling.js +140 -0
  448. package/src/inference/pipelines/text/stage-names.js +3 -0
  449. package/src/inference/pipelines/text/state.js +2 -0
  450. package/src/inference/pipelines/text/tsir-fixture-writer.js +409 -0
  451. package/src/inference/pipelines/text/types.d.ts +8 -78
  452. package/src/inference/pipelines/text/weights.d.ts +0 -50
  453. package/src/inference/pipelines/text/weights.js +2 -51
  454. package/src/inference/pipelines/text.d.ts +9 -1
  455. package/src/inference/pipelines/text.js +223 -27
  456. package/src/inference/pipelines/vision/index.js +0 -107
  457. package/src/inference/runtime-model.d.ts +0 -7
  458. package/src/inference/runtime-model.js +0 -23
  459. package/src/inference/test-harness.d.ts +6 -22
  460. package/src/inference/test-harness.js +97 -23
  461. package/src/inference/tokenizer.js +1 -10
  462. package/src/inference/tokenizers/sentencepiece.js +65 -15
  463. package/src/inference/tokenizers/types.d.ts +0 -21
  464. package/src/loader/doppler-loader.d.ts +3 -0
  465. package/src/loader/doppler-loader.js +90 -12
  466. package/src/loader/embedding-loader.js +13 -3
  467. package/src/loader/loader-types.d.ts +2 -0
  468. package/src/loader/manifest-config.js +25 -1
  469. package/src/loader/memory-monitor.d.ts +17 -5
  470. package/src/loader/quantization-constants.d.ts +6 -0
  471. package/src/loader/shard-resolver.d.ts +1 -0
  472. package/src/loader/shard-resolver.js +15 -0
  473. package/src/loader/tensors/source-transform.js +6 -1
  474. package/src/loader/tensors/tensor-loader.d.ts +2 -9
  475. package/src/loader/tensors/tensor-loader.js +84 -1
  476. package/src/memory/address-table.d.ts +1 -9
  477. package/src/memory/buffer-pool.d.ts +0 -16
  478. package/src/memory/buffer-pool.js +1 -33
  479. package/src/memory/heap-manager.d.ts +18 -43
  480. package/src/memory/unified-detect.d.ts +19 -34
  481. package/src/models/embeddinggemma.d.ts +7 -0
  482. package/src/models/embeddinggemma.js +24 -0
  483. package/src/models/family.d.ts +24 -0
  484. package/src/models/family.js +25 -0
  485. package/src/models/gemma3.d.ts +7 -0
  486. package/src/models/gemma3.js +33 -0
  487. package/src/models/gemma4.d.ts +7 -0
  488. package/src/models/gemma4.js +33 -0
  489. package/src/models/qwen3.d.ts +7 -0
  490. package/src/models/qwen3.js +36 -0
  491. package/src/rules/converter/tokenizer.rules.json +5 -0
  492. package/src/rules/execution-rules-contract-check.js +72 -3
  493. package/src/rules/inference/capability-transforms.rules.json +87 -0
  494. package/src/rules/inference/execution.rules.json +11 -1
  495. package/src/rules/inference/ffn.rules.json +6 -2
  496. package/src/rules/loader/tensor-loader.rules.json +9 -0
  497. package/src/rules/rule-registry.js +53 -75
  498. package/src/storage/artifact-storage-context.d.ts +11 -3
  499. package/src/storage/artifact-storage-context.js +231 -26
  500. package/src/storage/backends/opfs-store.js +138 -88
  501. package/src/storage/blake3.js +9 -1
  502. package/src/storage/export.js +1 -5
  503. package/src/storage/normalize-model-id.js +3 -0
  504. package/src/storage/preflight.js +11 -0
  505. package/src/storage/quickstart-downloader.js +44 -67
  506. package/src/storage/reports.js +35 -11
  507. package/src/storage/shard-manager.d.ts +8 -2
  508. package/src/storage/shard-manager.js +176 -15
  509. package/src/storage/source-artifact-store.d.ts +0 -2
  510. package/src/storage/source-artifact-store.js +3 -9
  511. package/src/sw.js +0 -3
  512. package/src/tooling/browser-command-runner.js +39 -0
  513. package/src/tooling/command-api-constants.js +1 -1
  514. package/src/tooling/command-api-family-normalizers.d.ts +1 -0
  515. package/src/tooling/command-api-family-normalizers.js +49 -7
  516. package/src/tooling/command-api-helpers.d.ts +0 -2
  517. package/src/tooling/command-api-helpers.js +6 -2
  518. package/src/tooling/command-api.d.ts +20 -1
  519. package/src/tooling/command-api.js +10 -1
  520. package/src/tooling/command-envelope.d.ts +0 -1
  521. package/src/tooling/command-envelope.js +1 -1
  522. package/src/tooling/command-runner-shared.d.ts +10 -0
  523. package/src/tooling/conversion-config-materializer.d.ts +0 -10
  524. package/src/tooling/conversion-config-materializer.js +1 -1
  525. package/src/tooling/diagnose-runner.js +1 -4
  526. package/src/tooling/hf-registry-utils.d.ts +2 -6
  527. package/src/tooling/hf-registry-utils.js +90 -19
  528. package/src/tooling/kernel-path-builder/index.js +1 -4
  529. package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
  530. package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
  531. package/src/tooling/lean-execution-contract-runner.js +2 -2
  532. package/src/tooling/litert-package-runtime.d.ts +1 -1
  533. package/src/tooling/litert-package-runtime.js +21 -24
  534. package/src/tooling/node-browser-command-runner.d.ts +15 -0
  535. package/src/tooling/node-browser-command-runner.js +97 -13
  536. package/src/tooling/node-command-runner.js +36 -0
  537. package/src/tooling/node-convert-worker-pool.js +12 -0
  538. package/src/tooling/node-convert-worker.js +10 -1
  539. package/src/tooling/node-converter.js +90 -1
  540. package/src/tooling/node-source-runtime.js +1 -10
  541. package/src/tooling/opfs-cache.js +1 -4
  542. package/src/tooling/precision-replay-math.js +174 -0
  543. package/src/tooling/program-bundle-host.d.ts +16 -0
  544. package/src/tooling/program-bundle-host.js +20 -0
  545. package/src/tooling/program-bundle-parity.d.ts +28 -0
  546. package/src/tooling/program-bundle-parity.js +210 -0
  547. package/src/tooling/program-bundle.d.ts +61 -0
  548. package/src/tooling/program-bundle.js +1119 -0
  549. package/src/tooling/rdrr-integrity-refresh.d.ts +32 -0
  550. package/src/tooling/rdrr-integrity-refresh.js +271 -0
  551. package/src/tooling/reference-verify.js +191 -0
  552. package/src/tooling/source-artifact-adapter.d.ts +0 -20
  553. package/src/tooling/source-artifact-adapter.js +4 -4
  554. package/src/tooling/source-package-profiles.js +1 -7
  555. package/src/tooling/source-runtime-bundle.d.ts +2 -0
  556. package/src/tooling/source-runtime-bundle.js +3 -22
  557. package/src/tooling/source-runtime-converter-config.d.ts +0 -5
  558. package/src/tooling/source-runtime-converter-config.js +13 -9
  559. package/src/tooling/source-runtime-materializer.js +1 -7
  560. package/src/tooling-exports/device.d.ts +11 -0
  561. package/src/tooling-exports/device.js +14 -0
  562. package/src/tooling-exports/manifest.d.ts +8 -0
  563. package/src/tooling-exports/manifest.js +11 -0
  564. package/src/tooling-exports/storage.d.ts +25 -0
  565. package/src/tooling-exports/storage.js +29 -0
  566. package/src/tooling-exports/structured.d.ts +1 -0
  567. package/src/tooling-exports/structured.js +5 -0
  568. package/src/tooling-exports.d.ts +23 -0
  569. package/src/tooling-exports.js +17 -0
  570. package/src/tooling-exports.shared.d.ts +27 -30
  571. package/src/tooling-exports.shared.js +28 -29
  572. package/src/types/index.d.ts +0 -3
  573. package/src/types/index.js +0 -3
  574. package/src/utils/array-buffer.d.ts +4 -0
  575. package/src/utils/array-buffer.js +9 -0
  576. package/src/utils/canonical-hash.d.ts +7 -0
  577. package/src/utils/canonical-hash.js +74 -0
  578. package/src/utils/clone-json.d.ts +1 -0
  579. package/src/utils/clone-json.js +7 -0
  580. package/src/utils/encode-utf8.js +5 -0
  581. package/src/utils/index.d.ts +4 -1
  582. package/src/utils/index.js +4 -1
  583. package/src/utils/runtime-env.js +7 -0
  584. package/src/utils/sha256.d.ts +1 -0
  585. package/src/utils/sha256.js +18 -4
  586. package/src/utils/stable-sort-object.d.ts +1 -0
  587. package/src/utils/stable-sort-object.js +13 -0
  588. package/src/version.js +1 -1
  589. package/tools/convert-safetensors-node.js +1 -2
  590. package/src/bootstrap.d.ts +0 -1
  591. package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
  592. package/src/config/kernels/kernel-ref.d.ts +0 -17
  593. package/src/config/kernels/kernel-ref.js +0 -75
  594. package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
  595. package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
  596. package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
  597. package/src/config/runtime/kernels/fused-q4k.json +0 -13
  598. package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
  599. package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
  600. package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
  601. package/src/config/runtime/kernels/safe-q4k.json +0 -13
  602. package/src/config/runtime/overlays/debug-f32a.json +0 -3
  603. package/src/config/runtime/overlays/trace-config.json +0 -28
  604. package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
  605. package/src/debug/perf.d.ts +0 -33
  606. package/src/debug/perf.js +0 -51
  607. package/src/errors/index.d.ts +0 -1
  608. package/src/errors/index.js +0 -1
  609. package/src/formats/gguf/index.d.ts +0 -8
  610. package/src/formats/gguf/index.js +0 -4
  611. package/src/formats/litert/index.d.ts +0 -1
  612. package/src/formats/litert/index.js +0 -1
  613. package/src/formats/safetensors/index.d.ts +0 -8
  614. package/src/formats/safetensors/index.js +0 -4
  615. package/src/formats/tflite/index.d.ts +0 -1
  616. package/src/formats/tflite/index.js +0 -1
  617. package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
  618. package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
  619. package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
  620. package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
  621. package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
  622. package/src/inference/functiongemma.d.ts +0 -15
  623. package/src/inference/functiongemma.js +0 -1
  624. package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
  625. package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
  626. package/src/rules/kernels/kernel-validator.d.ts +0 -24
  627. package/src/rules/kernels/kernel-validator.js +0 -160
  628. package/src/sw.d.ts +0 -1
  629. package/src/tooling/bench-runner.js +0 -64
  630. package/src/tooling/distill-runner.js +0 -56
  631. package/src/tooling/lora-runner.js +0 -37
  632. package/src/tooling/verify-runner.js +0 -63
  633. package/src/types/gpu.d.ts +0 -185
  634. package/src/types/gpu.js +0 -5
  635. package/src/types/inference.d.ts +0 -197
  636. package/src/types/inference.js +0 -5
  637. package/src/types/model.d.ts +0 -130
  638. package/src/types/model.js +0 -5
  639. package/src/utils/format-bytes.js +0 -20
  640. /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
  641. /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
  642. /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
  643. /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
  644. /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
  645. /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
@@ -1,11 +1,9 @@
1
- --- /Users/xyz/deco/doppler/src/gpu/kernels/sample.wgsl 2026-03-18 19:17:51
2
- +++ /Users/xyz/deco/doppler/src/gpu/kernels/sample_f16.wgsl 2026-03-20 19:25:46
3
- @@ -1,38 +1,32 @@
1
+ --- src/gpu/kernels/sample.wgsl
2
+ +++ src/gpu/kernels/sample_f16.wgsl
3
+ @@ -1,47 +1,39 @@
4
4
  -// sample.wgsl
5
- +// AUTO-GENERATED from src/gpu/kernels/sample.wgsl.
6
- +// Edit the source kernel and src/gpu/kernels/codegen/wgsl-variants.js, then run `npm run kernels:generate`.
7
5
  +// sample_f16.wgsl
8
-
6
+
9
7
  /**
10
8
  - * GPU-Side Sampling Kernel
11
9
  + * GPU-Side Sampling Kernel (f16 logits)
@@ -21,17 +19,19 @@
21
19
  - * 3. Softmax on top-k candidates
22
20
  - * 4. Multinomial sampling with provided random value
23
21
  + * Same as sample.wgsl but logits are f16.
24
- + * Computation is performed in f32 for stability.
22
+ + * The all-f16 lane keeps sampling comparisons and reductions in f16.
25
23
  */
26
-
24
+
27
25
  +enable f16;
28
26
  +
29
27
  // Configuration
30
28
  override WORKGROUP_SIZE: u32 = 256u;
31
29
  const MAX_WORKGROUP_SIZE: u32 = 256u;
32
30
  -const MAX_TOP_K: u32 = 128u; // Max top-k supported
31
+ -const NEG_INF: f32 = -3.402823e+38;
33
32
  +const MAX_TOP_K: u32 = 128u;
34
-
33
+ +const NEG_INF = f16(-65504.0);
34
+
35
35
  struct Uniforms {
36
36
  vocab_size: u32,
37
37
  top_k: u32,
@@ -45,15 +45,26 @@
45
45
  + output_index: u32,
46
46
  pad0: u32,
47
47
  }
48
-
48
+
49
49
  -// Apply softcapping: softcap * tanh(x / softcap)
50
50
  -// Returns x unchanged if softcap <= 0
51
- fn apply_softcap(x: f32, softcap: f32) -> f32 {
52
- if (softcap <= 0.0) {
51
+ -fn apply_softcap(x: f32, softcap: f32) -> f32 {
52
+ - if (softcap <= 0.0) {
53
+ +fn apply_softcap(x: f16, softcap: f16) -> f16 {
54
+ + if (softcap <= f16(0.0)) {
53
55
  return x;
54
- @@ -51,17 +45,14 @@
56
+ }
57
+ return softcap * tanh(x / softcap);
58
+ }
59
+
60
+ -fn candidate_beats(candidate_value: f32, candidate_index: u32, best_value: f32, best_index: u32) -> bool {
61
+ +fn candidate_beats(candidate_value: f16, candidate_index: u32, best_value: f16, best_index: u32) -> bool {
62
+ if (candidate_value > best_value) {
63
+ return true;
64
+ }
65
+ @@ -52,17 +44,14 @@
55
66
  }
56
-
67
+
57
68
  @group(0) @binding(0) var<uniform> u: Uniforms;
58
69
  -@group(0) @binding(1) var<storage, read> logits: array<f32>; // [vocabSize]
59
70
  -@group(0) @binding(2) var<storage, read_write> output: array<u32>; // [N] - selected tokens
@@ -62,178 +73,194 @@
62
73
  +@group(0) @binding(1) var<storage, read> logits: array<f16>;
63
74
  +@group(0) @binding(2) var<storage, read_write> output: array<u32>;
64
75
  +@group(0) @binding(3) var<storage, read_write> topk_indices: array<u32>;
65
- +@group(0) @binding(4) var<storage, read_write> topk_logits: array<f32>;
66
-
76
+ +@group(0) @binding(4) var<storage, read_write> topk_logits: array<f16>;
77
+
67
78
  -// Shared memory for workgroup-level reduction
68
- var<workgroup> shared_values: array<f32, MAX_WORKGROUP_SIZE>;
79
+ -var<workgroup> shared_values: array<f32, MAX_WORKGROUP_SIZE>;
80
+ +var<workgroup> shared_values: array<f16, MAX_WORKGROUP_SIZE>;
69
81
  var<workgroup> shared_indices: array<u32, MAX_WORKGROUP_SIZE>;
70
-
82
+
71
83
  -// Phase 1: Find local max in each workgroup for parallel top-k
72
84
  -// Each thread scans a chunk of vocabulary, keeps local top element
73
85
  @compute @workgroup_size(WORKGROUP_SIZE, 1, 1)
74
86
  fn find_topk_phase1(
75
87
  @builtin(global_invocation_id) gid: vec3<u32>,
76
- @@ -76,27 +67,23 @@
88
+ @@ -73,13 +62,12 @@
89
+ let thread_idx = lid.x;
90
+ let global_idx = gid.x;
91
+ let vocab_size = u.vocab_size;
92
+ - let temperature = u.temperature;
93
+ + let temperature = f16(u.temperature);
77
94
  let pad_id = u.pad_token_id;
78
- let softcap = u.logit_softcap;
79
-
95
+ - let softcap = u.logit_softcap;
96
+ + let softcap = f16(u.logit_softcap);
97
+
80
98
  - // Single workgroup: write all logits directly for exact top-k
81
99
  if (num_wg.x == 1u) {
82
- var val: f32 = -3.402823e+38;
100
+ - var val: f32 = NEG_INF;
101
+ + var val: f16 = NEG_INF;
83
102
  if (global_idx < vocab_size && global_idx != pad_id) {
84
- - val = apply_softcap(logits[global_idx], softcap) / temperature;
85
- + val = apply_softcap(f32(logits[global_idx]), softcap) / temperature;
103
+ val = apply_softcap(logits[global_idx], softcap) / temperature;
86
104
  }
87
- topk_logits[thread_idx] = val;
88
- topk_indices[thread_idx] = global_idx;
105
+ @@ -88,15 +76,12 @@
89
106
  return;
90
107
  }
91
-
108
+
92
109
  - // Each thread finds max in its assigned range
93
- - var local_max: f32 = -3.402823e+38; // -FLT_MAX
94
- + var local_max: f32 = -3.402823e+38;
110
+ - var local_max: f32 = NEG_INF; // -FLT_MAX
111
+ + var local_max: f16 = NEG_INF;
95
112
  var local_max_idx: u32 = 0u;
96
-
113
+
97
114
  - // Stride through vocabulary
98
115
  var idx = global_idx;
99
116
  while (idx < vocab_size) {
100
117
  if (idx != pad_id) {
101
118
  - // Apply softcapping before temperature scaling
102
- - let val = apply_softcap(logits[idx], softcap) / temperature;
103
- + let val = apply_softcap(f32(logits[idx]), softcap) / temperature;
119
+ let val = apply_softcap(logits[idx], softcap) / temperature;
104
120
  if (candidate_beats(val, idx, local_max, local_max_idx)) {
105
121
  local_max = val;
106
- local_max_idx = idx;
107
- @@ -109,7 +96,6 @@
122
+ @@ -110,7 +95,6 @@
108
123
  shared_indices[thread_idx] = local_max_idx;
109
124
  workgroupBarrier();
110
-
125
+
111
126
  - // Reduce within workgroup to find workgroup's top value
112
127
  var stride = WORKGROUP_SIZE / 2u;
113
128
  while (stride > 0u) {
114
129
  if (thread_idx < stride) {
115
- @@ -127,15 +113,12 @@
130
+ @@ -128,15 +112,12 @@
116
131
  stride = stride / 2u;
117
132
  }
118
-
133
+
119
134
  - // Thread 0 writes workgroup result
120
135
  if (thread_idx == 0u) {
121
136
  topk_logits[wgid.x] = shared_values[0];
122
137
  topk_indices[wgid.x] = shared_indices[0];
123
138
  }
124
139
  }
125
-
140
+
126
141
  -// Phase 2: Merge workgroup results and select final top-k
127
142
  -// Single workgroup sorts and selects top-k from workgroup results
128
143
  @compute @workgroup_size(WORKGROUP_SIZE, 1, 1)
129
144
  fn find_topk_phase2(
130
145
  @builtin(local_invocation_id) lid: vec3<u32>
131
- @@ -145,8 +128,6 @@
146
+ @@ -146,8 +127,6 @@
132
147
  let num_groups = min(WORKGROUP_SIZE, (u.vocab_size + WORKGROUP_SIZE - 1u) / WORKGROUP_SIZE);
133
148
  let num_candidates = select(num_groups, min(u.vocab_size, WORKGROUP_SIZE), num_groups == 1u);
134
-
149
+
135
150
  - // Load workgroup results into shared memory
136
151
  - // Assume <= WORKGROUP_SIZE workgroups from phase 1
137
152
  if (thread_idx < WORKGROUP_SIZE) {
138
153
  if (thread_idx < num_candidates) {
139
154
  shared_values[thread_idx] = topk_logits[thread_idx];
140
- @@ -158,7 +139,6 @@
155
+ @@ -159,7 +138,6 @@
141
156
  }
142
157
  workgroupBarrier();
143
-
158
+
144
159
  - // Thread 0 does partial selection sort for top-k
145
160
  if (thread_idx == 0u) {
146
161
  for (var k: u32 = 0u; k < top_k && k < num_candidates; k = k + 1u) {
147
162
  var max_idx = k;
148
- @@ -181,7 +161,6 @@
163
+ @@ -182,7 +160,6 @@
149
164
  }
150
165
  }
151
-
166
+
152
167
  - // Write sorted top-k back
153
168
  for (var k: u32 = 0u; k < top_k; k = k + 1u) {
154
169
  topk_logits[k] = shared_values[k];
155
170
  topk_indices[k] = shared_indices[k];
156
- @@ -189,7 +168,6 @@
171
+ @@ -190,42 +167,36 @@
157
172
  }
158
173
  }
159
-
174
+
160
175
  -// Phase 3: Softmax on top-k and sample
161
176
  @compute @workgroup_size(WORKGROUP_SIZE, 1, 1)
162
177
  fn softmax_and_sample(
163
178
  @builtin(local_invocation_id) lid: vec3<u32>
164
- @@ -198,22 +176,18 @@
179
+ ) {
180
+ let thread_idx = lid.x;
165
181
  let top_k = u.top_k;
166
- let random_val = u.random_value;
167
-
182
+ - let random_val = u.random_value;
183
+ + let random_val = f16(u.random_value);
184
+
168
185
  - // Load top-k logits
169
186
  if (thread_idx < top_k) {
170
187
  shared_values[thread_idx] = topk_logits[thread_idx];
171
188
  shared_indices[thread_idx] = topk_indices[thread_idx];
172
189
  }
173
190
  workgroupBarrier();
174
-
191
+
175
192
  - // Thread 0 does softmax and sampling
176
193
  if (thread_idx == 0u) {
177
194
  - // Find max for numerical stability
178
- var max_val: f32 = shared_values[0];
195
+ - var max_val: f32 = shared_values[0];
196
+ + var max_val: f16 = shared_values[0];
179
197
  for (var i: u32 = 1u; i < top_k; i = i + 1u) {
180
198
  max_val = max(max_val, shared_values[i]);
181
199
  }
182
-
200
+
183
201
  - // Compute exp and sum
184
- var exp_sum: f32 = 0.0;
202
+ - var exp_sum: f32 = 0.0;
203
+ + var exp_sum: f16 = f16(0.0);
185
204
  for (var i: u32 = 0u; i < top_k; i = i + 1u) {
186
205
  let exp_val = exp(shared_values[i] - max_val);
187
- @@ -221,10 +195,9 @@
206
+ shared_values[i] = exp_val;
188
207
  exp_sum = exp_sum + exp_val;
189
208
  }
190
-
209
+
191
210
  - // Normalize to probabilities and sample
192
- let inv_sum = 1.0 / exp_sum;
193
- var cum_prob: f32 = 0.0;
211
+ - let inv_sum = 1.0 / exp_sum;
212
+ - var cum_prob: f32 = 0.0;
194
213
  - var selected_token: u32 = shared_indices[top_k - 1u]; // Default to last
214
+ + let inv_sum = f16(1.0) / exp_sum;
215
+ + var cum_prob: f16 = f16(0.0);
195
216
  + var selected_token: u32 = shared_indices[top_k - 1u];
196
-
217
+
197
218
  for (var i: u32 = 0u; i < top_k; i = i + 1u) {
198
219
  let prob = shared_values[i] * inv_sum;
199
- @@ -239,8 +212,6 @@
220
+ @@ -240,8 +211,6 @@
200
221
  }
201
222
  }
202
-
223
+
203
224
  -// Combined single-pass version for smaller vocabularies (<= 65536)
204
225
  -// Uses hierarchical reduction within single kernel
205
226
  @compute @workgroup_size(WORKGROUP_SIZE, 1, 1)
206
227
  fn sample_single_pass(
207
228
  @builtin(global_invocation_id) gid: vec3<u32>,
208
- @@ -255,15 +226,13 @@
229
+ @@ -251,19 +220,16 @@
230
+ let thread_idx = lid.x;
231
+ let vocab_size = u.vocab_size;
232
+ let top_k = min(u.top_k, MAX_TOP_K);
233
+ - let temperature = u.temperature;
234
+ - let random_val = u.random_value;
235
+ + let temperature = f16(u.temperature);
209
236
  let pad_id = u.pad_token_id;
210
- let softcap = u.logit_softcap;
211
-
237
+ - let softcap = u.logit_softcap;
238
+ + let softcap = f16(u.logit_softcap);
239
+
212
240
  - // Phase 1: Find global max
213
- var local_max: f32 = -3.402823e+38;
241
+ - var local_max: f32 = NEG_INF;
242
+ + var local_max: f16 = NEG_INF;
214
243
  var local_max_idx: u32 = 0u;
215
-
244
+
216
245
  var idx = gid.x;
217
246
  while (idx < vocab_size) {
218
247
  if (idx != pad_id) {
219
248
  - // Apply softcapping before temperature scaling
220
- - let val = apply_softcap(logits[idx], softcap) / temperature;
221
- + let val = apply_softcap(f32(logits[idx]), softcap) / temperature;
249
+ let val = apply_softcap(logits[idx], softcap) / temperature;
222
250
  if (candidate_beats(val, idx, local_max, local_max_idx)) {
223
251
  local_max = val;
224
- local_max_idx = idx;
225
- @@ -276,7 +245,6 @@
252
+ @@ -277,7 +243,6 @@
226
253
  shared_indices[thread_idx] = local_max_idx;
227
254
  workgroupBarrier();
228
-
255
+
229
256
  - // Reduce to find workgroup max
230
257
  var stride = WORKGROUP_SIZE / 2u;
231
258
  while (stride > 0u) {
232
259
  if (thread_idx < stride) {
233
- @@ -294,18 +262,11 @@
260
+ @@ -295,18 +260,11 @@
234
261
  stride = stride / 2u;
235
262
  }
236
-
263
+
237
264
  - // For single workgroup, thread 0 can do everything
238
265
  if (thread_idx == 0u && num_wg.x == 1u) {
239
266
  - // We have top-1, but need top-k
@@ -244,63 +271,65 @@
244
271
  output[u.output_index] = shared_indices[0];
245
272
  }
246
273
  }
247
-
274
+
248
275
  -// Greedy argmax for deterministic decoding (temperature=0 equivalent)
249
276
  @compute @workgroup_size(WORKGROUP_SIZE, 1, 1)
250
277
  fn argmax(
251
278
  @builtin(global_invocation_id) gid: vec3<u32>,
252
- @@ -319,15 +280,13 @@
279
+ @@ -318,16 +276,14 @@
280
+ let global_idx = gid.x;
281
+ let vocab_size = u.vocab_size;
253
282
  let pad_id = u.pad_token_id;
254
- let softcap = u.logit_softcap;
255
-
283
+ - let softcap = u.logit_softcap;
284
+ + let softcap = f16(u.logit_softcap);
285
+
256
286
  - // Each thread finds max in its chunk
257
- var local_max: f32 = -3.402823e+38;
287
+ - var local_max: f32 = NEG_INF;
288
+ + var local_max: f16 = NEG_INF;
258
289
  var local_max_idx: u32 = 0u;
259
-
290
+
260
291
  var idx = global_idx;
261
292
  while (idx < vocab_size) {
262
293
  if (idx != pad_id) {
263
294
  - // Apply softcapping (argmax is greedy, no temperature)
264
- - let val = apply_softcap(logits[idx], softcap);
265
- + let val = apply_softcap(f32(logits[idx]), softcap);
295
+ let val = apply_softcap(logits[idx], softcap);
266
296
  if (candidate_beats(val, idx, local_max, local_max_idx)) {
267
297
  local_max = val;
268
- local_max_idx = idx;
269
- @@ -340,7 +299,6 @@
298
+ @@ -341,7 +297,6 @@
270
299
  shared_indices[thread_idx] = local_max_idx;
271
300
  workgroupBarrier();
272
-
301
+
273
302
  - // Reduce within workgroup
274
303
  var stride = WORKGROUP_SIZE / 2u;
275
304
  while (stride > 0u) {
276
305
  if (thread_idx < stride) {
277
- @@ -358,14 +316,12 @@
306
+ @@ -359,14 +314,12 @@
278
307
  stride = stride / 2u;
279
308
  }
280
-
309
+
281
310
  - // Write workgroup result to global memory
282
311
  if (thread_idx == 0u) {
283
312
  topk_logits[wgid.x] = shared_values[0];
284
313
  topk_indices[wgid.x] = shared_indices[0];
285
314
  }
286
315
  }
287
-
316
+
288
317
  -// Final reduction for argmax across workgroups
289
318
  @compute @workgroup_size(WORKGROUP_SIZE, 1, 1)
290
319
  fn argmax_reduce(
291
320
  @builtin(local_invocation_id) lid: vec3<u32>
292
- @@ -373,7 +329,6 @@
321
+ @@ -374,7 +327,6 @@
293
322
  let thread_idx = lid.x;
294
323
  let num_groups = min(WORKGROUP_SIZE, (u.vocab_size + WORKGROUP_SIZE - 1u) / WORKGROUP_SIZE);
295
-
324
+
296
325
  - // Load workgroup maxes (up to WORKGROUP_SIZE)
297
326
  if (thread_idx < num_groups) {
298
327
  shared_values[thread_idx] = topk_logits[thread_idx];
299
328
  shared_indices[thread_idx] = topk_indices[thread_idx];
300
- @@ -383,7 +338,6 @@
329
+ @@ -384,7 +336,6 @@
301
330
  }
302
331
  workgroupBarrier();
303
-
332
+
304
333
  - // Reduce
305
334
  var stride = WORKGROUP_SIZE / 2u;
306
335
  while (stride > 0u) {
@@ -629,6 +629,48 @@ override WORKGROUP_SIZE: u32 = 256u;
629
629
  from: '@group(0) @binding(4) var<storage, read_write> output: array<f16>;',
630
630
  to: '@group(0) @binding(4) var<storage, read_write> output: array<f32>;',
631
631
  },
632
+ {
633
+ type: 'literal',
634
+ count: 1,
635
+ from: 'const NEG_INF = f16(-65504.0);\n',
636
+ to: '',
637
+ },
638
+ {
639
+ type: 'literal',
640
+ count: 1,
641
+ from: 'var<workgroup> shared_q: array<f16, MAX_HEAD_DIM>;',
642
+ to: 'var<workgroup> shared_q: array<f32, MAX_HEAD_DIM>;',
643
+ },
644
+ {
645
+ type: 'literal',
646
+ count: 1,
647
+ from: 'var<workgroup> shared_scores: array<f16, MAX_WORKGROUP_SIZE>;',
648
+ to: 'var<workgroup> shared_scores: array<f32, MAX_WORKGROUP_SIZE>;',
649
+ },
650
+ {
651
+ type: 'literal',
652
+ count: 1,
653
+ from: 'var<workgroup> sg_max: array<f16, MAX_SUBGROUPS>;',
654
+ to: 'var<workgroup> sg_max: array<f32, MAX_SUBGROUPS>;',
655
+ },
656
+ {
657
+ type: 'literal',
658
+ count: 1,
659
+ from: 'var<workgroup> sg_sum: array<f16, MAX_SUBGROUPS>;',
660
+ to: 'var<workgroup> sg_sum: array<f32, MAX_SUBGROUPS>;',
661
+ },
662
+ {
663
+ type: 'literal',
664
+ count: 1,
665
+ from: 'var<workgroup> global_max: f16;',
666
+ to: 'var<workgroup> global_max: f32;',
667
+ },
668
+ {
669
+ type: 'literal',
670
+ count: 1,
671
+ from: 'var<workgroup> global_sum: f16;',
672
+ to: 'var<workgroup> global_sum: f32;',
673
+ },
632
674
  {
633
675
  type: 'literal',
634
676
  count: 1,
@@ -644,26 +686,118 @@ override WORKGROUP_SIZE: u32 = 256u;
644
686
  {
645
687
  type: 'literal',
646
688
  count: 1,
647
- from: ' shared_q[out_dim0] = f32(Q[q_offset + out_dim0]);',
648
- to: ' shared_q[out_dim0] = Q[q_offset + out_dim0];',
689
+ from: ` let scale = f16(u.scale);
690
+ let softcap = f16(u.attn_softcap);
691
+ `,
692
+ to: '',
693
+ },
694
+ {
695
+ type: 'literal',
696
+ count: 1,
697
+ from: ' var running_max: f16 = NEG_INF;',
698
+ to: ' var running_max: f32 = -3.402823e+38;',
699
+ },
700
+ {
701
+ type: 'literal',
702
+ count: 1,
703
+ from: ' var running_sum: f16 = f16(0.0);',
704
+ to: ' var running_sum: f32 = 0.0;',
705
+ },
706
+ {
707
+ type: 'literal',
708
+ count: 1,
709
+ from: ' var out_accum0: f16 = f16(0.0);',
710
+ to: ' var out_accum0: f32 = 0.0;',
711
+ },
712
+ {
713
+ type: 'literal',
714
+ count: 1,
715
+ from: ' var out_accum1: f16 = f16(0.0);',
716
+ to: ' var out_accum1: f32 = 0.0;',
717
+ },
718
+ {
719
+ type: 'literal',
720
+ count: 1,
721
+ from: ' var score: f16 = NEG_INF;',
722
+ to: ' var score: f32 = -3.402823e+38;',
723
+ },
724
+ {
725
+ type: 'literal',
726
+ count: 1,
727
+ from: ' var dot: f16 = f16(0.0);',
728
+ to: ' var dot: f32 = 0.0;',
729
+ },
730
+ {
731
+ type: 'literal',
732
+ count: 1,
733
+ from: ' let k0 = K[k_offset + d];',
734
+ to: ' let k0 = f32(K[k_offset + d]);',
735
+ },
736
+ {
737
+ type: 'literal',
738
+ count: 1,
739
+ from: ' let k1 = K[k_offset + d + 1u];',
740
+ to: ' let k1 = f32(K[k_offset + d + 1u]);',
741
+ },
742
+ {
743
+ type: 'literal',
744
+ count: 1,
745
+ from: ` score = dot * scale;
746
+ if (softcap > f16(0.0)) {
747
+ score = tanh(score / softcap) * softcap;
748
+ }`,
749
+ to: ` score = dot * u.scale;
750
+ if (u.attn_softcap > 0.0) {
751
+ score = tanh(score / u.attn_softcap) * u.attn_softcap;
752
+ }`,
753
+ },
754
+ {
755
+ type: 'literal',
756
+ count: 1,
757
+ from: ' let chunk_max = subgroupMax(score);',
758
+ to: ' var chunk_max = subgroupMax(score);',
759
+ },
760
+ {
761
+ type: 'literal',
762
+ count: 1,
763
+ from: ' var m: f16 = NEG_INF;',
764
+ to: ' var m: f32 = -3.402823e+38;',
765
+ },
766
+ {
767
+ type: 'literal',
768
+ count: 1,
769
+ from: ' var exp_score: f16 = f16(0.0);',
770
+ to: ' var exp_score: f32 = 0.0;',
771
+ },
772
+ {
773
+ type: 'literal',
774
+ count: 1,
775
+ from: ' let chunk_sum = subgroupAdd(exp_score);',
776
+ to: ' var chunk_sum = subgroupAdd(exp_score);',
777
+ },
778
+ {
779
+ type: 'literal',
780
+ count: 1,
781
+ from: ' var s: f16 = f16(0.0);',
782
+ to: ' var s: f32 = 0.0;',
649
783
  },
650
784
  {
651
785
  type: 'literal',
652
786
  count: 1,
653
- from: ' shared_q[out_dim1] = f32(Q[q_offset + out_dim1]);',
654
- to: ' shared_q[out_dim1] = Q[q_offset + out_dim1];',
787
+ from: ' out_accum0 = out_accum0 + shared_scores[score_idx] * V[v_base + out_dim0];',
788
+ to: ' out_accum0 = out_accum0 + shared_scores[score_idx] * f32(V[v_base + out_dim0]);',
655
789
  },
656
790
  {
657
791
  type: 'literal',
658
792
  count: 1,
659
- from: ' output[q_offset + out_dim0] = f16(out_accum0 * inv_sum);',
660
- to: ' output[q_offset + out_dim0] = out_accum0 * inv_sum;',
793
+ from: ' out_accum1 = out_accum1 + shared_scores[score_idx] * V[v_base + out_dim1];',
794
+ to: ' out_accum1 = out_accum1 + shared_scores[score_idx] * f32(V[v_base + out_dim1]);',
661
795
  },
662
796
  {
663
797
  type: 'literal',
664
798
  count: 1,
665
- from: ' output[q_offset + out_dim1] = f16(out_accum1 * inv_sum);',
666
- to: ' output[q_offset + out_dim1] = out_accum1 * inv_sum;',
799
+ from: ' let inv_sum = select(f16(0.0), f16(1.0) / running_sum, running_sum > f16(0.0));',
800
+ to: ' let inv_sum = select(0.0, 1.0 / running_sum, running_sum > 0.0);',
667
801
  },
668
802
  ],
669
803
  },
@@ -114,55 +114,16 @@ export declare const ALIGNMENT: {
114
114
  readonly VERTEX: 4;
115
115
  };
116
116
 
117
- /**
118
- * Performance tuning constants
119
- */
120
- export declare const PERFORMANCE: {
121
- /** Number of warmup runs for benchmarks */
122
- readonly WARMUP_RUNS: 5;
123
-
124
- /** Number of timed runs for benchmarks */
125
- readonly TIMED_RUNS: 20;
126
-
127
- /** Default timeout for operations (ms) */
128
- readonly DEFAULT_TIMEOUT: 120000;
129
-
130
- /** Max buffer pool size per bucket */
131
- readonly MAX_POOL_SIZE_PER_BUCKET: 8;
132
-
133
- /** Max total pooled buffers */
134
- readonly MAX_TOTAL_POOLED_BUFFERS: 64;
117
+ /** FFN dispatch shape constants (workgroup + shared-memory sizing). */
118
+ export declare const FFN_DISPATCH: {
119
+ readonly SHARED_INPUT_SIZE_DEFAULT: number;
120
+ readonly SHARED_INPUT_SIZE_SMALL: number;
121
+ readonly Q4K_COLS_PER_WG: number;
122
+ readonly MULTI_OUTPUTS_PER_WG: number;
135
123
  };
136
124
 
137
- /**
138
- * Dtype size mappings (in bytes)
139
- */
140
- export declare const DTYPE_SIZES: {
141
- readonly u8: 1;
142
- readonly i8: 1;
143
- readonly u16: 2;
144
- readonly i16: 2;
145
- readonly f16: 2;
146
- readonly bf16: 2;
147
- readonly u32: 4;
148
- readonly i32: 4;
149
- readonly f32: 4;
150
- readonly f64: 8;
125
+ /** Dequant dispatch shape constants. */
126
+ export declare const DEQUANT_DISPATCH: {
127
+ readonly SCALAR_ELEMENTS_PER_THREAD: number;
151
128
  };
152
129
 
153
- export type DType = keyof typeof DTYPE_SIZES;
154
-
155
- /**
156
- * Get dtype size in bytes
157
- */
158
- export declare function getDtypeSize(dtype: DType): number;
159
-
160
- /**
161
- * Calculate buffer size for tensor
162
- */
163
- export declare function calculateBufferSize(shape: number[], dtype: DType): number;
164
-
165
- /**
166
- * Round size up to alignment boundary
167
- */
168
- export declare function alignSize(size: number, alignment?: number): number;
@@ -115,28 +115,5 @@ export const DEQUANT_DISPATCH = {
115
115
  };
116
116
 
117
117
 
118
- export const PERFORMANCE = {
119
-
120
- WARMUP_RUNS: 5,
121
-
122
-
123
- TIMED_RUNS: 20,
124
-
125
-
126
- DEFAULT_TIMEOUT: 120000,
127
-
128
-
129
- MAX_POOL_SIZE_PER_BUCKET: 8,
130
-
131
-
132
- MAX_TOTAL_POOLED_BUFFERS: 64,
133
- };
134
-
135
-
136
118
  // DTYPE_SIZES and getDtypeSize moved to config/schema/kernel-thresholds.schema.js
137
119
  // Import from config/schema/index.js for the canonical source
138
-
139
-
140
- export function alignSize(size, alignment = ALIGNMENT.BUFFER) {
141
- return Math.ceil(size / alignment) * alignment;
142
- }