doppler-gpu 0.2.2 → 0.4.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (658) hide show
  1. package/CHANGELOG.md +182 -0
  2. package/README.md +20 -8
  3. package/assets/doppler.svg +1601 -0
  4. package/package.json +82 -33
  5. package/src/cli/cli-model-resolution.js +275 -0
  6. package/src/cli/cli-output.js +453 -0
  7. package/src/cli/doppler-cli.js +817 -709
  8. package/src/cli/doppler-quickstart.d.ts +7 -23
  9. package/src/cli/doppler-quickstart.js +20 -4
  10. package/src/cli/doppler-serve.js +1 -1
  11. package/src/cli/runtime-profiles.d.ts +40 -0
  12. package/src/cli/runtime-profiles.js +225 -0
  13. package/src/client/doppler-api.js +1 -6
  14. package/src/client/doppler-registry.d.ts +12 -0
  15. package/src/client/doppler-registry.js +27 -0
  16. package/src/client/doppler-registry.json +79 -5
  17. package/src/client/failure-taxonomy.js +139 -0
  18. package/src/client/fault-injection.js +30 -0
  19. package/src/client/provider.d.ts +151 -0
  20. package/src/client/provider.js +374 -0
  21. package/src/client/receipt.js +156 -0
  22. package/src/client/runtime/index.js +56 -4
  23. package/src/client/runtime/model-manager.d.ts +0 -14
  24. package/src/client/runtime/model-manager.js +2 -42
  25. package/src/client/runtime/model-session.js +33 -0
  26. package/src/client/runtime/model-source.d.ts +13 -1
  27. package/src/client/runtime/model-source.js +128 -2
  28. package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
  29. package/src/client/runtime/node-quickstart-cache.js +353 -0
  30. package/src/client/runtime/source-runtime.js +1 -10
  31. package/src/client/runtime/types.d.ts +0 -60
  32. package/src/client/wrap-pipeline-handle.d.ts +20 -0
  33. package/src/client/wrap-pipeline-handle.js +84 -0
  34. package/src/config/README.md +3 -1
  35. package/src/config/conversion/README.md +23 -157
  36. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +19 -4
  37. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +16 -9
  38. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +24 -9
  39. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +24 -9
  40. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +16 -9
  41. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +24 -9
  42. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
  43. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
  44. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +589 -0
  45. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
  46. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +368 -62
  47. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
  48. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
  49. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
  50. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +17 -10
  51. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +75 -33
  52. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +91 -59
  53. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +517 -0
  54. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +511 -0
  55. package/src/config/execution-contract-check.js +6 -5
  56. package/src/config/kernel-path-loader.d.ts +8 -2
  57. package/src/config/kernels/kernel-ref-digests.js +125 -122
  58. package/src/config/kernels/registry.d.ts +0 -35
  59. package/src/config/kernels/registry.js +5 -9
  60. package/src/config/kernels/registry.json +615 -368
  61. package/src/config/merge-helpers.d.ts +1 -1
  62. package/src/config/merge-helpers.js +1 -1
  63. package/src/config/merge.js +35 -7
  64. package/src/config/param-categories.d.ts +0 -9
  65. package/src/config/param-categories.js +1 -5
  66. package/src/config/param-validator.d.ts +2 -0
  67. package/src/config/param-validator.js +16 -0
  68. package/src/config/platforms/loader.d.ts +0 -27
  69. package/src/config/platforms/loader.js +0 -30
  70. package/src/config/required-inference-fields-contract-check.js +1 -7
  71. package/src/config/runtime/README.md +28 -0
  72. package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +32 -0
  73. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
  74. package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
  75. package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
  76. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
  77. package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
  78. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
  79. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
  80. package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
  81. package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
  82. package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
  83. package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
  84. package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
  85. package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
  86. package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
  87. package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
  88. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
  89. package/src/config/schema/benchmark.schema.d.ts +2 -0
  90. package/src/config/schema/benchmark.schema.js +1 -0
  91. package/src/config/schema/bridge.schema.d.ts +16 -0
  92. package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
  93. package/src/config/schema/browser-suite-metrics.schema.js +2 -0
  94. package/src/config/schema/converter.schema.d.ts +5 -0
  95. package/src/config/schema/converter.schema.js +3 -0
  96. package/src/config/schema/debug.schema.d.ts +22 -1
  97. package/src/config/schema/debug.schema.js +1 -0
  98. package/src/config/schema/distill-training.schema.d.ts +0 -1
  99. package/src/config/schema/distill-training.schema.js +1 -1
  100. package/src/config/schema/doppler.schema.d.ts +21 -3
  101. package/src/config/schema/doppler.schema.js +116 -9
  102. package/src/config/schema/emulation.schema.d.ts +3 -0
  103. package/src/config/schema/emulation.schema.js +16 -16
  104. package/src/config/schema/execution-v1.schema.d.ts +12 -1
  105. package/src/config/schema/execution-v1.schema.js +7 -1
  106. package/src/config/schema/index.d.ts +54 -1
  107. package/src/config/schema/index.js +15 -0
  108. package/src/config/schema/inference.schema.d.ts +3 -3
  109. package/src/config/schema/kernel-path.schema.d.ts +6 -27
  110. package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
  111. package/src/config/schema/kernel-thresholds.schema.js +3 -7
  112. package/src/config/schema/kvcache.schema.js +0 -9
  113. package/src/config/schema/loading.schema.d.ts +12 -0
  114. package/src/config/schema/loading.schema.js +4 -0
  115. package/src/config/schema/manifest.schema.d.ts +73 -1
  116. package/src/config/schema/manifest.schema.js +48 -2
  117. package/src/config/schema/moe.schema.js +0 -8
  118. package/src/config/schema/program-bundle.schema.d.ts +233 -0
  119. package/src/config/schema/program-bundle.schema.js +393 -0
  120. package/src/config/schema/ul-training.schema.d.ts +0 -1
  121. package/src/config/schema/ul-training.schema.js +1 -1
  122. package/src/config/source-packages/litert/gemma-4-e2b-it.json +36 -15
  123. package/src/config/supported-operations.d.ts +14 -0
  124. package/src/config/supported-operations.js +34 -0
  125. package/src/config/supported-operations.json +178 -0
  126. package/src/config/training-defaults.js +1 -7
  127. package/src/config/transforms/capability-transform-resolver.js +3 -1
  128. package/src/config/transforms/execution-graph-transforms.d.ts +55 -0
  129. package/src/config/transforms/execution-graph-transforms.js +693 -29
  130. package/src/converter/conversion-plan.js +13 -10
  131. package/src/converter/core.d.ts +57 -0
  132. package/src/converter/core.js +582 -13
  133. package/src/converter/parsers/diffusion.js +1 -33
  134. package/src/converter/quantization-info.d.ts +5 -4
  135. package/src/converter/quantization-info.js +39 -3
  136. package/src/converter/quantizer.d.ts +19 -0
  137. package/src/converter/quantizer.js +81 -4
  138. package/src/debug/config.d.ts +0 -4
  139. package/src/debug/config.js +0 -17
  140. package/src/debug/index.d.ts +28 -30
  141. package/src/debug/index.js +0 -18
  142. package/src/debug/stats.d.ts +0 -8
  143. package/src/debug/stats.js +3 -3
  144. package/src/debug/tensor.d.ts +9 -2
  145. package/src/debug/tensor.js +11 -4
  146. package/src/debug/trace.js +2 -15
  147. package/src/errors/doppler-error.js +20 -0
  148. package/src/experimental/browser/quantization.d.ts +5 -0
  149. package/src/experimental/distribution/shard-delivery.js +179 -23
  150. package/src/experimental/training/artifacts.js +1 -14
  151. package/src/experimental/training/checkpoint.js +1 -14
  152. package/src/experimental/training/datasets/token-batch.d.ts +1 -1
  153. package/src/experimental/training/datasets/token-batch.js +2 -2
  154. package/src/experimental/training/distillation/dataset.js +2 -15
  155. package/src/experimental/training/distillation/eval.js +3 -3
  156. package/src/experimental/training/distillation/runtime.js +3 -16
  157. package/src/experimental/training/distillation/student-fixture.js +6 -6
  158. package/src/experimental/training/lora-pipeline.js +1 -14
  159. package/src/experimental/training/objectives/base.d.ts +2 -2
  160. package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
  161. package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
  162. package/src/experimental/training/objectives/distill_kd.js +2 -2
  163. package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
  164. package/src/experimental/training/objectives/distill_triplet.js +2 -2
  165. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
  166. package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
  167. package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
  168. package/src/experimental/training/operator-artifacts.js +1 -14
  169. package/src/experimental/training/runner.js +1 -14
  170. package/src/experimental/training/workload-packs/registry.json +6 -6
  171. package/src/experimental/training/workloads.js +1 -1
  172. package/src/formats/gguf/types.d.ts +0 -63
  173. package/src/formats/gguf/types.js +58 -38
  174. package/src/formats/litert/types.d.ts +0 -13
  175. package/src/formats/litert/types.js +2 -2
  176. package/src/formats/rdrr/distributed/index.d.ts +34 -0
  177. package/src/formats/rdrr/distributed/index.js +3 -0
  178. package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
  179. package/src/formats/rdrr/distributed/parsing.js +23 -0
  180. package/src/formats/rdrr/distributed/validation.d.ts +23 -0
  181. package/src/formats/rdrr/distributed/validation.js +131 -0
  182. package/src/formats/rdrr/groups.d.ts +1 -13
  183. package/src/formats/rdrr/groups.js +0 -34
  184. package/src/formats/rdrr/index.d.ts +9 -0
  185. package/src/formats/rdrr/index.js +9 -0
  186. package/src/formats/rdrr/integrity.d.ts +51 -0
  187. package/src/formats/rdrr/integrity.js +200 -0
  188. package/src/formats/rdrr/lowerings.d.ts +28 -0
  189. package/src/formats/rdrr/lowerings.js +112 -0
  190. package/src/formats/rdrr/manifest.d.ts +0 -14
  191. package/src/formats/rdrr/manifest.js +5 -58
  192. package/src/formats/rdrr/merkle.d.ts +24 -0
  193. package/src/formats/rdrr/merkle.js +118 -0
  194. package/src/formats/rdrr/parsing.js +4 -0
  195. package/src/formats/rdrr/slice-compiler.d.ts +29 -0
  196. package/src/formats/rdrr/slice-compiler.js +188 -0
  197. package/src/formats/rdrr/source-transform-contract.js +390 -0
  198. package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
  199. package/src/formats/rdrr/storage-descriptor.js +186 -0
  200. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
  201. package/src/formats/rdrr/tensor-config-validator.js +0 -30
  202. package/src/formats/rdrr/types.d.ts +115 -1
  203. package/src/formats/rdrr/validation.js +245 -0
  204. package/src/formats/tflite/types.d.ts +8 -31
  205. package/src/formats/tflite/types.js +50 -5
  206. package/src/gpu/command-recorder.d.ts +9 -21
  207. package/src/gpu/command-recorder.js +41 -2
  208. package/src/gpu/device.d.ts +17 -3
  209. package/src/gpu/device.js +20 -4
  210. package/src/gpu/kernel-runtime.d.ts +8 -15
  211. package/src/gpu/kernel-selection-log.d.ts +0 -8
  212. package/src/gpu/kernel-selection-log.js +0 -15
  213. package/src/gpu/kernel-tuner/cache.js +0 -3
  214. package/src/gpu/kernels/README.md +50 -18
  215. package/src/gpu/kernels/activation-static-qdq.d.ts +22 -0
  216. package/src/gpu/kernels/activation-static-qdq.js +69 -0
  217. package/src/gpu/kernels/activation_static_qdq.wgsl +25 -0
  218. package/src/gpu/kernels/attention.d.ts +28 -19
  219. package/src/gpu/kernels/attention.js +443 -9
  220. package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
  221. package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
  222. package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
  223. package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
  224. package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
  225. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
  226. package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
  227. package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
  228. package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
  229. package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
  230. package/src/gpu/kernels/attention_f16.wgsl +88 -30
  231. package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
  232. package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
  233. package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
  234. package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
  235. package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
  236. package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
  237. package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
  238. package/src/gpu/kernels/attention_streaming_f16.wgsl +39 -16
  239. package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
  240. package/src/gpu/kernels/backward/index.d.ts +6 -0
  241. package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
  242. package/src/gpu/kernels/backward/utils.d.ts +35 -0
  243. package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
  244. package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
  245. package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
  246. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
  247. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
  248. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
  249. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +2 -85
  250. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +27 -24
  251. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +1 -1
  252. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +249 -179
  253. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
  254. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
  255. package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
  256. package/src/gpu/kernels/constants.d.ts +9 -48
  257. package/src/gpu/kernels/constants.js +0 -23
  258. package/src/gpu/kernels/conv2d.d.ts +0 -4
  259. package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
  260. package/src/gpu/kernels/dequant.d.ts +0 -16
  261. package/src/gpu/kernels/dequant.js +1 -71
  262. package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
  263. package/src/gpu/kernels/dequant_shared.wgsl +1 -55
  264. package/src/gpu/kernels/dispatch.d.ts +12 -97
  265. package/src/gpu/kernels/dispatch.js +0 -117
  266. package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
  267. package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
  268. package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
  269. package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
  270. package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
  271. package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
  272. package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
  273. package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
  274. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
  275. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
  276. package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
  277. package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
  278. package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
  279. package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
  280. package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
  281. package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
  282. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
  283. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
  284. package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
  285. package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
  286. package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
  287. package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
  288. package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
  289. package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
  290. package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
  291. package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
  292. package/src/gpu/kernels/gather.d.ts +0 -7
  293. package/src/gpu/kernels/gather_f16.wgsl +1 -1
  294. package/src/gpu/kernels/gelu_f16.wgsl +14 -15
  295. package/src/gpu/kernels/groupnorm.d.ts +0 -4
  296. package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
  297. package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
  298. package/src/gpu/kernels/index.d.ts +13 -5
  299. package/src/gpu/kernels/index.js +9 -4
  300. package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
  301. package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
  302. package/src/gpu/kernels/layernorm.d.ts +0 -4
  303. package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
  304. package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
  305. package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
  306. package/src/gpu/kernels/logit-merge.d.ts +0 -24
  307. package/src/gpu/kernels/logit-merge.js +1 -17
  308. package/src/gpu/kernels/matmul-dispatch.js +7 -1
  309. package/src/gpu/kernels/matmul-selection.js +68 -1
  310. package/src/gpu/kernels/matmul.d.ts +0 -28
  311. package/src/gpu/kernels/matmul.js +101 -7
  312. package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
  313. package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
  314. package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
  315. package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
  316. package/src/gpu/kernels/modulate_f16.wgsl +1 -1
  317. package/src/gpu/kernels/moe.d.ts +0 -56
  318. package/src/gpu/kernels/moe.js +0 -15
  319. package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
  320. package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
  321. package/src/gpu/kernels/residual.d.ts +0 -12
  322. package/src/gpu/kernels/residual_f16.wgsl +2 -2
  323. package/src/gpu/kernels/residual_f16_vec4.wgsl +5 -5
  324. package/src/gpu/kernels/rmsnorm.d.ts +0 -8
  325. package/src/gpu/kernels/rmsnorm.js +17 -1
  326. package/src/gpu/kernels/rmsnorm.wgsl +5 -6
  327. package/src/gpu/kernels/rmsnorm_f16.wgsl +65 -39
  328. package/src/gpu/kernels/rope.d.ts +1 -5
  329. package/src/gpu/kernels/rope.js +12 -2
  330. package/src/gpu/kernels/rope.wgsl +33 -19
  331. package/src/gpu/kernels/rope_f16.wgsl +39 -25
  332. package/src/gpu/kernels/sample.d.ts +0 -5
  333. package/src/gpu/kernels/sample.wgsl +7 -6
  334. package/src/gpu/kernels/sample_f16.wgsl +28 -30
  335. package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
  336. package/src/gpu/kernels/shader-cache.d.ts +13 -0
  337. package/src/gpu/kernels/shader-cache.js +27 -0
  338. package/src/gpu/kernels/silu_f16.wgsl +1 -1
  339. package/src/gpu/kernels/softmax.wgsl +4 -144
  340. package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
  341. package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
  342. package/src/gpu/kernels/topk_f16.wgsl +1 -1
  343. package/src/gpu/kernels/turboquant-codebook.js +11 -40
  344. package/src/gpu/kernels/uniform-utils.d.ts +18 -0
  345. package/src/gpu/kernels/upsample2d.d.ts +0 -4
  346. package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
  347. package/src/gpu/kernels/utils.d.ts +28 -0
  348. package/src/gpu/kernels/utils.js +41 -0
  349. package/src/gpu/perf-guards.d.ts +0 -12
  350. package/src/gpu/perf-guards.js +0 -62
  351. package/src/gpu/profiler.d.ts +0 -21
  352. package/src/gpu/profiler.js +0 -34
  353. package/src/gpu/submit-tracker.d.ts +0 -57
  354. package/src/gpu/submit-tracker.js +3 -62
  355. package/src/gpu/tensor.d.ts +0 -23
  356. package/src/gpu/tensor.js +0 -41
  357. package/src/gpu/uniform-cache.d.ts +0 -11
  358. package/src/gpu/uniform-cache.js +0 -23
  359. package/src/index.d.ts +1 -0
  360. package/src/index.js +1 -0
  361. package/src/inference/browser-harness-model-helpers.d.ts +0 -9
  362. package/src/inference/browser-harness-model-helpers.js +22 -13
  363. package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
  364. package/src/inference/browser-harness-runtime-helpers.js +2 -2
  365. package/src/inference/browser-harness-suite-helpers.d.ts +4 -1
  366. package/src/inference/browser-harness-suite-helpers.js +87 -1
  367. package/src/inference/browser-harness-text-helpers.d.ts +13 -0
  368. package/src/inference/browser-harness-text-helpers.js +267 -18
  369. package/src/inference/browser-harness.d.ts +0 -29
  370. package/src/inference/browser-harness.js +271 -71
  371. package/src/inference/kv-cache/base.d.ts +6 -0
  372. package/src/inference/kv-cache/base.js +16 -1
  373. package/src/inference/kv-cache/mixed-geometry.d.ts +1 -0
  374. package/src/inference/kv-cache/mixed-geometry.js +12 -2
  375. package/src/inference/kv-cache/quantized.js +2 -0
  376. package/src/inference/kv-cache/tiered.js +7 -0
  377. package/src/inference/kv-cache/types.d.ts +2 -0
  378. package/src/inference/multi-model-network.d.ts +1 -1
  379. package/src/inference/multi-model-network.js +1 -2
  380. package/src/inference/network-evolution.d.ts +0 -12
  381. package/src/inference/network-evolution.js +2 -2
  382. package/src/inference/pipelines/context.js +21 -2
  383. package/src/inference/pipelines/diffusion/init.js +2 -2
  384. package/src/inference/pipelines/diffusion/pipeline.js +41 -96
  385. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
  386. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
  387. package/src/inference/pipelines/diffusion/vae.js +4 -4
  388. package/src/inference/pipelines/energy/quintel.d.ts +15 -0
  389. package/src/inference/pipelines/structured/index.d.ts +2 -0
  390. package/src/inference/pipelines/structured/index.js +2 -0
  391. package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
  392. package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
  393. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
  394. package/src/inference/pipelines/text/attention/attn-config.js +1 -1
  395. package/src/inference/pipelines/text/attention/projections.d.ts +2 -0
  396. package/src/inference/pipelines/text/attention/projections.js +70 -23
  397. package/src/inference/pipelines/text/attention/record.js +118 -5
  398. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
  399. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
  400. package/src/inference/pipelines/text/attention/run.js +97 -6
  401. package/src/inference/pipelines/text/attention/types.d.ts +2 -0
  402. package/src/inference/pipelines/text/attention/types.js +9 -4
  403. package/src/inference/pipelines/text/chat-format.d.ts +0 -10
  404. package/src/inference/pipelines/text/chat-format.js +1 -8
  405. package/src/inference/pipelines/text/config.d.ts +3 -25
  406. package/src/inference/pipelines/text/config.js +105 -3
  407. package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
  408. package/src/inference/pipelines/text/drift-policy.js +1 -1
  409. package/src/inference/pipelines/text/embed.d.ts +23 -27
  410. package/src/inference/pipelines/text/embed.js +10 -43
  411. package/src/inference/pipelines/text/execution-plan.d.ts +5 -3
  412. package/src/inference/pipelines/text/execution-plan.js +15 -2
  413. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -4
  414. package/src/inference/pipelines/text/execution-runtime-builders.js +0 -11
  415. package/src/inference/pipelines/text/execution-v1.d.ts +18 -0
  416. package/src/inference/pipelines/text/execution-v1.js +94 -25
  417. package/src/inference/pipelines/text/ffn/dense.js +180 -3
  418. package/src/inference/pipelines/text/ffn/standard.js +40 -13
  419. package/src/inference/pipelines/text/generator-decode-policy.js +243 -0
  420. package/src/inference/pipelines/text/generator-helpers.d.ts +6 -2
  421. package/src/inference/pipelines/text/generator-helpers.js +20 -2
  422. package/src/inference/pipelines/text/generator-prefill-helpers.js +293 -0
  423. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -7
  424. package/src/inference/pipelines/text/generator-runtime.js +8 -6
  425. package/src/inference/pipelines/text/generator-steps.d.ts +22 -7
  426. package/src/inference/pipelines/text/generator-steps.js +23 -9
  427. package/src/inference/pipelines/text/generator.d.ts +0 -6
  428. package/src/inference/pipelines/text/generator.js +254 -530
  429. package/src/inference/pipelines/text/init-chat-templates.js +86 -0
  430. package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
  431. package/src/inference/pipelines/text/init-rope.js +408 -0
  432. package/src/inference/pipelines/text/init.d.ts +8 -2
  433. package/src/inference/pipelines/text/init.js +190 -710
  434. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
  435. package/src/inference/pipelines/text/kernel-trace.js +0 -33
  436. package/src/inference/pipelines/text/layer-plan-gpu.js +542 -0
  437. package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
  438. package/src/inference/pipelines/text/layer-plan.js +1 -1
  439. package/src/inference/pipelines/text/layer.d.ts +70 -8
  440. package/src/inference/pipelines/text/layer.js +105 -537
  441. package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
  442. package/src/inference/pipelines/text/load-errors.d.ts +21 -0
  443. package/src/inference/pipelines/text/load-errors.js +59 -0
  444. package/src/inference/pipelines/text/logits/cpu.js +2 -20
  445. package/src/inference/pipelines/text/logits/gpu.d.ts +5 -4
  446. package/src/inference/pipelines/text/logits/gpu.js +148 -11
  447. package/src/inference/pipelines/text/logits/index.d.ts +1 -1
  448. package/src/inference/pipelines/text/model-load.d.ts +5 -4
  449. package/src/inference/pipelines/text/model-load.js +74 -17
  450. package/src/inference/pipelines/text/ops.d.ts +13 -2
  451. package/src/inference/pipelines/text/ops.js +1 -1
  452. package/src/inference/pipelines/text/per-layer-inputs.js +347 -59
  453. package/src/inference/pipelines/text/probes.d.ts +3 -6
  454. package/src/inference/pipelines/text/probes.js +198 -31
  455. package/src/inference/pipelines/text/sampling.d.ts +0 -5
  456. package/src/inference/pipelines/text/sampling.js +140 -0
  457. package/src/inference/pipelines/text/stage-names.js +12 -0
  458. package/src/inference/pipelines/text/state.js +2 -0
  459. package/src/inference/pipelines/text/tsir-fixture-writer.js +409 -0
  460. package/src/inference/pipelines/text/types.d.ts +8 -78
  461. package/src/inference/pipelines/text/weights.d.ts +0 -50
  462. package/src/inference/pipelines/text/weights.js +2 -51
  463. package/src/inference/pipelines/text.d.ts +9 -1
  464. package/src/inference/pipelines/text.js +233 -29
  465. package/src/inference/pipelines/vision/index.js +0 -107
  466. package/src/inference/runtime-model.d.ts +0 -7
  467. package/src/inference/runtime-model.js +0 -23
  468. package/src/inference/test-harness.d.ts +6 -22
  469. package/src/inference/test-harness.js +97 -23
  470. package/src/inference/tokenizer.js +1 -10
  471. package/src/inference/tokenizers/sentencepiece.js +65 -15
  472. package/src/inference/tokenizers/types.d.ts +0 -21
  473. package/src/loader/doppler-loader.d.ts +3 -0
  474. package/src/loader/doppler-loader.js +90 -12
  475. package/src/loader/embedding-loader.js +30 -5
  476. package/src/loader/loader-types.d.ts +4 -0
  477. package/src/loader/manifest-config.d.ts +2 -7
  478. package/src/loader/manifest-config.js +25 -1
  479. package/src/loader/memory-monitor.d.ts +17 -5
  480. package/src/loader/per-layer-input-loader.js +114 -1
  481. package/src/loader/quantization-constants.d.ts +6 -0
  482. package/src/loader/shard-resolver.d.ts +1 -0
  483. package/src/loader/shard-resolver.js +15 -0
  484. package/src/loader/tensors/source-transform.d.ts +15 -0
  485. package/src/loader/tensors/source-transform.js +317 -34
  486. package/src/loader/tensors/tensor-loader.d.ts +2 -9
  487. package/src/loader/tensors/tensor-loader.js +84 -1
  488. package/src/loader/tensors/tensor-reader.js +28 -2
  489. package/src/memory/address-table.d.ts +1 -9
  490. package/src/memory/buffer-pool.d.ts +0 -16
  491. package/src/memory/buffer-pool.js +1 -33
  492. package/src/memory/heap-manager.d.ts +18 -43
  493. package/src/memory/unified-detect.d.ts +19 -34
  494. package/src/models/embeddinggemma.d.ts +7 -0
  495. package/src/models/embeddinggemma.js +24 -0
  496. package/src/models/family.d.ts +24 -0
  497. package/src/models/family.js +25 -0
  498. package/src/models/gemma3.d.ts +7 -0
  499. package/src/models/gemma3.js +33 -0
  500. package/src/models/gemma4.d.ts +7 -0
  501. package/src/models/gemma4.js +33 -0
  502. package/src/models/qwen3.d.ts +7 -0
  503. package/src/models/qwen3.js +36 -0
  504. package/src/rules/converter/tokenizer.rules.json +5 -0
  505. package/src/rules/execution-rules-contract-check.js +72 -3
  506. package/src/rules/inference/capability-transforms.rules.json +87 -0
  507. package/src/rules/inference/execution.rules.json +11 -1
  508. package/src/rules/inference/ffn.rules.json +6 -2
  509. package/src/rules/loader/tensor-loader.rules.json +9 -0
  510. package/src/rules/rule-registry.js +53 -75
  511. package/src/storage/artifact-storage-context.d.ts +12 -3
  512. package/src/storage/artifact-storage-context.js +389 -98
  513. package/src/storage/backends/opfs-store.js +138 -88
  514. package/src/storage/blake3.js +9 -1
  515. package/src/storage/export.js +1 -5
  516. package/src/storage/normalize-model-id.js +3 -0
  517. package/src/storage/preflight.js +22 -0
  518. package/src/storage/quickstart-downloader.js +44 -56
  519. package/src/storage/reports.js +35 -11
  520. package/src/storage/shard-manager.d.ts +8 -2
  521. package/src/storage/shard-manager.js +176 -15
  522. package/src/storage/source-artifact-store.d.ts +0 -2
  523. package/src/storage/source-artifact-store.js +3 -9
  524. package/src/sw.js +0 -3
  525. package/src/tooling/browser-command-runner.js +39 -0
  526. package/src/tooling/command-api-constants.js +1 -1
  527. package/src/tooling/command-api-family-normalizers.d.ts +1 -0
  528. package/src/tooling/command-api-family-normalizers.js +49 -7
  529. package/src/tooling/command-api-helpers.d.ts +0 -2
  530. package/src/tooling/command-api-helpers.js +6 -2
  531. package/src/tooling/command-api.d.ts +20 -1
  532. package/src/tooling/command-api.js +10 -1
  533. package/src/tooling/command-envelope.d.ts +0 -1
  534. package/src/tooling/command-envelope.js +1 -1
  535. package/src/tooling/command-runner-shared.d.ts +10 -0
  536. package/src/tooling/conversion-config-materializer.d.ts +0 -10
  537. package/src/tooling/conversion-config-materializer.js +1 -1
  538. package/src/tooling/diagnose-runner.js +1 -4
  539. package/src/tooling/hf-registry-utils.d.ts +2 -6
  540. package/src/tooling/hf-registry-utils.js +90 -19
  541. package/src/tooling/kernel-path-builder/index.js +1 -4
  542. package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
  543. package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
  544. package/src/tooling/lean-execution-contract-runner.js +2 -2
  545. package/src/tooling/litert-package-runtime.d.ts +1 -1
  546. package/src/tooling/litert-package-runtime.js +373 -21
  547. package/src/tooling/node-browser-command-runner.d.ts +15 -0
  548. package/src/tooling/node-browser-command-runner.js +97 -13
  549. package/src/tooling/node-command-runner.js +36 -0
  550. package/src/tooling/node-convert-worker-pool.js +12 -0
  551. package/src/tooling/node-convert-worker.js +10 -1
  552. package/src/tooling/node-converter.js +90 -1
  553. package/src/tooling/node-source-runtime.js +257 -150
  554. package/src/tooling/opfs-cache.js +1 -4
  555. package/src/tooling/precision-replay-math.js +174 -0
  556. package/src/tooling/program-bundle-host.d.ts +16 -0
  557. package/src/tooling/program-bundle-host.js +20 -0
  558. package/src/tooling/program-bundle-parity.d.ts +28 -0
  559. package/src/tooling/program-bundle-parity.js +210 -0
  560. package/src/tooling/program-bundle.d.ts +61 -0
  561. package/src/tooling/program-bundle.js +1119 -0
  562. package/src/tooling/rdrr-integrity-refresh.d.ts +32 -0
  563. package/src/tooling/rdrr-integrity-refresh.js +271 -0
  564. package/src/tooling/reference-verify.js +191 -0
  565. package/src/tooling/source-artifact-adapter.d.ts +0 -20
  566. package/src/tooling/source-artifact-adapter.js +4 -4
  567. package/src/tooling/source-package-profiles.js +1 -7
  568. package/src/tooling/source-runtime-bundle.d.ts +27 -0
  569. package/src/tooling/source-runtime-bundle.js +56 -23
  570. package/src/tooling/source-runtime-converter-config.d.ts +0 -5
  571. package/src/tooling/source-runtime-converter-config.js +13 -9
  572. package/src/tooling/source-runtime-materializer.js +4 -8
  573. package/src/tooling-exports/device.d.ts +11 -0
  574. package/src/tooling-exports/device.js +14 -0
  575. package/src/tooling-exports/manifest.d.ts +8 -0
  576. package/src/tooling-exports/manifest.js +11 -0
  577. package/src/tooling-exports/storage.d.ts +25 -0
  578. package/src/tooling-exports/storage.js +29 -0
  579. package/src/tooling-exports/structured.d.ts +1 -0
  580. package/src/tooling-exports/structured.js +5 -0
  581. package/src/tooling-exports.d.ts +23 -0
  582. package/src/tooling-exports.js +17 -0
  583. package/src/tooling-exports.shared.d.ts +27 -30
  584. package/src/tooling-exports.shared.js +28 -29
  585. package/src/types/index.d.ts +0 -3
  586. package/src/types/index.js +0 -3
  587. package/src/utils/array-buffer.d.ts +4 -0
  588. package/src/utils/array-buffer.js +9 -0
  589. package/src/utils/canonical-hash.d.ts +7 -0
  590. package/src/utils/canonical-hash.js +74 -0
  591. package/src/utils/clone-json.d.ts +1 -0
  592. package/src/utils/clone-json.js +7 -0
  593. package/src/utils/encode-utf8.js +5 -0
  594. package/src/utils/index.d.ts +4 -1
  595. package/src/utils/index.js +4 -1
  596. package/src/utils/runtime-env.js +7 -0
  597. package/src/utils/sha256.d.ts +1 -0
  598. package/src/utils/sha256.js +18 -4
  599. package/src/utils/stable-sort-object.d.ts +1 -0
  600. package/src/utils/stable-sort-object.js +13 -0
  601. package/src/version.js +1 -1
  602. package/tools/convert-safetensors-node.js +1 -2
  603. package/src/bootstrap.d.ts +0 -1
  604. package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
  605. package/src/config/kernels/kernel-ref.d.ts +0 -17
  606. package/src/config/kernels/kernel-ref.js +0 -75
  607. package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
  608. package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
  609. package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
  610. package/src/config/runtime/kernels/fused-q4k.json +0 -13
  611. package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
  612. package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
  613. package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
  614. package/src/config/runtime/kernels/safe-q4k.json +0 -13
  615. package/src/config/runtime/overlays/debug-f32a.json +0 -3
  616. package/src/config/runtime/overlays/trace-config.json +0 -28
  617. package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
  618. package/src/debug/perf.d.ts +0 -33
  619. package/src/debug/perf.js +0 -51
  620. package/src/errors/index.d.ts +0 -1
  621. package/src/errors/index.js +0 -1
  622. package/src/formats/gguf/index.d.ts +0 -8
  623. package/src/formats/gguf/index.js +0 -4
  624. package/src/formats/litert/index.d.ts +0 -1
  625. package/src/formats/litert/index.js +0 -1
  626. package/src/formats/safetensors/index.d.ts +0 -8
  627. package/src/formats/safetensors/index.js +0 -4
  628. package/src/formats/tflite/index.d.ts +0 -1
  629. package/src/formats/tflite/index.js +0 -1
  630. package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
  631. package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
  632. package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
  633. package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
  634. package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
  635. package/src/inference/functiongemma.d.ts +0 -15
  636. package/src/inference/functiongemma.js +0 -1
  637. package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
  638. package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
  639. package/src/rules/kernels/kernel-validator.d.ts +0 -24
  640. package/src/rules/kernels/kernel-validator.js +0 -160
  641. package/src/sw.d.ts +0 -1
  642. package/src/tooling/bench-runner.js +0 -64
  643. package/src/tooling/distill-runner.js +0 -56
  644. package/src/tooling/lora-runner.js +0 -37
  645. package/src/tooling/verify-runner.js +0 -63
  646. package/src/types/gpu.d.ts +0 -185
  647. package/src/types/gpu.js +0 -5
  648. package/src/types/inference.d.ts +0 -197
  649. package/src/types/inference.js +0 -5
  650. package/src/types/model.d.ts +0 -130
  651. package/src/types/model.js +0 -5
  652. package/src/utils/format-bytes.js +0 -20
  653. /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
  654. /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
  655. /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
  656. /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
  657. /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
  658. /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
@@ -1,36 +1,5 @@
1
1
  export declare const TFLITE_FILE_IDENTIFIER: 'TFL3';
2
2
 
3
- export declare const TFLITE_TENSOR_TYPE: {
4
- readonly FLOAT32: 0;
5
- readonly FLOAT16: 1;
6
- readonly INT32: 2;
7
- readonly UINT8: 3;
8
- readonly INT64: 4;
9
- readonly STRING: 5;
10
- readonly BOOL: 6;
11
- readonly INT16: 7;
12
- readonly COMPLEX64: 8;
13
- readonly INT8: 9;
14
- readonly FLOAT64: 10;
15
- readonly COMPLEX128: 11;
16
- readonly UINT64: 12;
17
- readonly RESOURCE: 13;
18
- readonly VARIANT: 14;
19
- readonly UINT32: 15;
20
- readonly UINT16: 16;
21
- readonly INT4: 17;
22
- readonly BFLOAT16: 18;
23
- };
24
-
25
- export type TFLiteTensorTypeId = (typeof TFLITE_TENSOR_TYPE)[keyof typeof TFLITE_TENSOR_TYPE];
26
-
27
- export declare const TFLITE_TENSOR_TYPE_NAME: Record<number, string>;
28
-
29
- export declare const TFLITE_TENSOR_DTYPE_MAP: Record<number, 'F32' | 'F16' | 'BF16'>;
30
- export declare const TFLITE_TENSOR_SOURCE_DTYPE_MAP: Record<number, 'F32' | 'F16' | 'BF16' | 'INT8' | 'UINT8' | 'INT4'>;
31
-
32
- export declare const TFLITE_DTYPE_SIZE: Record<'F32' | 'F16' | 'BF16', number>;
33
-
34
3
  export interface TFLiteSourceTransform {
35
4
  kind: 'affine_dequant';
36
5
  scheme: 'per_tensor_affine';
@@ -54,12 +23,20 @@ export interface TFLiteTensor {
54
23
  sourceTransform?: TFLiteSourceTransform;
55
24
  }
56
25
 
26
+ export interface TFLiteMetadataEntry {
27
+ name: string;
28
+ buffer: number;
29
+ offset: number;
30
+ size: number;
31
+ }
32
+
57
33
  export interface ParsedTFLite {
58
34
  schemaVersion: number;
59
35
  description: string | null;
60
36
  subgraphCount: number;
61
37
  mainSubgraphName: string | null;
62
38
  tensors: TFLiteTensor[];
39
+ metadataEntries: TFLiteMetadataEntry[];
63
40
  sourceQuantization: 'F32' | 'F16' | 'BF16' | null;
64
41
  }
65
42
 
@@ -3,7 +3,7 @@ const TFLITE_PAGE_BYTES = 16 * 1024;
3
3
 
4
4
  export const TFLITE_FILE_IDENTIFIER = 'TFL3';
5
5
 
6
- export const TFLITE_TENSOR_TYPE = Object.freeze({
6
+ const TFLITE_TENSOR_TYPE = Object.freeze({
7
7
  FLOAT32: 0,
8
8
  FLOAT16: 1,
9
9
  INT32: 2,
@@ -25,17 +25,17 @@ export const TFLITE_TENSOR_TYPE = Object.freeze({
25
25
  BFLOAT16: 18,
26
26
  });
27
27
 
28
- export const TFLITE_TENSOR_TYPE_NAME = Object.freeze(Object.fromEntries(
28
+ const TFLITE_TENSOR_TYPE_NAME = Object.freeze(Object.fromEntries(
29
29
  Object.entries(TFLITE_TENSOR_TYPE).map(([name, value]) => [value, name])
30
30
  ));
31
31
 
32
- export const TFLITE_TENSOR_DTYPE_MAP = Object.freeze({
32
+ const TFLITE_TENSOR_DTYPE_MAP = Object.freeze({
33
33
  [TFLITE_TENSOR_TYPE.FLOAT32]: 'F32',
34
34
  [TFLITE_TENSOR_TYPE.FLOAT16]: 'F16',
35
35
  [TFLITE_TENSOR_TYPE.BFLOAT16]: 'BF16',
36
36
  });
37
37
 
38
- export const TFLITE_TENSOR_SOURCE_DTYPE_MAP = Object.freeze({
38
+ const TFLITE_TENSOR_SOURCE_DTYPE_MAP = Object.freeze({
39
39
  [TFLITE_TENSOR_TYPE.FLOAT32]: 'F32',
40
40
  [TFLITE_TENSOR_TYPE.FLOAT16]: 'F16',
41
41
  [TFLITE_TENSOR_TYPE.BFLOAT16]: 'BF16',
@@ -44,7 +44,7 @@ export const TFLITE_TENSOR_SOURCE_DTYPE_MAP = Object.freeze({
44
44
  [TFLITE_TENSOR_TYPE.INT4]: 'INT4',
45
45
  });
46
46
 
47
- export const TFLITE_DTYPE_SIZE = Object.freeze({
47
+ const TFLITE_DTYPE_SIZE = Object.freeze({
48
48
  F32: 4,
49
49
  F16: 2,
50
50
  BF16: 2,
@@ -469,6 +469,49 @@ async function readBufferLocation(reader, bufferPos, tensorName) {
469
469
  return size > 0 ? { offset, size } : null;
470
470
  }
471
471
 
472
+ async function readMetadataEntries(reader, modelPos, bufferCount) {
473
+ const metadataCount = await reader.readTableVectorLength(modelPos, 6);
474
+ const metadataEntries = [];
475
+ for (let index = 0; index < metadataCount; index++) {
476
+ const metadataPos = await reader.readTableVectorEntry(modelPos, 6, index);
477
+ if (metadataPos == null) {
478
+ continue;
479
+ }
480
+ const name = await reader.readStringAtField(metadataPos, 0);
481
+ if (!name) {
482
+ continue;
483
+ }
484
+ const bufferFieldPos = await reader.getTableFieldPos(metadataPos, 1);
485
+ const bufferIndex = bufferFieldPos == null ? 0 : await reader.readUint32(bufferFieldPos);
486
+ if (bufferIndex === 0) {
487
+ continue;
488
+ }
489
+ if (bufferIndex >= bufferCount) {
490
+ throw new Error(
491
+ `TFLite parser: metadata "${name}" references buffer ${bufferIndex}, ` +
492
+ `but the model only has ${bufferCount} buffers.`
493
+ );
494
+ }
495
+ const bufferPos = await reader.readTableVectorEntry(modelPos, 4, bufferIndex);
496
+ if (bufferPos == null) {
497
+ throw new Error(
498
+ `TFLite parser: missing buffer table entry ${bufferIndex} for metadata "${name}".`
499
+ );
500
+ }
501
+ const dataLocation = await readBufferLocation(reader, bufferPos, `metadata "${name}"`);
502
+ if (!dataLocation || dataLocation.size <= 0) {
503
+ continue;
504
+ }
505
+ metadataEntries.push({
506
+ name,
507
+ buffer: bufferIndex,
508
+ offset: dataLocation.offset,
509
+ size: dataLocation.size,
510
+ });
511
+ }
512
+ return metadataEntries;
513
+ }
514
+
472
515
  async function parseTFLiteReader(reader, options = {}) {
473
516
  const parseOptions = normalizeParseOptions(options);
474
517
  const rootOffset = await reader.readInt32(0);
@@ -610,6 +653,7 @@ async function parseTFLiteReader(reader, options = {}) {
610
653
  'TFLite parser: no supported constant tensors were found in the main subgraph.'
611
654
  );
612
655
  }
656
+ const metadataEntries = await readMetadataEntries(reader, modelPos, bufferCount);
613
657
 
614
658
  return {
615
659
  schemaVersion,
@@ -617,6 +661,7 @@ async function parseTFLiteReader(reader, options = {}) {
617
661
  subgraphCount,
618
662
  mainSubgraphName: mainSubgraphName || null,
619
663
  tensors,
664
+ metadataEntries,
620
665
  sourceQuantization: resolveDirectSourceQuantization(tensors),
621
666
  };
622
667
  }
@@ -5,30 +5,12 @@
5
5
  * avoiding per-kernel submit overhead. Manages temporary buffers automatically.
6
6
  */
7
7
 
8
- /** Statistics about recorded operations */
9
- export interface RecorderStats {
10
- opCount: number;
11
- tempBufferCount: number;
12
- pooledBufferCount: number;
13
- submitted: boolean;
14
- }
15
-
16
8
  /** Options for CommandRecorder */
17
9
  export interface RecorderOptions {
18
10
  /** Enable GPU timestamp profiling (requires 'timestamp-query' feature) */
19
11
  profile?: boolean;
20
12
  }
21
13
 
22
- export interface RecorderSubmitOptions {
23
- /** Use `deferred` when another readback wait already proves command completion. */
24
- cleanup?: 'queue' | 'deferred';
25
- }
26
-
27
- export interface RecorderDeferredCleanupOptions {
28
- /** Discard pooled buffers instead of returning them to the pool. */
29
- discardPooled?: boolean;
30
- }
31
-
32
14
  /** Profiling result - maps kernel label to time in milliseconds */
33
15
  export type ProfileTimings = Record<string, number>;
34
16
 
@@ -113,17 +95,23 @@ export declare class CommandRecorder {
113
95
  */
114
96
  trackTemporaryBuffer(buffer: GPUBuffer): void;
115
97
 
98
+ /**
99
+ * Schedule async work that must run after GPU submission completes but before
100
+ * recorder-owned cleanup makes the captured data unavailable.
101
+ */
102
+ enqueueCompletionTask(task: () => Promise<void> | void): void;
103
+
116
104
  /**
117
105
  * Submit all recorded commands and clean up temporary buffers.
118
106
  * After calling this, the recorder cannot be reused.
119
107
  */
120
- submit(options?: RecorderSubmitOptions): void;
108
+ submit(options?: { cleanup?: 'queue' | 'deferred' }): void;
121
109
 
122
110
  /**
123
111
  * Finalize a deferred-cleanup submit after another wait condition
124
112
  * has already established GPU completion.
125
113
  */
126
- completeDeferredCleanup(options?: RecorderDeferredCleanupOptions): void;
114
+ completeDeferredCleanup(options?: { discardPooled?: boolean }): Promise<void>;
127
115
 
128
116
  /**
129
117
  * Submit and wait for GPU to complete (useful for debugging/profiling).
@@ -137,7 +125,7 @@ export declare class CommandRecorder {
137
125
  * Get statistics about recorded operations.
138
126
  * @returns Statistics object
139
127
  */
140
- getStats(): RecorderStats;
128
+ getStats(): { opCount: number; tempBufferCount: number; pooledBufferCount: number; submitted: boolean };
141
129
 
142
130
  /**
143
131
  * Get the submit completion latency in milliseconds (null if not resolved yet).
@@ -36,6 +36,8 @@ export class CommandRecorder {
36
36
 
37
37
  #deferredCleanup = null;
38
38
 
39
+ #completionTasks;
40
+
39
41
 
40
42
  #submitted;
41
43
 
@@ -80,6 +82,7 @@ export class CommandRecorder {
80
82
  this.#pooledBufferSet = new Set();
81
83
  this.#cleanupPromise = null;
82
84
  this.#deferredCleanup = null;
85
+ this.#completionTasks = [];
83
86
 
84
87
  // Track if already submitted
85
88
  this.#submitted = false;
@@ -292,6 +295,31 @@ export class CommandRecorder {
292
295
  // Treating them as temporary would destroy weights at submit time.
293
296
  }
294
297
 
298
+ enqueueCompletionTask(task) {
299
+ if (this.#submitted) {
300
+ throw new Error('[CommandRecorder] Cannot enqueue completion tasks after submit');
301
+ }
302
+ if (typeof task !== 'function') {
303
+ throw new Error('[CommandRecorder] completion task must be a function');
304
+ }
305
+ this.#completionTasks.push(task);
306
+ }
307
+
308
+ async #runCompletionTasks() {
309
+ if (this.#completionTasks.length === 0) {
310
+ return;
311
+ }
312
+ const tasks = this.#completionTasks;
313
+ this.#completionTasks = [];
314
+ for (const task of tasks) {
315
+ try {
316
+ await task();
317
+ } catch (error) {
318
+ log.warn('CommandRecorder', `Completion task failed: ${error instanceof Error ? error.message : String(error)}`);
319
+ }
320
+ }
321
+ }
322
+
295
323
  #finalizeTrackedBuffers(buffersToDestroy, buffersToRelease, discardPooled) {
296
324
  for (const buffer of buffersToDestroy) {
297
325
  buffer.destroy();
@@ -353,6 +381,13 @@ export class CommandRecorder {
353
381
  this.#cleanupPromise = null;
354
382
 
355
383
  if (cleanup === 'deferred') {
384
+ if (this.#completionTasks.length > 0) {
385
+ this.#cleanupPromise = this.device.queue.onSubmittedWorkDone().then(async () => {
386
+ await this.#runCompletionTasks();
387
+ }).catch((err) => {
388
+ log.warn('CommandRecorder', `Completion tasks failed: ${ (err).message}`);
389
+ });
390
+ }
356
391
  this.#deferredCleanup = {
357
392
  buffersToDestroy,
358
393
  buffersToRelease,
@@ -361,7 +396,8 @@ export class CommandRecorder {
361
396
  return;
362
397
  }
363
398
 
364
- this.#cleanupPromise = this.device.queue.onSubmittedWorkDone().then(() => {
399
+ this.#cleanupPromise = this.device.queue.onSubmittedWorkDone().then(async () => {
400
+ await this.#runCompletionTasks();
365
401
  this.#submitLatencyMs = performance.now() - submitStart;
366
402
  this.#finalizeTrackedBuffers(buffersToDestroy, buffersToRelease, false);
367
403
  }).catch((err) => {
@@ -370,8 +406,11 @@ export class CommandRecorder {
370
406
  });
371
407
  }
372
408
 
373
- completeDeferredCleanup(options = {}) {
409
+ async completeDeferredCleanup(options = {}) {
374
410
  const discardPooled = options.discardPooled === true;
411
+ if (this.#cleanupPromise) {
412
+ await this.#cleanupPromise;
413
+ }
375
414
  this.#finalizeDeferredCleanup(discardPooled);
376
415
  }
377
416
 
@@ -61,6 +61,14 @@ export interface DeviceLimits {
61
61
  maxComputeWorkgroupsPerDimension: number;
62
62
  }
63
63
 
64
+ export interface DeviceLossInfo {
65
+ message: string;
66
+ reason: string;
67
+ deviceEpoch: number;
68
+ timestampMs: number;
69
+ adapterInfo: AdapterInfo | null;
70
+ }
71
+
64
72
  /**
65
73
  * Feature flags detected during initialization
66
74
  */
@@ -120,10 +128,10 @@ export function getDeviceEpoch(): number;
120
128
  export function getPlatformConfig(): ResolvedPlatformConfig | null;
121
129
 
122
130
  /**
123
- * Check if platform and registry are initialized
124
- * @returns True if platform detection succeeded
131
+ * Most recent device-lost record for diagnostics, or null if no loss has been observed
132
+ * since the current device was initialized.
125
133
  */
126
- export function isPlatformInitialized(): boolean;
134
+ export function getLastDeviceLossInfo(): DeviceLossInfo | null;
127
135
 
128
136
  /**
129
137
  * Destroy the device and clear cache
@@ -142,3 +150,9 @@ export function hasFeature(feature: string): boolean;
142
150
  * @returns Device limits or null if device not initialized
143
151
  */
144
152
  export function getDeviceLimits(): DeviceLimits | null;
153
+
154
+ /**
155
+ * Reset all cached device-level state (adapter, device, features, limits).
156
+ * Used by tests and teardown paths that need a clean re-init.
157
+ */
158
+ export declare function resetDeviceState(): void;
package/src/gpu/device.js CHANGED
@@ -3,7 +3,7 @@
3
3
  import { wrapQueueForTracking, setTrackSubmits } from './submit-tracker.js';
4
4
  import { probeSubmitLatency } from './submit-probe.js';
5
5
  import { log } from '../debug/index.js';
6
- import { createDopplerError, ERROR_CODES } from '../errors/index.js';
6
+ import { createDopplerError, ERROR_CODES } from '../errors/doppler-error.js';
7
7
  import { GB } from '../config/schema/index.js';
8
8
 
9
9
  // Re-export submit tracker for convenience
@@ -18,6 +18,7 @@ let kernelCapabilities = null;
18
18
  // Cached platform config (set during initDevice)
19
19
 
20
20
  let resolvedPlatformConfig = null;
21
+ let lastDeviceLossInfo = null;
21
22
 
22
23
  // Track whether platform/registry initialization has been attempted
23
24
  let platformInitialized = false;
@@ -162,6 +163,13 @@ function registerDeviceLostHandler(device) {
162
163
  if (gpuDevice !== trackedDevice) {
163
164
  return;
164
165
  }
166
+ lastDeviceLossInfo = {
167
+ message: info?.message ?? '',
168
+ reason: info?.reason ?? 'unknown',
169
+ deviceEpoch,
170
+ timestampMs: Date.now(),
171
+ adapterInfo: kernelCapabilities?.adapterInfo ?? null,
172
+ };
165
173
  log.error('GPU', 'Device lost: ' + info.message + ', Reason: ' + info.reason);
166
174
  clearActiveDeviceState();
167
175
  advanceDeviceEpoch();
@@ -169,6 +177,13 @@ function registerDeviceLostHandler(device) {
169
177
  if (gpuDevice !== trackedDevice) {
170
178
  return;
171
179
  }
180
+ lastDeviceLossInfo = {
181
+ message: error?.message ?? String(error),
182
+ reason: 'device_lost_handler_failed',
183
+ deviceEpoch,
184
+ timestampMs: Date.now(),
185
+ adapterInfo: kernelCapabilities?.adapterInfo ?? null,
186
+ };
172
187
  log.warn('GPU', 'Device lost handler failed: ' + (error?.message ?? error));
173
188
  clearActiveDeviceState();
174
189
  advanceDeviceEpoch();
@@ -372,6 +387,7 @@ export async function initDevice() {
372
387
  if (!gpuDevice) {
373
388
  throw createDopplerError(ERROR_CODES.GPU_DEVICE_FAILED, 'Failed to create WebGPU device');
374
389
  }
390
+ lastDeviceLossInfo = null;
375
391
  ensureGpuBufferConstructor(gpuDevice);
376
392
  wrapDeviceCreateBindGroup(gpuDevice);
377
393
  registerDeviceLostHandler(gpuDevice);
@@ -426,6 +442,7 @@ export function setDevice(device, options = {}) {
426
442
  }
427
443
 
428
444
  gpuDevice = device;
445
+ lastDeviceLossInfo = null;
429
446
  ensureGpuBufferConstructor(gpuDevice);
430
447
  wrapDeviceCreateBindGroup(gpuDevice);
431
448
  registerDeviceLostHandler(gpuDevice);
@@ -490,9 +507,8 @@ export function getPlatformConfig() {
490
507
  return resolvedPlatformConfig;
491
508
  }
492
509
 
493
-
494
- export function isPlatformInitialized() {
495
- return platformInitialized && resolvedPlatformConfig !== null;
510
+ export function getLastDeviceLossInfo() {
511
+ return lastDeviceLossInfo ? { ...lastDeviceLossInfo } : null;
496
512
  }
497
513
 
498
514
 
@@ -2,19 +2,12 @@
2
2
  * Kernel runtime initialization helpers.
3
3
  */
4
4
 
5
- export interface KernelRuntimeOptions {
6
- prewarm?: boolean;
7
- prewarmMode?: 'parallel' | 'sequential';
8
- autoTune?: boolean;
9
- clearCaches?: boolean;
10
- modelConfig?: Record<string, number>;
11
- }
12
-
13
- export interface KernelRuntimeState {
14
- warmed: boolean;
15
- tuned: boolean;
16
- }
17
-
18
5
  export function prepareKernelRuntime(
19
- options?: KernelRuntimeOptions
20
- ): Promise<KernelRuntimeState>;
6
+ options?: {
7
+ prewarm?: boolean;
8
+ prewarmMode?: 'parallel' | 'sequential';
9
+ autoTune?: boolean;
10
+ clearCaches?: boolean;
11
+ modelConfig?: Record<string, number>;
12
+ }
13
+ ): Promise<{ warmed: boolean; tuned: boolean }>;
@@ -2,11 +2,3 @@ export declare function logKernelSelectionOnce(
2
2
  operation: string,
3
3
  payload: { variant?: string; reason?: string }
4
4
  ): void;
5
-
6
- export declare function resetKernelSelectionLog(): void;
7
-
8
- export declare function getKernelSelectionLog(): Array<{
9
- operation: string;
10
- variant: string;
11
- reason: string | null;
12
- }>;
@@ -1,7 +1,6 @@
1
1
  import { log } from '../debug/index.js';
2
2
 
3
3
  const loggedSelections = new Set();
4
- const selectionLog = [];
5
4
 
6
5
  export function logKernelSelectionOnce(operation, payload) {
7
6
  const key = `${operation}:${payload.variant ?? 'unknown'}`;
@@ -9,20 +8,6 @@ export function logKernelSelectionOnce(operation, payload) {
9
8
  return;
10
9
  }
11
10
  loggedSelections.add(key);
12
- selectionLog.push({
13
- operation,
14
- variant: payload.variant ?? 'unknown',
15
- reason: payload.reason ?? null,
16
- });
17
11
  const reason = payload.reason ? ` reason=${payload.reason}` : '';
18
12
  log.info('KernelSelect', `${operation} variant=${payload.variant ?? 'unknown'}${reason}`);
19
13
  }
20
-
21
- export function resetKernelSelectionLog() {
22
- loggedSelections.clear();
23
- selectionLog.length = 0;
24
- }
25
-
26
- export function getKernelSelectionLog() {
27
- return [...selectionLog];
28
- }
@@ -147,6 +147,3 @@ export function clearCacheStorage(capabilities) {
147
147
  }
148
148
 
149
149
 
150
- export function clearOnDeviceReset() {
151
- cacheDeviceEpoch = -1;
152
- }
@@ -4,8 +4,9 @@ Purpose: Catalog and guidance for Doppler's WGSL kernel library.
4
4
 
5
5
  ## Scope
6
6
 
7
- - Kernel categories, counts, and naming conventions.
7
+ - Kernel categories and entry point reuse guidance.
8
8
  - Entry points, uniforms, and reuse strategies.
9
+ - Registry-owned kernel naming and inventory pointers.
9
10
 
10
11
  The repository currently ships over 100 WebGPU compute shaders for inference and auxiliary pipelines.
11
12
 
@@ -14,20 +15,20 @@ The repository currently ships over 100 WebGPU compute shaders for inference and
14
15
  Selected duplicate dtype variants are generated from canonical kernels:
15
16
 
16
17
  - Source of truth: `src/gpu/kernels/codegen/wgsl-variants.js`
17
- - Generator: `node tools/generate-wgsl.js`
18
- - Drift check: `node tools/generate-wgsl.js --check`
18
+ - Generator: `npm run kernels:codegen:sync`
19
+ - Drift check: `npm run kernels:codegen:check`
19
20
 
20
21
  Generated targets keep the same runtime file names, so kernel-path IDs and manifest wiring stay stable.
21
22
 
22
23
  ## Categories
23
24
 
24
- | Category | Count | Examples |
25
- |----------|-------|----------|
26
- | Attention | 16 | `attention.wgsl`, `attention_decode_*.wgsl`, `attention_f16.wgsl` |
27
- | Matmul | 6 | `matmul_f16.wgsl`, `matmul_f16w_f32a.wgsl`, `matmul_gemv*.wgsl` |
28
- | Dequant | 10 | `dequant_q4k.wgsl`, `dequant_q6k.wgsl`, `dequant_mxfp4.wgsl` |
29
- | Fused | 10 | `fused_ffn.wgsl`, `fused_matmul_q4.wgsl`, `fused_matmul_q4_multicol_f16a.wgsl` |
30
- | Other | 37 | `rmsnorm.wgsl`, `rope.wgsl`, `sample.wgsl`, `silu.wgsl` |
25
+ | Category | Examples |
26
+ |----------|----------|
27
+ | Attention | `attention.wgsl`, `attention_decode_*.wgsl`, `attention_f16.wgsl` |
28
+ | Matmul | `matmul_f16.wgsl`, `matmul_f16w_f32a.wgsl`, `matmul_gemv*.wgsl` |
29
+ | Dequant | `dequant_q4k.wgsl`, `dequant_q6k.wgsl`, `dequant_mxfp4.wgsl` |
30
+ | Fused | `fused_ffn.wgsl`, `fused_matmul_q4.wgsl`, `fused_matmul_q4_multicol_f16a.wgsl` |
31
+ | Other | `rmsnorm.wgsl`, `rope.wgsl`, `sample.wgsl`, `silu.wgsl` |
31
32
 
32
33
  ## Reusability Mechanisms
33
34
 
@@ -116,12 +117,43 @@ fn main() {
116
117
  | `silu.wgsl` | 5 | SiLU activation variants (gate, split, vec4, rowsplit) |
117
118
  | `gelu.wgsl` | 3 | GeLU/GeGLU activation variants (gate, rowsplit) |
118
119
 
119
- ## Naming Conventions
120
+ ## Naming Source of Truth
120
121
 
121
- - `fused_*.wgsl` - Multiple ops in one kernel (fused_ffn, fused_matmul_rmsnorm, etc.)
122
- - `*_f16.wgsl` - F16 weights/activations
123
- - `*_f16a.wgsl` - F16 activations with quantized weights (fused Q4K)
124
- - `*_f32.wgsl` - F32 weights/activations
125
- - `*_q4*.wgsl` - Q4_K quantized
126
- - `*_subgroup.wgsl` - Uses subgroup operations
127
- - `*_decode*.wgsl` - Optimized for M=1 decode
122
+ Kernel operation IDs, variant IDs, WGSL filenames, entry points, feature
123
+ requirements, bindings, uniforms, and metadata are defined in
124
+ `src/config/kernels/registry.json`.
125
+
126
+ Use `npm run kernels:registry:check` to audit the on-disk WGSL inventory
127
+ against the registry. This README must not define separate filename suffix
128
+ rules.
129
+
130
+ ## Supported Manifest Usage
131
+
132
+ Use `npm run kernels:supported-manifests:report` to cross-reference the kernel
133
+ registry against kernels pinned by supported local manifests. The default scope
134
+ is catalog entries marked runtime active, conversion ready, and verified/pass in
135
+ `models/catalog.json`.
136
+
137
+ The report includes kernels made live by capability-transform fallbacks declared
138
+ in `src/rules/inference/capability-transforms.rules.json`. Use `--manifest-only`
139
+ for the strict manifest-pinned view, or `--include-runtime-transform-variants`
140
+ when auditing runtime-requested lanes such as f16 activation profiles.
141
+
142
+ The report separates non-live registry entries into protected and candidate
143
+ sets:
144
+
145
+ - protected by `tools/policies/kernel-usage-allowlist.json` for non-text lanes
146
+ such as training, diffusion, MoE, generation options, and format utilities
147
+ - protected by registry reachability when conversion configs or rule maps can
148
+ still select the variant
149
+ - true unused candidates when neither live usage, allowlist policy, nor
150
+ registry reachability protects the variant
151
+
152
+ Use `--no-allowlist` to inspect the raw non-live registry set, and
153
+ `--fail-on-unused-candidates` to make the command exit non-zero when true
154
+ unused candidates are present.
155
+
156
+ The report is advisory for cleanup planning. It is not part of `npm run
157
+ kernels:check` because `models/local/**` is developer-local state, not a CI
158
+ contract surface. Use `--include-untested` when inspecting active/ready local
159
+ artifacts that are not verified yet.
@@ -0,0 +1,22 @@
1
+ import type { CommandRecorder } from '../command-recorder.js';
2
+ import type { Tensor } from '../tensor.js';
3
+
4
+ export interface ActivationStaticQdqOptions {
5
+ count?: number;
6
+ outputBuffer?: GPUBuffer | null;
7
+ qmin?: number;
8
+ qmax?: number;
9
+ }
10
+
11
+ export declare function runActivationStaticQdq(
12
+ input: Tensor,
13
+ scale: number,
14
+ options?: ActivationStaticQdqOptions
15
+ ): Promise<Tensor>;
16
+
17
+ export declare function recordActivationStaticQdq(
18
+ recorder: CommandRecorder,
19
+ input: Tensor,
20
+ scale: number,
21
+ options?: ActivationStaticQdqOptions
22
+ ): Promise<Tensor>;
@@ -0,0 +1,69 @@
1
+ import { acquireBuffer, releaseBuffer } from '../../memory/buffer-pool.js';
2
+ import { createTensor, dtypeBytes } from '../tensor.js';
3
+ import { WORKGROUP_SIZES } from './constants.js';
4
+ import { unifiedKernelWrapper } from './utils.js';
5
+
6
+ function resolveCount(tensor, countOverride) {
7
+ if (Number.isFinite(countOverride) && countOverride > 0) {
8
+ return Math.floor(countOverride);
9
+ }
10
+ if (Array.isArray(tensor.shape) && tensor.shape.length > 0) {
11
+ return tensor.shape.reduce((acc, value) => acc * value, 1);
12
+ }
13
+ return Math.floor(tensor.buffer.size / dtypeBytes(tensor.dtype));
14
+ }
15
+
16
+ async function executeActivationStaticQdq(target, input, scale, options = {}) {
17
+ if (input.dtype !== 'f32') {
18
+ throw new Error(`activation_static_qdq: unsupported dtype ${input.dtype}.`);
19
+ }
20
+
21
+ const { count, outputBuffer = null, qmin = -128, qmax = 127 } = options;
22
+ const resolvedScale = Number(scale);
23
+ const resolvedQmin = Number(qmin);
24
+ const resolvedQmax = Number(qmax);
25
+ if (!Number.isFinite(resolvedScale) || resolvedScale <= 0) {
26
+ throw new Error(`activation_static_qdq: scale must be > 0. Got ${String(scale)}.`);
27
+ }
28
+ if (!Number.isFinite(resolvedQmin) || !Number.isFinite(resolvedQmax) || resolvedQmin > resolvedQmax) {
29
+ throw new Error(
30
+ `activation_static_qdq: invalid qmin/qmax range (${String(qmin)}, ${String(qmax)}).`
31
+ );
32
+ }
33
+
34
+ const inferredCount = resolveCount(input, count);
35
+ const outputSize = inferredCount * dtypeBytes(input.dtype);
36
+ const ownsOutput = outputBuffer == null;
37
+ const output = outputBuffer || acquireBuffer(outputSize, undefined, 'activation_static_qdq_output');
38
+
39
+ try {
40
+ await unifiedKernelWrapper(
41
+ 'activation_static_qdq',
42
+ target,
43
+ 'default',
44
+ [input, output],
45
+ {
46
+ size: inferredCount,
47
+ scale: resolvedScale,
48
+ invScale: 1 / resolvedScale,
49
+ qmin: resolvedQmin,
50
+ qmax: resolvedQmax,
51
+ },
52
+ Math.ceil(inferredCount / WORKGROUP_SIZES.DEFAULT)
53
+ );
54
+ return createTensor(output, input.dtype, [...input.shape], 'activation_static_qdq_output');
55
+ } catch (error) {
56
+ if (ownsOutput) {
57
+ releaseBuffer(output);
58
+ }
59
+ throw error;
60
+ }
61
+ }
62
+
63
+ export async function runActivationStaticQdq(input, scale, options = {}) {
64
+ return executeActivationStaticQdq(null, input, scale, options);
65
+ }
66
+
67
+ export async function recordActivationStaticQdq(recorder, input, scale, options = {}) {
68
+ return executeActivationStaticQdq(recorder, input, scale, options);
69
+ }