doppler-gpu 0.4.2 → 0.4.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (645) hide show
  1. package/CHANGELOG.md +182 -0
  2. package/README.md +19 -15
  3. package/package.json +77 -29
  4. package/src/cli/cli-model-resolution.js +275 -0
  5. package/src/cli/cli-output.js +453 -0
  6. package/src/cli/doppler-cli.js +817 -709
  7. package/src/cli/doppler-quickstart.d.ts +7 -23
  8. package/src/cli/doppler-quickstart.js +4 -2
  9. package/src/cli/doppler-serve.js +1 -1
  10. package/src/cli/runtime-profiles.d.ts +40 -0
  11. package/src/cli/runtime-profiles.js +225 -0
  12. package/src/client/doppler-api.js +1 -6
  13. package/src/client/doppler-registry.d.ts +12 -0
  14. package/src/client/doppler-registry.js +27 -0
  15. package/src/client/doppler-registry.json +64 -6
  16. package/src/client/failure-taxonomy.js +139 -0
  17. package/src/client/fault-injection.js +30 -0
  18. package/src/client/provider.d.ts +151 -0
  19. package/src/client/provider.js +374 -0
  20. package/src/client/receipt.js +156 -0
  21. package/src/client/runtime/index.js +56 -4
  22. package/src/client/runtime/model-manager.d.ts +0 -14
  23. package/src/client/runtime/model-manager.js +2 -42
  24. package/src/client/runtime/model-session.js +33 -0
  25. package/src/client/runtime/model-source.d.ts +13 -1
  26. package/src/client/runtime/model-source.js +128 -2
  27. package/src/client/runtime/node-quickstart-cache.d.ts +22 -0
  28. package/src/client/runtime/node-quickstart-cache.js +353 -0
  29. package/src/client/runtime/source-runtime.js +1 -10
  30. package/src/client/runtime/types.d.ts +0 -60
  31. package/src/client/wrap-pipeline-handle.d.ts +20 -0
  32. package/src/client/wrap-pipeline-handle.js +84 -0
  33. package/src/config/README.md +3 -1
  34. package/src/config/conversion/README.md +23 -157
  35. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +19 -4
  36. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +16 -9
  37. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +24 -9
  38. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +24 -9
  39. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +16 -9
  40. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +24 -9
  41. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af16.json +719 -0
  42. package/src/config/conversion/gemma4/gemma-4-31b-it-text-q4k-ehf16-af32.json +715 -0
  43. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +589 -0
  44. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json +566 -0
  45. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +367 -61
  46. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +212 -55
  47. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +216 -57
  48. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +229 -57
  49. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +17 -10
  50. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +75 -33
  51. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +91 -59
  52. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-eaf16.json +517 -0
  53. package/src/config/conversion/qwen3/qwen-3-6-27b-q4k-ehaf16.json +511 -0
  54. package/src/config/execution-contract-check.js +6 -5
  55. package/src/config/kernel-path-loader.d.ts +8 -2
  56. package/src/config/kernels/kernel-ref-digests.js +125 -122
  57. package/src/config/kernels/registry.d.ts +0 -35
  58. package/src/config/kernels/registry.js +5 -9
  59. package/src/config/kernels/registry.json +524 -350
  60. package/src/config/merge-helpers.d.ts +1 -1
  61. package/src/config/merge-helpers.js +1 -1
  62. package/src/config/merge.js +35 -7
  63. package/src/config/param-categories.d.ts +0 -9
  64. package/src/config/param-categories.js +1 -5
  65. package/src/config/param-validator.d.ts +2 -0
  66. package/src/config/param-validator.js +16 -0
  67. package/src/config/platforms/loader.d.ts +0 -27
  68. package/src/config/platforms/loader.js +0 -30
  69. package/src/config/required-inference-fields-contract-check.js +1 -7
  70. package/src/config/runtime/README.md +28 -0
  71. package/src/config/runtime/experiments/bench/gemma4-bench-q4k.json +1 -1
  72. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +2 -2
  73. package/src/config/runtime/experiments/debug/gemma4-e2b-browser-diagnose-q4k.json +85 -0
  74. package/src/config/runtime/platform/metal-apple-q4k.json +19 -3
  75. package/src/config/runtime/profiles/gemma4-31b-f16-activations-probe.json +65 -0
  76. package/src/config/runtime/profiles/gemma4-e2b-baseline-probe.json +41 -0
  77. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-probe.json +44 -0
  78. package/src/config/runtime/profiles/gemma4-e2b-fused-rmsnorm-test.json +19 -0
  79. package/src/config/runtime/profiles/gemma4-e2b-int4ple-baseline-probe.json +31 -0
  80. package/src/config/runtime/profiles/gemma4-e2b-int4ple-f16a-probe.json +34 -0
  81. package/src/config/runtime/profiles/gemma4-e2b-int4ple-reference-export.json +64 -0
  82. package/src/config/runtime/profiles/gemma4-e2b-int4ple-retain-q4k-probe.json +47 -0
  83. package/src/config/runtime/profiles/gemma4-e2b-prefill-profile.json +35 -0
  84. package/src/config/runtime/profiles/gemma4-e2b-throughput-probe.json +16 -0
  85. package/src/config/runtime/profiles/qwen-3-5-0-8b-prefill-profile.json +35 -0
  86. package/src/config/runtime/profiles/qwen-3-5-0-8b-throughput-probe.json +16 -0
  87. package/src/config/runtime/profiles/qwen3-6-27b-f16-activations-probe.json +62 -0
  88. package/src/config/schema/bridge.schema.d.ts +16 -0
  89. package/src/config/schema/browser-suite-metrics.schema.d.ts +1 -0
  90. package/src/config/schema/browser-suite-metrics.schema.js +2 -0
  91. package/src/config/schema/converter.schema.d.ts +5 -0
  92. package/src/config/schema/converter.schema.js +3 -0
  93. package/src/config/schema/debug.schema.d.ts +22 -1
  94. package/src/config/schema/debug.schema.js +1 -0
  95. package/src/config/schema/distill-training.schema.d.ts +0 -1
  96. package/src/config/schema/distill-training.schema.js +1 -1
  97. package/src/config/schema/doppler.schema.d.ts +12 -2
  98. package/src/config/schema/doppler.schema.js +108 -8
  99. package/src/config/schema/emulation.schema.d.ts +3 -0
  100. package/src/config/schema/emulation.schema.js +16 -16
  101. package/src/config/schema/execution-v1.schema.d.ts +12 -1
  102. package/src/config/schema/execution-v1.schema.js +7 -1
  103. package/src/config/schema/index.d.ts +52 -1
  104. package/src/config/schema/index.js +14 -0
  105. package/src/config/schema/inference.schema.d.ts +3 -3
  106. package/src/config/schema/kernel-path.schema.d.ts +6 -27
  107. package/src/config/schema/kernel-thresholds.schema.d.ts +0 -2
  108. package/src/config/schema/kernel-thresholds.schema.js +3 -7
  109. package/src/config/schema/kvcache.schema.js +0 -9
  110. package/src/config/schema/loading.schema.d.ts +12 -0
  111. package/src/config/schema/loading.schema.js +4 -0
  112. package/src/config/schema/manifest.schema.d.ts +68 -1
  113. package/src/config/schema/manifest.schema.js +48 -2
  114. package/src/config/schema/moe.schema.js +0 -8
  115. package/src/config/schema/program-bundle.schema.d.ts +233 -0
  116. package/src/config/schema/program-bundle.schema.js +393 -0
  117. package/src/config/schema/ul-training.schema.d.ts +0 -1
  118. package/src/config/schema/ul-training.schema.js +1 -1
  119. package/src/config/source-packages/litert/gemma-4-e2b-it.json +36 -15
  120. package/src/config/supported-operations.d.ts +14 -0
  121. package/src/config/supported-operations.js +34 -0
  122. package/src/config/supported-operations.json +178 -0
  123. package/src/config/training-defaults.js +1 -7
  124. package/src/config/transforms/capability-transform-resolver.js +3 -1
  125. package/src/config/transforms/execution-graph-transforms.d.ts +55 -0
  126. package/src/config/transforms/execution-graph-transforms.js +693 -29
  127. package/src/converter/conversion-plan.js +13 -10
  128. package/src/converter/core.d.ts +57 -0
  129. package/src/converter/core.js +582 -13
  130. package/src/converter/parsers/diffusion.js +1 -33
  131. package/src/converter/quantization-info.d.ts +5 -4
  132. package/src/converter/quantization-info.js +39 -3
  133. package/src/converter/quantizer.d.ts +19 -0
  134. package/src/converter/quantizer.js +76 -0
  135. package/src/debug/config.d.ts +0 -4
  136. package/src/debug/config.js +0 -17
  137. package/src/debug/index.d.ts +28 -30
  138. package/src/debug/index.js +0 -18
  139. package/src/debug/stats.d.ts +0 -8
  140. package/src/debug/stats.js +3 -3
  141. package/src/debug/tensor.d.ts +9 -2
  142. package/src/debug/tensor.js +11 -4
  143. package/src/debug/trace.js +2 -15
  144. package/src/errors/doppler-error.js +20 -0
  145. package/src/experimental/browser/quantization.d.ts +5 -0
  146. package/src/experimental/distribution/shard-delivery.js +179 -23
  147. package/src/experimental/training/artifacts.js +1 -14
  148. package/src/experimental/training/checkpoint.js +1 -14
  149. package/src/experimental/training/datasets/token-batch.d.ts +1 -1
  150. package/src/experimental/training/datasets/token-batch.js +2 -2
  151. package/src/experimental/training/distillation/dataset.js +2 -15
  152. package/src/experimental/training/distillation/eval.js +3 -3
  153. package/src/experimental/training/distillation/runtime.js +3 -16
  154. package/src/experimental/training/distillation/student-fixture.js +6 -6
  155. package/src/experimental/training/lora-pipeline.js +1 -14
  156. package/src/experimental/training/objectives/base.d.ts +2 -2
  157. package/src/experimental/training/objectives/cross_entropy.d.ts +2 -2
  158. package/src/experimental/training/objectives/distill_kd.d.ts +2 -2
  159. package/src/experimental/training/objectives/distill_kd.js +2 -2
  160. package/src/experimental/training/objectives/distill_triplet.d.ts +2 -2
  161. package/src/experimental/training/objectives/distill_triplet.js +2 -2
  162. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +2 -2
  163. package/src/experimental/training/objectives/ul_stage2_base.d.ts +2 -2
  164. package/src/experimental/training/objectives/ul_stage2_base.js +1 -1
  165. package/src/experimental/training/operator-artifacts.js +1 -14
  166. package/src/experimental/training/runner.js +1 -14
  167. package/src/experimental/training/workload-packs/registry.json +6 -6
  168. package/src/experimental/training/workloads.js +1 -1
  169. package/src/formats/gguf/types.d.ts +0 -63
  170. package/src/formats/gguf/types.js +58 -38
  171. package/src/formats/litert/types.d.ts +0 -13
  172. package/src/formats/litert/types.js +2 -2
  173. package/src/formats/rdrr/distributed/index.d.ts +34 -0
  174. package/src/formats/rdrr/distributed/index.js +3 -0
  175. package/src/formats/rdrr/distributed/parsing.d.ts +6 -0
  176. package/src/formats/rdrr/distributed/parsing.js +23 -0
  177. package/src/formats/rdrr/distributed/validation.d.ts +23 -0
  178. package/src/formats/rdrr/distributed/validation.js +131 -0
  179. package/src/formats/rdrr/groups.d.ts +1 -13
  180. package/src/formats/rdrr/groups.js +0 -34
  181. package/src/formats/rdrr/index.d.ts +9 -0
  182. package/src/formats/rdrr/index.js +9 -0
  183. package/src/formats/rdrr/integrity.d.ts +51 -0
  184. package/src/formats/rdrr/integrity.js +200 -0
  185. package/src/formats/rdrr/lowerings.d.ts +28 -0
  186. package/src/formats/rdrr/lowerings.js +112 -0
  187. package/src/formats/rdrr/manifest.d.ts +0 -14
  188. package/src/formats/rdrr/manifest.js +5 -58
  189. package/src/formats/rdrr/merkle.d.ts +24 -0
  190. package/src/formats/rdrr/merkle.js +118 -0
  191. package/src/formats/rdrr/parsing.js +4 -0
  192. package/src/formats/rdrr/slice-compiler.d.ts +29 -0
  193. package/src/formats/rdrr/slice-compiler.js +188 -0
  194. package/src/formats/rdrr/storage-descriptor.d.ts +36 -0
  195. package/src/formats/rdrr/storage-descriptor.js +186 -0
  196. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -9
  197. package/src/formats/rdrr/tensor-config-validator.js +0 -30
  198. package/src/formats/rdrr/types.d.ts +107 -0
  199. package/src/formats/rdrr/validation.js +245 -0
  200. package/src/formats/tflite/types.d.ts +0 -31
  201. package/src/formats/tflite/types.js +5 -5
  202. package/src/gpu/command-recorder.d.ts +3 -21
  203. package/src/gpu/device.d.ts +17 -3
  204. package/src/gpu/device.js +20 -4
  205. package/src/gpu/kernel-runtime.d.ts +8 -15
  206. package/src/gpu/kernel-selection-log.d.ts +0 -8
  207. package/src/gpu/kernel-selection-log.js +0 -15
  208. package/src/gpu/kernel-tuner/cache.js +0 -3
  209. package/src/gpu/kernels/README.md +50 -18
  210. package/src/gpu/kernels/activation_static_qdq.wgsl +3 -1
  211. package/src/gpu/kernels/attention.d.ts +28 -19
  212. package/src/gpu/kernels/attention.js +443 -9
  213. package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +0 -1
  214. package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +0 -1
  215. package/src/gpu/kernels/attention_decode_f16.wgsl +1 -1
  216. package/src/gpu/kernels/attention_decode_f16kv.wgsl +1 -1
  217. package/src/gpu/kernels/attention_decode_online_f16.wgsl +32 -29
  218. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +1 -1
  219. package/src/gpu/kernels/attention_decode_paged_f16kv.wgsl +1 -1
  220. package/src/gpu/kernels/attention_decode_tiered_f16kv.wgsl +1 -1
  221. package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +0 -1
  222. package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +0 -1
  223. package/src/gpu/kernels/attention_f16.wgsl +88 -30
  224. package/src/gpu/kernels/attention_f16kv.wgsl +45 -15
  225. package/src/gpu/kernels/attention_head512_f16.wgsl +270 -0
  226. package/src/gpu/kernels/attention_head512_f16kv.wgsl +271 -0
  227. package/src/gpu/kernels/attention_prefill_flash_head256_f16kv.wgsl +306 -0
  228. package/src/gpu/kernels/attention_prefill_flash_reduce.wgsl +101 -0
  229. package/src/gpu/kernels/attention_small_f16.wgsl +22 -20
  230. package/src/gpu/kernels/attention_small_f16kv.wgsl +1 -1
  231. package/src/gpu/kernels/attention_streaming_f16.wgsl +39 -16
  232. package/src/gpu/kernels/attention_streaming_f16kv.wgsl +22 -3
  233. package/src/gpu/kernels/backward/index.d.ts +6 -0
  234. package/src/gpu/kernels/backward/layernorm_backward.wgsl +0 -1
  235. package/src/gpu/kernels/backward/utils.d.ts +35 -0
  236. package/src/gpu/kernels/bf16_to_f32.wgsl +0 -16
  237. package/src/gpu/kernels/bias_add_f16.wgsl +1 -1
  238. package/src/gpu/kernels/cast_f32_to_f16.wgsl +0 -1
  239. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +19 -215
  240. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +8 -82
  241. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +92 -59
  242. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +2 -85
  243. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +27 -24
  244. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +1 -1
  245. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +249 -179
  246. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +133 -235
  247. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +119 -90
  248. package/src/gpu/kernels/codegen/wgsl-variants.js +142 -8
  249. package/src/gpu/kernels/constants.d.ts +9 -48
  250. package/src/gpu/kernels/constants.js +0 -23
  251. package/src/gpu/kernels/conv2d.d.ts +0 -4
  252. package/src/gpu/kernels/conv2d_f16.wgsl +1 -1
  253. package/src/gpu/kernels/dequant.d.ts +0 -16
  254. package/src/gpu/kernels/dequant.js +1 -71
  255. package/src/gpu/kernels/dequant_mxfp4_expert_f16.wgsl +1 -1
  256. package/src/gpu/kernels/dequant_shared.wgsl +1 -55
  257. package/src/gpu/kernels/dispatch.d.ts +12 -97
  258. package/src/gpu/kernels/dispatch.js +0 -117
  259. package/src/gpu/kernels/energy_eval_f16.wgsl +1 -1
  260. package/src/gpu/kernels/energy_quintel_grad_f16.wgsl +1 -1
  261. package/src/gpu/kernels/energy_quintel_reduce_f16.wgsl +1 -1
  262. package/src/gpu/kernels/energy_quintel_update_f16.wgsl +1 -1
  263. package/src/gpu/kernels/energy_update_f16.wgsl +1 -1
  264. package/src/gpu/kernels/fused-gate-up-gelu.js +121 -0
  265. package/src/gpu/kernels/fused_ffn_f16.wgsl +1 -1
  266. package/src/gpu/kernels/fused_ffn_q4k.wgsl +0 -19
  267. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +0 -18
  268. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +124 -0
  269. package/src/gpu/kernels/fused_matmul_q4.wgsl +23 -439
  270. package/src/gpu/kernels/fused_matmul_q4_batched_f16.wgsl +1 -1
  271. package/src/gpu/kernels/fused_matmul_q4_batched_f16a.wgsl +0 -1
  272. package/src/gpu/kernels/fused_matmul_q4_batched_f16acc_f16a.wgsl +158 -0
  273. package/src/gpu/kernels/fused_matmul_q4_f16a.wgsl +0 -1
  274. package/src/gpu/kernels/fused_matmul_q4_multicol_f16.wgsl +0 -1
  275. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a.wgsl +32 -33
  276. package/src/gpu/kernels/fused_matmul_q4_multicol_f16a_f32acc.wgsl +209 -0
  277. package/src/gpu/kernels/fused_matmul_q4_prefill_tiled_f16.wgsl +261 -0
  278. package/src/gpu/kernels/fused_matmul_q4_widetile.wgsl +164 -0
  279. package/src/gpu/kernels/fused_matmul_q4_widetile_f16.wgsl +198 -0
  280. package/src/gpu/kernels/fused_matmul_q4_widetile_f16a.wgsl +161 -0
  281. package/src/gpu/kernels/fused_matmul_q4_widetile_residual.wgsl +173 -0
  282. package/src/gpu/kernels/fused_matmul_rmsnorm_f16.wgsl +1 -1
  283. package/src/gpu/kernels/fused_rmsnorm_q4_widetile.wgsl +271 -0
  284. package/src/gpu/kernels/fused_swiglu_f16.wgsl +1 -1
  285. package/src/gpu/kernels/gather.d.ts +0 -7
  286. package/src/gpu/kernels/gather_f16.wgsl +1 -1
  287. package/src/gpu/kernels/gelu_f16.wgsl +14 -15
  288. package/src/gpu/kernels/groupnorm.d.ts +0 -4
  289. package/src/gpu/kernels/groupnorm_apply_f16.wgsl +1 -1
  290. package/src/gpu/kernels/groupnorm_stats_f16.wgsl +1 -1
  291. package/src/gpu/kernels/index.d.ts +6 -5
  292. package/src/gpu/kernels/index.js +3 -4
  293. package/src/gpu/kernels/kv_quantize_turboquant.wgsl +0 -2
  294. package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +0 -2
  295. package/src/gpu/kernels/layernorm.d.ts +0 -4
  296. package/src/gpu/kernels/layernorm_f16.wgsl +1 -1
  297. package/src/gpu/kernels/{sana_linear_attention.d.ts → linear_attention.d.ts} +5 -5
  298. package/src/gpu/kernels/{sana_linear_attention.js → linear_attention.js} +16 -16
  299. package/src/gpu/kernels/logit-merge.d.ts +0 -24
  300. package/src/gpu/kernels/logit-merge.js +1 -17
  301. package/src/gpu/kernels/matmul-dispatch.js +7 -1
  302. package/src/gpu/kernels/matmul-selection.js +68 -1
  303. package/src/gpu/kernels/matmul.d.ts +0 -28
  304. package/src/gpu/kernels/matmul.js +101 -7
  305. package/src/gpu/kernels/matmul_f16_tiled.wgsl +33 -34
  306. package/src/gpu/kernels/matmul_gemv_residual_f16.wgsl +1 -1
  307. package/src/gpu/kernels/matmul_gemv_subgroup.wgsl +0 -1
  308. package/src/gpu/kernels/matmul_gemv_subgroup_f16a.wgsl +24 -25
  309. package/src/gpu/kernels/modulate_f16.wgsl +1 -1
  310. package/src/gpu/kernels/moe.d.ts +0 -56
  311. package/src/gpu/kernels/moe.js +0 -15
  312. package/src/gpu/kernels/moe_gather_f16.wgsl +1 -1
  313. package/src/gpu/kernels/pixel_shuffle_f16.wgsl +1 -1
  314. package/src/gpu/kernels/residual.d.ts +0 -12
  315. package/src/gpu/kernels/residual_f16.wgsl +2 -2
  316. package/src/gpu/kernels/residual_f16_vec4.wgsl +5 -5
  317. package/src/gpu/kernels/rmsnorm.d.ts +0 -8
  318. package/src/gpu/kernels/rmsnorm.js +17 -1
  319. package/src/gpu/kernels/rmsnorm.wgsl +5 -6
  320. package/src/gpu/kernels/rmsnorm_f16.wgsl +65 -39
  321. package/src/gpu/kernels/rope.d.ts +1 -5
  322. package/src/gpu/kernels/rope.js +12 -2
  323. package/src/gpu/kernels/rope.wgsl +33 -19
  324. package/src/gpu/kernels/rope_f16.wgsl +39 -25
  325. package/src/gpu/kernels/sample.d.ts +0 -5
  326. package/src/gpu/kernels/sample.wgsl +7 -6
  327. package/src/gpu/kernels/sample_f16.wgsl +28 -30
  328. package/src/gpu/kernels/scatter_add_dynamic_f16.wgsl +1 -1
  329. package/src/gpu/kernels/shader-cache.d.ts +13 -0
  330. package/src/gpu/kernels/shader-cache.js +27 -0
  331. package/src/gpu/kernels/silu_f16.wgsl +1 -1
  332. package/src/gpu/kernels/softmax.wgsl +4 -144
  333. package/src/gpu/kernels/split_qg_f16.wgsl +1 -1
  334. package/src/gpu/kernels/split_qkv_f16.wgsl +1 -1
  335. package/src/gpu/kernels/topk_f16.wgsl +1 -1
  336. package/src/gpu/kernels/turboquant-codebook.js +11 -40
  337. package/src/gpu/kernels/uniform-utils.d.ts +18 -0
  338. package/src/gpu/kernels/upsample2d.d.ts +0 -4
  339. package/src/gpu/kernels/upsample2d_f16.wgsl +1 -1
  340. package/src/gpu/kernels/utils.d.ts +28 -0
  341. package/src/gpu/kernels/utils.js +41 -0
  342. package/src/gpu/perf-guards.d.ts +0 -12
  343. package/src/gpu/perf-guards.js +0 -62
  344. package/src/gpu/profiler.d.ts +0 -21
  345. package/src/gpu/profiler.js +0 -34
  346. package/src/gpu/submit-tracker.d.ts +0 -57
  347. package/src/gpu/submit-tracker.js +3 -62
  348. package/src/gpu/tensor.d.ts +0 -23
  349. package/src/gpu/tensor.js +0 -41
  350. package/src/gpu/uniform-cache.d.ts +0 -11
  351. package/src/gpu/uniform-cache.js +0 -23
  352. package/src/index.d.ts +1 -0
  353. package/src/index.js +1 -0
  354. package/src/inference/browser-harness-model-helpers.d.ts +0 -9
  355. package/src/inference/browser-harness-model-helpers.js +22 -13
  356. package/src/inference/browser-harness-runtime-helpers.d.ts +0 -5
  357. package/src/inference/browser-harness-runtime-helpers.js +2 -2
  358. package/src/inference/browser-harness-suite-helpers.d.ts +4 -1
  359. package/src/inference/browser-harness-suite-helpers.js +87 -1
  360. package/src/inference/browser-harness-text-helpers.d.ts +12 -0
  361. package/src/inference/browser-harness-text-helpers.js +223 -14
  362. package/src/inference/browser-harness.d.ts +0 -29
  363. package/src/inference/browser-harness.js +264 -71
  364. package/src/inference/kv-cache/base.d.ts +6 -0
  365. package/src/inference/kv-cache/base.js +16 -1
  366. package/src/inference/kv-cache/mixed-geometry.d.ts +1 -0
  367. package/src/inference/kv-cache/mixed-geometry.js +12 -2
  368. package/src/inference/kv-cache/quantized.js +2 -0
  369. package/src/inference/kv-cache/tiered.js +7 -0
  370. package/src/inference/kv-cache/types.d.ts +2 -0
  371. package/src/inference/multi-model-network.d.ts +1 -1
  372. package/src/inference/multi-model-network.js +1 -2
  373. package/src/inference/network-evolution.d.ts +0 -12
  374. package/src/inference/network-evolution.js +2 -2
  375. package/src/inference/pipelines/context.js +17 -0
  376. package/src/inference/pipelines/diffusion/init.js +2 -2
  377. package/src/inference/pipelines/diffusion/pipeline.js +41 -96
  378. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -5
  379. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +0 -283
  380. package/src/inference/pipelines/diffusion/vae.js +4 -4
  381. package/src/inference/pipelines/energy/quintel.d.ts +15 -0
  382. package/src/inference/pipelines/structured/index.d.ts +2 -0
  383. package/src/inference/pipelines/structured/index.js +2 -0
  384. package/src/inference/pipelines/structured/json-grammar-mask.js +143 -0
  385. package/src/inference/pipelines/structured/tsv-grammar-mask.js +166 -0
  386. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -5
  387. package/src/inference/pipelines/text/attention/attn-config.js +1 -1
  388. package/src/inference/pipelines/text/attention/projections.d.ts +2 -0
  389. package/src/inference/pipelines/text/attention/projections.js +70 -23
  390. package/src/inference/pipelines/text/attention/record.js +118 -5
  391. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +8 -0
  392. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.js +19 -0
  393. package/src/inference/pipelines/text/attention/run.js +97 -6
  394. package/src/inference/pipelines/text/attention/types.d.ts +2 -0
  395. package/src/inference/pipelines/text/chat-format.d.ts +0 -10
  396. package/src/inference/pipelines/text/chat-format.js +1 -8
  397. package/src/inference/pipelines/text/config.d.ts +3 -25
  398. package/src/inference/pipelines/text/config.js +105 -3
  399. package/src/inference/pipelines/text/debug-utils/utils.js +2 -23
  400. package/src/inference/pipelines/text/drift-policy.js +1 -1
  401. package/src/inference/pipelines/text/embed.d.ts +22 -27
  402. package/src/inference/pipelines/text/embed.js +0 -39
  403. package/src/inference/pipelines/text/execution-plan.d.ts +5 -3
  404. package/src/inference/pipelines/text/execution-plan.js +15 -2
  405. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -4
  406. package/src/inference/pipelines/text/execution-runtime-builders.js +0 -11
  407. package/src/inference/pipelines/text/execution-v1.d.ts +18 -0
  408. package/src/inference/pipelines/text/execution-v1.js +94 -25
  409. package/src/inference/pipelines/text/ffn/dense.js +180 -3
  410. package/src/inference/pipelines/text/ffn/standard.js +40 -13
  411. package/src/inference/pipelines/text/generator-decode-policy.js +243 -0
  412. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -2
  413. package/src/inference/pipelines/text/generator-helpers.js +4 -5
  414. package/src/inference/pipelines/text/generator-prefill-helpers.js +293 -0
  415. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -7
  416. package/src/inference/pipelines/text/generator-runtime.js +8 -6
  417. package/src/inference/pipelines/text/generator-steps.d.ts +22 -7
  418. package/src/inference/pipelines/text/generator-steps.js +8 -3
  419. package/src/inference/pipelines/text/generator.d.ts +0 -6
  420. package/src/inference/pipelines/text/generator.js +223 -547
  421. package/src/inference/pipelines/text/init-chat-templates.js +86 -0
  422. package/src/inference/pipelines/text/init-qkv-fusion.js +201 -0
  423. package/src/inference/pipelines/text/init-rope.js +408 -0
  424. package/src/inference/pipelines/text/init.d.ts +5 -2
  425. package/src/inference/pipelines/text/init.js +183 -724
  426. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -33
  427. package/src/inference/pipelines/text/kernel-trace.js +0 -33
  428. package/src/inference/pipelines/text/layer-plan-gpu.js +542 -0
  429. package/src/inference/pipelines/text/layer-plan.d.ts +0 -5
  430. package/src/inference/pipelines/text/layer-plan.js +1 -1
  431. package/src/inference/pipelines/text/layer.d.ts +70 -8
  432. package/src/inference/pipelines/text/layer.js +105 -537
  433. package/src/inference/pipelines/text/linear-attention.d.ts +2 -1
  434. package/src/inference/pipelines/text/load-errors.d.ts +21 -0
  435. package/src/inference/pipelines/text/load-errors.js +59 -0
  436. package/src/inference/pipelines/text/logits/cpu.js +2 -20
  437. package/src/inference/pipelines/text/logits/gpu.js +2 -0
  438. package/src/inference/pipelines/text/logits/index.d.ts +1 -1
  439. package/src/inference/pipelines/text/model-load.d.ts +5 -4
  440. package/src/inference/pipelines/text/model-load.js +74 -17
  441. package/src/inference/pipelines/text/ops.d.ts +13 -2
  442. package/src/inference/pipelines/text/ops.js +1 -1
  443. package/src/inference/pipelines/text/per-layer-inputs.js +31 -6
  444. package/src/inference/pipelines/text/probes.d.ts +3 -6
  445. package/src/inference/pipelines/text/probes.js +120 -31
  446. package/src/inference/pipelines/text/sampling.d.ts +0 -5
  447. package/src/inference/pipelines/text/sampling.js +140 -0
  448. package/src/inference/pipelines/text/stage-names.js +3 -0
  449. package/src/inference/pipelines/text/state.js +2 -0
  450. package/src/inference/pipelines/text/tsir-fixture-writer.js +409 -0
  451. package/src/inference/pipelines/text/types.d.ts +8 -78
  452. package/src/inference/pipelines/text/weights.d.ts +0 -50
  453. package/src/inference/pipelines/text/weights.js +2 -51
  454. package/src/inference/pipelines/text.d.ts +9 -1
  455. package/src/inference/pipelines/text.js +223 -27
  456. package/src/inference/pipelines/vision/index.js +0 -107
  457. package/src/inference/runtime-model.d.ts +0 -7
  458. package/src/inference/runtime-model.js +0 -23
  459. package/src/inference/test-harness.d.ts +6 -22
  460. package/src/inference/test-harness.js +97 -23
  461. package/src/inference/tokenizer.js +1 -10
  462. package/src/inference/tokenizers/sentencepiece.js +65 -15
  463. package/src/inference/tokenizers/types.d.ts +0 -21
  464. package/src/loader/doppler-loader.d.ts +3 -0
  465. package/src/loader/doppler-loader.js +90 -12
  466. package/src/loader/embedding-loader.js +13 -3
  467. package/src/loader/loader-types.d.ts +2 -0
  468. package/src/loader/manifest-config.js +25 -1
  469. package/src/loader/memory-monitor.d.ts +17 -5
  470. package/src/loader/quantization-constants.d.ts +6 -0
  471. package/src/loader/shard-resolver.d.ts +1 -0
  472. package/src/loader/shard-resolver.js +15 -0
  473. package/src/loader/tensors/source-transform.js +6 -1
  474. package/src/loader/tensors/tensor-loader.d.ts +2 -9
  475. package/src/loader/tensors/tensor-loader.js +84 -1
  476. package/src/memory/address-table.d.ts +1 -9
  477. package/src/memory/buffer-pool.d.ts +0 -16
  478. package/src/memory/buffer-pool.js +1 -33
  479. package/src/memory/heap-manager.d.ts +18 -43
  480. package/src/memory/unified-detect.d.ts +19 -34
  481. package/src/models/embeddinggemma.d.ts +7 -0
  482. package/src/models/embeddinggemma.js +24 -0
  483. package/src/models/family.d.ts +24 -0
  484. package/src/models/family.js +25 -0
  485. package/src/models/gemma3.d.ts +7 -0
  486. package/src/models/gemma3.js +33 -0
  487. package/src/models/gemma4.d.ts +7 -0
  488. package/src/models/gemma4.js +33 -0
  489. package/src/models/qwen3.d.ts +7 -0
  490. package/src/models/qwen3.js +36 -0
  491. package/src/rules/converter/tokenizer.rules.json +5 -0
  492. package/src/rules/execution-rules-contract-check.js +72 -3
  493. package/src/rules/inference/capability-transforms.rules.json +87 -0
  494. package/src/rules/inference/execution.rules.json +11 -1
  495. package/src/rules/inference/ffn.rules.json +6 -2
  496. package/src/rules/loader/tensor-loader.rules.json +9 -0
  497. package/src/rules/rule-registry.js +53 -75
  498. package/src/storage/artifact-storage-context.d.ts +11 -3
  499. package/src/storage/artifact-storage-context.js +231 -26
  500. package/src/storage/backends/opfs-store.js +138 -88
  501. package/src/storage/blake3.js +9 -1
  502. package/src/storage/export.js +1 -5
  503. package/src/storage/normalize-model-id.js +3 -0
  504. package/src/storage/preflight.js +11 -0
  505. package/src/storage/quickstart-downloader.js +44 -67
  506. package/src/storage/reports.js +35 -11
  507. package/src/storage/shard-manager.d.ts +8 -2
  508. package/src/storage/shard-manager.js +176 -15
  509. package/src/storage/source-artifact-store.d.ts +0 -2
  510. package/src/storage/source-artifact-store.js +3 -9
  511. package/src/sw.js +0 -3
  512. package/src/tooling/browser-command-runner.js +39 -0
  513. package/src/tooling/command-api-constants.js +1 -1
  514. package/src/tooling/command-api-family-normalizers.d.ts +1 -0
  515. package/src/tooling/command-api-family-normalizers.js +49 -7
  516. package/src/tooling/command-api-helpers.d.ts +0 -2
  517. package/src/tooling/command-api-helpers.js +6 -2
  518. package/src/tooling/command-api.d.ts +20 -1
  519. package/src/tooling/command-api.js +10 -1
  520. package/src/tooling/command-envelope.d.ts +0 -1
  521. package/src/tooling/command-envelope.js +1 -1
  522. package/src/tooling/command-runner-shared.d.ts +10 -0
  523. package/src/tooling/conversion-config-materializer.d.ts +0 -10
  524. package/src/tooling/conversion-config-materializer.js +1 -1
  525. package/src/tooling/diagnose-runner.js +1 -4
  526. package/src/tooling/hf-registry-utils.d.ts +2 -6
  527. package/src/tooling/hf-registry-utils.js +90 -19
  528. package/src/tooling/kernel-path-builder/index.js +1 -4
  529. package/src/tooling/kernel-path-builder/runtime-overlay.js +1 -3
  530. package/src/tooling/lean-execution-contract-runner.d.ts +0 -10
  531. package/src/tooling/lean-execution-contract-runner.js +2 -2
  532. package/src/tooling/litert-package-runtime.d.ts +1 -1
  533. package/src/tooling/litert-package-runtime.js +21 -24
  534. package/src/tooling/node-browser-command-runner.d.ts +15 -0
  535. package/src/tooling/node-browser-command-runner.js +97 -13
  536. package/src/tooling/node-command-runner.js +36 -0
  537. package/src/tooling/node-convert-worker-pool.js +12 -0
  538. package/src/tooling/node-convert-worker.js +10 -1
  539. package/src/tooling/node-converter.js +90 -1
  540. package/src/tooling/node-source-runtime.js +1 -10
  541. package/src/tooling/opfs-cache.js +1 -4
  542. package/src/tooling/precision-replay-math.js +174 -0
  543. package/src/tooling/program-bundle-host.d.ts +16 -0
  544. package/src/tooling/program-bundle-host.js +20 -0
  545. package/src/tooling/program-bundle-parity.d.ts +28 -0
  546. package/src/tooling/program-bundle-parity.js +210 -0
  547. package/src/tooling/program-bundle.d.ts +61 -0
  548. package/src/tooling/program-bundle.js +1119 -0
  549. package/src/tooling/rdrr-integrity-refresh.d.ts +32 -0
  550. package/src/tooling/rdrr-integrity-refresh.js +271 -0
  551. package/src/tooling/reference-verify.js +191 -0
  552. package/src/tooling/source-artifact-adapter.d.ts +0 -20
  553. package/src/tooling/source-artifact-adapter.js +4 -4
  554. package/src/tooling/source-package-profiles.js +1 -7
  555. package/src/tooling/source-runtime-bundle.d.ts +2 -0
  556. package/src/tooling/source-runtime-bundle.js +3 -22
  557. package/src/tooling/source-runtime-converter-config.d.ts +0 -5
  558. package/src/tooling/source-runtime-converter-config.js +13 -9
  559. package/src/tooling/source-runtime-materializer.js +1 -7
  560. package/src/tooling-exports/device.d.ts +11 -0
  561. package/src/tooling-exports/device.js +14 -0
  562. package/src/tooling-exports/manifest.d.ts +8 -0
  563. package/src/tooling-exports/manifest.js +11 -0
  564. package/src/tooling-exports/storage.d.ts +25 -0
  565. package/src/tooling-exports/storage.js +29 -0
  566. package/src/tooling-exports/structured.d.ts +1 -0
  567. package/src/tooling-exports/structured.js +5 -0
  568. package/src/tooling-exports.d.ts +23 -0
  569. package/src/tooling-exports.js +17 -0
  570. package/src/tooling-exports.shared.d.ts +27 -30
  571. package/src/tooling-exports.shared.js +28 -29
  572. package/src/types/index.d.ts +0 -3
  573. package/src/types/index.js +0 -3
  574. package/src/utils/array-buffer.d.ts +4 -0
  575. package/src/utils/array-buffer.js +9 -0
  576. package/src/utils/canonical-hash.d.ts +7 -0
  577. package/src/utils/canonical-hash.js +74 -0
  578. package/src/utils/clone-json.d.ts +1 -0
  579. package/src/utils/clone-json.js +7 -0
  580. package/src/utils/encode-utf8.js +5 -0
  581. package/src/utils/index.d.ts +4 -1
  582. package/src/utils/index.js +4 -1
  583. package/src/utils/runtime-env.js +7 -0
  584. package/src/utils/sha256.d.ts +1 -0
  585. package/src/utils/sha256.js +18 -4
  586. package/src/utils/stable-sort-object.d.ts +1 -0
  587. package/src/utils/stable-sort-object.js +13 -0
  588. package/src/version.js +1 -1
  589. package/tools/convert-safetensors-node.js +1 -2
  590. package/src/bootstrap.d.ts +0 -1
  591. package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +0 -247
  592. package/src/config/kernels/kernel-ref.d.ts +0 -17
  593. package/src/config/kernels/kernel-ref.js +0 -75
  594. package/src/config/runtime/kernels/dequant-f16-q4k.json +0 -13
  595. package/src/config/runtime/kernels/dequant-f32-q4k.json +0 -13
  596. package/src/config/runtime/kernels/embeddinggemma-q4k-dequant-f32a.json +0 -37
  597. package/src/config/runtime/kernels/fused-q4k.json +0 -13
  598. package/src/config/runtime/kernels/gemma2-q4k-dequant-f16a.json +0 -33
  599. package/src/config/runtime/kernels/gemma2-q4k-dequant-f32a-nosubgroups.json +0 -33
  600. package/src/config/runtime/kernels/gemma2-q4k-fused-f32a.json +0 -33
  601. package/src/config/runtime/kernels/safe-q4k.json +0 -13
  602. package/src/config/runtime/overlays/debug-f32a.json +0 -3
  603. package/src/config/runtime/overlays/trace-config.json +0 -28
  604. package/src/config/runtime/profiles/gemma4-e2b-throughput.json +0 -39
  605. package/src/debug/perf.d.ts +0 -33
  606. package/src/debug/perf.js +0 -51
  607. package/src/errors/index.d.ts +0 -1
  608. package/src/errors/index.js +0 -1
  609. package/src/formats/gguf/index.d.ts +0 -8
  610. package/src/formats/gguf/index.js +0 -4
  611. package/src/formats/litert/index.d.ts +0 -1
  612. package/src/formats/litert/index.js +0 -1
  613. package/src/formats/safetensors/index.d.ts +0 -8
  614. package/src/formats/safetensors/index.js +0 -4
  615. package/src/formats/tflite/index.d.ts +0 -1
  616. package/src/formats/tflite/index.js +0 -1
  617. package/src/gpu/kernels/attention_decode_optimized.wgsl +0 -445
  618. package/src/gpu/kernels/dequant_mxfp4_vec4.wgsl +0 -116
  619. package/src/gpu/kernels/dequant_q8_0.wgsl +0 -98
  620. package/src/gpu/kernels/dequant_shared_vec4.wgsl +0 -160
  621. package/src/gpu/kernels/moe_gather_vec4.wgsl +0 -74
  622. package/src/inference/functiongemma.d.ts +0 -15
  623. package/src/inference/functiongemma.js +0 -1
  624. package/src/inference/pipelines/diffusion/sana-transformer.d.ts +0 -53
  625. package/src/inference/pipelines/diffusion/sana-transformer.js +0 -738
  626. package/src/rules/kernels/kernel-validator.d.ts +0 -24
  627. package/src/rules/kernels/kernel-validator.js +0 -160
  628. package/src/sw.d.ts +0 -1
  629. package/src/tooling/bench-runner.js +0 -64
  630. package/src/tooling/distill-runner.js +0 -56
  631. package/src/tooling/lora-runner.js +0 -37
  632. package/src/tooling/verify-runner.js +0 -63
  633. package/src/types/gpu.d.ts +0 -185
  634. package/src/types/gpu.js +0 -5
  635. package/src/types/inference.d.ts +0 -197
  636. package/src/types/inference.js +0 -5
  637. package/src/types/model.d.ts +0 -130
  638. package/src/types/model.js +0 -5
  639. package/src/utils/format-bytes.js +0 -20
  640. /package/src/config/{runtime/diagnostics → diagnostics}/drift-policies.json +0 -0
  641. /package/src/gpu/kernels/{sana_linear_attention_apply.wgsl → linear_attention_apply.wgsl} +0 -0
  642. /package/src/gpu/kernels/{sana_linear_attention_apply_f16.wgsl → linear_attention_apply_f16.wgsl} +0 -0
  643. /package/src/gpu/kernels/{sana_linear_attention_summary.wgsl → linear_attention_summary.wgsl} +0 -0
  644. /package/src/gpu/kernels/{sana_linear_attention_summary_f16.wgsl → linear_attention_summary_f16.wgsl} +0 -0
  645. /package/src/rules/kernels/{sana-linear-attention.rules.json → linear-attention.rules.json} +0 -0
package/CHANGELOG.md CHANGED
@@ -6,6 +6,188 @@ This changelog is package-facing and release-oriented. Entries before `0.1.7`
6
6
  were retrofitted from package version history, release commits, and release
7
7
  docs so the `0.1.x` line has one conventional npm-visible history surface.
8
8
 
9
+ ## [Unreleased]
10
+
11
+ ### Added
12
+
13
+ - `npm run check:green` — documented PR-gate chain that runs
14
+ `agents:verify`, `public:boundaries:check`, `api:docs:check`,
15
+ `imports:check:browser`, `pending:check`, and `exports:parity:check`
16
+ end-to-end. Passes at `HEAD`.
17
+ - `npm run pending:check` — new check that enforces the
18
+ `*.pending.test.js` policy: every pending-feature test must have a
19
+ registered entry in `tools/policies/pending-tests-policy.json` with
20
+ an owner and either an expiry date or a tracking issue. Expired or
21
+ orphaned entries fail.
22
+ - `tools/policies/exports-parity-allowlist.json` — allowlist schema
23
+ for `exports:parity:check` with required owner + expires/issue. The
24
+ repo now ships with zero allowlist entries; the drift tail was
25
+ fully fixed rather than quarantined.
26
+ - `docs/style/emoji.md` — moved from the repo root, indexed in
27
+ `docs/style/README.md`.
28
+ - `docs/style/README.md` — new "Read-First Matrix" keyed by change
29
+ area so contributors and agents can pick guides without chasing
30
+ cross-references.
31
+ - `docs/cleanup/` — committed before/after cleanup artifacts
32
+ (baseline, parity drift classification, style-docs inventory,
33
+ developer-guides inventory, npm-scripts audit, parity-tail buckets,
34
+ final-state snapshot).
35
+ - `docs/style/javascript-style-guide.md` and
36
+ `docs/style/general-style-guide.md` now lead with an "Invariants
37
+ (Quick Reference)" section linked to the detailed sections below.
38
+ The two former standalone `*-invariants.md` files were folded in and
39
+ deleted.
40
+ - "Inventory Before Edit" invariant in the General Style Guide:
41
+ before fixing a repeated class of failures, run the broadest
42
+ inventory check first. One-off repairs for recurring drift should
43
+ graduate to checkable tooling with a `--check` mode.
44
+
45
+ ### Changed
46
+
47
+ - `tests/integration/doppler-public-logits-api-contract.test.js` and
48
+ `tests/integration/demo-import-surface.test.js` renamed to
49
+ `*.pending.test.js` and registered in the pending-tests policy.
50
+ They assert on runtime surfaces that do not yet exist
51
+ (advanced.prefillWithLogits / advanced.decodeStepLogits, and the
52
+ `@simulatte/doppler` import specifier on demo/examples) and were
53
+ polluting the regression test lane.
54
+ - `tools/run-node-tests.js` excludes `*.pending.test.js` from the
55
+ default lane; `--include-pending` opts in.
56
+ - Default test lane dropped from 113 to 111 files.
57
+
58
+ ### Fixed
59
+
60
+ - `tools/check-exports-parity.js` grouped-export regex now strips
61
+ `//` and `/* */` comments before splitting by comma. Previously a
62
+ name that followed an inline comment in a grouped re-export was
63
+ silently dropped on one side, producing false-positive "only in
64
+ .dts" drift (notably `src/inference/kv-cache.js`).
65
+ - Same checker now recognizes `export async function*` generator
66
+ syntax. Earlier it missed every `async function*` export and
67
+ produced false-positive drift for `streamShardRange`,
68
+ `streamTensorData`, `createQ4KChunkStream`, and
69
+ `createF16ChunkStream`.
70
+ - `src/inference/pipelines/text/generator.d.ts` no longer declares
71
+ `shouldDisableBatchDecodeAfterShortBatch` — the runtime imports it
72
+ from `./generator-prefill-helpers.js` and does not re-export it.
73
+ - `src/inference/pipelines/text/embed.d.ts` no longer declares
74
+ `recordScale` or `scaleGPUBuffer` — those come from
75
+ `gpu/kernels/scale.js` (scaleGPUBuffer had zero references
76
+ anywhere in the repo).
77
+ - `.js` / `.d.ts` export parity across `src/**` is now 100% aligned
78
+ (40 files and 151 symbols of drift cleared, 0 allowlist entries
79
+ needed). Over 25 `.d.ts` files updated to match what runtime
80
+ already exported: added declarations, type-only re-exports in the
81
+ debug barrel, missing re-export blocks in the config schema
82
+ barrel, and snake_case aliases in the gpu/kernels backward index.
83
+
84
+ ### Removed
85
+
86
+ - 22 unreferenced `npm` scripts: `ci:lean:execution-contract`,
87
+ `ci:diffusion:contract:list`, `ci:training:contract:list`,
88
+ `contracts:summary`, `contracts:summary:lean`,
89
+ `reports:convert:summary`, `bench:chart`, `bench:chart:readme`,
90
+ `bench:architecture:chart`, `bench:vendors:list`,
91
+ `lean:execution-contract`, `lean:execution-contract:sweep`,
92
+ `lean:execution-contract:configs`, `contracts:check:lean`,
93
+ `bench:tjs:stage`, `distill:studio:mvp`, `distill:quality-gate`,
94
+ `p2p:observability`, `p2p:drill`, `execution-graph:patch`,
95
+ `onboarding:scaffold`, `bench:vendors:matrix`. Each was verified
96
+ with grep + `git log -S` to have zero callers outside
97
+ `package.json`. Underlying tools remain reachable via direct
98
+ `node tools/...` invocation. Net script count: 110 → 90.
99
+ - `docs/style/general-invariants.md` and
100
+ `docs/style/javascript-invariants.md` — folded into their full-
101
+ guide companions as "Invariants (Quick Reference)" sections.
102
+ - Root `EMOJI.md` — moved to `docs/style/emoji.md`.
103
+
104
+ ## [0.4.3] - 2026-04-18
105
+
106
+ ### Added
107
+
108
+ - `"sideEffects"` entry in `package.json` restricts module-load side effects
109
+ to WGSL files and `src/gpu/device.js`. Bundlers can now tree-shake unused
110
+ exports from every other module.
111
+ - Narrow tree-shakable subpath exports split the `doppler-gpu/tooling`
112
+ mega-barrel:
113
+ - `doppler-gpu/tooling/device` — GPU init, capability probing, shader
114
+ preseed helpers.
115
+ - `doppler-gpu/tooling/storage` — OPFS shard manager, registry, inventory,
116
+ quota, cache.
117
+ - `doppler-gpu/tooling/manifest` — RDRR manifest parsing + schema
118
+ defaults.
119
+ The existing `doppler-gpu/tooling` barrel stays for back-compat.
120
+ - `doppler-gpu/structured` subpath export for JSON grammar-mask and
121
+ structured-generation helpers (`createJsonGrammarMask`).
122
+ - `doppler-gpu/client/model-manager` subpath for the runtime model manager
123
+ (`initDoppler`, `loadModel`, `getPipeline`, `getCurrentModelId`,
124
+ `unloadModel`).
125
+ - `doppler-gpu/provider` now re-exports `wrapPipelineAsHandle` alongside
126
+ `createDopplerProvider` so consumers reach both via one import.
127
+ - Per-family static metadata modules:
128
+ - `doppler-gpu/models/qwen3`
129
+ - `doppler-gpu/models/gemma3`
130
+ - `doppler-gpu/models/gemma4`
131
+ - `doppler-gpu/models/embeddinggemma`
132
+ Each exports `FAMILY_ID`, `HF_REPO_ID`, `KNOWN_MODELS` (frozen list of
133
+ `{modelId, label, sourceModel, hfPath, defaultRuntimeProfile, modes}`),
134
+ plus `resolveModel(modelId)` and `resolveHfBaseUrl(modelId, revision)`.
135
+ Kilobyte-scale, tree-shakable, no runtime weight.
136
+ - `registerShaderSources(map)` and `hasPreseededShaderSource(name)` on
137
+ `doppler-gpu/tooling/device`. Consumers that bundle WGSL via
138
+ `import.meta.glob('.../kernels/*.wgsl', { as: 'raw', eager: true })`
139
+ preseed the shader cache to bypass the runtime HTTP-fetch path entirely.
140
+ - `docs/library-consumers.md` — migration + usage guide for applications
141
+ embedding `doppler-gpu` as an npm dependency.
142
+ - `ensureModelCached` exposed through the tooling surface
143
+ (`doppler-gpu/tooling` and `doppler-gpu/tooling/storage`).
144
+
145
+ ### Fixed
146
+
147
+ - Removed top-level `await` from `src/rules/rule-registry.js`. The 46 rule
148
+ JSON files are now imported statically with `with { type: 'json' }` import
149
+ attributes, which is synchronous at module load. This unblocks iife worker
150
+ bundles (e.g., Vite/Rollup classic-format workers) that previously failed
151
+ to bundle `doppler-gpu`.
152
+
153
+ ### Changed
154
+
155
+ - Swapped Qwen 3.5 0.8B Q4K kernel refs for the 6 full-attention layers
156
+ (indices 3/7/11/15/19/23): `attn_stream` → `attn_head256`, and
157
+ `q4_prefill` `multicol_shared` → `q4_widetile` (register-tiled). Manifest
158
+ and `src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json` regenerated.
159
+ Strix Halo / RDNA-3 warm-cache 3-run means showed prefill@80 +57.5%
160
+ (σ≈3.8), prefill@15 +16.6%, decode flat (σ≈1.3); `doppler verify` match
161
+ with the expected Qwen `<think>` wrapper. Receipts live on the Strix
162
+ Halo workspace; `models/catalog.json` carries the canonical summary.
163
+ - Retuned `profiles/qwen-3-5-0-8b-throughput` for AMD Strix Halo / RADV Mesa 26.
164
+ Switched from `batchSize=8 readbackInterval=8` to `batchSize=4
165
+ readbackInterval=2` with batch-level stop-check. On Strix Halo this raises
166
+ Qwen 3.5 0.8B Q4K decode from ~32.0 to ~34.2 tok/s (+7%), drops TTFT from
167
+ ~390 ms to ~155 ms (-60%), and lifts prefill from ~41 to ~104 tok/s (+150%).
168
+ Cross-checked against `gemma-3-1b` to confirm the win is Qwen-specific
169
+ (linear-attention + larger vocab) and doesn't belong in the global default
170
+ profile. Receipts under `reports/qwen-3-5-0-8b-q4k-ehaf16/`.
171
+
172
+ ### Added
173
+
174
+ - `--manifest-only` and `--bootstrap` flags on
175
+ `tools/publish-hf-registry-model.js`. `--manifest-only` skips shard
176
+ staging for republish of an existing model when only the manifest
177
+ changed (e.g., kernel-ref swap). `--bootstrap` is required for the
178
+ first publish of a new model (entry with `lifecycle.availability.hf:
179
+ false`, `hf.{repoId,path}` set, `hf.revision` absent) and flips
180
+ `availability.hf` to `true` in the local catalog after a successful
181
+ upload. Both paths now write the newly minted `hf.revision` back into
182
+ `models/catalog.json` so the local catalog is not drifted from the
183
+ hosted `registry/catalog.json`.
184
+ - Documented the perf-validated kernel-path promotion workflow in
185
+ `docs/style/benchmark-style-guide.md`. Two-stage flow: runtime override +
186
+ correctness/perf gates first; promotion to the conversion config and
187
+ manifest regeneration only after both gates pass on the target hardware.
188
+ - `tools/probes/qwen-decode-sweep.sh` for repeating the Strix Halo sweep when
189
+ re-tuning the model-scoped profile.
190
+
9
191
  ## [0.2.2] - 2026-04-13
10
192
 
11
193
  ### Fixed
package/README.md CHANGED
@@ -1,23 +1,19 @@
1
1
  # doppler-gpu
2
2
 
3
- ![Doppler logo](./assets/doppler.svg)
4
-
5
3
  Browser-native inference on raw WebGPU. Pure JS + WGSL.
6
4
 
7
5
  **[Try the live demo](https://d4da.com/doppler)** | **[npm](https://www.npmjs.com/package/doppler-gpu)** | **[docs](https://github.com/clocksmith/doppler/blob/main/docs/INDEX.md)**
6
+ Broader model status and the surrounding compare evidence live in the support
7
+ and release matrices. See the
8
+ [benchmark methodology](https://github.com/clocksmith/doppler/blob/main/docs/benchmark-methodology.md)
9
+ for the receipt contract and disclosure rules.
8
10
 
9
- [![Published phase-latency comparison across Gemma 4 E2B and Gemma 3 1B](https://raw.githubusercontent.com/clocksmith/doppler/main/benchmarks/vendors/results/compare_1b_multi-workload_favorable_phases.svg)](https://github.com/clocksmith/doppler/blob/main/docs/benchmark-methodology.md)
10
-
11
- This chart is scoped to two published warm compare lanes: Gemma 4 E2B and
12
- Gemma 3 1B. It is no longer the old Gemma 3 + LFM snapshot. Broader model
13
- status and the surrounding compare evidence live in the support and release
14
- matrices.
15
- See the [benchmark methodology](https://github.com/clocksmith/doppler/blob/main/docs/benchmark-methodology.md).
16
-
17
- ## New in 0.4.2
11
+ ## New in 0.4.3
18
12
 
19
- - `Gemma 4 E2B` support for Doppler-native `RDRR` artifacts and direct-source `TFLite` / LiteRT workflows.
20
- - Experimental direct-source loading for `TFLite`, `GGUF`, and `SafeTensors`, alongside native `RDRR` artifacts.
13
+ - `sideEffects` is now scoped to `*.wgsl` and `src/gpu/device.js`, making most modules tree-shakeable.
14
+ - Tooling and support-surface APIs are split into smaller subpaths (`doppler-gpu/tooling/device`, `doppler-gpu/tooling/storage`, `doppler-gpu/tooling/manifest`, `doppler-gpu/structured`, and `doppler-gpu/client/model-manager`).
15
+ - New per-family metadata modules for `gemma3`, `gemma4`, `embeddinggemma`, and `qwen3` add model-family constants plus `resolveModel` and `resolveHfBaseUrl` helpers.
16
+ - Added direct shader-seeding support via `registerShaderSources(map)` and `hasPreseededShaderSource(name)`.
21
17
 
22
18
  ## Quick start
23
19
 
@@ -32,6 +28,9 @@ npx doppler-gpu
32
28
  ```
33
29
 
34
30
  Downloads the default quickstart model, runs a local prompt, and prints the answer.
31
+ Node quickstart artifacts are cached in `~/.cache/doppler-gpu/models` after the
32
+ first run; set `DOPPLER_QUICKSTART_CACHE_DIR` to move the cache or
33
+ `DOPPLER_QUICKSTART_CACHE=0` to disable it.
35
34
 
36
35
  ```bash
37
36
  npx doppler-gpu "Summarize WebGPU in one sentence"
@@ -107,6 +106,10 @@ The tier1 proof surface is the hosted browser demo, the root `doppler` API, the
107
106
 
108
107
  **Independent model instances.** Run multiple models concurrently. Each owns its pipeline, buffers, and KV cache.
109
108
 
109
+ ## Benchmark evidence
110
+
111
+ ![Doppler vs Transformers.js phase timing on Gemma 4 and Qwen 3.5 0.8B workloads](./benchmarks/vendors/results/compare_1b_multi-workload_favorable_phases.svg)
112
+
110
113
  ## Quickstart-supported models
111
114
 
112
115
  All models below are verified with deterministic greedy decoding on WebGPU hardware.
@@ -123,8 +126,9 @@ These registry IDs resolve to hosted RDRR artifacts automatically from the brows
123
126
  | Qwen 3.5 2B | `qwen3-2b` | Q4K | 2B | Qwen |
124
127
 
125
128
  Additional verified local-artifact models (TranslateGemma 4B, LFM2.5 1.2B) are
126
- available outside the quickstart registry. Conversion configs exist for Gemma 4
127
- MoE, Janus, and Sana but are not yet in the quickstart registry.
129
+ available outside the quickstart registry, including Gemma 4 E2B INT4PLE.
130
+ Conversion configs exist for Gemma 4 MoE and Janus but are not yet in the
131
+ quickstart registry.
128
132
  See the
129
133
  [model support matrix](https://github.com/clocksmith/doppler/blob/main/docs/model-support-matrix.md).
130
134
  Subsystem support tiers for direct-source inputs, advanced subpaths, diffusion,
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "doppler-gpu",
3
- "version": "0.4.2",
3
+ "version": "0.4.3",
4
4
  "description": "Browser-native WebGPU inference engine for local intent and inference loops",
5
5
  "main": "src/index.js",
6
6
  "types": "src/index.d.ts",
@@ -19,32 +19,21 @@
19
19
  "debug": "node src/cli/doppler-cli.js debug",
20
20
  "bench": "node src/cli/doppler-cli.js bench",
21
21
  "lean:check": "./lean/check.sh",
22
- "lean:execution-contract": "node tools/lean-execution-contract.js",
23
- "lean:execution-contract:sweep": "node tools/lean-execution-contract-sweep.js",
24
- "lean:execution-contract:configs": "node tools/lean-execution-contract-config-sweep.js",
25
- "ci:lean:execution-contract": "node tools/lean-execution-contract-sweep.js --root models",
26
22
  "ci:lean:execution-contract:configs": "node tools/lean-execution-contract-config-sweep.js --config-root src/config/conversion --manifest-root models --require-manifest-match",
27
23
  "contracts:check": "node tools/check-contract-artifacts.js",
28
- "contracts:summary": "node tools/check-contract-artifacts.js --json",
29
- "contracts:check:lean": "node tools/check-contract-artifacts.js --with-lean",
30
- "contracts:summary:lean": "node tools/check-contract-artifacts.js --json --with-lean",
24
+ "program-bundle:export": "node tools/export-program-bundle.js",
25
+ "program-bundle:reference": "node tools/run-program-bundle-reference.js",
26
+ "program-bundle:reference:gemma4-int4ple": "node tools/run-program-bundle-reference.js --manifest models/local/gemma-4-e2b-it-q4k-ehf16-af32-int4ple/manifest.json --conversion-config src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.json --out examples/program-bundles/gemma-4-e2b-it-q4k-ehf16-af32-int4ple.program-bundle.json --surface browser --prompt \"The color of the sky is\" --max-tokens 8",
27
+ "program-bundle:check": "node tools/check-program-bundle.js examples/program-bundles/*.json",
28
+ "program-bundle:parity": "node tools/check-program-bundle-parity.js examples/program-bundles/gemma-3-270m-it-q4k-ehf16-af32.program-bundle.json",
29
+ "artifact-identity:inventory": "node tools/artifact-identity-inventory.js",
30
+ "artifact-identity:check": "node tools/artifact-identity-inventory.js --check",
31
31
  "ci:contracts:check": "node tools/check-contract-artifacts.js --with-lean --lean-require-manifest-match",
32
- "reports:convert:summary": "node tools/summarize-conversion-reports.js",
33
- "bench:chart": "node ./benchmarks/vendors/compare-chart.js",
34
- "bench:chart:readme": "node ./benchmarks/vendors/compare-chart.js --scenario readme-evidence",
35
- "bench:architecture:chart": "node ./benchmarks/vendors/generate-architecture-overview-svg.js",
36
- "bench:tjs:stage": "node tools/stage-tjs-model.js",
37
32
  "ci:diffusion:contract": "node tools/ci-diffusion-contract-gates.js",
38
- "ci:diffusion:contract:list": "node tools/ci-diffusion-contract-gates.js --list",
39
33
  "ci:training:contract": "node tools/ci-training-contract-gates.js",
40
- "ci:training:contract:list": "node tools/ci-training-contract-gates.js --list",
41
34
  "training:contract:delta": "node tools/emit-training-contract-delta.js",
42
35
  "training:workloads:verify": "node tools/verify-training-workload-packs.js --registry src/experimental/training/workload-packs/registry.json",
43
36
  "training:report-ids:publish": "node tools/publish-training-report-ids.js --registry src/experimental/training/workload-packs/registry.json",
44
- "distill:studio:mvp": "node tools/distill-studio-mvp.js",
45
- "distill:quality-gate": "node tools/distill-studio-quality-gate.js",
46
- "p2p:observability": "node tools/p2p-delivery-observability.js",
47
- "p2p:drill": "node tools/p2p-resilience-drill.js",
48
37
  "test": "npm run test:unit",
49
38
  "typecheck:source-runtime": "tsc -p tsconfig.source-runtime.json --noEmit",
50
39
  "test:unit": "node tools/run-node-tests.js --suite unit",
@@ -56,31 +45,43 @@
56
45
  "agents:freshness": "node tools/verify-agent-freshness.js",
57
46
  "agents:freshness:strict": "node tools/verify-agent-freshness.js --strict",
58
47
  "conflicts:check": "node tools/check-merge-markers.js",
48
+ "config:single-source:check": "node tools/check-config-single-source.js",
59
49
  "imports:check:browser": "node tools/check-browser-import-graph.js",
60
50
  "api:docs:sync": "node tools/sync-api-docs.js",
61
51
  "api:docs:check": "node tools/sync-api-docs.js --check",
62
52
  "public:boundaries:check": "node tools/check-public-boundaries.js",
53
+ "exports:parity:check": "node tools/check-exports-parity.js",
54
+ "pending:check": "node tools/check-pending-tests.js",
55
+ "check:green": "npm run agents:verify && npm run public:boundaries:check && npm run api:docs:check && npm run config:single-source:check && npm run imports:check:browser && npm run pending:check && npm run exports:parity:check",
63
56
  "verify:model": "node src/cli/doppler-cli.js verify",
64
57
  "quickstart:sync": "node tools/sync-quickstart-registry.js",
65
58
  "quickstart:check": "node tools/sync-quickstart-registry.js --check",
66
- "execution-graph:patch": "node tools/patch-execution-graph.js",
67
59
  "onboarding:check": "node tools/onboarding-tooling.js check",
68
60
  "onboarding:check:strict": "node tools/onboarding-tooling.js check --strict",
69
- "onboarding:scaffold": "node tools/onboarding-tooling.js scaffold",
70
- "bench:vendors:list": "node tools/vendor-bench.js list",
71
61
  "bench:vendors:validate": "node tools/vendor-bench.js validate",
72
- "bench:vendors:matrix": "node tools/vendor-bench.js matrix",
73
- "kernels:generate": "node tools/generate-wgsl.js",
74
- "kernels:check": "node tools/generate-wgsl.js --check",
75
- "kernels:reachability:sync": "node tools/sync-kernel-reachability.js",
76
- "kernels:reachability:check": "node tools/sync-kernel-reachability.js --check",
77
- "digests:sync": "node tools/sync-kernel-ref-digests.js",
78
- "digests:check": "node tools/sync-kernel-ref-digests.js --check",
62
+ "kernels:sync": "npm run kernels:codegen:sync && npm run kernels:registry:sync && npm run kernels:digests:sync",
63
+ "kernels:check": "node tools/check-kernels.js",
64
+ "kernels:codegen:sync": "node tools/generate-wgsl.js",
65
+ "kernels:codegen:check": "node tools/generate-wgsl.js --check",
66
+ "kernels:registry:sync": "node tools/sync-kernel-reachability.js",
67
+ "kernels:registry:check": "node tools/sync-kernel-reachability.js --check",
68
+ "kernels:reachability:sync": "npm run kernels:registry:sync",
69
+ "kernels:reachability:check": "npm run kernels:registry:check",
70
+ "kernels:supported-manifests:report": "node tools/list-supported-manifest-kernels.js",
71
+ "kernels:digests:sync": "node tools/sync-kernel-ref-digests.js",
72
+ "kernels:digests:check": "node tools/sync-kernel-ref-digests.js --check",
73
+ "kernels:conversion-digests:sync": "node tools/sync-conversion-kernel-digests.js",
74
+ "kernels:conversion-digests:check": "node tools/sync-conversion-kernel-digests.js --check",
75
+ "digests:sync": "npm run kernels:digests:sync",
76
+ "digests:check": "npm run kernels:digests:check",
77
+ "digests:sync-conversion": "npm run kernels:conversion-digests:sync",
78
+ "digests:check-conversion": "npm run kernels:conversion-digests:check",
79
79
  "verify": "node tools/run-registry-verify.js",
80
80
  "registry:sync:scripts": "node tools/sync-registry-scripts.js",
81
81
  "registry:sync:scripts:check": "node tools/sync-registry-scripts.js --check",
82
82
  "registry:hf:check": "node tools/check-hf-registry.js",
83
83
  "registry:publish:hf": "node tools/publish-hf-registry-model.js",
84
+ "registry:publish:hf:all": "node tools/publish-hf-registry-model.js --all-approved",
84
85
  "support:matrix:sync": "node tools/sync-model-support-matrix.js",
85
86
  "support:matrix:check": "node tools/sync-model-support-matrix.js --check",
86
87
  "support:subsystems:sync": "node tools/sync-subsystem-support-matrix.js",
@@ -93,10 +94,13 @@
93
94
  "verify:gemma-3-270m-it-wq4k-ef16": "node tools/run-registry-verify.js gemma-3-270m-it-wq4k-ef16",
94
95
  "verify:gemma-3-270m-it-wq4k-ef16-hf16": "node tools/run-registry-verify.js gemma-3-270m-it-wq4k-ef16-hf16",
95
96
  "verify:gemma-3-270m-it-wq4k-ef16-hf16-f32": "node tools/run-registry-verify.js gemma-3-270m-it-wq4k-ef16-hf16-f32",
97
+ "verify:gemma-4-e2b-int4ple": "node tools/run-registry-verify.js gemma-4-e2b-int4ple",
96
98
  "verify:gemma-4-e2b-it-q4k-ehf16-af32": "node tools/run-registry-verify.js gemma-4-e2b-it-q4k-ehf16-af32",
99
+ "verify:gemma-4-e2b-it-q4k-ehf16-af32-int4ple": "node tools/run-registry-verify.js gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
97
100
  "verify:gemma3-1b": "node tools/run-registry-verify.js gemma3-1b",
98
101
  "verify:gemma3-270m": "node tools/run-registry-verify.js gemma3-270m",
99
102
  "verify:gemma4-e2b": "node tools/run-registry-verify.js gemma4-e2b",
103
+ "verify:gemma4-e2b-int4ple": "node tools/run-registry-verify.js gemma4-e2b-int4ple",
100
104
  "verify:google-embeddinggemma-300m": "node tools/run-registry-verify.js google-embeddinggemma-300m",
101
105
  "verify:google-embeddinggemma-300m-q4k-ehf16-af32": "node tools/run-registry-verify.js google-embeddinggemma-300m-q4k-ehf16-af32",
102
106
  "verify:google-embeddinggemma-300m-wq4k-ef16": "node tools/run-registry-verify.js google-embeddinggemma-300m-wq4k-ef16",
@@ -124,11 +128,51 @@
124
128
  "types": "./src/index.d.ts",
125
129
  "import": "./src/index.js"
126
130
  },
131
+ "./provider": {
132
+ "types": "./src/client/provider.d.ts",
133
+ "import": "./src/client/provider.js"
134
+ },
127
135
  "./tooling": {
128
136
  "types": "./src/tooling-exports.d.ts",
129
137
  "browser": "./src/tooling-exports.browser.js",
130
138
  "import": "./src/tooling-exports.js"
131
139
  },
140
+ "./tooling/storage": {
141
+ "types": "./src/tooling-exports/storage.d.ts",
142
+ "import": "./src/tooling-exports/storage.js"
143
+ },
144
+ "./tooling/device": {
145
+ "types": "./src/tooling-exports/device.d.ts",
146
+ "import": "./src/tooling-exports/device.js"
147
+ },
148
+ "./tooling/manifest": {
149
+ "types": "./src/tooling-exports/manifest.d.ts",
150
+ "import": "./src/tooling-exports/manifest.js"
151
+ },
152
+ "./structured": {
153
+ "types": "./src/tooling-exports/structured.d.ts",
154
+ "import": "./src/tooling-exports/structured.js"
155
+ },
156
+ "./client/model-manager": {
157
+ "types": "./src/client/runtime/model-manager.d.ts",
158
+ "import": "./src/client/runtime/model-manager.js"
159
+ },
160
+ "./models/qwen3": {
161
+ "types": "./src/models/qwen3.d.ts",
162
+ "import": "./src/models/qwen3.js"
163
+ },
164
+ "./models/gemma3": {
165
+ "types": "./src/models/gemma3.d.ts",
166
+ "import": "./src/models/gemma3.js"
167
+ },
168
+ "./models/gemma4": {
169
+ "types": "./src/models/gemma4.d.ts",
170
+ "import": "./src/models/gemma4.js"
171
+ },
172
+ "./models/embeddinggemma": {
173
+ "types": "./src/models/embeddinggemma.d.ts",
174
+ "import": "./src/models/embeddinggemma.js"
175
+ },
132
176
  "./tooling-experimental": {
133
177
  "types": "./src/tooling-experimental-exports.d.ts",
134
178
  "browser": "./src/tooling-experimental-exports.browser.js",
@@ -177,6 +221,10 @@
177
221
  "publishConfig": {
178
222
  "access": "public"
179
223
  },
224
+ "sideEffects": [
225
+ "**/*.wgsl",
226
+ "./src/gpu/device.js"
227
+ ],
180
228
  "files": [
181
229
  "assets",
182
230
  "src",