doppler-gpu 0.4.7 → 0.4.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (656) hide show
  1. package/CHANGELOG.md +74 -0
  2. package/README.md +93 -144
  3. package/models/catalog.json +1589 -0
  4. package/package.json +44 -12
  5. package/src/cli/doppler-cli.js +28 -7
  6. package/src/client/doppler-registry.json +2 -2
  7. package/src/client/runtime/index.js +25 -2
  8. package/src/client/runtime/model-session.d.ts +31 -1
  9. package/src/client/runtime/model-session.js +31 -0
  10. package/src/client/runtime/model-source.d.ts +19 -2
  11. package/src/client/runtime/model-source.js +45 -5
  12. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +21 -5
  13. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +6 -1
  14. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +1 -1
  15. package/src/config/conversion/qwen3/qwen-3-5-9b-f16-af32.json +474 -0
  16. package/src/config/conversion/qwen3/qwen-3-5-9b-q4k-ehaf16.json +509 -0
  17. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +9 -1
  18. package/src/config/kernel-path-loader.js +1 -0
  19. package/src/config/kernels/backward-registry.json +13 -2
  20. package/src/config/kernels/kernel-ref-digests.js +34 -21
  21. package/src/config/kernels/registry.json +1402 -2623
  22. package/src/config/merge.js +11 -0
  23. package/src/config/param-validator.js +25 -0
  24. package/src/config/runtime/default.json +3 -1
  25. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  26. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  27. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  28. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  29. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  30. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  31. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  32. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  33. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  34. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  35. package/src/config/runtime/profiles/qwen-3-5-9b-metal-correctness.json +46 -0
  36. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  37. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  38. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  39. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  40. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  41. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  42. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  43. package/src/config/schema/doppler.schema.js +40 -5
  44. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  45. package/src/config/schema/execution-v1.schema.js +10 -0
  46. package/src/config/schema/index.d.ts +3 -1
  47. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  48. package/src/config/schema/training-metrics.schema.js +4 -0
  49. package/src/config/transforms/capability-transform-resolver.js +7 -1
  50. package/src/config/transforms/execution-graph-transforms.js +2 -2
  51. package/src/debug/config.d.ts +4 -0
  52. package/src/experimental/bridge/trainer-artifact-bridge.d.ts +161 -0
  53. package/src/experimental/bridge/trainer-artifact-bridge.js +573 -0
  54. package/src/experimental/orchestration/index.d.ts +10 -1
  55. package/src/experimental/training/attention-backward.js +123 -55
  56. package/src/experimental/training/autograd.js +101 -5
  57. package/src/experimental/training/clip.js +6 -1
  58. package/src/experimental/training/datasets/text-pairs.js +80 -8
  59. package/src/experimental/training/distillation/student-fixture.js +470 -114
  60. package/src/experimental/training/lora-pipeline.js +202 -27
  61. package/src/experimental/training/lora.js +10 -4
  62. package/src/experimental/training/optimizer.js +9 -1
  63. package/src/experimental/training/runner.js +18 -4
  64. package/src/experimental/training/suite.js +1 -1
  65. package/src/experimental/training/workloads.js +11 -0
  66. package/src/formats/rdrr/classification.js +3 -0
  67. package/src/formats/rdrr/integrity.d.ts +0 -2
  68. package/src/formats/rdrr/integrity.js +0 -2
  69. package/src/formats/rdrr/types.d.ts +1 -1
  70. package/src/gpu/kernels/attention.d.ts +2 -0
  71. package/src/gpu/kernels/attention.js +75 -16
  72. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  73. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  74. package/src/gpu/kernels/backward/adam.js +6 -4
  75. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.d.ts +24 -0
  76. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.js +74 -0
  77. package/src/gpu/kernels/backward/causal_conv1d_silu_backward.wgsl +59 -0
  78. package/src/gpu/kernels/backward/cross_entropy_backward.wgsl +4 -0
  79. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.d.ts +39 -0
  80. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.js +124 -0
  81. package/src/gpu/kernels/backward/gated_delta_recurrent_backward.wgsl +177 -0
  82. package/src/gpu/kernels/backward/gated_rmsnorm_backward.d.ts +32 -0
  83. package/src/gpu/kernels/backward/gated_rmsnorm_backward.js +90 -0
  84. package/src/gpu/kernels/backward/gated_rmsnorm_backward.wgsl +86 -0
  85. package/src/gpu/kernels/backward/index.d.ts +3 -0
  86. package/src/gpu/kernels/backward/index.js +3 -0
  87. package/src/gpu/kernels/backward/matmul_backward.wgsl +6 -6
  88. package/src/gpu/kernels/backward/matmul_backward_f16w.wgsl +82 -0
  89. package/src/gpu/kernels/backward/rmsnorm_backward.js +26 -4
  90. package/src/gpu/kernels/backward/rmsnorm_backward.wgsl +6 -3
  91. package/src/gpu/kernels/backward/utils.d.ts +12 -2
  92. package/src/gpu/kernels/backward/utils.js +9 -2
  93. package/src/gpu/kernels/cast_f16_to_f32.wgsl +6 -2
  94. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  95. package/src/gpu/kernels/fused_ffn.js +540 -19
  96. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  97. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  98. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  99. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  100. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  101. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  102. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  103. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  104. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  105. package/src/gpu/kernels/index.d.ts +26 -0
  106. package/src/gpu/kernels/index.js +18 -0
  107. package/src/gpu/kernels/linear-attention-core.js +413 -15
  108. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  109. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  110. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  111. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  112. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  113. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  114. package/src/gpu/kernels/matmul-selection.js +10 -1
  115. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  116. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  117. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  118. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  119. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  120. package/src/gpu/kernels/silu.d.ts +1 -0
  121. package/src/gpu/kernels/silu.js +19 -4
  122. package/src/gpu/kernels/silu.wgsl +7 -1
  123. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  124. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  125. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  126. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  127. package/src/gpu/tensor.d.ts +1 -0
  128. package/src/index.d.ts +1 -1
  129. package/src/index.js +1 -1
  130. package/src/inference/browser-harness-suite-helpers.js +1 -1
  131. package/src/inference/browser-harness-text-helpers.js +251 -20
  132. package/src/inference/browser-harness.js +221 -3
  133. package/src/inference/kv-cache/base.js +42 -1
  134. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  135. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  136. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  137. package/src/inference/pipelines/text/attention/projections.js +174 -4
  138. package/src/inference/pipelines/text/attention/record.js +44 -21
  139. package/src/inference/pipelines/text/attention/run.js +18 -3
  140. package/src/inference/pipelines/text/config.d.ts +18 -0
  141. package/src/inference/pipelines/text/config.js +100 -0
  142. package/src/inference/pipelines/text/embed.js +1 -1
  143. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  144. package/src/inference/pipelines/text/execution-plan.js +37 -0
  145. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  146. package/src/inference/pipelines/text/execution-v1.js +130 -10
  147. package/src/inference/pipelines/text/ffn/dense.js +241 -21
  148. package/src/inference/pipelines/text/ffn/standard.js +121 -38
  149. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  150. package/src/inference/pipelines/text/generator-helpers.js +2 -0
  151. package/src/inference/pipelines/text/generator-runtime.js +1 -0
  152. package/src/inference/pipelines/text/generator-steps.js +2 -2
  153. package/src/inference/pipelines/text/generator.d.ts +18 -1
  154. package/src/inference/pipelines/text/generator.js +326 -19
  155. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  156. package/src/inference/pipelines/text/init.d.ts +22 -3
  157. package/src/inference/pipelines/text/init.js +2 -2
  158. package/src/inference/pipelines/text/layer.js +87 -8
  159. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  160. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  161. package/src/inference/pipelines/text/linear-attention.js +173 -16
  162. package/src/inference/pipelines/text/logits/gpu.js +2 -2
  163. package/src/inference/pipelines/text/logits/index.js +62 -1
  164. package/src/inference/pipelines/text/lora-apply.js +4 -4
  165. package/src/inference/pipelines/text/model-load.js +6 -0
  166. package/src/inference/pipelines/text/moe-cpu.js +1 -0
  167. package/src/inference/pipelines/text/moe-gpu.js +1 -0
  168. package/src/inference/pipelines/text/ops.js +22 -0
  169. package/src/inference/pipelines/text/per-layer-inputs.js +80 -11
  170. package/src/inference/pipelines/text/probes.js +9 -4
  171. package/src/inference/pipelines/text/state.d.ts +4 -4
  172. package/src/inference/pipelines/text/state.js +4 -0
  173. package/src/inference/pipelines/text/types.d.ts +27 -2
  174. package/src/inference/pipelines/text.d.ts +21 -1
  175. package/src/inference/pipelines/text.js +40 -14
  176. package/src/inference/tokenizers/bundled.js +150 -55
  177. package/src/inference/tokenizers/types.d.ts +7 -4
  178. package/src/loader/doppler-loader.js +25 -2
  179. package/src/loader/index.d.ts +3 -1
  180. package/src/loader/index.js +2 -0
  181. package/src/loader/loader-types.d.ts +3 -1
  182. package/src/loader/manifest-config.d.ts +18 -0
  183. package/src/loader/manifest-config.js +11 -3
  184. package/src/loader/shard-cache.d.ts +2 -0
  185. package/src/loader/shard-cache.js +29 -1
  186. package/src/models/gemma4.js +8 -0
  187. package/src/rules/inference/capability-transforms.rules.json +145 -20
  188. package/src/rules/inference/ffn.rules.json +33 -0
  189. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  190. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  191. package/src/rules/kernels/matmul.rules.json +2 -0
  192. package/src/rules/kernels/silu.rules.json +1 -0
  193. package/src/rules/rule-registry.js +2 -0
  194. package/src/storage/artifact-storage-context.js +36 -0
  195. package/src/tooling/node-browser-command-runner.js +42 -7
  196. package/src/tooling/node-converter.js +20 -5
  197. package/src/tooling/opfs-cache.d.ts +21 -1
  198. package/src/tooling/opfs-cache.js +168 -32
  199. package/src/tooling-experimental-exports.shared.d.ts +25 -0
  200. package/src/tooling-experimental-exports.shared.js +18 -0
  201. package/src/tooling-exports/storage.d.ts +1 -1
  202. package/src/tooling-exports/storage.js +1 -1
  203. package/src/types/gpu.d.ts +25 -0
  204. package/src/version.js +1 -1
  205. package/tests/kernels/browser/kernel-suite.js +1593 -0
  206. package/tests/kernels/browser/test-page.js +2629 -0
  207. package/tests/kernels/harness/benchmark.js +225 -0
  208. package/tests/kernels/harness/buffer-utils.js +88 -0
  209. package/tests/kernels/harness/tolerance.js +174 -0
  210. package/tests/kernels/reference/adam.js +15 -0
  211. package/tests/kernels/reference/attention.js +158 -0
  212. package/tests/kernels/reference/backward.js +96 -0
  213. package/tests/kernels/reference/bias-add.js +20 -0
  214. package/tests/kernels/reference/conv2d.js +58 -0
  215. package/tests/kernels/reference/cross-entropy.js +26 -0
  216. package/tests/kernels/reference/dequant.js +312 -0
  217. package/tests/kernels/reference/embed.js +15 -0
  218. package/tests/kernels/reference/gather.js +61 -0
  219. package/tests/kernels/reference/gelu.js +37 -0
  220. package/tests/kernels/reference/groupnorm.js +36 -0
  221. package/tests/kernels/reference/index.js +89 -0
  222. package/tests/kernels/reference/layernorm.js +22 -0
  223. package/tests/kernels/reference/matmul.js +57 -0
  224. package/tests/kernels/reference/modulate.js +24 -0
  225. package/tests/kernels/reference/moe-gather.js +83 -0
  226. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  227. package/tests/kernels/reference/residual.js +55 -0
  228. package/tests/kernels/reference/rmsnorm.js +52 -0
  229. package/tests/kernels/reference/rope.js +79 -0
  230. package/tests/kernels/reference/sample.js +97 -0
  231. package/tests/kernels/reference/scatter-add.js +58 -0
  232. package/tests/kernels/reference/silu.js +52 -0
  233. package/tests/kernels/reference/softmax.js +86 -0
  234. package/tests/kernels/reference/split-qkv.js +58 -0
  235. package/tests/kernels/reference/topk.js +88 -0
  236. package/tests/kernels/reference/upsample2d.js +37 -0
  237. package/BRANDING.md +0 -14
  238. package/SECURITY.md +0 -19
  239. package/assets/doppler-runtime-map.svg +0 -82
  240. package/src/bootstrap.js +0 -30
  241. package/src/cli/doppler-cli.d.ts +0 -46
  242. package/src/cli/doppler-quickstart.d.ts +0 -45
  243. package/src/cli/doppler-serve.d.ts +0 -210
  244. package/src/cli/runtime-profiles.d.ts +0 -40
  245. package/src/client/doppler-api.browser.d.ts +0 -1
  246. package/src/client/doppler-api.browser.js +0 -25
  247. package/src/client/doppler-registry.d.ts +0 -54
  248. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  249. package/src/client/runtime/source-runtime.d.ts +0 -26
  250. package/src/client/runtime/storage.d.ts +0 -5
  251. package/src/config/README.md +0 -61
  252. package/src/config/conversion/README.md +0 -62
  253. package/src/config/goal-completion-matrix.json +0 -552
  254. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  255. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  256. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  257. package/src/config/kernels/registry.d.ts +0 -51
  258. package/src/config/merge-contract-check.d.ts +0 -16
  259. package/src/config/merge-contract-check.js +0 -319
  260. package/src/config/merge-helpers.d.ts +0 -60
  261. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  262. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  263. package/src/config/param-categories.d.ts +0 -8
  264. package/src/config/param-validator.d.ts +0 -33
  265. package/src/config/platforms/loader.d.ts +0 -38
  266. package/src/config/quantization-contract-check.d.ts +0 -12
  267. package/src/config/quantization-contract-check.js +0 -91
  268. package/src/config/runtime/README.md +0 -28
  269. package/src/config/runtime-merge.d.ts +0 -5
  270. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  271. package/src/config/schema/command-surface-contract.schema.json +0 -81
  272. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  273. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  274. package/src/config/schema/platform.schema.js +0 -1
  275. package/src/config/schema/policy-schema-registry.json +0 -31
  276. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  277. package/src/config/support-tiers/subsystems.json +0 -502
  278. package/src/config/supported-operations.d.ts +0 -14
  279. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  280. package/src/config/transforms/execution-graph-transforms.d.ts +0 -306
  281. package/src/converter/conversion-plan.d.ts +0 -56
  282. package/src/converter/index.d.ts +0 -98
  283. package/src/converter/index.js +0 -59
  284. package/src/converter/parsers/diffusion.d.ts +0 -50
  285. package/src/converter/parsers/gguf.d.ts +0 -31
  286. package/src/converter/parsers/index.d.ts +0 -21
  287. package/src/converter/parsers/index.js +0 -12
  288. package/src/converter/parsers/transformer.d.ts +0 -31
  289. package/src/converter/quantization-info.d.ts +0 -38
  290. package/src/converter/rope-config.d.ts +0 -16
  291. package/src/converter/tokenizer-utils.d.ts +0 -12
  292. package/src/debug/reference/README.md +0 -114
  293. package/src/debug/reference/hf_attn_debug.py +0 -114
  294. package/src/debug/reference/hf_embed_check.py +0 -89
  295. package/src/debug/reference/hf_layer_out.py +0 -100
  296. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  297. package/src/debug/reference/hf_rope_check.py +0 -116
  298. package/src/debug/reference/hf_weights.py +0 -75
  299. package/src/errors/doppler-error.d.ts +0 -20
  300. package/src/experimental/bridge/extension/background.d.ts +0 -14
  301. package/src/experimental/bridge/extension/background.js +0 -168
  302. package/src/experimental/bridge/extension/manifest.json +0 -34
  303. package/src/experimental/bridge/extension-client.d.ts +0 -114
  304. package/src/experimental/bridge/index.d.ts +0 -69
  305. package/src/experimental/bridge/node-bridge.js +0 -24
  306. package/src/experimental/bridge/protocol.d.ts +0 -96
  307. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  308. package/src/experimental/browser/gguf-importer.js +0 -532
  309. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  310. package/src/experimental/browser/quantization.d.ts +0 -74
  311. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  312. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  313. package/src/experimental/browser/shard-io-browser.js +0 -89
  314. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  315. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  316. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  317. package/src/experimental/distribution/p2p-transport.js +0 -75
  318. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  319. package/src/experimental/hotswap/manifest.d.ts +0 -42
  320. package/src/experimental/hotswap/model-swap.js +0 -42
  321. package/src/experimental/hotswap/runtime.d.ts +0 -31
  322. package/src/experimental/training/README.md +0 -164
  323. package/src/experimental/training/artifacts.d.ts +0 -160
  324. package/src/experimental/training/attention-backward.d.ts +0 -30
  325. package/src/experimental/training/attention-forward.d.ts +0 -22
  326. package/src/experimental/training/attention-forward.js +0 -82
  327. package/src/experimental/training/autograd.d.ts +0 -51
  328. package/src/experimental/training/backward-kernels.js +0 -39
  329. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  330. package/src/experimental/training/checkpoint.d.ts +0 -36
  331. package/src/experimental/training/clip.d.ts +0 -9
  332. package/src/experimental/training/dataloader.d.ts +0 -8
  333. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  334. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  335. package/src/experimental/training/datasets/index.d.ts +0 -24
  336. package/src/experimental/training/datasets/index.js +0 -13
  337. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  338. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  339. package/src/experimental/training/datasets/reploid.js +0 -36
  340. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  341. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  342. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  343. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  344. package/src/experimental/training/datasets/token-batch.js +0 -52
  345. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  346. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  347. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  348. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  349. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  350. package/src/experimental/training/distillation/eval.d.ts +0 -34
  351. package/src/experimental/training/distillation/index.d.ts +0 -29
  352. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  353. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  354. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  355. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  356. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  357. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  358. package/src/experimental/training/export.d.ts +0 -41
  359. package/src/experimental/training/index.d.ts +0 -74
  360. package/src/experimental/training/index.js +0 -63
  361. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  362. package/src/experimental/training/lora.d.ts +0 -19
  363. package/src/experimental/training/loss-scaling.d.ts +0 -21
  364. package/src/experimental/training/loss.d.ts +0 -10
  365. package/src/experimental/training/objectives/base.d.ts +0 -58
  366. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  367. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  368. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  369. package/src/experimental/training/objectives/index.d.ts +0 -12
  370. package/src/experimental/training/objectives/index.js +0 -6
  371. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  372. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  373. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  374. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  375. package/src/experimental/training/operator-command.d.ts +0 -5
  376. package/src/experimental/training/operator-eval.d.ts +0 -48
  377. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  378. package/src/experimental/training/optimizer.d.ts +0 -22
  379. package/src/experimental/training/runner.d.ts +0 -249
  380. package/src/experimental/training/suite.d.ts +0 -299
  381. package/src/experimental/training/tensor-factory.d.ts +0 -9
  382. package/src/experimental/training/trainer.d.ts +0 -89
  383. package/src/experimental/training/ul_dataset.d.ts +0 -47
  384. package/src/experimental/training/ul_schedule.d.ts +0 -6
  385. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  386. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  387. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  388. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  389. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  390. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  391. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  392. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  393. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  394. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  395. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  396. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  397. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  398. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  399. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  400. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  401. package/src/experimental/training/workload-packs/registry.json +0 -278
  402. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  403. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  404. package/src/experimental/training/workloads.d.ts +0 -201
  405. package/src/formats/gguf/types.d.ts +0 -74
  406. package/src/formats/index.d.ts +0 -75
  407. package/src/formats/index.js +0 -19
  408. package/src/formats/litert/types.d.ts +0 -74
  409. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  410. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  411. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  412. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  413. package/src/formats/safetensors/types.d.ts +0 -67
  414. package/src/formats/tflite/types.d.ts +0 -61
  415. package/src/formats/tokenizer/index.d.ts +0 -5
  416. package/src/formats/tokenizer/index.js +0 -3
  417. package/src/formats/tokenizer/types.d.ts +0 -9
  418. package/src/gpu/kernel-runtime.d.ts +0 -13
  419. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  420. package/src/gpu/kernel-selection-log.d.ts +0 -4
  421. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  422. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  423. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  424. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  425. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  426. package/src/gpu/kernel-tuner/types.js +0 -4
  427. package/src/gpu/kernel-tuner.d.ts +0 -33
  428. package/src/gpu/kernels/README.md +0 -166
  429. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  430. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  431. package/src/gpu/kernels/check-stop.d.ts +0 -31
  432. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  433. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  434. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  435. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  436. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  437. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  438. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  439. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  440. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  441. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  442. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  443. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  444. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  445. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  446. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  447. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  448. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  449. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  450. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  451. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  452. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  453. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  454. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  455. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  456. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  457. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  458. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  459. package/src/gpu/kernels/constants.d.ts +0 -129
  460. package/src/gpu/kernels/dispatch.d.ts +0 -72
  461. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  462. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  463. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  464. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  465. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  466. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  467. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  468. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  469. package/src/gpu/kernels/types.js +0 -4
  470. package/src/gpu/perf-guards.d.ts +0 -13
  471. package/src/gpu/profiler.d.ts +0 -93
  472. package/src/gpu/readback-utils.d.ts +0 -16
  473. package/src/gpu/readback-utils.js +0 -49
  474. package/src/gpu/submit-probe.d.ts +0 -12
  475. package/src/index-browser.d.ts +0 -2
  476. package/src/index-browser.js +0 -2
  477. package/src/inference/README.md +0 -593
  478. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  479. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  480. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  481. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  482. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  483. package/src/inference/browser-harness-text-helpers.d.ts +0 -152
  484. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  485. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  486. package/src/inference/network-evolution.js +0 -79
  487. package/src/inference/pipelines/context.d.ts +0 -21
  488. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  489. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  490. package/src/inference/pipelines/diffusion/index.js +0 -3
  491. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  492. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  493. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  494. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  495. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  496. package/src/inference/pipelines/diffusion/types.js +0 -1
  497. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  498. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  499. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  500. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  501. package/src/inference/pipelines/dream/pipeline.js +0 -8
  502. package/src/inference/pipelines/energy/index.d.ts +0 -1
  503. package/src/inference/pipelines/energy/index.js +0 -1
  504. package/src/inference/pipelines/energy/types.js +0 -1
  505. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  506. package/src/inference/pipelines/energy-head/index.js +0 -6
  507. package/src/inference/pipelines/factory.d.ts +0 -10
  508. package/src/inference/pipelines/index.d.ts +0 -22
  509. package/src/inference/pipelines/index.js +0 -19
  510. package/src/inference/pipelines/registry.d.ts +0 -15
  511. package/src/inference/pipelines/rng.d.ts +0 -2
  512. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  513. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  514. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  515. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  516. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  517. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  518. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  519. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  520. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  521. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  522. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  523. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  524. package/src/inference/pipelines/text/attention.d.ts +0 -23
  525. package/src/inference/pipelines/text/attention.js +0 -12
  526. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  527. package/src/inference/pipelines/text/buffer-types.js +0 -4
  528. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  529. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  530. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  531. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  532. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  533. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  534. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  535. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  536. package/src/inference/pipelines/text/embed.d.ts +0 -69
  537. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  538. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  539. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  540. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  541. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  542. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  543. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  544. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -26
  545. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  546. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  547. package/src/inference/pipelines/text/ffn.js +0 -18
  548. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  549. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  550. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  551. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  552. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  553. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -93
  554. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  555. package/src/inference/pipelines/text/index.d.ts +0 -5
  556. package/src/inference/pipelines/text/index.js +0 -6
  557. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  558. package/src/inference/pipelines/text/layer.d.ts +0 -118
  559. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  560. package/src/inference/pipelines/text/logits/precision-policy.d.ts +0 -11
  561. package/src/inference/pipelines/text/logits/types.js +0 -4
  562. package/src/inference/pipelines/text/logits.d.ts +0 -27
  563. package/src/inference/pipelines/text/logits.js +0 -16
  564. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  565. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  566. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  567. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  568. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  569. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  570. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -70
  571. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  572. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  573. package/src/inference/pipelines/text/ops.d.ts +0 -222
  574. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  575. package/src/inference/pipelines/text/probes.d.ts +0 -28
  576. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  577. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  578. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  579. package/src/inference/pipelines/text/types.js +0 -4
  580. package/src/inference/tokenizers/base.d.ts +0 -44
  581. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  582. package/src/inference/tokenizers/bpe.d.ts +0 -27
  583. package/src/inference/tokenizers/bundled.d.ts +0 -67
  584. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  585. package/src/inference/tokenizers/types.js +0 -7
  586. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  587. package/src/loader/per-layer-input-loader.d.ts +0 -30
  588. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  589. package/src/loader/tensors/source-transform.d.ts +0 -65
  590. package/src/memory/address-table.d.ts +0 -96
  591. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  592. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  593. package/src/rules/rule-registry.d.ts +0 -77
  594. package/src/storage/artifact-storage-context.d.ts +0 -63
  595. package/src/storage/backends/idb-store.d.ts +0 -52
  596. package/src/storage/backends/memory-store.d.ts +0 -36
  597. package/src/storage/backends/opfs-store.d.ts +0 -41
  598. package/src/storage/blake3.d.ts +0 -17
  599. package/src/storage/download-types.d.ts +0 -157
  600. package/src/storage/downloader.d.ts +0 -103
  601. package/src/storage/index.d.ts +0 -274
  602. package/src/storage/index.js +0 -201
  603. package/src/storage/preflight.d.ts +0 -144
  604. package/src/storage/preflight.js +0 -360
  605. package/src/storage/quickstart-downloader.d.ts +0 -157
  606. package/src/storage/quickstart-downloader.js +0 -289
  607. package/src/storage/source-artifact-store.d.ts +0 -59
  608. package/src/sw.js +0 -184
  609. package/src/tooling/command-api-constants.d.ts +0 -9
  610. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  611. package/src/tooling/command-api-helpers.d.ts +0 -23
  612. package/src/tooling/command-runner-shared.d.ts +0 -89
  613. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  614. package/src/tooling/conversion-config-materializer.js +0 -96
  615. package/src/tooling/diagnose-runner.d.ts +0 -28
  616. package/src/tooling/hf-registry-utils.d.ts +0 -55
  617. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  618. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  619. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  620. package/src/tooling/kernel-path-builder/index.js +0 -1361
  621. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  622. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  623. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  624. package/src/tooling/lean-execution-contract-runner.js +0 -158
  625. package/src/tooling/lean-execution-contract.d.ts +0 -16
  626. package/src/tooling/lean-execution-contract.js +0 -81
  627. package/src/tooling/litert-package-runtime.d.ts +0 -46
  628. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  629. package/src/tooling/node-convert-worker.d.ts +0 -1
  630. package/src/tooling/node-converter.d.ts +0 -1
  631. package/src/tooling/node-file-fetch.d.ts +0 -1
  632. package/src/tooling/node-source-runtime.d.ts +0 -24
  633. package/src/tooling/node-webgpu.d.ts +0 -17
  634. package/src/tooling/precision-replay-math.js +0 -174
  635. package/src/tooling/program-bundle-host.d.ts +0 -16
  636. package/src/tooling/program-bundle-host.js +0 -20
  637. package/src/tooling/runtime-input-composition.d.ts +0 -37
  638. package/src/tooling/source-package-profiles.d.ts +0 -50
  639. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  640. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  641. package/src/tooling/source-runtime-materializer.js +0 -89
  642. package/src/tooling-exports.browser.d.ts +0 -7
  643. package/src/types/chrome.d.ts +0 -36
  644. package/src/types/chrome.js +0 -1
  645. package/src/types/index.d.ts +0 -1
  646. package/src/types/index.js +0 -1
  647. package/src/utils/array-buffer.d.ts +0 -4
  648. package/src/utils/canonical-hash.d.ts +0 -7
  649. package/src/utils/clone-json.d.ts +0 -1
  650. package/src/utils/hf-resolve-url.d.ts +0 -16
  651. package/src/utils/index.d.ts +0 -10
  652. package/src/utils/index.js +0 -10
  653. package/src/utils/load-json.d.ts +0 -5
  654. package/src/utils/plain-object.d.ts +0 -1
  655. package/src/utils/sha256.d.ts +0 -5
  656. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -1,14 +1,25 @@
1
1
  {
2
+ "$schema": "../../config/schema/capability-transform-policy.schema.json",
3
+ "schemaVersion": 1,
4
+ "source": "doppler",
2
5
  "capabilityTransforms": [
3
6
  {
7
+ "kind": "lane-mismatch-guard",
8
+ "dtypeEffect": "fail-closed",
4
9
  "match": {
5
10
  "modelId": "gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
6
11
  "platformVendor": "apple"
7
12
  },
8
13
  "transforms": ["failClosedLaneMismatch"],
9
- "reason": "af16-int4ple lane requires retainQ4KMaterialization=true to dispatch the fused-q4k+f16 widetile pool, which produces intermittent NaN at L1.attn_core_out on Apple Metal — load the af32 manifest variant instead. Bug is INTERMITTENT (some runs succeed) and depends on buffer-pool aliasing patterns; confirmed re-emerged 2026-05-07 after e5c9a6a tightened bucket defaults."
14
+ "reason": "af16-int4ple lane requires retainQ4KMaterialization=true to dispatch the fused-q4k+f16 widetile pool, which produces intermittent NaN at L1.attn_core_out on Apple Metal - load the af32 manifest variant instead. Bug is intermittent and depends on buffer-pool aliasing patterns; confirmed re-emerged 2026-05-07 after e5c9a6a tightened bucket defaults.",
15
+ "evidence": [
16
+ "tests/demo/demo-models.test.js",
17
+ "tests/inference/gemma4-e2b-q4k-apple-retain-regression.test.js"
18
+ ]
10
19
  },
11
20
  {
21
+ "kind": "platform-workaround",
22
+ "dtypeEffect": "none",
12
23
  "match": {
13
24
  "modelId": {
14
25
  "in": [
@@ -21,19 +32,37 @@
21
32
  "retainQ4KMaterialization": true
22
33
  },
23
34
  "transforms": ["disableRetainQ4KMaterialization"],
24
- "reason": "Fused-q4k FFN kernels under retain=mixed corrupt subsequent-layer attention compute on Apple Metal (intermittent NaN at L1.attn_core_out and beyond). Standalone-q4k projection kernels are clean; only the fused gate+up+down dispatch is the perturbation source."
35
+ "reason": "Fused-q4k FFN kernels under retain=mixed corrupt subsequent-layer attention compute on Apple Metal (intermittent NaN at L1.attn_core_out and beyond). Standalone-q4k projection kernels are clean; only the fused gate+up+down dispatch is the perturbation source.",
36
+ "evidence": [
37
+ "tests/config/capability-retain-q4k-policy.test.js",
38
+ "tests/config/gemma4-e2b-conversion-config-contract.test.js",
39
+ "tests/inference/gemma4-e2b-q4k-apple-retain-regression.test.js"
40
+ ]
25
41
  },
26
42
  {
43
+ "kind": "explicit-lane",
44
+ "dtypeEffect": "selective-f16",
27
45
  "match": {
28
- "modelId": "qwen-3-5-0-8b-q4k-ehaf16",
29
- "activationDtype": "f16",
46
+ "modelId": {
47
+ "in": [
48
+ "qwen-3-5-0-8b-q4k-ehaf16",
49
+ "qwen-3-5-2b-q4k-ehaf16"
50
+ ]
51
+ },
52
+ "requestedActivationDtype": "f16",
30
53
  "hasSubgroups": true,
31
54
  "hasF16": true
32
55
  },
33
56
  "transforms": ["useQwenF16PrimaryMatmuls"],
34
- "reason": "Runtime requested the promoted f16 primary lane for Qwen 3.5 0.8B"
57
+ "reason": "Runtime requested the promoted f16 primary lane for Qwen 3.5 small execution-v1 Q4K models with the shared linear/full attention graph.",
58
+ "evidence": [
59
+ "tests/integration/qwen-execution-v1-linear-decode-f16.test.js",
60
+ "tests/integration/execution-graph-transforms.test.js"
61
+ ]
35
62
  },
36
63
  {
64
+ "kind": "explicit-lane",
65
+ "dtypeEffect": "narrow-to-f16",
37
66
  "match": {
38
67
  "modelId": "qwen-3-6-27b-q4k-eaf16",
39
68
  "activationDtype": "f16",
@@ -43,19 +72,31 @@
43
72
  "hasF16": true
44
73
  },
45
74
  "transforms": ["useQwen36F16Activations"],
46
- "reason": "Runtime requested the experimental all-f16 lane for Qwen 3.6 27B"
75
+ "reason": "Runtime requested the experimental all-f16 lane for Qwen 3.6 27B.",
76
+ "evidence": [
77
+ "tests/config/qwen36-f16-variant-identity.test.js",
78
+ "tests/integration/execution-graph-transforms.test.js"
79
+ ]
47
80
  },
48
81
  {
82
+ "kind": "explicit-lane",
83
+ "dtypeEffect": "selective-f16",
49
84
  "match": {
50
85
  "modelId": "gemma-4-e2b-it-q4k-ehf16-af32-int4ple",
51
- "activationDtype": "f16",
86
+ "requestedActivationDtype": "f16",
52
87
  "hasSubgroups": true,
53
88
  "hasF16": true
54
89
  },
55
90
  "transforms": ["useGemma4Int4PleSelectiveF16Decode"],
56
- "reason": "Runtime requested the experimental selective f16 decode lane for Gemma 4 E2B INT4 PLE"
91
+ "reason": "Runtime requested the experimental selective f16 decode lane for Gemma 4 E2B INT4 PLE.",
92
+ "evidence": [
93
+ "docs/perf-investigations/gemma-4-int4ple-loop.md",
94
+ "tests/config/gemma4-e2b-conversion-config-contract.test.js"
95
+ ]
57
96
  },
58
97
  {
98
+ "kind": "explicit-lane",
99
+ "dtypeEffect": "narrow-to-f16",
59
100
  "match": {
60
101
  "modelId": "gemma-4-12b-it-text-q4k-ehf16-af16",
61
102
  "activationDtype": "f16",
@@ -65,9 +106,15 @@
65
106
  "hasF16": true
66
107
  },
67
108
  "transforms": ["useGemma412BTextF16Activations"],
68
- "reason": "af16 manifest variant on shader-f16 GPU — dispatch the Gemma 4 12B text f16-residual lane with stable f32-Q/f16-KV prefill/decode attention boundaries and stable post-layer tail"
109
+ "reason": "af16 manifest variant on shader-f16 GPU - dispatch the Gemma 4 12B text f16-residual lane with stable f32-Q/f16-KV prefill/decode attention boundaries and stable post-layer tail.",
110
+ "evidence": [
111
+ "tests/integration/gemma4-12b-f16-activations.test.js",
112
+ "tests/integration/execution-graph-transforms.test.js"
113
+ ]
69
114
  },
70
115
  {
116
+ "kind": "lane-mismatch-guard",
117
+ "dtypeEffect": "fail-closed",
71
118
  "match": {
72
119
  "modelId": "gemma-4-12b-it-text-q4k-ehf16-af32",
73
120
  "activationDtype": "f16",
@@ -77,9 +124,15 @@
77
124
  "hasF16": true
78
125
  },
79
126
  "transforms": ["failClosedLaneMismatch"],
80
- "reason": "af32 manifest cannot dispatch f16 activations — load the af16 manifest variant or pick an f32 runtime profile"
127
+ "reason": "af32 manifest cannot dispatch f16 activations - load the af16 manifest variant or pick an f32 runtime profile.",
128
+ "evidence": [
129
+ "tests/integration/gemma4-12b-f16-activations.test.js",
130
+ "tests/integration/execution-graph-transforms.test.js"
131
+ ]
81
132
  },
82
133
  {
134
+ "kind": "explicit-lane",
135
+ "dtypeEffect": "narrow-to-f16",
83
136
  "match": {
84
137
  "modelId": "gemma-4-31b-it-text-q4k-ehf16-af16",
85
138
  "activationDtype": "f16",
@@ -89,9 +142,15 @@
89
142
  "hasF16": true
90
143
  },
91
144
  "transforms": ["useGemma431BTextF16Activations"],
92
- "reason": "af16 manifest variant on shader-f16 GPU — dispatch the all-f16 lane"
145
+ "reason": "af16 manifest variant on shader-f16 GPU - dispatch the all-f16 lane.",
146
+ "evidence": [
147
+ "tests/integration/gemma4-31b-f16-activations.test.js",
148
+ "tests/integration/execution-graph-transforms.test.js"
149
+ ]
93
150
  },
94
151
  {
152
+ "kind": "explicit-lane",
153
+ "dtypeEffect": "narrow-to-f16",
95
154
  "match": {
96
155
  "modelId": "gemma-4-e2b-it-q4k-ehf16-af16-int4ple",
97
156
  "activationDtype": "f16",
@@ -101,9 +160,15 @@
101
160
  "hasF16": true
102
161
  },
103
162
  "transforms": ["useGemma4Int4PleAf16Activations"],
104
- "reason": "af16-int4ple manifest variant on shader-f16 GPU — dispatch the all-f16 lane (q4_widetile_f16a + decode multicol_f16a + lm_head_gemv_subgroup_f16a)"
163
+ "reason": "af16-int4ple manifest variant on shader-f16 GPU - dispatch the all-f16 lane (q4_widetile_f16a + decode multicol_f16a + lm_head_gemv_subgroup_f16a).",
164
+ "evidence": [
165
+ "tests/config/gemma4-e2b-int4ple-f16-variant-identity.test.js",
166
+ "tests/inference/gemma4-e2b-q4k-apple-retain-regression.test.js"
167
+ ]
105
168
  },
106
169
  {
170
+ "kind": "lane-mismatch-guard",
171
+ "dtypeEffect": "fail-closed",
107
172
  "match": {
108
173
  "modelId": "gemma-4-31b-it-text-q4k-ehf16-af32",
109
174
  "activationDtype": "f16",
@@ -113,9 +178,15 @@
113
178
  "hasF16": true
114
179
  },
115
180
  "transforms": ["failClosedLaneMismatch"],
116
- "reason": "af32 manifest cannot dispatch f16 activations — load the af16 manifest variant or pick an f32 runtime profile"
181
+ "reason": "af32 manifest cannot dispatch f16 activations - load the af16 manifest variant or pick an f32 runtime profile.",
182
+ "evidence": [
183
+ "tests/integration/gemma4-31b-f16-activations.test.js",
184
+ "tests/integration/execution-graph-transforms.test.js"
185
+ ]
117
186
  },
118
187
  {
188
+ "kind": "capability-optimization",
189
+ "dtypeEffect": "none",
119
190
  "match": {
120
191
  "modelId": {
121
192
  "in": [
@@ -131,9 +202,15 @@
131
202
  "maxWorkgroupStorageSize": { "gte": 16384 }
132
203
  },
133
204
  "transforms": ["useHead256SmallPrefillAttention"],
134
- "reason": "Gemma 4 E2B promotes only small-tile prefill attention onto the head256 kernel on capable GPUs"
205
+ "reason": "Gemma 4 E2B promotes only small-tile prefill attention onto the head256 kernel on capable GPUs.",
206
+ "evidence": [
207
+ "tests/config/gemma4-e2b-conversion-config-contract.test.js",
208
+ "tests/integration/execution-graph-transforms.test.js"
209
+ ]
135
210
  },
136
211
  {
212
+ "kind": "explicit-lane",
213
+ "dtypeEffect": "narrow-to-f16",
137
214
  "match": {
138
215
  "activationDtype": "f16",
139
216
  "hasSubgroups": false,
@@ -141,9 +218,15 @@
141
218
  "requiresF16ActivationNarrowing": true
142
219
  },
143
220
  "transforms": ["narrowToF16Activations", "removeSubgroups"],
144
- "reason": "Runtime requested f16 activations on a non-subgroup shader-f16 GPU"
221
+ "reason": "Runtime requested f16 activations on a non-subgroup shader-f16 GPU.",
222
+ "evidence": [
223
+ "tests/integration/execution-graph-transforms.test.js",
224
+ "tests/integration/execution-v1-capability-policy.test.js"
225
+ ]
145
226
  },
146
227
  {
228
+ "kind": "explicit-lane",
229
+ "dtypeEffect": "narrow-to-f16",
147
230
  "match": {
148
231
  "activationDtype": "f16",
149
232
  "hasSubgroups": true,
@@ -151,27 +234,69 @@
151
234
  "requiresF16ActivationNarrowing": true
152
235
  },
153
236
  "transforms": ["narrowToF16Activations"],
154
- "reason": "Runtime requested f16 activations on a shader-f16 GPU"
237
+ "reason": "Runtime requested f16 activations on a shader-f16 GPU.",
238
+ "evidence": [
239
+ "tests/integration/execution-graph-transforms.test.js",
240
+ "tests/integration/execution-v1-capability-policy.test.js"
241
+ ]
242
+ },
243
+ {
244
+ "kind": "runtime-session-compatibility",
245
+ "dtypeEffect": "full-f32",
246
+ "match": { "kvDtype": "f32", "hasSubgroups": false, "hasF16": true },
247
+ "transforms": ["removeSubgroups", "widenToF32Activations"],
248
+ "reason": "Runtime KV cache resolved f32 on a non-subgroup shader-f16 GPU.",
249
+ "evidence": [
250
+ "tests/integration/execution-v1-capability-policy.test.js"
251
+ ]
252
+ },
253
+ {
254
+ "kind": "runtime-session-compatibility",
255
+ "dtypeEffect": "full-f32",
256
+ "match": { "kvDtype": "f32", "hasSubgroups": true, "hasF16": true },
257
+ "transforms": ["widenToF32Activations"],
258
+ "reason": "Runtime KV cache resolved f32.",
259
+ "evidence": [
260
+ "tests/integration/execution-v1-capability-policy.test.js"
261
+ ]
155
262
  },
156
263
  {
264
+ "kind": "hardware-compatibility",
265
+ "dtypeEffect": "full-f32",
157
266
  "match": { "hasSubgroups": false, "hasF16": false },
158
267
  "transforms": ["removeSubgroups", "widenToF32Activations"],
159
- "reason": "GPU lacks subgroups and shader-f16"
268
+ "reason": "GPU lacks subgroups and shader-f16.",
269
+ "evidence": [
270
+ "tests/integration/execution-v1-capability-policy.test.js"
271
+ ]
160
272
  },
161
273
  {
274
+ "kind": "hardware-compatibility",
275
+ "dtypeEffect": "none",
162
276
  "match": { "hasSubgroups": false, "hasF16": true },
163
277
  "transforms": ["removeSubgroups"],
164
- "reason": "GPU lacks subgroups"
278
+ "reason": "GPU lacks subgroups.",
279
+ "evidence": [
280
+ "tests/integration/execution-v1-capability-policy.test.js"
281
+ ]
165
282
  },
166
283
  {
284
+ "kind": "hardware-compatibility",
285
+ "dtypeEffect": "full-f32",
167
286
  "match": { "hasSubgroups": true, "hasF16": false },
168
287
  "transforms": ["widenToF32Activations"],
169
- "reason": "GPU lacks shader-f16"
288
+ "reason": "GPU lacks shader-f16.",
289
+ "evidence": [
290
+ "tests/integration/execution-v1-capability-policy.test.js"
291
+ ]
170
292
  },
171
293
  {
294
+ "kind": "default-noop",
295
+ "dtypeEffect": "none",
172
296
  "match": {},
173
297
  "transforms": [],
174
- "reason": "GPU supports all required features"
298
+ "reason": "GPU supports all required features.",
299
+ "evidence": []
175
300
  }
176
301
  ]
177
302
  }
@@ -28,6 +28,39 @@
28
28
  },
29
29
  "value": true
30
30
  },
31
+ {
32
+ "match": {
33
+ "hasGate": true,
34
+ "hasUp": true,
35
+ "hasDown": true,
36
+ "hasFusedWeights": false,
37
+ "inputIsSupported": true,
38
+ "hasLoRA": false,
39
+ "dtypeMatches": true,
40
+ "dtypeSupported": true,
41
+ "weightDtype": "f16",
42
+ "activationDtype": "f32",
43
+ "useLargeBatchF16F32FusedGateUp": true,
44
+ "batchSize": { "gt": 4 }
45
+ },
46
+ "value": true
47
+ },
48
+ {
49
+ "match": {
50
+ "hasGate": true,
51
+ "hasUp": true,
52
+ "hasDown": true,
53
+ "hasFusedWeights": false,
54
+ "inputIsSupported": true,
55
+ "hasLoRA": false,
56
+ "dtypeMatches": true,
57
+ "dtypeSupported": true,
58
+ "weightDtype": "f16",
59
+ "activationDtype": "f32",
60
+ "batchSize": { "lte": 4 }
61
+ },
62
+ "value": true
63
+ },
31
64
  {
32
65
  "match": {
33
66
  "hasGate": true,
@@ -6,7 +6,7 @@
6
6
  { "match": { "isQ4K": true, "fusedAllowed": true, "hiddenSubblockAligned": true }, "value": "q4k" },
7
7
  { "match": { "weightDtype": "f16", "hasF16": true, "useF16Input": true, "batchSize": { "gt": 1 } }, "value": "f16_native_batched" },
8
8
  { "match": { "weightDtype": "f16", "hasF16": true, "useF16Input": true }, "value": "f16_native" },
9
- { "match": { "weightDtype": "f16", "batchSize": { "gt": 1 } }, "value": "batched" },
9
+ { "match": { "weightDtype": "f16", "batchSize": { "gt": 1 } }, "value": "f16_batched" },
10
10
  { "match": { "weightDtype": "f16" }, "value": "f16" },
11
11
  { "match": { "batchSize": { "gt": 1 } }, "value": "batched" },
12
12
  { "match": { "useMultiOutput": true }, "value": "multi" },
@@ -0,0 +1,10 @@
1
+ {
2
+ "phase1Variant": [
3
+ { "match": { "weightDtype": "q4k" }, "value": "phase1_q4k_f32a" },
4
+ { "match": { "weightDtype": "f16" }, "value": "phase1_f16w_f32a" }
5
+ ],
6
+ "phase2Variant": [
7
+ { "match": { "weightDtype": "q4k" }, "value": "phase2_q4k" },
8
+ { "match": {}, "value": "phase2" }
9
+ ]
10
+ }
@@ -24,6 +24,7 @@
24
24
  { "match": { "useF16Matmul": true, "useTiled": true }, "value": "f16_tiled" },
25
25
  { "match": { "useF16Matmul": true, "useVec4": true }, "value": "f16_vec4" },
26
26
  { "match": { "useF16Matmul": true }, "value": "f16" },
27
+ { "match": { "useF16wF32a": true, "useF16wF32aTiled": true }, "value": "f16w_f32a_tiled" },
27
28
  { "match": { "useF16wF32a": true }, "value": "f16w_f32a" },
28
29
  { "match": {}, "value": "f32" }
29
30
  ],
@@ -73,6 +74,7 @@
73
74
  { "match": {}, "value": { "context": "variantWeightDtype" } }
74
75
  ],
75
76
  "weightDtypeMismatchPolicy": [
77
+ { "match": { "actualWeightDtype": "f16", "requiredWeightDtype": "q4k" }, "value": "fallthrough" },
76
78
  { "match": { "actualWeightDtype": "q4k", "requiredWeightDtype": "f16", "hasSubgroups": true }, "value": "fallthrough" },
77
79
  { "match": { "actualWeightDtype": "q4k", "requiredWeightDtype": "f32", "hasSubgroups": true }, "value": "fallthrough" },
78
80
  { "match": { "actualWeightDtype": "litert_int4", "requiredWeightDtype": "f16" }, "value": "fallthrough" },
@@ -6,6 +6,7 @@
6
6
  "overrides": [
7
7
  { "match": { "useRowsplit": true }, "value": { "USE_ROWSPLIT": true } },
8
8
  { "match": { "useSplit": true }, "value": { "USE_SPLIT": true } },
9
+ { "match": { "hasGate": true, "useVec4": true }, "value": { "HAS_GATE": true, "USE_VEC4": true } },
9
10
  { "match": { "hasGate": true }, "value": { "HAS_GATE": true } },
10
11
  { "match": { "useVec4": true }, "value": { "USE_VEC4": true } },
11
12
  { "match": {}, "value": {} }
@@ -20,6 +20,7 @@ import groupedPointwiseConv2dRules from './kernels/grouped-pointwise-conv2d.rule
20
20
  import groupnormRules from './kernels/groupnorm.rules.json' with { type: 'json' };
21
21
  import kvQuantizeRules from './kernels/kv_quantize.rules.json' with { type: 'json' };
22
22
  import layernormRules from './kernels/layernorm.rules.json' with { type: 'json' };
23
+ import lmHeadArgmaxRules from './kernels/lm-head-argmax.rules.json' with { type: 'json' };
23
24
  import matmulRules from './kernels/matmul.rules.json' with { type: 'json' };
24
25
  import kernelMoeRules from './kernels/moe.rules.json' with { type: 'json' };
25
26
  import kernelMoeGptOssRules from './kernels/moe.rules.gptoss.json' with { type: 'json' };
@@ -110,6 +111,7 @@ const RULE_SETS = {
110
111
  groupnorm: groupnormRules,
111
112
  kv_quantize: kvQuantizeRules,
112
113
  layernorm: layernormRules,
114
+ lmHeadArgmax: lmHeadArgmaxRules,
113
115
  matmul: matmulRules,
114
116
  moe: kernelMoeRules,
115
117
  moeGptoss: kernelMoeGptOssRules,
@@ -3,6 +3,8 @@ import {
3
3
  createSourceStorageContext,
4
4
  } from '../tooling/source-runtime-bundle.js';
5
5
  import { createStreamingHasher } from './shard-manager.js';
6
+ import { createOpfsStore } from './backends/opfs-store.js';
7
+ import { normalizeModelId } from './normalize-model-id.js';
6
8
  import { isNodeRuntime } from '../utils/runtime-env.js';
7
9
  import { toArrayBuffer } from '../utils/array-buffer.js';
8
10
 
@@ -463,6 +465,40 @@ export function createArtifactStorageContext(options = {}) {
463
465
  });
464
466
  }
465
467
 
468
+ export async function createOpfsArtifactStorageContext(modelId, manifest, options = {}) {
469
+ const normalizedModelId = normalizeModelId(modelId);
470
+ const opfsRootDir = normalizeText(options.opfsRootDir);
471
+ if (!opfsRootDir) {
472
+ throw new Error('OPFS artifact storage context requires opfsRootDir.');
473
+ }
474
+ const maxConcurrentHandles = normalizePositiveInteger(
475
+ options.maxConcurrentHandles,
476
+ 'OPFS artifact storage context maxConcurrentHandles'
477
+ );
478
+ if (maxConcurrentHandles < 1) {
479
+ throw new Error('OPFS artifact storage context maxConcurrentHandles must be at least 1.');
480
+ }
481
+ const store = createOpfsStore({
482
+ opfsRootDir,
483
+ useSyncAccessHandle: options.useSyncAccessHandle === true,
484
+ maxConcurrentHandles,
485
+ });
486
+ await store.init();
487
+ await store.openModel(normalizedModelId, { create: false });
488
+ return createArtifactStorageContext({
489
+ manifest,
490
+ readRange: (path, offset, length) => store.readFileRange(path, offset, length),
491
+ streamRange: (path, offset, length, streamOptions) => (
492
+ store.readFileRangeStream(path, offset, length, streamOptions)
493
+ ),
494
+ readText: (path) => store.readText(path),
495
+ readBinary: (path) => store.readFile(path),
496
+ close: () => store.cleanup(),
497
+ verifyHashes: options.verifyHashes === true,
498
+ hashesTrusted: options.hashesTrusted === true,
499
+ });
500
+ }
501
+
466
502
  function normalizeBaseUrl(baseUrl) {
467
503
  if (typeof baseUrl !== 'string' || baseUrl.trim().length === 0) {
468
504
  return null;
@@ -17,11 +17,12 @@ import {
17
17
  const DEFAULT_HOST = '127.0.0.1';
18
18
  const DEFAULT_RUNNER_PATH = '/src/tooling/command-runner.html';
19
19
  const DEFAULT_TIMEOUT_MS = 180_000;
20
+ const DEFAULT_CLEANUP_TIMEOUT_MS = 5_000;
20
21
  const DEFAULT_OPFS_CACHE_DIR = path.join(os.homedir(), '.cache', 'doppler', 'chromium-profile');
21
22
  const DEFAULT_OPFS_CACHE_PORT = 19836;
22
23
  const SERVER_HOSTS = Object.freeze(['127.0.0.1', 'localhost', '0.0.0.0']);
23
24
  const DEFAULT_CHANNEL_ORDER = Object.freeze({
24
- darwin: ['chrome', 'chromium'],
25
+ darwin: ['chromium', 'chrome'],
25
26
  linux: ['chromium', 'chrome'],
26
27
  win32: ['chromium', 'chrome'],
27
28
  });
@@ -650,6 +651,36 @@ export async function runBrowserCommandEvaluationWithTimeout(operation, timeoutM
650
651
  }
651
652
  }
652
653
 
654
+ async function runBrowserCleanupWithTimeout(operation, timeoutMs) {
655
+ let timeoutId = null;
656
+ const cleanupPromise = Promise.resolve()
657
+ .then(operation)
658
+ .then(() => true, () => true);
659
+ const timeoutPromise = new Promise((resolve) => {
660
+ timeoutId = setTimeout(() => resolve(false), timeoutMs);
661
+ timeoutId.unref?.();
662
+ });
663
+ try {
664
+ return await Promise.race([
665
+ cleanupPromise,
666
+ timeoutPromise,
667
+ ]);
668
+ } finally {
669
+ if (timeoutId !== null) {
670
+ clearTimeout(timeoutId);
671
+ }
672
+ }
673
+ }
674
+
675
+ function terminateBrowserProcess(browser) {
676
+ const childProcess = typeof browser?.process === 'function'
677
+ ? browser.process()
678
+ : null;
679
+ if (childProcess && typeof childProcess.kill === 'function' && childProcess.killed !== true) {
680
+ childProcess.kill('SIGKILL');
681
+ }
682
+ }
683
+
653
684
  function browserLaunchArgs(extraArgs = []) {
654
685
  const platformArgs = PLATFORM_WEBGPU_ARGS[process.platform] ?? [];
655
686
  return uniqueArgs([...DEFAULT_WEBGPU_BROWSER_ARGS, ...platformArgs, ...extraArgs]);
@@ -853,9 +884,11 @@ export async function runBrowserCommandInNode(commandRequest, options = {}) {
853
884
  );
854
885
  });
855
886
 
887
+ const timeoutMs = normalizeTimeoutMs(options.timeoutMs);
856
888
  const launchOptions = {
857
889
  headless: normalizeHeadless(options.headless),
858
890
  args: browserLaunchArgs(normalizeBrowserArgs(options.browserArgs)),
891
+ timeout: timeoutMs,
859
892
  };
860
893
 
861
894
  if (options.channel) {
@@ -865,7 +898,6 @@ export async function runBrowserCommandInNode(commandRequest, options = {}) {
865
898
  launchOptions.executablePath = String(options.executablePath);
866
899
  }
867
900
 
868
- const timeoutMs = normalizeTimeoutMs(options.timeoutMs);
869
901
  const runnerPath = normalizeRunnerPath(options.runnerPath);
870
902
  const resolvedBaseUrl = baseUrl || server.baseUrl;
871
903
  const requestedLoadMode = sourceRequest.loadMode;
@@ -1054,14 +1086,17 @@ export async function runBrowserCommandInNode(commandRequest, options = {}) {
1054
1086
  request: sourceRequest,
1055
1087
  });
1056
1088
  } finally {
1057
- if (context) {
1058
- await context.close().catch(() => {});
1059
- }
1089
+ const cleanupTimeoutMs = Math.min(timeoutMs, DEFAULT_CLEANUP_TIMEOUT_MS);
1060
1090
  if (browser) {
1061
- await browser.close().catch(() => {});
1091
+ const browserClosed = await runBrowserCleanupWithTimeout(() => browser.close(), cleanupTimeoutMs);
1092
+ if (!browserClosed) {
1093
+ terminateBrowserProcess(browser);
1094
+ }
1095
+ } else if (context) {
1096
+ await runBrowserCleanupWithTimeout(() => context.close(), cleanupTimeoutMs);
1062
1097
  }
1063
1098
  if (server) {
1064
- await server.close().catch(() => {});
1099
+ await runBrowserCleanupWithTimeout(() => server.close(), cleanupTimeoutMs);
1065
1100
  }
1066
1101
  }
1067
1102
  } catch (error) {
@@ -275,10 +275,10 @@ async function loadNodeGpuCastRuntime() {
275
275
  gpuCastRuntimePromise = (async () => {
276
276
  await bootstrapNodeWebGPU();
277
277
  const [
278
- { initDevice, getDevice },
278
+ { initDevice, getDevice, destroyDevice, resetDeviceState },
279
279
  { castF32ToF16, runBF16ToF16 },
280
280
  { createTensor },
281
- { acquireBuffer, releaseBuffer, getBufferPool },
281
+ { acquireBuffer, releaseBuffer, getBufferPool, destroyBufferPool },
282
282
  ] = await Promise.all([
283
283
  import('../gpu/device.js'),
284
284
  import('../gpu/kernel-selector.js'),
@@ -293,12 +293,15 @@ async function loadNodeGpuCastRuntime() {
293
293
  }
294
294
  return {
295
295
  getDevice,
296
+ destroyDevice,
297
+ resetDeviceState,
296
298
  castF32ToF16,
297
299
  runBF16ToF16,
298
300
  createTensor,
299
301
  acquireBuffer,
300
302
  releaseBuffer,
301
303
  getBufferPool,
304
+ destroyBufferPool,
302
305
  };
303
306
  })();
304
307
  }
@@ -1056,6 +1059,7 @@ export async function convertSafetensorsDirectory(options) {
1056
1059
  installNodeFileFetchShim();
1057
1060
  const fileRangeReader = createFileRangeReader();
1058
1061
  const totalTimer = createStageTimer('Total');
1062
+ let gpuRuntimeForCleanup = null;
1059
1063
  try {
1060
1064
 
1061
1065
  const [
@@ -1457,9 +1461,8 @@ export async function convertSafetensorsDirectory(options) {
1457
1461
  let result = null;
1458
1462
  try {
1459
1463
  if (executionPlan.useGpuCast) {
1460
- let gpuRuntime;
1461
1464
  try {
1462
- gpuRuntime = await loadNodeGpuCastRuntime();
1465
+ gpuRuntimeForCleanup = await loadNodeGpuCastRuntime();
1463
1466
  } catch (error) {
1464
1467
  const message = error instanceof Error ? error.message : String(error);
1465
1468
  throw new Error(
@@ -1467,7 +1470,7 @@ export async function convertSafetensorsDirectory(options) {
1467
1470
  );
1468
1471
  }
1469
1472
  gpuTensorTransformer = createNodeGpuTensorTransformer({
1470
- runtime: gpuRuntime,
1473
+ runtime: gpuRuntimeForCleanup,
1471
1474
  gpuCastMinTensorBytes: executionPlan.gpuCastMinTensorBytes,
1472
1475
  requireGpuCast: executionPlan.gpuCastRequestedExplicitly === true,
1473
1476
  resolveTensorTargetQuant,
@@ -1609,6 +1612,18 @@ export async function convertSafetensorsDirectory(options) {
1609
1612
  };
1610
1613
  } finally {
1611
1614
  await fileRangeReader.closeAll();
1615
+ if (gpuRuntimeForCleanup) {
1616
+ try {
1617
+ gpuRuntimeForCleanup.destroyBufferPool();
1618
+ } finally {
1619
+ try {
1620
+ gpuRuntimeForCleanup.destroyDevice();
1621
+ } finally {
1622
+ gpuRuntimeForCleanup.resetDeviceState();
1623
+ gpuCastRuntimePromise = null;
1624
+ }
1625
+ }
1626
+ }
1612
1627
  totalTimer.stop();
1613
1628
  }
1614
1629
  }
@@ -1,7 +1,7 @@
1
1
  export interface EnsureModelCachedResult {
2
2
  cached: boolean;
3
3
  fromCache: boolean;
4
- cacheState: 'hit' | 'manifest-refresh' | 'imported' | 'error';
4
+ cacheState: 'hit' | 'verified-hit' | 'manifest-refresh' | 'imported' | 'error';
5
5
  modelId: string;
6
6
  error: string | null;
7
7
  }
@@ -22,8 +22,28 @@ export interface CacheProgressEvent {
22
22
  eta?: string;
23
23
  }
24
24
 
25
+ export interface CachedModelSourceResult extends EnsureModelCachedResult {
26
+ manifest: Record<string, unknown>;
27
+ manifestText: string;
28
+ manifestHash: string;
29
+ storageContext: Record<string, unknown>;
30
+ storageBackend: 'opfs';
31
+ totalBytes: number;
32
+ }
33
+
34
+ export interface EnsureModelCachedSourceOptions {
35
+ expectedManifestHash?: string | { hex?: string; hash?: string; digest?: string };
36
+ }
37
+
25
38
  export declare function ensureModelCached(
26
39
  modelId: string,
27
40
  modelBaseUrl: string,
28
41
  onProgress?: ((progress: CacheProgressEvent) => void) | null
29
42
  ): Promise<EnsureModelCachedResult>;
43
+
44
+ export declare function ensureModelCachedSource(
45
+ modelId: string,
46
+ modelBaseUrl: string,
47
+ onProgress?: ((progress: CacheProgressEvent) => void) | null,
48
+ options?: EnsureModelCachedSourceOptions
49
+ ): Promise<CachedModelSourceResult>;