doppler-gpu 0.4.7 → 0.4.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/CHANGELOG.md +64 -0
  2. package/README.md +93 -144
  3. package/models/catalog.json +1575 -0
  4. package/package.json +37 -12
  5. package/src/cli/doppler-cli.js +28 -7
  6. package/src/client/doppler-registry.json +2 -2
  7. package/src/client/runtime/index.js +25 -2
  8. package/src/client/runtime/model-session.d.ts +31 -1
  9. package/src/client/runtime/model-session.js +31 -0
  10. package/src/client/runtime/model-source.d.ts +19 -2
  11. package/src/client/runtime/model-source.js +45 -5
  12. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +21 -5
  13. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +6 -1
  14. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af16-int4ple.json +1 -1
  15. package/src/config/conversion/qwen3/qwen-3-reranker-0-6b-q4k-ehf16-af32.json +9 -1
  16. package/src/config/kernel-path-loader.js +1 -0
  17. package/src/config/kernels/kernel-ref-digests.js +26 -17
  18. package/src/config/kernels/registry.json +448 -27
  19. package/src/config/merge.js +11 -0
  20. package/src/config/param-validator.js +25 -0
  21. package/src/config/runtime/default.json +3 -1
  22. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-attn128-candidate.json +20 -0
  23. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-maxbatch64-candidate.json +52 -0
  24. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-normed-ffn-candidate.json +18 -0
  25. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-overlap-ringtokens1-candidate.json +52 -0
  26. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-parity.json +85 -0
  27. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-sequential-candidate.json +52 -0
  28. package/src/config/runtime/profiles/qwen-3-5-0-8b-metal-throughput.json +85 -0
  29. package/src/config/runtime/profiles/qwen-3-5-2b-f16-primary-throughput.json +23 -0
  30. package/src/config/runtime/profiles/qwen-3-5-2b-metal-parity.json +38 -0
  31. package/src/config/runtime/profiles/qwen-3-5-2b-metal-throughput.json +135 -0
  32. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-stability.json +37 -0
  33. package/src/config/runtime/profiles/qwen-3-embedding-0-6b-metal-throughput.json +21 -0
  34. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-stability.json +41 -0
  35. package/src/config/runtime/profiles/qwen-3-reranker-0-6b-metal-throughput.json +41 -0
  36. package/src/config/runtime/profiles/rerank-stability.json +43 -0
  37. package/src/config/runtime/profiles/rerank-throughput.json +40 -0
  38. package/src/config/runtime/profiles/translategemma-1b-nativekd2-q4k-rdna3-throughput-probe.json +22 -0
  39. package/src/config/schema/doppler.schema.js +40 -5
  40. package/src/config/schema/execution-v1.schema.d.ts +41 -0
  41. package/src/config/schema/execution-v1.schema.js +10 -0
  42. package/src/config/schema/index.d.ts +3 -1
  43. package/src/config/schema/speculation-self.schema.d.ts +16 -0
  44. package/src/config/transforms/capability-transform-resolver.js +7 -1
  45. package/src/config/transforms/execution-graph-transforms.js +2 -2
  46. package/src/debug/config.d.ts +4 -0
  47. package/src/experimental/orchestration/index.d.ts +10 -1
  48. package/src/experimental/training/suite.js +1 -1
  49. package/src/formats/rdrr/classification.js +3 -0
  50. package/src/formats/rdrr/integrity.d.ts +0 -2
  51. package/src/formats/rdrr/integrity.js +0 -2
  52. package/src/formats/rdrr/types.d.ts +1 -1
  53. package/src/gpu/kernels/attention.d.ts +2 -0
  54. package/src/gpu/kernels/attention.js +75 -16
  55. package/src/gpu/kernels/attention_decode_online_head256_f16kv_output_gate.wgsl +268 -0
  56. package/src/gpu/kernels/attention_head128_f16kv.wgsl +269 -0
  57. package/src/gpu/kernels/fused_ffn.d.ts +32 -0
  58. package/src/gpu/kernels/fused_ffn.js +540 -19
  59. package/src/gpu/kernels/fused_ffn.wgsl +2 -1
  60. package/src/gpu/kernels/fused_ffn_f16.wgsl +2 -1
  61. package/src/gpu/kernels/fused_ffn_f16w_f32a_batched.wgsl +135 -0
  62. package/src/gpu/kernels/fused_ffn_q4k.wgsl +5 -3
  63. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +2 -1
  64. package/src/gpu/kernels/fused_ffn_q4k_metal_simd16.wgsl +183 -0
  65. package/src/gpu/kernels/fused_gate_up_gelu_gated_f16.wgsl +2 -1
  66. package/src/gpu/kernels/fused_matmul_q4.wgsl +15 -6
  67. package/src/gpu/kernels/fused_matmul_q4_metal_simd16.wgsl +144 -0
  68. package/src/gpu/kernels/index.d.ts +21 -0
  69. package/src/gpu/kernels/index.js +13 -0
  70. package/src/gpu/kernels/linear-attention-core.js +413 -15
  71. package/src/gpu/kernels/lm-head-argmax.d.ts +10 -1
  72. package/src/gpu/kernels/lm-head-argmax.js +153 -57
  73. package/src/gpu/kernels/lm-head-select-logits.d.ts +23 -0
  74. package/src/gpu/kernels/lm-head-select-logits.js +186 -0
  75. package/src/gpu/kernels/lm_head_argmax_q4k.wgsl +289 -0
  76. package/src/gpu/kernels/lm_head_select_logits.wgsl +77 -0
  77. package/src/gpu/kernels/matmul-selection.js +5 -1
  78. package/src/gpu/kernels/residual_rmsnorm_pair.wgsl +127 -0
  79. package/src/gpu/kernels/rmsnorm-pair.d.ts +33 -0
  80. package/src/gpu/kernels/rmsnorm-pair.js +113 -0
  81. package/src/gpu/kernels/rmsnorm-stats.d.ts +29 -0
  82. package/src/gpu/kernels/rmsnorm-stats.js +250 -0
  83. package/src/gpu/kernels/silu.wgsl +7 -1
  84. package/src/gpu/kernels/silu_f16.wgsl +7 -1
  85. package/src/gpu/kernels/split-qkv-rmsnorm-rope-qk.js +15 -10
  86. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk.wgsl +37 -7
  87. package/src/gpu/kernels/split_qkv_rmsnorm_rope_qk_f16kv_cache.wgsl +37 -7
  88. package/src/gpu/tensor.d.ts +1 -0
  89. package/src/index.d.ts +1 -1
  90. package/src/index.js +1 -1
  91. package/src/inference/browser-harness-suite-helpers.js +1 -1
  92. package/src/inference/browser-harness-text-helpers.js +251 -20
  93. package/src/inference/browser-harness.js +221 -3
  94. package/src/inference/kv-cache/base.js +42 -1
  95. package/src/inference/pipelines/structured/json-grammar-mask.d.ts +18 -0
  96. package/src/inference/pipelines/text/attention/dispatch-params.js +8 -3
  97. package/src/inference/pipelines/text/attention/output-gate-fusion.js +37 -0
  98. package/src/inference/pipelines/text/attention/projections.js +174 -4
  99. package/src/inference/pipelines/text/attention/record.js +44 -21
  100. package/src/inference/pipelines/text/attention/run.js +18 -3
  101. package/src/inference/pipelines/text/config.d.ts +18 -0
  102. package/src/inference/pipelines/text/config.js +100 -0
  103. package/src/inference/pipelines/text/execution-plan.d.ts +2 -0
  104. package/src/inference/pipelines/text/execution-plan.js +37 -0
  105. package/src/inference/pipelines/text/execution-v1.d.ts +6 -0
  106. package/src/inference/pipelines/text/execution-v1.js +122 -8
  107. package/src/inference/pipelines/text/ffn/dense.js +239 -21
  108. package/src/inference/pipelines/text/ffn/standard.js +121 -38
  109. package/src/inference/pipelines/text/generator-decode-policy.js +1 -0
  110. package/src/inference/pipelines/text/generator-helpers.js +2 -0
  111. package/src/inference/pipelines/text/generator-runtime.js +1 -0
  112. package/src/inference/pipelines/text/generator-steps.js +2 -2
  113. package/src/inference/pipelines/text/generator.d.ts +18 -1
  114. package/src/inference/pipelines/text/generator.js +297 -19
  115. package/src/inference/pipelines/text/init-qkv-fusion.js +155 -62
  116. package/src/inference/pipelines/text/init.d.ts +22 -3
  117. package/src/inference/pipelines/text/init.js +2 -2
  118. package/src/inference/pipelines/text/layer.js +87 -8
  119. package/src/inference/pipelines/text/linear-attention-ab-fusion.js +208 -0
  120. package/src/inference/pipelines/text/linear-attention.d.ts +1 -0
  121. package/src/inference/pipelines/text/linear-attention.js +173 -16
  122. package/src/inference/pipelines/text/logits/gpu.js +2 -2
  123. package/src/inference/pipelines/text/logits/index.js +62 -1
  124. package/src/inference/pipelines/text/model-load.js +6 -0
  125. package/src/inference/pipelines/text/ops.js +22 -0
  126. package/src/inference/pipelines/text/per-layer-inputs.js +80 -11
  127. package/src/inference/pipelines/text/probes.js +9 -4
  128. package/src/inference/pipelines/text/state.d.ts +4 -4
  129. package/src/inference/pipelines/text/state.js +4 -0
  130. package/src/inference/pipelines/text/types.d.ts +27 -2
  131. package/src/inference/pipelines/text.d.ts +21 -1
  132. package/src/inference/pipelines/text.js +40 -14
  133. package/src/inference/tokenizers/bundled.js +45 -23
  134. package/src/inference/tokenizers/types.d.ts +7 -4
  135. package/src/loader/doppler-loader.js +25 -2
  136. package/src/loader/index.d.ts +3 -1
  137. package/src/loader/index.js +2 -0
  138. package/src/loader/loader-types.d.ts +3 -1
  139. package/src/loader/manifest-config.d.ts +18 -0
  140. package/src/loader/manifest-config.js +11 -3
  141. package/src/loader/shard-cache.d.ts +2 -0
  142. package/src/loader/shard-cache.js +29 -1
  143. package/src/models/gemma4.js +8 -0
  144. package/src/rules/inference/capability-transforms.rules.json +145 -20
  145. package/src/rules/inference/ffn.rules.json +33 -0
  146. package/src/rules/kernels/fused-ffn.rules.json +1 -1
  147. package/src/rules/kernels/lm-head-argmax.rules.json +10 -0
  148. package/src/rules/kernels/matmul.rules.json +1 -0
  149. package/src/rules/kernels/silu.rules.json +1 -0
  150. package/src/rules/rule-registry.js +2 -0
  151. package/src/storage/artifact-storage-context.js +36 -0
  152. package/src/tooling/node-browser-command-runner.js +42 -7
  153. package/src/tooling/opfs-cache.d.ts +21 -1
  154. package/src/tooling/opfs-cache.js +168 -32
  155. package/src/tooling-exports/storage.d.ts +1 -1
  156. package/src/tooling-exports/storage.js +1 -1
  157. package/src/types/gpu.d.ts +25 -0
  158. package/src/version.js +1 -1
  159. package/tests/kernels/browser/kernel-suite.js +1593 -0
  160. package/tests/kernels/browser/test-page.js +2629 -0
  161. package/tests/kernels/harness/benchmark.js +225 -0
  162. package/tests/kernels/harness/buffer-utils.js +88 -0
  163. package/tests/kernels/harness/tolerance.js +174 -0
  164. package/tests/kernels/reference/adam.js +15 -0
  165. package/tests/kernels/reference/attention.js +158 -0
  166. package/tests/kernels/reference/backward.js +96 -0
  167. package/tests/kernels/reference/bias-add.js +20 -0
  168. package/tests/kernels/reference/conv2d.js +58 -0
  169. package/tests/kernels/reference/cross-entropy.js +26 -0
  170. package/tests/kernels/reference/dequant.js +312 -0
  171. package/tests/kernels/reference/embed.js +15 -0
  172. package/tests/kernels/reference/gather.js +61 -0
  173. package/tests/kernels/reference/gelu.js +37 -0
  174. package/tests/kernels/reference/groupnorm.js +36 -0
  175. package/tests/kernels/reference/index.js +89 -0
  176. package/tests/kernels/reference/layernorm.js +22 -0
  177. package/tests/kernels/reference/matmul.js +57 -0
  178. package/tests/kernels/reference/modulate.js +24 -0
  179. package/tests/kernels/reference/moe-gather.js +83 -0
  180. package/tests/kernels/reference/pixel-shuffle.js +20 -0
  181. package/tests/kernels/reference/residual.js +55 -0
  182. package/tests/kernels/reference/rmsnorm.js +52 -0
  183. package/tests/kernels/reference/rope.js +79 -0
  184. package/tests/kernels/reference/sample.js +97 -0
  185. package/tests/kernels/reference/scatter-add.js +58 -0
  186. package/tests/kernels/reference/silu.js +52 -0
  187. package/tests/kernels/reference/softmax.js +86 -0
  188. package/tests/kernels/reference/split-qkv.js +58 -0
  189. package/tests/kernels/reference/topk.js +88 -0
  190. package/tests/kernels/reference/upsample2d.js +37 -0
  191. package/BRANDING.md +0 -14
  192. package/SECURITY.md +0 -19
  193. package/assets/doppler-runtime-map.svg +0 -82
  194. package/src/bootstrap.js +0 -30
  195. package/src/cli/doppler-cli.d.ts +0 -46
  196. package/src/cli/doppler-quickstart.d.ts +0 -45
  197. package/src/cli/doppler-serve.d.ts +0 -210
  198. package/src/cli/runtime-profiles.d.ts +0 -40
  199. package/src/client/doppler-api.browser.d.ts +0 -1
  200. package/src/client/doppler-api.browser.js +0 -25
  201. package/src/client/doppler-registry.d.ts +0 -54
  202. package/src/client/runtime/node-quickstart-cache.d.ts +0 -22
  203. package/src/client/runtime/source-runtime.d.ts +0 -26
  204. package/src/client/runtime/storage.d.ts +0 -5
  205. package/src/config/README.md +0 -61
  206. package/src/config/conversion/README.md +0 -62
  207. package/src/config/goal-completion-matrix.json +0 -552
  208. package/src/config/kernels/kernel-ref-digests.d.ts +0 -1
  209. package/src/config/kernels/moe/gpt-oss.paths.json +0 -49
  210. package/src/config/kernels/moe/mixtral.paths.json +0 -46
  211. package/src/config/kernels/registry.d.ts +0 -51
  212. package/src/config/merge-contract-check.d.ts +0 -16
  213. package/src/config/merge-contract-check.js +0 -319
  214. package/src/config/merge-helpers.d.ts +0 -60
  215. package/src/config/model-lanes/catalog-lane-resolver.d.ts +0 -66
  216. package/src/config/model-lanes/catalog-lane-resolver.js +0 -170
  217. package/src/config/param-categories.d.ts +0 -8
  218. package/src/config/param-validator.d.ts +0 -33
  219. package/src/config/platforms/loader.d.ts +0 -38
  220. package/src/config/quantization-contract-check.d.ts +0 -12
  221. package/src/config/quantization-contract-check.js +0 -91
  222. package/src/config/runtime/README.md +0 -28
  223. package/src/config/runtime-merge.d.ts +0 -5
  224. package/src/config/schema/claim-evidence-contract.schema.json +0 -93
  225. package/src/config/schema/command-surface-contract.schema.json +0 -81
  226. package/src/config/schema/goal-completion-matrix.schema.json +0 -223
  227. package/src/config/schema/model-artifact-contract.schema.json +0 -119
  228. package/src/config/schema/platform.schema.js +0 -1
  229. package/src/config/schema/policy-schema-registry.json +0 -31
  230. package/src/config/schema/subsystem-support-contract.schema.json +0 -48
  231. package/src/config/support-tiers/subsystems.json +0 -502
  232. package/src/config/supported-operations.d.ts +0 -14
  233. package/src/config/transforms/capability-transform-resolver.d.ts +0 -56
  234. package/src/config/transforms/execution-graph-transforms.d.ts +0 -306
  235. package/src/converter/conversion-plan.d.ts +0 -56
  236. package/src/converter/index.d.ts +0 -98
  237. package/src/converter/index.js +0 -59
  238. package/src/converter/parsers/diffusion.d.ts +0 -50
  239. package/src/converter/parsers/gguf.d.ts +0 -31
  240. package/src/converter/parsers/index.d.ts +0 -21
  241. package/src/converter/parsers/index.js +0 -12
  242. package/src/converter/parsers/transformer.d.ts +0 -31
  243. package/src/converter/quantization-info.d.ts +0 -38
  244. package/src/converter/rope-config.d.ts +0 -16
  245. package/src/converter/tokenizer-utils.d.ts +0 -12
  246. package/src/debug/reference/README.md +0 -114
  247. package/src/debug/reference/hf_attn_debug.py +0 -114
  248. package/src/debug/reference/hf_embed_check.py +0 -89
  249. package/src/debug/reference/hf_layer_out.py +0 -100
  250. package/src/debug/reference/hf_qwen35_linear_attn_debug.py +0 -268
  251. package/src/debug/reference/hf_rope_check.py +0 -116
  252. package/src/debug/reference/hf_weights.py +0 -75
  253. package/src/errors/doppler-error.d.ts +0 -20
  254. package/src/experimental/bridge/extension/background.d.ts +0 -14
  255. package/src/experimental/bridge/extension/background.js +0 -168
  256. package/src/experimental/bridge/extension/manifest.json +0 -34
  257. package/src/experimental/bridge/extension-client.d.ts +0 -114
  258. package/src/experimental/bridge/index.d.ts +0 -69
  259. package/src/experimental/bridge/node-bridge.js +0 -24
  260. package/src/experimental/bridge/protocol.d.ts +0 -96
  261. package/src/experimental/browser/gguf-importer.d.ts +0 -136
  262. package/src/experimental/browser/gguf-importer.js +0 -532
  263. package/src/experimental/browser/gguf-parser-browser.d.ts +0 -14
  264. package/src/experimental/browser/quantization.d.ts +0 -74
  265. package/src/experimental/browser/safetensors-parser-browser.d.ts +0 -193
  266. package/src/experimental/browser/shard-io-browser.d.ts +0 -57
  267. package/src/experimental/browser/shard-io-browser.js +0 -89
  268. package/src/experimental/browser/tensor-source-download.d.ts +0 -27
  269. package/src/experimental/diffusion/config/expansion-lanes.json +0 -29
  270. package/src/experimental/distribution/p2p-transport-contract.d.ts +0 -57
  271. package/src/experimental/distribution/p2p-transport.js +0 -75
  272. package/src/experimental/hotswap/intent-bundle.d.ts +0 -37
  273. package/src/experimental/hotswap/manifest.d.ts +0 -42
  274. package/src/experimental/hotswap/model-swap.js +0 -42
  275. package/src/experimental/hotswap/runtime.d.ts +0 -31
  276. package/src/experimental/training/README.md +0 -164
  277. package/src/experimental/training/artifacts.d.ts +0 -160
  278. package/src/experimental/training/attention-backward.d.ts +0 -30
  279. package/src/experimental/training/attention-forward.d.ts +0 -22
  280. package/src/experimental/training/attention-forward.js +0 -82
  281. package/src/experimental/training/autograd.d.ts +0 -51
  282. package/src/experimental/training/backward-kernels.js +0 -39
  283. package/src/experimental/training/checkpoint-watch.d.ts +0 -8
  284. package/src/experimental/training/checkpoint.d.ts +0 -36
  285. package/src/experimental/training/clip.d.ts +0 -9
  286. package/src/experimental/training/dataloader.d.ts +0 -8
  287. package/src/experimental/training/datasets/gepa-frontier.d.ts +0 -41
  288. package/src/experimental/training/datasets/gepa-frontier.js +0 -220
  289. package/src/experimental/training/datasets/index.d.ts +0 -24
  290. package/src/experimental/training/datasets/index.js +0 -13
  291. package/src/experimental/training/datasets/jsonl.d.ts +0 -11
  292. package/src/experimental/training/datasets/reploid.d.ts +0 -3
  293. package/src/experimental/training/datasets/reploid.js +0 -36
  294. package/src/experimental/training/datasets/teacher-traces.d.ts +0 -51
  295. package/src/experimental/training/datasets/teacher-traces.js +0 -279
  296. package/src/experimental/training/datasets/text-pairs.d.ts +0 -66
  297. package/src/experimental/training/datasets/token-batch.d.ts +0 -21
  298. package/src/experimental/training/datasets/token-batch.js +0 -52
  299. package/src/experimental/training/datasets/translation-pairs.d.ts +0 -34
  300. package/src/experimental/training/datasets/translation-pairs.js +0 -49
  301. package/src/experimental/training/distillation/artifacts.d.ts +0 -71
  302. package/src/experimental/training/distillation/checkpoint-watch.d.ts +0 -10
  303. package/src/experimental/training/distillation/dataset.d.ts +0 -59
  304. package/src/experimental/training/distillation/eval.d.ts +0 -34
  305. package/src/experimental/training/distillation/index.d.ts +0 -29
  306. package/src/experimental/training/distillation/runtime.d.ts +0 -20
  307. package/src/experimental/training/distillation/scoreboard.d.ts +0 -6
  308. package/src/experimental/training/distillation/stage-a.d.ts +0 -45
  309. package/src/experimental/training/distillation/stage-b.d.ts +0 -24
  310. package/src/experimental/training/distillation/student-fixture.d.ts +0 -27
  311. package/src/experimental/training/distillation/suite-data.d.ts +0 -45
  312. package/src/experimental/training/export.d.ts +0 -41
  313. package/src/experimental/training/index.d.ts +0 -74
  314. package/src/experimental/training/index.js +0 -63
  315. package/src/experimental/training/lora-pipeline.d.ts +0 -183
  316. package/src/experimental/training/lora.d.ts +0 -19
  317. package/src/experimental/training/loss-scaling.d.ts +0 -21
  318. package/src/experimental/training/loss.d.ts +0 -10
  319. package/src/experimental/training/objectives/base.d.ts +0 -58
  320. package/src/experimental/training/objectives/cross_entropy.d.ts +0 -18
  321. package/src/experimental/training/objectives/distill_kd.d.ts +0 -16
  322. package/src/experimental/training/objectives/distill_triplet.d.ts +0 -16
  323. package/src/experimental/training/objectives/index.d.ts +0 -12
  324. package/src/experimental/training/objectives/index.js +0 -6
  325. package/src/experimental/training/objectives/ul_stage1_joint.d.ts +0 -16
  326. package/src/experimental/training/objectives/ul_stage2_base.d.ts +0 -16
  327. package/src/experimental/training/operator-agent-eval.d.ts +0 -65
  328. package/src/experimental/training/operator-artifacts.d.ts +0 -62
  329. package/src/experimental/training/operator-command.d.ts +0 -5
  330. package/src/experimental/training/operator-eval.d.ts +0 -48
  331. package/src/experimental/training/operator-scoreboard.d.ts +0 -5
  332. package/src/experimental/training/optimizer.d.ts +0 -22
  333. package/src/experimental/training/runner.d.ts +0 -249
  334. package/src/experimental/training/suite.d.ts +0 -299
  335. package/src/experimental/training/tensor-factory.d.ts +0 -9
  336. package/src/experimental/training/trainer.d.ts +0 -89
  337. package/src/experimental/training/ul_dataset.d.ts +0 -47
  338. package/src/experimental/training/ul_schedule.d.ts +0 -6
  339. package/src/experimental/training/workload-packs/distill-glm52-doppler-agent-harness-gemma270m-f16-sft-tiny.json +0 -160
  340. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-gemma270m-f16-sft-tiny.json +0 -175
  341. package/src/experimental/training/workload-packs/distill-glm52-doppler-code-agent-sft-tiny.json +0 -175
  342. package/src/experimental/training/workload-packs/distill-glm52-doppler-js-json-gemma270m-f16-sft-tiny.json +0 -160
  343. package/src/experimental/training/workload-packs/distill-glm52-doppler-review-gemma270m-f16-sft-tiny.json +0 -162
  344. package/src/experimental/training/workload-packs/distill-glm52-doppler-wgsl-gemma270m-f16-sft-tiny.json +0 -160
  345. package/src/experimental/training/workload-packs/distill-translategemma-medium.json +0 -103
  346. package/src/experimental/training/workload-packs/distill-translategemma-tiny.json +0 -103
  347. package/src/experimental/training/workload-packs/lora-doppler-agent-harness-gemma270m-f16-tiny.json +0 -137
  348. package/src/experimental/training/workload-packs/lora-doppler-code-agent-gemma270m-f16-tiny.json +0 -152
  349. package/src/experimental/training/workload-packs/lora-doppler-code-agent-tiny.json +0 -152
  350. package/src/experimental/training/workload-packs/lora-doppler-js-json-gemma270m-f16-tiny.json +0 -137
  351. package/src/experimental/training/workload-packs/lora-doppler-review-gemma270m-f16-tiny.json +0 -139
  352. package/src/experimental/training/workload-packs/lora-doppler-wgsl-gemma270m-f16-tiny.json +0 -137
  353. package/src/experimental/training/workload-packs/lora-toy-medium.json +0 -91
  354. package/src/experimental/training/workload-packs/lora-toy-tiny.json +0 -91
  355. package/src/experimental/training/workload-packs/registry.json +0 -278
  356. package/src/experimental/training/workload-packs/ul-training-medium.json +0 -55
  357. package/src/experimental/training/workload-packs/ul-training-tiny.json +0 -55
  358. package/src/experimental/training/workloads.d.ts +0 -201
  359. package/src/formats/gguf/types.d.ts +0 -74
  360. package/src/formats/index.d.ts +0 -75
  361. package/src/formats/index.js +0 -19
  362. package/src/formats/litert/types.d.ts +0 -74
  363. package/src/formats/rdrr/distributed/parsing.d.ts +0 -6
  364. package/src/formats/rdrr/distributed/validation.d.ts +0 -23
  365. package/src/formats/rdrr/storage-descriptor.d.ts +0 -36
  366. package/src/formats/rdrr/tensor-config-validator.d.ts +0 -33
  367. package/src/formats/safetensors/types.d.ts +0 -67
  368. package/src/formats/tflite/types.d.ts +0 -61
  369. package/src/formats/tokenizer/index.d.ts +0 -5
  370. package/src/formats/tokenizer/index.js +0 -3
  371. package/src/formats/tokenizer/types.d.ts +0 -9
  372. package/src/gpu/kernel-runtime.d.ts +0 -13
  373. package/src/gpu/kernel-selection-cache.d.ts +0 -13
  374. package/src/gpu/kernel-selection-log.d.ts +0 -4
  375. package/src/gpu/kernel-tuner/benchmarks.d.ts +0 -144
  376. package/src/gpu/kernel-tuner/cache.d.ts +0 -55
  377. package/src/gpu/kernel-tuner/index.d.ts +0 -59
  378. package/src/gpu/kernel-tuner/tuner.d.ts +0 -82
  379. package/src/gpu/kernel-tuner/types.d.ts +0 -101
  380. package/src/gpu/kernel-tuner/types.js +0 -4
  381. package/src/gpu/kernel-tuner.d.ts +0 -33
  382. package/src/gpu/kernels/README.md +0 -166
  383. package/src/gpu/kernels/check-finiteness.d.ts +0 -15
  384. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +0 -18
  385. package/src/gpu/kernels/check-stop.d.ts +0 -31
  386. package/src/gpu/kernels/codegen/patches/attention_decode_f16.from.attention_decode.diff +0 -213
  387. package/src/gpu/kernels/codegen/patches/attention_decode_f16kv.from.attention_decode.diff +0 -89
  388. package/src/gpu/kernels/codegen/patches/attention_f16.from.attention.diff +0 -62
  389. package/src/gpu/kernels/codegen/patches/attention_f16kv.from.attention.diff +0 -40
  390. package/src/gpu/kernels/codegen/patches/attention_small_f16.from.attention_small.diff +0 -226
  391. package/src/gpu/kernels/codegen/patches/attention_small_f16kv.from.attention_small.diff +0 -264
  392. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +0 -71
  393. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +0 -53
  394. package/src/gpu/kernels/codegen/patches/bias_add_f16.from.bias_add.diff +0 -54
  395. package/src/gpu/kernels/codegen/patches/dequant_mxfp4_expert_f16.from.dequant_mxfp4_expert.diff +0 -125
  396. package/src/gpu/kernels/codegen/patches/fused_ffn_f16.from.fused_ffn.diff +0 -428
  397. package/src/gpu/kernels/codegen/patches/fused_matmul_q4_batched_f16.from.fused_matmul_q4_batched.diff +0 -114
  398. package/src/gpu/kernels/codegen/patches/fused_matmul_rmsnorm_f16.from.fused_matmul_rmsnorm.diff +0 -477
  399. package/src/gpu/kernels/codegen/patches/fused_swiglu_f16.from.fused_swiglu.diff +0 -60
  400. package/src/gpu/kernels/codegen/patches/gelu_f16.from.gelu.diff +0 -41
  401. package/src/gpu/kernels/codegen/patches/layernorm_f16.from.layernorm.diff +0 -82
  402. package/src/gpu/kernels/codegen/patches/matmul_gemv_residual_f16.from.matmul_gemv_residual.diff +0 -87
  403. package/src/gpu/kernels/codegen/patches/moe_gather_f16.from.moe_gather.diff +0 -181
  404. package/src/gpu/kernels/codegen/patches/residual_f16.from.residual.diff +0 -65
  405. package/src/gpu/kernels/codegen/patches/rmsnorm_f16.from.rmsnorm.diff +0 -515
  406. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +0 -292
  407. package/src/gpu/kernels/codegen/patches/sample_f16.from.sample.diff +0 -336
  408. package/src/gpu/kernels/codegen/patches/scatter_add_dynamic_f16.from.scatter_add_dynamic.diff +0 -65
  409. package/src/gpu/kernels/codegen/patches/silu_f16.from.silu.diff +0 -81
  410. package/src/gpu/kernels/codegen/patches/topk_f16.from.topk.diff +0 -231
  411. package/src/gpu/kernels/codegen/wgsl-patch-variants.js +0 -152
  412. package/src/gpu/kernels/codegen/wgsl-variants.js +0 -885
  413. package/src/gpu/kernels/constants.d.ts +0 -129
  414. package/src/gpu/kernels/dispatch.d.ts +0 -72
  415. package/src/gpu/kernels/gated-short-conv.d.ts +0 -63
  416. package/src/gpu/kernels/kernel-base.d.ts +0 -33
  417. package/src/gpu/kernels/linear-attention-core.d.ts +0 -42
  418. package/src/gpu/kernels/matmul-dispatch.d.ts +0 -49
  419. package/src/gpu/kernels/matmul-selection.d.ts +0 -87
  420. package/src/gpu/kernels/rep-penalty.d.ts +0 -21
  421. package/src/gpu/kernels/rule-matcher.d.ts +0 -30
  422. package/src/gpu/kernels/rule-registry.d.ts +0 -7
  423. package/src/gpu/kernels/types.js +0 -4
  424. package/src/gpu/perf-guards.d.ts +0 -13
  425. package/src/gpu/profiler.d.ts +0 -93
  426. package/src/gpu/readback-utils.d.ts +0 -16
  427. package/src/gpu/readback-utils.js +0 -49
  428. package/src/gpu/submit-probe.d.ts +0 -12
  429. package/src/index-browser.d.ts +0 -2
  430. package/src/index-browser.js +0 -2
  431. package/src/inference/README.md +0 -593
  432. package/src/inference/browser-harness-contract-helpers.d.ts +0 -5
  433. package/src/inference/browser-harness-diffusion-energy-suites.d.ts +0 -2
  434. package/src/inference/browser-harness-model-helpers.d.ts +0 -10
  435. package/src/inference/browser-harness-report-helpers.d.ts +0 -7
  436. package/src/inference/browser-harness-suite-helpers.d.ts +0 -40
  437. package/src/inference/browser-harness-text-helpers.d.ts +0 -152
  438. package/src/inference/model-lanes/execution-lane-resolver.d.ts +0 -61
  439. package/src/inference/model-lanes/execution-lane-resolver.js +0 -126
  440. package/src/inference/network-evolution.js +0 -79
  441. package/src/inference/pipelines/context.d.ts +0 -21
  442. package/src/inference/pipelines/diffusion/helpers.d.ts +0 -29
  443. package/src/inference/pipelines/diffusion/index.d.ts +0 -3
  444. package/src/inference/pipelines/diffusion/index.js +0 -3
  445. package/src/inference/pipelines/diffusion/scheduler.d.ts +0 -35
  446. package/src/inference/pipelines/diffusion/sd3-transformer.d.ts +0 -20
  447. package/src/inference/pipelines/diffusion/sd3-weights.d.ts +0 -21
  448. package/src/inference/pipelines/diffusion/text-encoder-gpu.d.ts +0 -82
  449. package/src/inference/pipelines/diffusion/text-encoder.d.ts +0 -29
  450. package/src/inference/pipelines/diffusion/types.js +0 -1
  451. package/src/inference/pipelines/diffusion/vae.d.ts +0 -20
  452. package/src/inference/pipelines/dream/energy-head-pipeline.d.ts +0 -29
  453. package/src/inference/pipelines/dream/energy-head-pipeline.js +0 -6
  454. package/src/inference/pipelines/dream/pipeline.d.ts +0 -17
  455. package/src/inference/pipelines/dream/pipeline.js +0 -8
  456. package/src/inference/pipelines/energy/index.d.ts +0 -1
  457. package/src/inference/pipelines/energy/index.js +0 -1
  458. package/src/inference/pipelines/energy/types.js +0 -1
  459. package/src/inference/pipelines/energy-head/index.d.ts +0 -6
  460. package/src/inference/pipelines/energy-head/index.js +0 -6
  461. package/src/inference/pipelines/factory.d.ts +0 -10
  462. package/src/inference/pipelines/index.d.ts +0 -22
  463. package/src/inference/pipelines/index.js +0 -19
  464. package/src/inference/pipelines/registry.d.ts +0 -15
  465. package/src/inference/pipelines/rng.d.ts +0 -2
  466. package/src/inference/pipelines/structured/tsv-grammar-mask.js +0 -166
  467. package/src/inference/pipelines/text/attention/attn-config.d.ts +0 -23
  468. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +0 -173
  469. package/src/inference/pipelines/text/attention/index.d.ts +0 -24
  470. package/src/inference/pipelines/text/attention/output-projection.d.ts +0 -12
  471. package/src/inference/pipelines/text/attention/precision-contract.d.ts +0 -36
  472. package/src/inference/pipelines/text/attention/projections.d.ts +0 -208
  473. package/src/inference/pipelines/text/attention/quant-options.d.ts +0 -38
  474. package/src/inference/pipelines/text/attention/record.d.ts +0 -36
  475. package/src/inference/pipelines/text/attention/rmsnorm-fusion-gate.d.ts +0 -8
  476. package/src/inference/pipelines/text/attention/run.d.ts +0 -38
  477. package/src/inference/pipelines/text/attention/types.d.ts +0 -125
  478. package/src/inference/pipelines/text/attention.d.ts +0 -23
  479. package/src/inference/pipelines/text/attention.js +0 -12
  480. package/src/inference/pipelines/text/bdpa-steamroller.d.ts +0 -22
  481. package/src/inference/pipelines/text/buffer-types.js +0 -4
  482. package/src/inference/pipelines/text/debug-utils/config.d.ts +0 -144
  483. package/src/inference/pipelines/text/debug-utils/index.d.ts +0 -53
  484. package/src/inference/pipelines/text/debug-utils/logging.d.ts +0 -106
  485. package/src/inference/pipelines/text/debug-utils/tensor.d.ts +0 -119
  486. package/src/inference/pipelines/text/debug-utils/utils.d.ts +0 -77
  487. package/src/inference/pipelines/text/debug-utils.d.ts +0 -42
  488. package/src/inference/pipelines/text/drift-policy.d.ts +0 -57
  489. package/src/inference/pipelines/text/dtype-contract.d.ts +0 -53
  490. package/src/inference/pipelines/text/embed.d.ts +0 -69
  491. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +0 -49
  492. package/src/inference/pipelines/text/failure-reduction.d.ts +0 -84
  493. package/src/inference/pipelines/text/failure-reduction.js +0 -180
  494. package/src/inference/pipelines/text/ffn/dense.d.ts +0 -99
  495. package/src/inference/pipelines/text/ffn/index.d.ts +0 -23
  496. package/src/inference/pipelines/text/ffn/moe.d.ts +0 -24
  497. package/src/inference/pipelines/text/ffn/sandwich.d.ts +0 -27
  498. package/src/inference/pipelines/text/ffn/standard.d.ts +0 -26
  499. package/src/inference/pipelines/text/ffn/types.d.ts +0 -30
  500. package/src/inference/pipelines/text/ffn.d.ts +0 -31
  501. package/src/inference/pipelines/text/ffn.js +0 -18
  502. package/src/inference/pipelines/text/finiteness-guard-status.d.ts +0 -11
  503. package/src/inference/pipelines/text/finiteness-policy.d.ts +0 -39
  504. package/src/inference/pipelines/text/generator-decode-policy.d.ts +0 -81
  505. package/src/inference/pipelines/text/generator-helpers.d.ts +0 -45
  506. package/src/inference/pipelines/text/generator-prefill-helpers.d.ts +0 -84
  507. package/src/inference/pipelines/text/generator-runtime.d.ts +0 -93
  508. package/src/inference/pipelines/text/generator-steps.d.ts +0 -186
  509. package/src/inference/pipelines/text/index.d.ts +0 -5
  510. package/src/inference/pipelines/text/index.js +0 -6
  511. package/src/inference/pipelines/text/kernel-trace.d.ts +0 -119
  512. package/src/inference/pipelines/text/layer.d.ts +0 -118
  513. package/src/inference/pipelines/text/load-errors.d.ts +0 -21
  514. package/src/inference/pipelines/text/logits/precision-policy.d.ts +0 -11
  515. package/src/inference/pipelines/text/logits/types.js +0 -4
  516. package/src/inference/pipelines/text/logits.d.ts +0 -27
  517. package/src/inference/pipelines/text/logits.js +0 -16
  518. package/src/inference/pipelines/text/lora-apply.d.ts +0 -28
  519. package/src/inference/pipelines/text/moe-cache.d.ts +0 -32
  520. package/src/inference/pipelines/text/moe-cpu-gptoss.d.ts +0 -9
  521. package/src/inference/pipelines/text/moe-cpu.d.ts +0 -13
  522. package/src/inference/pipelines/text/moe-gpu.d.ts +0 -26
  523. package/src/inference/pipelines/text/moe-helpers.d.ts +0 -12
  524. package/src/inference/pipelines/text/moe-shape-validator.d.ts +0 -70
  525. package/src/inference/pipelines/text/operator-events.d.ts +0 -125
  526. package/src/inference/pipelines/text/operator-identity.d.ts +0 -60
  527. package/src/inference/pipelines/text/ops.d.ts +0 -222
  528. package/src/inference/pipelines/text/per-layer-inputs.d.ts +0 -107
  529. package/src/inference/pipelines/text/probes.d.ts +0 -28
  530. package/src/inference/pipelines/text/sampling-config.d.ts +0 -48
  531. package/src/inference/pipelines/text/stage-names.d.ts +0 -88
  532. package/src/inference/pipelines/text/tsir-fixture-writer.d.ts +0 -57
  533. package/src/inference/pipelines/text/types.js +0 -4
  534. package/src/inference/tokenizers/base.d.ts +0 -44
  535. package/src/inference/tokenizers/behavior-flags.d.ts +0 -9
  536. package/src/inference/tokenizers/bpe.d.ts +0 -27
  537. package/src/inference/tokenizers/bundled.d.ts +0 -67
  538. package/src/inference/tokenizers/sentencepiece.d.ts +0 -30
  539. package/src/inference/tokenizers/types.js +0 -7
  540. package/src/loader/embedding-limit-preflight.d.ts +0 -31
  541. package/src/loader/per-layer-input-loader.d.ts +0 -30
  542. package/src/loader/tensors/functional-descriptor-loader.d.ts +0 -9
  543. package/src/loader/tensors/source-transform.d.ts +0 -65
  544. package/src/memory/address-table.d.ts +0 -96
  545. package/src/rules/execution-rules-contract-check.d.ts +0 -21
  546. package/src/rules/layer-pattern-contract-check.d.ts +0 -17
  547. package/src/rules/rule-registry.d.ts +0 -77
  548. package/src/storage/artifact-storage-context.d.ts +0 -63
  549. package/src/storage/backends/idb-store.d.ts +0 -52
  550. package/src/storage/backends/memory-store.d.ts +0 -36
  551. package/src/storage/backends/opfs-store.d.ts +0 -41
  552. package/src/storage/blake3.d.ts +0 -17
  553. package/src/storage/download-types.d.ts +0 -157
  554. package/src/storage/downloader.d.ts +0 -103
  555. package/src/storage/index.d.ts +0 -274
  556. package/src/storage/index.js +0 -201
  557. package/src/storage/preflight.d.ts +0 -144
  558. package/src/storage/preflight.js +0 -360
  559. package/src/storage/quickstart-downloader.d.ts +0 -157
  560. package/src/storage/quickstart-downloader.js +0 -289
  561. package/src/storage/source-artifact-store.d.ts +0 -59
  562. package/src/sw.js +0 -184
  563. package/src/tooling/command-api-constants.d.ts +0 -9
  564. package/src/tooling/command-api-family-normalizers.d.ts +0 -10
  565. package/src/tooling/command-api-helpers.d.ts +0 -23
  566. package/src/tooling/command-runner-shared.d.ts +0 -89
  567. package/src/tooling/conversion-config-materializer.d.ts +0 -14
  568. package/src/tooling/conversion-config-materializer.js +0 -96
  569. package/src/tooling/diagnose-runner.d.ts +0 -28
  570. package/src/tooling/hf-registry-utils.d.ts +0 -55
  571. package/src/tooling/kernel-path-builder/custom-runtime-facts.d.ts +0 -18
  572. package/src/tooling/kernel-path-builder/custom-runtime-facts.js +0 -72
  573. package/src/tooling/kernel-path-builder/index.d.ts +0 -65
  574. package/src/tooling/kernel-path-builder/index.js +0 -1361
  575. package/src/tooling/kernel-path-builder/runtime-overlay.d.ts +0 -9
  576. package/src/tooling/kernel-path-builder/runtime-overlay.js +0 -147
  577. package/src/tooling/lean-execution-contract-runner.d.ts +0 -33
  578. package/src/tooling/lean-execution-contract-runner.js +0 -158
  579. package/src/tooling/lean-execution-contract.d.ts +0 -16
  580. package/src/tooling/lean-execution-contract.js +0 -81
  581. package/src/tooling/litert-package-runtime.d.ts +0 -46
  582. package/src/tooling/node-convert-worker-pool.d.ts +0 -16
  583. package/src/tooling/node-convert-worker.d.ts +0 -1
  584. package/src/tooling/node-converter.d.ts +0 -1
  585. package/src/tooling/node-file-fetch.d.ts +0 -1
  586. package/src/tooling/node-source-runtime.d.ts +0 -24
  587. package/src/tooling/node-webgpu.d.ts +0 -17
  588. package/src/tooling/precision-replay-math.js +0 -174
  589. package/src/tooling/program-bundle-host.d.ts +0 -16
  590. package/src/tooling/program-bundle-host.js +0 -20
  591. package/src/tooling/runtime-input-composition.d.ts +0 -37
  592. package/src/tooling/source-package-profiles.d.ts +0 -50
  593. package/src/tooling/source-runtime-converter-config.d.ts +0 -19
  594. package/src/tooling/source-runtime-materializer.d.ts +0 -6
  595. package/src/tooling/source-runtime-materializer.js +0 -89
  596. package/src/tooling-exports.browser.d.ts +0 -7
  597. package/src/types/chrome.d.ts +0 -36
  598. package/src/types/chrome.js +0 -1
  599. package/src/types/index.d.ts +0 -1
  600. package/src/types/index.js +0 -1
  601. package/src/utils/array-buffer.d.ts +0 -4
  602. package/src/utils/canonical-hash.d.ts +0 -7
  603. package/src/utils/clone-json.d.ts +0 -1
  604. package/src/utils/hf-resolve-url.d.ts +0 -16
  605. package/src/utils/index.d.ts +0 -10
  606. package/src/utils/index.js +0 -10
  607. package/src/utils/load-json.d.ts +0 -5
  608. package/src/utils/plain-object.d.ts +0 -1
  609. package/src/utils/sha256.d.ts +0 -5
  610. package/src/utils/stable-sort-object.d.ts +0 -1
@@ -6,6 +6,7 @@
6
6
  "overrides": [
7
7
  { "match": { "useRowsplit": true }, "value": { "USE_ROWSPLIT": true } },
8
8
  { "match": { "useSplit": true }, "value": { "USE_SPLIT": true } },
9
+ { "match": { "hasGate": true, "useVec4": true }, "value": { "HAS_GATE": true, "USE_VEC4": true } },
9
10
  { "match": { "hasGate": true }, "value": { "HAS_GATE": true } },
10
11
  { "match": { "useVec4": true }, "value": { "USE_VEC4": true } },
11
12
  { "match": {}, "value": {} }
@@ -20,6 +20,7 @@ import groupedPointwiseConv2dRules from './kernels/grouped-pointwise-conv2d.rule
20
20
  import groupnormRules from './kernels/groupnorm.rules.json' with { type: 'json' };
21
21
  import kvQuantizeRules from './kernels/kv_quantize.rules.json' with { type: 'json' };
22
22
  import layernormRules from './kernels/layernorm.rules.json' with { type: 'json' };
23
+ import lmHeadArgmaxRules from './kernels/lm-head-argmax.rules.json' with { type: 'json' };
23
24
  import matmulRules from './kernels/matmul.rules.json' with { type: 'json' };
24
25
  import kernelMoeRules from './kernels/moe.rules.json' with { type: 'json' };
25
26
  import kernelMoeGptOssRules from './kernels/moe.rules.gptoss.json' with { type: 'json' };
@@ -110,6 +111,7 @@ const RULE_SETS = {
110
111
  groupnorm: groupnormRules,
111
112
  kv_quantize: kvQuantizeRules,
112
113
  layernorm: layernormRules,
114
+ lmHeadArgmax: lmHeadArgmaxRules,
113
115
  matmul: matmulRules,
114
116
  moe: kernelMoeRules,
115
117
  moeGptoss: kernelMoeGptOssRules,
@@ -3,6 +3,8 @@ import {
3
3
  createSourceStorageContext,
4
4
  } from '../tooling/source-runtime-bundle.js';
5
5
  import { createStreamingHasher } from './shard-manager.js';
6
+ import { createOpfsStore } from './backends/opfs-store.js';
7
+ import { normalizeModelId } from './normalize-model-id.js';
6
8
  import { isNodeRuntime } from '../utils/runtime-env.js';
7
9
  import { toArrayBuffer } from '../utils/array-buffer.js';
8
10
 
@@ -463,6 +465,40 @@ export function createArtifactStorageContext(options = {}) {
463
465
  });
464
466
  }
465
467
 
468
+ export async function createOpfsArtifactStorageContext(modelId, manifest, options = {}) {
469
+ const normalizedModelId = normalizeModelId(modelId);
470
+ const opfsRootDir = normalizeText(options.opfsRootDir);
471
+ if (!opfsRootDir) {
472
+ throw new Error('OPFS artifact storage context requires opfsRootDir.');
473
+ }
474
+ const maxConcurrentHandles = normalizePositiveInteger(
475
+ options.maxConcurrentHandles,
476
+ 'OPFS artifact storage context maxConcurrentHandles'
477
+ );
478
+ if (maxConcurrentHandles < 1) {
479
+ throw new Error('OPFS artifact storage context maxConcurrentHandles must be at least 1.');
480
+ }
481
+ const store = createOpfsStore({
482
+ opfsRootDir,
483
+ useSyncAccessHandle: options.useSyncAccessHandle === true,
484
+ maxConcurrentHandles,
485
+ });
486
+ await store.init();
487
+ await store.openModel(normalizedModelId, { create: false });
488
+ return createArtifactStorageContext({
489
+ manifest,
490
+ readRange: (path, offset, length) => store.readFileRange(path, offset, length),
491
+ streamRange: (path, offset, length, streamOptions) => (
492
+ store.readFileRangeStream(path, offset, length, streamOptions)
493
+ ),
494
+ readText: (path) => store.readText(path),
495
+ readBinary: (path) => store.readFile(path),
496
+ close: () => store.cleanup(),
497
+ verifyHashes: options.verifyHashes === true,
498
+ hashesTrusted: options.hashesTrusted === true,
499
+ });
500
+ }
501
+
466
502
  function normalizeBaseUrl(baseUrl) {
467
503
  if (typeof baseUrl !== 'string' || baseUrl.trim().length === 0) {
468
504
  return null;
@@ -17,11 +17,12 @@ import {
17
17
  const DEFAULT_HOST = '127.0.0.1';
18
18
  const DEFAULT_RUNNER_PATH = '/src/tooling/command-runner.html';
19
19
  const DEFAULT_TIMEOUT_MS = 180_000;
20
+ const DEFAULT_CLEANUP_TIMEOUT_MS = 5_000;
20
21
  const DEFAULT_OPFS_CACHE_DIR = path.join(os.homedir(), '.cache', 'doppler', 'chromium-profile');
21
22
  const DEFAULT_OPFS_CACHE_PORT = 19836;
22
23
  const SERVER_HOSTS = Object.freeze(['127.0.0.1', 'localhost', '0.0.0.0']);
23
24
  const DEFAULT_CHANNEL_ORDER = Object.freeze({
24
- darwin: ['chrome', 'chromium'],
25
+ darwin: ['chromium', 'chrome'],
25
26
  linux: ['chromium', 'chrome'],
26
27
  win32: ['chromium', 'chrome'],
27
28
  });
@@ -650,6 +651,36 @@ export async function runBrowserCommandEvaluationWithTimeout(operation, timeoutM
650
651
  }
651
652
  }
652
653
 
654
+ async function runBrowserCleanupWithTimeout(operation, timeoutMs) {
655
+ let timeoutId = null;
656
+ const cleanupPromise = Promise.resolve()
657
+ .then(operation)
658
+ .then(() => true, () => true);
659
+ const timeoutPromise = new Promise((resolve) => {
660
+ timeoutId = setTimeout(() => resolve(false), timeoutMs);
661
+ timeoutId.unref?.();
662
+ });
663
+ try {
664
+ return await Promise.race([
665
+ cleanupPromise,
666
+ timeoutPromise,
667
+ ]);
668
+ } finally {
669
+ if (timeoutId !== null) {
670
+ clearTimeout(timeoutId);
671
+ }
672
+ }
673
+ }
674
+
675
+ function terminateBrowserProcess(browser) {
676
+ const childProcess = typeof browser?.process === 'function'
677
+ ? browser.process()
678
+ : null;
679
+ if (childProcess && typeof childProcess.kill === 'function' && childProcess.killed !== true) {
680
+ childProcess.kill('SIGKILL');
681
+ }
682
+ }
683
+
653
684
  function browserLaunchArgs(extraArgs = []) {
654
685
  const platformArgs = PLATFORM_WEBGPU_ARGS[process.platform] ?? [];
655
686
  return uniqueArgs([...DEFAULT_WEBGPU_BROWSER_ARGS, ...platformArgs, ...extraArgs]);
@@ -853,9 +884,11 @@ export async function runBrowserCommandInNode(commandRequest, options = {}) {
853
884
  );
854
885
  });
855
886
 
887
+ const timeoutMs = normalizeTimeoutMs(options.timeoutMs);
856
888
  const launchOptions = {
857
889
  headless: normalizeHeadless(options.headless),
858
890
  args: browserLaunchArgs(normalizeBrowserArgs(options.browserArgs)),
891
+ timeout: timeoutMs,
859
892
  };
860
893
 
861
894
  if (options.channel) {
@@ -865,7 +898,6 @@ export async function runBrowserCommandInNode(commandRequest, options = {}) {
865
898
  launchOptions.executablePath = String(options.executablePath);
866
899
  }
867
900
 
868
- const timeoutMs = normalizeTimeoutMs(options.timeoutMs);
869
901
  const runnerPath = normalizeRunnerPath(options.runnerPath);
870
902
  const resolvedBaseUrl = baseUrl || server.baseUrl;
871
903
  const requestedLoadMode = sourceRequest.loadMode;
@@ -1054,14 +1086,17 @@ export async function runBrowserCommandInNode(commandRequest, options = {}) {
1054
1086
  request: sourceRequest,
1055
1087
  });
1056
1088
  } finally {
1057
- if (context) {
1058
- await context.close().catch(() => {});
1059
- }
1089
+ const cleanupTimeoutMs = Math.min(timeoutMs, DEFAULT_CLEANUP_TIMEOUT_MS);
1060
1090
  if (browser) {
1061
- await browser.close().catch(() => {});
1091
+ const browserClosed = await runBrowserCleanupWithTimeout(() => browser.close(), cleanupTimeoutMs);
1092
+ if (!browserClosed) {
1093
+ terminateBrowserProcess(browser);
1094
+ }
1095
+ } else if (context) {
1096
+ await runBrowserCleanupWithTimeout(() => context.close(), cleanupTimeoutMs);
1062
1097
  }
1063
1098
  if (server) {
1064
- await server.close().catch(() => {});
1099
+ await runBrowserCleanupWithTimeout(() => server.close(), cleanupTimeoutMs);
1065
1100
  }
1066
1101
  }
1067
1102
  } catch (error) {
@@ -1,7 +1,7 @@
1
1
  export interface EnsureModelCachedResult {
2
2
  cached: boolean;
3
3
  fromCache: boolean;
4
- cacheState: 'hit' | 'manifest-refresh' | 'imported' | 'error';
4
+ cacheState: 'hit' | 'verified-hit' | 'manifest-refresh' | 'imported' | 'error';
5
5
  modelId: string;
6
6
  error: string | null;
7
7
  }
@@ -22,8 +22,28 @@ export interface CacheProgressEvent {
22
22
  eta?: string;
23
23
  }
24
24
 
25
+ export interface CachedModelSourceResult extends EnsureModelCachedResult {
26
+ manifest: Record<string, unknown>;
27
+ manifestText: string;
28
+ manifestHash: string;
29
+ storageContext: Record<string, unknown>;
30
+ storageBackend: 'opfs';
31
+ totalBytes: number;
32
+ }
33
+
34
+ export interface EnsureModelCachedSourceOptions {
35
+ expectedManifestHash?: string | { hex?: string; hash?: string; digest?: string };
36
+ }
37
+
25
38
  export declare function ensureModelCached(
26
39
  modelId: string,
27
40
  modelBaseUrl: string,
28
41
  onProgress?: ((progress: CacheProgressEvent) => void) | null
29
42
  ): Promise<EnsureModelCachedResult>;
43
+
44
+ export declare function ensureModelCachedSource(
45
+ modelId: string,
46
+ modelBaseUrl: string,
47
+ onProgress?: ((progress: CacheProgressEvent) => void) | null,
48
+ options?: EnsureModelCachedSourceOptions
49
+ ): Promise<CachedModelSourceResult>;
@@ -4,10 +4,14 @@ import {
4
4
  loadManifestFromStore,
5
5
  saveManifest,
6
6
  deleteModel,
7
+ verifyIntegrity,
8
+ computeSHA256,
7
9
  } from '../storage/shard-manager.js';
10
+ import { createOpfsArtifactStorageContext } from '../storage/artifact-storage-context.js';
8
11
  import { downloadModel, estimateTimeRemaining, formatSpeed } from '../storage/downloader.js';
9
12
  import { isOPFSAvailable, formatBytes } from '../storage/quota.js';
10
13
  import { parseManifest, getManifestUrl } from '../formats/rdrr/index.js';
14
+ import { getRuntimeConfig } from '../config/runtime.js';
11
15
  import { cloneJsonValue } from '../utils/clone-json.js';
12
16
  import { log } from '../debug/index.js';
13
17
  import {
@@ -16,6 +20,13 @@ import {
16
20
  } from '../storage/source-artifact-store.js';
17
21
 
18
22
  const MODULE = 'OPFSCache';
23
+ let cacheOperationQueue = Promise.resolve();
24
+
25
+ function runCacheOperation(run) {
26
+ const operation = cacheOperationQueue.then(run, run);
27
+ cacheOperationQueue = operation.then(() => undefined, () => undefined);
28
+ return operation;
29
+ }
19
30
 
20
31
  function toErrorMessage(error) {
21
32
  if (error instanceof Error && typeof error.message === 'string' && error.message.length > 0) {
@@ -24,6 +35,32 @@ function toErrorMessage(error) {
24
35
  return String(error);
25
36
  }
26
37
 
38
+ function normalizeExpectedManifestHash(value) {
39
+ const raw = value && typeof value === 'object'
40
+ ? value.hex ?? value.hash ?? value.digest ?? ''
41
+ : value;
42
+ const normalized = String(raw || '').trim().toLowerCase().replace(/^sha256:/, '');
43
+ if (!normalized) return null;
44
+ if (!/^[0-9a-f]{64}$/.test(normalized)) {
45
+ throw new Error('expectedManifestHash must be a SHA-256 hex digest.');
46
+ }
47
+ return normalized;
48
+ }
49
+
50
+ function manifestTotalBytes(manifest) {
51
+ const declared = Number(manifest?.totalSize);
52
+ if (Number.isFinite(declared) && declared >= 0) return Math.floor(declared);
53
+ const shards = Array.isArray(manifest?.shards) ? manifest.shards : [];
54
+ return shards.reduce((total, shard) => {
55
+ const size = Number(shard?.size);
56
+ return total + (Number.isFinite(size) && size > 0 ? Math.floor(size) : 0);
57
+ }, 0);
58
+ }
59
+
60
+ async function sha256Text(text) {
61
+ return computeSHA256(new TextEncoder().encode(String(text || '')));
62
+ }
63
+
27
64
  function normalizeShardDescriptor(shard) {
28
65
  return {
29
66
  filename: typeof shard?.filename === 'string' ? shard.filename : null,
@@ -160,6 +197,49 @@ async function loadCachedManifest(modelId) {
160
197
  return { text, manifest: parseManifest(text) };
161
198
  }
162
199
 
200
+ async function verifyCachedArtifact(manifest) {
201
+ if (resolveSourceArtifact(manifest)) {
202
+ return verifyStoredSourceArtifact(manifest, { checkHashes: false });
203
+ }
204
+ return verifyIntegrity({ checkHashes: false });
205
+ }
206
+
207
+ async function resolvePinnedCacheHit(modelId, expectedManifestHash, onProgress) {
208
+ if (!expectedManifestHash || !isOPFSAvailable() || !await modelExists(modelId)) {
209
+ return null;
210
+ }
211
+ try {
212
+ const cachedManifest = await loadCachedManifest(modelId);
213
+ if (!cachedManifest.text || !cachedManifest.manifest) return null;
214
+ if (await sha256Text(cachedManifest.text) !== expectedManifestHash) return null;
215
+ const integrity = await verifyCachedArtifact(cachedManifest.manifest);
216
+ if (!integrity.valid) return null;
217
+ const totalBytes = manifestTotalBytes(cachedManifest.manifest);
218
+ onProgress?.({
219
+ stage: 'cache-hit',
220
+ modelId,
221
+ message: `Verified OPFS cache hit: ${modelId}`,
222
+ percent: 100,
223
+ totalBytes,
224
+ downloadedBytes: totalBytes,
225
+ });
226
+ return {
227
+ cached: true,
228
+ fromCache: true,
229
+ cacheState: 'verified-hit',
230
+ modelId,
231
+ error: null,
232
+ manifestText: cachedManifest.text,
233
+ manifestHash: expectedManifestHash,
234
+ manifest: cachedManifest.manifest,
235
+ totalBytes,
236
+ };
237
+ } catch (error) {
238
+ log.warn(MODULE, `Pinned cache validation failed for "${modelId}": ${toErrorMessage(error)}`);
239
+ return null;
240
+ }
241
+ }
242
+
163
243
  function buildDownloadProgress(progress) {
164
244
  if (!progress) return null;
165
245
  const totalBytes = Number.isFinite(progress.totalBytes) ? progress.totalBytes : 0;
@@ -200,7 +280,7 @@ function buildDownloadStatusLine(progress, speed, remainingBytes) {
200
280
  return parts.join(' | ');
201
281
  }
202
282
 
203
- export async function ensureModelCached(modelId, modelBaseUrl, onProgress = null) {
283
+ async function ensureModelCachedUnlocked(modelId, modelBaseUrl, onProgress = null) {
204
284
  if (!modelId || !modelBaseUrl) {
205
285
  return {
206
286
  cached: false,
@@ -252,41 +332,52 @@ export async function ensureModelCached(modelId, modelBaseUrl, onProgress = null
252
332
  const remoteFingerprint = buildManifestFingerprint(remoteManifest);
253
333
  const manifestTextMatches = cachedManifestText === remoteManifestText;
254
334
  if (sourceIntegrityValid && manifestTextMatches && cachedFingerprint === remoteFingerprint) {
255
- log.info(MODULE, `Cache hit: "${modelId}"`);
256
- onProgress?.({ stage: 'cache-hit', modelId, message: `OPFS cache hit: ${modelId}`, percent: 100 });
257
- return {
258
- cached: true,
259
- fromCache: true,
260
- cacheState: 'hit',
261
- modelId,
262
- error: null,
263
- };
335
+ const shardIntegrity = cachedSourceArtifact
336
+ ? sourceIntegrity
337
+ : await verifyCachedArtifact(cachedManifest);
338
+ if (shardIntegrity.valid) {
339
+ log.info(MODULE, `Cache hit: "${modelId}"`);
340
+ onProgress?.({ stage: 'cache-hit', modelId, message: `OPFS cache hit: ${modelId}`, percent: 100 });
341
+ return {
342
+ cached: true,
343
+ fromCache: true,
344
+ cacheState: 'hit',
345
+ modelId,
346
+ error: null,
347
+ };
348
+ }
349
+ log.warn(
350
+ MODULE,
351
+ `Cache incomplete: "${modelId}" is missing shards ${shardIntegrity.missingShards.join(', ')}`
352
+ );
353
+ needsFullImport = true;
264
354
  }
265
355
 
266
- const sameShards = hasSameShardSet(cachedManifest, remoteManifest);
267
- const sameHashAlgorithm = (cachedManifest?.hashAlgorithm ?? null) === (remoteManifest?.hashAlgorithm ?? null);
268
- if (sourceIntegrityValid && sameShards && sameHashAlgorithm) {
269
- const preservedManifest = preserveCachedSourceRuntimeMetadata(remoteManifest, cachedManifest);
270
- const manifestTextToSave = preservedManifest.changed
271
- ? JSON.stringify(preservedManifest.manifest)
272
- : remoteManifestText;
273
- await openModelStore(modelId);
274
- await saveManifest(manifestTextToSave);
275
- const refreshMessage = preservedManifest.changed
276
- ? `Manifest refreshed: ${modelId} (shards unchanged, preserved direct-source metadata)`
277
- : `Manifest refreshed: ${modelId} (shards unchanged)`;
278
- log.info(MODULE, `Cache manifest refreshed: "${modelId}"${preservedManifest.changed ? ' (preserved direct-source metadata)' : ' (shards unchanged)'}`);
279
- onProgress?.({ stage: 'cache-refresh', modelId, message: refreshMessage, percent: 100 });
280
- return {
281
- cached: true,
282
- fromCache: false,
283
- cacheState: 'manifest-refresh',
284
- modelId,
285
- error: null,
286
- };
356
+ if (!needsFullImport) {
357
+ const sameShards = hasSameShardSet(cachedManifest, remoteManifest);
358
+ const sameHashAlgorithm = (cachedManifest?.hashAlgorithm ?? null) === (remoteManifest?.hashAlgorithm ?? null);
359
+ if (sourceIntegrityValid && sameShards && sameHashAlgorithm) {
360
+ const preservedManifest = preserveCachedSourceRuntimeMetadata(remoteManifest, cachedManifest);
361
+ const manifestTextToSave = preservedManifest.changed
362
+ ? JSON.stringify(preservedManifest.manifest)
363
+ : remoteManifestText;
364
+ await openModelStore(modelId);
365
+ await saveManifest(manifestTextToSave);
366
+ const refreshMessage = preservedManifest.changed
367
+ ? `Manifest refreshed: ${modelId} (shards unchanged, preserved direct-source metadata)`
368
+ : `Manifest refreshed: ${modelId} (shards unchanged)`;
369
+ log.info(MODULE, `Cache manifest refreshed: "${modelId}"${preservedManifest.changed ? ' (preserved direct-source metadata)' : ' (shards unchanged)'}`);
370
+ onProgress?.({ stage: 'cache-refresh', modelId, message: refreshMessage, percent: 100 });
371
+ return {
372
+ cached: true,
373
+ fromCache: false,
374
+ cacheState: 'manifest-refresh',
375
+ modelId,
376
+ error: null,
377
+ };
378
+ }
287
379
  }
288
380
 
289
- // Cache is stale — newer model version. Delete old data before re-importing.
290
381
  log.info(MODULE, `Cache stale: "${modelId}" manifest/shards changed; deleting old version and re-importing`);
291
382
  onProgress?.({ stage: 'cache-invalidate', modelId, message: `Purging stale OPFS cache for ${modelId}`, percent: 0 });
292
383
  try {
@@ -372,3 +463,48 @@ export async function ensureModelCached(modelId, modelBaseUrl, onProgress = null
372
463
  };
373
464
  }
374
465
  }
466
+
467
+ export function ensureModelCached(modelId, modelBaseUrl, onProgress = null) {
468
+ return runCacheOperation(() => ensureModelCachedUnlocked(modelId, modelBaseUrl, onProgress));
469
+ }
470
+
471
+ export function ensureModelCachedSource(modelId, modelBaseUrl, onProgress = null, options = {}) {
472
+ return runCacheOperation(async () => {
473
+ const expectedManifestHash = normalizeExpectedManifestHash(options.expectedManifestHash);
474
+ const pinnedHit = await resolvePinnedCacheHit(modelId, expectedManifestHash, onProgress);
475
+ const cache = pinnedHit ?? await ensureModelCachedUnlocked(modelId, modelBaseUrl, onProgress);
476
+ if (!cache.cached) {
477
+ throw new Error(`Persistent model cache failed for "${modelId}": ${cache.error || cache.cacheState}`);
478
+ }
479
+ const cachedManifest = cache.manifest && cache.manifestText
480
+ ? { manifest: cache.manifest, text: cache.manifestText }
481
+ : await loadCachedManifest(modelId);
482
+ if (!cachedManifest.text || !cachedManifest.manifest) {
483
+ throw new Error(`Persistent model cache for "${modelId}" has no readable manifest.`);
484
+ }
485
+ const manifestHash = await sha256Text(cachedManifest.text);
486
+ if (expectedManifestHash && manifestHash !== expectedManifestHash) {
487
+ await deleteModel(modelId).catch(() => {});
488
+ throw new Error(`Persistent model cache manifest hash mismatch for "${modelId}".`);
489
+ }
490
+ const runtime = getRuntimeConfig();
491
+ const opfsPath = runtime.loading.opfsPath;
492
+ const opfs = runtime.loading.storage.backend.opfs;
493
+ const storageContext = await createOpfsArtifactStorageContext(modelId, cachedManifest.manifest, {
494
+ opfsRootDir: opfsPath.opfsRootDir,
495
+ useSyncAccessHandle: opfs.useSyncAccessHandle,
496
+ maxConcurrentHandles: opfs.maxConcurrentHandles,
497
+ verifyHashes: false,
498
+ hashesTrusted: true,
499
+ });
500
+ return {
501
+ ...cache,
502
+ manifest: cachedManifest.manifest,
503
+ manifestText: cachedManifest.text,
504
+ manifestHash,
505
+ storageContext,
506
+ storageBackend: 'opfs',
507
+ totalBytes: cache.totalBytes ?? manifestTotalBytes(cachedManifest.manifest),
508
+ };
509
+ });
510
+ }
@@ -22,4 +22,4 @@ export { listRegisteredModels, registerModel, removeRegisteredModel } from '../s
22
22
  export { listStorageInventory, deleteStorageEntry } from '../storage/inventory.js';
23
23
  export { formatBytes, getQuotaInfo } from '../storage/quota.js';
24
24
  export { exportModelToDirectory } from '../storage/export.js';
25
- export { ensureModelCached } from '../tooling/opfs-cache.js';
25
+ export { ensureModelCached, ensureModelCachedSource } from '../tooling/opfs-cache.js';
@@ -26,4 +26,4 @@ export { listRegisteredModels, registerModel, removeRegisteredModel } from '../s
26
26
  export { listStorageInventory, deleteStorageEntry } from '../storage/inventory.js';
27
27
  export { formatBytes, getQuotaInfo } from '../storage/quota.js';
28
28
  export { exportModelToDirectory } from '../storage/export.js';
29
- export { ensureModelCached } from '../tooling/opfs-cache.js';
29
+ export { ensureModelCached, ensureModelCachedSource } from '../tooling/opfs-cache.js';
@@ -0,0 +1,25 @@
1
+ export interface GpuCapabilities {
2
+ hasF16: boolean;
3
+ hasSubgroups: boolean;
4
+ hasTimestampQuery: boolean;
5
+ maxBufferSize: number;
6
+ maxStorageBufferBindingSize: number;
7
+ maxComputeWorkgroupSizeX: number;
8
+ maxComputeWorkgroupSizeY: number;
9
+ maxComputeWorkgroupSizeZ: number;
10
+ maxComputeInvocationsPerWorkgroup: number;
11
+ maxComputeWorkgroupsPerDimension: number;
12
+ subgroupSize?: number;
13
+ minSubgroupSize?: number;
14
+ maxSubgroupSize?: number;
15
+ }
16
+
17
+ export interface GpuLimits {
18
+ maxBufferSize: number;
19
+ maxStorageBufferBindingSize: number;
20
+ maxUniformBufferBindingSize: number;
21
+ maxBindGroups: number;
22
+ maxBindingsPerBindGroup: number;
23
+ maxDynamicUniformBuffersPerPipelineLayout: number;
24
+ maxDynamicStorageBuffersPerPipelineLayout: number;
25
+ }
package/src/version.js CHANGED
@@ -1,2 +1,2 @@
1
- export const DOPPLER_VERSION = '0.4.7';
1
+ export const DOPPLER_VERSION = '0.4.8';
2
2
  export const DOPPLER_PROVIDER_VERSION = DOPPLER_VERSION;