doppler-gpu 0.2.0 → 0.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (607) hide show
  1. package/CHANGELOG.md +21 -1
  2. package/README.md +97 -29
  3. package/package.json +40 -27
  4. package/src/cli/config/doppler-quickstart.json +10 -0
  5. package/src/cli/doppler-cli.js +66 -22
  6. package/src/cli/doppler-quickstart.d.ts +61 -0
  7. package/src/cli/doppler-quickstart.js +299 -0
  8. package/src/cli/doppler-serve.js +395 -0
  9. package/src/client/doppler-api.browser.js +13 -377
  10. package/src/client/doppler-api.d.ts +35 -56
  11. package/src/client/doppler-api.js +12 -363
  12. package/src/client/doppler-registry.json +55 -2
  13. package/src/client/runtime/index.d.ts +63 -0
  14. package/src/client/runtime/index.js +173 -0
  15. package/src/client/runtime/lora.d.ts +36 -0
  16. package/src/client/runtime/lora.js +165 -0
  17. package/src/client/{doppler-provider → runtime}/model-manager.d.ts +1 -1
  18. package/src/client/{doppler-provider → runtime}/model-manager.js +56 -30
  19. package/src/client/runtime/model-session.d.ts +72 -0
  20. package/src/client/runtime/model-session.js +122 -0
  21. package/src/client/runtime/model-source.d.ts +43 -0
  22. package/src/client/runtime/model-source.js +101 -0
  23. package/src/client/{doppler-provider → runtime}/source-runtime.d.ts +8 -5
  24. package/src/client/runtime/source-runtime.js +919 -0
  25. package/src/client/runtime/storage.d.ts +5 -0
  26. package/src/client/runtime/storage.js +51 -0
  27. package/src/client/{doppler-provider → runtime}/types.d.ts +14 -2
  28. package/src/config/README.md +2 -0
  29. package/src/config/conversion/README.md +47 -7
  30. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +67 -5
  31. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +62 -11
  32. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +79 -18
  33. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +61 -13
  34. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +53 -10
  35. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +66 -18
  36. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +256 -0
  37. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +49 -8
  38. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +45 -6
  39. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +45 -6
  40. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +57 -9
  41. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +105 -26
  42. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +83 -33
  43. package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +33 -5
  44. package/src/config/execution-contract-check.d.ts +2 -1
  45. package/src/config/execution-contract-check.js +187 -53
  46. package/src/config/kernel-path-loader.d.ts +36 -0
  47. package/src/config/kernel-path-loader.js +97 -10
  48. package/src/config/kernels/kernel-ref-digests.js +40 -24
  49. package/src/config/kernels/registry.js +0 -1
  50. package/src/config/kernels/registry.json +772 -66
  51. package/src/config/merge-contract-check.js +3 -0
  52. package/src/config/merge.d.ts +18 -1
  53. package/src/config/merge.js +56 -0
  54. package/src/config/param-categories.js +5 -0
  55. package/src/config/param-validator.js +42 -26
  56. package/src/config/platforms/apple-m3.json +1 -1
  57. package/src/config/platforms/loader.js +21 -16
  58. package/src/config/required-inference-fields-contract-check.js +16 -0
  59. package/src/config/runtime/compute/f16-batched.json +2 -0
  60. package/src/config/runtime/default.json +1 -0
  61. package/src/config/runtime/experiments/bench/gemma3-bench-q4k-alt.json +57 -0
  62. package/src/config/runtime/experiments/bench/gemma3-bench-q4k-batched.json +57 -0
  63. package/src/config/runtime/experiments/bench/gemma3-bench-q4k.json +2 -0
  64. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-alt.json +57 -0
  65. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +57 -0
  66. package/src/config/runtime/experiments/debug/gemma3-browser-diagnose-q4k.json +81 -0
  67. package/src/config/runtime/experiments/debug/gemma3-debug-q4k.json +5 -0
  68. package/src/config/runtime/experiments/debug/qwen35-browser-diagnose-q4k.json +81 -0
  69. package/src/config/runtime/experiments/verify/gemma4-e2b-verify.json +38 -0
  70. package/src/config/runtime/profiles/gemma4-e2b-low-memory.json +63 -0
  71. package/src/config/runtime/profiles/gemma4-e2b-throughput.json +39 -0
  72. package/src/config/runtime/profiles/low-memory.json +1 -0
  73. package/src/config/runtime/profiles/turboquant-contiguous-prod.json +29 -0
  74. package/src/config/runtime/profiles/turboquant-contiguous.json +29 -0
  75. package/src/config/runtime/profiles/turboquant.json +36 -0
  76. package/src/config/runtime/profiles/vector-stability.json +1 -0
  77. package/src/config/runtime/tiers/gemma4-128gb.json +79 -0
  78. package/src/config/runtime/tiers/gemma4-16gb.json +15 -2
  79. package/src/config/runtime/tiers/gemma4-24gb.json +15 -2
  80. package/src/config/runtime/tiers/gemma4-32gb.json +15 -2
  81. package/src/config/runtime.js +11 -4
  82. package/src/config/schema/converter.schema.d.ts +4 -2
  83. package/src/config/schema/converter.schema.js +7 -5
  84. package/src/config/schema/doppler.schema.d.ts +26 -2
  85. package/src/config/schema/doppler.schema.js +77 -28
  86. package/src/config/schema/execution-v1.schema.d.ts +78 -5
  87. package/src/config/schema/execution-v1.schema.js +62 -1
  88. package/src/config/schema/index.d.ts +22 -29
  89. package/src/config/schema/index.js +15 -17
  90. package/src/config/schema/inference.schema.d.ts +26 -4
  91. package/src/config/schema/kernel-path.schema.d.ts +30 -3
  92. package/src/config/schema/kernel-registry.schema.d.ts +1 -1
  93. package/src/config/schema/kernel-registry.schema.js +1 -0
  94. package/src/config/schema/kvcache.schema.js +7 -0
  95. package/src/config/schema/loading.schema.d.ts +28 -0
  96. package/src/config/schema/loading.schema.js +9 -0
  97. package/src/config/schema/manifest.schema.d.ts +79 -5
  98. package/src/config/schema/manifest.schema.js +7 -1
  99. package/src/config/schema/platform.schema.d.ts +10 -8
  100. package/src/config/schema/speculation-self.schema.js +0 -5
  101. package/src/config/schema/support-tiers.schema.d.ts +53 -0
  102. package/src/config/schema/support-tiers.schema.js +128 -0
  103. package/src/config/source-packages/litert/gemma-4-e2b-it.json +622 -0
  104. package/src/config/source-packages/registry.json +15 -0
  105. package/src/config/support-tiers/subsystems.json +502 -0
  106. package/src/config/transforms/capability-transform-resolver.d.ts +16 -5
  107. package/src/config/transforms/capability-transform-resolver.js +44 -9
  108. package/src/config/transforms/execution-graph-transforms.d.ts +113 -2
  109. package/src/config/transforms/execution-graph-transforms.js +1220 -8
  110. package/src/converter/conversion-plan.js +20 -8
  111. package/src/converter/core.d.ts +48 -1
  112. package/src/converter/core.js +249 -62
  113. package/src/converter/parsers/gguf.d.ts +10 -1
  114. package/src/converter/rope-config.d.ts +1 -0
  115. package/src/converter/rope-config.js +75 -5
  116. package/src/converter/shard-packer.js +2 -2
  117. package/src/debug/tensor.js +13 -1
  118. package/src/{adapters → experimental/adapters}/adapter-manager.d.ts +1 -1
  119. package/src/{adapters → experimental/adapters}/adapter-manager.js +2 -2
  120. package/src/{adapters → experimental/adapters}/adapter-manifest.d.ts +1 -1
  121. package/src/{adapters → experimental/adapters}/adapter-manifest.js +1 -1
  122. package/src/{adapters → experimental/adapters}/adapter-registry.d.ts +1 -1
  123. package/src/{adapters → experimental/adapters}/adapter-registry.js +1 -1
  124. package/src/{adapters → experimental/adapters}/lora-loader.d.ts +1 -1
  125. package/src/{adapters → experimental/adapters}/lora-loader.js +2 -2
  126. package/src/{bridge → experimental/bridge}/extension-client.js +2 -2
  127. package/src/{bridge → experimental/bridge}/node-bridge.js +2 -4
  128. package/src/{bridge → experimental/bridge}/protocol.js +1 -1
  129. package/src/{browser → experimental/browser}/browser-converter.d.ts +4 -4
  130. package/src/{browser → experimental/browser}/browser-converter.js +12 -12
  131. package/src/{browser → experimental/browser}/gguf-importer.d.ts +1 -1
  132. package/src/{browser → experimental/browser}/gguf-importer.js +8 -8
  133. package/src/{browser → experimental/browser}/gguf-parser-browser.d.ts +2 -2
  134. package/src/{browser → experimental/browser}/gguf-parser-browser.js +3 -3
  135. package/src/{browser → experimental/browser}/quantization.d.ts +3 -3
  136. package/src/{browser → experimental/browser}/quantization.js +4 -4
  137. package/src/{browser → experimental/browser}/safetensors-parser-browser.d.ts +3 -3
  138. package/src/{browser → experimental/browser}/safetensors-parser-browser.js +3 -3
  139. package/src/{browser → experimental/browser}/shard-io-browser.d.ts +1 -1
  140. package/src/{browser → experimental/browser}/shard-io-browser.js +2 -2
  141. package/src/{browser → experimental/browser}/tensor-source-download.js +3 -3
  142. package/src/experimental/diffusion/index.d.ts +8 -0
  143. package/src/experimental/diffusion/index.js +8 -0
  144. package/src/{distribution → experimental/distribution}/p2p-transport-contract.js +1 -1
  145. package/src/{distribution → experimental/distribution}/p2p-transport.js +1 -1
  146. package/src/{distribution → experimental/distribution}/shard-delivery.js +5 -5
  147. package/src/experimental/energy/index.d.ts +2 -0
  148. package/src/experimental/energy/index.js +2 -0
  149. package/src/{hotswap → experimental/hotswap}/intent-bundle.d.ts +1 -1
  150. package/src/{hotswap → experimental/hotswap}/intent-bundle.js +2 -2
  151. package/src/{hotswap → experimental/hotswap}/manifest.d.ts +2 -2
  152. package/src/{hotswap → experimental/hotswap}/manifest.js +1 -1
  153. package/src/{hotswap → experimental/hotswap}/model-swap.js +1 -1
  154. package/src/{hotswap → experimental/hotswap}/runtime.d.ts +1 -1
  155. package/src/experimental/orchestration/index.d.ts +12 -0
  156. package/src/experimental/orchestration/index.js +12 -0
  157. package/src/{training → experimental/training}/README.md +1 -1
  158. package/src/{training → experimental/training}/artifacts.d.ts +3 -3
  159. package/src/{training → experimental/training}/artifacts.js +3 -3
  160. package/src/{training → experimental/training}/attention-backward.d.ts +1 -1
  161. package/src/{training → experimental/training}/attention-backward.js +3 -3
  162. package/src/{training → experimental/training}/attention-forward.d.ts +2 -2
  163. package/src/{training → experimental/training}/attention-forward.js +1 -1
  164. package/src/{training → experimental/training}/autograd.d.ts +2 -2
  165. package/src/{training → experimental/training}/autograd.js +7 -7
  166. package/src/{training → experimental/training}/backward-kernels.js +1 -1
  167. package/src/{training → experimental/training}/checkpoint.js +1 -1
  168. package/src/{training → experimental/training}/clip.d.ts +2 -2
  169. package/src/{training → experimental/training}/clip.js +3 -3
  170. package/src/{training → experimental/training}/export.d.ts +2 -2
  171. package/src/{training → experimental/training}/export.js +2 -2
  172. package/src/{training → experimental/training}/lora-pipeline.js +4 -4
  173. package/src/{training → experimental/training}/lora.d.ts +1 -1
  174. package/src/{training → experimental/training}/lora.js +4 -4
  175. package/src/{training → experimental/training}/loss-scaling.d.ts +2 -2
  176. package/src/{training → experimental/training}/loss-scaling.js +3 -3
  177. package/src/{training → experimental/training}/loss.d.ts +2 -2
  178. package/src/{training → experimental/training}/loss.js +1 -1
  179. package/src/{training → experimental/training}/operator-artifacts.js +1 -1
  180. package/src/{training → experimental/training}/optimizer.d.ts +2 -2
  181. package/src/{training → experimental/training}/optimizer.js +3 -3
  182. package/src/{training → experimental/training}/runner.d.ts +2 -2
  183. package/src/{training → experimental/training}/runner.js +5 -5
  184. package/src/{training → experimental/training}/suite.js +16 -16
  185. package/src/{training → experimental/training}/tensor-factory.d.ts +1 -1
  186. package/src/{training → experimental/training}/tensor-factory.js +2 -2
  187. package/src/{training → experimental/training}/trainer.d.ts +3 -3
  188. package/src/{training → experimental/training}/trainer.js +3 -3
  189. package/src/{training → experimental/training}/ul_dataset.d.ts +2 -2
  190. package/src/{training → experimental/training}/ul_dataset.js +1 -1
  191. package/src/{training → experimental/training}/ul_schedule.d.ts +1 -1
  192. package/src/{training → experimental/training}/workloads.js +4 -4
  193. package/src/formats/index.d.ts +24 -0
  194. package/src/formats/index.js +6 -0
  195. package/src/formats/litert/index.d.ts +1 -0
  196. package/src/formats/litert/index.js +1 -0
  197. package/src/formats/litert/types.d.ts +87 -0
  198. package/src/formats/litert/types.js +568 -0
  199. package/src/formats/rdrr/classification.js +16 -8
  200. package/src/formats/rdrr/parsing.d.ts +3 -2
  201. package/src/formats/rdrr/types.d.ts +33 -0
  202. package/src/formats/rdrr/validation.js +16 -5
  203. package/src/formats/tflite/index.d.ts +1 -0
  204. package/src/formats/tflite/index.js +1 -0
  205. package/src/formats/tflite/types.d.ts +84 -0
  206. package/src/formats/tflite/types.js +633 -0
  207. package/src/generation/index.d.ts +16 -14
  208. package/src/generation/index.js +1 -32
  209. package/src/gpu/command-recorder.d.ts +17 -1
  210. package/src/gpu/command-recorder.js +47 -10
  211. package/src/gpu/device.d.ts +3 -1
  212. package/src/gpu/device.js +17 -11
  213. package/src/gpu/kernel-selector.js +3 -1
  214. package/src/gpu/kernels/attention.d.ts +2 -0
  215. package/src/gpu/kernels/attention.js +359 -14
  216. package/src/gpu/kernels/attention.wgsl +20 -1
  217. package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +180 -0
  218. package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +192 -0
  219. package/src/gpu/kernels/attention_decode_online_f16.wgsl +36 -18
  220. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +36 -18
  221. package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +269 -0
  222. package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +281 -0
  223. package/src/gpu/kernels/attention_head256_f16kv.wgsl +269 -0
  224. package/src/gpu/kernels/attention_streaming.wgsl +22 -3
  225. package/src/gpu/kernels/attention_streaming_f16.wgsl +1 -1
  226. package/src/gpu/kernels/attention_streaming_f16kv.wgsl +1 -1
  227. package/src/gpu/kernels/backward/attention_backward.d.ts +14 -1
  228. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +18 -0
  229. package/src/gpu/kernels/check-hot-vocab-stop.js +108 -0
  230. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +1 -1
  231. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +1 -1
  232. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +126 -194
  233. package/src/gpu/kernels/codegen/wgsl-variants.js +24 -6
  234. package/src/gpu/kernels/depthwise_conv1d.d.ts +23 -0
  235. package/src/gpu/kernels/depthwise_conv1d.js +51 -0
  236. package/src/gpu/kernels/depthwise_conv1d.wgsl +46 -0
  237. package/src/gpu/kernels/feature-check.js +0 -1
  238. package/src/gpu/kernels/fused_ffn.js +67 -22
  239. package/src/gpu/kernels/fused_ffn_q4k.wgsl +48 -43
  240. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +329 -0
  241. package/src/gpu/kernels/fused_matmul_q4.wgsl +417 -0
  242. package/src/gpu/kernels/fused_matmul_q4_batched_multicol_shared.wgsl +174 -0
  243. package/src/gpu/kernels/gather.d.ts +4 -0
  244. package/src/gpu/kernels/gather.js +13 -2
  245. package/src/gpu/kernels/gather.wgsl +5 -3
  246. package/src/gpu/kernels/gather_f16.wgsl +5 -3
  247. package/src/gpu/kernels/index.d.ts +7 -0
  248. package/src/gpu/kernels/index.js +6 -0
  249. package/src/gpu/kernels/kernel-configs.js +1 -0
  250. package/src/gpu/kernels/kv-quantize.js +87 -55
  251. package/src/gpu/kernels/kv_quantize_turboquant.wgsl +153 -0
  252. package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +230 -0
  253. package/src/gpu/kernels/linear-attention-core.d.ts +3 -0
  254. package/src/gpu/kernels/linear-attention-core.js +145 -56
  255. package/src/gpu/kernels/matmul-dispatch.js +3 -0
  256. package/src/gpu/kernels/matmul-selection.js +31 -42
  257. package/src/gpu/kernels/matmul.d.ts +3 -0
  258. package/src/gpu/kernels/matmul.js +72 -34
  259. package/src/gpu/kernels/residual.d.ts +2 -0
  260. package/src/gpu/kernels/residual.js +43 -4
  261. package/src/gpu/kernels/rope.d.ts +2 -0
  262. package/src/gpu/kernels/rope.js +19 -6
  263. package/src/gpu/kernels/rope.wgsl +24 -12
  264. package/src/gpu/kernels/rope_f16.wgsl +97 -38
  265. package/src/gpu/kernels/scale.d.ts +5 -0
  266. package/src/gpu/kernels/scale.js +6 -1
  267. package/src/gpu/kernels/scale.wgsl +3 -1
  268. package/src/gpu/kernels/scale_f16.wgsl +32 -0
  269. package/src/gpu/kernels/turboquant-codebook.js +564 -0
  270. package/src/gpu/kernels/uniform-utils.js +26 -0
  271. package/src/gpu/kernels/utils.js +6 -1
  272. package/src/gpu/submit-probe.d.ts +12 -0
  273. package/src/gpu/submit-probe.js +77 -0
  274. package/src/gpu/weight-buffer.d.ts +26 -3
  275. package/src/gpu/weight-buffer.js +62 -2
  276. package/src/index-browser.d.ts +1 -91
  277. package/src/index-browser.js +0 -66
  278. package/src/index.d.ts +1 -102
  279. package/src/index.js +0 -74
  280. package/src/inference/browser-harness-model-helpers.d.ts +3 -0
  281. package/src/inference/browser-harness-model-helpers.js +134 -11
  282. package/src/inference/browser-harness-runtime-helpers.js +1 -9
  283. package/src/inference/browser-harness-text-helpers.js +441 -70
  284. package/src/inference/browser-harness.js +61 -4
  285. package/src/inference/decode-ring.d.ts +2 -0
  286. package/src/inference/decode-ring.js +20 -0
  287. package/src/inference/kv-cache/index.d.ts +3 -0
  288. package/src/inference/kv-cache/index.js +2 -0
  289. package/src/inference/kv-cache/mixed-geometry.d.ts +84 -0
  290. package/src/inference/kv-cache/mixed-geometry.js +422 -0
  291. package/src/inference/kv-cache/quantized.d.ts +56 -0
  292. package/src/inference/kv-cache/quantized.js +383 -0
  293. package/src/inference/kv-cache/tiered.d.ts +20 -3
  294. package/src/inference/kv-cache/tiered.js +203 -65
  295. package/src/inference/kv-cache/types.d.ts +49 -6
  296. package/src/inference/kv-cache.d.ts +3 -0
  297. package/src/inference/kv-cache.js +2 -0
  298. package/src/inference/multi-model-network.js +2 -1
  299. package/src/inference/pipelines/audio/gemma4.js +655 -0
  300. package/src/inference/pipelines/audio/index.js +39 -0
  301. package/src/inference/pipelines/audio/mel.js +171 -0
  302. package/src/inference/pipelines/context.js +9 -1
  303. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +2 -0
  304. package/src/inference/pipelines/shared/clipped-linear.js +46 -0
  305. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +2 -1
  306. package/src/inference/pipelines/text/attention/dispatch-params.js +52 -8
  307. package/src/inference/pipelines/text/attention/output-projection.js +3 -3
  308. package/src/inference/pipelines/text/attention/precision-contract.d.ts +36 -0
  309. package/src/inference/pipelines/text/attention/precision-contract.js +115 -0
  310. package/src/inference/pipelines/text/attention/projections.d.ts +23 -0
  311. package/src/inference/pipelines/text/attention/projections.js +182 -15
  312. package/src/inference/pipelines/text/attention/quant-options.js +54 -0
  313. package/src/inference/pipelines/text/attention/record.js +257 -69
  314. package/src/inference/pipelines/text/attention/run.js +306 -94
  315. package/src/inference/pipelines/text/attention/types.d.ts +11 -0
  316. package/src/inference/pipelines/text/chat-format.d.ts +8 -1
  317. package/src/inference/pipelines/text/chat-format.js +89 -5
  318. package/src/inference/pipelines/text/config.d.ts +78 -26
  319. package/src/inference/pipelines/text/config.js +722 -28
  320. package/src/inference/pipelines/text/dtype-contract.d.ts +15 -0
  321. package/src/inference/pipelines/text/dtype-contract.js +38 -0
  322. package/src/inference/pipelines/text/embed.d.ts +4 -0
  323. package/src/inference/pipelines/text/embed.js +165 -172
  324. package/src/inference/pipelines/text/execution-plan.d.ts +19 -0
  325. package/src/inference/pipelines/text/execution-plan.js +112 -20
  326. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +8 -4
  327. package/src/inference/pipelines/text/execution-runtime-builders.js +90 -49
  328. package/src/inference/pipelines/text/execution-v1.d.ts +23 -4
  329. package/src/inference/pipelines/text/execution-v1.js +411 -33
  330. package/src/inference/pipelines/text/ffn/dense.d.ts +59 -0
  331. package/src/inference/pipelines/text/ffn/dense.js +575 -63
  332. package/src/inference/pipelines/text/ffn/moe.js +1 -0
  333. package/src/inference/pipelines/text/ffn/sandwich.js +20 -4
  334. package/src/inference/pipelines/text/ffn/standard.js +28 -4
  335. package/src/inference/pipelines/text/finiteness-policy.d.ts +4 -0
  336. package/src/inference/pipelines/text/finiteness-policy.js +14 -11
  337. package/src/inference/pipelines/text/generator-helpers.d.ts +7 -0
  338. package/src/inference/pipelines/text/generator-helpers.js +39 -4
  339. package/src/inference/pipelines/text/generator-runtime.js +45 -8
  340. package/src/inference/pipelines/text/generator-steps.js +407 -75
  341. package/src/inference/pipelines/text/generator.d.ts +6 -0
  342. package/src/inference/pipelines/text/generator.js +1179 -305
  343. package/src/inference/pipelines/text/init.d.ts +39 -7
  344. package/src/inference/pipelines/text/init.js +525 -110
  345. package/src/inference/pipelines/text/layer-plan.d.ts +1 -0
  346. package/src/inference/pipelines/text/layer-plan.js +2 -0
  347. package/src/inference/pipelines/text/layer.js +402 -19
  348. package/src/inference/pipelines/text/linear-attention.d.ts +4 -0
  349. package/src/inference/pipelines/text/linear-attention.js +112 -41
  350. package/src/inference/pipelines/text/logits/gpu.d.ts +2 -1
  351. package/src/inference/pipelines/text/logits/gpu.js +334 -15
  352. package/src/inference/pipelines/text/logits/index.d.ts +11 -0
  353. package/src/inference/pipelines/text/logits/index.js +227 -29
  354. package/src/inference/pipelines/text/logits/types.d.ts +3 -0
  355. package/src/inference/pipelines/text/logits/utils.js +3 -1
  356. package/src/inference/pipelines/text/lora-apply.js +3 -3
  357. package/src/inference/pipelines/text/model-load.d.ts +2 -1
  358. package/src/inference/pipelines/text/model-load.js +205 -178
  359. package/src/inference/pipelines/text/moe-gpu.js +8 -0
  360. package/src/inference/pipelines/text/moe-impl.d.ts +2 -0
  361. package/src/inference/pipelines/text/ops.d.ts +16 -2
  362. package/src/inference/pipelines/text/ops.js +11 -2
  363. package/src/inference/pipelines/text/per-layer-inputs.d.ts +107 -0
  364. package/src/inference/pipelines/text/per-layer-inputs.js +1581 -0
  365. package/src/inference/pipelines/text/probes.js +6 -0
  366. package/src/inference/pipelines/text/sampling-config.js +9 -1
  367. package/src/inference/pipelines/text/stage-names.js +3 -0
  368. package/src/inference/pipelines/text/state.d.ts +12 -3
  369. package/src/inference/pipelines/text/state.js +19 -0
  370. package/src/inference/pipelines/text/types.d.ts +79 -7
  371. package/src/inference/pipelines/text/weights.d.ts +2 -2
  372. package/src/inference/pipelines/text/weights.js +4 -0
  373. package/src/inference/pipelines/text.d.ts +6 -0
  374. package/src/inference/pipelines/text.js +860 -11
  375. package/src/inference/pipelines/video/frame-sampler.js +36 -0
  376. package/src/inference/pipelines/video/index.js +87 -0
  377. package/src/inference/pipelines/vision/encoder.js +27 -6
  378. package/src/inference/pipelines/vision/gemma4.js +731 -0
  379. package/src/inference/pipelines/vision/image-preprocess.js +22 -7
  380. package/src/inference/pipelines/vision/index.js +35 -10
  381. package/src/inference/pipelines/vision/ops.js +31 -26
  382. package/src/inference/pipelines/vision/patch-embed.js +22 -10
  383. package/src/inference/runtime-model.d.ts +89 -0
  384. package/src/inference/runtime-model.js +152 -0
  385. package/src/inference/test-harness.d.ts +8 -1
  386. package/src/inference/test-harness.js +54 -20
  387. package/src/inference/tokenizer.d.ts +5 -0
  388. package/src/inference/tokenizer.js +43 -0
  389. package/src/inference/tokenizers/base.d.ts +5 -0
  390. package/src/inference/tokenizers/base.js +5 -0
  391. package/src/inference/tokenizers/behavior-flags.d.ts +9 -0
  392. package/src/inference/tokenizers/behavior-flags.js +100 -0
  393. package/src/inference/tokenizers/bundled.d.ts +4 -0
  394. package/src/inference/tokenizers/bundled.js +110 -0
  395. package/src/inference/tokenizers/sentencepiece.d.ts +2 -0
  396. package/src/inference/tokenizers/sentencepiece.js +16 -0
  397. package/src/inference/tokenizers/types.d.ts +2 -0
  398. package/src/loader/doppler-loader.d.ts +10 -3
  399. package/src/loader/doppler-loader.js +103 -5
  400. package/src/loader/embedding-loader.d.ts +5 -1
  401. package/src/loader/embedding-loader.js +57 -6
  402. package/src/loader/final-weights-loader.js +44 -5
  403. package/src/loader/layer-loader.js +210 -8
  404. package/src/loader/loader-state.js +2 -2
  405. package/src/loader/loader-types.d.ts +17 -1
  406. package/src/loader/memory-monitor.d.ts +8 -0
  407. package/src/loader/memory-monitor.js +21 -0
  408. package/src/loader/multi-model-loader.d.ts +9 -1
  409. package/src/loader/multi-model-loader.js +9 -1
  410. package/src/loader/per-layer-input-loader.d.ts +30 -0
  411. package/src/loader/per-layer-input-loader.js +478 -0
  412. package/src/loader/shard-cache.d.ts +4 -3
  413. package/src/loader/shard-resolver.js +2 -0
  414. package/src/loader/tensors/source-transform.d.ts +50 -0
  415. package/src/loader/tensors/source-transform.js +776 -0
  416. package/src/loader/tensors/tensor-loader.d.ts +12 -0
  417. package/src/loader/tensors/tensor-loader.js +208 -123
  418. package/src/loader/tensors/tensor-reader.d.ts +8 -0
  419. package/src/loader/tensors/tensor-reader.js +283 -15
  420. package/src/loaders/index.d.ts +4 -0
  421. package/src/loaders/index.js +4 -0
  422. package/src/memory/buffer-pool.d.ts +4 -0
  423. package/src/memory/buffer-pool.js +36 -0
  424. package/src/rules/execution-rules-contract-check.d.ts +4 -0
  425. package/src/rules/execution-rules-contract-check.js +150 -24
  426. package/src/rules/inference/attention.rules.json +15 -0
  427. package/src/rules/inference/capability-transforms.rules.json +30 -0
  428. package/src/rules/inference/execution.rules.json +54 -2
  429. package/src/rules/inference/ffn.rules.json +33 -0
  430. package/src/rules/kernels/attention.rules.json +7 -0
  431. package/src/rules/kernels/fused-ffn.rules.json +4 -2
  432. package/src/rules/kernels/kv_quantize.rules.json +2 -0
  433. package/src/rules/kernels/matmul.rules.json +14 -0
  434. package/src/rules/kernels/scale.rules.json +2 -0
  435. package/src/rules/loader/tensor-loader.rules.json +1 -0
  436. package/src/storage/artifact-storage-context.d.ts +53 -0
  437. package/src/storage/artifact-storage-context.js +560 -0
  438. package/src/storage/downloader.js +7 -1
  439. package/src/storage/index.d.ts +18 -0
  440. package/src/storage/index.js +13 -0
  441. package/src/storage/preflight.js +22 -0
  442. package/src/storage/quickstart-downloader.js +35 -2
  443. package/src/storage/registry.d.ts +1 -0
  444. package/src/storage/registry.js +26 -4
  445. package/src/storage/shard-manager.d.ts +4 -0
  446. package/src/storage/shard-manager.js +25 -6
  447. package/src/storage/source-artifact-store.d.ts +9 -0
  448. package/src/storage/source-artifact-store.js +134 -0
  449. package/src/tooling/browser-command-runner.js +12 -5
  450. package/src/tooling/command-api-family-normalizers.js +144 -0
  451. package/src/tooling/command-api-helpers.js +1 -0
  452. package/src/tooling/command-api.d.ts +32 -9
  453. package/src/tooling/command-api.js +0 -25
  454. package/src/tooling/command-runner-shared.js +1 -2
  455. package/src/tooling/command-runner.html +5 -2
  456. package/src/tooling/diagnose-runner.js +1 -1
  457. package/src/tooling/kernel-path-builder/index.js +48 -32
  458. package/src/tooling/lean-execution-contract.d.ts +1 -1
  459. package/src/tooling/lean-execution-contract.js +2 -149
  460. package/src/tooling/litert-package-runtime.d.ts +46 -0
  461. package/src/tooling/litert-package-runtime.js +950 -0
  462. package/src/tooling/node-browser-command-runner.d.ts +13 -0
  463. package/src/tooling/node-browser-command-runner.js +163 -3
  464. package/src/tooling/node-command-runner.js +14 -5
  465. package/src/tooling/node-converter.js +226 -63
  466. package/src/tooling/node-source-runtime.d.ts +8 -3
  467. package/src/tooling/node-source-runtime.js +561 -236
  468. package/src/tooling/node-webgpu.js +7 -30
  469. package/src/tooling/opfs-cache.d.ts +18 -1
  470. package/src/tooling/opfs-cache.js +126 -9
  471. package/src/tooling/runtime-input-composition.d.ts +0 -1
  472. package/src/tooling/runtime-input-composition.js +0 -5
  473. package/src/tooling/source-artifact-adapter.d.ts +134 -0
  474. package/src/tooling/source-artifact-adapter.js +366 -0
  475. package/src/tooling/source-package-profiles.d.ts +33 -0
  476. package/src/tooling/source-package-profiles.js +57 -0
  477. package/src/tooling/source-runtime-bundle.d.ts +46 -6
  478. package/src/tooling/source-runtime-bundle.js +371 -60
  479. package/src/tooling/source-runtime-converter-config.d.ts +24 -0
  480. package/src/tooling/source-runtime-converter-config.js +297 -0
  481. package/src/tooling-experimental-exports.browser.js +2 -0
  482. package/src/tooling-experimental-exports.d.ts +7 -0
  483. package/src/tooling-experimental-exports.js +7 -0
  484. package/src/tooling-experimental-exports.shared.d.ts +26 -0
  485. package/src/tooling-experimental-exports.shared.js +29 -0
  486. package/src/tooling-exports.shared.d.ts +0 -23
  487. package/src/tooling-exports.shared.js +6 -28
  488. package/src/version.js +1 -1
  489. package/src/client/doppler-provider/generation.d.ts +0 -25
  490. package/src/client/doppler-provider/generation.js +0 -126
  491. package/src/client/doppler-provider/index.d.ts +0 -2
  492. package/src/client/doppler-provider/index.js +0 -3
  493. package/src/client/doppler-provider/provider.d.ts +0 -5
  494. package/src/client/doppler-provider/provider.js +0 -102
  495. package/src/client/doppler-provider/source-runtime.js +0 -677
  496. package/src/client/doppler-provider.d.ts +0 -46
  497. package/src/client/doppler-provider.js +0 -36
  498. package/src/config/schema/inference-defaults.schema.d.ts +0 -276
  499. package/src/config/schema/inference-defaults.schema.js +0 -189
  500. package/src/diffusion/index.d.ts +0 -8
  501. package/src/diffusion/index.js +0 -8
  502. package/src/energy/index.d.ts +0 -2
  503. package/src/energy/index.js +0 -2
  504. package/src/index-internal.d.ts +0 -2
  505. package/src/index-internal.js +0 -2
  506. /package/src/client/{doppler-provider → runtime}/types.js +0 -0
  507. /package/src/{adapters → experimental/adapters}/index.d.ts +0 -0
  508. /package/src/{adapters → experimental/adapters}/index.js +0 -0
  509. /package/src/{bridge → experimental/bridge}/extension/background.d.ts +0 -0
  510. /package/src/{bridge → experimental/bridge}/extension/background.js +0 -0
  511. /package/src/{bridge → experimental/bridge}/extension/manifest.json +0 -0
  512. /package/src/{bridge → experimental/bridge}/extension-client.d.ts +0 -0
  513. /package/src/{bridge → experimental/bridge}/index.d.ts +0 -0
  514. /package/src/{bridge → experimental/bridge}/index.js +0 -0
  515. /package/src/{bridge → experimental/bridge}/protocol.d.ts +0 -0
  516. /package/src/{browser → experimental/browser}/file-picker.d.ts +0 -0
  517. /package/src/{browser → experimental/browser}/file-picker.js +0 -0
  518. /package/src/{browser → experimental/browser}/tensor-source-download.d.ts +0 -0
  519. /package/src/{browser → experimental/browser}/tensor-source-file.d.ts +0 -0
  520. /package/src/{browser → experimental/browser}/tensor-source-file.js +0 -0
  521. /package/src/{browser → experimental/browser}/tensor-source-http.d.ts +0 -0
  522. /package/src/{browser → experimental/browser}/tensor-source-http.js +0 -0
  523. /package/src/{diffusion → experimental/diffusion}/config/expansion-lanes.json +0 -0
  524. /package/src/{diffusion → experimental/diffusion}/image-regression.d.ts +0 -0
  525. /package/src/{diffusion → experimental/diffusion}/image-regression.js +0 -0
  526. /package/src/{distribution → experimental/distribution}/p2p-control-plane.d.ts +0 -0
  527. /package/src/{distribution → experimental/distribution}/p2p-control-plane.js +0 -0
  528. /package/src/{distribution → experimental/distribution}/p2p-observability.d.ts +0 -0
  529. /package/src/{distribution → experimental/distribution}/p2p-observability.js +0 -0
  530. /package/src/{distribution → experimental/distribution}/p2p-transport-contract.d.ts +0 -0
  531. /package/src/{distribution → experimental/distribution}/p2p-webrtc-browser.d.ts +0 -0
  532. /package/src/{distribution → experimental/distribution}/p2p-webrtc-browser.js +0 -0
  533. /package/src/{distribution → experimental/distribution}/shard-delivery.d.ts +0 -0
  534. /package/src/{hotswap → experimental/hotswap}/runtime.js +0 -0
  535. /package/src/{training → experimental/training}/checkpoint-watch.d.ts +0 -0
  536. /package/src/{training → experimental/training}/checkpoint-watch.js +0 -0
  537. /package/src/{training → experimental/training}/checkpoint.d.ts +0 -0
  538. /package/src/{training → experimental/training}/dataloader.d.ts +0 -0
  539. /package/src/{training → experimental/training}/dataloader.js +0 -0
  540. /package/src/{training → experimental/training}/datasets/index.d.ts +0 -0
  541. /package/src/{training → experimental/training}/datasets/index.js +0 -0
  542. /package/src/{training → experimental/training}/datasets/jsonl.d.ts +0 -0
  543. /package/src/{training → experimental/training}/datasets/jsonl.js +0 -0
  544. /package/src/{training → experimental/training}/datasets/reploid.d.ts +0 -0
  545. /package/src/{training → experimental/training}/datasets/reploid.js +0 -0
  546. /package/src/{training → experimental/training}/datasets/text-pairs.d.ts +0 -0
  547. /package/src/{training → experimental/training}/datasets/text-pairs.js +0 -0
  548. /package/src/{training → experimental/training}/datasets/token-batch.d.ts +0 -0
  549. /package/src/{training → experimental/training}/datasets/token-batch.js +0 -0
  550. /package/src/{training → experimental/training}/datasets/translation-pairs.d.ts +0 -0
  551. /package/src/{training → experimental/training}/datasets/translation-pairs.js +0 -0
  552. /package/src/{training → experimental/training}/distillation/artifacts.d.ts +0 -0
  553. /package/src/{training → experimental/training}/distillation/artifacts.js +0 -0
  554. /package/src/{training → experimental/training}/distillation/checkpoint-watch.d.ts +0 -0
  555. /package/src/{training → experimental/training}/distillation/checkpoint-watch.js +0 -0
  556. /package/src/{training → experimental/training}/distillation/dataset.d.ts +0 -0
  557. /package/src/{training → experimental/training}/distillation/dataset.js +0 -0
  558. /package/src/{training → experimental/training}/distillation/eval.d.ts +0 -0
  559. /package/src/{training → experimental/training}/distillation/eval.js +0 -0
  560. /package/src/{training → experimental/training}/distillation/index.d.ts +0 -0
  561. /package/src/{training → experimental/training}/distillation/index.js +0 -0
  562. /package/src/{training → experimental/training}/distillation/runtime.d.ts +0 -0
  563. /package/src/{training → experimental/training}/distillation/runtime.js +0 -0
  564. /package/src/{training → experimental/training}/distillation/scoreboard.d.ts +0 -0
  565. /package/src/{training → experimental/training}/distillation/scoreboard.js +0 -0
  566. /package/src/{training → experimental/training}/distillation/stage-a.d.ts +0 -0
  567. /package/src/{training → experimental/training}/distillation/stage-a.js +0 -0
  568. /package/src/{training → experimental/training}/distillation/stage-b.d.ts +0 -0
  569. /package/src/{training → experimental/training}/distillation/stage-b.js +0 -0
  570. /package/src/{training → experimental/training}/distillation/student-fixture.d.ts +0 -0
  571. /package/src/{training → experimental/training}/distillation/student-fixture.js +0 -0
  572. /package/src/{training → experimental/training}/distillation/suite-data.d.ts +0 -0
  573. /package/src/{training → experimental/training}/distillation/suite-data.js +0 -0
  574. /package/src/{training → experimental/training}/index.d.ts +0 -0
  575. /package/src/{training → experimental/training}/index.js +0 -0
  576. /package/src/{training → experimental/training}/lora-pipeline.d.ts +0 -0
  577. /package/src/{training → experimental/training}/objectives/base.d.ts +0 -0
  578. /package/src/{training → experimental/training}/objectives/base.js +0 -0
  579. /package/src/{training → experimental/training}/objectives/cross_entropy.d.ts +0 -0
  580. /package/src/{training → experimental/training}/objectives/cross_entropy.js +0 -0
  581. /package/src/{training → experimental/training}/objectives/distill_kd.d.ts +0 -0
  582. /package/src/{training → experimental/training}/objectives/distill_kd.js +0 -0
  583. /package/src/{training → experimental/training}/objectives/distill_triplet.d.ts +0 -0
  584. /package/src/{training → experimental/training}/objectives/distill_triplet.js +0 -0
  585. /package/src/{training → experimental/training}/objectives/index.d.ts +0 -0
  586. /package/src/{training → experimental/training}/objectives/index.js +0 -0
  587. /package/src/{training → experimental/training}/objectives/ul_stage1_joint.d.ts +0 -0
  588. /package/src/{training → experimental/training}/objectives/ul_stage1_joint.js +0 -0
  589. /package/src/{training → experimental/training}/objectives/ul_stage2_base.d.ts +0 -0
  590. /package/src/{training → experimental/training}/objectives/ul_stage2_base.js +0 -0
  591. /package/src/{training → experimental/training}/operator-artifacts.d.ts +0 -0
  592. /package/src/{training → experimental/training}/operator-command.d.ts +0 -0
  593. /package/src/{training → experimental/training}/operator-command.js +0 -0
  594. /package/src/{training → experimental/training}/operator-eval.d.ts +0 -0
  595. /package/src/{training → experimental/training}/operator-eval.js +0 -0
  596. /package/src/{training → experimental/training}/operator-scoreboard.d.ts +0 -0
  597. /package/src/{training → experimental/training}/operator-scoreboard.js +0 -0
  598. /package/src/{training → experimental/training}/suite.d.ts +0 -0
  599. /package/src/{training → experimental/training}/ul_schedule.js +0 -0
  600. /package/src/{training → experimental/training}/workload-packs/distill-translategemma-medium.json +0 -0
  601. /package/src/{training → experimental/training}/workload-packs/distill-translategemma-tiny.json +0 -0
  602. /package/src/{training → experimental/training}/workload-packs/lora-toy-medium.json +0 -0
  603. /package/src/{training → experimental/training}/workload-packs/lora-toy-tiny.json +0 -0
  604. /package/src/{training → experimental/training}/workload-packs/registry.json +0 -0
  605. /package/src/{training → experimental/training}/workload-packs/ul-training-medium.json +0 -0
  606. /package/src/{training → experimental/training}/workload-packs/ul-training-tiny.json +0 -0
  607. /package/src/{training → experimental/training}/workloads.d.ts +0 -0
@@ -2,11 +2,9 @@ import { existsSync, readFileSync, statSync } from 'node:fs';
2
2
  import { dirname, isAbsolute, resolve } from 'node:path';
3
3
  import { fileURLToPath, pathToFileURL } from 'node:url';
4
4
 
5
- const DEFAULT_DOE_PROVIDER_CREATE_ARGS = 'enable-dawn-features=allow_unsafe_apis';
6
- const DOE_PROVIDER_CREATE_ARGS_ENV = 'FAWN_WEBGPU_CREATE_ARGS';
7
- const DOE_PROVIDER_SPECIFIERS = Object.freeze([
8
- '@doe-gpu/webgpu',
9
- '@simulatte/webgpu',
5
+ const DEFAULT_PROVIDER_CREATE_ARGS = 'enable-dawn-features=allow_unsafe_apis';
6
+ const DEFAULT_WEBGPU_PROVIDER_SPECIFIERS = Object.freeze([
7
+ 'webgpu',
10
8
  ]);
11
9
  const ADAPTER_PROBE_OPTIONS = Object.freeze([
12
10
  { powerPreference: 'high-performance' },
@@ -60,7 +58,7 @@ function resolveCandidateModuleSpecifier(candidate) {
60
58
  }
61
59
 
62
60
  function resolveDefaultWebgpuModuleSpecifiers() {
63
- return [...DOE_PROVIDER_SPECIFIERS, 'webgpu'];
61
+ return [...DEFAULT_WEBGPU_PROVIDER_SPECIFIERS];
64
62
  }
65
63
 
66
64
  function resolveExplicitWebgpuModuleSpecifier() {
@@ -71,27 +69,8 @@ function resolveExplicitWebgpuModuleSpecifier() {
71
69
  return null;
72
70
  }
73
71
 
74
- function isDoeWebgpuSpecifier(specifier) {
75
- if (DOE_PROVIDER_SPECIFIERS.includes(specifier)) {
76
- return true;
77
- }
78
- return typeof specifier === 'string'
79
- && specifier.startsWith('file://')
80
- && DOE_PROVIDER_SPECIFIERS.some((candidate) => specifier.includes(candidate));
81
- }
82
-
83
72
  async function importWithProviderOverride(specifier) {
84
- const shouldApplyCreateArgsDefault = isDoeWebgpuSpecifier(specifier)
85
- && !(typeof process.env[DOE_PROVIDER_CREATE_ARGS_ENV] === 'string' && process.env[DOE_PROVIDER_CREATE_ARGS_ENV].trim().length > 0);
86
- if (!shouldApplyCreateArgsDefault) {
87
- return import(specifier);
88
- }
89
- process.env[DOE_PROVIDER_CREATE_ARGS_ENV] = DEFAULT_DOE_PROVIDER_CREATE_ARGS;
90
- try {
91
- return await import(specifier);
92
- } finally {
93
- delete process.env[DOE_PROVIDER_CREATE_ARGS_ENV];
94
- }
73
+ return import(specifier);
95
74
  }
96
75
 
97
76
  function resolveNodeModuleFilePath(candidatePath) {
@@ -204,7 +183,7 @@ function resolveGpuFromModule(mod) {
204
183
  return fromModule;
205
184
  }
206
185
 
207
- const defaultCreateArgs = DEFAULT_DOE_PROVIDER_CREATE_ARGS.split(',').filter(Boolean);
186
+ const defaultCreateArgs = DEFAULT_PROVIDER_CREATE_ARGS.split(',').filter(Boolean);
208
187
 
209
188
  const tryCreateFactory = (factory) => {
210
189
  if (typeof factory !== 'function') {
@@ -379,9 +358,7 @@ export async function bootstrapNodeWebGPUProvider(providerSpecifier, options = {
379
358
  * (e.g., a WebGPU-enabled Node build or prior bootstrap), no module is loaded.
380
359
  *
381
360
  * 3. **Default candidates** — tried in order:
382
- * a. `'@doe-gpu/webgpu'` (current Doe package name)
383
- * b. `'@simulatte/webgpu'` (legacy package name during transition)
384
- * c. `'webgpu'` (community Dawn bindings)
361
+ * a. `'webgpu'` (community Dawn bindings)
385
362
  * The first one that imports, installs, and passes an adapter probe wins.
386
363
  *
387
364
  * @returns {Promise<{ ok: boolean, provider: string | null }>}
@@ -6,7 +6,24 @@ export interface EnsureModelCachedResult {
6
6
  error: string | null;
7
7
  }
8
8
 
9
+ export interface CacheProgressEvent {
10
+ stage: 'cache-hit' | 'cache-refresh' | 'cache-invalidate' | 'download-start' | 'downloading' | 'download-complete';
11
+ modelId?: string;
12
+ message?: string;
13
+ percent?: number;
14
+ totalBytes?: number;
15
+ downloadedBytes?: number;
16
+ totalShards?: number;
17
+ completedShards?: number;
18
+ speed?: number;
19
+ speedFormatted?: string;
20
+ totalFormatted?: string;
21
+ downloadedFormatted?: string;
22
+ eta?: string;
23
+ }
24
+
9
25
  export declare function ensureModelCached(
10
26
  modelId: string,
11
- modelBaseUrl: string
27
+ modelBaseUrl: string,
28
+ onProgress?: ((progress: CacheProgressEvent) => void) | null
12
29
  ): Promise<EnsureModelCachedResult>;
@@ -3,9 +3,10 @@ import {
3
3
  openModelStore,
4
4
  loadManifestFromStore,
5
5
  saveManifest,
6
+ deleteModel,
6
7
  } from '../storage/shard-manager.js';
7
- import { downloadModel } from '../storage/downloader.js';
8
- import { isOPFSAvailable } from '../storage/quota.js';
8
+ import { downloadModel, estimateTimeRemaining, formatSpeed } from '../storage/downloader.js';
9
+ import { isOPFSAvailable, formatBytes } from '../storage/quota.js';
9
10
  import { parseManifest, getManifestUrl } from '../formats/rdrr/index.js';
10
11
  import { log } from '../debug/index.js';
11
12
  import {
@@ -46,6 +47,49 @@ function hasSameShardSet(aManifest, bManifest) {
46
47
  return true;
47
48
  }
48
49
 
50
+ function cloneJsonValue(value) {
51
+ return value == null ? value : JSON.parse(JSON.stringify(value));
52
+ }
53
+
54
+ function preserveCachedSourceRuntimeMetadata(remoteManifest, cachedManifest) {
55
+ const cachedSourceRuntime = cachedManifest?.metadata?.sourceRuntime;
56
+ if (!cachedSourceRuntime || typeof cachedSourceRuntime !== 'object') {
57
+ return {
58
+ manifest: remoteManifest,
59
+ changed: false,
60
+ };
61
+ }
62
+ if (resolveSourceArtifact(remoteManifest)) {
63
+ return {
64
+ manifest: remoteManifest,
65
+ changed: false,
66
+ };
67
+ }
68
+
69
+ const mergedManifest = cloneJsonValue(remoteManifest);
70
+ if (!mergedManifest || typeof mergedManifest !== 'object' || Array.isArray(mergedManifest)) {
71
+ return {
72
+ manifest: remoteManifest,
73
+ changed: false,
74
+ };
75
+ }
76
+
77
+ const metadata = (
78
+ mergedManifest.metadata
79
+ && typeof mergedManifest.metadata === 'object'
80
+ && !Array.isArray(mergedManifest.metadata)
81
+ )
82
+ ? cloneJsonValue(mergedManifest.metadata)
83
+ : {};
84
+ metadata.sourceRuntime = cloneJsonValue(cachedSourceRuntime);
85
+ mergedManifest.metadata = metadata;
86
+
87
+ return {
88
+ manifest: mergedManifest,
89
+ changed: true,
90
+ };
91
+ }
92
+
49
93
  // buildManifestFingerprint compares a deliberate subset of manifest fields.
50
94
  // Compared fields (partial match by design):
51
95
  // - modelId, modelHash, hashAlgorithm: identity and integrity algorithm
@@ -62,7 +106,8 @@ function hasSameShardSet(aManifest, bManifest) {
62
106
  // manifest.inference.execution, manifest.tokenizer, manifest.moeConfig,
63
107
  // manifest.inference.attention, manifest.inference.output
64
108
  // This partial match avoids spurious re-downloads when only non-shard-affecting
65
- // metadata changes (e.g., tokenizer config tweaks, output config updates).
109
+ // metadata changes. Cache hits still require exact manifest-text equality below;
110
+ // when text changes but shards do not, we refresh only the cached manifest.
66
111
  function buildManifestFingerprint(manifest) {
67
112
  const sourceArtifactFingerprint = resolveSourceArtifact(manifest)?.fingerprint ?? null;
68
113
  const inference = manifest?.inference ?? {};
@@ -118,7 +163,47 @@ async function loadCachedManifest(modelId) {
118
163
  return { text, manifest: parseManifest(text) };
119
164
  }
120
165
 
121
- export async function ensureModelCached(modelId, modelBaseUrl) {
166
+ function buildDownloadProgress(progress) {
167
+ if (!progress) return null;
168
+ const totalBytes = Number.isFinite(progress.totalBytes) ? progress.totalBytes : 0;
169
+ const downloadedBytes = Number.isFinite(progress.downloadedBytes) ? progress.downloadedBytes : 0;
170
+ const speed = Number.isFinite(progress.speed) ? progress.speed : 0;
171
+ const remainingBytes = Math.max(0, totalBytes - downloadedBytes);
172
+ return {
173
+ stage: 'downloading',
174
+ modelId: progress.modelId || null,
175
+ totalShards: Number.isFinite(progress.totalShards) ? progress.totalShards : 0,
176
+ completedShards: Number.isFinite(progress.completedShards) ? progress.completedShards : 0,
177
+ totalBytes,
178
+ downloadedBytes,
179
+ percent: Number.isFinite(progress.percent) ? progress.percent : 0,
180
+ speed,
181
+ speedFormatted: speed > 0 ? formatSpeed(speed) : '',
182
+ totalFormatted: totalBytes > 0 ? formatBytes(totalBytes) : '',
183
+ downloadedFormatted: downloadedBytes > 0 ? formatBytes(downloadedBytes) : '',
184
+ eta: speed > 0 && remainingBytes > 0 ? estimateTimeRemaining(remainingBytes, speed) : '',
185
+ message: buildDownloadStatusLine(progress, speed, remainingBytes),
186
+ };
187
+ }
188
+
189
+ function buildDownloadStatusLine(progress, speed, remainingBytes) {
190
+ const parts = [];
191
+ const downloaded = Number.isFinite(progress.downloadedBytes) ? formatBytes(progress.downloadedBytes) : '0 B';
192
+ const total = Number.isFinite(progress.totalBytes) ? formatBytes(progress.totalBytes) : '?';
193
+ parts.push(`${downloaded} / ${total}`);
194
+ if (Number.isFinite(progress.completedShards) && Number.isFinite(progress.totalShards)) {
195
+ parts.push(`shard ${progress.completedShards}/${progress.totalShards}`);
196
+ }
197
+ if (speed > 0) {
198
+ parts.push(formatSpeed(speed));
199
+ }
200
+ if (speed > 0 && remainingBytes > 0) {
201
+ parts.push(`~${estimateTimeRemaining(remainingBytes, speed)} remaining`);
202
+ }
203
+ return parts.join(' | ');
204
+ }
205
+
206
+ export async function ensureModelCached(modelId, modelBaseUrl, onProgress = null) {
122
207
  if (!modelId || !modelBaseUrl) {
123
208
  return {
124
209
  cached: false,
@@ -140,6 +225,8 @@ export async function ensureModelCached(modelId, modelBaseUrl) {
140
225
  };
141
226
  }
142
227
 
228
+ let needsFullImport = false;
229
+
143
230
  try {
144
231
  const exists = await modelExists(modelId);
145
232
  if (exists) {
@@ -151,6 +238,7 @@ export async function ensureModelCached(modelId, modelBaseUrl) {
151
238
 
152
239
  if (!cachedManifestText || !cachedManifest) {
153
240
  log.warn(MODULE, `Cache miss: "${modelId}" has no readable manifest in OPFS; re-importing`);
241
+ needsFullImport = true;
154
242
  } else {
155
243
  const cachedSourceArtifact = resolveSourceArtifact(cachedManifest);
156
244
  const sourceIntegrity = cachedSourceArtifact
@@ -165,8 +253,10 @@ export async function ensureModelCached(modelId, modelBaseUrl) {
165
253
  }
166
254
  const cachedFingerprint = buildManifestFingerprint(cachedManifest);
167
255
  const remoteFingerprint = buildManifestFingerprint(remoteManifest);
168
- if (sourceIntegrityValid && cachedFingerprint === remoteFingerprint) {
256
+ const manifestTextMatches = cachedManifestText === remoteManifestText;
257
+ if (sourceIntegrityValid && manifestTextMatches && cachedFingerprint === remoteFingerprint) {
169
258
  log.info(MODULE, `Cache hit: "${modelId}"`);
259
+ onProgress?.({ stage: 'cache-hit', modelId, message: `OPFS cache hit: ${modelId}`, percent: 100 });
170
260
  return {
171
261
  cached: true,
172
262
  fromCache: true,
@@ -179,9 +269,17 @@ export async function ensureModelCached(modelId, modelBaseUrl) {
179
269
  const sameShards = hasSameShardSet(cachedManifest, remoteManifest);
180
270
  const sameHashAlgorithm = (cachedManifest?.hashAlgorithm ?? null) === (remoteManifest?.hashAlgorithm ?? null);
181
271
  if (sourceIntegrityValid && sameShards && sameHashAlgorithm) {
272
+ const preservedManifest = preserveCachedSourceRuntimeMetadata(remoteManifest, cachedManifest);
273
+ const manifestTextToSave = preservedManifest.changed
274
+ ? JSON.stringify(preservedManifest.manifest)
275
+ : remoteManifestText;
182
276
  await openModelStore(modelId);
183
- await saveManifest(remoteManifestText);
184
- log.info(MODULE, `Cache manifest refreshed: "${modelId}" (shards unchanged)`);
277
+ await saveManifest(manifestTextToSave);
278
+ const refreshMessage = preservedManifest.changed
279
+ ? `Manifest refreshed: ${modelId} (shards unchanged, preserved direct-source metadata)`
280
+ : `Manifest refreshed: ${modelId} (shards unchanged)`;
281
+ log.info(MODULE, `Cache manifest refreshed: "${modelId}"${preservedManifest.changed ? ' (preserved direct-source metadata)' : ' (shards unchanged)'}`);
282
+ onProgress?.({ stage: 'cache-refresh', modelId, message: refreshMessage, percent: 100 });
185
283
  return {
186
284
  cached: true,
187
285
  fromCache: false,
@@ -190,7 +288,17 @@ export async function ensureModelCached(modelId, modelBaseUrl) {
190
288
  error: null,
191
289
  };
192
290
  }
193
- log.info(MODULE, `Cache stale: "${modelId}" manifest/shards changed; re-importing`);
291
+
292
+ // Cache is stale — newer model version. Delete old data before re-importing.
293
+ log.info(MODULE, `Cache stale: "${modelId}" manifest/shards changed; deleting old version and re-importing`);
294
+ onProgress?.({ stage: 'cache-invalidate', modelId, message: `Purging stale OPFS cache for ${modelId}`, percent: 0 });
295
+ try {
296
+ await deleteModel(modelId);
297
+ log.info(MODULE, `Deleted stale OPFS cache for "${modelId}"`);
298
+ } catch (deleteError) {
299
+ log.warn(MODULE, `Failed to delete stale cache for "${modelId}": ${toErrorMessage(deleteError)}`);
300
+ }
301
+ needsFullImport = true;
194
302
  }
195
303
  } catch (error) {
196
304
  const message = toErrorMessage(error);
@@ -216,11 +324,19 @@ export async function ensureModelCached(modelId, modelBaseUrl) {
216
324
  };
217
325
  }
218
326
 
219
- log.info(MODULE, `Cache miss: "${modelId}". Triggering full model download from ${modelBaseUrl}`);
327
+ if (!needsFullImport) {
328
+ log.info(MODULE, `Cache miss: "${modelId}". Triggering full model download from ${modelBaseUrl}`);
329
+ }
330
+
331
+ onProgress?.({ stage: 'download-start', modelId, message: `Downloading ${modelId}...`, percent: 0 });
220
332
 
221
333
  try {
222
334
  const success = await downloadModel(modelBaseUrl, (progress) => {
223
335
  if (!progress) return;
336
+ const enriched = buildDownloadProgress(progress);
337
+ if (enriched) {
338
+ onProgress?.(enriched);
339
+ }
224
340
  const shard = Number.isFinite(progress.completedShards) ? progress.completedShards : '?';
225
341
  const total = Number.isFinite(progress.totalShards) ? progress.totalShards : '?';
226
342
  const mb = Number.isFinite(progress.downloadedBytes)
@@ -231,6 +347,7 @@ export async function ensureModelCached(modelId, modelBaseUrl) {
231
347
 
232
348
  if (success) {
233
349
  log.info(MODULE, `Import complete: "${modelId}"`);
350
+ onProgress?.({ stage: 'download-complete', modelId, message: `Download complete: ${modelId}`, percent: 100 });
234
351
  return {
235
352
  cached: true,
236
353
  fromCache: false,
@@ -23,7 +23,6 @@ export interface OrderedRuntimeInputs {
23
23
  runtimeProfile?: string | null;
24
24
  runtimeConfigUrl?: string | null;
25
25
  runtimeConfig?: Record<string, unknown> | null;
26
- runtimeContractPatch?: Record<string, unknown> | null | (() => Record<string, unknown> | null);
27
26
  }
28
27
 
29
28
  export declare function resolveRuntimeFromConfig(
@@ -82,9 +82,4 @@ export async function applyOrderedRuntimeInputs(runtimeBridge, inputs = {}, hand
82
82
  }
83
83
  mergeRuntimePatch(runtimeBridge, runtime);
84
84
  }
85
-
86
- const runtimeContractPatch = typeof inputs.runtimeContractPatch === 'function'
87
- ? inputs.runtimeContractPatch()
88
- : (inputs.runtimeContractPatch ?? null);
89
- mergeRuntimePatch(runtimeBridge, runtimeContractPatch);
90
85
  }
@@ -0,0 +1,134 @@
1
+ import type { ManifestEmbeddingPostprocessorSchema } from '../config/schema/index.js';
2
+ import type { RuntimeModelContract } from '../inference/runtime-model.js';
3
+ import type {
4
+ BuildSourceRuntimeBundleOptions,
5
+ BuildSourceRuntimeBundleResult,
6
+ SourceRuntimeFile,
7
+ SourceRuntimeTensor,
8
+ } from './source-runtime-bundle.js';
9
+
10
+ export declare const SOURCE_ARTIFACT_KIND_SAFETENSORS: 'safetensors';
11
+ export declare const SOURCE_ARTIFACT_KIND_GGUF: 'gguf';
12
+ export declare const SOURCE_ARTIFACT_KIND_TFLITE: 'tflite';
13
+ export declare const SOURCE_ARTIFACT_KIND_LITERT_TASK: 'litert-task';
14
+ export declare const SOURCE_ARTIFACT_KIND_LITERTLM: 'litertlm';
15
+
16
+ export type SourceArtifactKind =
17
+ | typeof SOURCE_ARTIFACT_KIND_SAFETENSORS
18
+ | typeof SOURCE_ARTIFACT_KIND_GGUF
19
+ | typeof SOURCE_ARTIFACT_KIND_TFLITE
20
+ | typeof SOURCE_ARTIFACT_KIND_LITERT_TASK
21
+ | typeof SOURCE_ARTIFACT_KIND_LITERTLM;
22
+
23
+ export type DirectSourceRuntimeKind =
24
+ | typeof SOURCE_ARTIFACT_KIND_SAFETENSORS
25
+ | typeof SOURCE_ARTIFACT_KIND_GGUF
26
+ | typeof SOURCE_ARTIFACT_KIND_TFLITE
27
+ | typeof SOURCE_ARTIFACT_KIND_LITERT_TASK
28
+ | typeof SOURCE_ARTIFACT_KIND_LITERTLM;
29
+
30
+ export interface ParsedSourceArtifact {
31
+ sourceKind: SourceArtifactKind | string;
32
+ config: Record<string, unknown>;
33
+ tensors: SourceRuntimeTensor[];
34
+ architectureHint?: string | null;
35
+ embeddingPostprocessor?: ManifestEmbeddingPostprocessorSchema | null;
36
+ modelType?: string | null;
37
+ architecture: Record<string, unknown> | string | null;
38
+ manifestConfig?: Record<string, unknown> | null;
39
+ manifestInference?: Record<string, unknown> | null;
40
+ sourceQuantization?: string | null;
41
+ tokenizerJson?: Record<string, unknown> | null;
42
+ tokenizerConfig?: Record<string, unknown> | null;
43
+ tokenizerModelName?: string | null;
44
+ tokenizerJsonPath?: string | null;
45
+ tokenizerConfigPath?: string | null;
46
+ tokenizerModelPath?: string | null;
47
+ sourceFiles: SourceRuntimeFile[];
48
+ auxiliaryFiles: SourceRuntimeFile[];
49
+ sourcePathForModelId?: string | null;
50
+ }
51
+
52
+ export interface ResolveSourceRuntimeBundleFromParsedArtifactOptions {
53
+ parsedArtifact: ParsedSourceArtifact;
54
+ requestedModelId?: string | null;
55
+ modelKind?: string | null;
56
+ runtimeLabel?: string | null;
57
+ logCategory?: string | null;
58
+ hashFileEntries: (
59
+ entries: SourceRuntimeFile[] | null | undefined,
60
+ hashAlgorithm: string
61
+ ) => Promise<SourceRuntimeFile[]>;
62
+ }
63
+
64
+ export interface ResolvedSourceRuntimeArtifactBundle extends BuildSourceRuntimeBundleResult {
65
+ model: RuntimeModelContract;
66
+ manifest: RuntimeModelContract;
67
+ sourceKind: DirectSourceRuntimeKind;
68
+ sourceQuantization: string;
69
+ sourceFiles: SourceRuntimeFile[];
70
+ auxiliaryFiles: SourceRuntimeFile[];
71
+ hashAlgorithm: string;
72
+ modelId: string;
73
+ plan: {
74
+ modelType: string;
75
+ manifestInference: BuildSourceRuntimeBundleOptions['inference'];
76
+ manifestConfig: NonNullable<BuildSourceRuntimeBundleOptions['manifestConfig']>;
77
+ manifestQuantization: string;
78
+ sourceQuantization: string;
79
+ quantizationInfo?: Record<string, unknown> | null;
80
+ } & Record<string, unknown>;
81
+ manifestConfig: {
82
+ hashAlgorithm: string;
83
+ } & Record<string, unknown>;
84
+ }
85
+
86
+ export declare function normalizeSourceArtifactKind(value: unknown): string | null;
87
+
88
+ export declare function assertDirectSourceRuntimeSupportedKind(
89
+ sourceKind: unknown,
90
+ label?: string
91
+ ): DirectSourceRuntimeKind;
92
+
93
+ export declare function assertSupportedSourceDtypes(
94
+ tensors: SourceRuntimeTensor[] | null | undefined,
95
+ sourceKind: string
96
+ ): void;
97
+
98
+ export declare function inferSourceQuantizationForSourceRuntime(
99
+ tensors: SourceRuntimeTensor[] | null | undefined,
100
+ sourceKind: string,
101
+ options?: { logCategory?: string | null }
102
+ ): string;
103
+
104
+ export declare function resolveSourceRuntimeComputePrecision(
105
+ tensors: SourceRuntimeTensor[] | null | undefined,
106
+ sourceQuantization: string | null | undefined
107
+ ): 'f16' | 'f32';
108
+
109
+ export declare function resolveSourceRuntimeModelIdHint(options: {
110
+ requestedModelId?: string | null;
111
+ plan: { quantizationInfo?: Record<string, unknown> | null };
112
+ sourceKind: string;
113
+ sourcePath?: string | null;
114
+ label?: string | null;
115
+ }): string;
116
+
117
+ export declare function resolveDirectSourceRuntimePlan(options: {
118
+ parsedArtifact: ParsedSourceArtifact;
119
+ sourceQuantization?: string | null;
120
+ modelKind?: string | null;
121
+ logCategory?: string | null;
122
+ }): {
123
+ modelType: string;
124
+ manifestConfig: NonNullable<BuildSourceRuntimeBundleOptions['manifestConfig']>;
125
+ manifestInference: BuildSourceRuntimeBundleOptions['inference'];
126
+ sourceQuantization: string;
127
+ quantizationInfo: Record<string, unknown>;
128
+ manifestQuantization: string;
129
+ executionVersion: 'v1';
130
+ };
131
+
132
+ export declare function resolveSourceRuntimeBundleFromParsedArtifact(
133
+ options: ResolveSourceRuntimeBundleFromParsedArtifactOptions
134
+ ): Promise<ResolvedSourceRuntimeArtifactBundle>;