doppler-gpu 0.2.0 → 0.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (607) hide show
  1. package/CHANGELOG.md +21 -1
  2. package/README.md +97 -29
  3. package/package.json +40 -27
  4. package/src/cli/config/doppler-quickstart.json +10 -0
  5. package/src/cli/doppler-cli.js +66 -22
  6. package/src/cli/doppler-quickstart.d.ts +61 -0
  7. package/src/cli/doppler-quickstart.js +299 -0
  8. package/src/cli/doppler-serve.js +395 -0
  9. package/src/client/doppler-api.browser.js +13 -377
  10. package/src/client/doppler-api.d.ts +35 -56
  11. package/src/client/doppler-api.js +12 -363
  12. package/src/client/doppler-registry.json +55 -2
  13. package/src/client/runtime/index.d.ts +63 -0
  14. package/src/client/runtime/index.js +173 -0
  15. package/src/client/runtime/lora.d.ts +36 -0
  16. package/src/client/runtime/lora.js +165 -0
  17. package/src/client/{doppler-provider → runtime}/model-manager.d.ts +1 -1
  18. package/src/client/{doppler-provider → runtime}/model-manager.js +56 -30
  19. package/src/client/runtime/model-session.d.ts +72 -0
  20. package/src/client/runtime/model-session.js +122 -0
  21. package/src/client/runtime/model-source.d.ts +43 -0
  22. package/src/client/runtime/model-source.js +101 -0
  23. package/src/client/{doppler-provider → runtime}/source-runtime.d.ts +8 -5
  24. package/src/client/runtime/source-runtime.js +919 -0
  25. package/src/client/runtime/storage.d.ts +5 -0
  26. package/src/client/runtime/storage.js +51 -0
  27. package/src/client/{doppler-provider → runtime}/types.d.ts +14 -2
  28. package/src/config/README.md +2 -0
  29. package/src/config/conversion/README.md +47 -7
  30. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +67 -5
  31. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +62 -11
  32. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +79 -18
  33. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +61 -13
  34. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +53 -10
  35. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +66 -18
  36. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +256 -0
  37. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +49 -8
  38. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +45 -6
  39. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +45 -6
  40. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +57 -9
  41. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +105 -26
  42. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +83 -33
  43. package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +33 -5
  44. package/src/config/execution-contract-check.d.ts +2 -1
  45. package/src/config/execution-contract-check.js +187 -53
  46. package/src/config/kernel-path-loader.d.ts +36 -0
  47. package/src/config/kernel-path-loader.js +97 -10
  48. package/src/config/kernels/kernel-ref-digests.js +40 -24
  49. package/src/config/kernels/registry.js +0 -1
  50. package/src/config/kernels/registry.json +772 -66
  51. package/src/config/merge-contract-check.js +3 -0
  52. package/src/config/merge.d.ts +18 -1
  53. package/src/config/merge.js +56 -0
  54. package/src/config/param-categories.js +5 -0
  55. package/src/config/param-validator.js +42 -26
  56. package/src/config/platforms/apple-m3.json +1 -1
  57. package/src/config/platforms/loader.js +21 -16
  58. package/src/config/required-inference-fields-contract-check.js +16 -0
  59. package/src/config/runtime/compute/f16-batched.json +2 -0
  60. package/src/config/runtime/default.json +1 -0
  61. package/src/config/runtime/experiments/bench/gemma3-bench-q4k-alt.json +57 -0
  62. package/src/config/runtime/experiments/bench/gemma3-bench-q4k-batched.json +57 -0
  63. package/src/config/runtime/experiments/bench/gemma3-bench-q4k.json +2 -0
  64. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-alt.json +57 -0
  65. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +57 -0
  66. package/src/config/runtime/experiments/debug/gemma3-browser-diagnose-q4k.json +81 -0
  67. package/src/config/runtime/experiments/debug/gemma3-debug-q4k.json +5 -0
  68. package/src/config/runtime/experiments/debug/qwen35-browser-diagnose-q4k.json +81 -0
  69. package/src/config/runtime/experiments/verify/gemma4-e2b-verify.json +38 -0
  70. package/src/config/runtime/profiles/gemma4-e2b-low-memory.json +63 -0
  71. package/src/config/runtime/profiles/gemma4-e2b-throughput.json +39 -0
  72. package/src/config/runtime/profiles/low-memory.json +1 -0
  73. package/src/config/runtime/profiles/turboquant-contiguous-prod.json +29 -0
  74. package/src/config/runtime/profiles/turboquant-contiguous.json +29 -0
  75. package/src/config/runtime/profiles/turboquant.json +36 -0
  76. package/src/config/runtime/profiles/vector-stability.json +1 -0
  77. package/src/config/runtime/tiers/gemma4-128gb.json +79 -0
  78. package/src/config/runtime/tiers/gemma4-16gb.json +15 -2
  79. package/src/config/runtime/tiers/gemma4-24gb.json +15 -2
  80. package/src/config/runtime/tiers/gemma4-32gb.json +15 -2
  81. package/src/config/runtime.js +11 -4
  82. package/src/config/schema/converter.schema.d.ts +4 -2
  83. package/src/config/schema/converter.schema.js +7 -5
  84. package/src/config/schema/doppler.schema.d.ts +26 -2
  85. package/src/config/schema/doppler.schema.js +77 -28
  86. package/src/config/schema/execution-v1.schema.d.ts +78 -5
  87. package/src/config/schema/execution-v1.schema.js +62 -1
  88. package/src/config/schema/index.d.ts +22 -29
  89. package/src/config/schema/index.js +15 -17
  90. package/src/config/schema/inference.schema.d.ts +26 -4
  91. package/src/config/schema/kernel-path.schema.d.ts +30 -3
  92. package/src/config/schema/kernel-registry.schema.d.ts +1 -1
  93. package/src/config/schema/kernel-registry.schema.js +1 -0
  94. package/src/config/schema/kvcache.schema.js +7 -0
  95. package/src/config/schema/loading.schema.d.ts +28 -0
  96. package/src/config/schema/loading.schema.js +9 -0
  97. package/src/config/schema/manifest.schema.d.ts +79 -5
  98. package/src/config/schema/manifest.schema.js +7 -1
  99. package/src/config/schema/platform.schema.d.ts +10 -8
  100. package/src/config/schema/speculation-self.schema.js +0 -5
  101. package/src/config/schema/support-tiers.schema.d.ts +53 -0
  102. package/src/config/schema/support-tiers.schema.js +128 -0
  103. package/src/config/source-packages/litert/gemma-4-e2b-it.json +622 -0
  104. package/src/config/source-packages/registry.json +15 -0
  105. package/src/config/support-tiers/subsystems.json +502 -0
  106. package/src/config/transforms/capability-transform-resolver.d.ts +16 -5
  107. package/src/config/transforms/capability-transform-resolver.js +44 -9
  108. package/src/config/transforms/execution-graph-transforms.d.ts +113 -2
  109. package/src/config/transforms/execution-graph-transforms.js +1220 -8
  110. package/src/converter/conversion-plan.js +20 -8
  111. package/src/converter/core.d.ts +48 -1
  112. package/src/converter/core.js +249 -62
  113. package/src/converter/parsers/gguf.d.ts +10 -1
  114. package/src/converter/rope-config.d.ts +1 -0
  115. package/src/converter/rope-config.js +75 -5
  116. package/src/converter/shard-packer.js +2 -2
  117. package/src/debug/tensor.js +13 -1
  118. package/src/{adapters → experimental/adapters}/adapter-manager.d.ts +1 -1
  119. package/src/{adapters → experimental/adapters}/adapter-manager.js +2 -2
  120. package/src/{adapters → experimental/adapters}/adapter-manifest.d.ts +1 -1
  121. package/src/{adapters → experimental/adapters}/adapter-manifest.js +1 -1
  122. package/src/{adapters → experimental/adapters}/adapter-registry.d.ts +1 -1
  123. package/src/{adapters → experimental/adapters}/adapter-registry.js +1 -1
  124. package/src/{adapters → experimental/adapters}/lora-loader.d.ts +1 -1
  125. package/src/{adapters → experimental/adapters}/lora-loader.js +2 -2
  126. package/src/{bridge → experimental/bridge}/extension-client.js +2 -2
  127. package/src/{bridge → experimental/bridge}/node-bridge.js +2 -4
  128. package/src/{bridge → experimental/bridge}/protocol.js +1 -1
  129. package/src/{browser → experimental/browser}/browser-converter.d.ts +4 -4
  130. package/src/{browser → experimental/browser}/browser-converter.js +12 -12
  131. package/src/{browser → experimental/browser}/gguf-importer.d.ts +1 -1
  132. package/src/{browser → experimental/browser}/gguf-importer.js +8 -8
  133. package/src/{browser → experimental/browser}/gguf-parser-browser.d.ts +2 -2
  134. package/src/{browser → experimental/browser}/gguf-parser-browser.js +3 -3
  135. package/src/{browser → experimental/browser}/quantization.d.ts +3 -3
  136. package/src/{browser → experimental/browser}/quantization.js +4 -4
  137. package/src/{browser → experimental/browser}/safetensors-parser-browser.d.ts +3 -3
  138. package/src/{browser → experimental/browser}/safetensors-parser-browser.js +3 -3
  139. package/src/{browser → experimental/browser}/shard-io-browser.d.ts +1 -1
  140. package/src/{browser → experimental/browser}/shard-io-browser.js +2 -2
  141. package/src/{browser → experimental/browser}/tensor-source-download.js +3 -3
  142. package/src/experimental/diffusion/index.d.ts +8 -0
  143. package/src/experimental/diffusion/index.js +8 -0
  144. package/src/{distribution → experimental/distribution}/p2p-transport-contract.js +1 -1
  145. package/src/{distribution → experimental/distribution}/p2p-transport.js +1 -1
  146. package/src/{distribution → experimental/distribution}/shard-delivery.js +5 -5
  147. package/src/experimental/energy/index.d.ts +2 -0
  148. package/src/experimental/energy/index.js +2 -0
  149. package/src/{hotswap → experimental/hotswap}/intent-bundle.d.ts +1 -1
  150. package/src/{hotswap → experimental/hotswap}/intent-bundle.js +2 -2
  151. package/src/{hotswap → experimental/hotswap}/manifest.d.ts +2 -2
  152. package/src/{hotswap → experimental/hotswap}/manifest.js +1 -1
  153. package/src/{hotswap → experimental/hotswap}/model-swap.js +1 -1
  154. package/src/{hotswap → experimental/hotswap}/runtime.d.ts +1 -1
  155. package/src/experimental/orchestration/index.d.ts +12 -0
  156. package/src/experimental/orchestration/index.js +12 -0
  157. package/src/{training → experimental/training}/README.md +1 -1
  158. package/src/{training → experimental/training}/artifacts.d.ts +3 -3
  159. package/src/{training → experimental/training}/artifacts.js +3 -3
  160. package/src/{training → experimental/training}/attention-backward.d.ts +1 -1
  161. package/src/{training → experimental/training}/attention-backward.js +3 -3
  162. package/src/{training → experimental/training}/attention-forward.d.ts +2 -2
  163. package/src/{training → experimental/training}/attention-forward.js +1 -1
  164. package/src/{training → experimental/training}/autograd.d.ts +2 -2
  165. package/src/{training → experimental/training}/autograd.js +7 -7
  166. package/src/{training → experimental/training}/backward-kernels.js +1 -1
  167. package/src/{training → experimental/training}/checkpoint.js +1 -1
  168. package/src/{training → experimental/training}/clip.d.ts +2 -2
  169. package/src/{training → experimental/training}/clip.js +3 -3
  170. package/src/{training → experimental/training}/export.d.ts +2 -2
  171. package/src/{training → experimental/training}/export.js +2 -2
  172. package/src/{training → experimental/training}/lora-pipeline.js +4 -4
  173. package/src/{training → experimental/training}/lora.d.ts +1 -1
  174. package/src/{training → experimental/training}/lora.js +4 -4
  175. package/src/{training → experimental/training}/loss-scaling.d.ts +2 -2
  176. package/src/{training → experimental/training}/loss-scaling.js +3 -3
  177. package/src/{training → experimental/training}/loss.d.ts +2 -2
  178. package/src/{training → experimental/training}/loss.js +1 -1
  179. package/src/{training → experimental/training}/operator-artifacts.js +1 -1
  180. package/src/{training → experimental/training}/optimizer.d.ts +2 -2
  181. package/src/{training → experimental/training}/optimizer.js +3 -3
  182. package/src/{training → experimental/training}/runner.d.ts +2 -2
  183. package/src/{training → experimental/training}/runner.js +5 -5
  184. package/src/{training → experimental/training}/suite.js +16 -16
  185. package/src/{training → experimental/training}/tensor-factory.d.ts +1 -1
  186. package/src/{training → experimental/training}/tensor-factory.js +2 -2
  187. package/src/{training → experimental/training}/trainer.d.ts +3 -3
  188. package/src/{training → experimental/training}/trainer.js +3 -3
  189. package/src/{training → experimental/training}/ul_dataset.d.ts +2 -2
  190. package/src/{training → experimental/training}/ul_dataset.js +1 -1
  191. package/src/{training → experimental/training}/ul_schedule.d.ts +1 -1
  192. package/src/{training → experimental/training}/workloads.js +4 -4
  193. package/src/formats/index.d.ts +24 -0
  194. package/src/formats/index.js +6 -0
  195. package/src/formats/litert/index.d.ts +1 -0
  196. package/src/formats/litert/index.js +1 -0
  197. package/src/formats/litert/types.d.ts +87 -0
  198. package/src/formats/litert/types.js +568 -0
  199. package/src/formats/rdrr/classification.js +16 -8
  200. package/src/formats/rdrr/parsing.d.ts +3 -2
  201. package/src/formats/rdrr/types.d.ts +33 -0
  202. package/src/formats/rdrr/validation.js +16 -5
  203. package/src/formats/tflite/index.d.ts +1 -0
  204. package/src/formats/tflite/index.js +1 -0
  205. package/src/formats/tflite/types.d.ts +84 -0
  206. package/src/formats/tflite/types.js +633 -0
  207. package/src/generation/index.d.ts +16 -14
  208. package/src/generation/index.js +1 -32
  209. package/src/gpu/command-recorder.d.ts +17 -1
  210. package/src/gpu/command-recorder.js +47 -10
  211. package/src/gpu/device.d.ts +3 -1
  212. package/src/gpu/device.js +17 -11
  213. package/src/gpu/kernel-selector.js +3 -1
  214. package/src/gpu/kernels/attention.d.ts +2 -0
  215. package/src/gpu/kernels/attention.js +359 -14
  216. package/src/gpu/kernels/attention.wgsl +20 -1
  217. package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +180 -0
  218. package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +192 -0
  219. package/src/gpu/kernels/attention_decode_online_f16.wgsl +36 -18
  220. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +36 -18
  221. package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +269 -0
  222. package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +281 -0
  223. package/src/gpu/kernels/attention_head256_f16kv.wgsl +269 -0
  224. package/src/gpu/kernels/attention_streaming.wgsl +22 -3
  225. package/src/gpu/kernels/attention_streaming_f16.wgsl +1 -1
  226. package/src/gpu/kernels/attention_streaming_f16kv.wgsl +1 -1
  227. package/src/gpu/kernels/backward/attention_backward.d.ts +14 -1
  228. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +18 -0
  229. package/src/gpu/kernels/check-hot-vocab-stop.js +108 -0
  230. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +1 -1
  231. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +1 -1
  232. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +126 -194
  233. package/src/gpu/kernels/codegen/wgsl-variants.js +24 -6
  234. package/src/gpu/kernels/depthwise_conv1d.d.ts +23 -0
  235. package/src/gpu/kernels/depthwise_conv1d.js +51 -0
  236. package/src/gpu/kernels/depthwise_conv1d.wgsl +46 -0
  237. package/src/gpu/kernels/feature-check.js +0 -1
  238. package/src/gpu/kernels/fused_ffn.js +67 -22
  239. package/src/gpu/kernels/fused_ffn_q4k.wgsl +48 -43
  240. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +329 -0
  241. package/src/gpu/kernels/fused_matmul_q4.wgsl +417 -0
  242. package/src/gpu/kernels/fused_matmul_q4_batched_multicol_shared.wgsl +174 -0
  243. package/src/gpu/kernels/gather.d.ts +4 -0
  244. package/src/gpu/kernels/gather.js +13 -2
  245. package/src/gpu/kernels/gather.wgsl +5 -3
  246. package/src/gpu/kernels/gather_f16.wgsl +5 -3
  247. package/src/gpu/kernels/index.d.ts +7 -0
  248. package/src/gpu/kernels/index.js +6 -0
  249. package/src/gpu/kernels/kernel-configs.js +1 -0
  250. package/src/gpu/kernels/kv-quantize.js +87 -55
  251. package/src/gpu/kernels/kv_quantize_turboquant.wgsl +153 -0
  252. package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +230 -0
  253. package/src/gpu/kernels/linear-attention-core.d.ts +3 -0
  254. package/src/gpu/kernels/linear-attention-core.js +145 -56
  255. package/src/gpu/kernels/matmul-dispatch.js +3 -0
  256. package/src/gpu/kernels/matmul-selection.js +31 -42
  257. package/src/gpu/kernels/matmul.d.ts +3 -0
  258. package/src/gpu/kernels/matmul.js +72 -34
  259. package/src/gpu/kernels/residual.d.ts +2 -0
  260. package/src/gpu/kernels/residual.js +43 -4
  261. package/src/gpu/kernels/rope.d.ts +2 -0
  262. package/src/gpu/kernels/rope.js +19 -6
  263. package/src/gpu/kernels/rope.wgsl +24 -12
  264. package/src/gpu/kernels/rope_f16.wgsl +97 -38
  265. package/src/gpu/kernels/scale.d.ts +5 -0
  266. package/src/gpu/kernels/scale.js +6 -1
  267. package/src/gpu/kernels/scale.wgsl +3 -1
  268. package/src/gpu/kernels/scale_f16.wgsl +32 -0
  269. package/src/gpu/kernels/turboquant-codebook.js +564 -0
  270. package/src/gpu/kernels/uniform-utils.js +26 -0
  271. package/src/gpu/kernels/utils.js +6 -1
  272. package/src/gpu/submit-probe.d.ts +12 -0
  273. package/src/gpu/submit-probe.js +77 -0
  274. package/src/gpu/weight-buffer.d.ts +26 -3
  275. package/src/gpu/weight-buffer.js +62 -2
  276. package/src/index-browser.d.ts +1 -91
  277. package/src/index-browser.js +0 -66
  278. package/src/index.d.ts +1 -102
  279. package/src/index.js +0 -74
  280. package/src/inference/browser-harness-model-helpers.d.ts +3 -0
  281. package/src/inference/browser-harness-model-helpers.js +134 -11
  282. package/src/inference/browser-harness-runtime-helpers.js +1 -9
  283. package/src/inference/browser-harness-text-helpers.js +441 -70
  284. package/src/inference/browser-harness.js +61 -4
  285. package/src/inference/decode-ring.d.ts +2 -0
  286. package/src/inference/decode-ring.js +20 -0
  287. package/src/inference/kv-cache/index.d.ts +3 -0
  288. package/src/inference/kv-cache/index.js +2 -0
  289. package/src/inference/kv-cache/mixed-geometry.d.ts +84 -0
  290. package/src/inference/kv-cache/mixed-geometry.js +422 -0
  291. package/src/inference/kv-cache/quantized.d.ts +56 -0
  292. package/src/inference/kv-cache/quantized.js +383 -0
  293. package/src/inference/kv-cache/tiered.d.ts +20 -3
  294. package/src/inference/kv-cache/tiered.js +203 -65
  295. package/src/inference/kv-cache/types.d.ts +49 -6
  296. package/src/inference/kv-cache.d.ts +3 -0
  297. package/src/inference/kv-cache.js +2 -0
  298. package/src/inference/multi-model-network.js +2 -1
  299. package/src/inference/pipelines/audio/gemma4.js +655 -0
  300. package/src/inference/pipelines/audio/index.js +39 -0
  301. package/src/inference/pipelines/audio/mel.js +171 -0
  302. package/src/inference/pipelines/context.js +9 -1
  303. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +2 -0
  304. package/src/inference/pipelines/shared/clipped-linear.js +46 -0
  305. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +2 -1
  306. package/src/inference/pipelines/text/attention/dispatch-params.js +52 -8
  307. package/src/inference/pipelines/text/attention/output-projection.js +3 -3
  308. package/src/inference/pipelines/text/attention/precision-contract.d.ts +36 -0
  309. package/src/inference/pipelines/text/attention/precision-contract.js +115 -0
  310. package/src/inference/pipelines/text/attention/projections.d.ts +23 -0
  311. package/src/inference/pipelines/text/attention/projections.js +182 -15
  312. package/src/inference/pipelines/text/attention/quant-options.js +54 -0
  313. package/src/inference/pipelines/text/attention/record.js +257 -69
  314. package/src/inference/pipelines/text/attention/run.js +306 -94
  315. package/src/inference/pipelines/text/attention/types.d.ts +11 -0
  316. package/src/inference/pipelines/text/chat-format.d.ts +8 -1
  317. package/src/inference/pipelines/text/chat-format.js +89 -5
  318. package/src/inference/pipelines/text/config.d.ts +78 -26
  319. package/src/inference/pipelines/text/config.js +722 -28
  320. package/src/inference/pipelines/text/dtype-contract.d.ts +15 -0
  321. package/src/inference/pipelines/text/dtype-contract.js +38 -0
  322. package/src/inference/pipelines/text/embed.d.ts +4 -0
  323. package/src/inference/pipelines/text/embed.js +165 -172
  324. package/src/inference/pipelines/text/execution-plan.d.ts +19 -0
  325. package/src/inference/pipelines/text/execution-plan.js +112 -20
  326. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +8 -4
  327. package/src/inference/pipelines/text/execution-runtime-builders.js +90 -49
  328. package/src/inference/pipelines/text/execution-v1.d.ts +23 -4
  329. package/src/inference/pipelines/text/execution-v1.js +411 -33
  330. package/src/inference/pipelines/text/ffn/dense.d.ts +59 -0
  331. package/src/inference/pipelines/text/ffn/dense.js +575 -63
  332. package/src/inference/pipelines/text/ffn/moe.js +1 -0
  333. package/src/inference/pipelines/text/ffn/sandwich.js +20 -4
  334. package/src/inference/pipelines/text/ffn/standard.js +28 -4
  335. package/src/inference/pipelines/text/finiteness-policy.d.ts +4 -0
  336. package/src/inference/pipelines/text/finiteness-policy.js +14 -11
  337. package/src/inference/pipelines/text/generator-helpers.d.ts +7 -0
  338. package/src/inference/pipelines/text/generator-helpers.js +39 -4
  339. package/src/inference/pipelines/text/generator-runtime.js +45 -8
  340. package/src/inference/pipelines/text/generator-steps.js +407 -75
  341. package/src/inference/pipelines/text/generator.d.ts +6 -0
  342. package/src/inference/pipelines/text/generator.js +1179 -305
  343. package/src/inference/pipelines/text/init.d.ts +39 -7
  344. package/src/inference/pipelines/text/init.js +525 -110
  345. package/src/inference/pipelines/text/layer-plan.d.ts +1 -0
  346. package/src/inference/pipelines/text/layer-plan.js +2 -0
  347. package/src/inference/pipelines/text/layer.js +402 -19
  348. package/src/inference/pipelines/text/linear-attention.d.ts +4 -0
  349. package/src/inference/pipelines/text/linear-attention.js +112 -41
  350. package/src/inference/pipelines/text/logits/gpu.d.ts +2 -1
  351. package/src/inference/pipelines/text/logits/gpu.js +334 -15
  352. package/src/inference/pipelines/text/logits/index.d.ts +11 -0
  353. package/src/inference/pipelines/text/logits/index.js +227 -29
  354. package/src/inference/pipelines/text/logits/types.d.ts +3 -0
  355. package/src/inference/pipelines/text/logits/utils.js +3 -1
  356. package/src/inference/pipelines/text/lora-apply.js +3 -3
  357. package/src/inference/pipelines/text/model-load.d.ts +2 -1
  358. package/src/inference/pipelines/text/model-load.js +205 -178
  359. package/src/inference/pipelines/text/moe-gpu.js +8 -0
  360. package/src/inference/pipelines/text/moe-impl.d.ts +2 -0
  361. package/src/inference/pipelines/text/ops.d.ts +16 -2
  362. package/src/inference/pipelines/text/ops.js +11 -2
  363. package/src/inference/pipelines/text/per-layer-inputs.d.ts +107 -0
  364. package/src/inference/pipelines/text/per-layer-inputs.js +1581 -0
  365. package/src/inference/pipelines/text/probes.js +6 -0
  366. package/src/inference/pipelines/text/sampling-config.js +9 -1
  367. package/src/inference/pipelines/text/stage-names.js +3 -0
  368. package/src/inference/pipelines/text/state.d.ts +12 -3
  369. package/src/inference/pipelines/text/state.js +19 -0
  370. package/src/inference/pipelines/text/types.d.ts +79 -7
  371. package/src/inference/pipelines/text/weights.d.ts +2 -2
  372. package/src/inference/pipelines/text/weights.js +4 -0
  373. package/src/inference/pipelines/text.d.ts +6 -0
  374. package/src/inference/pipelines/text.js +860 -11
  375. package/src/inference/pipelines/video/frame-sampler.js +36 -0
  376. package/src/inference/pipelines/video/index.js +87 -0
  377. package/src/inference/pipelines/vision/encoder.js +27 -6
  378. package/src/inference/pipelines/vision/gemma4.js +731 -0
  379. package/src/inference/pipelines/vision/image-preprocess.js +22 -7
  380. package/src/inference/pipelines/vision/index.js +35 -10
  381. package/src/inference/pipelines/vision/ops.js +31 -26
  382. package/src/inference/pipelines/vision/patch-embed.js +22 -10
  383. package/src/inference/runtime-model.d.ts +89 -0
  384. package/src/inference/runtime-model.js +152 -0
  385. package/src/inference/test-harness.d.ts +8 -1
  386. package/src/inference/test-harness.js +54 -20
  387. package/src/inference/tokenizer.d.ts +5 -0
  388. package/src/inference/tokenizer.js +43 -0
  389. package/src/inference/tokenizers/base.d.ts +5 -0
  390. package/src/inference/tokenizers/base.js +5 -0
  391. package/src/inference/tokenizers/behavior-flags.d.ts +9 -0
  392. package/src/inference/tokenizers/behavior-flags.js +100 -0
  393. package/src/inference/tokenizers/bundled.d.ts +4 -0
  394. package/src/inference/tokenizers/bundled.js +110 -0
  395. package/src/inference/tokenizers/sentencepiece.d.ts +2 -0
  396. package/src/inference/tokenizers/sentencepiece.js +16 -0
  397. package/src/inference/tokenizers/types.d.ts +2 -0
  398. package/src/loader/doppler-loader.d.ts +10 -3
  399. package/src/loader/doppler-loader.js +103 -5
  400. package/src/loader/embedding-loader.d.ts +5 -1
  401. package/src/loader/embedding-loader.js +57 -6
  402. package/src/loader/final-weights-loader.js +44 -5
  403. package/src/loader/layer-loader.js +210 -8
  404. package/src/loader/loader-state.js +2 -2
  405. package/src/loader/loader-types.d.ts +17 -1
  406. package/src/loader/memory-monitor.d.ts +8 -0
  407. package/src/loader/memory-monitor.js +21 -0
  408. package/src/loader/multi-model-loader.d.ts +9 -1
  409. package/src/loader/multi-model-loader.js +9 -1
  410. package/src/loader/per-layer-input-loader.d.ts +30 -0
  411. package/src/loader/per-layer-input-loader.js +478 -0
  412. package/src/loader/shard-cache.d.ts +4 -3
  413. package/src/loader/shard-resolver.js +2 -0
  414. package/src/loader/tensors/source-transform.d.ts +50 -0
  415. package/src/loader/tensors/source-transform.js +776 -0
  416. package/src/loader/tensors/tensor-loader.d.ts +12 -0
  417. package/src/loader/tensors/tensor-loader.js +208 -123
  418. package/src/loader/tensors/tensor-reader.d.ts +8 -0
  419. package/src/loader/tensors/tensor-reader.js +283 -15
  420. package/src/loaders/index.d.ts +4 -0
  421. package/src/loaders/index.js +4 -0
  422. package/src/memory/buffer-pool.d.ts +4 -0
  423. package/src/memory/buffer-pool.js +36 -0
  424. package/src/rules/execution-rules-contract-check.d.ts +4 -0
  425. package/src/rules/execution-rules-contract-check.js +150 -24
  426. package/src/rules/inference/attention.rules.json +15 -0
  427. package/src/rules/inference/capability-transforms.rules.json +30 -0
  428. package/src/rules/inference/execution.rules.json +54 -2
  429. package/src/rules/inference/ffn.rules.json +33 -0
  430. package/src/rules/kernels/attention.rules.json +7 -0
  431. package/src/rules/kernels/fused-ffn.rules.json +4 -2
  432. package/src/rules/kernels/kv_quantize.rules.json +2 -0
  433. package/src/rules/kernels/matmul.rules.json +14 -0
  434. package/src/rules/kernels/scale.rules.json +2 -0
  435. package/src/rules/loader/tensor-loader.rules.json +1 -0
  436. package/src/storage/artifact-storage-context.d.ts +53 -0
  437. package/src/storage/artifact-storage-context.js +560 -0
  438. package/src/storage/downloader.js +7 -1
  439. package/src/storage/index.d.ts +18 -0
  440. package/src/storage/index.js +13 -0
  441. package/src/storage/preflight.js +22 -0
  442. package/src/storage/quickstart-downloader.js +35 -2
  443. package/src/storage/registry.d.ts +1 -0
  444. package/src/storage/registry.js +26 -4
  445. package/src/storage/shard-manager.d.ts +4 -0
  446. package/src/storage/shard-manager.js +25 -6
  447. package/src/storage/source-artifact-store.d.ts +9 -0
  448. package/src/storage/source-artifact-store.js +134 -0
  449. package/src/tooling/browser-command-runner.js +12 -5
  450. package/src/tooling/command-api-family-normalizers.js +144 -0
  451. package/src/tooling/command-api-helpers.js +1 -0
  452. package/src/tooling/command-api.d.ts +32 -9
  453. package/src/tooling/command-api.js +0 -25
  454. package/src/tooling/command-runner-shared.js +1 -2
  455. package/src/tooling/command-runner.html +5 -2
  456. package/src/tooling/diagnose-runner.js +1 -1
  457. package/src/tooling/kernel-path-builder/index.js +48 -32
  458. package/src/tooling/lean-execution-contract.d.ts +1 -1
  459. package/src/tooling/lean-execution-contract.js +2 -149
  460. package/src/tooling/litert-package-runtime.d.ts +46 -0
  461. package/src/tooling/litert-package-runtime.js +950 -0
  462. package/src/tooling/node-browser-command-runner.d.ts +13 -0
  463. package/src/tooling/node-browser-command-runner.js +163 -3
  464. package/src/tooling/node-command-runner.js +14 -5
  465. package/src/tooling/node-converter.js +226 -63
  466. package/src/tooling/node-source-runtime.d.ts +8 -3
  467. package/src/tooling/node-source-runtime.js +561 -236
  468. package/src/tooling/node-webgpu.js +7 -30
  469. package/src/tooling/opfs-cache.d.ts +18 -1
  470. package/src/tooling/opfs-cache.js +126 -9
  471. package/src/tooling/runtime-input-composition.d.ts +0 -1
  472. package/src/tooling/runtime-input-composition.js +0 -5
  473. package/src/tooling/source-artifact-adapter.d.ts +134 -0
  474. package/src/tooling/source-artifact-adapter.js +366 -0
  475. package/src/tooling/source-package-profiles.d.ts +33 -0
  476. package/src/tooling/source-package-profiles.js +57 -0
  477. package/src/tooling/source-runtime-bundle.d.ts +46 -6
  478. package/src/tooling/source-runtime-bundle.js +371 -60
  479. package/src/tooling/source-runtime-converter-config.d.ts +24 -0
  480. package/src/tooling/source-runtime-converter-config.js +297 -0
  481. package/src/tooling-experimental-exports.browser.js +2 -0
  482. package/src/tooling-experimental-exports.d.ts +7 -0
  483. package/src/tooling-experimental-exports.js +7 -0
  484. package/src/tooling-experimental-exports.shared.d.ts +26 -0
  485. package/src/tooling-experimental-exports.shared.js +29 -0
  486. package/src/tooling-exports.shared.d.ts +0 -23
  487. package/src/tooling-exports.shared.js +6 -28
  488. package/src/version.js +1 -1
  489. package/src/client/doppler-provider/generation.d.ts +0 -25
  490. package/src/client/doppler-provider/generation.js +0 -126
  491. package/src/client/doppler-provider/index.d.ts +0 -2
  492. package/src/client/doppler-provider/index.js +0 -3
  493. package/src/client/doppler-provider/provider.d.ts +0 -5
  494. package/src/client/doppler-provider/provider.js +0 -102
  495. package/src/client/doppler-provider/source-runtime.js +0 -677
  496. package/src/client/doppler-provider.d.ts +0 -46
  497. package/src/client/doppler-provider.js +0 -36
  498. package/src/config/schema/inference-defaults.schema.d.ts +0 -276
  499. package/src/config/schema/inference-defaults.schema.js +0 -189
  500. package/src/diffusion/index.d.ts +0 -8
  501. package/src/diffusion/index.js +0 -8
  502. package/src/energy/index.d.ts +0 -2
  503. package/src/energy/index.js +0 -2
  504. package/src/index-internal.d.ts +0 -2
  505. package/src/index-internal.js +0 -2
  506. /package/src/client/{doppler-provider → runtime}/types.js +0 -0
  507. /package/src/{adapters → experimental/adapters}/index.d.ts +0 -0
  508. /package/src/{adapters → experimental/adapters}/index.js +0 -0
  509. /package/src/{bridge → experimental/bridge}/extension/background.d.ts +0 -0
  510. /package/src/{bridge → experimental/bridge}/extension/background.js +0 -0
  511. /package/src/{bridge → experimental/bridge}/extension/manifest.json +0 -0
  512. /package/src/{bridge → experimental/bridge}/extension-client.d.ts +0 -0
  513. /package/src/{bridge → experimental/bridge}/index.d.ts +0 -0
  514. /package/src/{bridge → experimental/bridge}/index.js +0 -0
  515. /package/src/{bridge → experimental/bridge}/protocol.d.ts +0 -0
  516. /package/src/{browser → experimental/browser}/file-picker.d.ts +0 -0
  517. /package/src/{browser → experimental/browser}/file-picker.js +0 -0
  518. /package/src/{browser → experimental/browser}/tensor-source-download.d.ts +0 -0
  519. /package/src/{browser → experimental/browser}/tensor-source-file.d.ts +0 -0
  520. /package/src/{browser → experimental/browser}/tensor-source-file.js +0 -0
  521. /package/src/{browser → experimental/browser}/tensor-source-http.d.ts +0 -0
  522. /package/src/{browser → experimental/browser}/tensor-source-http.js +0 -0
  523. /package/src/{diffusion → experimental/diffusion}/config/expansion-lanes.json +0 -0
  524. /package/src/{diffusion → experimental/diffusion}/image-regression.d.ts +0 -0
  525. /package/src/{diffusion → experimental/diffusion}/image-regression.js +0 -0
  526. /package/src/{distribution → experimental/distribution}/p2p-control-plane.d.ts +0 -0
  527. /package/src/{distribution → experimental/distribution}/p2p-control-plane.js +0 -0
  528. /package/src/{distribution → experimental/distribution}/p2p-observability.d.ts +0 -0
  529. /package/src/{distribution → experimental/distribution}/p2p-observability.js +0 -0
  530. /package/src/{distribution → experimental/distribution}/p2p-transport-contract.d.ts +0 -0
  531. /package/src/{distribution → experimental/distribution}/p2p-webrtc-browser.d.ts +0 -0
  532. /package/src/{distribution → experimental/distribution}/p2p-webrtc-browser.js +0 -0
  533. /package/src/{distribution → experimental/distribution}/shard-delivery.d.ts +0 -0
  534. /package/src/{hotswap → experimental/hotswap}/runtime.js +0 -0
  535. /package/src/{training → experimental/training}/checkpoint-watch.d.ts +0 -0
  536. /package/src/{training → experimental/training}/checkpoint-watch.js +0 -0
  537. /package/src/{training → experimental/training}/checkpoint.d.ts +0 -0
  538. /package/src/{training → experimental/training}/dataloader.d.ts +0 -0
  539. /package/src/{training → experimental/training}/dataloader.js +0 -0
  540. /package/src/{training → experimental/training}/datasets/index.d.ts +0 -0
  541. /package/src/{training → experimental/training}/datasets/index.js +0 -0
  542. /package/src/{training → experimental/training}/datasets/jsonl.d.ts +0 -0
  543. /package/src/{training → experimental/training}/datasets/jsonl.js +0 -0
  544. /package/src/{training → experimental/training}/datasets/reploid.d.ts +0 -0
  545. /package/src/{training → experimental/training}/datasets/reploid.js +0 -0
  546. /package/src/{training → experimental/training}/datasets/text-pairs.d.ts +0 -0
  547. /package/src/{training → experimental/training}/datasets/text-pairs.js +0 -0
  548. /package/src/{training → experimental/training}/datasets/token-batch.d.ts +0 -0
  549. /package/src/{training → experimental/training}/datasets/token-batch.js +0 -0
  550. /package/src/{training → experimental/training}/datasets/translation-pairs.d.ts +0 -0
  551. /package/src/{training → experimental/training}/datasets/translation-pairs.js +0 -0
  552. /package/src/{training → experimental/training}/distillation/artifacts.d.ts +0 -0
  553. /package/src/{training → experimental/training}/distillation/artifacts.js +0 -0
  554. /package/src/{training → experimental/training}/distillation/checkpoint-watch.d.ts +0 -0
  555. /package/src/{training → experimental/training}/distillation/checkpoint-watch.js +0 -0
  556. /package/src/{training → experimental/training}/distillation/dataset.d.ts +0 -0
  557. /package/src/{training → experimental/training}/distillation/dataset.js +0 -0
  558. /package/src/{training → experimental/training}/distillation/eval.d.ts +0 -0
  559. /package/src/{training → experimental/training}/distillation/eval.js +0 -0
  560. /package/src/{training → experimental/training}/distillation/index.d.ts +0 -0
  561. /package/src/{training → experimental/training}/distillation/index.js +0 -0
  562. /package/src/{training → experimental/training}/distillation/runtime.d.ts +0 -0
  563. /package/src/{training → experimental/training}/distillation/runtime.js +0 -0
  564. /package/src/{training → experimental/training}/distillation/scoreboard.d.ts +0 -0
  565. /package/src/{training → experimental/training}/distillation/scoreboard.js +0 -0
  566. /package/src/{training → experimental/training}/distillation/stage-a.d.ts +0 -0
  567. /package/src/{training → experimental/training}/distillation/stage-a.js +0 -0
  568. /package/src/{training → experimental/training}/distillation/stage-b.d.ts +0 -0
  569. /package/src/{training → experimental/training}/distillation/stage-b.js +0 -0
  570. /package/src/{training → experimental/training}/distillation/student-fixture.d.ts +0 -0
  571. /package/src/{training → experimental/training}/distillation/student-fixture.js +0 -0
  572. /package/src/{training → experimental/training}/distillation/suite-data.d.ts +0 -0
  573. /package/src/{training → experimental/training}/distillation/suite-data.js +0 -0
  574. /package/src/{training → experimental/training}/index.d.ts +0 -0
  575. /package/src/{training → experimental/training}/index.js +0 -0
  576. /package/src/{training → experimental/training}/lora-pipeline.d.ts +0 -0
  577. /package/src/{training → experimental/training}/objectives/base.d.ts +0 -0
  578. /package/src/{training → experimental/training}/objectives/base.js +0 -0
  579. /package/src/{training → experimental/training}/objectives/cross_entropy.d.ts +0 -0
  580. /package/src/{training → experimental/training}/objectives/cross_entropy.js +0 -0
  581. /package/src/{training → experimental/training}/objectives/distill_kd.d.ts +0 -0
  582. /package/src/{training → experimental/training}/objectives/distill_kd.js +0 -0
  583. /package/src/{training → experimental/training}/objectives/distill_triplet.d.ts +0 -0
  584. /package/src/{training → experimental/training}/objectives/distill_triplet.js +0 -0
  585. /package/src/{training → experimental/training}/objectives/index.d.ts +0 -0
  586. /package/src/{training → experimental/training}/objectives/index.js +0 -0
  587. /package/src/{training → experimental/training}/objectives/ul_stage1_joint.d.ts +0 -0
  588. /package/src/{training → experimental/training}/objectives/ul_stage1_joint.js +0 -0
  589. /package/src/{training → experimental/training}/objectives/ul_stage2_base.d.ts +0 -0
  590. /package/src/{training → experimental/training}/objectives/ul_stage2_base.js +0 -0
  591. /package/src/{training → experimental/training}/operator-artifacts.d.ts +0 -0
  592. /package/src/{training → experimental/training}/operator-command.d.ts +0 -0
  593. /package/src/{training → experimental/training}/operator-command.js +0 -0
  594. /package/src/{training → experimental/training}/operator-eval.d.ts +0 -0
  595. /package/src/{training → experimental/training}/operator-eval.js +0 -0
  596. /package/src/{training → experimental/training}/operator-scoreboard.d.ts +0 -0
  597. /package/src/{training → experimental/training}/operator-scoreboard.js +0 -0
  598. /package/src/{training → experimental/training}/suite.d.ts +0 -0
  599. /package/src/{training → experimental/training}/ul_schedule.js +0 -0
  600. /package/src/{training → experimental/training}/workload-packs/distill-translategemma-medium.json +0 -0
  601. /package/src/{training → experimental/training}/workload-packs/distill-translategemma-tiny.json +0 -0
  602. /package/src/{training → experimental/training}/workload-packs/lora-toy-medium.json +0 -0
  603. /package/src/{training → experimental/training}/workload-packs/lora-toy-tiny.json +0 -0
  604. /package/src/{training → experimental/training}/workload-packs/registry.json +0 -0
  605. /package/src/{training → experimental/training}/workload-packs/ul-training-medium.json +0 -0
  606. /package/src/{training → experimental/training}/workload-packs/ul-training-tiny.json +0 -0
  607. /package/src/{training → experimental/training}/workloads.d.ts +0 -0
@@ -1,47 +1,5 @@
1
- /**
2
- * Browser-specific API surface for Doppler.
3
- *
4
- * DELIBERATE DUPLICATION: This file mirrors `doppler-api.js` (the canonical
5
- * Node-oriented API) but excludes Node-specific logic such as dynamic
6
- * `bootstrapNodeWebGPU` imports and Node-style progress logging. The two
7
- * files share the same public API shape so that bundlers can swap them via
8
- * the package.json "browser" field without pulling Node dependencies into
9
- * browser bundles.
10
- *
11
- * Canonical file: `doppler-api.js` (Node).
12
- * When adding new API surface, update both files.
13
- */
14
- import { loadLoRAFromManifest, loadLoRAFromUrl } from '../adapters/lora-loader.js';
15
- import { log } from '../debug/index.js';
16
- import { getManifestUrl, parseManifest } from '../formats/rdrr/index.js';
17
- import { createPipeline } from '../generation/index.js';
18
- import { getKernelCapabilities } from '../gpu/device.js';
19
- import { formatChatMessages } from '../inference/pipelines/text/chat-format.js';
20
- import { buildQuickstartModelBaseUrl, listQuickstartModels, resolveQuickstartModel } from './doppler-registry.js';
21
-
22
- /**
23
- * Cache lifetime: entries persist until explicitly evicted via `doppler.evict()`,
24
- * `doppler.evictAll()`, or `clearModelCache()`. The `inFlightLoadCache` holds
25
- * promises for models currently being loaded and auto-clears on load completion
26
- * or failure. Neither cache has a TTL -- callers must manage invalidation.
27
- */
28
- const convenienceModelCache = new Map();
29
- const inFlightLoadCache = new Map();
30
-
31
- /**
32
- * Clear all cached models and in-flight load promises.
33
- * Does not call unload() on cached models -- use `doppler.evictAll()` for graceful cleanup.
34
- */
35
- export function clearModelCache() {
36
- convenienceModelCache.clear();
37
- inFlightLoadCache.clear();
38
- log.debug('doppler', 'Model cache cleared (browser)');
39
- }
40
-
41
- function emitLoadProgress(callback, phase, percent, message) {
42
- if (typeof callback !== 'function') return;
43
- callback({ phase, percent, message });
44
- }
1
+ import { createDefaultNodeLoadProgressLogger } from './runtime/model-source.js';
2
+ import { createDopplerRuntimeService } from './runtime/index.js';
45
3
 
46
4
  async function ensureWebGPUAvailable() {
47
5
  if (typeof globalThis.navigator !== 'undefined' && globalThis.navigator?.gpu) {
@@ -50,340 +8,18 @@ async function ensureWebGPUAvailable() {
50
8
  throw new Error('WebGPU is unavailable. Run in a WebGPU-capable browser.');
51
9
  }
52
10
 
53
- export function createDefaultNodeLoadProgressLogger() {
54
- return (event) => {
55
- const message = typeof event?.message === 'string' ? event.message.trim() : '';
56
- if (!message) return;
57
- log.info('doppler', message);
58
- };
59
- }
60
-
61
- export function resolveLoadProgressHandlers(options = {}) {
62
- const onProgress = typeof options?.onProgress === 'function' ? options.onProgress : null;
63
- if (onProgress) {
64
- return {
65
- userProgress: onProgress,
66
- pipelineProgress: onProgress,
67
- };
68
- }
69
- log.debug('doppler', 'resolveLoadProgressHandlers: no progress handler configured, returning null handlers');
70
- return {
71
- userProgress: null,
72
- pipelineProgress: null,
73
- };
74
- }
75
-
76
- async function fetchManifestFromBaseUrl(baseUrl) {
77
- const response = await fetch(getManifestUrl(baseUrl));
78
- if (!response.ok) {
79
- throw new Error(`Failed to fetch manifest from ${baseUrl}: ${response.status}`);
80
- }
81
- return parseManifest(await response.text());
82
- }
83
-
84
- /**
85
- * Resolves a model source descriptor from user input.
86
- *
87
- * Fallback order (first match wins):
88
- * 1. Quickstart registry — `model` is a string, looked up by modelId/alias
89
- * in the quickstart registry (doppler-registry.json). Base URL is built
90
- * from the registry entry's Hugging Face coordinates.
91
- * 2. Explicit URL — `model` is an object with a `.url` string property.
92
- * The URL is used directly as both modelId and baseUrl.
93
- * 3. Inline manifest — `model` is an object with a `.manifest` object.
94
- * Optional `.baseUrl` provides the shard root. When baseUrl is absent,
95
- * the caller must supply shards through a custom loader.
96
- *
97
- * If none of the above match, an error is thrown listing the accepted formats.
98
- *
99
- * @param {string | { url: string } | { manifest: object, baseUrl?: string }} model
100
- * @returns {Promise<{ modelId: string, baseUrl: string | null, manifest: object | null, trace: Array<{ source: string, id: string, outcome: string }> }>}
101
- */
102
- async function resolveModelSource(model) {
103
- const trace = [];
104
-
105
- // 1. Quickstart registry (string model id or alias)
106
- if (typeof model === 'string') {
107
- try {
108
- const entry = await resolveQuickstartModel(model);
109
- trace.push({ source: 'quickstart-registry', id: model, outcome: 'resolved' });
110
- log.debug('doppler', `Model resolved via quickstart-registry: ${entry.modelId}`, { trace });
111
- return {
112
- modelId: entry.modelId,
113
- baseUrl: buildQuickstartModelBaseUrl(entry),
114
- manifest: null,
115
- trace,
116
- };
117
- } catch (registryError) {
118
- trace.push({ source: 'quickstart-registry', id: model, outcome: registryError.message || 'not-found' });
119
- }
120
- }
121
-
122
- // 2. Explicit URL object
123
- if (model && typeof model === 'object' && typeof model.url === 'string' && model.url.trim().length > 0) {
124
- trace.push({ source: 'url', id: model.url.trim(), outcome: 'resolved' });
125
- log.debug('doppler', `Model resolved via explicit url: ${model.url.trim()}`, { trace });
126
- return {
127
- modelId: model.url.trim(),
128
- baseUrl: model.url.trim(),
129
- manifest: null,
130
- trace,
131
- };
132
- }
133
- if (model && typeof model === 'object' && typeof model.url === 'string') {
134
- trace.push({ source: 'url', id: String(model.url), outcome: 'empty-url' });
135
- }
136
-
137
- // 3. Inline manifest object
138
- if (model && typeof model === 'object' && model.manifest && typeof model.manifest === 'object') {
139
- const manifest = model.manifest;
140
- const modelId = typeof manifest.modelId === 'string' && manifest.modelId.length > 0
141
- ? manifest.modelId
142
- : 'manifest';
143
- trace.push({ source: 'inline-manifest', id: modelId, outcome: 'resolved' });
144
- log.debug('doppler', `Model resolved via inline manifest: ${modelId}`, { trace });
145
- return {
146
- modelId,
147
- baseUrl: typeof model.baseUrl === 'string' && model.baseUrl.length > 0 ? model.baseUrl : null,
148
- manifest,
149
- trace,
150
- };
151
- }
152
-
153
- // No source matched — build a diagnostic error with the resolution trace
154
- const traceDescription = trace.length > 0
155
- ? trace.map((entry) => `${entry.source} (${entry.outcome})`).join(', ')
156
- : 'no sources attempted';
157
- throw new Error(
158
- `Model not found. Attempted: ${traceDescription}. ` +
159
- 'doppler.load expects a quickstart registry id, { url }, or { manifest, baseUrl? }.'
160
- );
161
- }
162
-
163
- function countTokens(pipeline, text) {
164
- if (!text || typeof text !== 'string') return 0;
165
- try {
166
- return pipeline?.tokenizer?.encode(text)?.length ?? 0;
167
- } catch {
168
- return 0;
169
- }
170
- }
171
-
172
- function resolveChatPromptForUsage(pipeline, messages) {
173
- const templateType = pipeline?.manifest?.inference?.chatTemplate?.enabled === false
174
- ? null
175
- : (pipeline?.manifest?.inference?.chatTemplate?.type ?? null);
176
- try {
177
- return formatChatMessages(messages, templateType);
178
- } catch {
179
- return messages.map((message) => String(message?.content ?? '')).join('\n');
180
- }
181
- }
182
-
183
- async function collectText(iterable) {
184
- let output = '';
185
- for await (const token of iterable) {
186
- output += token;
187
- }
188
- return output;
189
- }
190
-
191
- function createModelHandle(pipeline, resolved) {
192
- return {
193
- generate(prompt, options = {}) {
194
- return pipeline.generate(prompt, options);
195
- },
196
- async generateText(prompt, options = {}) {
197
- return collectText(pipeline.generate(prompt, options));
198
- },
199
- chat(messages, options = {}) {
200
- return pipeline.generate(messages, options);
201
- },
202
- async chatText(messages, options = {}) {
203
- const content = await collectText(pipeline.generate(messages, options));
204
- const promptText = resolveChatPromptForUsage(pipeline, messages);
205
- const promptTokens = countTokens(pipeline, promptText);
206
- const completionTokens = countTokens(pipeline, content);
207
- return {
208
- content,
209
- usage: {
210
- promptTokens,
211
- completionTokens,
212
- totalTokens: promptTokens + completionTokens,
213
- },
214
- };
215
- },
216
- async loadLoRA(adapter) {
217
- const lora = typeof adapter === 'string'
218
- ? await loadLoRAFromUrl(adapter)
219
- : await loadLoRAFromManifest(adapter);
220
- pipeline.setLoRAAdapter(lora);
221
- },
222
- async unloadLoRA() {
223
- pipeline.setLoRAAdapter(null);
224
- },
225
- async unload() {
226
- await pipeline.unload();
227
- },
228
- get activeLoRA() {
229
- return pipeline.getActiveLoRA()?.name ?? null;
230
- },
231
- get loaded() {
232
- return pipeline.isLoaded === true;
233
- },
234
- get modelId() {
235
- return resolved.modelId;
236
- },
237
- get manifest() {
238
- return pipeline.manifest;
239
- },
240
- get deviceInfo() {
241
- return getKernelCapabilities()?.adapterInfo ?? null;
242
- },
243
- advanced: {
244
- prefillKV(prompt, options = {}) {
245
- return pipeline.prefillKVOnly(prompt, options);
246
- },
247
- prefillWithLogits(prompt, options = {}) {
248
- return pipeline.prefillWithLogits(prompt, options);
249
- },
250
- decodeStepLogits(currentIds, options = {}) {
251
- return pipeline.decodeStepLogits(currentIds, options);
252
- },
253
- generateWithPrefixKV(prefix, prompt, options = {}) {
254
- return pipeline.generateWithPrefixKV(prefix, prompt, options);
255
- },
256
- },
257
- };
258
- }
259
-
260
- export async function load(model, options = {}) {
261
- const { userProgress, pipelineProgress } = resolveLoadProgressHandlers(options);
262
-
263
- emitLoadProgress(userProgress, 'resolve', 5, 'Resolving model');
264
- const resolved = await resolveModelSource(model);
265
- await ensureWebGPUAvailable();
266
-
267
- emitLoadProgress(userProgress, 'manifest', 15, 'Fetching manifest');
268
- const manifest = resolved.manifest ?? await fetchManifestFromBaseUrl(resolved.baseUrl);
269
-
270
- emitLoadProgress(userProgress, 'load', 25, 'Loading weights');
271
- const pipeline = await createPipeline(manifest, {
272
- baseUrl: resolved.baseUrl ?? undefined,
273
- runtimeConfig: options.runtimeConfig,
274
- onProgress: pipelineProgress
275
- ? (progress) => emitLoadProgress(
276
- pipelineProgress,
277
- 'load',
278
- Math.max(25, Math.min(99, Math.round(progress.percent))),
279
- progress.message || 'Loading weights'
280
- )
281
- : undefined,
282
- });
283
-
284
- emitLoadProgress(userProgress, 'ready', 100, 'Model ready');
285
- return createModelHandle(pipeline, resolved);
286
- }
287
-
288
- async function getCachedModel(model, options = {}) {
289
- const resolved = await resolveModelSource(model);
290
- const cacheKey = resolved.modelId;
291
- const cached = convenienceModelCache.get(cacheKey);
292
- if (cached?.loaded) {
293
- return cached;
294
- }
295
- if (cached && !cached.loaded) {
296
- convenienceModelCache.delete(cacheKey);
297
- }
298
- if (!inFlightLoadCache.has(cacheKey)) {
299
- inFlightLoadCache.set(cacheKey, load(model, options).then((instance) => {
300
- convenienceModelCache.set(cacheKey, instance);
301
- inFlightLoadCache.delete(cacheKey);
302
- return instance;
303
- }).catch((error) => {
304
- inFlightLoadCache.delete(cacheKey);
305
- throw error;
306
- }));
307
- }
308
- return inFlightLoadCache.get(cacheKey);
309
- }
11
+ const runtime = createDopplerRuntimeService({
12
+ ensureWebGPUAvailable,
13
+ defaultLoadProgressLogger: null,
14
+ });
310
15
 
311
- async function* dopplerGenerate(prompt, options = {}) {
312
- if (!options || typeof options !== 'object' || options.model == null) {
313
- throw new Error('doppler() requires options.model.');
314
- }
315
- assertNoLoadAffectingOptions('doppler()', options);
316
- const model = await getCachedModel(options.model, { onProgress: options.onProgress });
317
- yield* model.generate(prompt, options);
318
- }
16
+ export const doppler = runtime.doppler;
17
+ export const load = runtime.load;
18
+ export const clearModelCache = runtime.clearModelCache;
19
+ export { createDefaultNodeLoadProgressLogger };
319
20
 
320
- export function doppler(prompt, options) {
321
- return dopplerGenerate(prompt, options);
322
- }
323
-
324
- doppler.load = load;
325
-
326
- function assertNoLoadAffectingOptions(apiName, options) {
327
- if (!options || typeof options !== 'object') {
328
- return;
329
- }
330
- if (
331
- options.runtimeConfig !== undefined
332
- || options.runtimeProfile !== undefined
333
- || options.runtimeConfigUrl !== undefined
334
- ) {
335
- throw new Error(
336
- `${apiName} does not accept load-affecting options. Use doppler.load(model, options) instead.`
337
- );
338
- }
21
+ export function resolveLoadProgressHandlers(options = {}) {
22
+ return runtime.resolveLoadProgressHandlers(options);
339
23
  }
340
24
 
341
- doppler.text = async function text(prompt, options = {}) {
342
- if (!options || typeof options !== 'object' || options.model == null) {
343
- throw new Error('doppler.text() requires options.model.');
344
- }
345
- assertNoLoadAffectingOptions('doppler.text()', options);
346
- const model = await getCachedModel(options.model, { onProgress: options.onProgress });
347
- return model.generateText(prompt, options);
348
- };
349
-
350
- doppler.chat = function chat(messages, options = {}) {
351
- if (!options || typeof options !== 'object' || options.model == null) {
352
- throw new Error('doppler.chat() requires options.model.');
353
- }
354
- assertNoLoadAffectingOptions('doppler.chat()', options);
355
- return (async function* run() {
356
- const model = await getCachedModel(options.model, { onProgress: options.onProgress });
357
- yield* model.chat(messages, options);
358
- }());
359
- };
360
-
361
- doppler.chatText = async function chatText(messages, options = {}) {
362
- if (!options || typeof options !== 'object' || options.model == null) {
363
- throw new Error('doppler.chatText() requires options.model.');
364
- }
365
- assertNoLoadAffectingOptions('doppler.chatText()', options);
366
- const model = await getCachedModel(options.model, { onProgress: options.onProgress });
367
- return model.chatText(messages, options);
368
- };
369
-
370
- doppler.evict = async function evict(model) {
371
- const resolved = await resolveModelSource(model);
372
- const cacheKey = resolved.modelId;
373
- const cached = convenienceModelCache.get(cacheKey);
374
- if (!cached) return false;
375
- await cached.unload();
376
- convenienceModelCache.delete(cacheKey);
377
- return true;
378
- };
379
-
380
- doppler.evictAll = async function evictAll() {
381
- const cachedModels = Array.from(convenienceModelCache.values());
382
- convenienceModelCache.clear();
383
- await Promise.allSettled(cachedModels.map((model) => model.unload()));
384
- };
385
-
386
- doppler.listModels = async function listModels() {
387
- const models = await listQuickstartModels();
388
- return models.map((entry) => entry.modelId);
389
- };
25
+ export default doppler;
@@ -1,75 +1,38 @@
1
- import type { RDRRManifest } from '../formats/rdrr/index.js';
2
- import type { GenerateOptions, KVCacheSnapshot } from '../generation/index.js';
3
1
  import type { ChatMessage } from '../inference/pipelines/text/chat-format.js';
4
- import type { LoRAManifest } from '../adapters/lora-loader.js';
2
+ import type { GenerateOptions } from '../generation/index.js';
5
3
  import type { LogitsStepResult, PrefillResult } from '../inference/pipelines/text/types.d.ts';
6
-
7
- export interface DopplerLoadProgress {
8
- phase: 'resolve' | 'manifest' | 'load' | 'ready';
9
- percent: number;
10
- message: string;
11
- }
12
-
13
- export interface DopplerLoadOptions {
14
- onProgress?: (event: DopplerLoadProgress) => void;
15
- runtimeConfig?: Record<string, unknown>;
16
- }
17
-
18
- export interface DopplerCallOptions extends GenerateOptions {
19
- model: string | { url: string };
4
+ import type { RDRRManifest } from '../formats/rdrr/index.js';
5
+ import type {
6
+ DopplerChatResponse,
7
+ DopplerLoadOptions,
8
+ DopplerLoadProgress,
9
+ DopplerModelHandle,
10
+ DopplerModelSource,
11
+ LoRAManifest,
12
+ } from './runtime/index.js';
13
+
14
+ export type DopplerGenerateOptions = Omit<GenerateOptions, 'stopTokens'>;
15
+
16
+ export interface DopplerCallOptions extends DopplerGenerateOptions {
17
+ model: DopplerModelSource;
20
18
  onProgress?: (event: DopplerLoadProgress) => void;
21
19
  }
22
20
 
23
- export interface DopplerChatResponse {
24
- content: string;
25
- usage: {
26
- promptTokens: number;
27
- completionTokens: number;
28
- totalTokens: number;
29
- };
30
- }
31
-
32
- export interface DopplerModel {
33
- generate(prompt: string, options?: GenerateOptions): AsyncGenerator<string, void, void>;
34
- generateText(prompt: string, options?: GenerateOptions): Promise<string>;
35
- chat(messages: ChatMessage[], options?: GenerateOptions): AsyncGenerator<string, void, void>;
36
- chatText(messages: ChatMessage[], options?: GenerateOptions): Promise<DopplerChatResponse>;
37
- loadLoRA(adapter: string | LoRAManifest): Promise<void>;
38
- unloadLoRA(): Promise<void>;
39
- unload(): Promise<void>;
40
- readonly activeLoRA: string | null;
41
- readonly loaded: boolean;
42
- readonly modelId: string;
43
- readonly manifest: RDRRManifest;
44
- readonly deviceInfo: Record<string, unknown> | null;
45
- readonly advanced: {
46
- prefillKV(prompt: string, options?: GenerateOptions): Promise<KVCacheSnapshot>;
47
- prefillWithLogits(prompt: string | ChatMessage[] | { messages: ChatMessage[] }, options?: GenerateOptions): Promise<PrefillResult>;
48
- decodeStepLogits(currentIds: number[], options?: GenerateOptions): Promise<LogitsStepResult>;
49
- generateWithPrefixKV(
50
- prefix: KVCacheSnapshot,
51
- prompt: string,
52
- options?: GenerateOptions
53
- ): AsyncGenerator<string, void, void>;
54
- };
55
- }
21
+ export type DopplerModel = DopplerModelHandle;
56
22
 
57
23
  export interface DopplerNamespace {
58
24
  (prompt: string, options: DopplerCallOptions): AsyncGenerator<string, void, void>;
59
- load(
60
- model: string | { url: string } | { manifest: RDRRManifest; baseUrl?: string },
61
- options?: DopplerLoadOptions
62
- ): Promise<DopplerModel>;
25
+ load(model: DopplerModelSource, options?: DopplerLoadOptions): Promise<DopplerModel>;
63
26
  text(prompt: string, options: DopplerCallOptions): Promise<string>;
64
27
  chat(messages: ChatMessage[], options: DopplerCallOptions): AsyncGenerator<string, void, void>;
65
28
  chatText(messages: ChatMessage[], options: DopplerCallOptions): Promise<DopplerChatResponse>;
66
- evict(model: string | { url: string }): Promise<boolean>;
29
+ evict(model: DopplerModelSource): Promise<boolean>;
67
30
  evictAll(): Promise<void>;
68
31
  listModels(): Promise<string[]>;
69
32
  }
70
33
 
71
34
  export declare function load(
72
- model: string | { url: string } | { manifest: RDRRManifest; baseUrl?: string },
35
+ model: DopplerModelSource,
73
36
  options?: DopplerLoadOptions
74
37
  ): Promise<DopplerModel>;
75
38
 
@@ -80,4 +43,20 @@ export declare function resolveLoadProgressHandlers(options?: DopplerLoadOptions
80
43
  pipelineProgress: ((event: DopplerLoadProgress) => void) | null;
81
44
  };
82
45
 
46
+ export declare function clearModelCache(): void;
47
+
83
48
  export declare const doppler: DopplerNamespace;
49
+
50
+ export type {
51
+ DopplerChatResponse,
52
+ DopplerLoadOptions,
53
+ DopplerLoadProgress,
54
+ DopplerModelSource,
55
+ };
56
+
57
+ export type {
58
+ LogitsStepResult,
59
+ PrefillResult,
60
+ LoRAManifest,
61
+ RDRRManifest,
62
+ };