doppler-gpu 0.2.0 → 0.2.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (607) hide show
  1. package/CHANGELOG.md +29 -1
  2. package/README.md +97 -29
  3. package/package.json +40 -27
  4. package/src/cli/config/doppler-quickstart.json +10 -0
  5. package/src/cli/doppler-cli.js +66 -22
  6. package/src/cli/doppler-quickstart.d.ts +61 -0
  7. package/src/cli/doppler-quickstart.js +299 -0
  8. package/src/cli/doppler-serve.js +395 -0
  9. package/src/client/doppler-api.browser.js +13 -377
  10. package/src/client/doppler-api.d.ts +35 -56
  11. package/src/client/doppler-api.js +12 -363
  12. package/src/client/doppler-registry.json +55 -2
  13. package/src/client/runtime/index.d.ts +63 -0
  14. package/src/client/runtime/index.js +173 -0
  15. package/src/client/runtime/lora.d.ts +36 -0
  16. package/src/client/runtime/lora.js +165 -0
  17. package/src/client/{doppler-provider → runtime}/model-manager.d.ts +1 -1
  18. package/src/client/{doppler-provider → runtime}/model-manager.js +56 -30
  19. package/src/client/runtime/model-session.d.ts +72 -0
  20. package/src/client/runtime/model-session.js +122 -0
  21. package/src/client/runtime/model-source.d.ts +43 -0
  22. package/src/client/runtime/model-source.js +101 -0
  23. package/src/client/{doppler-provider → runtime}/source-runtime.d.ts +8 -5
  24. package/src/client/runtime/source-runtime.js +919 -0
  25. package/src/client/runtime/storage.d.ts +5 -0
  26. package/src/client/runtime/storage.js +51 -0
  27. package/src/client/{doppler-provider → runtime}/types.d.ts +14 -2
  28. package/src/config/README.md +2 -0
  29. package/src/config/conversion/README.md +47 -7
  30. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +67 -5
  31. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +62 -11
  32. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +79 -18
  33. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +61 -13
  34. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +53 -10
  35. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +66 -18
  36. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +256 -0
  37. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +49 -8
  38. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +45 -6
  39. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +45 -6
  40. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +57 -9
  41. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +105 -26
  42. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +83 -33
  43. package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +33 -5
  44. package/src/config/execution-contract-check.d.ts +2 -1
  45. package/src/config/execution-contract-check.js +187 -53
  46. package/src/config/kernel-path-loader.d.ts +36 -0
  47. package/src/config/kernel-path-loader.js +97 -10
  48. package/src/config/kernels/kernel-ref-digests.js +40 -24
  49. package/src/config/kernels/registry.js +0 -1
  50. package/src/config/kernels/registry.json +772 -66
  51. package/src/config/merge-contract-check.js +3 -0
  52. package/src/config/merge.d.ts +18 -1
  53. package/src/config/merge.js +56 -0
  54. package/src/config/param-categories.js +5 -0
  55. package/src/config/param-validator.js +42 -26
  56. package/src/config/platforms/apple-m3.json +1 -1
  57. package/src/config/platforms/loader.js +21 -16
  58. package/src/config/required-inference-fields-contract-check.js +16 -0
  59. package/src/config/runtime/compute/f16-batched.json +2 -0
  60. package/src/config/runtime/default.json +1 -0
  61. package/src/config/runtime/experiments/bench/gemma3-bench-q4k-alt.json +57 -0
  62. package/src/config/runtime/experiments/bench/gemma3-bench-q4k-batched.json +57 -0
  63. package/src/config/runtime/experiments/bench/gemma3-bench-q4k.json +2 -0
  64. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-alt.json +57 -0
  65. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +57 -0
  66. package/src/config/runtime/experiments/debug/gemma3-browser-diagnose-q4k.json +81 -0
  67. package/src/config/runtime/experiments/debug/gemma3-debug-q4k.json +5 -0
  68. package/src/config/runtime/experiments/debug/qwen35-browser-diagnose-q4k.json +81 -0
  69. package/src/config/runtime/experiments/verify/gemma4-e2b-verify.json +38 -0
  70. package/src/config/runtime/profiles/gemma4-e2b-low-memory.json +63 -0
  71. package/src/config/runtime/profiles/gemma4-e2b-throughput.json +39 -0
  72. package/src/config/runtime/profiles/low-memory.json +1 -0
  73. package/src/config/runtime/profiles/turboquant-contiguous-prod.json +29 -0
  74. package/src/config/runtime/profiles/turboquant-contiguous.json +29 -0
  75. package/src/config/runtime/profiles/turboquant.json +36 -0
  76. package/src/config/runtime/profiles/vector-stability.json +1 -0
  77. package/src/config/runtime/tiers/gemma4-128gb.json +79 -0
  78. package/src/config/runtime/tiers/gemma4-16gb.json +15 -2
  79. package/src/config/runtime/tiers/gemma4-24gb.json +15 -2
  80. package/src/config/runtime/tiers/gemma4-32gb.json +15 -2
  81. package/src/config/runtime.js +11 -4
  82. package/src/config/schema/converter.schema.d.ts +4 -2
  83. package/src/config/schema/converter.schema.js +7 -5
  84. package/src/config/schema/doppler.schema.d.ts +26 -2
  85. package/src/config/schema/doppler.schema.js +77 -28
  86. package/src/config/schema/execution-v1.schema.d.ts +78 -5
  87. package/src/config/schema/execution-v1.schema.js +62 -1
  88. package/src/config/schema/index.d.ts +22 -29
  89. package/src/config/schema/index.js +15 -17
  90. package/src/config/schema/inference.schema.d.ts +26 -4
  91. package/src/config/schema/kernel-path.schema.d.ts +30 -3
  92. package/src/config/schema/kernel-registry.schema.d.ts +1 -1
  93. package/src/config/schema/kernel-registry.schema.js +1 -0
  94. package/src/config/schema/kvcache.schema.js +7 -0
  95. package/src/config/schema/loading.schema.d.ts +28 -0
  96. package/src/config/schema/loading.schema.js +9 -0
  97. package/src/config/schema/manifest.schema.d.ts +79 -5
  98. package/src/config/schema/manifest.schema.js +7 -1
  99. package/src/config/schema/platform.schema.d.ts +10 -8
  100. package/src/config/schema/speculation-self.schema.js +0 -5
  101. package/src/config/schema/support-tiers.schema.d.ts +53 -0
  102. package/src/config/schema/support-tiers.schema.js +128 -0
  103. package/src/config/source-packages/litert/gemma-4-e2b-it.json +622 -0
  104. package/src/config/source-packages/registry.json +15 -0
  105. package/src/config/support-tiers/subsystems.json +502 -0
  106. package/src/config/transforms/capability-transform-resolver.d.ts +16 -5
  107. package/src/config/transforms/capability-transform-resolver.js +44 -9
  108. package/src/config/transforms/execution-graph-transforms.d.ts +113 -2
  109. package/src/config/transforms/execution-graph-transforms.js +1220 -8
  110. package/src/converter/conversion-plan.js +20 -8
  111. package/src/converter/core.d.ts +48 -1
  112. package/src/converter/core.js +249 -62
  113. package/src/converter/parsers/gguf.d.ts +10 -1
  114. package/src/converter/rope-config.d.ts +1 -0
  115. package/src/converter/rope-config.js +75 -5
  116. package/src/converter/shard-packer.js +2 -2
  117. package/src/debug/tensor.js +13 -1
  118. package/src/{adapters → experimental/adapters}/adapter-manager.d.ts +1 -1
  119. package/src/{adapters → experimental/adapters}/adapter-manager.js +2 -2
  120. package/src/{adapters → experimental/adapters}/adapter-manifest.d.ts +1 -1
  121. package/src/{adapters → experimental/adapters}/adapter-manifest.js +1 -1
  122. package/src/{adapters → experimental/adapters}/adapter-registry.d.ts +1 -1
  123. package/src/{adapters → experimental/adapters}/adapter-registry.js +1 -1
  124. package/src/{adapters → experimental/adapters}/lora-loader.d.ts +1 -1
  125. package/src/{adapters → experimental/adapters}/lora-loader.js +2 -2
  126. package/src/{bridge → experimental/bridge}/extension-client.js +2 -2
  127. package/src/{bridge → experimental/bridge}/node-bridge.js +2 -4
  128. package/src/{bridge → experimental/bridge}/protocol.js +1 -1
  129. package/src/{browser → experimental/browser}/browser-converter.d.ts +4 -4
  130. package/src/{browser → experimental/browser}/browser-converter.js +12 -12
  131. package/src/{browser → experimental/browser}/gguf-importer.d.ts +1 -1
  132. package/src/{browser → experimental/browser}/gguf-importer.js +8 -8
  133. package/src/{browser → experimental/browser}/gguf-parser-browser.d.ts +2 -2
  134. package/src/{browser → experimental/browser}/gguf-parser-browser.js +3 -3
  135. package/src/{browser → experimental/browser}/quantization.d.ts +3 -3
  136. package/src/{browser → experimental/browser}/quantization.js +4 -4
  137. package/src/{browser → experimental/browser}/safetensors-parser-browser.d.ts +3 -3
  138. package/src/{browser → experimental/browser}/safetensors-parser-browser.js +3 -3
  139. package/src/{browser → experimental/browser}/shard-io-browser.d.ts +1 -1
  140. package/src/{browser → experimental/browser}/shard-io-browser.js +2 -2
  141. package/src/{browser → experimental/browser}/tensor-source-download.js +3 -3
  142. package/src/experimental/diffusion/index.d.ts +8 -0
  143. package/src/experimental/diffusion/index.js +8 -0
  144. package/src/{distribution → experimental/distribution}/p2p-transport-contract.js +1 -1
  145. package/src/{distribution → experimental/distribution}/p2p-transport.js +1 -1
  146. package/src/{distribution → experimental/distribution}/shard-delivery.js +5 -5
  147. package/src/experimental/energy/index.d.ts +2 -0
  148. package/src/experimental/energy/index.js +2 -0
  149. package/src/{hotswap → experimental/hotswap}/intent-bundle.d.ts +1 -1
  150. package/src/{hotswap → experimental/hotswap}/intent-bundle.js +2 -2
  151. package/src/{hotswap → experimental/hotswap}/manifest.d.ts +2 -2
  152. package/src/{hotswap → experimental/hotswap}/manifest.js +1 -1
  153. package/src/{hotswap → experimental/hotswap}/model-swap.js +1 -1
  154. package/src/{hotswap → experimental/hotswap}/runtime.d.ts +1 -1
  155. package/src/experimental/orchestration/index.d.ts +12 -0
  156. package/src/experimental/orchestration/index.js +12 -0
  157. package/src/{training → experimental/training}/README.md +1 -1
  158. package/src/{training → experimental/training}/artifacts.d.ts +3 -3
  159. package/src/{training → experimental/training}/artifacts.js +3 -3
  160. package/src/{training → experimental/training}/attention-backward.d.ts +1 -1
  161. package/src/{training → experimental/training}/attention-backward.js +3 -3
  162. package/src/{training → experimental/training}/attention-forward.d.ts +2 -2
  163. package/src/{training → experimental/training}/attention-forward.js +1 -1
  164. package/src/{training → experimental/training}/autograd.d.ts +2 -2
  165. package/src/{training → experimental/training}/autograd.js +7 -7
  166. package/src/{training → experimental/training}/backward-kernels.js +1 -1
  167. package/src/{training → experimental/training}/checkpoint.js +1 -1
  168. package/src/{training → experimental/training}/clip.d.ts +2 -2
  169. package/src/{training → experimental/training}/clip.js +3 -3
  170. package/src/{training → experimental/training}/export.d.ts +2 -2
  171. package/src/{training → experimental/training}/export.js +2 -2
  172. package/src/{training → experimental/training}/lora-pipeline.js +4 -4
  173. package/src/{training → experimental/training}/lora.d.ts +1 -1
  174. package/src/{training → experimental/training}/lora.js +4 -4
  175. package/src/{training → experimental/training}/loss-scaling.d.ts +2 -2
  176. package/src/{training → experimental/training}/loss-scaling.js +3 -3
  177. package/src/{training → experimental/training}/loss.d.ts +2 -2
  178. package/src/{training → experimental/training}/loss.js +1 -1
  179. package/src/{training → experimental/training}/operator-artifacts.js +1 -1
  180. package/src/{training → experimental/training}/optimizer.d.ts +2 -2
  181. package/src/{training → experimental/training}/optimizer.js +3 -3
  182. package/src/{training → experimental/training}/runner.d.ts +2 -2
  183. package/src/{training → experimental/training}/runner.js +5 -5
  184. package/src/{training → experimental/training}/suite.js +16 -16
  185. package/src/{training → experimental/training}/tensor-factory.d.ts +1 -1
  186. package/src/{training → experimental/training}/tensor-factory.js +2 -2
  187. package/src/{training → experimental/training}/trainer.d.ts +3 -3
  188. package/src/{training → experimental/training}/trainer.js +3 -3
  189. package/src/{training → experimental/training}/ul_dataset.d.ts +2 -2
  190. package/src/{training → experimental/training}/ul_dataset.js +1 -1
  191. package/src/{training → experimental/training}/ul_schedule.d.ts +1 -1
  192. package/src/{training → experimental/training}/workloads.js +4 -4
  193. package/src/formats/index.d.ts +24 -0
  194. package/src/formats/index.js +6 -0
  195. package/src/formats/litert/index.d.ts +1 -0
  196. package/src/formats/litert/index.js +1 -0
  197. package/src/formats/litert/types.d.ts +87 -0
  198. package/src/formats/litert/types.js +568 -0
  199. package/src/formats/rdrr/classification.js +16 -8
  200. package/src/formats/rdrr/parsing.d.ts +3 -2
  201. package/src/formats/rdrr/types.d.ts +33 -0
  202. package/src/formats/rdrr/validation.js +16 -5
  203. package/src/formats/tflite/index.d.ts +1 -0
  204. package/src/formats/tflite/index.js +1 -0
  205. package/src/formats/tflite/types.d.ts +84 -0
  206. package/src/formats/tflite/types.js +633 -0
  207. package/src/generation/index.d.ts +16 -14
  208. package/src/generation/index.js +1 -32
  209. package/src/gpu/command-recorder.d.ts +17 -1
  210. package/src/gpu/command-recorder.js +47 -10
  211. package/src/gpu/device.d.ts +3 -1
  212. package/src/gpu/device.js +17 -11
  213. package/src/gpu/kernel-selector.js +3 -1
  214. package/src/gpu/kernels/attention.d.ts +2 -0
  215. package/src/gpu/kernels/attention.js +359 -14
  216. package/src/gpu/kernels/attention.wgsl +20 -1
  217. package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +180 -0
  218. package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +192 -0
  219. package/src/gpu/kernels/attention_decode_online_f16.wgsl +36 -18
  220. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +36 -18
  221. package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +269 -0
  222. package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +281 -0
  223. package/src/gpu/kernels/attention_head256_f16kv.wgsl +269 -0
  224. package/src/gpu/kernels/attention_streaming.wgsl +22 -3
  225. package/src/gpu/kernels/attention_streaming_f16.wgsl +1 -1
  226. package/src/gpu/kernels/attention_streaming_f16kv.wgsl +1 -1
  227. package/src/gpu/kernels/backward/attention_backward.d.ts +14 -1
  228. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +18 -0
  229. package/src/gpu/kernels/check-hot-vocab-stop.js +108 -0
  230. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +1 -1
  231. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +1 -1
  232. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +126 -194
  233. package/src/gpu/kernels/codegen/wgsl-variants.js +24 -6
  234. package/src/gpu/kernels/depthwise_conv1d.d.ts +23 -0
  235. package/src/gpu/kernels/depthwise_conv1d.js +51 -0
  236. package/src/gpu/kernels/depthwise_conv1d.wgsl +46 -0
  237. package/src/gpu/kernels/feature-check.js +0 -1
  238. package/src/gpu/kernels/fused_ffn.js +67 -22
  239. package/src/gpu/kernels/fused_ffn_q4k.wgsl +48 -43
  240. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +329 -0
  241. package/src/gpu/kernels/fused_matmul_q4.wgsl +417 -0
  242. package/src/gpu/kernels/fused_matmul_q4_batched_multicol_shared.wgsl +174 -0
  243. package/src/gpu/kernels/gather.d.ts +4 -0
  244. package/src/gpu/kernels/gather.js +13 -2
  245. package/src/gpu/kernels/gather.wgsl +5 -3
  246. package/src/gpu/kernels/gather_f16.wgsl +5 -3
  247. package/src/gpu/kernels/index.d.ts +7 -0
  248. package/src/gpu/kernels/index.js +6 -0
  249. package/src/gpu/kernels/kernel-configs.js +1 -0
  250. package/src/gpu/kernels/kv-quantize.js +87 -55
  251. package/src/gpu/kernels/kv_quantize_turboquant.wgsl +153 -0
  252. package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +230 -0
  253. package/src/gpu/kernels/linear-attention-core.d.ts +3 -0
  254. package/src/gpu/kernels/linear-attention-core.js +145 -56
  255. package/src/gpu/kernels/matmul-dispatch.js +3 -0
  256. package/src/gpu/kernels/matmul-selection.js +31 -42
  257. package/src/gpu/kernels/matmul.d.ts +3 -0
  258. package/src/gpu/kernels/matmul.js +72 -34
  259. package/src/gpu/kernels/residual.d.ts +2 -0
  260. package/src/gpu/kernels/residual.js +43 -4
  261. package/src/gpu/kernels/rope.d.ts +2 -0
  262. package/src/gpu/kernels/rope.js +19 -6
  263. package/src/gpu/kernels/rope.wgsl +24 -12
  264. package/src/gpu/kernels/rope_f16.wgsl +97 -38
  265. package/src/gpu/kernels/scale.d.ts +5 -0
  266. package/src/gpu/kernels/scale.js +6 -1
  267. package/src/gpu/kernels/scale.wgsl +3 -1
  268. package/src/gpu/kernels/scale_f16.wgsl +32 -0
  269. package/src/gpu/kernels/turboquant-codebook.js +564 -0
  270. package/src/gpu/kernels/uniform-utils.js +26 -0
  271. package/src/gpu/kernels/utils.js +6 -1
  272. package/src/gpu/submit-probe.d.ts +12 -0
  273. package/src/gpu/submit-probe.js +77 -0
  274. package/src/gpu/weight-buffer.d.ts +26 -3
  275. package/src/gpu/weight-buffer.js +62 -2
  276. package/src/index-browser.d.ts +1 -91
  277. package/src/index-browser.js +0 -66
  278. package/src/index.d.ts +1 -102
  279. package/src/index.js +0 -74
  280. package/src/inference/browser-harness-model-helpers.d.ts +3 -0
  281. package/src/inference/browser-harness-model-helpers.js +134 -11
  282. package/src/inference/browser-harness-runtime-helpers.js +1 -9
  283. package/src/inference/browser-harness-text-helpers.js +441 -70
  284. package/src/inference/browser-harness.js +61 -4
  285. package/src/inference/decode-ring.d.ts +2 -0
  286. package/src/inference/decode-ring.js +20 -0
  287. package/src/inference/kv-cache/index.d.ts +3 -0
  288. package/src/inference/kv-cache/index.js +2 -0
  289. package/src/inference/kv-cache/mixed-geometry.d.ts +84 -0
  290. package/src/inference/kv-cache/mixed-geometry.js +422 -0
  291. package/src/inference/kv-cache/quantized.d.ts +56 -0
  292. package/src/inference/kv-cache/quantized.js +383 -0
  293. package/src/inference/kv-cache/tiered.d.ts +20 -3
  294. package/src/inference/kv-cache/tiered.js +203 -65
  295. package/src/inference/kv-cache/types.d.ts +49 -6
  296. package/src/inference/kv-cache.d.ts +3 -0
  297. package/src/inference/kv-cache.js +2 -0
  298. package/src/inference/multi-model-network.js +2 -1
  299. package/src/inference/pipelines/audio/gemma4.js +655 -0
  300. package/src/inference/pipelines/audio/index.js +39 -0
  301. package/src/inference/pipelines/audio/mel.js +171 -0
  302. package/src/inference/pipelines/context.js +9 -1
  303. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +2 -0
  304. package/src/inference/pipelines/shared/clipped-linear.js +46 -0
  305. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +2 -1
  306. package/src/inference/pipelines/text/attention/dispatch-params.js +52 -8
  307. package/src/inference/pipelines/text/attention/output-projection.js +3 -3
  308. package/src/inference/pipelines/text/attention/precision-contract.d.ts +36 -0
  309. package/src/inference/pipelines/text/attention/precision-contract.js +115 -0
  310. package/src/inference/pipelines/text/attention/projections.d.ts +23 -0
  311. package/src/inference/pipelines/text/attention/projections.js +182 -15
  312. package/src/inference/pipelines/text/attention/quant-options.js +54 -0
  313. package/src/inference/pipelines/text/attention/record.js +257 -69
  314. package/src/inference/pipelines/text/attention/run.js +306 -94
  315. package/src/inference/pipelines/text/attention/types.d.ts +11 -0
  316. package/src/inference/pipelines/text/chat-format.d.ts +8 -1
  317. package/src/inference/pipelines/text/chat-format.js +89 -5
  318. package/src/inference/pipelines/text/config.d.ts +78 -26
  319. package/src/inference/pipelines/text/config.js +722 -28
  320. package/src/inference/pipelines/text/dtype-contract.d.ts +15 -0
  321. package/src/inference/pipelines/text/dtype-contract.js +38 -0
  322. package/src/inference/pipelines/text/embed.d.ts +4 -0
  323. package/src/inference/pipelines/text/embed.js +165 -172
  324. package/src/inference/pipelines/text/execution-plan.d.ts +19 -0
  325. package/src/inference/pipelines/text/execution-plan.js +112 -20
  326. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +8 -4
  327. package/src/inference/pipelines/text/execution-runtime-builders.js +90 -49
  328. package/src/inference/pipelines/text/execution-v1.d.ts +23 -4
  329. package/src/inference/pipelines/text/execution-v1.js +411 -33
  330. package/src/inference/pipelines/text/ffn/dense.d.ts +59 -0
  331. package/src/inference/pipelines/text/ffn/dense.js +575 -63
  332. package/src/inference/pipelines/text/ffn/moe.js +1 -0
  333. package/src/inference/pipelines/text/ffn/sandwich.js +20 -4
  334. package/src/inference/pipelines/text/ffn/standard.js +28 -4
  335. package/src/inference/pipelines/text/finiteness-policy.d.ts +4 -0
  336. package/src/inference/pipelines/text/finiteness-policy.js +14 -11
  337. package/src/inference/pipelines/text/generator-helpers.d.ts +7 -0
  338. package/src/inference/pipelines/text/generator-helpers.js +39 -4
  339. package/src/inference/pipelines/text/generator-runtime.js +45 -8
  340. package/src/inference/pipelines/text/generator-steps.js +407 -75
  341. package/src/inference/pipelines/text/generator.d.ts +6 -0
  342. package/src/inference/pipelines/text/generator.js +1179 -305
  343. package/src/inference/pipelines/text/init.d.ts +39 -7
  344. package/src/inference/pipelines/text/init.js +525 -110
  345. package/src/inference/pipelines/text/layer-plan.d.ts +1 -0
  346. package/src/inference/pipelines/text/layer-plan.js +2 -0
  347. package/src/inference/pipelines/text/layer.js +402 -19
  348. package/src/inference/pipelines/text/linear-attention.d.ts +4 -0
  349. package/src/inference/pipelines/text/linear-attention.js +112 -41
  350. package/src/inference/pipelines/text/logits/gpu.d.ts +2 -1
  351. package/src/inference/pipelines/text/logits/gpu.js +334 -15
  352. package/src/inference/pipelines/text/logits/index.d.ts +11 -0
  353. package/src/inference/pipelines/text/logits/index.js +227 -29
  354. package/src/inference/pipelines/text/logits/types.d.ts +3 -0
  355. package/src/inference/pipelines/text/logits/utils.js +3 -1
  356. package/src/inference/pipelines/text/lora-apply.js +3 -3
  357. package/src/inference/pipelines/text/model-load.d.ts +2 -1
  358. package/src/inference/pipelines/text/model-load.js +205 -178
  359. package/src/inference/pipelines/text/moe-gpu.js +8 -0
  360. package/src/inference/pipelines/text/moe-impl.d.ts +2 -0
  361. package/src/inference/pipelines/text/ops.d.ts +16 -2
  362. package/src/inference/pipelines/text/ops.js +11 -2
  363. package/src/inference/pipelines/text/per-layer-inputs.d.ts +107 -0
  364. package/src/inference/pipelines/text/per-layer-inputs.js +1581 -0
  365. package/src/inference/pipelines/text/probes.js +6 -0
  366. package/src/inference/pipelines/text/sampling-config.js +9 -1
  367. package/src/inference/pipelines/text/stage-names.js +3 -0
  368. package/src/inference/pipelines/text/state.d.ts +12 -3
  369. package/src/inference/pipelines/text/state.js +19 -0
  370. package/src/inference/pipelines/text/types.d.ts +79 -7
  371. package/src/inference/pipelines/text/weights.d.ts +2 -2
  372. package/src/inference/pipelines/text/weights.js +4 -0
  373. package/src/inference/pipelines/text.d.ts +6 -0
  374. package/src/inference/pipelines/text.js +860 -11
  375. package/src/inference/pipelines/video/frame-sampler.js +36 -0
  376. package/src/inference/pipelines/video/index.js +87 -0
  377. package/src/inference/pipelines/vision/encoder.js +27 -6
  378. package/src/inference/pipelines/vision/gemma4.js +731 -0
  379. package/src/inference/pipelines/vision/image-preprocess.js +22 -7
  380. package/src/inference/pipelines/vision/index.js +35 -10
  381. package/src/inference/pipelines/vision/ops.js +31 -26
  382. package/src/inference/pipelines/vision/patch-embed.js +22 -10
  383. package/src/inference/runtime-model.d.ts +89 -0
  384. package/src/inference/runtime-model.js +152 -0
  385. package/src/inference/test-harness.d.ts +8 -1
  386. package/src/inference/test-harness.js +54 -20
  387. package/src/inference/tokenizer.d.ts +5 -0
  388. package/src/inference/tokenizer.js +43 -0
  389. package/src/inference/tokenizers/base.d.ts +5 -0
  390. package/src/inference/tokenizers/base.js +5 -0
  391. package/src/inference/tokenizers/behavior-flags.d.ts +9 -0
  392. package/src/inference/tokenizers/behavior-flags.js +100 -0
  393. package/src/inference/tokenizers/bundled.d.ts +4 -0
  394. package/src/inference/tokenizers/bundled.js +110 -0
  395. package/src/inference/tokenizers/sentencepiece.d.ts +2 -0
  396. package/src/inference/tokenizers/sentencepiece.js +16 -0
  397. package/src/inference/tokenizers/types.d.ts +2 -0
  398. package/src/loader/doppler-loader.d.ts +10 -3
  399. package/src/loader/doppler-loader.js +103 -5
  400. package/src/loader/embedding-loader.d.ts +5 -1
  401. package/src/loader/embedding-loader.js +57 -6
  402. package/src/loader/final-weights-loader.js +44 -5
  403. package/src/loader/layer-loader.js +210 -8
  404. package/src/loader/loader-state.js +2 -2
  405. package/src/loader/loader-types.d.ts +17 -1
  406. package/src/loader/memory-monitor.d.ts +8 -0
  407. package/src/loader/memory-monitor.js +21 -0
  408. package/src/loader/multi-model-loader.d.ts +9 -1
  409. package/src/loader/multi-model-loader.js +9 -1
  410. package/src/loader/per-layer-input-loader.d.ts +30 -0
  411. package/src/loader/per-layer-input-loader.js +478 -0
  412. package/src/loader/shard-cache.d.ts +4 -3
  413. package/src/loader/shard-resolver.js +2 -0
  414. package/src/loader/tensors/source-transform.d.ts +50 -0
  415. package/src/loader/tensors/source-transform.js +776 -0
  416. package/src/loader/tensors/tensor-loader.d.ts +12 -0
  417. package/src/loader/tensors/tensor-loader.js +208 -123
  418. package/src/loader/tensors/tensor-reader.d.ts +8 -0
  419. package/src/loader/tensors/tensor-reader.js +283 -15
  420. package/src/loaders/index.d.ts +4 -0
  421. package/src/loaders/index.js +4 -0
  422. package/src/memory/buffer-pool.d.ts +4 -0
  423. package/src/memory/buffer-pool.js +36 -0
  424. package/src/rules/execution-rules-contract-check.d.ts +4 -0
  425. package/src/rules/execution-rules-contract-check.js +150 -24
  426. package/src/rules/inference/attention.rules.json +15 -0
  427. package/src/rules/inference/capability-transforms.rules.json +30 -0
  428. package/src/rules/inference/execution.rules.json +54 -2
  429. package/src/rules/inference/ffn.rules.json +33 -0
  430. package/src/rules/kernels/attention.rules.json +7 -0
  431. package/src/rules/kernels/fused-ffn.rules.json +4 -2
  432. package/src/rules/kernels/kv_quantize.rules.json +2 -0
  433. package/src/rules/kernels/matmul.rules.json +14 -0
  434. package/src/rules/kernels/scale.rules.json +2 -0
  435. package/src/rules/loader/tensor-loader.rules.json +1 -0
  436. package/src/storage/artifact-storage-context.d.ts +53 -0
  437. package/src/storage/artifact-storage-context.js +560 -0
  438. package/src/storage/downloader.js +7 -1
  439. package/src/storage/index.d.ts +18 -0
  440. package/src/storage/index.js +13 -0
  441. package/src/storage/preflight.js +22 -0
  442. package/src/storage/quickstart-downloader.js +35 -2
  443. package/src/storage/registry.d.ts +1 -0
  444. package/src/storage/registry.js +26 -4
  445. package/src/storage/shard-manager.d.ts +4 -0
  446. package/src/storage/shard-manager.js +25 -6
  447. package/src/storage/source-artifact-store.d.ts +9 -0
  448. package/src/storage/source-artifact-store.js +134 -0
  449. package/src/tooling/browser-command-runner.js +12 -5
  450. package/src/tooling/command-api-family-normalizers.js +144 -0
  451. package/src/tooling/command-api-helpers.js +1 -0
  452. package/src/tooling/command-api.d.ts +32 -9
  453. package/src/tooling/command-api.js +0 -25
  454. package/src/tooling/command-runner-shared.js +1 -2
  455. package/src/tooling/command-runner.html +5 -2
  456. package/src/tooling/diagnose-runner.js +1 -1
  457. package/src/tooling/kernel-path-builder/index.js +48 -32
  458. package/src/tooling/lean-execution-contract.d.ts +1 -1
  459. package/src/tooling/lean-execution-contract.js +2 -149
  460. package/src/tooling/litert-package-runtime.d.ts +46 -0
  461. package/src/tooling/litert-package-runtime.js +950 -0
  462. package/src/tooling/node-browser-command-runner.d.ts +13 -0
  463. package/src/tooling/node-browser-command-runner.js +163 -3
  464. package/src/tooling/node-command-runner.js +14 -5
  465. package/src/tooling/node-converter.js +226 -63
  466. package/src/tooling/node-source-runtime.d.ts +8 -3
  467. package/src/tooling/node-source-runtime.js +561 -236
  468. package/src/tooling/node-webgpu.js +7 -30
  469. package/src/tooling/opfs-cache.d.ts +18 -1
  470. package/src/tooling/opfs-cache.js +126 -9
  471. package/src/tooling/runtime-input-composition.d.ts +0 -1
  472. package/src/tooling/runtime-input-composition.js +0 -5
  473. package/src/tooling/source-artifact-adapter.d.ts +134 -0
  474. package/src/tooling/source-artifact-adapter.js +366 -0
  475. package/src/tooling/source-package-profiles.d.ts +33 -0
  476. package/src/tooling/source-package-profiles.js +57 -0
  477. package/src/tooling/source-runtime-bundle.d.ts +46 -6
  478. package/src/tooling/source-runtime-bundle.js +371 -60
  479. package/src/tooling/source-runtime-converter-config.d.ts +24 -0
  480. package/src/tooling/source-runtime-converter-config.js +297 -0
  481. package/src/tooling-experimental-exports.browser.js +2 -0
  482. package/src/tooling-experimental-exports.d.ts +7 -0
  483. package/src/tooling-experimental-exports.js +7 -0
  484. package/src/tooling-experimental-exports.shared.d.ts +26 -0
  485. package/src/tooling-experimental-exports.shared.js +29 -0
  486. package/src/tooling-exports.shared.d.ts +0 -23
  487. package/src/tooling-exports.shared.js +6 -28
  488. package/src/version.js +1 -1
  489. package/src/client/doppler-provider/generation.d.ts +0 -25
  490. package/src/client/doppler-provider/generation.js +0 -126
  491. package/src/client/doppler-provider/index.d.ts +0 -2
  492. package/src/client/doppler-provider/index.js +0 -3
  493. package/src/client/doppler-provider/provider.d.ts +0 -5
  494. package/src/client/doppler-provider/provider.js +0 -102
  495. package/src/client/doppler-provider/source-runtime.js +0 -677
  496. package/src/client/doppler-provider.d.ts +0 -46
  497. package/src/client/doppler-provider.js +0 -36
  498. package/src/config/schema/inference-defaults.schema.d.ts +0 -276
  499. package/src/config/schema/inference-defaults.schema.js +0 -189
  500. package/src/diffusion/index.d.ts +0 -8
  501. package/src/diffusion/index.js +0 -8
  502. package/src/energy/index.d.ts +0 -2
  503. package/src/energy/index.js +0 -2
  504. package/src/index-internal.d.ts +0 -2
  505. package/src/index-internal.js +0 -2
  506. /package/src/client/{doppler-provider → runtime}/types.js +0 -0
  507. /package/src/{adapters → experimental/adapters}/index.d.ts +0 -0
  508. /package/src/{adapters → experimental/adapters}/index.js +0 -0
  509. /package/src/{bridge → experimental/bridge}/extension/background.d.ts +0 -0
  510. /package/src/{bridge → experimental/bridge}/extension/background.js +0 -0
  511. /package/src/{bridge → experimental/bridge}/extension/manifest.json +0 -0
  512. /package/src/{bridge → experimental/bridge}/extension-client.d.ts +0 -0
  513. /package/src/{bridge → experimental/bridge}/index.d.ts +0 -0
  514. /package/src/{bridge → experimental/bridge}/index.js +0 -0
  515. /package/src/{bridge → experimental/bridge}/protocol.d.ts +0 -0
  516. /package/src/{browser → experimental/browser}/file-picker.d.ts +0 -0
  517. /package/src/{browser → experimental/browser}/file-picker.js +0 -0
  518. /package/src/{browser → experimental/browser}/tensor-source-download.d.ts +0 -0
  519. /package/src/{browser → experimental/browser}/tensor-source-file.d.ts +0 -0
  520. /package/src/{browser → experimental/browser}/tensor-source-file.js +0 -0
  521. /package/src/{browser → experimental/browser}/tensor-source-http.d.ts +0 -0
  522. /package/src/{browser → experimental/browser}/tensor-source-http.js +0 -0
  523. /package/src/{diffusion → experimental/diffusion}/config/expansion-lanes.json +0 -0
  524. /package/src/{diffusion → experimental/diffusion}/image-regression.d.ts +0 -0
  525. /package/src/{diffusion → experimental/diffusion}/image-regression.js +0 -0
  526. /package/src/{distribution → experimental/distribution}/p2p-control-plane.d.ts +0 -0
  527. /package/src/{distribution → experimental/distribution}/p2p-control-plane.js +0 -0
  528. /package/src/{distribution → experimental/distribution}/p2p-observability.d.ts +0 -0
  529. /package/src/{distribution → experimental/distribution}/p2p-observability.js +0 -0
  530. /package/src/{distribution → experimental/distribution}/p2p-transport-contract.d.ts +0 -0
  531. /package/src/{distribution → experimental/distribution}/p2p-webrtc-browser.d.ts +0 -0
  532. /package/src/{distribution → experimental/distribution}/p2p-webrtc-browser.js +0 -0
  533. /package/src/{distribution → experimental/distribution}/shard-delivery.d.ts +0 -0
  534. /package/src/{hotswap → experimental/hotswap}/runtime.js +0 -0
  535. /package/src/{training → experimental/training}/checkpoint-watch.d.ts +0 -0
  536. /package/src/{training → experimental/training}/checkpoint-watch.js +0 -0
  537. /package/src/{training → experimental/training}/checkpoint.d.ts +0 -0
  538. /package/src/{training → experimental/training}/dataloader.d.ts +0 -0
  539. /package/src/{training → experimental/training}/dataloader.js +0 -0
  540. /package/src/{training → experimental/training}/datasets/index.d.ts +0 -0
  541. /package/src/{training → experimental/training}/datasets/index.js +0 -0
  542. /package/src/{training → experimental/training}/datasets/jsonl.d.ts +0 -0
  543. /package/src/{training → experimental/training}/datasets/jsonl.js +0 -0
  544. /package/src/{training → experimental/training}/datasets/reploid.d.ts +0 -0
  545. /package/src/{training → experimental/training}/datasets/reploid.js +0 -0
  546. /package/src/{training → experimental/training}/datasets/text-pairs.d.ts +0 -0
  547. /package/src/{training → experimental/training}/datasets/text-pairs.js +0 -0
  548. /package/src/{training → experimental/training}/datasets/token-batch.d.ts +0 -0
  549. /package/src/{training → experimental/training}/datasets/token-batch.js +0 -0
  550. /package/src/{training → experimental/training}/datasets/translation-pairs.d.ts +0 -0
  551. /package/src/{training → experimental/training}/datasets/translation-pairs.js +0 -0
  552. /package/src/{training → experimental/training}/distillation/artifacts.d.ts +0 -0
  553. /package/src/{training → experimental/training}/distillation/artifacts.js +0 -0
  554. /package/src/{training → experimental/training}/distillation/checkpoint-watch.d.ts +0 -0
  555. /package/src/{training → experimental/training}/distillation/checkpoint-watch.js +0 -0
  556. /package/src/{training → experimental/training}/distillation/dataset.d.ts +0 -0
  557. /package/src/{training → experimental/training}/distillation/dataset.js +0 -0
  558. /package/src/{training → experimental/training}/distillation/eval.d.ts +0 -0
  559. /package/src/{training → experimental/training}/distillation/eval.js +0 -0
  560. /package/src/{training → experimental/training}/distillation/index.d.ts +0 -0
  561. /package/src/{training → experimental/training}/distillation/index.js +0 -0
  562. /package/src/{training → experimental/training}/distillation/runtime.d.ts +0 -0
  563. /package/src/{training → experimental/training}/distillation/runtime.js +0 -0
  564. /package/src/{training → experimental/training}/distillation/scoreboard.d.ts +0 -0
  565. /package/src/{training → experimental/training}/distillation/scoreboard.js +0 -0
  566. /package/src/{training → experimental/training}/distillation/stage-a.d.ts +0 -0
  567. /package/src/{training → experimental/training}/distillation/stage-a.js +0 -0
  568. /package/src/{training → experimental/training}/distillation/stage-b.d.ts +0 -0
  569. /package/src/{training → experimental/training}/distillation/stage-b.js +0 -0
  570. /package/src/{training → experimental/training}/distillation/student-fixture.d.ts +0 -0
  571. /package/src/{training → experimental/training}/distillation/student-fixture.js +0 -0
  572. /package/src/{training → experimental/training}/distillation/suite-data.d.ts +0 -0
  573. /package/src/{training → experimental/training}/distillation/suite-data.js +0 -0
  574. /package/src/{training → experimental/training}/index.d.ts +0 -0
  575. /package/src/{training → experimental/training}/index.js +0 -0
  576. /package/src/{training → experimental/training}/lora-pipeline.d.ts +0 -0
  577. /package/src/{training → experimental/training}/objectives/base.d.ts +0 -0
  578. /package/src/{training → experimental/training}/objectives/base.js +0 -0
  579. /package/src/{training → experimental/training}/objectives/cross_entropy.d.ts +0 -0
  580. /package/src/{training → experimental/training}/objectives/cross_entropy.js +0 -0
  581. /package/src/{training → experimental/training}/objectives/distill_kd.d.ts +0 -0
  582. /package/src/{training → experimental/training}/objectives/distill_kd.js +0 -0
  583. /package/src/{training → experimental/training}/objectives/distill_triplet.d.ts +0 -0
  584. /package/src/{training → experimental/training}/objectives/distill_triplet.js +0 -0
  585. /package/src/{training → experimental/training}/objectives/index.d.ts +0 -0
  586. /package/src/{training → experimental/training}/objectives/index.js +0 -0
  587. /package/src/{training → experimental/training}/objectives/ul_stage1_joint.d.ts +0 -0
  588. /package/src/{training → experimental/training}/objectives/ul_stage1_joint.js +0 -0
  589. /package/src/{training → experimental/training}/objectives/ul_stage2_base.d.ts +0 -0
  590. /package/src/{training → experimental/training}/objectives/ul_stage2_base.js +0 -0
  591. /package/src/{training → experimental/training}/operator-artifacts.d.ts +0 -0
  592. /package/src/{training → experimental/training}/operator-command.d.ts +0 -0
  593. /package/src/{training → experimental/training}/operator-command.js +0 -0
  594. /package/src/{training → experimental/training}/operator-eval.d.ts +0 -0
  595. /package/src/{training → experimental/training}/operator-eval.js +0 -0
  596. /package/src/{training → experimental/training}/operator-scoreboard.d.ts +0 -0
  597. /package/src/{training → experimental/training}/operator-scoreboard.js +0 -0
  598. /package/src/{training → experimental/training}/suite.d.ts +0 -0
  599. /package/src/{training → experimental/training}/ul_schedule.js +0 -0
  600. /package/src/{training → experimental/training}/workload-packs/distill-translategemma-medium.json +0 -0
  601. /package/src/{training → experimental/training}/workload-packs/distill-translategemma-tiny.json +0 -0
  602. /package/src/{training → experimental/training}/workload-packs/lora-toy-medium.json +0 -0
  603. /package/src/{training → experimental/training}/workload-packs/lora-toy-tiny.json +0 -0
  604. /package/src/{training → experimental/training}/workload-packs/registry.json +0 -0
  605. /package/src/{training → experimental/training}/workload-packs/ul-training-medium.json +0 -0
  606. /package/src/{training → experimental/training}/workload-packs/ul-training-tiny.json +0 -0
  607. /package/src/{training → experimental/training}/workloads.d.ts +0 -0
@@ -0,0 +1,560 @@
1
+ import {
2
+ DIRECT_SOURCE_RUNTIME_MODE,
3
+ createSourceStorageContext,
4
+ } from '../tooling/source-runtime-bundle.js';
5
+ import { createStreamingHasher } from './shard-manager.js';
6
+
7
+ export const ARTIFACT_FORMAT_RDRR = 'rdrr';
8
+ export const ARTIFACT_FORMAT_DIRECT_SOURCE = 'direct-source';
9
+
10
+ const SOURCE_VERIFY_CHUNK_BYTES = 4 * 1024 * 1024;
11
+
12
+ function normalizeText(value) {
13
+ return typeof value === 'string' ? value.trim() : '';
14
+ }
15
+
16
+ function normalizeArtifactPath(value) {
17
+ return normalizeText(value).replace(/\\/g, '/').replace(/^\/+/, '');
18
+ }
19
+
20
+ function normalizeHashAlgorithm(value) {
21
+ const normalized = normalizeText(value).toLowerCase();
22
+ return normalized === 'blake3' ? 'blake3' : 'sha256';
23
+ }
24
+
25
+ function normalizeHashString(value, label) {
26
+ if (value == null) {
27
+ return null;
28
+ }
29
+ const normalized = normalizeText(value).toLowerCase();
30
+ if (!normalized) {
31
+ return null;
32
+ }
33
+ if (!/^[a-f0-9]{64}$/.test(normalized)) {
34
+ throw new Error(`${label} must be a 64-character lowercase hex digest.`);
35
+ }
36
+ return normalized;
37
+ }
38
+
39
+ function normalizePositiveInteger(value, label) {
40
+ const parsed = Number(value);
41
+ if (!Number.isFinite(parsed) || parsed < 0) {
42
+ throw new Error(`${label} must be a non-negative number.`);
43
+ }
44
+ return Math.floor(parsed);
45
+ }
46
+
47
+ function toArrayBuffer(value, label) {
48
+ if (value instanceof ArrayBuffer) {
49
+ return value;
50
+ }
51
+ if (value instanceof Uint8Array) {
52
+ return value.buffer.slice(value.byteOffset, value.byteOffset + value.byteLength);
53
+ }
54
+ throw new Error(`${label} must return ArrayBuffer or Uint8Array.`);
55
+ }
56
+
57
+ function toUint8Chunk(value, label) {
58
+ return value instanceof Uint8Array ? value : new Uint8Array(toArrayBuffer(value, label));
59
+ }
60
+
61
+ function bytesToHex(bytes) {
62
+ return Array.from(bytes)
63
+ .map((value) => value.toString(16).padStart(2, '0'))
64
+ .join('');
65
+ }
66
+
67
+ function getSourceRuntimeMetadata(manifest) {
68
+ const metadata = manifest?.metadata?.sourceRuntime;
69
+ if (!metadata || typeof metadata !== 'object') {
70
+ return null;
71
+ }
72
+ const mode = normalizeText(metadata.mode).toLowerCase();
73
+ if (mode !== DIRECT_SOURCE_RUNTIME_MODE) {
74
+ return null;
75
+ }
76
+ const sourceKind = normalizeText(metadata.sourceKind).toLowerCase() || null;
77
+ return {
78
+ mode,
79
+ sourceKind,
80
+ };
81
+ }
82
+
83
+ export function getArtifactFormat(manifest) {
84
+ const sourceRuntime = getSourceRuntimeMetadata(manifest);
85
+ if (sourceRuntime) {
86
+ if (sourceRuntime.sourceKind === ARTIFACT_FORMAT_RDRR) {
87
+ return ARTIFACT_FORMAT_RDRR;
88
+ }
89
+ return ARTIFACT_FORMAT_DIRECT_SOURCE;
90
+ }
91
+ if (Array.isArray(manifest?.shards) && manifest.shards.length > 0) {
92
+ return ARTIFACT_FORMAT_RDRR;
93
+ }
94
+ return null;
95
+ }
96
+
97
+ function resolveManifestTokenizerPaths(manifest) {
98
+ const tokenizer = manifest?.tokenizer;
99
+ if (!tokenizer || typeof tokenizer !== 'object') {
100
+ return {
101
+ jsonPath: null,
102
+ modelPath: null,
103
+ };
104
+ }
105
+ const tokenizerType = normalizeText(tokenizer.type).toLowerCase();
106
+ const bundledTokenizerPath = normalizeArtifactPath(tokenizer.file);
107
+ const sentencepieceModelPath = normalizeArtifactPath(tokenizer.sentencepieceModel);
108
+ return {
109
+ jsonPath: (
110
+ (tokenizerType === 'bundled' || tokenizerType === 'huggingface')
111
+ && bundledTokenizerPath
112
+ ) ? bundledTokenizerPath : null,
113
+ modelPath: sentencepieceModelPath || (tokenizerType === 'sentencepiece' ? 'tokenizer.model' : null),
114
+ };
115
+ }
116
+
117
+ function buildRDRRShardSources(manifest) {
118
+ const shards = Array.isArray(manifest?.shards) ? manifest.shards : [];
119
+ if (shards.length === 0) {
120
+ throw new Error(
121
+ `Artifact "${manifest?.modelId ?? 'unknown'}" is missing shards; ` +
122
+ 're-convert or provide a valid manifest.'
123
+ );
124
+ }
125
+ const manifestHashAlgorithm = normalizeHashAlgorithm(manifest?.hashAlgorithm);
126
+ return shards.map((shard, index) => {
127
+ const path = normalizeArtifactPath(shard?.filename);
128
+ if (!path) {
129
+ throw new Error(`Artifact shard ${index} is missing filename.`);
130
+ }
131
+ return {
132
+ index,
133
+ path,
134
+ size: normalizePositiveInteger(shard?.size, `artifact shard size (${path})`),
135
+ hash: normalizeHashString(shard?.hash, `artifact shard hash (${path})`),
136
+ hashAlgorithm: normalizeHashAlgorithm(shard?.hashAlgorithm ?? manifestHashAlgorithm),
137
+ };
138
+ });
139
+ }
140
+
141
+ function createPathBackedStorageContext(options) {
142
+ const shardSources = Array.isArray(options?.shardSources) ? options.shardSources : [];
143
+ if (shardSources.length === 0) {
144
+ throw new Error('artifact storage context: shardSources[] is required.');
145
+ }
146
+
147
+ const readRange = options?.readRange;
148
+ if (typeof readRange !== 'function') {
149
+ throw new Error('artifact storage context: readRange(path, offset, length) is required.');
150
+ }
151
+
152
+ const streamRange = typeof options?.streamRange === 'function'
153
+ ? options.streamRange
154
+ : null;
155
+ const readText = typeof options?.readText === 'function'
156
+ ? options.readText
157
+ : null;
158
+ const readBinary = typeof options?.readBinary === 'function'
159
+ ? options.readBinary
160
+ : null;
161
+ const tokenizerJsonPath = options?.tokenizerJsonPath ?? null;
162
+ const tokenizerModelPath = options?.tokenizerModelPath ?? null;
163
+ const verifyHashes = options?.verifyHashes === true;
164
+ const hashesTrusted = options?.hashesTrusted === true;
165
+
166
+ const descriptorByPath = new Map(shardSources.map((entry) => [entry.path, entry]));
167
+ const verifiedSourceTasks = new Map();
168
+
169
+ async function ensureVerifiedSource(sourcePath) {
170
+ if (!verifyHashes || hashesTrusted) {
171
+ return;
172
+ }
173
+ let task = verifiedSourceTasks.get(sourcePath);
174
+ if (!task) {
175
+ task = (async () => {
176
+ const descriptor = descriptorByPath.get(sourcePath);
177
+ if (!descriptor) {
178
+ throw new Error(`Missing artifact shard descriptor for ${sourcePath}.`);
179
+ }
180
+ const expectedHash = normalizeHashString(
181
+ descriptor.hash,
182
+ `artifact shard hash (${sourcePath})`
183
+ );
184
+ if (!expectedHash) {
185
+ throw new Error(`Artifact shard "${sourcePath}" is missing a hash digest.`);
186
+ }
187
+ const hasher = await createStreamingHasher(descriptor.hashAlgorithm);
188
+ const totalBytes = normalizePositiveInteger(
189
+ descriptor.size,
190
+ `artifact shard size (${sourcePath})`
191
+ );
192
+ if (streamRange) {
193
+ for await (const chunk of streamRange(sourcePath, 0, totalBytes, { chunkBytes: SOURCE_VERIFY_CHUNK_BYTES })) {
194
+ hasher.update(toUint8Chunk(chunk, `streamRange(${sourcePath})`));
195
+ }
196
+ } else {
197
+ let produced = 0;
198
+ while (produced < totalBytes) {
199
+ const nextLength = Math.min(SOURCE_VERIFY_CHUNK_BYTES, totalBytes - produced);
200
+ const payload = await readRange(sourcePath, produced, nextLength);
201
+ const bytes = toUint8Chunk(payload, `readRange(${sourcePath})`);
202
+ if (bytes.byteLength <= 0) {
203
+ break;
204
+ }
205
+ produced += bytes.byteLength;
206
+ hasher.update(bytes);
207
+ }
208
+ if (produced !== totalBytes) {
209
+ throw new Error(
210
+ `Artifact shard short read for verification (${sourcePath}): ` +
211
+ `expected=${totalBytes}, got=${produced}.`
212
+ );
213
+ }
214
+ }
215
+ const computedHash = bytesToHex(await hasher.finalize());
216
+ if (computedHash !== expectedHash) {
217
+ throw new Error(
218
+ `Artifact shard hash mismatch for ${sourcePath}. ` +
219
+ `Expected ${expectedHash}, got ${computedHash}.`
220
+ );
221
+ }
222
+ })();
223
+ verifiedSourceTasks.set(sourcePath, task);
224
+ task.catch(() => {
225
+ if (verifiedSourceTasks.get(sourcePath) === task) {
226
+ verifiedSourceTasks.delete(sourcePath);
227
+ }
228
+ });
229
+ }
230
+ await task;
231
+ }
232
+
233
+ const loadShardRange = async (index, offset = 0, length = null) => {
234
+ const descriptor = shardSources[index];
235
+ if (!descriptor) {
236
+ throw new Error(`Artifact shard index out of bounds: ${index}`);
237
+ }
238
+ const start = normalizePositiveInteger(offset, `artifact shard offset (${index})`);
239
+ const maxLength = Math.max(0, descriptor.size - start);
240
+ const requested = length == null
241
+ ? maxLength
242
+ : Math.min(maxLength, normalizePositiveInteger(length, `artifact shard length (${index})`));
243
+ if (requested <= 0) {
244
+ return new ArrayBuffer(0);
245
+ }
246
+ await ensureVerifiedSource(descriptor.path);
247
+ const payload = await readRange(descriptor.path, start, requested);
248
+ return toArrayBuffer(payload, `readRange(${descriptor.path})`);
249
+ };
250
+
251
+ const loadShard = async (index) => {
252
+ const descriptor = shardSources[index];
253
+ if (!descriptor) {
254
+ throw new Error(`Artifact shard index out of bounds: ${index}`);
255
+ }
256
+ return loadShardRange(index, 0, descriptor.size);
257
+ };
258
+
259
+ const streamShardRange = async function* (index, offset = 0, length = null, streamOptions = {}) {
260
+ const descriptor = shardSources[index];
261
+ if (!descriptor) {
262
+ throw new Error(`Artifact shard index out of bounds: ${index}`);
263
+ }
264
+ const start = normalizePositiveInteger(offset, `artifact shard stream offset (${index})`);
265
+ const maxLength = Math.max(0, descriptor.size - start);
266
+ const requested = length == null
267
+ ? maxLength
268
+ : Math.min(maxLength, normalizePositiveInteger(length, `artifact shard stream length (${index})`));
269
+ if (requested <= 0) {
270
+ return;
271
+ }
272
+ await ensureVerifiedSource(descriptor.path);
273
+
274
+ if (streamRange) {
275
+ for await (const chunk of streamRange(descriptor.path, start, requested, streamOptions)) {
276
+ yield toUint8Chunk(chunk, `streamRange(${descriptor.path})`);
277
+ }
278
+ return;
279
+ }
280
+
281
+ const chunkBytesRaw = Number(streamOptions?.chunkBytes);
282
+ const chunkBytes = Number.isFinite(chunkBytesRaw) && chunkBytesRaw > 0
283
+ ? Math.floor(chunkBytesRaw)
284
+ : SOURCE_VERIFY_CHUNK_BYTES;
285
+ let produced = 0;
286
+ while (produced < requested) {
287
+ const nextLength = Math.min(chunkBytes, requested - produced);
288
+ const payload = await readRange(descriptor.path, start + produced, nextLength);
289
+ const bytes = toUint8Chunk(payload, `readRange(${descriptor.path})`);
290
+ if (bytes.byteLength <= 0) {
291
+ break;
292
+ }
293
+ produced += bytes.byteLength;
294
+ yield bytes;
295
+ if (bytes.byteLength < nextLength) {
296
+ break;
297
+ }
298
+ }
299
+ };
300
+
301
+ return {
302
+ loadShard,
303
+ loadShardRange,
304
+ streamShardRange,
305
+ loadTokenizerJson: readText && tokenizerJsonPath
306
+ ? async () => {
307
+ const payload = await readText(tokenizerJsonPath);
308
+ if (payload == null) return null;
309
+ if (typeof payload === 'string') {
310
+ return JSON.parse(payload);
311
+ }
312
+ if (typeof payload === 'object') {
313
+ return payload;
314
+ }
315
+ throw new Error('artifact storage context: tokenizer JSON must load as string or object.');
316
+ }
317
+ : null,
318
+ loadTokenizerModel: readBinary && tokenizerModelPath
319
+ ? async (pathHint = null) => {
320
+ const selectedPath = normalizeArtifactPath(pathHint) || tokenizerModelPath;
321
+ const payload = await readBinary(selectedPath);
322
+ return payload == null ? null : toArrayBuffer(payload, `readBinary(${selectedPath})`);
323
+ }
324
+ : null,
325
+ verifyHashes,
326
+ };
327
+ }
328
+
329
+ export function createArtifactStorageContext(options = {}) {
330
+ const manifest = options?.manifest;
331
+ if (!manifest || typeof manifest !== 'object') {
332
+ throw new Error('artifact storage context: manifest is required.');
333
+ }
334
+
335
+ const format = getArtifactFormat(manifest);
336
+ if (!format) {
337
+ throw new Error(
338
+ `Unsupported artifact manifest for "${manifest?.modelId ?? 'unknown'}". ` +
339
+ 'Expected an RDRR or direct-source artifact manifest.'
340
+ );
341
+ }
342
+
343
+ const expectedFormat = options?.expectedFormat ?? null;
344
+ if (expectedFormat && format !== expectedFormat) {
345
+ throw new Error(
346
+ `artifact storage context: expected format "${expectedFormat}", got "${format}".`
347
+ );
348
+ }
349
+
350
+ if (format === ARTIFACT_FORMAT_DIRECT_SOURCE) {
351
+ return createSourceStorageContext(options);
352
+ }
353
+
354
+ const tokenizerPaths = resolveManifestTokenizerPaths(manifest);
355
+ return createPathBackedStorageContext({
356
+ shardSources: buildRDRRShardSources(manifest),
357
+ readRange: options.readRange,
358
+ streamRange: options.streamRange,
359
+ readText: options.readText,
360
+ readBinary: options.readBinary,
361
+ tokenizerJsonPath: options.tokenizerJsonPath ?? tokenizerPaths.jsonPath,
362
+ tokenizerModelPath: options.tokenizerModelPath ?? tokenizerPaths.modelPath,
363
+ verifyHashes: options.verifyHashes === true,
364
+ hashesTrusted: options.hashesTrusted === true,
365
+ });
366
+ }
367
+
368
+ function normalizeBaseUrl(baseUrl) {
369
+ if (typeof baseUrl !== 'string' || baseUrl.trim().length === 0) {
370
+ return null;
371
+ }
372
+ return baseUrl.replace(/\/$/, '');
373
+ }
374
+
375
+ function isNodeRuntime() {
376
+ return typeof process !== 'undefined'
377
+ && process != null
378
+ && typeof process === 'object'
379
+ && process.versions != null
380
+ && typeof process.versions.node === 'string';
381
+ }
382
+
383
+ function isFileUrlBaseUrl(baseUrl) {
384
+ if (typeof baseUrl !== 'string' || !baseUrl) {
385
+ return false;
386
+ }
387
+ try {
388
+ return new URL(baseUrl).protocol === 'file:';
389
+ } catch {
390
+ return false;
391
+ }
392
+ }
393
+
394
+ function isNodeFilesystemPathBaseUrl(baseUrl) {
395
+ if (typeof baseUrl !== 'string' || !baseUrl || isFileUrlBaseUrl(baseUrl)) {
396
+ return false;
397
+ }
398
+ return baseUrl.startsWith('/') || /^[a-zA-Z]:[\\/]/.test(baseUrl);
399
+ }
400
+
401
+ async function resolveArtifactFileReference(root, relativePath) {
402
+ const normalizedPath = normalizeArtifactPath(relativePath);
403
+ if (!normalizedPath) {
404
+ throw new Error('Artifact file path is required.');
405
+ }
406
+ if (isFileUrlBaseUrl(root)) {
407
+ return new URL(normalizedPath, `${root}/`);
408
+ }
409
+ if (isNodeFilesystemPathBaseUrl(root)) {
410
+ const path = await import('node:path');
411
+ return path.join(root, normalizedPath);
412
+ }
413
+ throw new Error(`Unsupported local artifact root "${root}".`);
414
+ }
415
+
416
+ async function readNodeFileRange(fileRef, offset = 0, length = null) {
417
+ const fs = await import('node:fs/promises');
418
+ const handle = await fs.open(fileRef, 'r');
419
+ try {
420
+ const stats = await handle.stat();
421
+ const start = Math.max(0, Math.floor(Number(offset) || 0));
422
+ const fileSize = Number(stats.size);
423
+ const end = length == null
424
+ ? fileSize
425
+ : Math.min(fileSize, start + Math.max(0, Math.floor(Number(length) || 0)));
426
+ if (end <= start) {
427
+ return new ArrayBuffer(0);
428
+ }
429
+ const out = Buffer.allocUnsafe(end - start);
430
+ let position = 0;
431
+ while (position < out.length) {
432
+ const { bytesRead } = await handle.read(out, position, out.length - position, start + position);
433
+ if (bytesRead === 0) {
434
+ break;
435
+ }
436
+ position += bytesRead;
437
+ }
438
+ return out.buffer.slice(out.byteOffset, out.byteOffset + position);
439
+ } finally {
440
+ await handle.close();
441
+ }
442
+ }
443
+
444
+ export function createNodeFileArtifactStorageContext(baseUrl, manifest) {
445
+ const root = normalizeBaseUrl(baseUrl);
446
+ if (
447
+ !root
448
+ || !manifest
449
+ || !isNodeRuntime()
450
+ || (!isFileUrlBaseUrl(root) && !isNodeFilesystemPathBaseUrl(root))
451
+ ) {
452
+ return null;
453
+ }
454
+
455
+ const readRange = async (relativePath, offset = 0, length = null) => {
456
+ const fileRef = await resolveArtifactFileReference(root, relativePath);
457
+ return readNodeFileRange(fileRef, offset, length);
458
+ };
459
+ const streamRange = async function* (relativePath, offset = 0, length = null, options = {}) {
460
+ if (!Number.isFinite(offset) || !Number.isFinite(length) || length <= 0) {
461
+ return;
462
+ }
463
+ const fileRef = await resolveArtifactFileReference(root, relativePath);
464
+ const fs = await import('node:fs/promises');
465
+ const { createReadStream } = await import('node:fs');
466
+ const stats = await fs.stat(fileRef);
467
+ const start = Math.max(0, Math.floor(offset));
468
+ const end = Math.min(Number(stats.size), start + Math.floor(length));
469
+ if (end <= start) {
470
+ return;
471
+ }
472
+ const chunkBytesRaw = Number(options?.chunkBytes);
473
+ const highWaterMark = Number.isFinite(chunkBytesRaw) && chunkBytesRaw > 0
474
+ ? Math.floor(chunkBytesRaw)
475
+ : SOURCE_VERIFY_CHUNK_BYTES;
476
+ const stream = createReadStream(fileRef, {
477
+ start,
478
+ end: end - 1,
479
+ highWaterMark,
480
+ });
481
+ for await (const chunk of stream) {
482
+ yield chunk;
483
+ }
484
+ };
485
+ const readText = async (relativePath) => {
486
+ const fileRef = await resolveArtifactFileReference(root, relativePath);
487
+ const fs = await import('node:fs/promises');
488
+ return fs.readFile(fileRef, 'utf8');
489
+ };
490
+ const readBinary = async (relativePath) => {
491
+ const fileRef = await resolveArtifactFileReference(root, relativePath);
492
+ const fs = await import('node:fs/promises');
493
+ return fs.readFile(fileRef);
494
+ };
495
+
496
+ return createArtifactStorageContext({
497
+ manifest,
498
+ readRange,
499
+ streamRange,
500
+ readText,
501
+ readBinary,
502
+ verifyHashes: false,
503
+ });
504
+ }
505
+
506
+ async function fetchBytes(url, offset = null, length = null) {
507
+ const headers = {};
508
+ if (Number.isFinite(offset) && Number.isFinite(length) && length > 0) {
509
+ const start = Math.max(0, Math.floor(offset));
510
+ const end = start + Math.max(0, Math.floor(length)) - 1;
511
+ headers.Range = `bytes=${start}-${end}`;
512
+ }
513
+ const response = await fetch(url, { headers });
514
+ if (!response.ok) {
515
+ throw new Error(`Failed to fetch ${url}: ${response.status}`);
516
+ }
517
+ return new Uint8Array(await response.arrayBuffer());
518
+ }
519
+
520
+ export function createHttpArtifactStorageContext(baseUrl, manifest, options = {}) {
521
+ const root = normalizeBaseUrl(baseUrl);
522
+ if (!root || !manifest) {
523
+ return null;
524
+ }
525
+
526
+ const readRange = async (relativePath, offset = 0, length = null) => {
527
+ const filename = normalizeArtifactPath(relativePath);
528
+ if (!filename) {
529
+ throw new Error('Artifact file path is required.');
530
+ }
531
+ return fetchBytes(`${root}/${filename}`, offset, length);
532
+ };
533
+ const readText = async (relativePath) => {
534
+ const filename = normalizeArtifactPath(relativePath);
535
+ if (!filename) {
536
+ return null;
537
+ }
538
+ const response = await fetch(`${root}/${filename}`);
539
+ if (!response.ok) {
540
+ throw new Error(`Failed to fetch ${filename} from ${root}: ${response.status}`);
541
+ }
542
+ return response.text();
543
+ };
544
+ const readBinary = async (relativePath) => {
545
+ const filename = normalizeArtifactPath(relativePath);
546
+ if (!filename) {
547
+ throw new Error('Artifact binary asset path is required.');
548
+ }
549
+ return fetchBytes(`${root}/${filename}`);
550
+ };
551
+
552
+ return createArtifactStorageContext({
553
+ manifest,
554
+ readRange,
555
+ readText,
556
+ readBinary,
557
+ verifyHashes: options.verifyHashes === true
558
+ || (options.verifyHashes !== false && getArtifactFormat(manifest) === ARTIFACT_FORMAT_DIRECT_SOURCE),
559
+ });
560
+ }
@@ -44,7 +44,6 @@ import {
44
44
  getRequiredContentEncoding,
45
45
  } from './download-types.js';
46
46
 
47
- import { downloadShard as downloadShardFromDistribution } from '../distribution/shard-delivery.js';
48
47
  import { resolveSourceArtifact, normalizeSourceArtifactPath } from './source-artifact-store.js';
49
48
 
50
49
  // ============================================================================
@@ -55,6 +54,12 @@ import { resolveSourceArtifact, normalizeSourceArtifactPath } from './source-art
55
54
  let db = null;
56
55
 
57
56
  const activeDownloads = new Map();
57
+ let distributionModulePromise = null;
58
+
59
+ async function getExperimentalDistributionModule() {
60
+ distributionModulePromise ??= import('../experimental/distribution/shard-delivery.js');
61
+ return distributionModulePromise;
62
+ }
58
63
 
59
64
  function buildManifestVersionSet(manifest) {
60
65
  const sourceArtifact = resolveSourceArtifact(manifest);
@@ -422,6 +427,7 @@ async function downloadShard(
422
427
  shardInfo,
423
428
  options = {}
424
429
  ) {
430
+ const { downloadShard: downloadShardFromDistribution } = await getExperimentalDistributionModule();
425
431
  return downloadShardFromDistribution(baseUrl, shardIndex, shardInfo, {
426
432
  ...options,
427
433
  distributionConfig: getDistributionConfig(),
@@ -148,6 +148,24 @@ export type {
148
148
  ProgressCallback,
149
149
  } from './downloader.js';
150
150
 
151
+ // ============================================================================
152
+ // Artifact Runtime
153
+ // ============================================================================
154
+
155
+ export {
156
+ ARTIFACT_FORMAT_RDRR,
157
+ ARTIFACT_FORMAT_DIRECT_SOURCE,
158
+ getArtifactFormat,
159
+ createArtifactStorageContext,
160
+ createNodeFileArtifactStorageContext,
161
+ createHttpArtifactStorageContext,
162
+ } from './artifact-storage-context.js';
163
+ export type {
164
+ ArtifactFormat,
165
+ CreateArtifactStorageContextOptions,
166
+ CreateHttpArtifactStorageContextOptions,
167
+ } from './artifact-storage-context.js';
168
+
151
169
  // ============================================================================
152
170
  // Quickstart Downloader
153
171
  // ============================================================================
@@ -110,6 +110,19 @@ export {
110
110
  persistDownloadedShardIfNeeded,
111
111
  } from './downloader.js';
112
112
 
113
+ // ============================================================================
114
+ // Artifact Runtime
115
+ // ============================================================================
116
+
117
+ export {
118
+ ARTIFACT_FORMAT_RDRR,
119
+ ARTIFACT_FORMAT_DIRECT_SOURCE,
120
+ getArtifactFormat,
121
+ createArtifactStorageContext,
122
+ createNodeFileArtifactStorageContext,
123
+ createHttpArtifactStorageContext,
124
+ } from './artifact-storage-context.js';
125
+
113
126
  // ============================================================================
114
127
  // Quickstart Downloader
115
128
  // ============================================================================
@@ -41,11 +41,33 @@ const EMBEDDINGGEMMA_300M_REQUIREMENTS = {
41
41
  architecture: 'EmbeddingGemmaForEmbedding',
42
42
  };
43
43
 
44
+ const QWEN_08B_REQUIREMENTS = {
45
+ modelId: 'qwen-3-5-0-8b-q4k-ehaf16',
46
+ displayName: 'Qwen 3.5 0.8B (Q4K)',
47
+ downloadSize: 641394123,
48
+ vramRequired: 1.5 * GB,
49
+ paramCount: '0.8B',
50
+ quantization: 'Q4K',
51
+ architecture: 'Qwen3ForCausalLM',
52
+ };
53
+
54
+ const QWEN_2B_REQUIREMENTS = {
55
+ modelId: 'qwen-3-5-2b-q4k-ehaf16',
56
+ displayName: 'Qwen 3.5 2B (Q4K)',
57
+ downloadSize: 1641596329,
58
+ vramRequired: 2.5 * GB,
59
+ paramCount: '2B',
60
+ quantization: 'Q4K',
61
+ architecture: 'Qwen3ForCausalLM',
62
+ };
63
+
44
64
 
45
65
  export const MODEL_REQUIREMENTS = {
46
66
  'gemma-3-270m-it-q4k-ehf16-af32': GEMMA_270M_REQUIREMENTS,
47
67
  'google-embeddinggemma-300m-q4k-ehf16-af32': EMBEDDINGGEMMA_300M_REQUIREMENTS,
48
68
  'gemma-3-1b-it-q4k-ehf16-af32': GEMMA_1B_REQUIREMENTS,
69
+ 'qwen-3-5-0-8b-q4k-ehaf16': QWEN_08B_REQUIREMENTS,
70
+ 'qwen-3-5-2b-q4k-ehaf16': QWEN_2B_REQUIREMENTS,
49
71
  };
50
72
 
51
73
  // ============================================================================