doppler-gpu 0.2.0 → 0.2.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (607) hide show
  1. package/CHANGELOG.md +29 -1
  2. package/README.md +97 -29
  3. package/package.json +40 -27
  4. package/src/cli/config/doppler-quickstart.json +10 -0
  5. package/src/cli/doppler-cli.js +66 -22
  6. package/src/cli/doppler-quickstart.d.ts +61 -0
  7. package/src/cli/doppler-quickstart.js +299 -0
  8. package/src/cli/doppler-serve.js +395 -0
  9. package/src/client/doppler-api.browser.js +13 -377
  10. package/src/client/doppler-api.d.ts +35 -56
  11. package/src/client/doppler-api.js +12 -363
  12. package/src/client/doppler-registry.json +55 -2
  13. package/src/client/runtime/index.d.ts +63 -0
  14. package/src/client/runtime/index.js +173 -0
  15. package/src/client/runtime/lora.d.ts +36 -0
  16. package/src/client/runtime/lora.js +165 -0
  17. package/src/client/{doppler-provider → runtime}/model-manager.d.ts +1 -1
  18. package/src/client/{doppler-provider → runtime}/model-manager.js +56 -30
  19. package/src/client/runtime/model-session.d.ts +72 -0
  20. package/src/client/runtime/model-session.js +122 -0
  21. package/src/client/runtime/model-source.d.ts +43 -0
  22. package/src/client/runtime/model-source.js +101 -0
  23. package/src/client/{doppler-provider → runtime}/source-runtime.d.ts +8 -5
  24. package/src/client/runtime/source-runtime.js +919 -0
  25. package/src/client/runtime/storage.d.ts +5 -0
  26. package/src/client/runtime/storage.js +51 -0
  27. package/src/client/{doppler-provider → runtime}/types.d.ts +14 -2
  28. package/src/config/README.md +2 -0
  29. package/src/config/conversion/README.md +47 -7
  30. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +67 -5
  31. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +62 -11
  32. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +79 -18
  33. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +61 -13
  34. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +53 -10
  35. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +66 -18
  36. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +256 -0
  37. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +49 -8
  38. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +45 -6
  39. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +45 -6
  40. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +57 -9
  41. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +105 -26
  42. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +83 -33
  43. package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +33 -5
  44. package/src/config/execution-contract-check.d.ts +2 -1
  45. package/src/config/execution-contract-check.js +187 -53
  46. package/src/config/kernel-path-loader.d.ts +36 -0
  47. package/src/config/kernel-path-loader.js +97 -10
  48. package/src/config/kernels/kernel-ref-digests.js +40 -24
  49. package/src/config/kernels/registry.js +0 -1
  50. package/src/config/kernels/registry.json +772 -66
  51. package/src/config/merge-contract-check.js +3 -0
  52. package/src/config/merge.d.ts +18 -1
  53. package/src/config/merge.js +56 -0
  54. package/src/config/param-categories.js +5 -0
  55. package/src/config/param-validator.js +42 -26
  56. package/src/config/platforms/apple-m3.json +1 -1
  57. package/src/config/platforms/loader.js +21 -16
  58. package/src/config/required-inference-fields-contract-check.js +16 -0
  59. package/src/config/runtime/compute/f16-batched.json +2 -0
  60. package/src/config/runtime/default.json +1 -0
  61. package/src/config/runtime/experiments/bench/gemma3-bench-q4k-alt.json +57 -0
  62. package/src/config/runtime/experiments/bench/gemma3-bench-q4k-batched.json +57 -0
  63. package/src/config/runtime/experiments/bench/gemma3-bench-q4k.json +2 -0
  64. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-alt.json +57 -0
  65. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +57 -0
  66. package/src/config/runtime/experiments/debug/gemma3-browser-diagnose-q4k.json +81 -0
  67. package/src/config/runtime/experiments/debug/gemma3-debug-q4k.json +5 -0
  68. package/src/config/runtime/experiments/debug/qwen35-browser-diagnose-q4k.json +81 -0
  69. package/src/config/runtime/experiments/verify/gemma4-e2b-verify.json +38 -0
  70. package/src/config/runtime/profiles/gemma4-e2b-low-memory.json +63 -0
  71. package/src/config/runtime/profiles/gemma4-e2b-throughput.json +39 -0
  72. package/src/config/runtime/profiles/low-memory.json +1 -0
  73. package/src/config/runtime/profiles/turboquant-contiguous-prod.json +29 -0
  74. package/src/config/runtime/profiles/turboquant-contiguous.json +29 -0
  75. package/src/config/runtime/profiles/turboquant.json +36 -0
  76. package/src/config/runtime/profiles/vector-stability.json +1 -0
  77. package/src/config/runtime/tiers/gemma4-128gb.json +79 -0
  78. package/src/config/runtime/tiers/gemma4-16gb.json +15 -2
  79. package/src/config/runtime/tiers/gemma4-24gb.json +15 -2
  80. package/src/config/runtime/tiers/gemma4-32gb.json +15 -2
  81. package/src/config/runtime.js +11 -4
  82. package/src/config/schema/converter.schema.d.ts +4 -2
  83. package/src/config/schema/converter.schema.js +7 -5
  84. package/src/config/schema/doppler.schema.d.ts +26 -2
  85. package/src/config/schema/doppler.schema.js +77 -28
  86. package/src/config/schema/execution-v1.schema.d.ts +78 -5
  87. package/src/config/schema/execution-v1.schema.js +62 -1
  88. package/src/config/schema/index.d.ts +22 -29
  89. package/src/config/schema/index.js +15 -17
  90. package/src/config/schema/inference.schema.d.ts +26 -4
  91. package/src/config/schema/kernel-path.schema.d.ts +30 -3
  92. package/src/config/schema/kernel-registry.schema.d.ts +1 -1
  93. package/src/config/schema/kernel-registry.schema.js +1 -0
  94. package/src/config/schema/kvcache.schema.js +7 -0
  95. package/src/config/schema/loading.schema.d.ts +28 -0
  96. package/src/config/schema/loading.schema.js +9 -0
  97. package/src/config/schema/manifest.schema.d.ts +79 -5
  98. package/src/config/schema/manifest.schema.js +7 -1
  99. package/src/config/schema/platform.schema.d.ts +10 -8
  100. package/src/config/schema/speculation-self.schema.js +0 -5
  101. package/src/config/schema/support-tiers.schema.d.ts +53 -0
  102. package/src/config/schema/support-tiers.schema.js +128 -0
  103. package/src/config/source-packages/litert/gemma-4-e2b-it.json +622 -0
  104. package/src/config/source-packages/registry.json +15 -0
  105. package/src/config/support-tiers/subsystems.json +502 -0
  106. package/src/config/transforms/capability-transform-resolver.d.ts +16 -5
  107. package/src/config/transforms/capability-transform-resolver.js +44 -9
  108. package/src/config/transforms/execution-graph-transforms.d.ts +113 -2
  109. package/src/config/transforms/execution-graph-transforms.js +1220 -8
  110. package/src/converter/conversion-plan.js +20 -8
  111. package/src/converter/core.d.ts +48 -1
  112. package/src/converter/core.js +249 -62
  113. package/src/converter/parsers/gguf.d.ts +10 -1
  114. package/src/converter/rope-config.d.ts +1 -0
  115. package/src/converter/rope-config.js +75 -5
  116. package/src/converter/shard-packer.js +2 -2
  117. package/src/debug/tensor.js +13 -1
  118. package/src/{adapters → experimental/adapters}/adapter-manager.d.ts +1 -1
  119. package/src/{adapters → experimental/adapters}/adapter-manager.js +2 -2
  120. package/src/{adapters → experimental/adapters}/adapter-manifest.d.ts +1 -1
  121. package/src/{adapters → experimental/adapters}/adapter-manifest.js +1 -1
  122. package/src/{adapters → experimental/adapters}/adapter-registry.d.ts +1 -1
  123. package/src/{adapters → experimental/adapters}/adapter-registry.js +1 -1
  124. package/src/{adapters → experimental/adapters}/lora-loader.d.ts +1 -1
  125. package/src/{adapters → experimental/adapters}/lora-loader.js +2 -2
  126. package/src/{bridge → experimental/bridge}/extension-client.js +2 -2
  127. package/src/{bridge → experimental/bridge}/node-bridge.js +2 -4
  128. package/src/{bridge → experimental/bridge}/protocol.js +1 -1
  129. package/src/{browser → experimental/browser}/browser-converter.d.ts +4 -4
  130. package/src/{browser → experimental/browser}/browser-converter.js +12 -12
  131. package/src/{browser → experimental/browser}/gguf-importer.d.ts +1 -1
  132. package/src/{browser → experimental/browser}/gguf-importer.js +8 -8
  133. package/src/{browser → experimental/browser}/gguf-parser-browser.d.ts +2 -2
  134. package/src/{browser → experimental/browser}/gguf-parser-browser.js +3 -3
  135. package/src/{browser → experimental/browser}/quantization.d.ts +3 -3
  136. package/src/{browser → experimental/browser}/quantization.js +4 -4
  137. package/src/{browser → experimental/browser}/safetensors-parser-browser.d.ts +3 -3
  138. package/src/{browser → experimental/browser}/safetensors-parser-browser.js +3 -3
  139. package/src/{browser → experimental/browser}/shard-io-browser.d.ts +1 -1
  140. package/src/{browser → experimental/browser}/shard-io-browser.js +2 -2
  141. package/src/{browser → experimental/browser}/tensor-source-download.js +3 -3
  142. package/src/experimental/diffusion/index.d.ts +8 -0
  143. package/src/experimental/diffusion/index.js +8 -0
  144. package/src/{distribution → experimental/distribution}/p2p-transport-contract.js +1 -1
  145. package/src/{distribution → experimental/distribution}/p2p-transport.js +1 -1
  146. package/src/{distribution → experimental/distribution}/shard-delivery.js +5 -5
  147. package/src/experimental/energy/index.d.ts +2 -0
  148. package/src/experimental/energy/index.js +2 -0
  149. package/src/{hotswap → experimental/hotswap}/intent-bundle.d.ts +1 -1
  150. package/src/{hotswap → experimental/hotswap}/intent-bundle.js +2 -2
  151. package/src/{hotswap → experimental/hotswap}/manifest.d.ts +2 -2
  152. package/src/{hotswap → experimental/hotswap}/manifest.js +1 -1
  153. package/src/{hotswap → experimental/hotswap}/model-swap.js +1 -1
  154. package/src/{hotswap → experimental/hotswap}/runtime.d.ts +1 -1
  155. package/src/experimental/orchestration/index.d.ts +12 -0
  156. package/src/experimental/orchestration/index.js +12 -0
  157. package/src/{training → experimental/training}/README.md +1 -1
  158. package/src/{training → experimental/training}/artifacts.d.ts +3 -3
  159. package/src/{training → experimental/training}/artifacts.js +3 -3
  160. package/src/{training → experimental/training}/attention-backward.d.ts +1 -1
  161. package/src/{training → experimental/training}/attention-backward.js +3 -3
  162. package/src/{training → experimental/training}/attention-forward.d.ts +2 -2
  163. package/src/{training → experimental/training}/attention-forward.js +1 -1
  164. package/src/{training → experimental/training}/autograd.d.ts +2 -2
  165. package/src/{training → experimental/training}/autograd.js +7 -7
  166. package/src/{training → experimental/training}/backward-kernels.js +1 -1
  167. package/src/{training → experimental/training}/checkpoint.js +1 -1
  168. package/src/{training → experimental/training}/clip.d.ts +2 -2
  169. package/src/{training → experimental/training}/clip.js +3 -3
  170. package/src/{training → experimental/training}/export.d.ts +2 -2
  171. package/src/{training → experimental/training}/export.js +2 -2
  172. package/src/{training → experimental/training}/lora-pipeline.js +4 -4
  173. package/src/{training → experimental/training}/lora.d.ts +1 -1
  174. package/src/{training → experimental/training}/lora.js +4 -4
  175. package/src/{training → experimental/training}/loss-scaling.d.ts +2 -2
  176. package/src/{training → experimental/training}/loss-scaling.js +3 -3
  177. package/src/{training → experimental/training}/loss.d.ts +2 -2
  178. package/src/{training → experimental/training}/loss.js +1 -1
  179. package/src/{training → experimental/training}/operator-artifacts.js +1 -1
  180. package/src/{training → experimental/training}/optimizer.d.ts +2 -2
  181. package/src/{training → experimental/training}/optimizer.js +3 -3
  182. package/src/{training → experimental/training}/runner.d.ts +2 -2
  183. package/src/{training → experimental/training}/runner.js +5 -5
  184. package/src/{training → experimental/training}/suite.js +16 -16
  185. package/src/{training → experimental/training}/tensor-factory.d.ts +1 -1
  186. package/src/{training → experimental/training}/tensor-factory.js +2 -2
  187. package/src/{training → experimental/training}/trainer.d.ts +3 -3
  188. package/src/{training → experimental/training}/trainer.js +3 -3
  189. package/src/{training → experimental/training}/ul_dataset.d.ts +2 -2
  190. package/src/{training → experimental/training}/ul_dataset.js +1 -1
  191. package/src/{training → experimental/training}/ul_schedule.d.ts +1 -1
  192. package/src/{training → experimental/training}/workloads.js +4 -4
  193. package/src/formats/index.d.ts +24 -0
  194. package/src/formats/index.js +6 -0
  195. package/src/formats/litert/index.d.ts +1 -0
  196. package/src/formats/litert/index.js +1 -0
  197. package/src/formats/litert/types.d.ts +87 -0
  198. package/src/formats/litert/types.js +568 -0
  199. package/src/formats/rdrr/classification.js +16 -8
  200. package/src/formats/rdrr/parsing.d.ts +3 -2
  201. package/src/formats/rdrr/types.d.ts +33 -0
  202. package/src/formats/rdrr/validation.js +16 -5
  203. package/src/formats/tflite/index.d.ts +1 -0
  204. package/src/formats/tflite/index.js +1 -0
  205. package/src/formats/tflite/types.d.ts +84 -0
  206. package/src/formats/tflite/types.js +633 -0
  207. package/src/generation/index.d.ts +16 -14
  208. package/src/generation/index.js +1 -32
  209. package/src/gpu/command-recorder.d.ts +17 -1
  210. package/src/gpu/command-recorder.js +47 -10
  211. package/src/gpu/device.d.ts +3 -1
  212. package/src/gpu/device.js +17 -11
  213. package/src/gpu/kernel-selector.js +3 -1
  214. package/src/gpu/kernels/attention.d.ts +2 -0
  215. package/src/gpu/kernels/attention.js +359 -14
  216. package/src/gpu/kernels/attention.wgsl +20 -1
  217. package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +180 -0
  218. package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +192 -0
  219. package/src/gpu/kernels/attention_decode_online_f16.wgsl +36 -18
  220. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +36 -18
  221. package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +269 -0
  222. package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +281 -0
  223. package/src/gpu/kernels/attention_head256_f16kv.wgsl +269 -0
  224. package/src/gpu/kernels/attention_streaming.wgsl +22 -3
  225. package/src/gpu/kernels/attention_streaming_f16.wgsl +1 -1
  226. package/src/gpu/kernels/attention_streaming_f16kv.wgsl +1 -1
  227. package/src/gpu/kernels/backward/attention_backward.d.ts +14 -1
  228. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +18 -0
  229. package/src/gpu/kernels/check-hot-vocab-stop.js +108 -0
  230. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +1 -1
  231. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +1 -1
  232. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +126 -194
  233. package/src/gpu/kernels/codegen/wgsl-variants.js +24 -6
  234. package/src/gpu/kernels/depthwise_conv1d.d.ts +23 -0
  235. package/src/gpu/kernels/depthwise_conv1d.js +51 -0
  236. package/src/gpu/kernels/depthwise_conv1d.wgsl +46 -0
  237. package/src/gpu/kernels/feature-check.js +0 -1
  238. package/src/gpu/kernels/fused_ffn.js +67 -22
  239. package/src/gpu/kernels/fused_ffn_q4k.wgsl +48 -43
  240. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +329 -0
  241. package/src/gpu/kernels/fused_matmul_q4.wgsl +417 -0
  242. package/src/gpu/kernels/fused_matmul_q4_batched_multicol_shared.wgsl +174 -0
  243. package/src/gpu/kernels/gather.d.ts +4 -0
  244. package/src/gpu/kernels/gather.js +13 -2
  245. package/src/gpu/kernels/gather.wgsl +5 -3
  246. package/src/gpu/kernels/gather_f16.wgsl +5 -3
  247. package/src/gpu/kernels/index.d.ts +7 -0
  248. package/src/gpu/kernels/index.js +6 -0
  249. package/src/gpu/kernels/kernel-configs.js +1 -0
  250. package/src/gpu/kernels/kv-quantize.js +87 -55
  251. package/src/gpu/kernels/kv_quantize_turboquant.wgsl +153 -0
  252. package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +230 -0
  253. package/src/gpu/kernels/linear-attention-core.d.ts +3 -0
  254. package/src/gpu/kernels/linear-attention-core.js +145 -56
  255. package/src/gpu/kernels/matmul-dispatch.js +3 -0
  256. package/src/gpu/kernels/matmul-selection.js +31 -42
  257. package/src/gpu/kernels/matmul.d.ts +3 -0
  258. package/src/gpu/kernels/matmul.js +72 -34
  259. package/src/gpu/kernels/residual.d.ts +2 -0
  260. package/src/gpu/kernels/residual.js +43 -4
  261. package/src/gpu/kernels/rope.d.ts +2 -0
  262. package/src/gpu/kernels/rope.js +19 -6
  263. package/src/gpu/kernels/rope.wgsl +24 -12
  264. package/src/gpu/kernels/rope_f16.wgsl +97 -38
  265. package/src/gpu/kernels/scale.d.ts +5 -0
  266. package/src/gpu/kernels/scale.js +6 -1
  267. package/src/gpu/kernels/scale.wgsl +3 -1
  268. package/src/gpu/kernels/scale_f16.wgsl +32 -0
  269. package/src/gpu/kernels/turboquant-codebook.js +564 -0
  270. package/src/gpu/kernels/uniform-utils.js +26 -0
  271. package/src/gpu/kernels/utils.js +6 -1
  272. package/src/gpu/submit-probe.d.ts +12 -0
  273. package/src/gpu/submit-probe.js +77 -0
  274. package/src/gpu/weight-buffer.d.ts +26 -3
  275. package/src/gpu/weight-buffer.js +62 -2
  276. package/src/index-browser.d.ts +1 -91
  277. package/src/index-browser.js +0 -66
  278. package/src/index.d.ts +1 -102
  279. package/src/index.js +0 -74
  280. package/src/inference/browser-harness-model-helpers.d.ts +3 -0
  281. package/src/inference/browser-harness-model-helpers.js +134 -11
  282. package/src/inference/browser-harness-runtime-helpers.js +1 -9
  283. package/src/inference/browser-harness-text-helpers.js +441 -70
  284. package/src/inference/browser-harness.js +61 -4
  285. package/src/inference/decode-ring.d.ts +2 -0
  286. package/src/inference/decode-ring.js +20 -0
  287. package/src/inference/kv-cache/index.d.ts +3 -0
  288. package/src/inference/kv-cache/index.js +2 -0
  289. package/src/inference/kv-cache/mixed-geometry.d.ts +84 -0
  290. package/src/inference/kv-cache/mixed-geometry.js +422 -0
  291. package/src/inference/kv-cache/quantized.d.ts +56 -0
  292. package/src/inference/kv-cache/quantized.js +383 -0
  293. package/src/inference/kv-cache/tiered.d.ts +20 -3
  294. package/src/inference/kv-cache/tiered.js +203 -65
  295. package/src/inference/kv-cache/types.d.ts +49 -6
  296. package/src/inference/kv-cache.d.ts +3 -0
  297. package/src/inference/kv-cache.js +2 -0
  298. package/src/inference/multi-model-network.js +2 -1
  299. package/src/inference/pipelines/audio/gemma4.js +655 -0
  300. package/src/inference/pipelines/audio/index.js +39 -0
  301. package/src/inference/pipelines/audio/mel.js +171 -0
  302. package/src/inference/pipelines/context.js +9 -1
  303. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +2 -0
  304. package/src/inference/pipelines/shared/clipped-linear.js +46 -0
  305. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +2 -1
  306. package/src/inference/pipelines/text/attention/dispatch-params.js +52 -8
  307. package/src/inference/pipelines/text/attention/output-projection.js +3 -3
  308. package/src/inference/pipelines/text/attention/precision-contract.d.ts +36 -0
  309. package/src/inference/pipelines/text/attention/precision-contract.js +115 -0
  310. package/src/inference/pipelines/text/attention/projections.d.ts +23 -0
  311. package/src/inference/pipelines/text/attention/projections.js +182 -15
  312. package/src/inference/pipelines/text/attention/quant-options.js +54 -0
  313. package/src/inference/pipelines/text/attention/record.js +257 -69
  314. package/src/inference/pipelines/text/attention/run.js +306 -94
  315. package/src/inference/pipelines/text/attention/types.d.ts +11 -0
  316. package/src/inference/pipelines/text/chat-format.d.ts +8 -1
  317. package/src/inference/pipelines/text/chat-format.js +89 -5
  318. package/src/inference/pipelines/text/config.d.ts +78 -26
  319. package/src/inference/pipelines/text/config.js +722 -28
  320. package/src/inference/pipelines/text/dtype-contract.d.ts +15 -0
  321. package/src/inference/pipelines/text/dtype-contract.js +38 -0
  322. package/src/inference/pipelines/text/embed.d.ts +4 -0
  323. package/src/inference/pipelines/text/embed.js +165 -172
  324. package/src/inference/pipelines/text/execution-plan.d.ts +19 -0
  325. package/src/inference/pipelines/text/execution-plan.js +112 -20
  326. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +8 -4
  327. package/src/inference/pipelines/text/execution-runtime-builders.js +90 -49
  328. package/src/inference/pipelines/text/execution-v1.d.ts +23 -4
  329. package/src/inference/pipelines/text/execution-v1.js +411 -33
  330. package/src/inference/pipelines/text/ffn/dense.d.ts +59 -0
  331. package/src/inference/pipelines/text/ffn/dense.js +575 -63
  332. package/src/inference/pipelines/text/ffn/moe.js +1 -0
  333. package/src/inference/pipelines/text/ffn/sandwich.js +20 -4
  334. package/src/inference/pipelines/text/ffn/standard.js +28 -4
  335. package/src/inference/pipelines/text/finiteness-policy.d.ts +4 -0
  336. package/src/inference/pipelines/text/finiteness-policy.js +14 -11
  337. package/src/inference/pipelines/text/generator-helpers.d.ts +7 -0
  338. package/src/inference/pipelines/text/generator-helpers.js +39 -4
  339. package/src/inference/pipelines/text/generator-runtime.js +45 -8
  340. package/src/inference/pipelines/text/generator-steps.js +407 -75
  341. package/src/inference/pipelines/text/generator.d.ts +6 -0
  342. package/src/inference/pipelines/text/generator.js +1179 -305
  343. package/src/inference/pipelines/text/init.d.ts +39 -7
  344. package/src/inference/pipelines/text/init.js +525 -110
  345. package/src/inference/pipelines/text/layer-plan.d.ts +1 -0
  346. package/src/inference/pipelines/text/layer-plan.js +2 -0
  347. package/src/inference/pipelines/text/layer.js +402 -19
  348. package/src/inference/pipelines/text/linear-attention.d.ts +4 -0
  349. package/src/inference/pipelines/text/linear-attention.js +112 -41
  350. package/src/inference/pipelines/text/logits/gpu.d.ts +2 -1
  351. package/src/inference/pipelines/text/logits/gpu.js +334 -15
  352. package/src/inference/pipelines/text/logits/index.d.ts +11 -0
  353. package/src/inference/pipelines/text/logits/index.js +227 -29
  354. package/src/inference/pipelines/text/logits/types.d.ts +3 -0
  355. package/src/inference/pipelines/text/logits/utils.js +3 -1
  356. package/src/inference/pipelines/text/lora-apply.js +3 -3
  357. package/src/inference/pipelines/text/model-load.d.ts +2 -1
  358. package/src/inference/pipelines/text/model-load.js +205 -178
  359. package/src/inference/pipelines/text/moe-gpu.js +8 -0
  360. package/src/inference/pipelines/text/moe-impl.d.ts +2 -0
  361. package/src/inference/pipelines/text/ops.d.ts +16 -2
  362. package/src/inference/pipelines/text/ops.js +11 -2
  363. package/src/inference/pipelines/text/per-layer-inputs.d.ts +107 -0
  364. package/src/inference/pipelines/text/per-layer-inputs.js +1581 -0
  365. package/src/inference/pipelines/text/probes.js +6 -0
  366. package/src/inference/pipelines/text/sampling-config.js +9 -1
  367. package/src/inference/pipelines/text/stage-names.js +3 -0
  368. package/src/inference/pipelines/text/state.d.ts +12 -3
  369. package/src/inference/pipelines/text/state.js +19 -0
  370. package/src/inference/pipelines/text/types.d.ts +79 -7
  371. package/src/inference/pipelines/text/weights.d.ts +2 -2
  372. package/src/inference/pipelines/text/weights.js +4 -0
  373. package/src/inference/pipelines/text.d.ts +6 -0
  374. package/src/inference/pipelines/text.js +860 -11
  375. package/src/inference/pipelines/video/frame-sampler.js +36 -0
  376. package/src/inference/pipelines/video/index.js +87 -0
  377. package/src/inference/pipelines/vision/encoder.js +27 -6
  378. package/src/inference/pipelines/vision/gemma4.js +731 -0
  379. package/src/inference/pipelines/vision/image-preprocess.js +22 -7
  380. package/src/inference/pipelines/vision/index.js +35 -10
  381. package/src/inference/pipelines/vision/ops.js +31 -26
  382. package/src/inference/pipelines/vision/patch-embed.js +22 -10
  383. package/src/inference/runtime-model.d.ts +89 -0
  384. package/src/inference/runtime-model.js +152 -0
  385. package/src/inference/test-harness.d.ts +8 -1
  386. package/src/inference/test-harness.js +54 -20
  387. package/src/inference/tokenizer.d.ts +5 -0
  388. package/src/inference/tokenizer.js +43 -0
  389. package/src/inference/tokenizers/base.d.ts +5 -0
  390. package/src/inference/tokenizers/base.js +5 -0
  391. package/src/inference/tokenizers/behavior-flags.d.ts +9 -0
  392. package/src/inference/tokenizers/behavior-flags.js +100 -0
  393. package/src/inference/tokenizers/bundled.d.ts +4 -0
  394. package/src/inference/tokenizers/bundled.js +110 -0
  395. package/src/inference/tokenizers/sentencepiece.d.ts +2 -0
  396. package/src/inference/tokenizers/sentencepiece.js +16 -0
  397. package/src/inference/tokenizers/types.d.ts +2 -0
  398. package/src/loader/doppler-loader.d.ts +10 -3
  399. package/src/loader/doppler-loader.js +103 -5
  400. package/src/loader/embedding-loader.d.ts +5 -1
  401. package/src/loader/embedding-loader.js +57 -6
  402. package/src/loader/final-weights-loader.js +44 -5
  403. package/src/loader/layer-loader.js +210 -8
  404. package/src/loader/loader-state.js +2 -2
  405. package/src/loader/loader-types.d.ts +17 -1
  406. package/src/loader/memory-monitor.d.ts +8 -0
  407. package/src/loader/memory-monitor.js +21 -0
  408. package/src/loader/multi-model-loader.d.ts +9 -1
  409. package/src/loader/multi-model-loader.js +9 -1
  410. package/src/loader/per-layer-input-loader.d.ts +30 -0
  411. package/src/loader/per-layer-input-loader.js +478 -0
  412. package/src/loader/shard-cache.d.ts +4 -3
  413. package/src/loader/shard-resolver.js +2 -0
  414. package/src/loader/tensors/source-transform.d.ts +50 -0
  415. package/src/loader/tensors/source-transform.js +776 -0
  416. package/src/loader/tensors/tensor-loader.d.ts +12 -0
  417. package/src/loader/tensors/tensor-loader.js +208 -123
  418. package/src/loader/tensors/tensor-reader.d.ts +8 -0
  419. package/src/loader/tensors/tensor-reader.js +283 -15
  420. package/src/loaders/index.d.ts +4 -0
  421. package/src/loaders/index.js +4 -0
  422. package/src/memory/buffer-pool.d.ts +4 -0
  423. package/src/memory/buffer-pool.js +36 -0
  424. package/src/rules/execution-rules-contract-check.d.ts +4 -0
  425. package/src/rules/execution-rules-contract-check.js +150 -24
  426. package/src/rules/inference/attention.rules.json +15 -0
  427. package/src/rules/inference/capability-transforms.rules.json +30 -0
  428. package/src/rules/inference/execution.rules.json +54 -2
  429. package/src/rules/inference/ffn.rules.json +33 -0
  430. package/src/rules/kernels/attention.rules.json +7 -0
  431. package/src/rules/kernels/fused-ffn.rules.json +4 -2
  432. package/src/rules/kernels/kv_quantize.rules.json +2 -0
  433. package/src/rules/kernels/matmul.rules.json +14 -0
  434. package/src/rules/kernels/scale.rules.json +2 -0
  435. package/src/rules/loader/tensor-loader.rules.json +1 -0
  436. package/src/storage/artifact-storage-context.d.ts +53 -0
  437. package/src/storage/artifact-storage-context.js +560 -0
  438. package/src/storage/downloader.js +7 -1
  439. package/src/storage/index.d.ts +18 -0
  440. package/src/storage/index.js +13 -0
  441. package/src/storage/preflight.js +22 -0
  442. package/src/storage/quickstart-downloader.js +35 -2
  443. package/src/storage/registry.d.ts +1 -0
  444. package/src/storage/registry.js +26 -4
  445. package/src/storage/shard-manager.d.ts +4 -0
  446. package/src/storage/shard-manager.js +25 -6
  447. package/src/storage/source-artifact-store.d.ts +9 -0
  448. package/src/storage/source-artifact-store.js +134 -0
  449. package/src/tooling/browser-command-runner.js +12 -5
  450. package/src/tooling/command-api-family-normalizers.js +144 -0
  451. package/src/tooling/command-api-helpers.js +1 -0
  452. package/src/tooling/command-api.d.ts +32 -9
  453. package/src/tooling/command-api.js +0 -25
  454. package/src/tooling/command-runner-shared.js +1 -2
  455. package/src/tooling/command-runner.html +5 -2
  456. package/src/tooling/diagnose-runner.js +1 -1
  457. package/src/tooling/kernel-path-builder/index.js +48 -32
  458. package/src/tooling/lean-execution-contract.d.ts +1 -1
  459. package/src/tooling/lean-execution-contract.js +2 -149
  460. package/src/tooling/litert-package-runtime.d.ts +46 -0
  461. package/src/tooling/litert-package-runtime.js +950 -0
  462. package/src/tooling/node-browser-command-runner.d.ts +13 -0
  463. package/src/tooling/node-browser-command-runner.js +163 -3
  464. package/src/tooling/node-command-runner.js +14 -5
  465. package/src/tooling/node-converter.js +226 -63
  466. package/src/tooling/node-source-runtime.d.ts +8 -3
  467. package/src/tooling/node-source-runtime.js +561 -236
  468. package/src/tooling/node-webgpu.js +7 -30
  469. package/src/tooling/opfs-cache.d.ts +18 -1
  470. package/src/tooling/opfs-cache.js +126 -9
  471. package/src/tooling/runtime-input-composition.d.ts +0 -1
  472. package/src/tooling/runtime-input-composition.js +0 -5
  473. package/src/tooling/source-artifact-adapter.d.ts +134 -0
  474. package/src/tooling/source-artifact-adapter.js +366 -0
  475. package/src/tooling/source-package-profiles.d.ts +33 -0
  476. package/src/tooling/source-package-profiles.js +57 -0
  477. package/src/tooling/source-runtime-bundle.d.ts +46 -6
  478. package/src/tooling/source-runtime-bundle.js +371 -60
  479. package/src/tooling/source-runtime-converter-config.d.ts +24 -0
  480. package/src/tooling/source-runtime-converter-config.js +297 -0
  481. package/src/tooling-experimental-exports.browser.js +2 -0
  482. package/src/tooling-experimental-exports.d.ts +7 -0
  483. package/src/tooling-experimental-exports.js +7 -0
  484. package/src/tooling-experimental-exports.shared.d.ts +26 -0
  485. package/src/tooling-experimental-exports.shared.js +29 -0
  486. package/src/tooling-exports.shared.d.ts +0 -23
  487. package/src/tooling-exports.shared.js +6 -28
  488. package/src/version.js +1 -1
  489. package/src/client/doppler-provider/generation.d.ts +0 -25
  490. package/src/client/doppler-provider/generation.js +0 -126
  491. package/src/client/doppler-provider/index.d.ts +0 -2
  492. package/src/client/doppler-provider/index.js +0 -3
  493. package/src/client/doppler-provider/provider.d.ts +0 -5
  494. package/src/client/doppler-provider/provider.js +0 -102
  495. package/src/client/doppler-provider/source-runtime.js +0 -677
  496. package/src/client/doppler-provider.d.ts +0 -46
  497. package/src/client/doppler-provider.js +0 -36
  498. package/src/config/schema/inference-defaults.schema.d.ts +0 -276
  499. package/src/config/schema/inference-defaults.schema.js +0 -189
  500. package/src/diffusion/index.d.ts +0 -8
  501. package/src/diffusion/index.js +0 -8
  502. package/src/energy/index.d.ts +0 -2
  503. package/src/energy/index.js +0 -2
  504. package/src/index-internal.d.ts +0 -2
  505. package/src/index-internal.js +0 -2
  506. /package/src/client/{doppler-provider → runtime}/types.js +0 -0
  507. /package/src/{adapters → experimental/adapters}/index.d.ts +0 -0
  508. /package/src/{adapters → experimental/adapters}/index.js +0 -0
  509. /package/src/{bridge → experimental/bridge}/extension/background.d.ts +0 -0
  510. /package/src/{bridge → experimental/bridge}/extension/background.js +0 -0
  511. /package/src/{bridge → experimental/bridge}/extension/manifest.json +0 -0
  512. /package/src/{bridge → experimental/bridge}/extension-client.d.ts +0 -0
  513. /package/src/{bridge → experimental/bridge}/index.d.ts +0 -0
  514. /package/src/{bridge → experimental/bridge}/index.js +0 -0
  515. /package/src/{bridge → experimental/bridge}/protocol.d.ts +0 -0
  516. /package/src/{browser → experimental/browser}/file-picker.d.ts +0 -0
  517. /package/src/{browser → experimental/browser}/file-picker.js +0 -0
  518. /package/src/{browser → experimental/browser}/tensor-source-download.d.ts +0 -0
  519. /package/src/{browser → experimental/browser}/tensor-source-file.d.ts +0 -0
  520. /package/src/{browser → experimental/browser}/tensor-source-file.js +0 -0
  521. /package/src/{browser → experimental/browser}/tensor-source-http.d.ts +0 -0
  522. /package/src/{browser → experimental/browser}/tensor-source-http.js +0 -0
  523. /package/src/{diffusion → experimental/diffusion}/config/expansion-lanes.json +0 -0
  524. /package/src/{diffusion → experimental/diffusion}/image-regression.d.ts +0 -0
  525. /package/src/{diffusion → experimental/diffusion}/image-regression.js +0 -0
  526. /package/src/{distribution → experimental/distribution}/p2p-control-plane.d.ts +0 -0
  527. /package/src/{distribution → experimental/distribution}/p2p-control-plane.js +0 -0
  528. /package/src/{distribution → experimental/distribution}/p2p-observability.d.ts +0 -0
  529. /package/src/{distribution → experimental/distribution}/p2p-observability.js +0 -0
  530. /package/src/{distribution → experimental/distribution}/p2p-transport-contract.d.ts +0 -0
  531. /package/src/{distribution → experimental/distribution}/p2p-webrtc-browser.d.ts +0 -0
  532. /package/src/{distribution → experimental/distribution}/p2p-webrtc-browser.js +0 -0
  533. /package/src/{distribution → experimental/distribution}/shard-delivery.d.ts +0 -0
  534. /package/src/{hotswap → experimental/hotswap}/runtime.js +0 -0
  535. /package/src/{training → experimental/training}/checkpoint-watch.d.ts +0 -0
  536. /package/src/{training → experimental/training}/checkpoint-watch.js +0 -0
  537. /package/src/{training → experimental/training}/checkpoint.d.ts +0 -0
  538. /package/src/{training → experimental/training}/dataloader.d.ts +0 -0
  539. /package/src/{training → experimental/training}/dataloader.js +0 -0
  540. /package/src/{training → experimental/training}/datasets/index.d.ts +0 -0
  541. /package/src/{training → experimental/training}/datasets/index.js +0 -0
  542. /package/src/{training → experimental/training}/datasets/jsonl.d.ts +0 -0
  543. /package/src/{training → experimental/training}/datasets/jsonl.js +0 -0
  544. /package/src/{training → experimental/training}/datasets/reploid.d.ts +0 -0
  545. /package/src/{training → experimental/training}/datasets/reploid.js +0 -0
  546. /package/src/{training → experimental/training}/datasets/text-pairs.d.ts +0 -0
  547. /package/src/{training → experimental/training}/datasets/text-pairs.js +0 -0
  548. /package/src/{training → experimental/training}/datasets/token-batch.d.ts +0 -0
  549. /package/src/{training → experimental/training}/datasets/token-batch.js +0 -0
  550. /package/src/{training → experimental/training}/datasets/translation-pairs.d.ts +0 -0
  551. /package/src/{training → experimental/training}/datasets/translation-pairs.js +0 -0
  552. /package/src/{training → experimental/training}/distillation/artifacts.d.ts +0 -0
  553. /package/src/{training → experimental/training}/distillation/artifacts.js +0 -0
  554. /package/src/{training → experimental/training}/distillation/checkpoint-watch.d.ts +0 -0
  555. /package/src/{training → experimental/training}/distillation/checkpoint-watch.js +0 -0
  556. /package/src/{training → experimental/training}/distillation/dataset.d.ts +0 -0
  557. /package/src/{training → experimental/training}/distillation/dataset.js +0 -0
  558. /package/src/{training → experimental/training}/distillation/eval.d.ts +0 -0
  559. /package/src/{training → experimental/training}/distillation/eval.js +0 -0
  560. /package/src/{training → experimental/training}/distillation/index.d.ts +0 -0
  561. /package/src/{training → experimental/training}/distillation/index.js +0 -0
  562. /package/src/{training → experimental/training}/distillation/runtime.d.ts +0 -0
  563. /package/src/{training → experimental/training}/distillation/runtime.js +0 -0
  564. /package/src/{training → experimental/training}/distillation/scoreboard.d.ts +0 -0
  565. /package/src/{training → experimental/training}/distillation/scoreboard.js +0 -0
  566. /package/src/{training → experimental/training}/distillation/stage-a.d.ts +0 -0
  567. /package/src/{training → experimental/training}/distillation/stage-a.js +0 -0
  568. /package/src/{training → experimental/training}/distillation/stage-b.d.ts +0 -0
  569. /package/src/{training → experimental/training}/distillation/stage-b.js +0 -0
  570. /package/src/{training → experimental/training}/distillation/student-fixture.d.ts +0 -0
  571. /package/src/{training → experimental/training}/distillation/student-fixture.js +0 -0
  572. /package/src/{training → experimental/training}/distillation/suite-data.d.ts +0 -0
  573. /package/src/{training → experimental/training}/distillation/suite-data.js +0 -0
  574. /package/src/{training → experimental/training}/index.d.ts +0 -0
  575. /package/src/{training → experimental/training}/index.js +0 -0
  576. /package/src/{training → experimental/training}/lora-pipeline.d.ts +0 -0
  577. /package/src/{training → experimental/training}/objectives/base.d.ts +0 -0
  578. /package/src/{training → experimental/training}/objectives/base.js +0 -0
  579. /package/src/{training → experimental/training}/objectives/cross_entropy.d.ts +0 -0
  580. /package/src/{training → experimental/training}/objectives/cross_entropy.js +0 -0
  581. /package/src/{training → experimental/training}/objectives/distill_kd.d.ts +0 -0
  582. /package/src/{training → experimental/training}/objectives/distill_kd.js +0 -0
  583. /package/src/{training → experimental/training}/objectives/distill_triplet.d.ts +0 -0
  584. /package/src/{training → experimental/training}/objectives/distill_triplet.js +0 -0
  585. /package/src/{training → experimental/training}/objectives/index.d.ts +0 -0
  586. /package/src/{training → experimental/training}/objectives/index.js +0 -0
  587. /package/src/{training → experimental/training}/objectives/ul_stage1_joint.d.ts +0 -0
  588. /package/src/{training → experimental/training}/objectives/ul_stage1_joint.js +0 -0
  589. /package/src/{training → experimental/training}/objectives/ul_stage2_base.d.ts +0 -0
  590. /package/src/{training → experimental/training}/objectives/ul_stage2_base.js +0 -0
  591. /package/src/{training → experimental/training}/operator-artifacts.d.ts +0 -0
  592. /package/src/{training → experimental/training}/operator-command.d.ts +0 -0
  593. /package/src/{training → experimental/training}/operator-command.js +0 -0
  594. /package/src/{training → experimental/training}/operator-eval.d.ts +0 -0
  595. /package/src/{training → experimental/training}/operator-eval.js +0 -0
  596. /package/src/{training → experimental/training}/operator-scoreboard.d.ts +0 -0
  597. /package/src/{training → experimental/training}/operator-scoreboard.js +0 -0
  598. /package/src/{training → experimental/training}/suite.d.ts +0 -0
  599. /package/src/{training → experimental/training}/ul_schedule.js +0 -0
  600. /package/src/{training → experimental/training}/workload-packs/distill-translategemma-medium.json +0 -0
  601. /package/src/{training → experimental/training}/workload-packs/distill-translategemma-tiny.json +0 -0
  602. /package/src/{training → experimental/training}/workload-packs/lora-toy-medium.json +0 -0
  603. /package/src/{training → experimental/training}/workload-packs/lora-toy-tiny.json +0 -0
  604. /package/src/{training → experimental/training}/workload-packs/registry.json +0 -0
  605. /package/src/{training → experimental/training}/workload-packs/ul-training-medium.json +0 -0
  606. /package/src/{training → experimental/training}/workload-packs/ul-training-tiny.json +0 -0
  607. /package/src/{training → experimental/training}/workloads.d.ts +0 -0
@@ -1,11 +1,17 @@
1
1
  import {
2
- createManifest,
2
+ buildBundledTokenizer,
3
+ buildSentencepieceTokenizer,
4
+ inferEmbeddingOutputConfig,
5
+ resolveConvertedAt,
6
+ resolveManifestMoEConfig,
7
+ resolveManifestMultimodalConfig,
3
8
  } from '../converter/core.js';
4
9
  import {
5
10
  normalizeQuantTag,
6
11
  resolveEffectiveQuantizationInfo,
7
12
  resolveManifestQuantization,
8
13
  } from '../converter/quantization-info.js';
14
+ import { resolveEosTokenId } from '../converter/tokenizer-utils.js';
9
15
  import {
10
16
  getGroupType,
11
17
  parseGroupExpertIndex,
@@ -14,13 +20,15 @@ import {
14
20
  resolveTensorRole,
15
21
  sortGroupIds,
16
22
  } from '../formats/rdrr/index.js';
17
- import { computeHash } from '../storage/shard-manager.js';
23
+ import { createRuntimeModelContract } from '../inference/runtime-model.js';
24
+ import { computeHash, createStreamingHasher } from '../storage/shard-manager.js';
18
25
 
19
26
  export const DIRECT_SOURCE_RUNTIME_MODE = 'direct-source';
20
27
  export const DIRECT_SOURCE_RUNTIME_SCHEMA_VERSION = 1;
21
28
  export const DIRECT_SOURCE_RUNTIME_SCHEMA = `direct-source/v${DIRECT_SOURCE_RUNTIME_SCHEMA_VERSION}`;
22
29
  export const DIRECT_SOURCE_PATH_RUNTIME_LOCAL = 'runtime-local';
23
30
  export const DIRECT_SOURCE_PATH_ARTIFACT_RELATIVE = 'artifact-relative';
31
+ const SOURCE_VERIFY_CHUNK_BYTES = 4 * 1024 * 1024;
24
32
 
25
33
  function toPathKey(value) {
26
34
  return String(value || '').trim().replace(/\\/g, '/');
@@ -44,6 +52,12 @@ function encodeUtf8(value) {
44
52
  return new TextEncoder().encode(String(value ?? ''));
45
53
  }
46
54
 
55
+ function bytesToHex(bytes) {
56
+ return Array.from(bytes)
57
+ .map((value) => value.toString(16).padStart(2, '0'))
58
+ .join('');
59
+ }
60
+
47
61
  function normalizeHashAlgorithm(value) {
48
62
  const normalized = String(value || '').trim().toLowerCase();
49
63
  return normalized === 'blake3' ? 'blake3' : 'sha256';
@@ -74,7 +88,7 @@ function normalizePositiveInteger(value, label) {
74
88
  }
75
89
 
76
90
  function resolveTensorShape(shape, tensorName) {
77
- if (!Array.isArray(shape) || shape.length === 0) {
91
+ if (!Array.isArray(shape)) {
78
92
  throw new Error(`Source tensor "${tensorName}" is missing shape.`);
79
93
  }
80
94
  return shape.map((dim, index) => {
@@ -156,6 +170,126 @@ function buildSourceShards(sourceFiles, hashAlgorithm) {
156
170
  return { shards, shardSources };
157
171
  }
158
172
 
173
+ function buildTransformScaleSource(transform, shardIndexByPath, tensorName) {
174
+ const scaleSourcePath = toPathKey(transform?.scaleSourcePath);
175
+ if (!scaleSourcePath) {
176
+ throw new Error(
177
+ `Source tensor "${tensorName}" sourceTransform is missing scaleSourcePath.`
178
+ );
179
+ }
180
+ const shard = shardIndexByPath.get(scaleSourcePath);
181
+ if (!Number.isInteger(shard)) {
182
+ throw new Error(
183
+ `Source tensor "${tensorName}" references missing scale source "${scaleSourcePath}".`
184
+ );
185
+ }
186
+ return {
187
+ shard,
188
+ offset: normalizePositiveInteger(transform.scaleOffset, `tensor scale offset (${tensorName})`),
189
+ size: normalizePositiveInteger(transform.scaleSize, `tensor scale size (${tensorName})`),
190
+ };
191
+ }
192
+
193
+ function buildTransformCompanionSource(
194
+ transform,
195
+ shardIndexByPath,
196
+ tensorName,
197
+ sourcePathField,
198
+ offsetField,
199
+ sizeField,
200
+ label
201
+ ) {
202
+ const sourcePath = toPathKey(transform?.[sourcePathField]);
203
+ if (!sourcePath) {
204
+ return null;
205
+ }
206
+ const shard = shardIndexByPath.get(sourcePath);
207
+ if (!Number.isInteger(shard)) {
208
+ throw new Error(
209
+ `Source tensor "${tensorName}" references missing ${label} source "${sourcePath}".`
210
+ );
211
+ }
212
+ return {
213
+ shard,
214
+ offset: normalizePositiveInteger(transform[offsetField], `tensor ${label} offset (${tensorName})`),
215
+ size: normalizePositiveInteger(transform[sizeField], `tensor ${label} size (${tensorName})`),
216
+ };
217
+ }
218
+
219
+ function buildSourceTensorTransform(tensor, shardIndexByPath, tensorName) {
220
+ const transform = tensor?.sourceTransform;
221
+ if (!transform || typeof transform !== 'object') {
222
+ return null;
223
+ }
224
+ if (transform.kind === 'affine_dequant') {
225
+ return {
226
+ kind: transform.kind,
227
+ scheme: transform.scheme,
228
+ sourceDtype: transform.sourceDtype,
229
+ targetDtype: transform.targetDtype,
230
+ scale: transform.scale,
231
+ zeroPoint: transform.zeroPoint,
232
+ };
233
+ }
234
+ if (transform.kind === 'litert_rowwise_dequant') {
235
+ const rowSumSource = buildTransformCompanionSource(
236
+ transform,
237
+ shardIndexByPath,
238
+ tensorName,
239
+ 'rowSumSourcePath',
240
+ 'rowSumOffset',
241
+ 'rowSumSize',
242
+ 'row-sum'
243
+ );
244
+ return {
245
+ kind: transform.kind,
246
+ scheme: transform.scheme,
247
+ sourceDtype: transform.sourceDtype,
248
+ targetDtype: transform.targetDtype,
249
+ storageEncoding: transform.storageEncoding,
250
+ scaleSemantics: transform.scaleSemantics,
251
+ scaleDivisor: transform.scaleDivisor,
252
+ scaleSource: buildTransformScaleSource(transform, shardIndexByPath, tensorName),
253
+ ...(rowSumSource
254
+ ? {
255
+ rowSumSource,
256
+ }
257
+ : {}),
258
+ };
259
+ }
260
+ if (transform.kind === 'litert_axis_dequant') {
261
+ const sumSource = buildTransformCompanionSource(
262
+ transform,
263
+ shardIndexByPath,
264
+ tensorName,
265
+ 'sumSourcePath',
266
+ 'sumOffset',
267
+ 'sumSize',
268
+ 'sum'
269
+ );
270
+ return {
271
+ kind: transform.kind,
272
+ scheme: transform.scheme,
273
+ sourceDtype: transform.sourceDtype,
274
+ targetDtype: transform.targetDtype,
275
+ storageEncoding: transform.storageEncoding,
276
+ scaleSemantics: transform.scaleSemantics,
277
+ scaleDivisor: transform.scaleDivisor,
278
+ storageShape: transform.storageShape,
279
+ quantAxis: transform.quantAxis,
280
+ scaleSource: buildTransformScaleSource(transform, shardIndexByPath, tensorName),
281
+ ...(sumSource
282
+ ? {
283
+ sumSource,
284
+ }
285
+ : {}),
286
+ };
287
+ }
288
+ throw new Error(
289
+ `Source tensor "${tensorName}" uses unsupported sourceTransform.kind "${transform.kind}".`
290
+ );
291
+ }
292
+
159
293
  function buildSourceTensorLocations(tensors, shardIndexByPath, modelType) {
160
294
  const sorted = [...tensors].sort((left, right) => {
161
295
  const leftPath = toPathKey(left?.sourcePath);
@@ -191,6 +325,7 @@ function buildSourceTensorLocations(tensors, shardIndexByPath, modelType) {
191
325
  const layout = typeof tensor.layout === 'string' && tensor.layout.trim()
192
326
  ? tensor.layout.trim()
193
327
  : null;
328
+ const sourceTransform = buildSourceTensorTransform(tensor, shardIndexByPath, name);
194
329
 
195
330
  locations[name] = {
196
331
  shard,
@@ -201,6 +336,7 @@ function buildSourceTensorLocations(tensors, shardIndexByPath, modelType) {
201
336
  role,
202
337
  group,
203
338
  ...(layout ? { layout } : {}),
339
+ ...(sourceTransform ? { sourceTransform } : {}),
204
340
  };
205
341
  }
206
342
 
@@ -268,6 +404,7 @@ async function assignGroupHashes(groups, tensorLocations, hashAlgorithm) {
268
404
  dtype: location?.dtype ?? null,
269
405
  shape: Array.isArray(location?.shape) ? location.shape : null,
270
406
  layout: location?.layout ?? null,
407
+ sourceTransform: location?.sourceTransform ?? null,
271
408
  };
272
409
  }),
273
410
  };
@@ -438,6 +575,144 @@ function resolveModelQuantization(options, tensorLocations) {
438
575
  };
439
576
  }
440
577
 
578
+ function cloneJsonValue(value) {
579
+ if (value == null) return value;
580
+ if (typeof structuredClone === 'function') {
581
+ return structuredClone(value);
582
+ }
583
+ return JSON.parse(JSON.stringify(value));
584
+ }
585
+
586
+ function buildSourceRuntimeInference(options, tensorLocations) {
587
+ const inference = cloneJsonValue(options.inference);
588
+ if (!inference || typeof inference !== 'object' || Array.isArray(inference)) {
589
+ throw new Error('source runtime bundle: inference config is required.');
590
+ }
591
+ const embeddingOutput = inferEmbeddingOutputConfig(tensorLocations);
592
+ const embeddingPostprocessor = options.embeddingPostprocessor ?? null;
593
+ const hasExplicitEmbeddingPostprocessor = Object.prototype.hasOwnProperty.call(
594
+ inference?.output ?? {},
595
+ 'embeddingPostprocessor'
596
+ );
597
+ if (!embeddingOutput && !embeddingPostprocessor && !hasExplicitEmbeddingPostprocessor) {
598
+ return inference;
599
+ }
600
+ return {
601
+ ...inference,
602
+ output: {
603
+ ...inference.output,
604
+ ...(embeddingOutput ?? {}),
605
+ embeddingPostprocessor: hasExplicitEmbeddingPostprocessor
606
+ ? inference.output.embeddingPostprocessor
607
+ : embeddingPostprocessor,
608
+ },
609
+ };
610
+ }
611
+
612
+ function resolveSourceRuntimeTokenizer(options, rawConfig, architecture) {
613
+ if (options.tokenizerJson) {
614
+ return buildBundledTokenizer(
615
+ options.tokenizerJson,
616
+ options.tokenizerConfig ?? null,
617
+ rawConfig
618
+ );
619
+ }
620
+ if (options.tokenizerModelName || options.tokenizerModelPath) {
621
+ const tokenizerModel = options.tokenizerModelPath || options.tokenizerModelName;
622
+ return buildSentencepieceTokenizer(
623
+ options.tokenizerConfig ?? null,
624
+ rawConfig,
625
+ architecture,
626
+ tokenizerModel
627
+ );
628
+ }
629
+ return null;
630
+ }
631
+
632
+ function resolveSourceRuntimeMetadata(options, hasTokenizer) {
633
+ const convertedAt = resolveConvertedAt(
634
+ options.convertedAt
635
+ ?? options.conversionInfo?.convertedAt
636
+ ?? null
637
+ );
638
+ return {
639
+ source: 'source-runtime',
640
+ convertedAt,
641
+ ...(hasTokenizer ? { hasTokenizer: true } : {}),
642
+ };
643
+ }
644
+
645
+ function buildSourceRuntimeModel(options, shards, tensorLocations, groups, quantizationInfo, manifestQuantization) {
646
+ const rawConfig = (
647
+ options.rawConfig
648
+ && typeof options.rawConfig === 'object'
649
+ && !Array.isArray(options.rawConfig)
650
+ )
651
+ ? options.rawConfig
652
+ : {};
653
+ const modelType = String(options.modelType || '').trim();
654
+ const resolvedArchitecture = options.architecture;
655
+ const manifestConfig = resolveManifestMultimodalConfig(rawConfig, options.manifestConfig ?? null);
656
+ const config = {
657
+ ...(manifestConfig.vision_config ? { vision_config: manifestConfig.vision_config } : {}),
658
+ ...(manifestConfig.audio_config ? { audio_config: manifestConfig.audio_config } : {}),
659
+ };
660
+ const tokenizer = resolveSourceRuntimeTokenizer(options, rawConfig, resolvedArchitecture);
661
+ const inference = buildSourceRuntimeInference(options, tensorLocations);
662
+ const eosTokenId = options.eosTokenId !== undefined
663
+ ? options.eosTokenId
664
+ : resolveEosTokenId({
665
+ config: rawConfig,
666
+ generationConfig: null,
667
+ tokenizer: options.tokenizerConfig ?? null,
668
+ tokenizerJson: options.tokenizerJson ?? null,
669
+ });
670
+ const metadata = resolveSourceRuntimeMetadata(options, tokenizer != null);
671
+ const moeConfig = modelType === 'diffusion'
672
+ ? null
673
+ : resolveManifestMoEConfig(
674
+ {
675
+ tensors: Object.entries(tensorLocations).map(([name, location]) => ({
676
+ name,
677
+ role: location?.role ?? null,
678
+ layout: location?.layout ?? null,
679
+ })),
680
+ },
681
+ {
682
+ modelId: options.modelId,
683
+ quantizationInfo,
684
+ },
685
+ rawConfig,
686
+ modelType
687
+ );
688
+
689
+ return createRuntimeModelContract({
690
+ sourceFormat: options.sourceKind ?? DIRECT_SOURCE_RUNTIME_MODE,
691
+ version: 1,
692
+ modelId: options.modelId,
693
+ modelType,
694
+ quantization: manifestQuantization,
695
+ quantizationInfo,
696
+ hashAlgorithm: normalizeHashAlgorithm(options.hashAlgorithm),
697
+ architecture: resolvedArchitecture,
698
+ groups,
699
+ shards,
700
+ totalSize: shards.reduce((sum, shard) => sum + shard.size, 0),
701
+ tensorCount: Object.keys(tensorLocations).length,
702
+ tensors: tensorLocations,
703
+ tokenizer: tokenizer ?? undefined,
704
+ moeConfig: moeConfig ?? undefined,
705
+ ...(Object.keys(config).length > 0 ? { config } : {}),
706
+ conversion: options.conversionInfo ?? undefined,
707
+ inference,
708
+ eos_token_id: eosTokenId,
709
+ ...(rawConfig.image_token_id !== undefined ? { image_token_id: rawConfig.image_token_id } : {}),
710
+ ...(rawConfig.audio_token_id !== undefined ? { audio_token_id: rawConfig.audio_token_id } : {}),
711
+ ...(rawConfig.video_token_id !== undefined ? { video_token_id: rawConfig.video_token_id } : {}),
712
+ metadata,
713
+ });
714
+ }
715
+
441
716
  export async function buildSourceRuntimeBundle(options = {}) {
442
717
  const modelId = String(options.modelId || '').trim();
443
718
  if (!modelId) {
@@ -478,54 +753,28 @@ export async function buildSourceRuntimeBundle(options = {}) {
478
753
  const { quantizationInfo, manifestQuantization } = resolveModelQuantization(options, tensorLocations);
479
754
  const auxiliaryFiles = normalizeAuxiliaryFiles(options.auxiliaryFiles, hashAlgorithm);
480
755
 
481
- const model = {
482
- name: options.modelName || modelId,
483
- modelId,
484
- modelType,
485
- tensors: tensors.map((tensor) => ({
486
- name: tensor.name,
487
- shape: tensor.shape,
488
- dtype: tensor.dtype,
489
- size: tensor.size,
490
- offset: tensor.offset,
491
- sourcePath: tensor.sourcePath,
492
- })),
493
- config: options.rawConfig ?? {},
494
- architecture: options.architectureHint ?? modelType,
495
- quantization: manifestQuantization,
496
- tokenizerJson: options.tokenizerJson ?? null,
497
- tokenizerConfig: options.tokenizerConfig ?? null,
498
- tokenizerModel: options.tokenizerModelName ?? null,
499
- embeddingPostprocessor: options.embeddingPostprocessor ?? null,
500
- };
501
-
502
- const manifest = createManifest(modelId, model, shards, tensorLocations, {
503
- source: 'source-runtime',
504
- modelType,
505
- quantization: manifestQuantization,
756
+ const model = buildSourceRuntimeModel(
757
+ options,
758
+ shards,
759
+ tensorLocations,
760
+ groups,
506
761
  quantizationInfo,
507
- hashAlgorithm,
508
- architecture: options.architecture,
509
- inference,
510
- eosTokenId: options.eosTokenId,
511
- convertedAt: options.convertedAt ?? null,
512
- conversionInfo: options.conversionInfo ?? null,
513
- });
514
-
515
- manifest.groups = groups;
516
- if (!manifest.metadata || typeof manifest.metadata !== 'object') {
517
- manifest.metadata = {};
762
+ manifestQuantization
763
+ );
764
+ if (!model.metadata || typeof model.metadata !== 'object') {
765
+ model.metadata = {};
518
766
  }
519
- manifest.metadata.sourceRuntime = buildSourceRuntimeMetadata(
767
+ model.metadata.sourceRuntime = buildSourceRuntimeMetadata(
520
768
  options,
521
- manifest,
769
+ model,
522
770
  shardSources,
523
771
  auxiliaryFiles,
524
772
  hashAlgorithm
525
773
  );
526
774
 
527
775
  return {
528
- manifest,
776
+ model,
777
+ manifest: model,
529
778
  shardSources,
530
779
  };
531
780
  }
@@ -546,12 +795,12 @@ function resolveSourceEntry(index, manifest, shardSources) {
546
795
  }
547
796
 
548
797
  export function createSourceStorageContext(options = {}) {
549
- const manifest = options.manifest;
550
- if (!manifest || typeof manifest !== 'object') {
551
- throw new Error('source storage context: manifest is required.');
798
+ const model = options.model ?? options.manifest;
799
+ if (!model || typeof model !== 'object') {
800
+ throw new Error('source storage context: model is required.');
552
801
  }
553
802
 
554
- const sourceRuntime = getSourceRuntimeMetadata(manifest);
803
+ const sourceRuntime = getSourceRuntimeMetadata(model);
555
804
  const shardSources = Array.isArray(options.shardSources) && options.shardSources.length > 0
556
805
  ? options.shardSources
557
806
  : (sourceRuntime?.sourceFiles ?? null);
@@ -573,16 +822,81 @@ export function createSourceStorageContext(options = {}) {
573
822
  const readBinary = typeof options.readBinary === 'function'
574
823
  ? options.readBinary
575
824
  : null;
825
+ const sourceFileMap = new Map(
826
+ shardSources.map((entry) => [entry.path, entry])
827
+ );
576
828
  const auxiliaryFileMap = new Map(
577
829
  (sourceRuntime?.auxiliaryFiles ?? []).map((entry) => [entry.path, entry])
578
830
  );
579
831
  const tokenizerJsonPath = options.tokenizerJsonPath ?? sourceRuntime?.tokenizer?.jsonPath ?? null;
580
832
  const tokenizerModelPath = options.tokenizerModelPath ?? sourceRuntime?.tokenizer?.modelPath ?? null;
581
833
  const verifyHashes = options.verifyHashes === true;
582
- const allowRangeFastPath = verifyHashes !== true;
834
+ const sourceHashesTrusted = options.sourceHashesTrusted === true;
835
+ const verifiedSourceTasks = new Map();
836
+
837
+ async function ensureVerifiedSource(sourcePath) {
838
+ if (!verifyHashes || sourceHashesTrusted) {
839
+ return;
840
+ }
841
+ let task = verifiedSourceTasks.get(sourcePath);
842
+ if (!task) {
843
+ task = (async () => {
844
+ const descriptor = sourceFileMap.get(sourcePath);
845
+ if (!descriptor) {
846
+ throw new Error(`Missing source descriptor for ${sourcePath}.`);
847
+ }
848
+ const expectedHash = normalizeHashString(descriptor.hash, `source file hash (${sourcePath})`);
849
+ if (!expectedHash) {
850
+ throw new Error(
851
+ `Source file "${sourcePath}" is missing a hash digest. ` +
852
+ 'Persist a materialized direct-source manifest or rebuild the synthetic bundle.'
853
+ );
854
+ }
855
+ const hasher = await createStreamingHasher(descriptor.hashAlgorithm);
856
+ const totalBytes = normalizePositiveInteger(descriptor.size, `source file size (${sourcePath})`);
857
+ if (streamRange) {
858
+ for await (const chunk of streamRange(sourcePath, 0, totalBytes, { chunkBytes: SOURCE_VERIFY_CHUNK_BYTES })) {
859
+ hasher.update(toUint8Chunk(chunk, `streamRange(${sourcePath})`));
860
+ }
861
+ } else {
862
+ let produced = 0;
863
+ while (produced < totalBytes) {
864
+ const nextLength = Math.min(SOURCE_VERIFY_CHUNK_BYTES, totalBytes - produced);
865
+ const payload = await readRange(sourcePath, produced, nextLength);
866
+ const bytes = toUint8Chunk(payload, `readRange(${sourcePath})`);
867
+ if (bytes.byteLength <= 0) {
868
+ break;
869
+ }
870
+ produced += bytes.byteLength;
871
+ hasher.update(bytes);
872
+ }
873
+ if (produced !== totalBytes) {
874
+ throw new Error(
875
+ `Source file short read for verification (${sourcePath}): ` +
876
+ `expected=${totalBytes}, got=${produced}.`
877
+ );
878
+ }
879
+ }
880
+ const computedHash = bytesToHex(await hasher.finalize());
881
+ if (computedHash !== expectedHash) {
882
+ throw new Error(
883
+ `Source file hash mismatch for ${sourcePath}. ` +
884
+ `Expected ${expectedHash}, got ${computedHash}.`
885
+ );
886
+ }
887
+ })();
888
+ verifiedSourceTasks.set(sourcePath, task);
889
+ task.catch(() => {
890
+ if (verifiedSourceTasks.get(sourcePath) === task) {
891
+ verifiedSourceTasks.delete(sourcePath);
892
+ }
893
+ });
894
+ }
895
+ await task;
896
+ }
583
897
 
584
- const loadShardRange = allowRangeFastPath ? async (index, offset = 0, length = null) => {
585
- const { sourcePath, shardSize } = resolveSourceEntry(index, manifest, shardSources);
898
+ const loadShardRange = async (index, offset = 0, length = null) => {
899
+ const { sourcePath, shardSize } = resolveSourceEntry(index, model, shardSources);
586
900
  const start = normalizePositiveInteger(offset, `shard offset (${index})`);
587
901
  const maxLength = Math.max(0, shardSize - start);
588
902
  const requested = length == null
@@ -591,22 +905,18 @@ export function createSourceStorageContext(options = {}) {
591
905
  if (requested <= 0) {
592
906
  return new ArrayBuffer(0);
593
907
  }
908
+ await ensureVerifiedSource(sourcePath);
594
909
  const payload = await readRange(sourcePath, start, requested);
595
910
  return toArrayBuffer(payload, `readRange(${sourcePath})`);
596
- } : null;
911
+ };
597
912
 
598
913
  const loadShard = async (index) => {
599
- const { shardSize } = resolveSourceEntry(index, manifest, shardSources);
600
- if (loadShardRange) {
601
- return loadShardRange(index, 0, shardSize);
602
- }
603
- const { sourcePath } = resolveSourceEntry(index, manifest, shardSources);
604
- const payload = await readRange(sourcePath, 0, shardSize);
605
- return toArrayBuffer(payload, `readRange(${sourcePath})`);
914
+ const { shardSize } = resolveSourceEntry(index, model, shardSources);
915
+ return loadShardRange(index, 0, shardSize);
606
916
  };
607
917
 
608
- const streamShardRange = allowRangeFastPath ? async function* (index, offset = 0, length = null, streamOptions = {}) {
609
- const { sourcePath, shardSize } = resolveSourceEntry(index, manifest, shardSources);
918
+ const streamShardRange = async function* (index, offset = 0, length = null, streamOptions = {}) {
919
+ const { sourcePath, shardSize } = resolveSourceEntry(index, model, shardSources);
610
920
  const start = normalizePositiveInteger(offset, `shard stream offset (${index})`);
611
921
  const maxLength = Math.max(0, shardSize - start);
612
922
  const requested = length == null
@@ -615,6 +925,7 @@ export function createSourceStorageContext(options = {}) {
615
925
  if (requested <= 0) {
616
926
  return;
617
927
  }
928
+ await ensureVerifiedSource(sourcePath);
618
929
 
619
930
  if (streamRange) {
620
931
  for await (const chunk of streamRange(sourcePath, start, requested, streamOptions)) {
@@ -641,7 +952,7 @@ export function createSourceStorageContext(options = {}) {
641
952
  break;
642
953
  }
643
954
  }
644
- } : null;
955
+ };
645
956
 
646
957
  const loadTokenizerJson = readText && tokenizerJsonPath
647
958
  ? async () => {
@@ -0,0 +1,24 @@
1
+ import type { ConverterConfigSchema } from '../config/schema/converter.schema.js';
2
+ import type { ManifestInferenceSchema } from '../config/schema/manifest.schema.js';
3
+ import type { ExecutionV1GraphSchema, ExecutionV1SessionSchema } from '../config/schema/execution-v1.schema.js';
4
+ import type { ConverterManifestConfigSchema } from '../config/schema/converter.schema.js';
5
+
6
+ export declare function createSourceRuntimeInference(rawConfig?: Record<string, unknown> | null): ManifestInferenceSchema;
7
+
8
+ export declare function createSourceRuntimeExecution(): ExecutionV1GraphSchema;
9
+
10
+ export declare function createSourceRuntimeSession(): ExecutionV1SessionSchema;
11
+
12
+ export declare function createSourceRuntimeManifestConfig(
13
+ rawConfig?: Record<string, unknown> | null
14
+ ): ConverterManifestConfigSchema;
15
+
16
+ export declare function createSourceRuntimeManifestInference(
17
+ rawConfig?: Record<string, unknown> | null
18
+ ): ManifestInferenceSchema;
19
+
20
+ export declare function createSourceRuntimeConverterConfig(options?: {
21
+ modelId?: string | null;
22
+ rawConfig?: Record<string, unknown> | null;
23
+ quantization?: Record<string, unknown> | null;
24
+ }): ConverterConfigSchema;