doppler-gpu 0.2.0 → 0.2.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (607) hide show
  1. package/CHANGELOG.md +29 -1
  2. package/README.md +97 -29
  3. package/package.json +40 -27
  4. package/src/cli/config/doppler-quickstart.json +10 -0
  5. package/src/cli/doppler-cli.js +66 -22
  6. package/src/cli/doppler-quickstart.d.ts +61 -0
  7. package/src/cli/doppler-quickstart.js +299 -0
  8. package/src/cli/doppler-serve.js +395 -0
  9. package/src/client/doppler-api.browser.js +13 -377
  10. package/src/client/doppler-api.d.ts +35 -56
  11. package/src/client/doppler-api.js +12 -363
  12. package/src/client/doppler-registry.json +55 -2
  13. package/src/client/runtime/index.d.ts +63 -0
  14. package/src/client/runtime/index.js +173 -0
  15. package/src/client/runtime/lora.d.ts +36 -0
  16. package/src/client/runtime/lora.js +165 -0
  17. package/src/client/{doppler-provider → runtime}/model-manager.d.ts +1 -1
  18. package/src/client/{doppler-provider → runtime}/model-manager.js +56 -30
  19. package/src/client/runtime/model-session.d.ts +72 -0
  20. package/src/client/runtime/model-session.js +122 -0
  21. package/src/client/runtime/model-source.d.ts +43 -0
  22. package/src/client/runtime/model-source.js +101 -0
  23. package/src/client/{doppler-provider → runtime}/source-runtime.d.ts +8 -5
  24. package/src/client/runtime/source-runtime.js +919 -0
  25. package/src/client/runtime/storage.d.ts +5 -0
  26. package/src/client/runtime/storage.js +51 -0
  27. package/src/client/{doppler-provider → runtime}/types.d.ts +14 -2
  28. package/src/config/README.md +2 -0
  29. package/src/config/conversion/README.md +47 -7
  30. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +67 -5
  31. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +62 -11
  32. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +79 -18
  33. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +61 -13
  34. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +53 -10
  35. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +66 -18
  36. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +256 -0
  37. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +49 -8
  38. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +45 -6
  39. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +45 -6
  40. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +57 -9
  41. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +105 -26
  42. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +83 -33
  43. package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +33 -5
  44. package/src/config/execution-contract-check.d.ts +2 -1
  45. package/src/config/execution-contract-check.js +187 -53
  46. package/src/config/kernel-path-loader.d.ts +36 -0
  47. package/src/config/kernel-path-loader.js +97 -10
  48. package/src/config/kernels/kernel-ref-digests.js +40 -24
  49. package/src/config/kernels/registry.js +0 -1
  50. package/src/config/kernels/registry.json +772 -66
  51. package/src/config/merge-contract-check.js +3 -0
  52. package/src/config/merge.d.ts +18 -1
  53. package/src/config/merge.js +56 -0
  54. package/src/config/param-categories.js +5 -0
  55. package/src/config/param-validator.js +42 -26
  56. package/src/config/platforms/apple-m3.json +1 -1
  57. package/src/config/platforms/loader.js +21 -16
  58. package/src/config/required-inference-fields-contract-check.js +16 -0
  59. package/src/config/runtime/compute/f16-batched.json +2 -0
  60. package/src/config/runtime/default.json +1 -0
  61. package/src/config/runtime/experiments/bench/gemma3-bench-q4k-alt.json +57 -0
  62. package/src/config/runtime/experiments/bench/gemma3-bench-q4k-batched.json +57 -0
  63. package/src/config/runtime/experiments/bench/gemma3-bench-q4k.json +2 -0
  64. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-alt.json +57 -0
  65. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +57 -0
  66. package/src/config/runtime/experiments/debug/gemma3-browser-diagnose-q4k.json +81 -0
  67. package/src/config/runtime/experiments/debug/gemma3-debug-q4k.json +5 -0
  68. package/src/config/runtime/experiments/debug/qwen35-browser-diagnose-q4k.json +81 -0
  69. package/src/config/runtime/experiments/verify/gemma4-e2b-verify.json +38 -0
  70. package/src/config/runtime/profiles/gemma4-e2b-low-memory.json +63 -0
  71. package/src/config/runtime/profiles/gemma4-e2b-throughput.json +39 -0
  72. package/src/config/runtime/profiles/low-memory.json +1 -0
  73. package/src/config/runtime/profiles/turboquant-contiguous-prod.json +29 -0
  74. package/src/config/runtime/profiles/turboquant-contiguous.json +29 -0
  75. package/src/config/runtime/profiles/turboquant.json +36 -0
  76. package/src/config/runtime/profiles/vector-stability.json +1 -0
  77. package/src/config/runtime/tiers/gemma4-128gb.json +79 -0
  78. package/src/config/runtime/tiers/gemma4-16gb.json +15 -2
  79. package/src/config/runtime/tiers/gemma4-24gb.json +15 -2
  80. package/src/config/runtime/tiers/gemma4-32gb.json +15 -2
  81. package/src/config/runtime.js +11 -4
  82. package/src/config/schema/converter.schema.d.ts +4 -2
  83. package/src/config/schema/converter.schema.js +7 -5
  84. package/src/config/schema/doppler.schema.d.ts +26 -2
  85. package/src/config/schema/doppler.schema.js +77 -28
  86. package/src/config/schema/execution-v1.schema.d.ts +78 -5
  87. package/src/config/schema/execution-v1.schema.js +62 -1
  88. package/src/config/schema/index.d.ts +22 -29
  89. package/src/config/schema/index.js +15 -17
  90. package/src/config/schema/inference.schema.d.ts +26 -4
  91. package/src/config/schema/kernel-path.schema.d.ts +30 -3
  92. package/src/config/schema/kernel-registry.schema.d.ts +1 -1
  93. package/src/config/schema/kernel-registry.schema.js +1 -0
  94. package/src/config/schema/kvcache.schema.js +7 -0
  95. package/src/config/schema/loading.schema.d.ts +28 -0
  96. package/src/config/schema/loading.schema.js +9 -0
  97. package/src/config/schema/manifest.schema.d.ts +79 -5
  98. package/src/config/schema/manifest.schema.js +7 -1
  99. package/src/config/schema/platform.schema.d.ts +10 -8
  100. package/src/config/schema/speculation-self.schema.js +0 -5
  101. package/src/config/schema/support-tiers.schema.d.ts +53 -0
  102. package/src/config/schema/support-tiers.schema.js +128 -0
  103. package/src/config/source-packages/litert/gemma-4-e2b-it.json +622 -0
  104. package/src/config/source-packages/registry.json +15 -0
  105. package/src/config/support-tiers/subsystems.json +502 -0
  106. package/src/config/transforms/capability-transform-resolver.d.ts +16 -5
  107. package/src/config/transforms/capability-transform-resolver.js +44 -9
  108. package/src/config/transforms/execution-graph-transforms.d.ts +113 -2
  109. package/src/config/transforms/execution-graph-transforms.js +1220 -8
  110. package/src/converter/conversion-plan.js +20 -8
  111. package/src/converter/core.d.ts +48 -1
  112. package/src/converter/core.js +249 -62
  113. package/src/converter/parsers/gguf.d.ts +10 -1
  114. package/src/converter/rope-config.d.ts +1 -0
  115. package/src/converter/rope-config.js +75 -5
  116. package/src/converter/shard-packer.js +2 -2
  117. package/src/debug/tensor.js +13 -1
  118. package/src/{adapters → experimental/adapters}/adapter-manager.d.ts +1 -1
  119. package/src/{adapters → experimental/adapters}/adapter-manager.js +2 -2
  120. package/src/{adapters → experimental/adapters}/adapter-manifest.d.ts +1 -1
  121. package/src/{adapters → experimental/adapters}/adapter-manifest.js +1 -1
  122. package/src/{adapters → experimental/adapters}/adapter-registry.d.ts +1 -1
  123. package/src/{adapters → experimental/adapters}/adapter-registry.js +1 -1
  124. package/src/{adapters → experimental/adapters}/lora-loader.d.ts +1 -1
  125. package/src/{adapters → experimental/adapters}/lora-loader.js +2 -2
  126. package/src/{bridge → experimental/bridge}/extension-client.js +2 -2
  127. package/src/{bridge → experimental/bridge}/node-bridge.js +2 -4
  128. package/src/{bridge → experimental/bridge}/protocol.js +1 -1
  129. package/src/{browser → experimental/browser}/browser-converter.d.ts +4 -4
  130. package/src/{browser → experimental/browser}/browser-converter.js +12 -12
  131. package/src/{browser → experimental/browser}/gguf-importer.d.ts +1 -1
  132. package/src/{browser → experimental/browser}/gguf-importer.js +8 -8
  133. package/src/{browser → experimental/browser}/gguf-parser-browser.d.ts +2 -2
  134. package/src/{browser → experimental/browser}/gguf-parser-browser.js +3 -3
  135. package/src/{browser → experimental/browser}/quantization.d.ts +3 -3
  136. package/src/{browser → experimental/browser}/quantization.js +4 -4
  137. package/src/{browser → experimental/browser}/safetensors-parser-browser.d.ts +3 -3
  138. package/src/{browser → experimental/browser}/safetensors-parser-browser.js +3 -3
  139. package/src/{browser → experimental/browser}/shard-io-browser.d.ts +1 -1
  140. package/src/{browser → experimental/browser}/shard-io-browser.js +2 -2
  141. package/src/{browser → experimental/browser}/tensor-source-download.js +3 -3
  142. package/src/experimental/diffusion/index.d.ts +8 -0
  143. package/src/experimental/diffusion/index.js +8 -0
  144. package/src/{distribution → experimental/distribution}/p2p-transport-contract.js +1 -1
  145. package/src/{distribution → experimental/distribution}/p2p-transport.js +1 -1
  146. package/src/{distribution → experimental/distribution}/shard-delivery.js +5 -5
  147. package/src/experimental/energy/index.d.ts +2 -0
  148. package/src/experimental/energy/index.js +2 -0
  149. package/src/{hotswap → experimental/hotswap}/intent-bundle.d.ts +1 -1
  150. package/src/{hotswap → experimental/hotswap}/intent-bundle.js +2 -2
  151. package/src/{hotswap → experimental/hotswap}/manifest.d.ts +2 -2
  152. package/src/{hotswap → experimental/hotswap}/manifest.js +1 -1
  153. package/src/{hotswap → experimental/hotswap}/model-swap.js +1 -1
  154. package/src/{hotswap → experimental/hotswap}/runtime.d.ts +1 -1
  155. package/src/experimental/orchestration/index.d.ts +12 -0
  156. package/src/experimental/orchestration/index.js +12 -0
  157. package/src/{training → experimental/training}/README.md +1 -1
  158. package/src/{training → experimental/training}/artifacts.d.ts +3 -3
  159. package/src/{training → experimental/training}/artifacts.js +3 -3
  160. package/src/{training → experimental/training}/attention-backward.d.ts +1 -1
  161. package/src/{training → experimental/training}/attention-backward.js +3 -3
  162. package/src/{training → experimental/training}/attention-forward.d.ts +2 -2
  163. package/src/{training → experimental/training}/attention-forward.js +1 -1
  164. package/src/{training → experimental/training}/autograd.d.ts +2 -2
  165. package/src/{training → experimental/training}/autograd.js +7 -7
  166. package/src/{training → experimental/training}/backward-kernels.js +1 -1
  167. package/src/{training → experimental/training}/checkpoint.js +1 -1
  168. package/src/{training → experimental/training}/clip.d.ts +2 -2
  169. package/src/{training → experimental/training}/clip.js +3 -3
  170. package/src/{training → experimental/training}/export.d.ts +2 -2
  171. package/src/{training → experimental/training}/export.js +2 -2
  172. package/src/{training → experimental/training}/lora-pipeline.js +4 -4
  173. package/src/{training → experimental/training}/lora.d.ts +1 -1
  174. package/src/{training → experimental/training}/lora.js +4 -4
  175. package/src/{training → experimental/training}/loss-scaling.d.ts +2 -2
  176. package/src/{training → experimental/training}/loss-scaling.js +3 -3
  177. package/src/{training → experimental/training}/loss.d.ts +2 -2
  178. package/src/{training → experimental/training}/loss.js +1 -1
  179. package/src/{training → experimental/training}/operator-artifacts.js +1 -1
  180. package/src/{training → experimental/training}/optimizer.d.ts +2 -2
  181. package/src/{training → experimental/training}/optimizer.js +3 -3
  182. package/src/{training → experimental/training}/runner.d.ts +2 -2
  183. package/src/{training → experimental/training}/runner.js +5 -5
  184. package/src/{training → experimental/training}/suite.js +16 -16
  185. package/src/{training → experimental/training}/tensor-factory.d.ts +1 -1
  186. package/src/{training → experimental/training}/tensor-factory.js +2 -2
  187. package/src/{training → experimental/training}/trainer.d.ts +3 -3
  188. package/src/{training → experimental/training}/trainer.js +3 -3
  189. package/src/{training → experimental/training}/ul_dataset.d.ts +2 -2
  190. package/src/{training → experimental/training}/ul_dataset.js +1 -1
  191. package/src/{training → experimental/training}/ul_schedule.d.ts +1 -1
  192. package/src/{training → experimental/training}/workloads.js +4 -4
  193. package/src/formats/index.d.ts +24 -0
  194. package/src/formats/index.js +6 -0
  195. package/src/formats/litert/index.d.ts +1 -0
  196. package/src/formats/litert/index.js +1 -0
  197. package/src/formats/litert/types.d.ts +87 -0
  198. package/src/formats/litert/types.js +568 -0
  199. package/src/formats/rdrr/classification.js +16 -8
  200. package/src/formats/rdrr/parsing.d.ts +3 -2
  201. package/src/formats/rdrr/types.d.ts +33 -0
  202. package/src/formats/rdrr/validation.js +16 -5
  203. package/src/formats/tflite/index.d.ts +1 -0
  204. package/src/formats/tflite/index.js +1 -0
  205. package/src/formats/tflite/types.d.ts +84 -0
  206. package/src/formats/tflite/types.js +633 -0
  207. package/src/generation/index.d.ts +16 -14
  208. package/src/generation/index.js +1 -32
  209. package/src/gpu/command-recorder.d.ts +17 -1
  210. package/src/gpu/command-recorder.js +47 -10
  211. package/src/gpu/device.d.ts +3 -1
  212. package/src/gpu/device.js +17 -11
  213. package/src/gpu/kernel-selector.js +3 -1
  214. package/src/gpu/kernels/attention.d.ts +2 -0
  215. package/src/gpu/kernels/attention.js +359 -14
  216. package/src/gpu/kernels/attention.wgsl +20 -1
  217. package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +180 -0
  218. package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +192 -0
  219. package/src/gpu/kernels/attention_decode_online_f16.wgsl +36 -18
  220. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +36 -18
  221. package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +269 -0
  222. package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +281 -0
  223. package/src/gpu/kernels/attention_head256_f16kv.wgsl +269 -0
  224. package/src/gpu/kernels/attention_streaming.wgsl +22 -3
  225. package/src/gpu/kernels/attention_streaming_f16.wgsl +1 -1
  226. package/src/gpu/kernels/attention_streaming_f16kv.wgsl +1 -1
  227. package/src/gpu/kernels/backward/attention_backward.d.ts +14 -1
  228. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +18 -0
  229. package/src/gpu/kernels/check-hot-vocab-stop.js +108 -0
  230. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +1 -1
  231. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +1 -1
  232. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +126 -194
  233. package/src/gpu/kernels/codegen/wgsl-variants.js +24 -6
  234. package/src/gpu/kernels/depthwise_conv1d.d.ts +23 -0
  235. package/src/gpu/kernels/depthwise_conv1d.js +51 -0
  236. package/src/gpu/kernels/depthwise_conv1d.wgsl +46 -0
  237. package/src/gpu/kernels/feature-check.js +0 -1
  238. package/src/gpu/kernels/fused_ffn.js +67 -22
  239. package/src/gpu/kernels/fused_ffn_q4k.wgsl +48 -43
  240. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +329 -0
  241. package/src/gpu/kernels/fused_matmul_q4.wgsl +417 -0
  242. package/src/gpu/kernels/fused_matmul_q4_batched_multicol_shared.wgsl +174 -0
  243. package/src/gpu/kernels/gather.d.ts +4 -0
  244. package/src/gpu/kernels/gather.js +13 -2
  245. package/src/gpu/kernels/gather.wgsl +5 -3
  246. package/src/gpu/kernels/gather_f16.wgsl +5 -3
  247. package/src/gpu/kernels/index.d.ts +7 -0
  248. package/src/gpu/kernels/index.js +6 -0
  249. package/src/gpu/kernels/kernel-configs.js +1 -0
  250. package/src/gpu/kernels/kv-quantize.js +87 -55
  251. package/src/gpu/kernels/kv_quantize_turboquant.wgsl +153 -0
  252. package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +230 -0
  253. package/src/gpu/kernels/linear-attention-core.d.ts +3 -0
  254. package/src/gpu/kernels/linear-attention-core.js +145 -56
  255. package/src/gpu/kernels/matmul-dispatch.js +3 -0
  256. package/src/gpu/kernels/matmul-selection.js +31 -42
  257. package/src/gpu/kernels/matmul.d.ts +3 -0
  258. package/src/gpu/kernels/matmul.js +72 -34
  259. package/src/gpu/kernels/residual.d.ts +2 -0
  260. package/src/gpu/kernels/residual.js +43 -4
  261. package/src/gpu/kernels/rope.d.ts +2 -0
  262. package/src/gpu/kernels/rope.js +19 -6
  263. package/src/gpu/kernels/rope.wgsl +24 -12
  264. package/src/gpu/kernels/rope_f16.wgsl +97 -38
  265. package/src/gpu/kernels/scale.d.ts +5 -0
  266. package/src/gpu/kernels/scale.js +6 -1
  267. package/src/gpu/kernels/scale.wgsl +3 -1
  268. package/src/gpu/kernels/scale_f16.wgsl +32 -0
  269. package/src/gpu/kernels/turboquant-codebook.js +564 -0
  270. package/src/gpu/kernels/uniform-utils.js +26 -0
  271. package/src/gpu/kernels/utils.js +6 -1
  272. package/src/gpu/submit-probe.d.ts +12 -0
  273. package/src/gpu/submit-probe.js +77 -0
  274. package/src/gpu/weight-buffer.d.ts +26 -3
  275. package/src/gpu/weight-buffer.js +62 -2
  276. package/src/index-browser.d.ts +1 -91
  277. package/src/index-browser.js +0 -66
  278. package/src/index.d.ts +1 -102
  279. package/src/index.js +0 -74
  280. package/src/inference/browser-harness-model-helpers.d.ts +3 -0
  281. package/src/inference/browser-harness-model-helpers.js +134 -11
  282. package/src/inference/browser-harness-runtime-helpers.js +1 -9
  283. package/src/inference/browser-harness-text-helpers.js +441 -70
  284. package/src/inference/browser-harness.js +61 -4
  285. package/src/inference/decode-ring.d.ts +2 -0
  286. package/src/inference/decode-ring.js +20 -0
  287. package/src/inference/kv-cache/index.d.ts +3 -0
  288. package/src/inference/kv-cache/index.js +2 -0
  289. package/src/inference/kv-cache/mixed-geometry.d.ts +84 -0
  290. package/src/inference/kv-cache/mixed-geometry.js +422 -0
  291. package/src/inference/kv-cache/quantized.d.ts +56 -0
  292. package/src/inference/kv-cache/quantized.js +383 -0
  293. package/src/inference/kv-cache/tiered.d.ts +20 -3
  294. package/src/inference/kv-cache/tiered.js +203 -65
  295. package/src/inference/kv-cache/types.d.ts +49 -6
  296. package/src/inference/kv-cache.d.ts +3 -0
  297. package/src/inference/kv-cache.js +2 -0
  298. package/src/inference/multi-model-network.js +2 -1
  299. package/src/inference/pipelines/audio/gemma4.js +655 -0
  300. package/src/inference/pipelines/audio/index.js +39 -0
  301. package/src/inference/pipelines/audio/mel.js +171 -0
  302. package/src/inference/pipelines/context.js +9 -1
  303. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +2 -0
  304. package/src/inference/pipelines/shared/clipped-linear.js +46 -0
  305. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +2 -1
  306. package/src/inference/pipelines/text/attention/dispatch-params.js +52 -8
  307. package/src/inference/pipelines/text/attention/output-projection.js +3 -3
  308. package/src/inference/pipelines/text/attention/precision-contract.d.ts +36 -0
  309. package/src/inference/pipelines/text/attention/precision-contract.js +115 -0
  310. package/src/inference/pipelines/text/attention/projections.d.ts +23 -0
  311. package/src/inference/pipelines/text/attention/projections.js +182 -15
  312. package/src/inference/pipelines/text/attention/quant-options.js +54 -0
  313. package/src/inference/pipelines/text/attention/record.js +257 -69
  314. package/src/inference/pipelines/text/attention/run.js +306 -94
  315. package/src/inference/pipelines/text/attention/types.d.ts +11 -0
  316. package/src/inference/pipelines/text/chat-format.d.ts +8 -1
  317. package/src/inference/pipelines/text/chat-format.js +89 -5
  318. package/src/inference/pipelines/text/config.d.ts +78 -26
  319. package/src/inference/pipelines/text/config.js +722 -28
  320. package/src/inference/pipelines/text/dtype-contract.d.ts +15 -0
  321. package/src/inference/pipelines/text/dtype-contract.js +38 -0
  322. package/src/inference/pipelines/text/embed.d.ts +4 -0
  323. package/src/inference/pipelines/text/embed.js +165 -172
  324. package/src/inference/pipelines/text/execution-plan.d.ts +19 -0
  325. package/src/inference/pipelines/text/execution-plan.js +112 -20
  326. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +8 -4
  327. package/src/inference/pipelines/text/execution-runtime-builders.js +90 -49
  328. package/src/inference/pipelines/text/execution-v1.d.ts +23 -4
  329. package/src/inference/pipelines/text/execution-v1.js +411 -33
  330. package/src/inference/pipelines/text/ffn/dense.d.ts +59 -0
  331. package/src/inference/pipelines/text/ffn/dense.js +575 -63
  332. package/src/inference/pipelines/text/ffn/moe.js +1 -0
  333. package/src/inference/pipelines/text/ffn/sandwich.js +20 -4
  334. package/src/inference/pipelines/text/ffn/standard.js +28 -4
  335. package/src/inference/pipelines/text/finiteness-policy.d.ts +4 -0
  336. package/src/inference/pipelines/text/finiteness-policy.js +14 -11
  337. package/src/inference/pipelines/text/generator-helpers.d.ts +7 -0
  338. package/src/inference/pipelines/text/generator-helpers.js +39 -4
  339. package/src/inference/pipelines/text/generator-runtime.js +45 -8
  340. package/src/inference/pipelines/text/generator-steps.js +407 -75
  341. package/src/inference/pipelines/text/generator.d.ts +6 -0
  342. package/src/inference/pipelines/text/generator.js +1179 -305
  343. package/src/inference/pipelines/text/init.d.ts +39 -7
  344. package/src/inference/pipelines/text/init.js +525 -110
  345. package/src/inference/pipelines/text/layer-plan.d.ts +1 -0
  346. package/src/inference/pipelines/text/layer-plan.js +2 -0
  347. package/src/inference/pipelines/text/layer.js +402 -19
  348. package/src/inference/pipelines/text/linear-attention.d.ts +4 -0
  349. package/src/inference/pipelines/text/linear-attention.js +112 -41
  350. package/src/inference/pipelines/text/logits/gpu.d.ts +2 -1
  351. package/src/inference/pipelines/text/logits/gpu.js +334 -15
  352. package/src/inference/pipelines/text/logits/index.d.ts +11 -0
  353. package/src/inference/pipelines/text/logits/index.js +227 -29
  354. package/src/inference/pipelines/text/logits/types.d.ts +3 -0
  355. package/src/inference/pipelines/text/logits/utils.js +3 -1
  356. package/src/inference/pipelines/text/lora-apply.js +3 -3
  357. package/src/inference/pipelines/text/model-load.d.ts +2 -1
  358. package/src/inference/pipelines/text/model-load.js +205 -178
  359. package/src/inference/pipelines/text/moe-gpu.js +8 -0
  360. package/src/inference/pipelines/text/moe-impl.d.ts +2 -0
  361. package/src/inference/pipelines/text/ops.d.ts +16 -2
  362. package/src/inference/pipelines/text/ops.js +11 -2
  363. package/src/inference/pipelines/text/per-layer-inputs.d.ts +107 -0
  364. package/src/inference/pipelines/text/per-layer-inputs.js +1581 -0
  365. package/src/inference/pipelines/text/probes.js +6 -0
  366. package/src/inference/pipelines/text/sampling-config.js +9 -1
  367. package/src/inference/pipelines/text/stage-names.js +3 -0
  368. package/src/inference/pipelines/text/state.d.ts +12 -3
  369. package/src/inference/pipelines/text/state.js +19 -0
  370. package/src/inference/pipelines/text/types.d.ts +79 -7
  371. package/src/inference/pipelines/text/weights.d.ts +2 -2
  372. package/src/inference/pipelines/text/weights.js +4 -0
  373. package/src/inference/pipelines/text.d.ts +6 -0
  374. package/src/inference/pipelines/text.js +860 -11
  375. package/src/inference/pipelines/video/frame-sampler.js +36 -0
  376. package/src/inference/pipelines/video/index.js +87 -0
  377. package/src/inference/pipelines/vision/encoder.js +27 -6
  378. package/src/inference/pipelines/vision/gemma4.js +731 -0
  379. package/src/inference/pipelines/vision/image-preprocess.js +22 -7
  380. package/src/inference/pipelines/vision/index.js +35 -10
  381. package/src/inference/pipelines/vision/ops.js +31 -26
  382. package/src/inference/pipelines/vision/patch-embed.js +22 -10
  383. package/src/inference/runtime-model.d.ts +89 -0
  384. package/src/inference/runtime-model.js +152 -0
  385. package/src/inference/test-harness.d.ts +8 -1
  386. package/src/inference/test-harness.js +54 -20
  387. package/src/inference/tokenizer.d.ts +5 -0
  388. package/src/inference/tokenizer.js +43 -0
  389. package/src/inference/tokenizers/base.d.ts +5 -0
  390. package/src/inference/tokenizers/base.js +5 -0
  391. package/src/inference/tokenizers/behavior-flags.d.ts +9 -0
  392. package/src/inference/tokenizers/behavior-flags.js +100 -0
  393. package/src/inference/tokenizers/bundled.d.ts +4 -0
  394. package/src/inference/tokenizers/bundled.js +110 -0
  395. package/src/inference/tokenizers/sentencepiece.d.ts +2 -0
  396. package/src/inference/tokenizers/sentencepiece.js +16 -0
  397. package/src/inference/tokenizers/types.d.ts +2 -0
  398. package/src/loader/doppler-loader.d.ts +10 -3
  399. package/src/loader/doppler-loader.js +103 -5
  400. package/src/loader/embedding-loader.d.ts +5 -1
  401. package/src/loader/embedding-loader.js +57 -6
  402. package/src/loader/final-weights-loader.js +44 -5
  403. package/src/loader/layer-loader.js +210 -8
  404. package/src/loader/loader-state.js +2 -2
  405. package/src/loader/loader-types.d.ts +17 -1
  406. package/src/loader/memory-monitor.d.ts +8 -0
  407. package/src/loader/memory-monitor.js +21 -0
  408. package/src/loader/multi-model-loader.d.ts +9 -1
  409. package/src/loader/multi-model-loader.js +9 -1
  410. package/src/loader/per-layer-input-loader.d.ts +30 -0
  411. package/src/loader/per-layer-input-loader.js +478 -0
  412. package/src/loader/shard-cache.d.ts +4 -3
  413. package/src/loader/shard-resolver.js +2 -0
  414. package/src/loader/tensors/source-transform.d.ts +50 -0
  415. package/src/loader/tensors/source-transform.js +776 -0
  416. package/src/loader/tensors/tensor-loader.d.ts +12 -0
  417. package/src/loader/tensors/tensor-loader.js +208 -123
  418. package/src/loader/tensors/tensor-reader.d.ts +8 -0
  419. package/src/loader/tensors/tensor-reader.js +283 -15
  420. package/src/loaders/index.d.ts +4 -0
  421. package/src/loaders/index.js +4 -0
  422. package/src/memory/buffer-pool.d.ts +4 -0
  423. package/src/memory/buffer-pool.js +36 -0
  424. package/src/rules/execution-rules-contract-check.d.ts +4 -0
  425. package/src/rules/execution-rules-contract-check.js +150 -24
  426. package/src/rules/inference/attention.rules.json +15 -0
  427. package/src/rules/inference/capability-transforms.rules.json +30 -0
  428. package/src/rules/inference/execution.rules.json +54 -2
  429. package/src/rules/inference/ffn.rules.json +33 -0
  430. package/src/rules/kernels/attention.rules.json +7 -0
  431. package/src/rules/kernels/fused-ffn.rules.json +4 -2
  432. package/src/rules/kernels/kv_quantize.rules.json +2 -0
  433. package/src/rules/kernels/matmul.rules.json +14 -0
  434. package/src/rules/kernels/scale.rules.json +2 -0
  435. package/src/rules/loader/tensor-loader.rules.json +1 -0
  436. package/src/storage/artifact-storage-context.d.ts +53 -0
  437. package/src/storage/artifact-storage-context.js +560 -0
  438. package/src/storage/downloader.js +7 -1
  439. package/src/storage/index.d.ts +18 -0
  440. package/src/storage/index.js +13 -0
  441. package/src/storage/preflight.js +22 -0
  442. package/src/storage/quickstart-downloader.js +35 -2
  443. package/src/storage/registry.d.ts +1 -0
  444. package/src/storage/registry.js +26 -4
  445. package/src/storage/shard-manager.d.ts +4 -0
  446. package/src/storage/shard-manager.js +25 -6
  447. package/src/storage/source-artifact-store.d.ts +9 -0
  448. package/src/storage/source-artifact-store.js +134 -0
  449. package/src/tooling/browser-command-runner.js +12 -5
  450. package/src/tooling/command-api-family-normalizers.js +144 -0
  451. package/src/tooling/command-api-helpers.js +1 -0
  452. package/src/tooling/command-api.d.ts +32 -9
  453. package/src/tooling/command-api.js +0 -25
  454. package/src/tooling/command-runner-shared.js +1 -2
  455. package/src/tooling/command-runner.html +5 -2
  456. package/src/tooling/diagnose-runner.js +1 -1
  457. package/src/tooling/kernel-path-builder/index.js +48 -32
  458. package/src/tooling/lean-execution-contract.d.ts +1 -1
  459. package/src/tooling/lean-execution-contract.js +2 -149
  460. package/src/tooling/litert-package-runtime.d.ts +46 -0
  461. package/src/tooling/litert-package-runtime.js +950 -0
  462. package/src/tooling/node-browser-command-runner.d.ts +13 -0
  463. package/src/tooling/node-browser-command-runner.js +163 -3
  464. package/src/tooling/node-command-runner.js +14 -5
  465. package/src/tooling/node-converter.js +226 -63
  466. package/src/tooling/node-source-runtime.d.ts +8 -3
  467. package/src/tooling/node-source-runtime.js +561 -236
  468. package/src/tooling/node-webgpu.js +7 -30
  469. package/src/tooling/opfs-cache.d.ts +18 -1
  470. package/src/tooling/opfs-cache.js +126 -9
  471. package/src/tooling/runtime-input-composition.d.ts +0 -1
  472. package/src/tooling/runtime-input-composition.js +0 -5
  473. package/src/tooling/source-artifact-adapter.d.ts +134 -0
  474. package/src/tooling/source-artifact-adapter.js +366 -0
  475. package/src/tooling/source-package-profiles.d.ts +33 -0
  476. package/src/tooling/source-package-profiles.js +57 -0
  477. package/src/tooling/source-runtime-bundle.d.ts +46 -6
  478. package/src/tooling/source-runtime-bundle.js +371 -60
  479. package/src/tooling/source-runtime-converter-config.d.ts +24 -0
  480. package/src/tooling/source-runtime-converter-config.js +297 -0
  481. package/src/tooling-experimental-exports.browser.js +2 -0
  482. package/src/tooling-experimental-exports.d.ts +7 -0
  483. package/src/tooling-experimental-exports.js +7 -0
  484. package/src/tooling-experimental-exports.shared.d.ts +26 -0
  485. package/src/tooling-experimental-exports.shared.js +29 -0
  486. package/src/tooling-exports.shared.d.ts +0 -23
  487. package/src/tooling-exports.shared.js +6 -28
  488. package/src/version.js +1 -1
  489. package/src/client/doppler-provider/generation.d.ts +0 -25
  490. package/src/client/doppler-provider/generation.js +0 -126
  491. package/src/client/doppler-provider/index.d.ts +0 -2
  492. package/src/client/doppler-provider/index.js +0 -3
  493. package/src/client/doppler-provider/provider.d.ts +0 -5
  494. package/src/client/doppler-provider/provider.js +0 -102
  495. package/src/client/doppler-provider/source-runtime.js +0 -677
  496. package/src/client/doppler-provider.d.ts +0 -46
  497. package/src/client/doppler-provider.js +0 -36
  498. package/src/config/schema/inference-defaults.schema.d.ts +0 -276
  499. package/src/config/schema/inference-defaults.schema.js +0 -189
  500. package/src/diffusion/index.d.ts +0 -8
  501. package/src/diffusion/index.js +0 -8
  502. package/src/energy/index.d.ts +0 -2
  503. package/src/energy/index.js +0 -2
  504. package/src/index-internal.d.ts +0 -2
  505. package/src/index-internal.js +0 -2
  506. /package/src/client/{doppler-provider → runtime}/types.js +0 -0
  507. /package/src/{adapters → experimental/adapters}/index.d.ts +0 -0
  508. /package/src/{adapters → experimental/adapters}/index.js +0 -0
  509. /package/src/{bridge → experimental/bridge}/extension/background.d.ts +0 -0
  510. /package/src/{bridge → experimental/bridge}/extension/background.js +0 -0
  511. /package/src/{bridge → experimental/bridge}/extension/manifest.json +0 -0
  512. /package/src/{bridge → experimental/bridge}/extension-client.d.ts +0 -0
  513. /package/src/{bridge → experimental/bridge}/index.d.ts +0 -0
  514. /package/src/{bridge → experimental/bridge}/index.js +0 -0
  515. /package/src/{bridge → experimental/bridge}/protocol.d.ts +0 -0
  516. /package/src/{browser → experimental/browser}/file-picker.d.ts +0 -0
  517. /package/src/{browser → experimental/browser}/file-picker.js +0 -0
  518. /package/src/{browser → experimental/browser}/tensor-source-download.d.ts +0 -0
  519. /package/src/{browser → experimental/browser}/tensor-source-file.d.ts +0 -0
  520. /package/src/{browser → experimental/browser}/tensor-source-file.js +0 -0
  521. /package/src/{browser → experimental/browser}/tensor-source-http.d.ts +0 -0
  522. /package/src/{browser → experimental/browser}/tensor-source-http.js +0 -0
  523. /package/src/{diffusion → experimental/diffusion}/config/expansion-lanes.json +0 -0
  524. /package/src/{diffusion → experimental/diffusion}/image-regression.d.ts +0 -0
  525. /package/src/{diffusion → experimental/diffusion}/image-regression.js +0 -0
  526. /package/src/{distribution → experimental/distribution}/p2p-control-plane.d.ts +0 -0
  527. /package/src/{distribution → experimental/distribution}/p2p-control-plane.js +0 -0
  528. /package/src/{distribution → experimental/distribution}/p2p-observability.d.ts +0 -0
  529. /package/src/{distribution → experimental/distribution}/p2p-observability.js +0 -0
  530. /package/src/{distribution → experimental/distribution}/p2p-transport-contract.d.ts +0 -0
  531. /package/src/{distribution → experimental/distribution}/p2p-webrtc-browser.d.ts +0 -0
  532. /package/src/{distribution → experimental/distribution}/p2p-webrtc-browser.js +0 -0
  533. /package/src/{distribution → experimental/distribution}/shard-delivery.d.ts +0 -0
  534. /package/src/{hotswap → experimental/hotswap}/runtime.js +0 -0
  535. /package/src/{training → experimental/training}/checkpoint-watch.d.ts +0 -0
  536. /package/src/{training → experimental/training}/checkpoint-watch.js +0 -0
  537. /package/src/{training → experimental/training}/checkpoint.d.ts +0 -0
  538. /package/src/{training → experimental/training}/dataloader.d.ts +0 -0
  539. /package/src/{training → experimental/training}/dataloader.js +0 -0
  540. /package/src/{training → experimental/training}/datasets/index.d.ts +0 -0
  541. /package/src/{training → experimental/training}/datasets/index.js +0 -0
  542. /package/src/{training → experimental/training}/datasets/jsonl.d.ts +0 -0
  543. /package/src/{training → experimental/training}/datasets/jsonl.js +0 -0
  544. /package/src/{training → experimental/training}/datasets/reploid.d.ts +0 -0
  545. /package/src/{training → experimental/training}/datasets/reploid.js +0 -0
  546. /package/src/{training → experimental/training}/datasets/text-pairs.d.ts +0 -0
  547. /package/src/{training → experimental/training}/datasets/text-pairs.js +0 -0
  548. /package/src/{training → experimental/training}/datasets/token-batch.d.ts +0 -0
  549. /package/src/{training → experimental/training}/datasets/token-batch.js +0 -0
  550. /package/src/{training → experimental/training}/datasets/translation-pairs.d.ts +0 -0
  551. /package/src/{training → experimental/training}/datasets/translation-pairs.js +0 -0
  552. /package/src/{training → experimental/training}/distillation/artifacts.d.ts +0 -0
  553. /package/src/{training → experimental/training}/distillation/artifacts.js +0 -0
  554. /package/src/{training → experimental/training}/distillation/checkpoint-watch.d.ts +0 -0
  555. /package/src/{training → experimental/training}/distillation/checkpoint-watch.js +0 -0
  556. /package/src/{training → experimental/training}/distillation/dataset.d.ts +0 -0
  557. /package/src/{training → experimental/training}/distillation/dataset.js +0 -0
  558. /package/src/{training → experimental/training}/distillation/eval.d.ts +0 -0
  559. /package/src/{training → experimental/training}/distillation/eval.js +0 -0
  560. /package/src/{training → experimental/training}/distillation/index.d.ts +0 -0
  561. /package/src/{training → experimental/training}/distillation/index.js +0 -0
  562. /package/src/{training → experimental/training}/distillation/runtime.d.ts +0 -0
  563. /package/src/{training → experimental/training}/distillation/runtime.js +0 -0
  564. /package/src/{training → experimental/training}/distillation/scoreboard.d.ts +0 -0
  565. /package/src/{training → experimental/training}/distillation/scoreboard.js +0 -0
  566. /package/src/{training → experimental/training}/distillation/stage-a.d.ts +0 -0
  567. /package/src/{training → experimental/training}/distillation/stage-a.js +0 -0
  568. /package/src/{training → experimental/training}/distillation/stage-b.d.ts +0 -0
  569. /package/src/{training → experimental/training}/distillation/stage-b.js +0 -0
  570. /package/src/{training → experimental/training}/distillation/student-fixture.d.ts +0 -0
  571. /package/src/{training → experimental/training}/distillation/student-fixture.js +0 -0
  572. /package/src/{training → experimental/training}/distillation/suite-data.d.ts +0 -0
  573. /package/src/{training → experimental/training}/distillation/suite-data.js +0 -0
  574. /package/src/{training → experimental/training}/index.d.ts +0 -0
  575. /package/src/{training → experimental/training}/index.js +0 -0
  576. /package/src/{training → experimental/training}/lora-pipeline.d.ts +0 -0
  577. /package/src/{training → experimental/training}/objectives/base.d.ts +0 -0
  578. /package/src/{training → experimental/training}/objectives/base.js +0 -0
  579. /package/src/{training → experimental/training}/objectives/cross_entropy.d.ts +0 -0
  580. /package/src/{training → experimental/training}/objectives/cross_entropy.js +0 -0
  581. /package/src/{training → experimental/training}/objectives/distill_kd.d.ts +0 -0
  582. /package/src/{training → experimental/training}/objectives/distill_kd.js +0 -0
  583. /package/src/{training → experimental/training}/objectives/distill_triplet.d.ts +0 -0
  584. /package/src/{training → experimental/training}/objectives/distill_triplet.js +0 -0
  585. /package/src/{training → experimental/training}/objectives/index.d.ts +0 -0
  586. /package/src/{training → experimental/training}/objectives/index.js +0 -0
  587. /package/src/{training → experimental/training}/objectives/ul_stage1_joint.d.ts +0 -0
  588. /package/src/{training → experimental/training}/objectives/ul_stage1_joint.js +0 -0
  589. /package/src/{training → experimental/training}/objectives/ul_stage2_base.d.ts +0 -0
  590. /package/src/{training → experimental/training}/objectives/ul_stage2_base.js +0 -0
  591. /package/src/{training → experimental/training}/operator-artifacts.d.ts +0 -0
  592. /package/src/{training → experimental/training}/operator-command.d.ts +0 -0
  593. /package/src/{training → experimental/training}/operator-command.js +0 -0
  594. /package/src/{training → experimental/training}/operator-eval.d.ts +0 -0
  595. /package/src/{training → experimental/training}/operator-eval.js +0 -0
  596. /package/src/{training → experimental/training}/operator-scoreboard.d.ts +0 -0
  597. /package/src/{training → experimental/training}/operator-scoreboard.js +0 -0
  598. /package/src/{training → experimental/training}/suite.d.ts +0 -0
  599. /package/src/{training → experimental/training}/ul_schedule.js +0 -0
  600. /package/src/{training → experimental/training}/workload-packs/distill-translategemma-medium.json +0 -0
  601. /package/src/{training → experimental/training}/workload-packs/distill-translategemma-tiny.json +0 -0
  602. /package/src/{training → experimental/training}/workload-packs/lora-toy-medium.json +0 -0
  603. /package/src/{training → experimental/training}/workload-packs/lora-toy-tiny.json +0 -0
  604. /package/src/{training → experimental/training}/workload-packs/registry.json +0 -0
  605. /package/src/{training → experimental/training}/workload-packs/ul-training-medium.json +0 -0
  606. /package/src/{training → experimental/training}/workload-packs/ul-training-tiny.json +0 -0
  607. /package/src/{training → experimental/training}/workloads.d.ts +0 -0
@@ -0,0 +1,366 @@
1
+ import {
2
+ inferSourceWeightQuantization,
3
+ resolveConvertedModelId,
4
+ } from '../converter/conversion-plan.js';
5
+ import {
6
+ normalizeQuantTag,
7
+ resolveEffectiveQuantizationInfo,
8
+ resolveManifestQuantization,
9
+ } from '../converter/quantization-info.js';
10
+ import { resolveTensorRole } from '../formats/rdrr/index.js';
11
+ import { log } from '../debug/index.js';
12
+ import {
13
+ buildSourceRuntimeBundle,
14
+ } from './source-runtime-bundle.js';
15
+ import {
16
+ createSourceRuntimeManifestConfig,
17
+ createSourceRuntimeManifestInference,
18
+ } from './source-runtime-converter-config.js';
19
+
20
+ export const SOURCE_ARTIFACT_KIND_SAFETENSORS = 'safetensors';
21
+ export const SOURCE_ARTIFACT_KIND_GGUF = 'gguf';
22
+ export const SOURCE_ARTIFACT_KIND_TFLITE = 'tflite';
23
+ export const SOURCE_ARTIFACT_KIND_LITERT_TASK = 'litert-task';
24
+ export const SOURCE_ARTIFACT_KIND_LITERTLM = 'litertlm';
25
+
26
+ const SUPPORTED_SOURCE_DTYPES = new Set([
27
+ 'F32',
28
+ 'F16',
29
+ 'BF16',
30
+ 'Q4_K',
31
+ 'Q4_K_M',
32
+ 'Q6_K',
33
+ ]);
34
+
35
+ const SOURCE_QUANT_COMPUTE_MAP = {
36
+ F16: 'f16',
37
+ BF16: 'f32',
38
+ F32: 'f32',
39
+ Q4_K: 'f32',
40
+ Q4_K_M: 'f32',
41
+ Q6_K: 'f32',
42
+ };
43
+ const SOURCE_COMPUTE_DEFAULT = 'f16';
44
+
45
+ function normalizeText(value) {
46
+ return String(value || '').trim();
47
+ }
48
+
49
+ function normalizePath(value) {
50
+ return normalizeText(value).replace(/\\/g, '/').replace(/\/+$/, '');
51
+ }
52
+
53
+ function resolvePathBasename(value, fallback) {
54
+ const normalized = normalizePath(value);
55
+ if (!normalized) {
56
+ return fallback;
57
+ }
58
+ const segments = normalized.split('/').filter(Boolean);
59
+ const last = segments.length > 0 ? segments[segments.length - 1] : normalized;
60
+ const dotIndex = last.lastIndexOf('.');
61
+ const basename = dotIndex > 0 ? last.slice(0, dotIndex) : last;
62
+ return basename || fallback;
63
+ }
64
+
65
+ function normalizeStoredQuantization(value) {
66
+ const normalized = normalizeText(value).toUpperCase();
67
+ if (!normalized) {
68
+ return null;
69
+ }
70
+ return normalizeQuantTag(normalized);
71
+ }
72
+
73
+ function resolveDirectSourceModelType(parsedArtifact, fallbackModelKind) {
74
+ const rawConfig = parsedArtifact?.config;
75
+ const explicitModelType = normalizeText(parsedArtifact?.modelType);
76
+ if (explicitModelType) {
77
+ return explicitModelType;
78
+ }
79
+ const configModelType = normalizeText(
80
+ rawConfig?.model_type
81
+ ?? rawConfig?.text_config?.model_type
82
+ );
83
+ if (configModelType) {
84
+ return configModelType;
85
+ }
86
+ const fallback = normalizeText(fallbackModelKind);
87
+ return fallback || 'transformer';
88
+ }
89
+
90
+ function inferRoleQuantization(tensors, targetRole) {
91
+ for (const tensor of Array.isArray(tensors) ? tensors : []) {
92
+ if (resolveTensorRole(tensor) !== targetRole) {
93
+ continue;
94
+ }
95
+ const normalized = normalizeStoredQuantization(tensor?.dtype);
96
+ if (normalized) {
97
+ return normalized;
98
+ }
99
+ }
100
+ return null;
101
+ }
102
+
103
+ export function resolveDirectSourceRuntimePlan(options = {}) {
104
+ const parsedArtifact = options.parsedArtifact;
105
+ if (!parsedArtifact || typeof parsedArtifact !== 'object' || Array.isArray(parsedArtifact)) {
106
+ throw new Error('direct-source runtime: parsedArtifact must be an object.');
107
+ }
108
+
109
+ const sourceQuantization = normalizeText(options.sourceQuantization)
110
+ || inferSourceQuantizationForSourceRuntime(
111
+ parsedArtifact.tensors,
112
+ parsedArtifact.sourceKind || 'direct-source',
113
+ { logCategory: options.logCategory }
114
+ );
115
+ const computePrecision = resolveSourceRuntimeComputePrecision(
116
+ parsedArtifact.tensors,
117
+ sourceQuantization
118
+ );
119
+ const visionQuantization = inferRoleQuantization(parsedArtifact.tensors, 'vision');
120
+ const audioQuantization = inferRoleQuantization(parsedArtifact.tensors, 'audio');
121
+ const projectorQuantization = inferRoleQuantization(parsedArtifact.tensors, 'projector');
122
+ const baseQuantizationInfo = {
123
+ compute: computePrecision,
124
+ ...(visionQuantization ? { vision: visionQuantization } : {}),
125
+ ...(audioQuantization ? { audio: audioQuantization } : {}),
126
+ ...(projectorQuantization ? { projector: projectorQuantization } : {}),
127
+ };
128
+ const quantizationInfo = resolveEffectiveQuantizationInfo(
129
+ baseQuantizationInfo,
130
+ parsedArtifact.tensors
131
+ );
132
+ const manifestQuantization = resolveManifestQuantization(
133
+ quantizationInfo?.weights,
134
+ normalizeText(sourceQuantization).toUpperCase() || 'F16'
135
+ );
136
+ const baseManifestConfig = createSourceRuntimeManifestConfig(parsedArtifact.config ?? null);
137
+ const explicitManifestConfig = (
138
+ parsedArtifact?.manifestConfig
139
+ && typeof parsedArtifact.manifestConfig === 'object'
140
+ && !Array.isArray(parsedArtifact.manifestConfig)
141
+ )
142
+ ? parsedArtifact.manifestConfig
143
+ : null;
144
+ const explicitManifestInference = (
145
+ parsedArtifact?.manifestInference
146
+ && typeof parsedArtifact.manifestInference === 'object'
147
+ && !Array.isArray(parsedArtifact.manifestInference)
148
+ )
149
+ ? parsedArtifact.manifestInference
150
+ : null;
151
+
152
+ return {
153
+ modelType: resolveDirectSourceModelType(parsedArtifact, options.modelKind),
154
+ manifestConfig: explicitManifestConfig
155
+ ? {
156
+ ...baseManifestConfig,
157
+ ...explicitManifestConfig,
158
+ }
159
+ : baseManifestConfig,
160
+ manifestInference: explicitManifestInference ?? createSourceRuntimeManifestInference(parsedArtifact.config ?? null),
161
+ sourceQuantization,
162
+ quantizationInfo,
163
+ manifestQuantization,
164
+ executionVersion: 'v1',
165
+ };
166
+ }
167
+
168
+ export function normalizeSourceArtifactKind(value) {
169
+ const normalized = normalizeText(value).toLowerCase();
170
+ return normalized || null;
171
+ }
172
+
173
+ export function assertDirectSourceRuntimeSupportedKind(sourceKind, label = 'direct-source runtime') {
174
+ const normalized = normalizeSourceArtifactKind(sourceKind);
175
+ if (
176
+ normalized === SOURCE_ARTIFACT_KIND_SAFETENSORS
177
+ || normalized === SOURCE_ARTIFACT_KIND_GGUF
178
+ || normalized === SOURCE_ARTIFACT_KIND_TFLITE
179
+ || normalized === SOURCE_ARTIFACT_KIND_LITERT_TASK
180
+ || normalized === SOURCE_ARTIFACT_KIND_LITERTLM
181
+ ) {
182
+ return normalized;
183
+ }
184
+ if (!normalized) {
185
+ throw new Error(`${label}: sourceKind is required.`);
186
+ }
187
+ throw new Error(`${label}: unsupported direct-source artifact kind "${sourceKind}". Convert to RDRR first.`);
188
+ }
189
+
190
+ export function assertSupportedSourceDtypes(tensors, sourceKind) {
191
+ const unsupported = new Set();
192
+ for (const tensor of Array.isArray(tensors) ? tensors : []) {
193
+ const dtype = normalizeText(tensor?.dtype).toUpperCase();
194
+ if (!dtype) {
195
+ unsupported.add('(empty)');
196
+ continue;
197
+ }
198
+ if (!SUPPORTED_SOURCE_DTYPES.has(dtype)) {
199
+ unsupported.add(dtype);
200
+ }
201
+ }
202
+ if (unsupported.size > 0) {
203
+ throw new Error(
204
+ `Unsupported ${sourceKind} tensor dtypes for direct-source runtime: ` +
205
+ `${Array.from(unsupported).sort((left, right) => left.localeCompare(right)).join(', ')}. ` +
206
+ 'Convert to RDRR first for this model.'
207
+ );
208
+ }
209
+ }
210
+
211
+ export function inferSourceQuantizationForSourceRuntime(tensors, sourceKind, options = {}) {
212
+ try {
213
+ return inferSourceWeightQuantization(tensors);
214
+ } catch (error) {
215
+ const dtypes = new Set();
216
+ for (const tensor of Array.isArray(tensors) ? tensors : []) {
217
+ const dtype = normalizeText(tensor?.dtype).toUpperCase();
218
+ if (dtype) {
219
+ dtypes.add(dtype);
220
+ }
221
+ }
222
+ const hasLowPrecision = dtypes.has('F16') || dtypes.has('BF16');
223
+ const onlyLowAndF32 = dtypes.size > 0 && Array.from(dtypes).every(
224
+ (dtype) => dtype === 'F16' || dtype === 'BF16' || dtype === 'F32'
225
+ );
226
+ if (hasLowPrecision && onlyLowAndF32) {
227
+ const logCategory = normalizeText(options.logCategory) || 'SourceArtifactAdapter';
228
+ log.warn(
229
+ logCategory,
230
+ `Mixed ${sourceKind} tensor dtypes detected (${Array.from(dtypes).sort((left, right) => left.localeCompare(right)).join(', ')}). ` +
231
+ 'Using F32 source quantization for direct-source parity.'
232
+ );
233
+ return 'F32';
234
+ }
235
+ throw error;
236
+ }
237
+ }
238
+
239
+ export function resolveSourceRuntimeComputePrecision(tensors, sourceQuantization) {
240
+ const dtypes = new Set();
241
+ for (const tensor of Array.isArray(tensors) ? tensors : []) {
242
+ const dtype = normalizeText(tensor?.dtype).toUpperCase();
243
+ if (dtype) {
244
+ dtypes.add(dtype);
245
+ }
246
+ }
247
+ for (const dtype of dtypes) {
248
+ if (SOURCE_QUANT_COMPUTE_MAP[dtype] === 'f32') {
249
+ return 'f32';
250
+ }
251
+ }
252
+ const normalizedSourceQuantization = normalizeText(sourceQuantization).toUpperCase();
253
+ return SOURCE_QUANT_COMPUTE_MAP[normalizedSourceQuantization] ?? SOURCE_COMPUTE_DEFAULT;
254
+ }
255
+
256
+ export function resolveSourceRuntimeModelIdHint(options = {}) {
257
+ const requestedModelId = normalizeText(options.requestedModelId);
258
+ const sourceKind = assertDirectSourceRuntimeSupportedKind(
259
+ options.sourceKind,
260
+ options.label || 'direct-source runtime'
261
+ );
262
+ const plan = options.plan;
263
+ if (!plan || typeof plan !== 'object') {
264
+ throw new Error('direct-source runtime: plan is required to resolve modelId.');
265
+ }
266
+ if (requestedModelId) {
267
+ return resolveConvertedModelId({
268
+ explicitModelId: requestedModelId,
269
+ converterConfig: null,
270
+ detectedModelId: requestedModelId,
271
+ quantizationInfo: plan.quantizationInfo,
272
+ }) || requestedModelId;
273
+ }
274
+ const detectedModelId = resolvePathBasename(
275
+ options.sourcePath,
276
+ `${sourceKind}-runtime`
277
+ );
278
+ return resolveConvertedModelId({
279
+ explicitModelId: detectedModelId,
280
+ converterConfig: null,
281
+ detectedModelId,
282
+ quantizationInfo: plan.quantizationInfo,
283
+ }) || detectedModelId;
284
+ }
285
+
286
+ export async function resolveSourceRuntimeBundleFromParsedArtifact(options = {}) {
287
+ const parsedArtifact = options.parsedArtifact;
288
+ const runtimeLabel = normalizeText(options.runtimeLabel) || 'direct-source runtime';
289
+ if (!parsedArtifact || typeof parsedArtifact !== 'object' || Array.isArray(parsedArtifact)) {
290
+ throw new Error(`${runtimeLabel}: parsedArtifact must be an object.`);
291
+ }
292
+ const sourceKind = assertDirectSourceRuntimeSupportedKind(parsedArtifact.sourceKind, runtimeLabel);
293
+ const hashFileEntries = options.hashFileEntries;
294
+ if (typeof hashFileEntries !== 'function') {
295
+ throw new Error(`${runtimeLabel}: hashFileEntries(entries, hashAlgorithm) is required.`);
296
+ }
297
+ if (options.quantization != null) {
298
+ throw new Error(
299
+ `${runtimeLabel}: converter-style quantization overrides are not supported for direct-source artifacts. ` +
300
+ 'Use the source artifact as-is, or run convert to emit a new RDRR artifact.'
301
+ );
302
+ }
303
+
304
+ const sourceQuantization = normalizeText(parsedArtifact.sourceQuantization)
305
+ || inferSourceQuantizationForSourceRuntime(parsedArtifact.tensors, sourceKind, {
306
+ logCategory: options.logCategory,
307
+ });
308
+
309
+ assertSupportedSourceDtypes(parsedArtifact.tensors, sourceKind);
310
+
311
+ const plan = resolveDirectSourceRuntimePlan({
312
+ parsedArtifact,
313
+ sourceQuantization,
314
+ modelKind: normalizeText(options.modelKind) || 'transformer',
315
+ logCategory: options.logCategory,
316
+ });
317
+ const modelId = resolveSourceRuntimeModelIdHint({
318
+ requestedModelId: options.requestedModelId,
319
+ plan,
320
+ sourceKind,
321
+ sourcePath: parsedArtifact.sourcePathForModelId,
322
+ label: runtimeLabel,
323
+ });
324
+ const hashAlgorithm = plan.manifestConfig.hashAlgorithm;
325
+ const sourceFiles = await hashFileEntries(parsedArtifact.sourceFiles, hashAlgorithm);
326
+ const auxiliaryFiles = await hashFileEntries(parsedArtifact.auxiliaryFiles, hashAlgorithm);
327
+ const { model, shardSources } = await buildSourceRuntimeBundle({
328
+ modelId,
329
+ modelName: modelId,
330
+ modelType: plan.modelType,
331
+ sourceKind,
332
+ architecture: parsedArtifact.architecture,
333
+ architectureHint: parsedArtifact.architectureHint,
334
+ rawConfig: parsedArtifact.config,
335
+ manifestConfig: plan.manifestConfig ?? null,
336
+ inference: plan.manifestInference,
337
+ tensors: parsedArtifact.tensors,
338
+ embeddingPostprocessor: parsedArtifact.embeddingPostprocessor ?? null,
339
+ sourceFiles,
340
+ auxiliaryFiles,
341
+ sourceQuantization,
342
+ quantizationInfo: plan.quantizationInfo,
343
+ manifestQuantization: plan.manifestQuantization,
344
+ hashAlgorithm,
345
+ tokenizerJson: parsedArtifact.tokenizerJson,
346
+ tokenizerConfig: parsedArtifact.tokenizerConfig,
347
+ tokenizerModelName: parsedArtifact.tokenizerModelName,
348
+ tokenizerJsonPath: parsedArtifact.tokenizerJsonPath,
349
+ tokenizerConfigPath: parsedArtifact.tokenizerConfigPath,
350
+ tokenizerModelPath: parsedArtifact.tokenizerModelPath,
351
+ });
352
+
353
+ return {
354
+ model,
355
+ manifest: model,
356
+ shardSources,
357
+ sourceKind,
358
+ sourceQuantization,
359
+ sourceFiles,
360
+ auxiliaryFiles,
361
+ hashAlgorithm,
362
+ modelId,
363
+ plan,
364
+ manifestConfig: plan.manifestConfig,
365
+ };
366
+ }
@@ -0,0 +1,33 @@
1
+ export interface DirectSourcePackageRuntimeProfile {
2
+ modelType: string;
3
+ architecture: Record<string, unknown>;
4
+ rawConfig: Record<string, unknown>;
5
+ manifestConfig: Record<string, unknown>;
6
+ manifestInference: Record<string, unknown>;
7
+ tokenizer?: {
8
+ task?: Record<string, unknown> | null;
9
+ litertlm?: Record<string, unknown> | null;
10
+ } | null;
11
+ }
12
+
13
+ export interface DirectSourcePackageProfile {
14
+ id: string;
15
+ runtime: DirectSourcePackageRuntimeProfile;
16
+ package: {
17
+ task?: {
18
+ tfliteEntry?: string | null;
19
+ tokenizerModelEntry?: string | null;
20
+ metadataEntry?: string | null;
21
+ } | null;
22
+ litertlm?: {
23
+ tfliteModelType?: string | null;
24
+ tokenizerSectionType?: string | null;
25
+ metadataSectionType?: string | null;
26
+ } | null;
27
+ } | null;
28
+ }
29
+
30
+ export declare function resolveDirectSourcePackageProfile(options?: {
31
+ sourceKind?: string | null;
32
+ packageBasename?: string | null;
33
+ }): DirectSourcePackageProfile | null;
@@ -0,0 +1,57 @@
1
+ import sourcePackageRegistry from '../config/source-packages/registry.json' with { type: 'json' };
2
+ import gemma4E2BPackageProfile from '../config/source-packages/litert/gemma-4-e2b-it.json' with { type: 'json' };
3
+
4
+ const PROFILE_MAP = new Map([
5
+ ['litert/gemma-4-e2b-it', gemma4E2BPackageProfile],
6
+ ]);
7
+
8
+ function cloneJsonValue(value) {
9
+ if (typeof structuredClone === 'function') {
10
+ return structuredClone(value);
11
+ }
12
+ return JSON.parse(JSON.stringify(value));
13
+ }
14
+
15
+ function normalizeText(value) {
16
+ return String(value || '').trim();
17
+ }
18
+
19
+ function normalizeLower(value) {
20
+ return normalizeText(value).toLowerCase();
21
+ }
22
+
23
+ export function resolveDirectSourcePackageProfile(options = {}) {
24
+ const sourceKind = normalizeLower(options.sourceKind);
25
+ const packageBasename = normalizeLower(options.packageBasename);
26
+ if (!sourceKind || !packageBasename) {
27
+ return null;
28
+ }
29
+
30
+ const profiles = Array.isArray(sourcePackageRegistry?.profiles)
31
+ ? sourcePackageRegistry.profiles
32
+ : [];
33
+ for (const entry of profiles) {
34
+ const entrySourceKinds = Array.isArray(entry?.sourceKinds)
35
+ ? entry.sourceKinds.map((value) => normalizeLower(value)).filter(Boolean)
36
+ : [];
37
+ if (!entrySourceKinds.includes(sourceKind)) {
38
+ continue;
39
+ }
40
+ const packageBasenames = Array.isArray(entry?.packageBasenames)
41
+ ? entry.packageBasenames.map((value) => normalizeLower(value)).filter(Boolean)
42
+ : [];
43
+ if (!packageBasenames.includes(packageBasename)) {
44
+ continue;
45
+ }
46
+ const id = normalizeText(entry?.id);
47
+ const profile = id ? PROFILE_MAP.get(id) : null;
48
+ if (!profile) {
49
+ throw new Error(
50
+ `direct-source package profile registry is missing a loaded profile for "${id || '(empty)'}".`
51
+ );
52
+ }
53
+ return cloneJsonValue(profile);
54
+ }
55
+
56
+ return null;
57
+ }
@@ -1,5 +1,7 @@
1
- import type { RDRRManifest, TensorRole } from '../formats/rdrr/index.js';
1
+ import type { TensorRole, TensorSourceTransform } from '../formats/rdrr/index.js';
2
2
  import type { ManifestEmbeddingPostprocessorSchema } from '../config/schema/index.js';
3
+ import type { RuntimeModelContract } from '../inference/runtime-model.js';
4
+ import type { SourceArtifactKind } from './source-artifact-adapter.js';
3
5
 
4
6
  export declare const DIRECT_SOURCE_RUNTIME_MODE: 'direct-source';
5
7
  export declare const DIRECT_SOURCE_RUNTIME_SCHEMA_VERSION: 1;
@@ -17,6 +19,37 @@ export interface SourceRuntimeTensor {
17
19
  layout?: string | null;
18
20
  role?: TensorRole;
19
21
  group?: string | null;
22
+ sourceTransform?: TensorSourceTransform | {
23
+ kind: 'litert_rowwise_dequant';
24
+ scheme: 'per_row_affine';
25
+ sourceDtype: 'INT8' | 'UINT8' | 'INT4' | 'INT2';
26
+ targetDtype: 'F16';
27
+ storageEncoding: 'signed' | 'offset_binary';
28
+ scaleSemantics: 'step' | 'qmax_abs';
29
+ scaleDivisor?: number;
30
+ scaleSourcePath: string;
31
+ scaleOffset: number;
32
+ scaleSize: number;
33
+ rowSumSourcePath?: string;
34
+ rowSumOffset?: number;
35
+ rowSumSize?: number;
36
+ } | {
37
+ kind: 'litert_axis_dequant';
38
+ scheme: 'per_axis_affine';
39
+ sourceDtype: 'INT8' | 'UINT8' | 'INT4' | 'INT2';
40
+ targetDtype: 'F16';
41
+ storageEncoding: 'signed' | 'offset_binary';
42
+ scaleSemantics: 'step' | 'qmax_abs';
43
+ scaleDivisor?: number;
44
+ storageShape: [number, number];
45
+ quantAxis: 0 | 1;
46
+ scaleSourcePath: string;
47
+ scaleOffset: number;
48
+ scaleSize: number;
49
+ sumSourcePath?: string;
50
+ sumOffset?: number;
51
+ sumSize?: number;
52
+ } | null;
20
53
  }
21
54
 
22
55
  export interface SourceRuntimeFile {
@@ -46,7 +79,7 @@ export interface SourceRuntimeMetadata {
46
79
  mode: 'direct-source';
47
80
  schema: 'direct-source/v1';
48
81
  schemaVersion: 1;
49
- sourceKind: string | null;
82
+ sourceKind: SourceArtifactKind | 'rdrr' | null;
50
83
  hashAlgorithm: string;
51
84
  pathSemantics: 'runtime-local' | 'artifact-relative';
52
85
  sourceFiles: SourceRuntimeShardSource[];
@@ -58,10 +91,14 @@ export interface BuildSourceRuntimeBundleOptions {
58
91
  modelId: string;
59
92
  modelName?: string | null;
60
93
  modelType: string;
61
- sourceKind?: string | null;
94
+ sourceKind?: SourceArtifactKind | 'rdrr' | null;
62
95
  architecture: Record<string, unknown> | string | null;
63
96
  architectureHint?: string | null;
64
97
  rawConfig?: Record<string, unknown> | null;
98
+ manifestConfig?: {
99
+ visionConfig?: Record<string, unknown> | null;
100
+ audioConfig?: Record<string, unknown> | null;
101
+ } | null;
65
102
  inference: Record<string, unknown>;
66
103
  tensors: SourceRuntimeTensor[];
67
104
  embeddingPostprocessor?: ManifestEmbeddingPostprocessorSchema | null;
@@ -84,7 +121,8 @@ export interface BuildSourceRuntimeBundleOptions {
84
121
  }
85
122
 
86
123
  export interface BuildSourceRuntimeBundleResult {
87
- manifest: RDRRManifest;
124
+ model: RuntimeModelContract;
125
+ manifest: RuntimeModelContract;
88
126
  shardSources: SourceRuntimeShardSource[];
89
127
  }
90
128
 
@@ -93,11 +131,12 @@ export declare function buildSourceRuntimeBundle(
93
131
  ): Promise<BuildSourceRuntimeBundleResult>;
94
132
 
95
133
  export declare function getSourceRuntimeMetadata(
96
- manifest: RDRRManifest | Record<string, unknown> | null | undefined
134
+ manifest: RuntimeModelContract | Record<string, unknown> | null | undefined
97
135
  ): SourceRuntimeMetadata | null;
98
136
 
99
137
  export interface CreateSourceStorageContextOptions {
100
- manifest: RDRRManifest;
138
+ model?: RuntimeModelContract | null;
139
+ manifest?: RuntimeModelContract | null;
101
140
  shardSources?: SourceRuntimeShardSource[] | null;
102
141
  readRange: (
103
142
  path: string,
@@ -116,6 +155,7 @@ export interface CreateSourceStorageContextOptions {
116
155
  tokenizerConfigPath?: string | null;
117
156
  tokenizerModelPath?: string | null;
118
157
  verifyHashes?: boolean;
158
+ sourceHashesTrusted?: boolean;
119
159
  }
120
160
 
121
161
  export interface SourceStorageContext {