doppler-gpu 0.2.0 → 0.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (607) hide show
  1. package/CHANGELOG.md +21 -1
  2. package/README.md +97 -29
  3. package/package.json +40 -27
  4. package/src/cli/config/doppler-quickstart.json +10 -0
  5. package/src/cli/doppler-cli.js +66 -22
  6. package/src/cli/doppler-quickstart.d.ts +61 -0
  7. package/src/cli/doppler-quickstart.js +299 -0
  8. package/src/cli/doppler-serve.js +395 -0
  9. package/src/client/doppler-api.browser.js +13 -377
  10. package/src/client/doppler-api.d.ts +35 -56
  11. package/src/client/doppler-api.js +12 -363
  12. package/src/client/doppler-registry.json +55 -2
  13. package/src/client/runtime/index.d.ts +63 -0
  14. package/src/client/runtime/index.js +173 -0
  15. package/src/client/runtime/lora.d.ts +36 -0
  16. package/src/client/runtime/lora.js +165 -0
  17. package/src/client/{doppler-provider → runtime}/model-manager.d.ts +1 -1
  18. package/src/client/{doppler-provider → runtime}/model-manager.js +56 -30
  19. package/src/client/runtime/model-session.d.ts +72 -0
  20. package/src/client/runtime/model-session.js +122 -0
  21. package/src/client/runtime/model-source.d.ts +43 -0
  22. package/src/client/runtime/model-source.js +101 -0
  23. package/src/client/{doppler-provider → runtime}/source-runtime.d.ts +8 -5
  24. package/src/client/runtime/source-runtime.js +919 -0
  25. package/src/client/runtime/storage.d.ts +5 -0
  26. package/src/client/runtime/storage.js +51 -0
  27. package/src/client/{doppler-provider → runtime}/types.d.ts +14 -2
  28. package/src/config/README.md +2 -0
  29. package/src/config/conversion/README.md +47 -7
  30. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +67 -5
  31. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +62 -11
  32. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +79 -18
  33. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +61 -13
  34. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +53 -10
  35. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +66 -18
  36. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +256 -0
  37. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +49 -8
  38. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +45 -6
  39. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +45 -6
  40. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +57 -9
  41. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +105 -26
  42. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +83 -33
  43. package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +33 -5
  44. package/src/config/execution-contract-check.d.ts +2 -1
  45. package/src/config/execution-contract-check.js +187 -53
  46. package/src/config/kernel-path-loader.d.ts +36 -0
  47. package/src/config/kernel-path-loader.js +97 -10
  48. package/src/config/kernels/kernel-ref-digests.js +40 -24
  49. package/src/config/kernels/registry.js +0 -1
  50. package/src/config/kernels/registry.json +772 -66
  51. package/src/config/merge-contract-check.js +3 -0
  52. package/src/config/merge.d.ts +18 -1
  53. package/src/config/merge.js +56 -0
  54. package/src/config/param-categories.js +5 -0
  55. package/src/config/param-validator.js +42 -26
  56. package/src/config/platforms/apple-m3.json +1 -1
  57. package/src/config/platforms/loader.js +21 -16
  58. package/src/config/required-inference-fields-contract-check.js +16 -0
  59. package/src/config/runtime/compute/f16-batched.json +2 -0
  60. package/src/config/runtime/default.json +1 -0
  61. package/src/config/runtime/experiments/bench/gemma3-bench-q4k-alt.json +57 -0
  62. package/src/config/runtime/experiments/bench/gemma3-bench-q4k-batched.json +57 -0
  63. package/src/config/runtime/experiments/bench/gemma3-bench-q4k.json +2 -0
  64. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-alt.json +57 -0
  65. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +57 -0
  66. package/src/config/runtime/experiments/debug/gemma3-browser-diagnose-q4k.json +81 -0
  67. package/src/config/runtime/experiments/debug/gemma3-debug-q4k.json +5 -0
  68. package/src/config/runtime/experiments/debug/qwen35-browser-diagnose-q4k.json +81 -0
  69. package/src/config/runtime/experiments/verify/gemma4-e2b-verify.json +38 -0
  70. package/src/config/runtime/profiles/gemma4-e2b-low-memory.json +63 -0
  71. package/src/config/runtime/profiles/gemma4-e2b-throughput.json +39 -0
  72. package/src/config/runtime/profiles/low-memory.json +1 -0
  73. package/src/config/runtime/profiles/turboquant-contiguous-prod.json +29 -0
  74. package/src/config/runtime/profiles/turboquant-contiguous.json +29 -0
  75. package/src/config/runtime/profiles/turboquant.json +36 -0
  76. package/src/config/runtime/profiles/vector-stability.json +1 -0
  77. package/src/config/runtime/tiers/gemma4-128gb.json +79 -0
  78. package/src/config/runtime/tiers/gemma4-16gb.json +15 -2
  79. package/src/config/runtime/tiers/gemma4-24gb.json +15 -2
  80. package/src/config/runtime/tiers/gemma4-32gb.json +15 -2
  81. package/src/config/runtime.js +11 -4
  82. package/src/config/schema/converter.schema.d.ts +4 -2
  83. package/src/config/schema/converter.schema.js +7 -5
  84. package/src/config/schema/doppler.schema.d.ts +26 -2
  85. package/src/config/schema/doppler.schema.js +77 -28
  86. package/src/config/schema/execution-v1.schema.d.ts +78 -5
  87. package/src/config/schema/execution-v1.schema.js +62 -1
  88. package/src/config/schema/index.d.ts +22 -29
  89. package/src/config/schema/index.js +15 -17
  90. package/src/config/schema/inference.schema.d.ts +26 -4
  91. package/src/config/schema/kernel-path.schema.d.ts +30 -3
  92. package/src/config/schema/kernel-registry.schema.d.ts +1 -1
  93. package/src/config/schema/kernel-registry.schema.js +1 -0
  94. package/src/config/schema/kvcache.schema.js +7 -0
  95. package/src/config/schema/loading.schema.d.ts +28 -0
  96. package/src/config/schema/loading.schema.js +9 -0
  97. package/src/config/schema/manifest.schema.d.ts +79 -5
  98. package/src/config/schema/manifest.schema.js +7 -1
  99. package/src/config/schema/platform.schema.d.ts +10 -8
  100. package/src/config/schema/speculation-self.schema.js +0 -5
  101. package/src/config/schema/support-tiers.schema.d.ts +53 -0
  102. package/src/config/schema/support-tiers.schema.js +128 -0
  103. package/src/config/source-packages/litert/gemma-4-e2b-it.json +622 -0
  104. package/src/config/source-packages/registry.json +15 -0
  105. package/src/config/support-tiers/subsystems.json +502 -0
  106. package/src/config/transforms/capability-transform-resolver.d.ts +16 -5
  107. package/src/config/transforms/capability-transform-resolver.js +44 -9
  108. package/src/config/transforms/execution-graph-transforms.d.ts +113 -2
  109. package/src/config/transforms/execution-graph-transforms.js +1220 -8
  110. package/src/converter/conversion-plan.js +20 -8
  111. package/src/converter/core.d.ts +48 -1
  112. package/src/converter/core.js +249 -62
  113. package/src/converter/parsers/gguf.d.ts +10 -1
  114. package/src/converter/rope-config.d.ts +1 -0
  115. package/src/converter/rope-config.js +75 -5
  116. package/src/converter/shard-packer.js +2 -2
  117. package/src/debug/tensor.js +13 -1
  118. package/src/{adapters → experimental/adapters}/adapter-manager.d.ts +1 -1
  119. package/src/{adapters → experimental/adapters}/adapter-manager.js +2 -2
  120. package/src/{adapters → experimental/adapters}/adapter-manifest.d.ts +1 -1
  121. package/src/{adapters → experimental/adapters}/adapter-manifest.js +1 -1
  122. package/src/{adapters → experimental/adapters}/adapter-registry.d.ts +1 -1
  123. package/src/{adapters → experimental/adapters}/adapter-registry.js +1 -1
  124. package/src/{adapters → experimental/adapters}/lora-loader.d.ts +1 -1
  125. package/src/{adapters → experimental/adapters}/lora-loader.js +2 -2
  126. package/src/{bridge → experimental/bridge}/extension-client.js +2 -2
  127. package/src/{bridge → experimental/bridge}/node-bridge.js +2 -4
  128. package/src/{bridge → experimental/bridge}/protocol.js +1 -1
  129. package/src/{browser → experimental/browser}/browser-converter.d.ts +4 -4
  130. package/src/{browser → experimental/browser}/browser-converter.js +12 -12
  131. package/src/{browser → experimental/browser}/gguf-importer.d.ts +1 -1
  132. package/src/{browser → experimental/browser}/gguf-importer.js +8 -8
  133. package/src/{browser → experimental/browser}/gguf-parser-browser.d.ts +2 -2
  134. package/src/{browser → experimental/browser}/gguf-parser-browser.js +3 -3
  135. package/src/{browser → experimental/browser}/quantization.d.ts +3 -3
  136. package/src/{browser → experimental/browser}/quantization.js +4 -4
  137. package/src/{browser → experimental/browser}/safetensors-parser-browser.d.ts +3 -3
  138. package/src/{browser → experimental/browser}/safetensors-parser-browser.js +3 -3
  139. package/src/{browser → experimental/browser}/shard-io-browser.d.ts +1 -1
  140. package/src/{browser → experimental/browser}/shard-io-browser.js +2 -2
  141. package/src/{browser → experimental/browser}/tensor-source-download.js +3 -3
  142. package/src/experimental/diffusion/index.d.ts +8 -0
  143. package/src/experimental/diffusion/index.js +8 -0
  144. package/src/{distribution → experimental/distribution}/p2p-transport-contract.js +1 -1
  145. package/src/{distribution → experimental/distribution}/p2p-transport.js +1 -1
  146. package/src/{distribution → experimental/distribution}/shard-delivery.js +5 -5
  147. package/src/experimental/energy/index.d.ts +2 -0
  148. package/src/experimental/energy/index.js +2 -0
  149. package/src/{hotswap → experimental/hotswap}/intent-bundle.d.ts +1 -1
  150. package/src/{hotswap → experimental/hotswap}/intent-bundle.js +2 -2
  151. package/src/{hotswap → experimental/hotswap}/manifest.d.ts +2 -2
  152. package/src/{hotswap → experimental/hotswap}/manifest.js +1 -1
  153. package/src/{hotswap → experimental/hotswap}/model-swap.js +1 -1
  154. package/src/{hotswap → experimental/hotswap}/runtime.d.ts +1 -1
  155. package/src/experimental/orchestration/index.d.ts +12 -0
  156. package/src/experimental/orchestration/index.js +12 -0
  157. package/src/{training → experimental/training}/README.md +1 -1
  158. package/src/{training → experimental/training}/artifacts.d.ts +3 -3
  159. package/src/{training → experimental/training}/artifacts.js +3 -3
  160. package/src/{training → experimental/training}/attention-backward.d.ts +1 -1
  161. package/src/{training → experimental/training}/attention-backward.js +3 -3
  162. package/src/{training → experimental/training}/attention-forward.d.ts +2 -2
  163. package/src/{training → experimental/training}/attention-forward.js +1 -1
  164. package/src/{training → experimental/training}/autograd.d.ts +2 -2
  165. package/src/{training → experimental/training}/autograd.js +7 -7
  166. package/src/{training → experimental/training}/backward-kernels.js +1 -1
  167. package/src/{training → experimental/training}/checkpoint.js +1 -1
  168. package/src/{training → experimental/training}/clip.d.ts +2 -2
  169. package/src/{training → experimental/training}/clip.js +3 -3
  170. package/src/{training → experimental/training}/export.d.ts +2 -2
  171. package/src/{training → experimental/training}/export.js +2 -2
  172. package/src/{training → experimental/training}/lora-pipeline.js +4 -4
  173. package/src/{training → experimental/training}/lora.d.ts +1 -1
  174. package/src/{training → experimental/training}/lora.js +4 -4
  175. package/src/{training → experimental/training}/loss-scaling.d.ts +2 -2
  176. package/src/{training → experimental/training}/loss-scaling.js +3 -3
  177. package/src/{training → experimental/training}/loss.d.ts +2 -2
  178. package/src/{training → experimental/training}/loss.js +1 -1
  179. package/src/{training → experimental/training}/operator-artifacts.js +1 -1
  180. package/src/{training → experimental/training}/optimizer.d.ts +2 -2
  181. package/src/{training → experimental/training}/optimizer.js +3 -3
  182. package/src/{training → experimental/training}/runner.d.ts +2 -2
  183. package/src/{training → experimental/training}/runner.js +5 -5
  184. package/src/{training → experimental/training}/suite.js +16 -16
  185. package/src/{training → experimental/training}/tensor-factory.d.ts +1 -1
  186. package/src/{training → experimental/training}/tensor-factory.js +2 -2
  187. package/src/{training → experimental/training}/trainer.d.ts +3 -3
  188. package/src/{training → experimental/training}/trainer.js +3 -3
  189. package/src/{training → experimental/training}/ul_dataset.d.ts +2 -2
  190. package/src/{training → experimental/training}/ul_dataset.js +1 -1
  191. package/src/{training → experimental/training}/ul_schedule.d.ts +1 -1
  192. package/src/{training → experimental/training}/workloads.js +4 -4
  193. package/src/formats/index.d.ts +24 -0
  194. package/src/formats/index.js +6 -0
  195. package/src/formats/litert/index.d.ts +1 -0
  196. package/src/formats/litert/index.js +1 -0
  197. package/src/formats/litert/types.d.ts +87 -0
  198. package/src/formats/litert/types.js +568 -0
  199. package/src/formats/rdrr/classification.js +16 -8
  200. package/src/formats/rdrr/parsing.d.ts +3 -2
  201. package/src/formats/rdrr/types.d.ts +33 -0
  202. package/src/formats/rdrr/validation.js +16 -5
  203. package/src/formats/tflite/index.d.ts +1 -0
  204. package/src/formats/tflite/index.js +1 -0
  205. package/src/formats/tflite/types.d.ts +84 -0
  206. package/src/formats/tflite/types.js +633 -0
  207. package/src/generation/index.d.ts +16 -14
  208. package/src/generation/index.js +1 -32
  209. package/src/gpu/command-recorder.d.ts +17 -1
  210. package/src/gpu/command-recorder.js +47 -10
  211. package/src/gpu/device.d.ts +3 -1
  212. package/src/gpu/device.js +17 -11
  213. package/src/gpu/kernel-selector.js +3 -1
  214. package/src/gpu/kernels/attention.d.ts +2 -0
  215. package/src/gpu/kernels/attention.js +359 -14
  216. package/src/gpu/kernels/attention.wgsl +20 -1
  217. package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +180 -0
  218. package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +192 -0
  219. package/src/gpu/kernels/attention_decode_online_f16.wgsl +36 -18
  220. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +36 -18
  221. package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +269 -0
  222. package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +281 -0
  223. package/src/gpu/kernels/attention_head256_f16kv.wgsl +269 -0
  224. package/src/gpu/kernels/attention_streaming.wgsl +22 -3
  225. package/src/gpu/kernels/attention_streaming_f16.wgsl +1 -1
  226. package/src/gpu/kernels/attention_streaming_f16kv.wgsl +1 -1
  227. package/src/gpu/kernels/backward/attention_backward.d.ts +14 -1
  228. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +18 -0
  229. package/src/gpu/kernels/check-hot-vocab-stop.js +108 -0
  230. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +1 -1
  231. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +1 -1
  232. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +126 -194
  233. package/src/gpu/kernels/codegen/wgsl-variants.js +24 -6
  234. package/src/gpu/kernels/depthwise_conv1d.d.ts +23 -0
  235. package/src/gpu/kernels/depthwise_conv1d.js +51 -0
  236. package/src/gpu/kernels/depthwise_conv1d.wgsl +46 -0
  237. package/src/gpu/kernels/feature-check.js +0 -1
  238. package/src/gpu/kernels/fused_ffn.js +67 -22
  239. package/src/gpu/kernels/fused_ffn_q4k.wgsl +48 -43
  240. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +329 -0
  241. package/src/gpu/kernels/fused_matmul_q4.wgsl +417 -0
  242. package/src/gpu/kernels/fused_matmul_q4_batched_multicol_shared.wgsl +174 -0
  243. package/src/gpu/kernels/gather.d.ts +4 -0
  244. package/src/gpu/kernels/gather.js +13 -2
  245. package/src/gpu/kernels/gather.wgsl +5 -3
  246. package/src/gpu/kernels/gather_f16.wgsl +5 -3
  247. package/src/gpu/kernels/index.d.ts +7 -0
  248. package/src/gpu/kernels/index.js +6 -0
  249. package/src/gpu/kernels/kernel-configs.js +1 -0
  250. package/src/gpu/kernels/kv-quantize.js +87 -55
  251. package/src/gpu/kernels/kv_quantize_turboquant.wgsl +153 -0
  252. package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +230 -0
  253. package/src/gpu/kernels/linear-attention-core.d.ts +3 -0
  254. package/src/gpu/kernels/linear-attention-core.js +145 -56
  255. package/src/gpu/kernels/matmul-dispatch.js +3 -0
  256. package/src/gpu/kernels/matmul-selection.js +31 -42
  257. package/src/gpu/kernels/matmul.d.ts +3 -0
  258. package/src/gpu/kernels/matmul.js +72 -34
  259. package/src/gpu/kernels/residual.d.ts +2 -0
  260. package/src/gpu/kernels/residual.js +43 -4
  261. package/src/gpu/kernels/rope.d.ts +2 -0
  262. package/src/gpu/kernels/rope.js +19 -6
  263. package/src/gpu/kernels/rope.wgsl +24 -12
  264. package/src/gpu/kernels/rope_f16.wgsl +97 -38
  265. package/src/gpu/kernels/scale.d.ts +5 -0
  266. package/src/gpu/kernels/scale.js +6 -1
  267. package/src/gpu/kernels/scale.wgsl +3 -1
  268. package/src/gpu/kernels/scale_f16.wgsl +32 -0
  269. package/src/gpu/kernels/turboquant-codebook.js +564 -0
  270. package/src/gpu/kernels/uniform-utils.js +26 -0
  271. package/src/gpu/kernels/utils.js +6 -1
  272. package/src/gpu/submit-probe.d.ts +12 -0
  273. package/src/gpu/submit-probe.js +77 -0
  274. package/src/gpu/weight-buffer.d.ts +26 -3
  275. package/src/gpu/weight-buffer.js +62 -2
  276. package/src/index-browser.d.ts +1 -91
  277. package/src/index-browser.js +0 -66
  278. package/src/index.d.ts +1 -102
  279. package/src/index.js +0 -74
  280. package/src/inference/browser-harness-model-helpers.d.ts +3 -0
  281. package/src/inference/browser-harness-model-helpers.js +134 -11
  282. package/src/inference/browser-harness-runtime-helpers.js +1 -9
  283. package/src/inference/browser-harness-text-helpers.js +441 -70
  284. package/src/inference/browser-harness.js +61 -4
  285. package/src/inference/decode-ring.d.ts +2 -0
  286. package/src/inference/decode-ring.js +20 -0
  287. package/src/inference/kv-cache/index.d.ts +3 -0
  288. package/src/inference/kv-cache/index.js +2 -0
  289. package/src/inference/kv-cache/mixed-geometry.d.ts +84 -0
  290. package/src/inference/kv-cache/mixed-geometry.js +422 -0
  291. package/src/inference/kv-cache/quantized.d.ts +56 -0
  292. package/src/inference/kv-cache/quantized.js +383 -0
  293. package/src/inference/kv-cache/tiered.d.ts +20 -3
  294. package/src/inference/kv-cache/tiered.js +203 -65
  295. package/src/inference/kv-cache/types.d.ts +49 -6
  296. package/src/inference/kv-cache.d.ts +3 -0
  297. package/src/inference/kv-cache.js +2 -0
  298. package/src/inference/multi-model-network.js +2 -1
  299. package/src/inference/pipelines/audio/gemma4.js +655 -0
  300. package/src/inference/pipelines/audio/index.js +39 -0
  301. package/src/inference/pipelines/audio/mel.js +171 -0
  302. package/src/inference/pipelines/context.js +9 -1
  303. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +2 -0
  304. package/src/inference/pipelines/shared/clipped-linear.js +46 -0
  305. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +2 -1
  306. package/src/inference/pipelines/text/attention/dispatch-params.js +52 -8
  307. package/src/inference/pipelines/text/attention/output-projection.js +3 -3
  308. package/src/inference/pipelines/text/attention/precision-contract.d.ts +36 -0
  309. package/src/inference/pipelines/text/attention/precision-contract.js +115 -0
  310. package/src/inference/pipelines/text/attention/projections.d.ts +23 -0
  311. package/src/inference/pipelines/text/attention/projections.js +182 -15
  312. package/src/inference/pipelines/text/attention/quant-options.js +54 -0
  313. package/src/inference/pipelines/text/attention/record.js +257 -69
  314. package/src/inference/pipelines/text/attention/run.js +306 -94
  315. package/src/inference/pipelines/text/attention/types.d.ts +11 -0
  316. package/src/inference/pipelines/text/chat-format.d.ts +8 -1
  317. package/src/inference/pipelines/text/chat-format.js +89 -5
  318. package/src/inference/pipelines/text/config.d.ts +78 -26
  319. package/src/inference/pipelines/text/config.js +722 -28
  320. package/src/inference/pipelines/text/dtype-contract.d.ts +15 -0
  321. package/src/inference/pipelines/text/dtype-contract.js +38 -0
  322. package/src/inference/pipelines/text/embed.d.ts +4 -0
  323. package/src/inference/pipelines/text/embed.js +165 -172
  324. package/src/inference/pipelines/text/execution-plan.d.ts +19 -0
  325. package/src/inference/pipelines/text/execution-plan.js +112 -20
  326. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +8 -4
  327. package/src/inference/pipelines/text/execution-runtime-builders.js +90 -49
  328. package/src/inference/pipelines/text/execution-v1.d.ts +23 -4
  329. package/src/inference/pipelines/text/execution-v1.js +411 -33
  330. package/src/inference/pipelines/text/ffn/dense.d.ts +59 -0
  331. package/src/inference/pipelines/text/ffn/dense.js +575 -63
  332. package/src/inference/pipelines/text/ffn/moe.js +1 -0
  333. package/src/inference/pipelines/text/ffn/sandwich.js +20 -4
  334. package/src/inference/pipelines/text/ffn/standard.js +28 -4
  335. package/src/inference/pipelines/text/finiteness-policy.d.ts +4 -0
  336. package/src/inference/pipelines/text/finiteness-policy.js +14 -11
  337. package/src/inference/pipelines/text/generator-helpers.d.ts +7 -0
  338. package/src/inference/pipelines/text/generator-helpers.js +39 -4
  339. package/src/inference/pipelines/text/generator-runtime.js +45 -8
  340. package/src/inference/pipelines/text/generator-steps.js +407 -75
  341. package/src/inference/pipelines/text/generator.d.ts +6 -0
  342. package/src/inference/pipelines/text/generator.js +1179 -305
  343. package/src/inference/pipelines/text/init.d.ts +39 -7
  344. package/src/inference/pipelines/text/init.js +525 -110
  345. package/src/inference/pipelines/text/layer-plan.d.ts +1 -0
  346. package/src/inference/pipelines/text/layer-plan.js +2 -0
  347. package/src/inference/pipelines/text/layer.js +402 -19
  348. package/src/inference/pipelines/text/linear-attention.d.ts +4 -0
  349. package/src/inference/pipelines/text/linear-attention.js +112 -41
  350. package/src/inference/pipelines/text/logits/gpu.d.ts +2 -1
  351. package/src/inference/pipelines/text/logits/gpu.js +334 -15
  352. package/src/inference/pipelines/text/logits/index.d.ts +11 -0
  353. package/src/inference/pipelines/text/logits/index.js +227 -29
  354. package/src/inference/pipelines/text/logits/types.d.ts +3 -0
  355. package/src/inference/pipelines/text/logits/utils.js +3 -1
  356. package/src/inference/pipelines/text/lora-apply.js +3 -3
  357. package/src/inference/pipelines/text/model-load.d.ts +2 -1
  358. package/src/inference/pipelines/text/model-load.js +205 -178
  359. package/src/inference/pipelines/text/moe-gpu.js +8 -0
  360. package/src/inference/pipelines/text/moe-impl.d.ts +2 -0
  361. package/src/inference/pipelines/text/ops.d.ts +16 -2
  362. package/src/inference/pipelines/text/ops.js +11 -2
  363. package/src/inference/pipelines/text/per-layer-inputs.d.ts +107 -0
  364. package/src/inference/pipelines/text/per-layer-inputs.js +1581 -0
  365. package/src/inference/pipelines/text/probes.js +6 -0
  366. package/src/inference/pipelines/text/sampling-config.js +9 -1
  367. package/src/inference/pipelines/text/stage-names.js +3 -0
  368. package/src/inference/pipelines/text/state.d.ts +12 -3
  369. package/src/inference/pipelines/text/state.js +19 -0
  370. package/src/inference/pipelines/text/types.d.ts +79 -7
  371. package/src/inference/pipelines/text/weights.d.ts +2 -2
  372. package/src/inference/pipelines/text/weights.js +4 -0
  373. package/src/inference/pipelines/text.d.ts +6 -0
  374. package/src/inference/pipelines/text.js +860 -11
  375. package/src/inference/pipelines/video/frame-sampler.js +36 -0
  376. package/src/inference/pipelines/video/index.js +87 -0
  377. package/src/inference/pipelines/vision/encoder.js +27 -6
  378. package/src/inference/pipelines/vision/gemma4.js +731 -0
  379. package/src/inference/pipelines/vision/image-preprocess.js +22 -7
  380. package/src/inference/pipelines/vision/index.js +35 -10
  381. package/src/inference/pipelines/vision/ops.js +31 -26
  382. package/src/inference/pipelines/vision/patch-embed.js +22 -10
  383. package/src/inference/runtime-model.d.ts +89 -0
  384. package/src/inference/runtime-model.js +152 -0
  385. package/src/inference/test-harness.d.ts +8 -1
  386. package/src/inference/test-harness.js +54 -20
  387. package/src/inference/tokenizer.d.ts +5 -0
  388. package/src/inference/tokenizer.js +43 -0
  389. package/src/inference/tokenizers/base.d.ts +5 -0
  390. package/src/inference/tokenizers/base.js +5 -0
  391. package/src/inference/tokenizers/behavior-flags.d.ts +9 -0
  392. package/src/inference/tokenizers/behavior-flags.js +100 -0
  393. package/src/inference/tokenizers/bundled.d.ts +4 -0
  394. package/src/inference/tokenizers/bundled.js +110 -0
  395. package/src/inference/tokenizers/sentencepiece.d.ts +2 -0
  396. package/src/inference/tokenizers/sentencepiece.js +16 -0
  397. package/src/inference/tokenizers/types.d.ts +2 -0
  398. package/src/loader/doppler-loader.d.ts +10 -3
  399. package/src/loader/doppler-loader.js +103 -5
  400. package/src/loader/embedding-loader.d.ts +5 -1
  401. package/src/loader/embedding-loader.js +57 -6
  402. package/src/loader/final-weights-loader.js +44 -5
  403. package/src/loader/layer-loader.js +210 -8
  404. package/src/loader/loader-state.js +2 -2
  405. package/src/loader/loader-types.d.ts +17 -1
  406. package/src/loader/memory-monitor.d.ts +8 -0
  407. package/src/loader/memory-monitor.js +21 -0
  408. package/src/loader/multi-model-loader.d.ts +9 -1
  409. package/src/loader/multi-model-loader.js +9 -1
  410. package/src/loader/per-layer-input-loader.d.ts +30 -0
  411. package/src/loader/per-layer-input-loader.js +478 -0
  412. package/src/loader/shard-cache.d.ts +4 -3
  413. package/src/loader/shard-resolver.js +2 -0
  414. package/src/loader/tensors/source-transform.d.ts +50 -0
  415. package/src/loader/tensors/source-transform.js +776 -0
  416. package/src/loader/tensors/tensor-loader.d.ts +12 -0
  417. package/src/loader/tensors/tensor-loader.js +208 -123
  418. package/src/loader/tensors/tensor-reader.d.ts +8 -0
  419. package/src/loader/tensors/tensor-reader.js +283 -15
  420. package/src/loaders/index.d.ts +4 -0
  421. package/src/loaders/index.js +4 -0
  422. package/src/memory/buffer-pool.d.ts +4 -0
  423. package/src/memory/buffer-pool.js +36 -0
  424. package/src/rules/execution-rules-contract-check.d.ts +4 -0
  425. package/src/rules/execution-rules-contract-check.js +150 -24
  426. package/src/rules/inference/attention.rules.json +15 -0
  427. package/src/rules/inference/capability-transforms.rules.json +30 -0
  428. package/src/rules/inference/execution.rules.json +54 -2
  429. package/src/rules/inference/ffn.rules.json +33 -0
  430. package/src/rules/kernels/attention.rules.json +7 -0
  431. package/src/rules/kernels/fused-ffn.rules.json +4 -2
  432. package/src/rules/kernels/kv_quantize.rules.json +2 -0
  433. package/src/rules/kernels/matmul.rules.json +14 -0
  434. package/src/rules/kernels/scale.rules.json +2 -0
  435. package/src/rules/loader/tensor-loader.rules.json +1 -0
  436. package/src/storage/artifact-storage-context.d.ts +53 -0
  437. package/src/storage/artifact-storage-context.js +560 -0
  438. package/src/storage/downloader.js +7 -1
  439. package/src/storage/index.d.ts +18 -0
  440. package/src/storage/index.js +13 -0
  441. package/src/storage/preflight.js +22 -0
  442. package/src/storage/quickstart-downloader.js +35 -2
  443. package/src/storage/registry.d.ts +1 -0
  444. package/src/storage/registry.js +26 -4
  445. package/src/storage/shard-manager.d.ts +4 -0
  446. package/src/storage/shard-manager.js +25 -6
  447. package/src/storage/source-artifact-store.d.ts +9 -0
  448. package/src/storage/source-artifact-store.js +134 -0
  449. package/src/tooling/browser-command-runner.js +12 -5
  450. package/src/tooling/command-api-family-normalizers.js +144 -0
  451. package/src/tooling/command-api-helpers.js +1 -0
  452. package/src/tooling/command-api.d.ts +32 -9
  453. package/src/tooling/command-api.js +0 -25
  454. package/src/tooling/command-runner-shared.js +1 -2
  455. package/src/tooling/command-runner.html +5 -2
  456. package/src/tooling/diagnose-runner.js +1 -1
  457. package/src/tooling/kernel-path-builder/index.js +48 -32
  458. package/src/tooling/lean-execution-contract.d.ts +1 -1
  459. package/src/tooling/lean-execution-contract.js +2 -149
  460. package/src/tooling/litert-package-runtime.d.ts +46 -0
  461. package/src/tooling/litert-package-runtime.js +950 -0
  462. package/src/tooling/node-browser-command-runner.d.ts +13 -0
  463. package/src/tooling/node-browser-command-runner.js +163 -3
  464. package/src/tooling/node-command-runner.js +14 -5
  465. package/src/tooling/node-converter.js +226 -63
  466. package/src/tooling/node-source-runtime.d.ts +8 -3
  467. package/src/tooling/node-source-runtime.js +561 -236
  468. package/src/tooling/node-webgpu.js +7 -30
  469. package/src/tooling/opfs-cache.d.ts +18 -1
  470. package/src/tooling/opfs-cache.js +126 -9
  471. package/src/tooling/runtime-input-composition.d.ts +0 -1
  472. package/src/tooling/runtime-input-composition.js +0 -5
  473. package/src/tooling/source-artifact-adapter.d.ts +134 -0
  474. package/src/tooling/source-artifact-adapter.js +366 -0
  475. package/src/tooling/source-package-profiles.d.ts +33 -0
  476. package/src/tooling/source-package-profiles.js +57 -0
  477. package/src/tooling/source-runtime-bundle.d.ts +46 -6
  478. package/src/tooling/source-runtime-bundle.js +371 -60
  479. package/src/tooling/source-runtime-converter-config.d.ts +24 -0
  480. package/src/tooling/source-runtime-converter-config.js +297 -0
  481. package/src/tooling-experimental-exports.browser.js +2 -0
  482. package/src/tooling-experimental-exports.d.ts +7 -0
  483. package/src/tooling-experimental-exports.js +7 -0
  484. package/src/tooling-experimental-exports.shared.d.ts +26 -0
  485. package/src/tooling-experimental-exports.shared.js +29 -0
  486. package/src/tooling-exports.shared.d.ts +0 -23
  487. package/src/tooling-exports.shared.js +6 -28
  488. package/src/version.js +1 -1
  489. package/src/client/doppler-provider/generation.d.ts +0 -25
  490. package/src/client/doppler-provider/generation.js +0 -126
  491. package/src/client/doppler-provider/index.d.ts +0 -2
  492. package/src/client/doppler-provider/index.js +0 -3
  493. package/src/client/doppler-provider/provider.d.ts +0 -5
  494. package/src/client/doppler-provider/provider.js +0 -102
  495. package/src/client/doppler-provider/source-runtime.js +0 -677
  496. package/src/client/doppler-provider.d.ts +0 -46
  497. package/src/client/doppler-provider.js +0 -36
  498. package/src/config/schema/inference-defaults.schema.d.ts +0 -276
  499. package/src/config/schema/inference-defaults.schema.js +0 -189
  500. package/src/diffusion/index.d.ts +0 -8
  501. package/src/diffusion/index.js +0 -8
  502. package/src/energy/index.d.ts +0 -2
  503. package/src/energy/index.js +0 -2
  504. package/src/index-internal.d.ts +0 -2
  505. package/src/index-internal.js +0 -2
  506. /package/src/client/{doppler-provider → runtime}/types.js +0 -0
  507. /package/src/{adapters → experimental/adapters}/index.d.ts +0 -0
  508. /package/src/{adapters → experimental/adapters}/index.js +0 -0
  509. /package/src/{bridge → experimental/bridge}/extension/background.d.ts +0 -0
  510. /package/src/{bridge → experimental/bridge}/extension/background.js +0 -0
  511. /package/src/{bridge → experimental/bridge}/extension/manifest.json +0 -0
  512. /package/src/{bridge → experimental/bridge}/extension-client.d.ts +0 -0
  513. /package/src/{bridge → experimental/bridge}/index.d.ts +0 -0
  514. /package/src/{bridge → experimental/bridge}/index.js +0 -0
  515. /package/src/{bridge → experimental/bridge}/protocol.d.ts +0 -0
  516. /package/src/{browser → experimental/browser}/file-picker.d.ts +0 -0
  517. /package/src/{browser → experimental/browser}/file-picker.js +0 -0
  518. /package/src/{browser → experimental/browser}/tensor-source-download.d.ts +0 -0
  519. /package/src/{browser → experimental/browser}/tensor-source-file.d.ts +0 -0
  520. /package/src/{browser → experimental/browser}/tensor-source-file.js +0 -0
  521. /package/src/{browser → experimental/browser}/tensor-source-http.d.ts +0 -0
  522. /package/src/{browser → experimental/browser}/tensor-source-http.js +0 -0
  523. /package/src/{diffusion → experimental/diffusion}/config/expansion-lanes.json +0 -0
  524. /package/src/{diffusion → experimental/diffusion}/image-regression.d.ts +0 -0
  525. /package/src/{diffusion → experimental/diffusion}/image-regression.js +0 -0
  526. /package/src/{distribution → experimental/distribution}/p2p-control-plane.d.ts +0 -0
  527. /package/src/{distribution → experimental/distribution}/p2p-control-plane.js +0 -0
  528. /package/src/{distribution → experimental/distribution}/p2p-observability.d.ts +0 -0
  529. /package/src/{distribution → experimental/distribution}/p2p-observability.js +0 -0
  530. /package/src/{distribution → experimental/distribution}/p2p-transport-contract.d.ts +0 -0
  531. /package/src/{distribution → experimental/distribution}/p2p-webrtc-browser.d.ts +0 -0
  532. /package/src/{distribution → experimental/distribution}/p2p-webrtc-browser.js +0 -0
  533. /package/src/{distribution → experimental/distribution}/shard-delivery.d.ts +0 -0
  534. /package/src/{hotswap → experimental/hotswap}/runtime.js +0 -0
  535. /package/src/{training → experimental/training}/checkpoint-watch.d.ts +0 -0
  536. /package/src/{training → experimental/training}/checkpoint-watch.js +0 -0
  537. /package/src/{training → experimental/training}/checkpoint.d.ts +0 -0
  538. /package/src/{training → experimental/training}/dataloader.d.ts +0 -0
  539. /package/src/{training → experimental/training}/dataloader.js +0 -0
  540. /package/src/{training → experimental/training}/datasets/index.d.ts +0 -0
  541. /package/src/{training → experimental/training}/datasets/index.js +0 -0
  542. /package/src/{training → experimental/training}/datasets/jsonl.d.ts +0 -0
  543. /package/src/{training → experimental/training}/datasets/jsonl.js +0 -0
  544. /package/src/{training → experimental/training}/datasets/reploid.d.ts +0 -0
  545. /package/src/{training → experimental/training}/datasets/reploid.js +0 -0
  546. /package/src/{training → experimental/training}/datasets/text-pairs.d.ts +0 -0
  547. /package/src/{training → experimental/training}/datasets/text-pairs.js +0 -0
  548. /package/src/{training → experimental/training}/datasets/token-batch.d.ts +0 -0
  549. /package/src/{training → experimental/training}/datasets/token-batch.js +0 -0
  550. /package/src/{training → experimental/training}/datasets/translation-pairs.d.ts +0 -0
  551. /package/src/{training → experimental/training}/datasets/translation-pairs.js +0 -0
  552. /package/src/{training → experimental/training}/distillation/artifacts.d.ts +0 -0
  553. /package/src/{training → experimental/training}/distillation/artifacts.js +0 -0
  554. /package/src/{training → experimental/training}/distillation/checkpoint-watch.d.ts +0 -0
  555. /package/src/{training → experimental/training}/distillation/checkpoint-watch.js +0 -0
  556. /package/src/{training → experimental/training}/distillation/dataset.d.ts +0 -0
  557. /package/src/{training → experimental/training}/distillation/dataset.js +0 -0
  558. /package/src/{training → experimental/training}/distillation/eval.d.ts +0 -0
  559. /package/src/{training → experimental/training}/distillation/eval.js +0 -0
  560. /package/src/{training → experimental/training}/distillation/index.d.ts +0 -0
  561. /package/src/{training → experimental/training}/distillation/index.js +0 -0
  562. /package/src/{training → experimental/training}/distillation/runtime.d.ts +0 -0
  563. /package/src/{training → experimental/training}/distillation/runtime.js +0 -0
  564. /package/src/{training → experimental/training}/distillation/scoreboard.d.ts +0 -0
  565. /package/src/{training → experimental/training}/distillation/scoreboard.js +0 -0
  566. /package/src/{training → experimental/training}/distillation/stage-a.d.ts +0 -0
  567. /package/src/{training → experimental/training}/distillation/stage-a.js +0 -0
  568. /package/src/{training → experimental/training}/distillation/stage-b.d.ts +0 -0
  569. /package/src/{training → experimental/training}/distillation/stage-b.js +0 -0
  570. /package/src/{training → experimental/training}/distillation/student-fixture.d.ts +0 -0
  571. /package/src/{training → experimental/training}/distillation/student-fixture.js +0 -0
  572. /package/src/{training → experimental/training}/distillation/suite-data.d.ts +0 -0
  573. /package/src/{training → experimental/training}/distillation/suite-data.js +0 -0
  574. /package/src/{training → experimental/training}/index.d.ts +0 -0
  575. /package/src/{training → experimental/training}/index.js +0 -0
  576. /package/src/{training → experimental/training}/lora-pipeline.d.ts +0 -0
  577. /package/src/{training → experimental/training}/objectives/base.d.ts +0 -0
  578. /package/src/{training → experimental/training}/objectives/base.js +0 -0
  579. /package/src/{training → experimental/training}/objectives/cross_entropy.d.ts +0 -0
  580. /package/src/{training → experimental/training}/objectives/cross_entropy.js +0 -0
  581. /package/src/{training → experimental/training}/objectives/distill_kd.d.ts +0 -0
  582. /package/src/{training → experimental/training}/objectives/distill_kd.js +0 -0
  583. /package/src/{training → experimental/training}/objectives/distill_triplet.d.ts +0 -0
  584. /package/src/{training → experimental/training}/objectives/distill_triplet.js +0 -0
  585. /package/src/{training → experimental/training}/objectives/index.d.ts +0 -0
  586. /package/src/{training → experimental/training}/objectives/index.js +0 -0
  587. /package/src/{training → experimental/training}/objectives/ul_stage1_joint.d.ts +0 -0
  588. /package/src/{training → experimental/training}/objectives/ul_stage1_joint.js +0 -0
  589. /package/src/{training → experimental/training}/objectives/ul_stage2_base.d.ts +0 -0
  590. /package/src/{training → experimental/training}/objectives/ul_stage2_base.js +0 -0
  591. /package/src/{training → experimental/training}/operator-artifacts.d.ts +0 -0
  592. /package/src/{training → experimental/training}/operator-command.d.ts +0 -0
  593. /package/src/{training → experimental/training}/operator-command.js +0 -0
  594. /package/src/{training → experimental/training}/operator-eval.d.ts +0 -0
  595. /package/src/{training → experimental/training}/operator-eval.js +0 -0
  596. /package/src/{training → experimental/training}/operator-scoreboard.d.ts +0 -0
  597. /package/src/{training → experimental/training}/operator-scoreboard.js +0 -0
  598. /package/src/{training → experimental/training}/suite.d.ts +0 -0
  599. /package/src/{training → experimental/training}/ul_schedule.js +0 -0
  600. /package/src/{training → experimental/training}/workload-packs/distill-translategemma-medium.json +0 -0
  601. /package/src/{training → experimental/training}/workload-packs/distill-translategemma-tiny.json +0 -0
  602. /package/src/{training → experimental/training}/workload-packs/lora-toy-medium.json +0 -0
  603. /package/src/{training → experimental/training}/workload-packs/lora-toy-tiny.json +0 -0
  604. /package/src/{training → experimental/training}/workload-packs/registry.json +0 -0
  605. /package/src/{training → experimental/training}/workload-packs/ul-training-medium.json +0 -0
  606. /package/src/{training → experimental/training}/workload-packs/ul-training-tiny.json +0 -0
  607. /package/src/{training → experimental/training}/workloads.d.ts +0 -0
@@ -0,0 +1,919 @@
1
+ import {
2
+ HEADER_READ_SIZE,
3
+ } from '../../config/schema/index.js';
4
+ import { extractArchitecture } from '../../converter/core.js';
5
+ import { parseGGUFModel } from '../../converter/parsers/gguf.js';
6
+ import { parseTransformerModel } from '../../converter/parsers/transformer.js';
7
+ import { parseGGUFHeader } from '../../formats/gguf/types.js';
8
+ import { parseSafetensorsHeader } from '../../formats/safetensors/types.js';
9
+ import { parseTFLiteFromSource } from '../../formats/tflite/types.js';
10
+ import { log } from '../../debug/index.js';
11
+ import { computeHash } from '../../storage/shard-manager.js';
12
+ import {
13
+ createSourceStorageContext,
14
+ getSourceRuntimeMetadata,
15
+ } from '../../tooling/source-runtime-bundle.js';
16
+ import {
17
+ inferSourceQuantizationForSourceRuntime,
18
+ resolveSourceRuntimeBundleFromParsedArtifact,
19
+ } from '../../tooling/source-artifact-adapter.js';
20
+ import {
21
+ LITERT_PACKAGE_SOURCE_KIND_LITERTLM,
22
+ LITERT_PACKAGE_SOURCE_KIND_TASK,
23
+ appendLiteRTPackageVirtualFiles,
24
+ resolveLiteRTPackageParsedArtifact,
25
+ } from '../../tooling/litert-package-runtime.js';
26
+
27
+ function normalizeRelativePath(value) {
28
+ return String(value || '')
29
+ .replace(/\\/g, '/')
30
+ .replace(/^\.\/+/, '')
31
+ .replace(/^\/+/, '')
32
+ .trim();
33
+ }
34
+
35
+ function joinPath(base, relativePath) {
36
+ const root = String(base || '').replace(/\/+$/, '');
37
+ const rel = normalizeRelativePath(relativePath);
38
+ return rel ? `${root}/${rel}` : root;
39
+ }
40
+
41
+ function isLiteRTTaskPath(value) {
42
+ return String(value || '').toLowerCase().endsWith('.task');
43
+ }
44
+
45
+ function isLiteRTLMPath(value) {
46
+ return String(value || '').toLowerCase().endsWith('.litertlm');
47
+ }
48
+
49
+ function splitBridgeFilePath(targetPath) {
50
+ const normalized = String(targetPath || '').replace(/\\/g, '/').replace(/\/+$/, '');
51
+ const lastSlash = normalized.lastIndexOf('/');
52
+ if (lastSlash < 0) {
53
+ return { parentPath: '.', basename: normalized };
54
+ }
55
+ if (lastSlash === 0) {
56
+ return {
57
+ parentPath: '/',
58
+ basename: normalized.slice(1),
59
+ };
60
+ }
61
+ return {
62
+ parentPath: normalized.slice(0, lastSlash),
63
+ basename: normalized.slice(lastSlash + 1),
64
+ };
65
+ }
66
+
67
+ function toArrayBuffer(value, label) {
68
+ if (value instanceof ArrayBuffer) {
69
+ return value;
70
+ }
71
+ if (value instanceof Uint8Array) {
72
+ return value.buffer.slice(value.byteOffset, value.byteOffset + value.byteLength);
73
+ }
74
+ throw new Error(`${label} must return ArrayBuffer or Uint8Array.`);
75
+ }
76
+
77
+ function toUint8Array(value) {
78
+ return value instanceof Uint8Array ? value : new Uint8Array(value);
79
+ }
80
+
81
+ function decodeText(value) {
82
+ return new TextDecoder().decode(value);
83
+ }
84
+
85
+ function ensureJsonObject(raw, label) {
86
+ if (raw == null || typeof raw !== 'object' || Array.isArray(raw)) {
87
+ throw new Error(`${label} must be a JSON object.`);
88
+ }
89
+ return raw;
90
+ }
91
+
92
+ async function listBridgeFilesRecursive(bridgeClient, rootPath) {
93
+ const files = [];
94
+ const base = String(rootPath || '').replace(/\/+$/, '');
95
+
96
+ async function walk(relativePath = '') {
97
+ const absolutePath = relativePath ? joinPath(base, relativePath) : base;
98
+ const entries = await bridgeClient.list(absolutePath);
99
+ for (const entry of entries) {
100
+ const name = String(entry?.name || '');
101
+ if (!name) continue;
102
+ const childRelative = relativePath
103
+ ? `${normalizeRelativePath(relativePath)}/${name}`
104
+ : name;
105
+ if (entry.isDir) {
106
+ await walk(childRelative);
107
+ } else {
108
+ const normalized = normalizeRelativePath(childRelative);
109
+ files.push({
110
+ relativePath: normalized,
111
+ absolutePath: joinPath(base, normalized),
112
+ size: Number(entry?.size) || 0,
113
+ });
114
+ }
115
+ }
116
+ }
117
+
118
+ await walk('');
119
+ files.sort((left, right) => left.relativePath.localeCompare(right.relativePath));
120
+ return files;
121
+ }
122
+
123
+ function indexBridgeFiles(files) {
124
+ const map = new Map();
125
+ for (const file of files) {
126
+ map.set(file.relativePath, file);
127
+ }
128
+ return map;
129
+ }
130
+
131
+ function hasModelManifest(fileIndex) {
132
+ return fileIndex.has('manifest.json');
133
+ }
134
+
135
+ function detectBridgeSourceFormat(fileIndex) {
136
+ const relativePaths = Array.from(fileIndex.keys());
137
+ const ggufFiles = relativePaths.filter((path) => path.toLowerCase().endsWith('.gguf'));
138
+ if (ggufFiles.length === 1) {
139
+ return { kind: 'gguf', ggufPath: ggufFiles[0] };
140
+ }
141
+
142
+ const hasConfig = fileIndex.has('config.json');
143
+ const hasSafetensors = relativePaths.some((path) => path.toLowerCase().endsWith('.safetensors'));
144
+ const hasSafetensorsIndex = fileIndex.has('model.safetensors.index.json');
145
+ if (hasConfig && (hasSafetensors || hasSafetensorsIndex)) {
146
+ return { kind: 'safetensors', ggufPath: null };
147
+ }
148
+
149
+ const tfliteFiles = relativePaths.filter((path) => path.toLowerCase().endsWith('.tflite'));
150
+ if (tfliteFiles.length === 1) {
151
+ return { kind: 'tflite', ggufPath: null };
152
+ }
153
+
154
+ const taskFiles = relativePaths.filter((path) => path.toLowerCase().endsWith('.task'));
155
+ if (taskFiles.length === 1) {
156
+ return { kind: LITERT_PACKAGE_SOURCE_KIND_TASK, ggufPath: null };
157
+ }
158
+
159
+ const litertLmFiles = relativePaths.filter((path) => path.toLowerCase().endsWith('.litertlm'));
160
+ if (litertLmFiles.length === 1) {
161
+ return { kind: LITERT_PACKAGE_SOURCE_KIND_LITERTLM, ggufPath: null };
162
+ }
163
+
164
+ return null;
165
+ }
166
+
167
+ async function readBridgeRange(bridgeClient, fileEntry, offset, length) {
168
+ return bridgeClient.read(fileEntry.absolutePath, offset, length);
169
+ }
170
+
171
+ async function readBridgeAllBytes(bridgeClient, fileEntry, label) {
172
+ const size = Number(fileEntry?.size) || 0;
173
+ if (size < 0) {
174
+ throw new Error(`Invalid bridge file size for ${label}.`);
175
+ }
176
+ return readBridgeRange(bridgeClient, fileEntry, 0, size);
177
+ }
178
+
179
+ async function readBridgeTextFile(bridgeClient, fileEntry, label) {
180
+ const size = Number(fileEntry?.size) || 0;
181
+ if (size <= 0) {
182
+ throw new Error(`Bridge file "${label}" is empty.`);
183
+ }
184
+ const bytes = await readBridgeRange(bridgeClient, fileEntry, 0, size);
185
+ return decodeText(bytes);
186
+ }
187
+
188
+ async function readBridgeJsonFile(bridgeClient, fileEntry, label) {
189
+ const text = await readBridgeTextFile(bridgeClient, fileEntry, label);
190
+ try {
191
+ return ensureJsonObject(JSON.parse(text), label);
192
+ } catch (error) {
193
+ const message = error instanceof Error ? error.message : String(error);
194
+ throw new Error(`Invalid JSON in ${label}: ${message}`);
195
+ }
196
+ }
197
+
198
+ async function readSafetensorsHeaderFromBridge(bridgeClient, fileEntry) {
199
+ const prefix = await readBridgeRange(bridgeClient, fileEntry, 0, 8);
200
+ const prefixBytes = toUint8Array(prefix);
201
+ if (prefixBytes.byteLength < 8) {
202
+ throw new Error(`Invalid safetensors header prefix for "${fileEntry.relativePath}"`);
203
+ }
204
+ const headerSize = Number(new DataView(toArrayBuffer(prefixBytes, 'safetensors prefix')).getBigUint64(0, true));
205
+ const header = await readBridgeRange(bridgeClient, fileEntry, 8, headerSize);
206
+ const full = new Uint8Array(8 + headerSize);
207
+ full.set(prefixBytes, 0);
208
+ full.set(toUint8Array(header), 8);
209
+ return parseSafetensorsHeader(full.buffer);
210
+ }
211
+
212
+ async function collectBridgeTokenizerAssets(bridgeClient, fileIndex) {
213
+ return {
214
+ tokenizerJson: fileIndex.has('tokenizer.json')
215
+ ? await readBridgeJsonFile(bridgeClient, fileIndex.get('tokenizer.json'), 'tokenizer.json')
216
+ : null,
217
+ tokenizerConfig: fileIndex.has('tokenizer_config.json')
218
+ ? await readBridgeJsonFile(bridgeClient, fileIndex.get('tokenizer_config.json'), 'tokenizer_config.json')
219
+ : null,
220
+ tokenizerModelName: fileIndex.has('tokenizer.model') ? 'tokenizer.model' : null,
221
+ tokenizerJsonPath: fileIndex.has('tokenizer.json') ? 'tokenizer.json' : null,
222
+ tokenizerConfigPath: fileIndex.has('tokenizer_config.json') ? 'tokenizer_config.json' : null,
223
+ tokenizerModelPath: fileIndex.has('tokenizer.model') ? 'tokenizer.model' : null,
224
+ };
225
+ }
226
+
227
+ function buildBridgeTokenizerAuxiliaryFiles(fileIndex, tokenizerAssets) {
228
+ const auxiliaryFiles = [];
229
+ if (tokenizerAssets.tokenizerJsonPath) {
230
+ auxiliaryFiles.push({
231
+ path: tokenizerAssets.tokenizerJsonPath,
232
+ size: Number(fileIndex.get(tokenizerAssets.tokenizerJsonPath)?.size || 0),
233
+ kind: 'tokenizer_json',
234
+ });
235
+ }
236
+ if (tokenizerAssets.tokenizerConfigPath) {
237
+ auxiliaryFiles.push({
238
+ path: tokenizerAssets.tokenizerConfigPath,
239
+ size: Number(fileIndex.get(tokenizerAssets.tokenizerConfigPath)?.size || 0),
240
+ kind: 'tokenizer_config',
241
+ });
242
+ }
243
+ if (tokenizerAssets.tokenizerModelPath) {
244
+ auxiliaryFiles.push({
245
+ path: tokenizerAssets.tokenizerModelPath,
246
+ size: Number(fileIndex.get(tokenizerAssets.tokenizerModelPath)?.size || 0),
247
+ kind: 'tokenizer_model',
248
+ });
249
+ }
250
+ return auxiliaryFiles;
251
+ }
252
+
253
+ function buildBridgePackageTokenizerVirtualFiles(fileIndex, tokenizerAssets, rootAbsolutePath) {
254
+ const virtualFiles = [];
255
+ if (tokenizerAssets.tokenizerJsonPath) {
256
+ virtualFiles.push({
257
+ path: 'tokenizer.json',
258
+ offset: 0,
259
+ size: Number(fileIndex.get(tokenizerAssets.tokenizerJsonPath)?.size || 0),
260
+ kind: 'tokenizer_json',
261
+ externalPath: joinPath(rootAbsolutePath, tokenizerAssets.tokenizerJsonPath),
262
+ });
263
+ }
264
+ if (tokenizerAssets.tokenizerConfigPath) {
265
+ virtualFiles.push({
266
+ path: 'tokenizer_config.json',
267
+ offset: 0,
268
+ size: Number(fileIndex.get(tokenizerAssets.tokenizerConfigPath)?.size || 0),
269
+ kind: 'tokenizer_config',
270
+ externalPath: joinPath(rootAbsolutePath, tokenizerAssets.tokenizerConfigPath),
271
+ });
272
+ }
273
+ if (tokenizerAssets.tokenizerModelPath) {
274
+ virtualFiles.push({
275
+ path: 'TOKENIZER_MODEL',
276
+ offset: 0,
277
+ size: Number(fileIndex.get(tokenizerAssets.tokenizerModelPath)?.size || 0),
278
+ kind: 'tokenizer_model',
279
+ externalPath: joinPath(rootAbsolutePath, tokenizerAssets.tokenizerModelPath),
280
+ });
281
+ }
282
+ return virtualFiles;
283
+ }
284
+
285
+ function applyBridgePackageTokenizerAssets(parsedArtifact, tokenizerAssets) {
286
+ const next = {
287
+ ...parsedArtifact,
288
+ };
289
+ if (tokenizerAssets.tokenizerJson && next.tokenizerJson == null) {
290
+ next.tokenizerJson = tokenizerAssets.tokenizerJson;
291
+ next.tokenizerJsonPath = 'tokenizer.json';
292
+ }
293
+ if (tokenizerAssets.tokenizerConfig && next.tokenizerConfig == null) {
294
+ next.tokenizerConfig = tokenizerAssets.tokenizerConfig;
295
+ }
296
+ if (tokenizerAssets.tokenizerConfigPath && next.tokenizerConfigPath == null) {
297
+ next.tokenizerConfigPath = 'tokenizer_config.json';
298
+ }
299
+ if (tokenizerAssets.tokenizerModelPath && next.tokenizerModelPath == null) {
300
+ next.tokenizerModelName = 'TOKENIZER_MODEL';
301
+ next.tokenizerModelPath = 'TOKENIZER_MODEL';
302
+ }
303
+ return next;
304
+ }
305
+
306
+ async function parseBridgeSafetensorsModel(bridgeClient, fileIndex) {
307
+ const parsedTransformer = await parseTransformerModel({
308
+ async readJson(path, label = 'json') {
309
+ const entry = fileIndex.get(normalizeRelativePath(path));
310
+ if (!entry) {
311
+ throw new Error(`Missing ${label} (${path})`);
312
+ }
313
+ return readBridgeJsonFile(bridgeClient, entry, `${label} (${path})`);
314
+ },
315
+ async fileExists(path) {
316
+ return fileIndex.has(normalizeRelativePath(path));
317
+ },
318
+ async loadSingleSafetensors(path) {
319
+ const normalized = normalizeRelativePath(path);
320
+ const entry = fileIndex.get(normalized);
321
+ if (!entry) {
322
+ throw new Error(`Missing safetensors file (${path})`);
323
+ }
324
+ const parsed = await readSafetensorsHeaderFromBridge(bridgeClient, entry);
325
+ return parsed.tensors.map((tensor) => ({
326
+ ...tensor,
327
+ sourcePath: normalized,
328
+ }));
329
+ },
330
+ async loadShardedSafetensors(indexJson) {
331
+ const shardFiles = [...new Set(Object.values(indexJson.weight_map || {}))]
332
+ .map((path) => normalizeRelativePath(path));
333
+ const tensors = [];
334
+ for (const shardPath of shardFiles) {
335
+ const entry = fileIndex.get(shardPath);
336
+ if (!entry) {
337
+ throw new Error(`Missing safetensors shard (${shardPath})`);
338
+ }
339
+ const parsed = await readSafetensorsHeaderFromBridge(bridgeClient, entry);
340
+ for (const tensor of parsed.tensors) {
341
+ tensors.push({
342
+ ...tensor,
343
+ sourcePath: shardPath,
344
+ });
345
+ }
346
+ }
347
+ return tensors;
348
+ },
349
+ });
350
+
351
+ const config = parsedTransformer.config;
352
+ const tensors = parsedTransformer.tensors;
353
+ const architectureHint = parsedTransformer.architectureHint;
354
+ const embeddingPostprocessor = parsedTransformer.embeddingPostprocessor ?? null;
355
+ const architecture = extractArchitecture(config, null);
356
+ const tokenizerAssets = await collectBridgeTokenizerAssets(bridgeClient, fileIndex);
357
+
358
+ return {
359
+ sourceKind: 'safetensors',
360
+ config,
361
+ tensors,
362
+ architectureHint,
363
+ embeddingPostprocessor,
364
+ architecture,
365
+ sourceQuantization: inferSourceQuantizationForSourceRuntime(tensors, 'safetensors', {
366
+ logCategory: 'DopplerProvider',
367
+ }),
368
+ tokenizerJson: tokenizerAssets.tokenizerJson,
369
+ tokenizerConfig: tokenizerAssets.tokenizerConfig,
370
+ tokenizerModelName: tokenizerAssets.tokenizerModelName,
371
+ sourceFiles: Array.from(new Set(tensors.map((tensor) => normalizeRelativePath(tensor.sourcePath))))
372
+ .map((path) => {
373
+ const entry = fileIndex.get(path);
374
+ if (!entry) {
375
+ throw new Error(`Missing source file entry for "${path}"`);
376
+ }
377
+ return { path, size: entry.size };
378
+ }),
379
+ auxiliaryFiles: [
380
+ { path: 'config.json', size: Number(fileIndex.get('config.json')?.size || 0), kind: 'config' },
381
+ ...(fileIndex.has('model.safetensors.index.json')
382
+ ? [{
383
+ path: 'model.safetensors.index.json',
384
+ size: Number(fileIndex.get('model.safetensors.index.json')?.size || 0),
385
+ kind: 'safetensors_index',
386
+ }]
387
+ : []),
388
+ ...buildBridgeTokenizerAuxiliaryFiles(fileIndex, tokenizerAssets),
389
+ ],
390
+ tokenizerJsonPath: tokenizerAssets.tokenizerJsonPath,
391
+ tokenizerConfigPath: tokenizerAssets.tokenizerConfigPath,
392
+ tokenizerModelPath: tokenizerAssets.tokenizerModelPath,
393
+ };
394
+ }
395
+
396
+ async function parseBridgeTfliteModel(bridgeClient, fileIndex, tfliteRelativePath) {
397
+ const tfliteEntry = fileIndex.get(tfliteRelativePath);
398
+ if (!tfliteEntry) {
399
+ throw new Error(`Missing TFLite file (${tfliteRelativePath})`);
400
+ }
401
+ if (!fileIndex.has('config.json')) {
402
+ throw new Error(
403
+ `Bridge source runtime: config.json is required next to TFLite source "${tfliteRelativePath}".`
404
+ );
405
+ }
406
+
407
+ const parsedTFLite = await parseTFLiteFromSource({
408
+ name: tfliteRelativePath,
409
+ size: tfliteEntry.size,
410
+ async readRange(offset, length) {
411
+ return readBridgeRange(bridgeClient, tfliteEntry, offset, length);
412
+ },
413
+ });
414
+ const config = await readBridgeJsonFile(bridgeClient, fileIndex.get('config.json'), 'config.json');
415
+ const tokenizerAssets = await collectBridgeTokenizerAssets(bridgeClient, fileIndex);
416
+ const tensors = parsedTFLite.tensors.map((tensor) => ({
417
+ ...tensor,
418
+ sourcePath: tfliteRelativePath,
419
+ }));
420
+ const architecture = extractArchitecture(config, null);
421
+ const architectureHint = config.architectures?.[0] ?? config.model_type ?? '';
422
+
423
+ return {
424
+ sourceKind: 'tflite',
425
+ config,
426
+ tensors,
427
+ architectureHint,
428
+ embeddingPostprocessor: null,
429
+ architecture,
430
+ sourceQuantization: parsedTFLite.sourceQuantization,
431
+ tokenizerJson: tokenizerAssets.tokenizerJson,
432
+ tokenizerConfig: tokenizerAssets.tokenizerConfig,
433
+ tokenizerModelName: tokenizerAssets.tokenizerModelName,
434
+ sourceFiles: [{ path: tfliteRelativePath, size: tfliteEntry.size }],
435
+ auxiliaryFiles: [
436
+ { path: 'config.json', size: Number(fileIndex.get('config.json')?.size || 0), kind: 'config' },
437
+ ...buildBridgeTokenizerAuxiliaryFiles(fileIndex, tokenizerAssets),
438
+ ],
439
+ tokenizerJsonPath: tokenizerAssets.tokenizerJsonPath,
440
+ tokenizerConfigPath: tokenizerAssets.tokenizerConfigPath,
441
+ tokenizerModelPath: tokenizerAssets.tokenizerModelPath,
442
+ };
443
+ }
444
+
445
+ async function parseBridgeGGUFModel(bridgeClient, fileIndex, ggufRelativePath) {
446
+ const ggufEntry = fileIndex.get(ggufRelativePath);
447
+ if (!ggufEntry) {
448
+ throw new Error(`Missing GGUF file (${ggufRelativePath})`);
449
+ }
450
+
451
+ const ggufSource = {
452
+ sourceType: 'bridge-file',
453
+ name: ggufRelativePath,
454
+ size: ggufEntry.size,
455
+ file: {
456
+ name: ggufRelativePath,
457
+ size: ggufEntry.size,
458
+ },
459
+ async readRange(offset, length) {
460
+ return readBridgeRange(bridgeClient, ggufEntry, offset, length);
461
+ },
462
+ };
463
+
464
+ const parseGGUFHeaderFromSource = async (source) => {
465
+ const resolved = source && typeof source.readRange === 'function' ? source : ggufSource;
466
+ const readSize = Math.min(resolved.size, HEADER_READ_SIZE);
467
+ const buffer = await resolved.readRange(0, readSize);
468
+ const info = parseGGUFHeader(toArrayBuffer(buffer, `gguf header (${ggufRelativePath})`));
469
+ return {
470
+ ...info,
471
+ fileSize: resolved.size,
472
+ };
473
+ };
474
+
475
+ const parsedGGUF = await parseGGUFModel({
476
+ file: ggufSource,
477
+ parseGGUFHeaderFromSource,
478
+ normalizeTensorSource(source) {
479
+ if (source && typeof source.readRange === 'function' && Number.isFinite(source.size)) {
480
+ return source;
481
+ }
482
+ return ggufSource;
483
+ },
484
+ onProgress() {},
485
+ signal: null,
486
+ });
487
+
488
+ const tensors = parsedGGUF.tensors.map((tensor) => ({
489
+ ...tensor,
490
+ sourcePath: ggufRelativePath,
491
+ }));
492
+ const architecture = extractArchitecture({}, parsedGGUF.config || {});
493
+
494
+ return {
495
+ sourceKind: 'gguf',
496
+ config: parsedGGUF.config,
497
+ tensors,
498
+ architectureHint: parsedGGUF.architecture,
499
+ architecture,
500
+ sourceQuantization: parsedGGUF.quantization ?? inferSourceQuantizationForSourceRuntime(tensors, 'gguf', {
501
+ logCategory: 'DopplerProvider',
502
+ }),
503
+ tokenizerJson: null,
504
+ tokenizerConfig: null,
505
+ tokenizerModelName: null,
506
+ sourceFiles: [{ path: ggufRelativePath, size: ggufEntry.size }],
507
+ auxiliaryFiles: [],
508
+ tokenizerJsonPath: null,
509
+ tokenizerConfigPath: null,
510
+ tokenizerModelPath: null,
511
+ };
512
+ }
513
+
514
+ async function resolveBridgeFileEntry(bridgeClient, absolutePath) {
515
+ const { parentPath, basename } = splitBridgeFilePath(absolutePath);
516
+ if (!basename) {
517
+ throw new Error(`Bridge source runtime: invalid file path "${absolutePath}".`);
518
+ }
519
+ const entries = await bridgeClient.list(parentPath);
520
+ const match = entries.find((entry) => entry?.isDir !== true && String(entry?.name || '') === basename) ?? null;
521
+ if (!match) {
522
+ throw new Error(`Bridge source runtime: file "${absolutePath}" does not exist.`);
523
+ }
524
+ return {
525
+ relativePath: basename,
526
+ absolutePath,
527
+ size: Number(match?.size) || 0,
528
+ };
529
+ }
530
+
531
+ function createBridgeVirtualFileReaders(bridgeClient, packageFileEntry, virtualFiles, rootPath) {
532
+ const virtualFileMap = new Map(
533
+ (Array.isArray(virtualFiles) ? virtualFiles : []).map((entry) => [entry.path, entry])
534
+ );
535
+
536
+ const resolveVirtualFile = (pathHint) => {
537
+ const hint = normalizeRelativePath(pathHint);
538
+ if (!hint) {
539
+ return null;
540
+ }
541
+ return virtualFileMap.get(hint) ?? null;
542
+ };
543
+
544
+ const readRange = async (virtualPath, offset, length) => {
545
+ const entry = resolveVirtualFile(virtualPath);
546
+ if (!entry) {
547
+ throw new Error(`Missing source shard file: ${virtualPath}`);
548
+ }
549
+ if (entry.externalPath) {
550
+ return bridgeClient.read(entry.externalPath, offset, length);
551
+ }
552
+ const start = Math.max(0, Math.floor(Number(offset) || 0));
553
+ const requested = Math.max(0, Math.floor(Number(length) || 0));
554
+ const available = Math.max(0, entry.size - start);
555
+ const readLength = Math.min(available, requested);
556
+ return bridgeClient.read(packageFileEntry.absolutePath, entry.offset + start, readLength);
557
+ };
558
+
559
+ const readText = async (virtualPath) => {
560
+ const entry = resolveVirtualFile(virtualPath);
561
+ if (!entry) {
562
+ return null;
563
+ }
564
+ const bytes = entry.externalPath
565
+ ? await bridgeClient.read(entry.externalPath, 0, entry.size)
566
+ : await bridgeClient.read(packageFileEntry.absolutePath, entry.offset, entry.size);
567
+ return decodeText(bytes);
568
+ };
569
+
570
+ const readBinary = async (virtualPath) => {
571
+ const entry = resolveVirtualFile(virtualPath);
572
+ if (!entry) {
573
+ throw new Error(`Missing source binary file: ${virtualPath}`);
574
+ }
575
+ if (entry.externalPath) {
576
+ return bridgeClient.read(entry.externalPath, 0, entry.size);
577
+ }
578
+ return bridgeClient.read(packageFileEntry.absolutePath, entry.offset, entry.size);
579
+ };
580
+
581
+ return {
582
+ rootPath,
583
+ virtualFileMap,
584
+ readRange,
585
+ readText,
586
+ readBinary,
587
+ };
588
+ }
589
+
590
+ async function addHashesToBridgeVirtualFiles(bridgeClient, packageFileEntry, virtualFiles, entries, hashAlgorithm) {
591
+ const readers = createBridgeVirtualFileReaders(bridgeClient, packageFileEntry, virtualFiles, packageFileEntry.absolutePath);
592
+ const hashedEntries = [];
593
+ for (const entry of Array.isArray(entries) ? entries : []) {
594
+ const virtualPath = normalizeRelativePath(entry?.path);
595
+ if (!virtualPath) {
596
+ continue;
597
+ }
598
+ const descriptor = readers.virtualFileMap.get(virtualPath);
599
+ if (!descriptor) {
600
+ throw new Error(`Missing bridge package file entry for "${virtualPath}"`);
601
+ }
602
+ const bytes = descriptor.externalPath
603
+ ? await bridgeClient.read(descriptor.externalPath, 0, descriptor.size)
604
+ : await bridgeClient.read(packageFileEntry.absolutePath, descriptor.offset, descriptor.size);
605
+ hashedEntries.push({
606
+ ...entry,
607
+ path: virtualPath,
608
+ size: Number.isFinite(entry?.size) ? Math.max(0, Math.floor(Number(entry.size))) : descriptor.size,
609
+ hash: await computeHash(toUint8Array(bytes), hashAlgorithm),
610
+ hashAlgorithm,
611
+ });
612
+ }
613
+ return hashedEntries;
614
+ }
615
+
616
+ async function parseBridgeLiteRTPackageModel(bridgeClient, packageFileEntry, sourceKind) {
617
+ const resolved = await resolveLiteRTPackageParsedArtifact({
618
+ sourceKind,
619
+ sourcePathForModelId: packageFileEntry.absolutePath,
620
+ source: {
621
+ name: packageFileEntry.relativePath,
622
+ size: packageFileEntry.size,
623
+ async readRange(offset, length) {
624
+ return readBridgeRange(bridgeClient, packageFileEntry, offset, length);
625
+ },
626
+ },
627
+ });
628
+ const rootAbsolutePath = splitBridgeFilePath(packageFileEntry.absolutePath).parentPath;
629
+ const siblingFileIndex = indexBridgeFiles(await listBridgeFilesRecursive(bridgeClient, rootAbsolutePath));
630
+ const tokenizerAssets = await collectBridgeTokenizerAssets(bridgeClient, siblingFileIndex);
631
+ const virtualFiles = appendLiteRTPackageVirtualFiles(
632
+ resolved.virtualFiles,
633
+ buildBridgePackageTokenizerVirtualFiles(siblingFileIndex, tokenizerAssets, rootAbsolutePath)
634
+ );
635
+ const parsedArtifact = applyBridgePackageTokenizerAssets(resolved.parsedArtifact, tokenizerAssets);
636
+ return {
637
+ ...parsedArtifact,
638
+ storageReaders: createBridgeVirtualFileReaders(
639
+ bridgeClient,
640
+ packageFileEntry,
641
+ virtualFiles,
642
+ packageFileEntry.absolutePath
643
+ ),
644
+ async hashFileEntries(entries, hashAlgorithm) {
645
+ return addHashesToBridgeVirtualFiles(
646
+ bridgeClient,
647
+ packageFileEntry,
648
+ virtualFiles,
649
+ entries,
650
+ hashAlgorithm
651
+ );
652
+ },
653
+ };
654
+ }
655
+
656
+ async function parseBridgeSourceModel(bridgeClient, localPath) {
657
+ if (isLiteRTTaskPath(localPath)) {
658
+ const packageFileEntry = await resolveBridgeFileEntry(bridgeClient, localPath);
659
+ return parseBridgeLiteRTPackageModel(bridgeClient, packageFileEntry, LITERT_PACKAGE_SOURCE_KIND_TASK);
660
+ }
661
+ if (isLiteRTLMPath(localPath)) {
662
+ const packageFileEntry = await resolveBridgeFileEntry(bridgeClient, localPath);
663
+ return parseBridgeLiteRTPackageModel(bridgeClient, packageFileEntry, LITERT_PACKAGE_SOURCE_KIND_LITERTLM);
664
+ }
665
+
666
+ const files = await listBridgeFilesRecursive(bridgeClient, localPath);
667
+ const fileIndex = indexBridgeFiles(files);
668
+ if (hasModelManifest(fileIndex)) {
669
+ return null;
670
+ }
671
+
672
+ const detected = detectBridgeSourceFormat(fileIndex);
673
+ if (!detected) {
674
+ return null;
675
+ }
676
+
677
+ if (detected.kind === 'tflite') {
678
+ const tflitePath = Array.from(fileIndex.keys()).find((path) => path.toLowerCase().endsWith('.tflite')) || null;
679
+ if (!tflitePath) {
680
+ throw new Error('Bridge source runtime: failed to resolve the detected TFLite file.');
681
+ }
682
+ return parseBridgeTfliteModel(bridgeClient, fileIndex, tflitePath);
683
+ }
684
+ if (detected.kind === LITERT_PACKAGE_SOURCE_KIND_TASK) {
685
+ const taskPath = Array.from(fileIndex.keys()).find((entryPath) => entryPath.toLowerCase().endsWith('.task')) || null;
686
+ if (!taskPath) {
687
+ throw new Error('Bridge source runtime: failed to resolve the detected LiteRT task file.');
688
+ }
689
+ const packageFileEntry = fileIndex.get(taskPath);
690
+ if (!packageFileEntry) {
691
+ throw new Error(`Bridge source runtime: missing bridge file entry for "${taskPath}".`);
692
+ }
693
+ return parseBridgeLiteRTPackageModel(bridgeClient, packageFileEntry, LITERT_PACKAGE_SOURCE_KIND_TASK);
694
+ }
695
+ if (detected.kind === LITERT_PACKAGE_SOURCE_KIND_LITERTLM) {
696
+ const litertLmPath = Array.from(fileIndex.keys()).find((entryPath) => entryPath.toLowerCase().endsWith('.litertlm')) || null;
697
+ if (!litertLmPath) {
698
+ throw new Error('Bridge source runtime: failed to resolve the detected LiteRT-LM file.');
699
+ }
700
+ const packageFileEntry = fileIndex.get(litertLmPath);
701
+ if (!packageFileEntry) {
702
+ throw new Error(`Bridge source runtime: missing bridge file entry for "${litertLmPath}".`);
703
+ }
704
+ return parseBridgeLiteRTPackageModel(bridgeClient, packageFileEntry, LITERT_PACKAGE_SOURCE_KIND_LITERTLM);
705
+ }
706
+ if (detected.kind === 'gguf') {
707
+ return parseBridgeGGUFModel(bridgeClient, fileIndex, detected.ggufPath);
708
+ }
709
+
710
+ return parseBridgeSafetensorsModel(bridgeClient, fileIndex);
711
+ }
712
+
713
+ function createBridgeFileReaders(bridgeClient, fileMap, rootPath) {
714
+ const map = fileMap;
715
+
716
+ const resolveEntry = (pathHint) => {
717
+ const hint = normalizeRelativePath(pathHint);
718
+ if (!hint) {
719
+ return null;
720
+ }
721
+ const direct = map.get(hint);
722
+ return direct || null;
723
+ };
724
+
725
+ const readRange = async (relativePath, offset, length) => {
726
+ const entry = resolveEntry(relativePath);
727
+ if (!entry) {
728
+ throw new Error(`Missing source shard file: ${relativePath}`);
729
+ }
730
+ return bridgeClient.read(entry.absolutePath, offset, length);
731
+ };
732
+
733
+ const readText = async (pathHint) => {
734
+ const entry = resolveEntry(pathHint);
735
+ if (!entry) return null;
736
+ const bytes = await bridgeClient.read(entry.absolutePath, 0, entry.size);
737
+ return decodeText(bytes);
738
+ };
739
+
740
+ const readBinary = async (pathHint) => {
741
+ const entry = resolveEntry(pathHint);
742
+ if (!entry) {
743
+ throw new Error(`Missing source binary file: ${pathHint}`);
744
+ }
745
+ return bridgeClient.read(entry.absolutePath, 0, entry.size);
746
+ };
747
+
748
+ return {
749
+ rootPath,
750
+ readRange,
751
+ readText,
752
+ readBinary,
753
+ };
754
+ }
755
+
756
+ async function addHashesToBridgeFiles(bridgeClient, fileIndex, entries, hashAlgorithm) {
757
+ const hashedEntries = [];
758
+ for (const entry of Array.isArray(entries) ? entries : []) {
759
+ const relativePath = normalizeRelativePath(entry?.path);
760
+ if (!relativePath) continue;
761
+ const fileEntry = fileIndex.get(relativePath);
762
+ if (!fileEntry) {
763
+ throw new Error(`Missing bridge file entry for "${relativePath}"`);
764
+ }
765
+ const bytes = await readBridgeAllBytes(bridgeClient, fileEntry, `bridge source asset (${relativePath})`);
766
+ hashedEntries.push({
767
+ ...entry,
768
+ path: relativePath,
769
+ size: Number.isFinite(entry?.size) ? Math.max(0, Math.floor(Number(entry.size))) : fileEntry.size,
770
+ hash: await computeHash(toUint8Array(bytes), hashAlgorithm),
771
+ hashAlgorithm,
772
+ });
773
+ }
774
+ return hashedEntries;
775
+ }
776
+
777
+ async function resolveBridgeStorageContext(options = {}) {
778
+ const bridgeClient = options.bridgeClient;
779
+ const localPath = options.localPath;
780
+ const model = options.model ?? options.manifest;
781
+ const sourceRuntime = getSourceRuntimeMetadata(model);
782
+ if (!sourceRuntime) {
783
+ return null;
784
+ }
785
+ if (
786
+ sourceRuntime.sourceKind === LITERT_PACKAGE_SOURCE_KIND_TASK
787
+ || sourceRuntime.sourceKind === LITERT_PACKAGE_SOURCE_KIND_LITERTLM
788
+ ) {
789
+ const packageFileEntry = await resolveBridgeFileEntry(bridgeClient, localPath);
790
+ const resolved = await resolveLiteRTPackageParsedArtifact({
791
+ sourceKind: sourceRuntime.sourceKind,
792
+ sourcePathForModelId: localPath,
793
+ source: {
794
+ name: packageFileEntry.relativePath,
795
+ size: packageFileEntry.size,
796
+ async readRange(offset, length) {
797
+ return readBridgeRange(bridgeClient, packageFileEntry, offset, length);
798
+ },
799
+ },
800
+ });
801
+ const rootAbsolutePath = splitBridgeFilePath(packageFileEntry.absolutePath).parentPath;
802
+ const siblingFileIndex = indexBridgeFiles(await listBridgeFilesRecursive(bridgeClient, rootAbsolutePath));
803
+ const tokenizerAssets = await collectBridgeTokenizerAssets(bridgeClient, siblingFileIndex);
804
+ const virtualFiles = appendLiteRTPackageVirtualFiles(
805
+ resolved.virtualFiles,
806
+ buildBridgePackageTokenizerVirtualFiles(siblingFileIndex, tokenizerAssets, rootAbsolutePath)
807
+ );
808
+ const readers = createBridgeVirtualFileReaders(
809
+ bridgeClient,
810
+ packageFileEntry,
811
+ virtualFiles,
812
+ localPath
813
+ );
814
+ return createSourceStorageContext({
815
+ model,
816
+ readRange: readers.readRange,
817
+ readText: readers.readText,
818
+ readBinary: readers.readBinary,
819
+ verifyHashes: options.verifyHashes !== false,
820
+ });
821
+ }
822
+ const files = await listBridgeFilesRecursive(bridgeClient, localPath);
823
+ const fileMap = indexBridgeFiles(files);
824
+ const readers = createBridgeFileReaders(bridgeClient, fileMap, localPath);
825
+ return createSourceStorageContext({
826
+ model,
827
+ readRange: readers.readRange,
828
+ readText: readers.readText,
829
+ readBinary: readers.readBinary,
830
+ verifyHashes: options.verifyHashes !== false,
831
+ });
832
+ }
833
+
834
+ export async function resolveBridgeSourceRuntimeBundle(options = {}) {
835
+ const bridgeClient = options.bridgeClient;
836
+ const localPath = options.localPath;
837
+ const requestedModelId = options.modelId || null;
838
+ const verifyHashes = options.verifyHashes !== false;
839
+ const existingModel = options.model ?? options.manifest ?? null;
840
+
841
+ if (!bridgeClient || typeof bridgeClient.read !== 'function' || typeof bridgeClient.list !== 'function') {
842
+ throw new Error('Bridge source runtime requires a connected bridge client with read/list support.');
843
+ }
844
+ if (!localPath || typeof localPath !== 'string') {
845
+ throw new Error('Bridge source runtime requires localPath.');
846
+ }
847
+
848
+ if (existingModel && getSourceRuntimeMetadata(existingModel)) {
849
+ const storageContext = await resolveBridgeStorageContext({
850
+ bridgeClient,
851
+ localPath,
852
+ model: existingModel,
853
+ verifyHashes,
854
+ });
855
+ return {
856
+ model: existingModel,
857
+ manifest: existingModel,
858
+ storageContext,
859
+ sourceKind: getSourceRuntimeMetadata(existingModel)?.sourceKind ?? 'safetensors',
860
+ sourceRoot: localPath,
861
+ };
862
+ }
863
+
864
+ options.onProgress?.({
865
+ stage: 'source-discovery',
866
+ message: 'Scanning source files via bridge...',
867
+ });
868
+
869
+ const parsed = await parseBridgeSourceModel(bridgeClient, localPath);
870
+ if (!parsed) {
871
+ return null;
872
+ }
873
+ const {
874
+ model,
875
+ shardSources,
876
+ sourceKind,
877
+ } = await resolveSourceRuntimeBundleFromParsedArtifact({
878
+ parsedArtifact: parsed,
879
+ requestedModelId,
880
+ runtimeLabel: 'bridge source runtime',
881
+ logCategory: 'DopplerProvider',
882
+ hashFileEntries: typeof parsed?.hashFileEntries === 'function'
883
+ ? (entries, hashAlgorithm) => parsed.hashFileEntries(entries, hashAlgorithm)
884
+ : async (entries, hashAlgorithm) => {
885
+ const files = await listBridgeFilesRecursive(bridgeClient, localPath);
886
+ const fileMap = indexBridgeFiles(files);
887
+ return addHashesToBridgeFiles(bridgeClient, fileMap, entries, hashAlgorithm);
888
+ },
889
+ });
890
+
891
+ const readers = parsed?.storageReaders ?? createBridgeFileReaders(
892
+ bridgeClient,
893
+ indexBridgeFiles(await listBridgeFilesRecursive(bridgeClient, localPath)),
894
+ localPath
895
+ );
896
+ const storageContext = createSourceStorageContext({
897
+ model,
898
+ shardSources,
899
+ readRange: readers.readRange,
900
+ readText: readers.readText,
901
+ readBinary: readers.readBinary,
902
+ tokenizerJsonPath: parsed.tokenizerJsonPath,
903
+ tokenizerModelPath: parsed.tokenizerModelPath,
904
+ verifyHashes,
905
+ });
906
+
907
+ log.info(
908
+ 'DopplerProvider',
909
+ `Bridge source runtime ready: ${model.modelId} (${sourceKind}, ${parsed.tensors.length} tensors)`
910
+ );
911
+
912
+ return {
913
+ model,
914
+ manifest: model,
915
+ storageContext,
916
+ sourceKind,
917
+ sourceRoot: localPath,
918
+ };
919
+ }