doppler-gpu 0.2.0 → 0.2.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (607) hide show
  1. package/CHANGELOG.md +29 -1
  2. package/README.md +97 -29
  3. package/package.json +40 -27
  4. package/src/cli/config/doppler-quickstart.json +10 -0
  5. package/src/cli/doppler-cli.js +66 -22
  6. package/src/cli/doppler-quickstart.d.ts +61 -0
  7. package/src/cli/doppler-quickstart.js +299 -0
  8. package/src/cli/doppler-serve.js +395 -0
  9. package/src/client/doppler-api.browser.js +13 -377
  10. package/src/client/doppler-api.d.ts +35 -56
  11. package/src/client/doppler-api.js +12 -363
  12. package/src/client/doppler-registry.json +55 -2
  13. package/src/client/runtime/index.d.ts +63 -0
  14. package/src/client/runtime/index.js +173 -0
  15. package/src/client/runtime/lora.d.ts +36 -0
  16. package/src/client/runtime/lora.js +165 -0
  17. package/src/client/{doppler-provider → runtime}/model-manager.d.ts +1 -1
  18. package/src/client/{doppler-provider → runtime}/model-manager.js +56 -30
  19. package/src/client/runtime/model-session.d.ts +72 -0
  20. package/src/client/runtime/model-session.js +122 -0
  21. package/src/client/runtime/model-source.d.ts +43 -0
  22. package/src/client/runtime/model-source.js +101 -0
  23. package/src/client/{doppler-provider → runtime}/source-runtime.d.ts +8 -5
  24. package/src/client/runtime/source-runtime.js +919 -0
  25. package/src/client/runtime/storage.d.ts +5 -0
  26. package/src/client/runtime/storage.js +51 -0
  27. package/src/client/{doppler-provider → runtime}/types.d.ts +14 -2
  28. package/src/config/README.md +2 -0
  29. package/src/config/conversion/README.md +47 -7
  30. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +67 -5
  31. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +62 -11
  32. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +79 -18
  33. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +61 -13
  34. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +53 -10
  35. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +66 -18
  36. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +256 -0
  37. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +49 -8
  38. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +45 -6
  39. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +45 -6
  40. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +57 -9
  41. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +105 -26
  42. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +83 -33
  43. package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +33 -5
  44. package/src/config/execution-contract-check.d.ts +2 -1
  45. package/src/config/execution-contract-check.js +187 -53
  46. package/src/config/kernel-path-loader.d.ts +36 -0
  47. package/src/config/kernel-path-loader.js +97 -10
  48. package/src/config/kernels/kernel-ref-digests.js +40 -24
  49. package/src/config/kernels/registry.js +0 -1
  50. package/src/config/kernels/registry.json +772 -66
  51. package/src/config/merge-contract-check.js +3 -0
  52. package/src/config/merge.d.ts +18 -1
  53. package/src/config/merge.js +56 -0
  54. package/src/config/param-categories.js +5 -0
  55. package/src/config/param-validator.js +42 -26
  56. package/src/config/platforms/apple-m3.json +1 -1
  57. package/src/config/platforms/loader.js +21 -16
  58. package/src/config/required-inference-fields-contract-check.js +16 -0
  59. package/src/config/runtime/compute/f16-batched.json +2 -0
  60. package/src/config/runtime/default.json +1 -0
  61. package/src/config/runtime/experiments/bench/gemma3-bench-q4k-alt.json +57 -0
  62. package/src/config/runtime/experiments/bench/gemma3-bench-q4k-batched.json +57 -0
  63. package/src/config/runtime/experiments/bench/gemma3-bench-q4k.json +2 -0
  64. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-alt.json +57 -0
  65. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +57 -0
  66. package/src/config/runtime/experiments/debug/gemma3-browser-diagnose-q4k.json +81 -0
  67. package/src/config/runtime/experiments/debug/gemma3-debug-q4k.json +5 -0
  68. package/src/config/runtime/experiments/debug/qwen35-browser-diagnose-q4k.json +81 -0
  69. package/src/config/runtime/experiments/verify/gemma4-e2b-verify.json +38 -0
  70. package/src/config/runtime/profiles/gemma4-e2b-low-memory.json +63 -0
  71. package/src/config/runtime/profiles/gemma4-e2b-throughput.json +39 -0
  72. package/src/config/runtime/profiles/low-memory.json +1 -0
  73. package/src/config/runtime/profiles/turboquant-contiguous-prod.json +29 -0
  74. package/src/config/runtime/profiles/turboquant-contiguous.json +29 -0
  75. package/src/config/runtime/profiles/turboquant.json +36 -0
  76. package/src/config/runtime/profiles/vector-stability.json +1 -0
  77. package/src/config/runtime/tiers/gemma4-128gb.json +79 -0
  78. package/src/config/runtime/tiers/gemma4-16gb.json +15 -2
  79. package/src/config/runtime/tiers/gemma4-24gb.json +15 -2
  80. package/src/config/runtime/tiers/gemma4-32gb.json +15 -2
  81. package/src/config/runtime.js +11 -4
  82. package/src/config/schema/converter.schema.d.ts +4 -2
  83. package/src/config/schema/converter.schema.js +7 -5
  84. package/src/config/schema/doppler.schema.d.ts +26 -2
  85. package/src/config/schema/doppler.schema.js +77 -28
  86. package/src/config/schema/execution-v1.schema.d.ts +78 -5
  87. package/src/config/schema/execution-v1.schema.js +62 -1
  88. package/src/config/schema/index.d.ts +22 -29
  89. package/src/config/schema/index.js +15 -17
  90. package/src/config/schema/inference.schema.d.ts +26 -4
  91. package/src/config/schema/kernel-path.schema.d.ts +30 -3
  92. package/src/config/schema/kernel-registry.schema.d.ts +1 -1
  93. package/src/config/schema/kernel-registry.schema.js +1 -0
  94. package/src/config/schema/kvcache.schema.js +7 -0
  95. package/src/config/schema/loading.schema.d.ts +28 -0
  96. package/src/config/schema/loading.schema.js +9 -0
  97. package/src/config/schema/manifest.schema.d.ts +79 -5
  98. package/src/config/schema/manifest.schema.js +7 -1
  99. package/src/config/schema/platform.schema.d.ts +10 -8
  100. package/src/config/schema/speculation-self.schema.js +0 -5
  101. package/src/config/schema/support-tiers.schema.d.ts +53 -0
  102. package/src/config/schema/support-tiers.schema.js +128 -0
  103. package/src/config/source-packages/litert/gemma-4-e2b-it.json +622 -0
  104. package/src/config/source-packages/registry.json +15 -0
  105. package/src/config/support-tiers/subsystems.json +502 -0
  106. package/src/config/transforms/capability-transform-resolver.d.ts +16 -5
  107. package/src/config/transforms/capability-transform-resolver.js +44 -9
  108. package/src/config/transforms/execution-graph-transforms.d.ts +113 -2
  109. package/src/config/transforms/execution-graph-transforms.js +1220 -8
  110. package/src/converter/conversion-plan.js +20 -8
  111. package/src/converter/core.d.ts +48 -1
  112. package/src/converter/core.js +249 -62
  113. package/src/converter/parsers/gguf.d.ts +10 -1
  114. package/src/converter/rope-config.d.ts +1 -0
  115. package/src/converter/rope-config.js +75 -5
  116. package/src/converter/shard-packer.js +2 -2
  117. package/src/debug/tensor.js +13 -1
  118. package/src/{adapters → experimental/adapters}/adapter-manager.d.ts +1 -1
  119. package/src/{adapters → experimental/adapters}/adapter-manager.js +2 -2
  120. package/src/{adapters → experimental/adapters}/adapter-manifest.d.ts +1 -1
  121. package/src/{adapters → experimental/adapters}/adapter-manifest.js +1 -1
  122. package/src/{adapters → experimental/adapters}/adapter-registry.d.ts +1 -1
  123. package/src/{adapters → experimental/adapters}/adapter-registry.js +1 -1
  124. package/src/{adapters → experimental/adapters}/lora-loader.d.ts +1 -1
  125. package/src/{adapters → experimental/adapters}/lora-loader.js +2 -2
  126. package/src/{bridge → experimental/bridge}/extension-client.js +2 -2
  127. package/src/{bridge → experimental/bridge}/node-bridge.js +2 -4
  128. package/src/{bridge → experimental/bridge}/protocol.js +1 -1
  129. package/src/{browser → experimental/browser}/browser-converter.d.ts +4 -4
  130. package/src/{browser → experimental/browser}/browser-converter.js +12 -12
  131. package/src/{browser → experimental/browser}/gguf-importer.d.ts +1 -1
  132. package/src/{browser → experimental/browser}/gguf-importer.js +8 -8
  133. package/src/{browser → experimental/browser}/gguf-parser-browser.d.ts +2 -2
  134. package/src/{browser → experimental/browser}/gguf-parser-browser.js +3 -3
  135. package/src/{browser → experimental/browser}/quantization.d.ts +3 -3
  136. package/src/{browser → experimental/browser}/quantization.js +4 -4
  137. package/src/{browser → experimental/browser}/safetensors-parser-browser.d.ts +3 -3
  138. package/src/{browser → experimental/browser}/safetensors-parser-browser.js +3 -3
  139. package/src/{browser → experimental/browser}/shard-io-browser.d.ts +1 -1
  140. package/src/{browser → experimental/browser}/shard-io-browser.js +2 -2
  141. package/src/{browser → experimental/browser}/tensor-source-download.js +3 -3
  142. package/src/experimental/diffusion/index.d.ts +8 -0
  143. package/src/experimental/diffusion/index.js +8 -0
  144. package/src/{distribution → experimental/distribution}/p2p-transport-contract.js +1 -1
  145. package/src/{distribution → experimental/distribution}/p2p-transport.js +1 -1
  146. package/src/{distribution → experimental/distribution}/shard-delivery.js +5 -5
  147. package/src/experimental/energy/index.d.ts +2 -0
  148. package/src/experimental/energy/index.js +2 -0
  149. package/src/{hotswap → experimental/hotswap}/intent-bundle.d.ts +1 -1
  150. package/src/{hotswap → experimental/hotswap}/intent-bundle.js +2 -2
  151. package/src/{hotswap → experimental/hotswap}/manifest.d.ts +2 -2
  152. package/src/{hotswap → experimental/hotswap}/manifest.js +1 -1
  153. package/src/{hotswap → experimental/hotswap}/model-swap.js +1 -1
  154. package/src/{hotswap → experimental/hotswap}/runtime.d.ts +1 -1
  155. package/src/experimental/orchestration/index.d.ts +12 -0
  156. package/src/experimental/orchestration/index.js +12 -0
  157. package/src/{training → experimental/training}/README.md +1 -1
  158. package/src/{training → experimental/training}/artifacts.d.ts +3 -3
  159. package/src/{training → experimental/training}/artifacts.js +3 -3
  160. package/src/{training → experimental/training}/attention-backward.d.ts +1 -1
  161. package/src/{training → experimental/training}/attention-backward.js +3 -3
  162. package/src/{training → experimental/training}/attention-forward.d.ts +2 -2
  163. package/src/{training → experimental/training}/attention-forward.js +1 -1
  164. package/src/{training → experimental/training}/autograd.d.ts +2 -2
  165. package/src/{training → experimental/training}/autograd.js +7 -7
  166. package/src/{training → experimental/training}/backward-kernels.js +1 -1
  167. package/src/{training → experimental/training}/checkpoint.js +1 -1
  168. package/src/{training → experimental/training}/clip.d.ts +2 -2
  169. package/src/{training → experimental/training}/clip.js +3 -3
  170. package/src/{training → experimental/training}/export.d.ts +2 -2
  171. package/src/{training → experimental/training}/export.js +2 -2
  172. package/src/{training → experimental/training}/lora-pipeline.js +4 -4
  173. package/src/{training → experimental/training}/lora.d.ts +1 -1
  174. package/src/{training → experimental/training}/lora.js +4 -4
  175. package/src/{training → experimental/training}/loss-scaling.d.ts +2 -2
  176. package/src/{training → experimental/training}/loss-scaling.js +3 -3
  177. package/src/{training → experimental/training}/loss.d.ts +2 -2
  178. package/src/{training → experimental/training}/loss.js +1 -1
  179. package/src/{training → experimental/training}/operator-artifacts.js +1 -1
  180. package/src/{training → experimental/training}/optimizer.d.ts +2 -2
  181. package/src/{training → experimental/training}/optimizer.js +3 -3
  182. package/src/{training → experimental/training}/runner.d.ts +2 -2
  183. package/src/{training → experimental/training}/runner.js +5 -5
  184. package/src/{training → experimental/training}/suite.js +16 -16
  185. package/src/{training → experimental/training}/tensor-factory.d.ts +1 -1
  186. package/src/{training → experimental/training}/tensor-factory.js +2 -2
  187. package/src/{training → experimental/training}/trainer.d.ts +3 -3
  188. package/src/{training → experimental/training}/trainer.js +3 -3
  189. package/src/{training → experimental/training}/ul_dataset.d.ts +2 -2
  190. package/src/{training → experimental/training}/ul_dataset.js +1 -1
  191. package/src/{training → experimental/training}/ul_schedule.d.ts +1 -1
  192. package/src/{training → experimental/training}/workloads.js +4 -4
  193. package/src/formats/index.d.ts +24 -0
  194. package/src/formats/index.js +6 -0
  195. package/src/formats/litert/index.d.ts +1 -0
  196. package/src/formats/litert/index.js +1 -0
  197. package/src/formats/litert/types.d.ts +87 -0
  198. package/src/formats/litert/types.js +568 -0
  199. package/src/formats/rdrr/classification.js +16 -8
  200. package/src/formats/rdrr/parsing.d.ts +3 -2
  201. package/src/formats/rdrr/types.d.ts +33 -0
  202. package/src/formats/rdrr/validation.js +16 -5
  203. package/src/formats/tflite/index.d.ts +1 -0
  204. package/src/formats/tflite/index.js +1 -0
  205. package/src/formats/tflite/types.d.ts +84 -0
  206. package/src/formats/tflite/types.js +633 -0
  207. package/src/generation/index.d.ts +16 -14
  208. package/src/generation/index.js +1 -32
  209. package/src/gpu/command-recorder.d.ts +17 -1
  210. package/src/gpu/command-recorder.js +47 -10
  211. package/src/gpu/device.d.ts +3 -1
  212. package/src/gpu/device.js +17 -11
  213. package/src/gpu/kernel-selector.js +3 -1
  214. package/src/gpu/kernels/attention.d.ts +2 -0
  215. package/src/gpu/kernels/attention.js +359 -14
  216. package/src/gpu/kernels/attention.wgsl +20 -1
  217. package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +180 -0
  218. package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +192 -0
  219. package/src/gpu/kernels/attention_decode_online_f16.wgsl +36 -18
  220. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +36 -18
  221. package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +269 -0
  222. package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +281 -0
  223. package/src/gpu/kernels/attention_head256_f16kv.wgsl +269 -0
  224. package/src/gpu/kernels/attention_streaming.wgsl +22 -3
  225. package/src/gpu/kernels/attention_streaming_f16.wgsl +1 -1
  226. package/src/gpu/kernels/attention_streaming_f16kv.wgsl +1 -1
  227. package/src/gpu/kernels/backward/attention_backward.d.ts +14 -1
  228. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +18 -0
  229. package/src/gpu/kernels/check-hot-vocab-stop.js +108 -0
  230. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +1 -1
  231. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +1 -1
  232. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +126 -194
  233. package/src/gpu/kernels/codegen/wgsl-variants.js +24 -6
  234. package/src/gpu/kernels/depthwise_conv1d.d.ts +23 -0
  235. package/src/gpu/kernels/depthwise_conv1d.js +51 -0
  236. package/src/gpu/kernels/depthwise_conv1d.wgsl +46 -0
  237. package/src/gpu/kernels/feature-check.js +0 -1
  238. package/src/gpu/kernels/fused_ffn.js +67 -22
  239. package/src/gpu/kernels/fused_ffn_q4k.wgsl +48 -43
  240. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +329 -0
  241. package/src/gpu/kernels/fused_matmul_q4.wgsl +417 -0
  242. package/src/gpu/kernels/fused_matmul_q4_batched_multicol_shared.wgsl +174 -0
  243. package/src/gpu/kernels/gather.d.ts +4 -0
  244. package/src/gpu/kernels/gather.js +13 -2
  245. package/src/gpu/kernels/gather.wgsl +5 -3
  246. package/src/gpu/kernels/gather_f16.wgsl +5 -3
  247. package/src/gpu/kernels/index.d.ts +7 -0
  248. package/src/gpu/kernels/index.js +6 -0
  249. package/src/gpu/kernels/kernel-configs.js +1 -0
  250. package/src/gpu/kernels/kv-quantize.js +87 -55
  251. package/src/gpu/kernels/kv_quantize_turboquant.wgsl +153 -0
  252. package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +230 -0
  253. package/src/gpu/kernels/linear-attention-core.d.ts +3 -0
  254. package/src/gpu/kernels/linear-attention-core.js +145 -56
  255. package/src/gpu/kernels/matmul-dispatch.js +3 -0
  256. package/src/gpu/kernels/matmul-selection.js +31 -42
  257. package/src/gpu/kernels/matmul.d.ts +3 -0
  258. package/src/gpu/kernels/matmul.js +72 -34
  259. package/src/gpu/kernels/residual.d.ts +2 -0
  260. package/src/gpu/kernels/residual.js +43 -4
  261. package/src/gpu/kernels/rope.d.ts +2 -0
  262. package/src/gpu/kernels/rope.js +19 -6
  263. package/src/gpu/kernels/rope.wgsl +24 -12
  264. package/src/gpu/kernels/rope_f16.wgsl +97 -38
  265. package/src/gpu/kernels/scale.d.ts +5 -0
  266. package/src/gpu/kernels/scale.js +6 -1
  267. package/src/gpu/kernels/scale.wgsl +3 -1
  268. package/src/gpu/kernels/scale_f16.wgsl +32 -0
  269. package/src/gpu/kernels/turboquant-codebook.js +564 -0
  270. package/src/gpu/kernels/uniform-utils.js +26 -0
  271. package/src/gpu/kernels/utils.js +6 -1
  272. package/src/gpu/submit-probe.d.ts +12 -0
  273. package/src/gpu/submit-probe.js +77 -0
  274. package/src/gpu/weight-buffer.d.ts +26 -3
  275. package/src/gpu/weight-buffer.js +62 -2
  276. package/src/index-browser.d.ts +1 -91
  277. package/src/index-browser.js +0 -66
  278. package/src/index.d.ts +1 -102
  279. package/src/index.js +0 -74
  280. package/src/inference/browser-harness-model-helpers.d.ts +3 -0
  281. package/src/inference/browser-harness-model-helpers.js +134 -11
  282. package/src/inference/browser-harness-runtime-helpers.js +1 -9
  283. package/src/inference/browser-harness-text-helpers.js +441 -70
  284. package/src/inference/browser-harness.js +61 -4
  285. package/src/inference/decode-ring.d.ts +2 -0
  286. package/src/inference/decode-ring.js +20 -0
  287. package/src/inference/kv-cache/index.d.ts +3 -0
  288. package/src/inference/kv-cache/index.js +2 -0
  289. package/src/inference/kv-cache/mixed-geometry.d.ts +84 -0
  290. package/src/inference/kv-cache/mixed-geometry.js +422 -0
  291. package/src/inference/kv-cache/quantized.d.ts +56 -0
  292. package/src/inference/kv-cache/quantized.js +383 -0
  293. package/src/inference/kv-cache/tiered.d.ts +20 -3
  294. package/src/inference/kv-cache/tiered.js +203 -65
  295. package/src/inference/kv-cache/types.d.ts +49 -6
  296. package/src/inference/kv-cache.d.ts +3 -0
  297. package/src/inference/kv-cache.js +2 -0
  298. package/src/inference/multi-model-network.js +2 -1
  299. package/src/inference/pipelines/audio/gemma4.js +655 -0
  300. package/src/inference/pipelines/audio/index.js +39 -0
  301. package/src/inference/pipelines/audio/mel.js +171 -0
  302. package/src/inference/pipelines/context.js +9 -1
  303. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +2 -0
  304. package/src/inference/pipelines/shared/clipped-linear.js +46 -0
  305. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +2 -1
  306. package/src/inference/pipelines/text/attention/dispatch-params.js +52 -8
  307. package/src/inference/pipelines/text/attention/output-projection.js +3 -3
  308. package/src/inference/pipelines/text/attention/precision-contract.d.ts +36 -0
  309. package/src/inference/pipelines/text/attention/precision-contract.js +115 -0
  310. package/src/inference/pipelines/text/attention/projections.d.ts +23 -0
  311. package/src/inference/pipelines/text/attention/projections.js +182 -15
  312. package/src/inference/pipelines/text/attention/quant-options.js +54 -0
  313. package/src/inference/pipelines/text/attention/record.js +257 -69
  314. package/src/inference/pipelines/text/attention/run.js +306 -94
  315. package/src/inference/pipelines/text/attention/types.d.ts +11 -0
  316. package/src/inference/pipelines/text/chat-format.d.ts +8 -1
  317. package/src/inference/pipelines/text/chat-format.js +89 -5
  318. package/src/inference/pipelines/text/config.d.ts +78 -26
  319. package/src/inference/pipelines/text/config.js +722 -28
  320. package/src/inference/pipelines/text/dtype-contract.d.ts +15 -0
  321. package/src/inference/pipelines/text/dtype-contract.js +38 -0
  322. package/src/inference/pipelines/text/embed.d.ts +4 -0
  323. package/src/inference/pipelines/text/embed.js +165 -172
  324. package/src/inference/pipelines/text/execution-plan.d.ts +19 -0
  325. package/src/inference/pipelines/text/execution-plan.js +112 -20
  326. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +8 -4
  327. package/src/inference/pipelines/text/execution-runtime-builders.js +90 -49
  328. package/src/inference/pipelines/text/execution-v1.d.ts +23 -4
  329. package/src/inference/pipelines/text/execution-v1.js +411 -33
  330. package/src/inference/pipelines/text/ffn/dense.d.ts +59 -0
  331. package/src/inference/pipelines/text/ffn/dense.js +575 -63
  332. package/src/inference/pipelines/text/ffn/moe.js +1 -0
  333. package/src/inference/pipelines/text/ffn/sandwich.js +20 -4
  334. package/src/inference/pipelines/text/ffn/standard.js +28 -4
  335. package/src/inference/pipelines/text/finiteness-policy.d.ts +4 -0
  336. package/src/inference/pipelines/text/finiteness-policy.js +14 -11
  337. package/src/inference/pipelines/text/generator-helpers.d.ts +7 -0
  338. package/src/inference/pipelines/text/generator-helpers.js +39 -4
  339. package/src/inference/pipelines/text/generator-runtime.js +45 -8
  340. package/src/inference/pipelines/text/generator-steps.js +407 -75
  341. package/src/inference/pipelines/text/generator.d.ts +6 -0
  342. package/src/inference/pipelines/text/generator.js +1179 -305
  343. package/src/inference/pipelines/text/init.d.ts +39 -7
  344. package/src/inference/pipelines/text/init.js +525 -110
  345. package/src/inference/pipelines/text/layer-plan.d.ts +1 -0
  346. package/src/inference/pipelines/text/layer-plan.js +2 -0
  347. package/src/inference/pipelines/text/layer.js +402 -19
  348. package/src/inference/pipelines/text/linear-attention.d.ts +4 -0
  349. package/src/inference/pipelines/text/linear-attention.js +112 -41
  350. package/src/inference/pipelines/text/logits/gpu.d.ts +2 -1
  351. package/src/inference/pipelines/text/logits/gpu.js +334 -15
  352. package/src/inference/pipelines/text/logits/index.d.ts +11 -0
  353. package/src/inference/pipelines/text/logits/index.js +227 -29
  354. package/src/inference/pipelines/text/logits/types.d.ts +3 -0
  355. package/src/inference/pipelines/text/logits/utils.js +3 -1
  356. package/src/inference/pipelines/text/lora-apply.js +3 -3
  357. package/src/inference/pipelines/text/model-load.d.ts +2 -1
  358. package/src/inference/pipelines/text/model-load.js +205 -178
  359. package/src/inference/pipelines/text/moe-gpu.js +8 -0
  360. package/src/inference/pipelines/text/moe-impl.d.ts +2 -0
  361. package/src/inference/pipelines/text/ops.d.ts +16 -2
  362. package/src/inference/pipelines/text/ops.js +11 -2
  363. package/src/inference/pipelines/text/per-layer-inputs.d.ts +107 -0
  364. package/src/inference/pipelines/text/per-layer-inputs.js +1581 -0
  365. package/src/inference/pipelines/text/probes.js +6 -0
  366. package/src/inference/pipelines/text/sampling-config.js +9 -1
  367. package/src/inference/pipelines/text/stage-names.js +3 -0
  368. package/src/inference/pipelines/text/state.d.ts +12 -3
  369. package/src/inference/pipelines/text/state.js +19 -0
  370. package/src/inference/pipelines/text/types.d.ts +79 -7
  371. package/src/inference/pipelines/text/weights.d.ts +2 -2
  372. package/src/inference/pipelines/text/weights.js +4 -0
  373. package/src/inference/pipelines/text.d.ts +6 -0
  374. package/src/inference/pipelines/text.js +860 -11
  375. package/src/inference/pipelines/video/frame-sampler.js +36 -0
  376. package/src/inference/pipelines/video/index.js +87 -0
  377. package/src/inference/pipelines/vision/encoder.js +27 -6
  378. package/src/inference/pipelines/vision/gemma4.js +731 -0
  379. package/src/inference/pipelines/vision/image-preprocess.js +22 -7
  380. package/src/inference/pipelines/vision/index.js +35 -10
  381. package/src/inference/pipelines/vision/ops.js +31 -26
  382. package/src/inference/pipelines/vision/patch-embed.js +22 -10
  383. package/src/inference/runtime-model.d.ts +89 -0
  384. package/src/inference/runtime-model.js +152 -0
  385. package/src/inference/test-harness.d.ts +8 -1
  386. package/src/inference/test-harness.js +54 -20
  387. package/src/inference/tokenizer.d.ts +5 -0
  388. package/src/inference/tokenizer.js +43 -0
  389. package/src/inference/tokenizers/base.d.ts +5 -0
  390. package/src/inference/tokenizers/base.js +5 -0
  391. package/src/inference/tokenizers/behavior-flags.d.ts +9 -0
  392. package/src/inference/tokenizers/behavior-flags.js +100 -0
  393. package/src/inference/tokenizers/bundled.d.ts +4 -0
  394. package/src/inference/tokenizers/bundled.js +110 -0
  395. package/src/inference/tokenizers/sentencepiece.d.ts +2 -0
  396. package/src/inference/tokenizers/sentencepiece.js +16 -0
  397. package/src/inference/tokenizers/types.d.ts +2 -0
  398. package/src/loader/doppler-loader.d.ts +10 -3
  399. package/src/loader/doppler-loader.js +103 -5
  400. package/src/loader/embedding-loader.d.ts +5 -1
  401. package/src/loader/embedding-loader.js +57 -6
  402. package/src/loader/final-weights-loader.js +44 -5
  403. package/src/loader/layer-loader.js +210 -8
  404. package/src/loader/loader-state.js +2 -2
  405. package/src/loader/loader-types.d.ts +17 -1
  406. package/src/loader/memory-monitor.d.ts +8 -0
  407. package/src/loader/memory-monitor.js +21 -0
  408. package/src/loader/multi-model-loader.d.ts +9 -1
  409. package/src/loader/multi-model-loader.js +9 -1
  410. package/src/loader/per-layer-input-loader.d.ts +30 -0
  411. package/src/loader/per-layer-input-loader.js +478 -0
  412. package/src/loader/shard-cache.d.ts +4 -3
  413. package/src/loader/shard-resolver.js +2 -0
  414. package/src/loader/tensors/source-transform.d.ts +50 -0
  415. package/src/loader/tensors/source-transform.js +776 -0
  416. package/src/loader/tensors/tensor-loader.d.ts +12 -0
  417. package/src/loader/tensors/tensor-loader.js +208 -123
  418. package/src/loader/tensors/tensor-reader.d.ts +8 -0
  419. package/src/loader/tensors/tensor-reader.js +283 -15
  420. package/src/loaders/index.d.ts +4 -0
  421. package/src/loaders/index.js +4 -0
  422. package/src/memory/buffer-pool.d.ts +4 -0
  423. package/src/memory/buffer-pool.js +36 -0
  424. package/src/rules/execution-rules-contract-check.d.ts +4 -0
  425. package/src/rules/execution-rules-contract-check.js +150 -24
  426. package/src/rules/inference/attention.rules.json +15 -0
  427. package/src/rules/inference/capability-transforms.rules.json +30 -0
  428. package/src/rules/inference/execution.rules.json +54 -2
  429. package/src/rules/inference/ffn.rules.json +33 -0
  430. package/src/rules/kernels/attention.rules.json +7 -0
  431. package/src/rules/kernels/fused-ffn.rules.json +4 -2
  432. package/src/rules/kernels/kv_quantize.rules.json +2 -0
  433. package/src/rules/kernels/matmul.rules.json +14 -0
  434. package/src/rules/kernels/scale.rules.json +2 -0
  435. package/src/rules/loader/tensor-loader.rules.json +1 -0
  436. package/src/storage/artifact-storage-context.d.ts +53 -0
  437. package/src/storage/artifact-storage-context.js +560 -0
  438. package/src/storage/downloader.js +7 -1
  439. package/src/storage/index.d.ts +18 -0
  440. package/src/storage/index.js +13 -0
  441. package/src/storage/preflight.js +22 -0
  442. package/src/storage/quickstart-downloader.js +35 -2
  443. package/src/storage/registry.d.ts +1 -0
  444. package/src/storage/registry.js +26 -4
  445. package/src/storage/shard-manager.d.ts +4 -0
  446. package/src/storage/shard-manager.js +25 -6
  447. package/src/storage/source-artifact-store.d.ts +9 -0
  448. package/src/storage/source-artifact-store.js +134 -0
  449. package/src/tooling/browser-command-runner.js +12 -5
  450. package/src/tooling/command-api-family-normalizers.js +144 -0
  451. package/src/tooling/command-api-helpers.js +1 -0
  452. package/src/tooling/command-api.d.ts +32 -9
  453. package/src/tooling/command-api.js +0 -25
  454. package/src/tooling/command-runner-shared.js +1 -2
  455. package/src/tooling/command-runner.html +5 -2
  456. package/src/tooling/diagnose-runner.js +1 -1
  457. package/src/tooling/kernel-path-builder/index.js +48 -32
  458. package/src/tooling/lean-execution-contract.d.ts +1 -1
  459. package/src/tooling/lean-execution-contract.js +2 -149
  460. package/src/tooling/litert-package-runtime.d.ts +46 -0
  461. package/src/tooling/litert-package-runtime.js +950 -0
  462. package/src/tooling/node-browser-command-runner.d.ts +13 -0
  463. package/src/tooling/node-browser-command-runner.js +163 -3
  464. package/src/tooling/node-command-runner.js +14 -5
  465. package/src/tooling/node-converter.js +226 -63
  466. package/src/tooling/node-source-runtime.d.ts +8 -3
  467. package/src/tooling/node-source-runtime.js +561 -236
  468. package/src/tooling/node-webgpu.js +7 -30
  469. package/src/tooling/opfs-cache.d.ts +18 -1
  470. package/src/tooling/opfs-cache.js +126 -9
  471. package/src/tooling/runtime-input-composition.d.ts +0 -1
  472. package/src/tooling/runtime-input-composition.js +0 -5
  473. package/src/tooling/source-artifact-adapter.d.ts +134 -0
  474. package/src/tooling/source-artifact-adapter.js +366 -0
  475. package/src/tooling/source-package-profiles.d.ts +33 -0
  476. package/src/tooling/source-package-profiles.js +57 -0
  477. package/src/tooling/source-runtime-bundle.d.ts +46 -6
  478. package/src/tooling/source-runtime-bundle.js +371 -60
  479. package/src/tooling/source-runtime-converter-config.d.ts +24 -0
  480. package/src/tooling/source-runtime-converter-config.js +297 -0
  481. package/src/tooling-experimental-exports.browser.js +2 -0
  482. package/src/tooling-experimental-exports.d.ts +7 -0
  483. package/src/tooling-experimental-exports.js +7 -0
  484. package/src/tooling-experimental-exports.shared.d.ts +26 -0
  485. package/src/tooling-experimental-exports.shared.js +29 -0
  486. package/src/tooling-exports.shared.d.ts +0 -23
  487. package/src/tooling-exports.shared.js +6 -28
  488. package/src/version.js +1 -1
  489. package/src/client/doppler-provider/generation.d.ts +0 -25
  490. package/src/client/doppler-provider/generation.js +0 -126
  491. package/src/client/doppler-provider/index.d.ts +0 -2
  492. package/src/client/doppler-provider/index.js +0 -3
  493. package/src/client/doppler-provider/provider.d.ts +0 -5
  494. package/src/client/doppler-provider/provider.js +0 -102
  495. package/src/client/doppler-provider/source-runtime.js +0 -677
  496. package/src/client/doppler-provider.d.ts +0 -46
  497. package/src/client/doppler-provider.js +0 -36
  498. package/src/config/schema/inference-defaults.schema.d.ts +0 -276
  499. package/src/config/schema/inference-defaults.schema.js +0 -189
  500. package/src/diffusion/index.d.ts +0 -8
  501. package/src/diffusion/index.js +0 -8
  502. package/src/energy/index.d.ts +0 -2
  503. package/src/energy/index.js +0 -2
  504. package/src/index-internal.d.ts +0 -2
  505. package/src/index-internal.js +0 -2
  506. /package/src/client/{doppler-provider → runtime}/types.js +0 -0
  507. /package/src/{adapters → experimental/adapters}/index.d.ts +0 -0
  508. /package/src/{adapters → experimental/adapters}/index.js +0 -0
  509. /package/src/{bridge → experimental/bridge}/extension/background.d.ts +0 -0
  510. /package/src/{bridge → experimental/bridge}/extension/background.js +0 -0
  511. /package/src/{bridge → experimental/bridge}/extension/manifest.json +0 -0
  512. /package/src/{bridge → experimental/bridge}/extension-client.d.ts +0 -0
  513. /package/src/{bridge → experimental/bridge}/index.d.ts +0 -0
  514. /package/src/{bridge → experimental/bridge}/index.js +0 -0
  515. /package/src/{bridge → experimental/bridge}/protocol.d.ts +0 -0
  516. /package/src/{browser → experimental/browser}/file-picker.d.ts +0 -0
  517. /package/src/{browser → experimental/browser}/file-picker.js +0 -0
  518. /package/src/{browser → experimental/browser}/tensor-source-download.d.ts +0 -0
  519. /package/src/{browser → experimental/browser}/tensor-source-file.d.ts +0 -0
  520. /package/src/{browser → experimental/browser}/tensor-source-file.js +0 -0
  521. /package/src/{browser → experimental/browser}/tensor-source-http.d.ts +0 -0
  522. /package/src/{browser → experimental/browser}/tensor-source-http.js +0 -0
  523. /package/src/{diffusion → experimental/diffusion}/config/expansion-lanes.json +0 -0
  524. /package/src/{diffusion → experimental/diffusion}/image-regression.d.ts +0 -0
  525. /package/src/{diffusion → experimental/diffusion}/image-regression.js +0 -0
  526. /package/src/{distribution → experimental/distribution}/p2p-control-plane.d.ts +0 -0
  527. /package/src/{distribution → experimental/distribution}/p2p-control-plane.js +0 -0
  528. /package/src/{distribution → experimental/distribution}/p2p-observability.d.ts +0 -0
  529. /package/src/{distribution → experimental/distribution}/p2p-observability.js +0 -0
  530. /package/src/{distribution → experimental/distribution}/p2p-transport-contract.d.ts +0 -0
  531. /package/src/{distribution → experimental/distribution}/p2p-webrtc-browser.d.ts +0 -0
  532. /package/src/{distribution → experimental/distribution}/p2p-webrtc-browser.js +0 -0
  533. /package/src/{distribution → experimental/distribution}/shard-delivery.d.ts +0 -0
  534. /package/src/{hotswap → experimental/hotswap}/runtime.js +0 -0
  535. /package/src/{training → experimental/training}/checkpoint-watch.d.ts +0 -0
  536. /package/src/{training → experimental/training}/checkpoint-watch.js +0 -0
  537. /package/src/{training → experimental/training}/checkpoint.d.ts +0 -0
  538. /package/src/{training → experimental/training}/dataloader.d.ts +0 -0
  539. /package/src/{training → experimental/training}/dataloader.js +0 -0
  540. /package/src/{training → experimental/training}/datasets/index.d.ts +0 -0
  541. /package/src/{training → experimental/training}/datasets/index.js +0 -0
  542. /package/src/{training → experimental/training}/datasets/jsonl.d.ts +0 -0
  543. /package/src/{training → experimental/training}/datasets/jsonl.js +0 -0
  544. /package/src/{training → experimental/training}/datasets/reploid.d.ts +0 -0
  545. /package/src/{training → experimental/training}/datasets/reploid.js +0 -0
  546. /package/src/{training → experimental/training}/datasets/text-pairs.d.ts +0 -0
  547. /package/src/{training → experimental/training}/datasets/text-pairs.js +0 -0
  548. /package/src/{training → experimental/training}/datasets/token-batch.d.ts +0 -0
  549. /package/src/{training → experimental/training}/datasets/token-batch.js +0 -0
  550. /package/src/{training → experimental/training}/datasets/translation-pairs.d.ts +0 -0
  551. /package/src/{training → experimental/training}/datasets/translation-pairs.js +0 -0
  552. /package/src/{training → experimental/training}/distillation/artifacts.d.ts +0 -0
  553. /package/src/{training → experimental/training}/distillation/artifacts.js +0 -0
  554. /package/src/{training → experimental/training}/distillation/checkpoint-watch.d.ts +0 -0
  555. /package/src/{training → experimental/training}/distillation/checkpoint-watch.js +0 -0
  556. /package/src/{training → experimental/training}/distillation/dataset.d.ts +0 -0
  557. /package/src/{training → experimental/training}/distillation/dataset.js +0 -0
  558. /package/src/{training → experimental/training}/distillation/eval.d.ts +0 -0
  559. /package/src/{training → experimental/training}/distillation/eval.js +0 -0
  560. /package/src/{training → experimental/training}/distillation/index.d.ts +0 -0
  561. /package/src/{training → experimental/training}/distillation/index.js +0 -0
  562. /package/src/{training → experimental/training}/distillation/runtime.d.ts +0 -0
  563. /package/src/{training → experimental/training}/distillation/runtime.js +0 -0
  564. /package/src/{training → experimental/training}/distillation/scoreboard.d.ts +0 -0
  565. /package/src/{training → experimental/training}/distillation/scoreboard.js +0 -0
  566. /package/src/{training → experimental/training}/distillation/stage-a.d.ts +0 -0
  567. /package/src/{training → experimental/training}/distillation/stage-a.js +0 -0
  568. /package/src/{training → experimental/training}/distillation/stage-b.d.ts +0 -0
  569. /package/src/{training → experimental/training}/distillation/stage-b.js +0 -0
  570. /package/src/{training → experimental/training}/distillation/student-fixture.d.ts +0 -0
  571. /package/src/{training → experimental/training}/distillation/student-fixture.js +0 -0
  572. /package/src/{training → experimental/training}/distillation/suite-data.d.ts +0 -0
  573. /package/src/{training → experimental/training}/distillation/suite-data.js +0 -0
  574. /package/src/{training → experimental/training}/index.d.ts +0 -0
  575. /package/src/{training → experimental/training}/index.js +0 -0
  576. /package/src/{training → experimental/training}/lora-pipeline.d.ts +0 -0
  577. /package/src/{training → experimental/training}/objectives/base.d.ts +0 -0
  578. /package/src/{training → experimental/training}/objectives/base.js +0 -0
  579. /package/src/{training → experimental/training}/objectives/cross_entropy.d.ts +0 -0
  580. /package/src/{training → experimental/training}/objectives/cross_entropy.js +0 -0
  581. /package/src/{training → experimental/training}/objectives/distill_kd.d.ts +0 -0
  582. /package/src/{training → experimental/training}/objectives/distill_kd.js +0 -0
  583. /package/src/{training → experimental/training}/objectives/distill_triplet.d.ts +0 -0
  584. /package/src/{training → experimental/training}/objectives/distill_triplet.js +0 -0
  585. /package/src/{training → experimental/training}/objectives/index.d.ts +0 -0
  586. /package/src/{training → experimental/training}/objectives/index.js +0 -0
  587. /package/src/{training → experimental/training}/objectives/ul_stage1_joint.d.ts +0 -0
  588. /package/src/{training → experimental/training}/objectives/ul_stage1_joint.js +0 -0
  589. /package/src/{training → experimental/training}/objectives/ul_stage2_base.d.ts +0 -0
  590. /package/src/{training → experimental/training}/objectives/ul_stage2_base.js +0 -0
  591. /package/src/{training → experimental/training}/operator-artifacts.d.ts +0 -0
  592. /package/src/{training → experimental/training}/operator-command.d.ts +0 -0
  593. /package/src/{training → experimental/training}/operator-command.js +0 -0
  594. /package/src/{training → experimental/training}/operator-eval.d.ts +0 -0
  595. /package/src/{training → experimental/training}/operator-eval.js +0 -0
  596. /package/src/{training → experimental/training}/operator-scoreboard.d.ts +0 -0
  597. /package/src/{training → experimental/training}/operator-scoreboard.js +0 -0
  598. /package/src/{training → experimental/training}/suite.d.ts +0 -0
  599. /package/src/{training → experimental/training}/ul_schedule.js +0 -0
  600. /package/src/{training → experimental/training}/workload-packs/distill-translategemma-medium.json +0 -0
  601. /package/src/{training → experimental/training}/workload-packs/distill-translategemma-tiny.json +0 -0
  602. /package/src/{training → experimental/training}/workload-packs/lora-toy-medium.json +0 -0
  603. /package/src/{training → experimental/training}/workload-packs/lora-toy-tiny.json +0 -0
  604. /package/src/{training → experimental/training}/workload-packs/registry.json +0 -0
  605. /package/src/{training → experimental/training}/workload-packs/ul-training-medium.json +0 -0
  606. /package/src/{training → experimental/training}/workload-packs/ul-training-tiny.json +0 -0
  607. /package/src/{training → experimental/training}/workloads.d.ts +0 -0
@@ -0,0 +1,950 @@
1
+ import { parseTFLiteFromSource, TFLITE_FILE_IDENTIFIER } from '../formats/tflite/types.js';
2
+ import {
3
+ LITERT_TASK_DEFAULT_METADATA_ENTRY,
4
+ LITERT_TASK_DEFAULT_TFLITE_ENTRY,
5
+ LITERT_TASK_DEFAULT_TOKENIZER_MODEL_ENTRY,
6
+ findLiteRTLMSectionByType,
7
+ findLiteRTLMMetadataSection,
8
+ findLiteRTLMSentencePieceTokenizerSection,
9
+ findLiteRTLMTFLiteModelSection,
10
+ findLiteRTLMTFLiteWeightsSection,
11
+ parseLiteRTLMFromSource,
12
+ parseLiteRTTaskFromSource,
13
+ } from '../formats/litert/types.js';
14
+ import { resolveDirectSourcePackageProfile } from './source-package-profiles.js';
15
+
16
+ export const LITERT_PACKAGE_SOURCE_KIND_TASK = 'litert-task';
17
+ export const LITERT_PACKAGE_SOURCE_KIND_LITERTLM = 'litertlm';
18
+
19
+ function normalizeText(value) {
20
+ return String(value || '').trim();
21
+ }
22
+
23
+ function cloneJsonValue(value) {
24
+ if (typeof structuredClone === 'function') {
25
+ return structuredClone(value);
26
+ }
27
+ return JSON.parse(JSON.stringify(value));
28
+ }
29
+
30
+ function createVirtualFile(path, offset, size, kind, options = {}) {
31
+ return {
32
+ path,
33
+ offset,
34
+ size,
35
+ kind,
36
+ externalPath: normalizeText(options.externalPath) || null,
37
+ };
38
+ }
39
+
40
+ function createSectionSource(source, entry) {
41
+ return {
42
+ name: entry.path,
43
+ size: entry.size,
44
+ async readRange(offset, length) {
45
+ if (entry.externalPath) {
46
+ return source.readRange(offset, length);
47
+ }
48
+ return source.readRange(entry.offset + offset, length);
49
+ },
50
+ };
51
+ }
52
+
53
+ function resolveRequiredProfile(sourceKind, packageBasename) {
54
+ const profile = resolveDirectSourcePackageProfile({
55
+ sourceKind,
56
+ packageBasename,
57
+ });
58
+ if (!profile) {
59
+ throw new Error(
60
+ `direct-source runtime: no package profile matches ${sourceKind} artifact "${packageBasename}". ` +
61
+ 'Add an explicit profile under src/config/source-packages/.'
62
+ );
63
+ }
64
+ return profile;
65
+ }
66
+
67
+ function resolvePackageTokenizerConfig(sourceKind, runtimeProfile) {
68
+ const packageTokenizer = runtimeProfile?.tokenizer;
69
+ if (!packageTokenizer || typeof packageTokenizer !== 'object') {
70
+ return null;
71
+ }
72
+ if (sourceKind === LITERT_PACKAGE_SOURCE_KIND_TASK) {
73
+ return cloneJsonValue(packageTokenizer.task ?? null);
74
+ }
75
+ if (sourceKind === LITERT_PACKAGE_SOURCE_KIND_LITERTLM) {
76
+ return cloneJsonValue(packageTokenizer.litertlm ?? null);
77
+ }
78
+ return null;
79
+ }
80
+
81
+ function computePackedByteSize(shape, sourceDtype, tensorName) {
82
+ if (!Array.isArray(shape) || shape.length !== 2) {
83
+ throw new Error(
84
+ `direct-source runtime: LiteRT tensor "${tensorName}" requires an explicit 2D expected shape.`
85
+ );
86
+ }
87
+ const rows = Number(shape[0]);
88
+ const cols = Number(shape[1]);
89
+ if (!Number.isInteger(rows) || rows <= 0 || !Number.isInteger(cols) || cols <= 0) {
90
+ throw new Error(
91
+ `direct-source runtime: LiteRT tensor "${tensorName}" has invalid expected shape ${JSON.stringify(shape)}.`
92
+ );
93
+ }
94
+ const elementCount = rows * cols;
95
+ if (sourceDtype === 'INT8' || sourceDtype === 'UINT8') {
96
+ return elementCount;
97
+ }
98
+ if (sourceDtype === 'INT4') {
99
+ return Math.ceil(elementCount / 2);
100
+ }
101
+ if (sourceDtype === 'INT2') {
102
+ return Math.ceil(elementCount / 4);
103
+ }
104
+ throw new Error(
105
+ `direct-source runtime: unsupported packed source dtype "${sourceDtype}" for "${tensorName}".`
106
+ );
107
+ }
108
+
109
+ function resolveLiteRTScaleContract(sourceDtype, tensorName, options = {}) {
110
+ if (options.hasSumCompanion === true) {
111
+ return {
112
+ scaleSemantics: 'step',
113
+ };
114
+ }
115
+ if (sourceDtype === 'INT8' || sourceDtype === 'UINT8') {
116
+ return {
117
+ scaleSemantics: 'qmax_abs',
118
+ scaleDivisor: 128,
119
+ };
120
+ }
121
+ if (sourceDtype === 'INT4') {
122
+ return {
123
+ scaleSemantics: 'qmax_abs',
124
+ scaleDivisor: 8,
125
+ };
126
+ }
127
+ if (sourceDtype === 'INT2') {
128
+ return {
129
+ scaleSemantics: 'qmax_abs',
130
+ scaleDivisor: 2,
131
+ };
132
+ }
133
+ throw new Error(
134
+ `direct-source runtime: unsupported LiteRT scale contract source dtype "${sourceDtype}" for "${tensorName}".`
135
+ );
136
+ }
137
+
138
+ export function inferLiteRTRowwiseLayout(
139
+ rawTensor,
140
+ expectedShape,
141
+ tensorName = rawTensor?.name ?? 'unknown',
142
+ options = {}
143
+ ) {
144
+ const dtypeId = Number(rawTensor?.dtypeId);
145
+ const candidates = [];
146
+ if (dtypeId === 17) {
147
+ candidates.push('INT4');
148
+ } else if (dtypeId === 9) {
149
+ candidates.push('INT8', 'INT4', 'INT2');
150
+ } else if (dtypeId === 3) {
151
+ candidates.push('UINT8', 'INT4', 'INT2');
152
+ } else {
153
+ throw new Error(
154
+ `direct-source runtime: unsupported LiteRT packed tensor dtype for "${tensorName}" (dtypeId=${dtypeId}).`
155
+ );
156
+ }
157
+
158
+ for (const sourceDtype of candidates) {
159
+ if (rawTensor.size === computePackedByteSize(expectedShape, sourceDtype, tensorName)) {
160
+ const preferSignedPacked = options.preferSignedPacked === true;
161
+ return {
162
+ sourceDtype,
163
+ storageEncoding: sourceDtype === 'INT8' || sourceDtype === 'UINT8'
164
+ ? 'signed'
165
+ : (preferSignedPacked ? 'signed' : 'offset_binary'),
166
+ };
167
+ }
168
+ }
169
+
170
+ throw new Error(
171
+ `direct-source runtime: LiteRT tensor "${tensorName}" size ${rawTensor?.size} does not match any supported ` +
172
+ `packed layout for expected shape ${JSON.stringify(expectedShape)}.`
173
+ );
174
+ }
175
+
176
+ function isGemma4GlobalLayer(runtimeProfile, layerIndex) {
177
+ const layerPattern = runtimeProfile?.manifestInference?.layerPattern ?? null;
178
+ if (!layerPattern || layerPattern.type !== 'every_n') {
179
+ return false;
180
+ }
181
+ const period = Number(layerPattern.period);
182
+ const rawOffset = Number(layerPattern.offset ?? 0);
183
+ if (!Number.isInteger(period) || period <= 0) {
184
+ return false;
185
+ }
186
+ const offset = ((rawOffset % period) + period) % period;
187
+ return (((layerIndex - offset) % period) + period) % period === 0;
188
+ }
189
+
190
+ export function resolveGemma4AttentionHeadDim(runtimeProfile, layerIndex) {
191
+ const headDim = Number(runtimeProfile?.architecture?.headDim ?? 0);
192
+ const globalHeadDim = Number(runtimeProfile?.architecture?.globalHeadDim ?? headDim);
193
+ if (!Number.isInteger(headDim) || headDim <= 0) {
194
+ throw new Error('direct-source runtime: Gemma 4 LiteRT profile is missing architecture.headDim.');
195
+ }
196
+ if (!Number.isInteger(globalHeadDim) || globalHeadDim <= 0) {
197
+ throw new Error('direct-source runtime: Gemma 4 LiteRT profile is missing architecture.globalHeadDim.');
198
+ }
199
+ return isGemma4GlobalLayer(runtimeProfile, layerIndex) ? globalHeadDim : headDim;
200
+ }
201
+
202
+ function resolveGemma4IntermediateSize(runtimeProfile, layerIndex) {
203
+ const arch = runtimeProfile?.architecture ?? {};
204
+ const numLayers = Number(arch.numLayers ?? 0);
205
+ const intermediateSize = Number(arch.intermediateSize ?? 0);
206
+ const numKvSharedLayers = Number(arch.numKvSharedLayers ?? 0);
207
+ const useDoubleWideMlp = runtimeProfile?.manifestInference?.ffn?.useDoubleWideMlp === true;
208
+ if (!Number.isInteger(intermediateSize) || intermediateSize <= 0) {
209
+ throw new Error('direct-source runtime: Gemma 4 LiteRT profile is missing architecture.intermediateSize.');
210
+ }
211
+ if (
212
+ useDoubleWideMlp
213
+ && Number.isInteger(numLayers)
214
+ && numLayers > 0
215
+ && Number.isInteger(numKvSharedLayers)
216
+ && numKvSharedLayers > 0
217
+ && layerIndex >= numLayers - numKvSharedLayers
218
+ ) {
219
+ return intermediateSize * 2;
220
+ }
221
+ return intermediateSize;
222
+ }
223
+
224
+ function createLiteRTFloatTensor(rawTensor, sourcePath, canonicalName, role, group = null) {
225
+ if (!rawTensor || typeof rawTensor !== 'object') {
226
+ throw new Error(`direct-source runtime: missing LiteRT tensor "${canonicalName}".`);
227
+ }
228
+ if (rawTensor.size % 4 !== 0) {
229
+ throw new Error(
230
+ `direct-source runtime: LiteRT tensor "${rawTensor.name}" must have a float32 byte size.`
231
+ );
232
+ }
233
+ return {
234
+ name: canonicalName,
235
+ shape: [rawTensor.size / 4],
236
+ dtype: 'F32',
237
+ offset: rawTensor.offset,
238
+ size: rawTensor.size,
239
+ sourcePath,
240
+ role,
241
+ ...(group ? { group } : {}),
242
+ };
243
+ }
244
+
245
+ function createLiteRTRowwiseTensor(
246
+ rawTensor,
247
+ scaleTensor,
248
+ sumTensor,
249
+ sourcePath,
250
+ canonicalName,
251
+ role,
252
+ group = null,
253
+ expectedShape = null
254
+ ) {
255
+ if (!rawTensor || typeof rawTensor !== 'object') {
256
+ throw new Error(`direct-source runtime: missing LiteRT tensor "${canonicalName}".`);
257
+ }
258
+ if (!scaleTensor || typeof scaleTensor !== 'object') {
259
+ throw new Error(
260
+ `direct-source runtime: LiteRT tensor "${rawTensor.name}" is missing row-scale companion "${rawTensor.name}_quantized_scale".`
261
+ );
262
+ }
263
+ if (scaleTensor.size % 4 !== 0) {
264
+ throw new Error(
265
+ `direct-source runtime: LiteRT tensor "${rawTensor.name}" has invalid row-scale size ${scaleTensor.size}.`
266
+ );
267
+ }
268
+
269
+ const rowsFromScale = scaleTensor.size / 4;
270
+ if (!Number.isInteger(rowsFromScale) || rowsFromScale <= 0) {
271
+ throw new Error(
272
+ `direct-source runtime: LiteRT tensor "${rawTensor.name}" has invalid row count ${rowsFromScale}.`
273
+ );
274
+ }
275
+ if (sumTensor && typeof sumTensor === 'object') {
276
+ if (sumTensor.size % 4 !== 0) {
277
+ throw new Error(
278
+ `direct-source runtime: LiteRT tensor "${rawTensor.name}" has invalid row-sum size ${sumTensor.size}.`
279
+ );
280
+ }
281
+ const rowsFromSum = sumTensor.size / 4;
282
+ if (rowsFromSum !== rowsFromScale) {
283
+ throw new Error(
284
+ `direct-source runtime: LiteRT tensor "${rawTensor.name}" row-sum count ${rowsFromSum} ` +
285
+ `does not match row-scale count ${rowsFromScale}.`
286
+ );
287
+ }
288
+ }
289
+ const resolvedShape = Array.isArray(expectedShape) && expectedShape.length === 2
290
+ ? expectedShape
291
+ : null;
292
+ const rows = resolvedShape ? Number(resolvedShape[0]) : rowsFromScale;
293
+ const cols = resolvedShape ? Number(resolvedShape[1]) : null;
294
+ if (!Number.isInteger(rows) || rows <= 0 || (resolvedShape && rows !== rowsFromScale)) {
295
+ throw new Error(
296
+ `direct-source runtime: LiteRT tensor "${rawTensor.name}" row-scale count ${rowsFromScale} ` +
297
+ `does not match expected rows ${resolvedShape?.[0] ?? rows}.`
298
+ );
299
+ }
300
+ const layout = resolvedShape
301
+ ? inferLiteRTRowwiseLayout(rawTensor, resolvedShape, canonicalName, {
302
+ preferSignedPacked: !(sumTensor && typeof sumTensor === 'object'),
303
+ })
304
+ : inferLiteRTRowwiseLayout(rawTensor, [rowsFromScale, rawTensor.size / rowsFromScale], canonicalName, {
305
+ preferSignedPacked: !(sumTensor && typeof sumTensor === 'object'),
306
+ });
307
+ const resolvedCols = resolvedShape ? cols : Math.floor(rawTensor.size / rowsFromScale);
308
+ const scaleContract = resolveLiteRTScaleContract(layout.sourceDtype, canonicalName, {
309
+ hasSumCompanion: Boolean(sumTensor && typeof sumTensor === 'object'),
310
+ });
311
+ return {
312
+ name: canonicalName,
313
+ shape: [rows, resolvedCols],
314
+ dtype: 'F16',
315
+ offset: rawTensor.offset,
316
+ size: rawTensor.size,
317
+ sourcePath,
318
+ role,
319
+ ...(group ? { group } : {}),
320
+ sourceTransform: {
321
+ kind: 'litert_rowwise_dequant',
322
+ scheme: 'per_row_affine',
323
+ sourceDtype: layout.sourceDtype,
324
+ targetDtype: 'F16',
325
+ storageEncoding: layout.storageEncoding,
326
+ scaleSemantics: scaleContract.scaleSemantics,
327
+ scaleDivisor: scaleContract.scaleDivisor,
328
+ scaleSourcePath: sourcePath,
329
+ scaleOffset: scaleTensor.offset,
330
+ scaleSize: scaleTensor.size,
331
+ ...(sumTensor && typeof sumTensor === 'object'
332
+ ? {
333
+ rowSumSourcePath: sourcePath,
334
+ rowSumOffset: sumTensor.offset,
335
+ rowSumSize: sumTensor.size,
336
+ }
337
+ : {}),
338
+ },
339
+ };
340
+ }
341
+
342
+ function createLiteRTAxisTensor(
343
+ rawTensor,
344
+ scaleTensor,
345
+ sumTensor,
346
+ sourcePath,
347
+ canonicalName,
348
+ role,
349
+ group = null,
350
+ logicalShape = null,
351
+ storageShape = null,
352
+ quantAxis = 1
353
+ ) {
354
+ if (!rawTensor || typeof rawTensor !== 'object') {
355
+ throw new Error(`direct-source runtime: missing LiteRT tensor "${canonicalName}".`);
356
+ }
357
+ if (!scaleTensor || typeof scaleTensor !== 'object') {
358
+ throw new Error(
359
+ `direct-source runtime: LiteRT tensor "${rawTensor.name}" is missing scale companion ` +
360
+ `"${rawTensor.name}_quantized_scale".`
361
+ );
362
+ }
363
+ if (!Array.isArray(logicalShape) || logicalShape.length !== 2) {
364
+ throw new Error(
365
+ `direct-source runtime: LiteRT tensor "${canonicalName}" requires an explicit 2D logical shape.`
366
+ );
367
+ }
368
+ if (!Array.isArray(storageShape) || storageShape.length !== 2) {
369
+ throw new Error(
370
+ `direct-source runtime: LiteRT tensor "${canonicalName}" requires an explicit 2D storage shape.`
371
+ );
372
+ }
373
+ if (quantAxis !== 0 && quantAxis !== 1) {
374
+ throw new Error(
375
+ `direct-source runtime: LiteRT tensor "${canonicalName}" has unsupported quantAxis ${quantAxis}.`
376
+ );
377
+ }
378
+ if (scaleTensor.size % 4 !== 0) {
379
+ throw new Error(
380
+ `direct-source runtime: LiteRT tensor "${rawTensor.name}" has invalid scale size ${scaleTensor.size}.`
381
+ );
382
+ }
383
+
384
+ const logicalRows = Number(logicalShape[0]);
385
+ const logicalCols = Number(logicalShape[1]);
386
+ const storageRows = Number(storageShape[0]);
387
+ const storageCols = Number(storageShape[1]);
388
+ if (
389
+ !Number.isInteger(logicalRows)
390
+ || logicalRows <= 0
391
+ || !Number.isInteger(logicalCols)
392
+ || logicalCols <= 0
393
+ || !Number.isInteger(storageRows)
394
+ || storageRows <= 0
395
+ || !Number.isInteger(storageCols)
396
+ || storageCols <= 0
397
+ ) {
398
+ throw new Error(
399
+ `direct-source runtime: LiteRT tensor "${canonicalName}" has invalid logical/storage shapes ` +
400
+ `${JSON.stringify({ logicalShape, storageShape })}.`
401
+ );
402
+ }
403
+
404
+ const layout = inferLiteRTRowwiseLayout(rawTensor, storageShape, canonicalName, {
405
+ preferSignedPacked: !(sumTensor && typeof sumTensor === 'object'),
406
+ });
407
+ const scaleContract = resolveLiteRTScaleContract(layout.sourceDtype, canonicalName, {
408
+ hasSumCompanion: Boolean(sumTensor && typeof sumTensor === 'object'),
409
+ });
410
+ const expectedScaleCount = quantAxis === 0 ? storageCols : storageRows;
411
+ const scaleCount = scaleTensor.size / 4;
412
+ if (scaleCount !== expectedScaleCount || scaleCount !== logicalRows) {
413
+ throw new Error(
414
+ `direct-source runtime: LiteRT tensor "${rawTensor.name}" scale count ${scaleCount} ` +
415
+ `does not match logical rows ${logicalRows} and expected storage-axis count ${expectedScaleCount}.`
416
+ );
417
+ }
418
+
419
+ if (sumTensor && typeof sumTensor === 'object') {
420
+ if (sumTensor.size % 4 !== 0) {
421
+ throw new Error(
422
+ `direct-source runtime: LiteRT tensor "${rawTensor.name}" has invalid sum size ${sumTensor.size}.`
423
+ );
424
+ }
425
+ const sumCount = sumTensor.size / 4;
426
+ if (sumCount !== logicalRows) {
427
+ throw new Error(
428
+ `direct-source runtime: LiteRT tensor "${rawTensor.name}" sum count ${sumCount} ` +
429
+ `does not match logical rows ${logicalRows}.`
430
+ );
431
+ }
432
+ }
433
+
434
+ return {
435
+ name: canonicalName,
436
+ shape: [logicalRows, logicalCols],
437
+ dtype: 'F16',
438
+ offset: rawTensor.offset,
439
+ size: rawTensor.size,
440
+ sourcePath,
441
+ role,
442
+ ...(group ? { group } : {}),
443
+ sourceTransform: {
444
+ kind: 'litert_axis_dequant',
445
+ scheme: 'per_axis_affine',
446
+ sourceDtype: layout.sourceDtype,
447
+ targetDtype: 'F16',
448
+ storageEncoding: layout.storageEncoding,
449
+ scaleSemantics: scaleContract.scaleSemantics,
450
+ scaleDivisor: scaleContract.scaleDivisor,
451
+ storageShape: [storageRows, storageCols],
452
+ quantAxis,
453
+ scaleSourcePath: sourcePath,
454
+ scaleOffset: scaleTensor.offset,
455
+ scaleSize: scaleTensor.size,
456
+ ...(sumTensor && typeof sumTensor === 'object'
457
+ ? {
458
+ sumSourcePath: sourcePath,
459
+ sumOffset: sumTensor.offset,
460
+ sumSize: sumTensor.size,
461
+ }
462
+ : {}),
463
+ },
464
+ };
465
+ }
466
+
467
+ function normalizeGemma4LiteRTTensors(parsedTFLite, sourcePath, runtimeProfile) {
468
+ const rawByName = new Map();
469
+ for (const tensor of parsedTFLite.tensors) {
470
+ rawByName.set(tensor.name, tensor);
471
+ }
472
+ const numLayers = Number(runtimeProfile?.architecture?.numLayers ?? 0);
473
+ if (!Number.isInteger(numLayers) || numLayers <= 0) {
474
+ throw new Error('direct-source runtime: Gemma 4 LiteRT profile is missing architecture.numLayers.');
475
+ }
476
+ const hiddenSize = Number(runtimeProfile?.architecture?.hiddenSize ?? 0);
477
+ const hiddenSizePerLayerInput = Number(runtimeProfile?.architecture?.hiddenSizePerLayerInput ?? 0);
478
+ const vocabSize = Number(runtimeProfile?.architecture?.vocabSize ?? 0);
479
+ const vocabSizePerLayerInput = Number(runtimeProfile?.architecture?.vocabSizePerLayerInput ?? 0);
480
+ const numAttentionHeads = Number(runtimeProfile?.architecture?.numAttentionHeads ?? 0);
481
+ const numKeyValueHeads = Number(runtimeProfile?.architecture?.numKeyValueHeads ?? 0);
482
+
483
+ const normalized = [];
484
+ const addFloat = (rawName, canonicalName, role, group = null) => {
485
+ const rawTensor = rawByName.get(rawName) ?? null;
486
+ if (!rawTensor) return;
487
+ normalized.push(createLiteRTFloatTensor(rawTensor, sourcePath, canonicalName, role, group));
488
+ };
489
+ const addAxisQuantized = (
490
+ rawName,
491
+ canonicalName,
492
+ role,
493
+ group = null,
494
+ logicalShape = null,
495
+ options = {}
496
+ ) => {
497
+ const rawTensor = rawByName.get(rawName) ?? null;
498
+ if (!rawTensor) return;
499
+ const scaleTensor = rawByName.get(`${rawName}_quantized_scale`) ?? null;
500
+ const sumTensor = rawByName.get(`${rawName}.sum_i`) ?? null;
501
+ const resolvedLogicalShape = Array.isArray(logicalShape) && logicalShape.length === 2
502
+ ? logicalShape
503
+ : null;
504
+ const transposeStorage = options.transposeStorage === true;
505
+ const resolvedStorageShape = Array.isArray(options.storageShape) && options.storageShape.length === 2
506
+ ? options.storageShape
507
+ : (
508
+ resolvedLogicalShape && transposeStorage
509
+ ? [resolvedLogicalShape[1], resolvedLogicalShape[0]]
510
+ : resolvedLogicalShape
511
+ );
512
+ const resolvedQuantAxis = options.quantAxis === 0 ? 0 : 1;
513
+ normalized.push(
514
+ createLiteRTAxisTensor(
515
+ rawTensor,
516
+ scaleTensor,
517
+ sumTensor,
518
+ sourcePath,
519
+ canonicalName,
520
+ role,
521
+ group,
522
+ resolvedLogicalShape,
523
+ resolvedStorageShape,
524
+ resolvedQuantAxis
525
+ )
526
+ );
527
+ };
528
+
529
+ addAxisQuantized(
530
+ 'transformer.embedder.input_embedding.w',
531
+ 'model.language_model.embed_tokens.weight',
532
+ 'embedding',
533
+ 'embed',
534
+ [vocabSize, hiddenSize],
535
+ {
536
+ transposeStorage: true,
537
+ quantAxis: 0,
538
+ }
539
+ );
540
+ addAxisQuantized(
541
+ 'transformer.embedder.per_layer_model_projection.w',
542
+ 'model.language_model.per_layer_model_projection.weight',
543
+ 'matmul',
544
+ null,
545
+ [numLayers * hiddenSizePerLayerInput, hiddenSize],
546
+ {
547
+ transposeStorage: true,
548
+ quantAxis: 0,
549
+ }
550
+ );
551
+ addFloat(
552
+ 'transformer.embedder.per_layer_projection_norm.scale',
553
+ 'model.language_model.per_layer_projection_norm.weight',
554
+ 'norm'
555
+ );
556
+ addFloat(
557
+ 'transformer.final_norm.scale',
558
+ 'model.language_model.norm.weight',
559
+ 'norm',
560
+ 'head'
561
+ );
562
+
563
+ for (let layerIndex = 0; layerIndex < numLayers; layerIndex += 1) {
564
+ const rawLayerPrefix = `transformer.layer_${layerIndex}`;
565
+ const canonicalLayerPrefix = `model.language_model.layers.${layerIndex}`;
566
+ const attentionHeadDim = resolveGemma4AttentionHeadDim(runtimeProfile, layerIndex);
567
+ const kvHeadDim = attentionHeadDim;
568
+ const intermediateSize = resolveGemma4IntermediateSize(runtimeProfile, layerIndex);
569
+
570
+ addFloat(`${rawLayerPrefix}.skip.scale`, `${canonicalLayerPrefix}.layer_scalar`, 'other');
571
+ addFloat(`${rawLayerPrefix}.pre_attention_norm.scale`, `${canonicalLayerPrefix}.input_layernorm.weight`, 'norm');
572
+ addAxisQuantized(
573
+ `${rawLayerPrefix}.attn.q.w`,
574
+ `${canonicalLayerPrefix}.self_attn.q_proj.weight`,
575
+ 'matmul',
576
+ null,
577
+ [numAttentionHeads * attentionHeadDim, hiddenSize],
578
+ {
579
+ transposeStorage: true,
580
+ quantAxis: 0,
581
+ }
582
+ );
583
+ addFloat(`${rawLayerPrefix}.attn.q_norm.scale`, `${canonicalLayerPrefix}.self_attn.q_norm.weight`, 'norm');
584
+ addAxisQuantized(
585
+ `${rawLayerPrefix}.attn.k.w`,
586
+ `${canonicalLayerPrefix}.self_attn.k_proj.weight`,
587
+ 'matmul',
588
+ null,
589
+ [numKeyValueHeads * kvHeadDim, hiddenSize],
590
+ {
591
+ transposeStorage: true,
592
+ quantAxis: 0,
593
+ }
594
+ );
595
+ addAxisQuantized(
596
+ `${rawLayerPrefix}.attn.v.w`,
597
+ `${canonicalLayerPrefix}.self_attn.v_proj.weight`,
598
+ 'matmul',
599
+ null,
600
+ [numKeyValueHeads * kvHeadDim, hiddenSize],
601
+ {
602
+ transposeStorage: true,
603
+ quantAxis: 0,
604
+ }
605
+ );
606
+ addFloat(`${rawLayerPrefix}.attn.k_norm.scale`, `${canonicalLayerPrefix}.self_attn.k_norm.weight`, 'norm');
607
+ addAxisQuantized(
608
+ `${rawLayerPrefix}.attn.attn_vec_einsum.w`,
609
+ `${canonicalLayerPrefix}.self_attn.o_proj.weight`,
610
+ 'matmul',
611
+ null,
612
+ [hiddenSize, numAttentionHeads * attentionHeadDim],
613
+ {
614
+ transposeStorage: true,
615
+ quantAxis: 0,
616
+ }
617
+ );
618
+ addFloat(`${rawLayerPrefix}.post_attention_norm.scale`, `${canonicalLayerPrefix}.post_attention_layernorm.weight`, 'norm');
619
+ addFloat(`${rawLayerPrefix}.pre_ffw_norm.scale`, `${canonicalLayerPrefix}.pre_feedforward_layernorm.weight`, 'norm');
620
+ addFloat(`${rawLayerPrefix}.post_ffw_norm.scale`, `${canonicalLayerPrefix}.post_feedforward_layernorm.weight`, 'norm');
621
+ addFloat(`${rawLayerPrefix}.post_per_layer_input_norm.scale`, `${canonicalLayerPrefix}.post_per_layer_input_norm.weight`, 'norm');
622
+ addAxisQuantized(
623
+ `${rawLayerPrefix}.mlp.ff_gate.w`,
624
+ `${canonicalLayerPrefix}.mlp.gate_proj.weight`,
625
+ 'matmul',
626
+ null,
627
+ [intermediateSize, hiddenSize],
628
+ {
629
+ transposeStorage: true,
630
+ quantAxis: 0,
631
+ }
632
+ );
633
+ addAxisQuantized(
634
+ `${rawLayerPrefix}.mlp.ff1.w`,
635
+ `${canonicalLayerPrefix}.mlp.up_proj.weight`,
636
+ 'matmul',
637
+ null,
638
+ [intermediateSize, hiddenSize],
639
+ {
640
+ transposeStorage: true,
641
+ quantAxis: 0,
642
+ }
643
+ );
644
+ addAxisQuantized(
645
+ `${rawLayerPrefix}.mlp.linear.w`,
646
+ `${canonicalLayerPrefix}.mlp.down_proj.weight`,
647
+ 'matmul',
648
+ null,
649
+ [hiddenSize, intermediateSize],
650
+ {
651
+ transposeStorage: true,
652
+ quantAxis: 0,
653
+ }
654
+ );
655
+ addAxisQuantized(
656
+ `${rawLayerPrefix}.per_layer_embedding_gate.w`,
657
+ `${canonicalLayerPrefix}.per_layer_input_gate.weight`,
658
+ 'matmul',
659
+ null,
660
+ [hiddenSizePerLayerInput, hiddenSize],
661
+ {
662
+ transposeStorage: true,
663
+ quantAxis: 0,
664
+ }
665
+ );
666
+ addAxisQuantized(
667
+ `${rawLayerPrefix}.per_layer_embedding_projection.w`,
668
+ `${canonicalLayerPrefix}.per_layer_projection.weight`,
669
+ 'matmul',
670
+ null,
671
+ [hiddenSize, hiddenSizePerLayerInput],
672
+ {
673
+ transposeStorage: true,
674
+ quantAxis: 0,
675
+ }
676
+ );
677
+ addAxisQuantized(
678
+ `${rawLayerPrefix}.per_layer_embeddings.w`,
679
+ `${canonicalLayerPrefix}.embed_tokens_per_layer.weight`,
680
+ 'embedding',
681
+ 'per_layer_input',
682
+ [vocabSizePerLayerInput, hiddenSizePerLayerInput],
683
+ {
684
+ transposeStorage: true,
685
+ quantAxis: 0,
686
+ }
687
+ );
688
+ }
689
+
690
+ if (normalized.length === 0) {
691
+ throw new Error('direct-source runtime: Gemma 4 LiteRT package did not produce any normalized tensors.');
692
+ }
693
+
694
+ return normalized;
695
+ }
696
+
697
+ function buildPackageParsedArtifact(sourceKind, sourcePathForModelId, runtimeProfile, parsedTFLite, virtualFiles) {
698
+ const tfliteSourceFile = virtualFiles.find((entry) => entry.kind === 'tflite_model') ?? null;
699
+ if (!tfliteSourceFile) {
700
+ throw new Error('direct-source runtime: LiteRT package is missing a TFLite model entry.');
701
+ }
702
+ const tokenizerJsonFile = virtualFiles.find((entry) => entry.kind === 'tokenizer_json') ?? null;
703
+ const tokenizerConfigFile = virtualFiles.find((entry) => entry.kind === 'tokenizer_config') ?? null;
704
+ const tokenizerModelFile = virtualFiles.find((entry) => entry.kind === 'tokenizer_model') ?? null;
705
+ const metadataFile = virtualFiles.find((entry) => entry.kind === 'litert_metadata') ?? null;
706
+ const config = cloneJsonValue(runtimeProfile.rawConfig ?? {});
707
+ const tensors = normalizeText(runtimeProfile.modelType) === 'gemma4'
708
+ ? normalizeGemma4LiteRTTensors(parsedTFLite, tfliteSourceFile.path, runtimeProfile)
709
+ : parsedTFLite.tensors.map((tensor) => ({
710
+ ...tensor,
711
+ sourcePath: tfliteSourceFile.path,
712
+ }));
713
+ return {
714
+ sourceKind,
715
+ modelType: normalizeText(runtimeProfile.modelType),
716
+ config,
717
+ manifestConfig: cloneJsonValue(runtimeProfile.manifestConfig ?? {}),
718
+ manifestInference: cloneJsonValue(runtimeProfile.manifestInference ?? {}),
719
+ architectureHint: normalizeText(runtimeProfile.modelType) || 'transformer',
720
+ embeddingPostprocessor: null,
721
+ architecture: cloneJsonValue(runtimeProfile.architecture ?? null),
722
+ sourceQuantization: parsedTFLite.sourceQuantization,
723
+ tokenizerJson: null,
724
+ tokenizerConfig: resolvePackageTokenizerConfig(sourceKind, runtimeProfile),
725
+ tokenizerModelName: tokenizerModelFile ? tokenizerModelFile.path : null,
726
+ tokenizerJsonPath: tokenizerJsonFile ? tokenizerJsonFile.path : null,
727
+ tokenizerConfigPath: tokenizerConfigFile ? tokenizerConfigFile.path : null,
728
+ tokenizerModelPath: tokenizerModelFile ? tokenizerModelFile.path : null,
729
+ sourceFiles: [
730
+ {
731
+ path: tfliteSourceFile.path,
732
+ size: tfliteSourceFile.size,
733
+ },
734
+ ],
735
+ auxiliaryFiles: [
736
+ ...(tokenizerJsonFile
737
+ ? [{
738
+ path: tokenizerJsonFile.path,
739
+ size: tokenizerJsonFile.size,
740
+ kind: 'tokenizer_json',
741
+ }]
742
+ : []),
743
+ ...(tokenizerConfigFile
744
+ ? [{
745
+ path: tokenizerConfigFile.path,
746
+ size: tokenizerConfigFile.size,
747
+ kind: 'tokenizer_config',
748
+ }]
749
+ : []),
750
+ ...(tokenizerModelFile
751
+ ? [{
752
+ path: tokenizerModelFile.path,
753
+ size: tokenizerModelFile.size,
754
+ kind: 'tokenizer_model',
755
+ }]
756
+ : []),
757
+ ...(metadataFile
758
+ ? [{
759
+ path: metadataFile.path,
760
+ size: metadataFile.size,
761
+ kind: metadataFile.kind,
762
+ }]
763
+ : []),
764
+ ],
765
+ sourcePathForModelId,
766
+ tensors,
767
+ };
768
+ }
769
+
770
+ async function isRawTFLiteTaskSource(source) {
771
+ const header = await source.readRange(0, 8);
772
+ const bytes = header instanceof Uint8Array ? header : new Uint8Array(header);
773
+ if (bytes.byteLength < 8) {
774
+ return false;
775
+ }
776
+ const identifier = Array.from(bytes.subarray(4, 8), (value) => String.fromCharCode(value)).join('');
777
+ return identifier === TFLITE_FILE_IDENTIFIER;
778
+ }
779
+
780
+ async function parseLiteRTTaskPackage(source, sourcePathForModelId) {
781
+ const packageBasename = normalizeText(source?.name);
782
+ const profile = resolveRequiredProfile(LITERT_PACKAGE_SOURCE_KIND_TASK, packageBasename);
783
+ const runtimeProfile = profile.runtime ?? null;
784
+ if (!runtimeProfile) {
785
+ throw new Error(`direct-source runtime: package profile "${profile.id}" is missing runtime data.`);
786
+ }
787
+
788
+ const taskConfig = profile.package?.task ?? {};
789
+ const rawTFLiteTask = await isRawTFLiteTaskSource(source);
790
+ const virtualFiles = [];
791
+ let parsedTFLite = null;
792
+
793
+ if (rawTFLiteTask) {
794
+ virtualFiles.push(createVirtualFile(packageBasename, 0, Number(source.size) || 0, 'tflite_model'));
795
+ parsedTFLite = await parseTFLiteFromSource(source, {
796
+ allowPackedQuantization: true,
797
+ });
798
+ } else {
799
+ const parsedTask = await parseLiteRTTaskFromSource(source);
800
+ const tfliteEntryName = normalizeText(taskConfig.tfliteEntry) || LITERT_TASK_DEFAULT_TFLITE_ENTRY;
801
+ const tokenizerEntryName = normalizeText(taskConfig.tokenizerModelEntry) || LITERT_TASK_DEFAULT_TOKENIZER_MODEL_ENTRY;
802
+ const metadataEntryName = normalizeText(taskConfig.metadataEntry) || LITERT_TASK_DEFAULT_METADATA_ENTRY;
803
+ const tfliteEntry = parsedTask.entryMap.get(tfliteEntryName) ?? null;
804
+ if (!tfliteEntry) {
805
+ throw new Error(
806
+ `direct-source runtime: LiteRT task "${packageBasename}" is missing the required TFLite entry "${tfliteEntryName}".`
807
+ );
808
+ }
809
+
810
+ virtualFiles.push(createVirtualFile(tfliteEntryName, tfliteEntry.offset, tfliteEntry.size, 'tflite_model'));
811
+ const tokenizerEntry = parsedTask.entryMap.get(tokenizerEntryName) ?? null;
812
+ if (tokenizerEntry) {
813
+ virtualFiles.push(createVirtualFile('TOKENIZER_MODEL', tokenizerEntry.offset, tokenizerEntry.size, 'tokenizer_model'));
814
+ }
815
+ const metadataEntry = parsedTask.entryMap.get(metadataEntryName) ?? null;
816
+ if (metadataEntry) {
817
+ virtualFiles.push(createVirtualFile('METADATA', metadataEntry.offset, metadataEntry.size, 'litert_metadata'));
818
+ }
819
+
820
+ parsedTFLite = await parseTFLiteFromSource(createSectionSource(source, virtualFiles[0]), {
821
+ allowPackedQuantization: true,
822
+ });
823
+ }
824
+ return {
825
+ parsedArtifact: buildPackageParsedArtifact(
826
+ LITERT_PACKAGE_SOURCE_KIND_TASK,
827
+ sourcePathForModelId,
828
+ runtimeProfile,
829
+ parsedTFLite,
830
+ virtualFiles
831
+ ),
832
+ virtualFiles,
833
+ packageProfile: profile,
834
+ };
835
+ }
836
+
837
+ async function parseLiteRTLMPackage(source, sourcePathForModelId) {
838
+ const packageBasename = normalizeText(source?.name);
839
+ const profile = resolveRequiredProfile(LITERT_PACKAGE_SOURCE_KIND_LITERTLM, packageBasename);
840
+ const runtimeProfile = profile.runtime ?? null;
841
+ if (!runtimeProfile) {
842
+ throw new Error(`direct-source runtime: package profile "${profile.id}" is missing runtime data.`);
843
+ }
844
+
845
+ const parsedLiteRTLM = await parseLiteRTLMFromSource(source);
846
+ const litertConfig = profile.package?.litertlm ?? {};
847
+ const tfliteModelType = normalizeText(litertConfig.tfliteModelType) || LITERT_TASK_DEFAULT_TFLITE_ENTRY;
848
+ const weightsSection = findLiteRTLMTFLiteWeightsSection(parsedLiteRTLM, tfliteModelType);
849
+ if (weightsSection) {
850
+ throw new Error(
851
+ `direct-source runtime: LiteRT-LM "${packageBasename}" uses external TFLiteWeights sections. ` +
852
+ 'External-weight LiteRT-LM packages are not supported yet.'
853
+ );
854
+ }
855
+ const preferredModelSection = findLiteRTLMTFLiteModelSection(parsedLiteRTLM, tfliteModelType);
856
+ const fallbackModelSections = findLiteRTLMSectionByType(parsedLiteRTLM, 'TFLiteModel');
857
+ const modelSections = preferredModelSection
858
+ ? [preferredModelSection, ...fallbackModelSections.filter((section) => section !== preferredModelSection)]
859
+ : fallbackModelSections;
860
+ if (modelSections.length === 0) {
861
+ throw new Error(
862
+ `direct-source runtime: LiteRT-LM "${packageBasename}" is missing a TFLiteModel section for "${tfliteModelType}".`
863
+ );
864
+ }
865
+
866
+ const tokenizerSection = findLiteRTLMSentencePieceTokenizerSection(parsedLiteRTLM);
867
+ const metadataSection = findLiteRTLMMetadataSection(parsedLiteRTLM);
868
+ const errors = [];
869
+
870
+ for (let candidateIndex = 0; candidateIndex < modelSections.length; candidateIndex += 1) {
871
+ const modelSection = modelSections[candidateIndex];
872
+ const modelPath = modelSections.length === 1
873
+ ? tfliteModelType
874
+ : `${tfliteModelType}_${candidateIndex}`;
875
+ const virtualFiles = [
876
+ createVirtualFile(modelPath, modelSection.beginOffset, modelSection.size, 'tflite_model'),
877
+ ];
878
+ if (tokenizerSection) {
879
+ virtualFiles.push(createVirtualFile('TOKENIZER_MODEL', tokenizerSection.beginOffset, tokenizerSection.size, 'tokenizer_model'));
880
+ }
881
+ if (metadataSection) {
882
+ virtualFiles.push(createVirtualFile('METADATA', metadataSection.beginOffset, metadataSection.size, 'litert_metadata'));
883
+ }
884
+
885
+ try {
886
+ const parsedTFLite = await parseTFLiteFromSource(createSectionSource(source, virtualFiles[0]), {
887
+ allowPackedQuantization: true,
888
+ });
889
+ return {
890
+ parsedArtifact: buildPackageParsedArtifact(
891
+ LITERT_PACKAGE_SOURCE_KIND_LITERTLM,
892
+ sourcePathForModelId,
893
+ runtimeProfile,
894
+ parsedTFLite,
895
+ virtualFiles
896
+ ),
897
+ virtualFiles,
898
+ packageProfile: profile,
899
+ };
900
+ } catch (error) {
901
+ errors.push(
902
+ `candidate ${candidateIndex}: ${String(error?.message || error)}`
903
+ );
904
+ }
905
+ }
906
+
907
+ throw new Error(
908
+ `direct-source runtime: LiteRT-LM "${packageBasename}" did not expose a supported text TFLiteModel section. ` +
909
+ errors.join(' | ')
910
+ );
911
+ }
912
+
913
+ export async function resolveLiteRTPackageParsedArtifact(options = {}) {
914
+ const source = options.source;
915
+ if (!source || typeof source.readRange !== 'function') {
916
+ throw new Error('direct-source runtime: LiteRT package source.readRange(offset, length) is required.');
917
+ }
918
+ const sourceKind = normalizeText(options.sourceKind).toLowerCase();
919
+ const sourcePathForModelId = normalizeText(options.sourcePathForModelId) || normalizeText(source.name);
920
+ if (sourceKind === LITERT_PACKAGE_SOURCE_KIND_TASK) {
921
+ return parseLiteRTTaskPackage(source, sourcePathForModelId);
922
+ }
923
+ if (sourceKind === LITERT_PACKAGE_SOURCE_KIND_LITERTLM) {
924
+ return parseLiteRTLMPackage(source, sourcePathForModelId);
925
+ }
926
+ throw new Error(`direct-source runtime: unsupported LiteRT package sourceKind "${options.sourceKind}".`);
927
+ }
928
+
929
+ export function appendLiteRTPackageVirtualFiles(virtualFiles, entries = []) {
930
+ if (!Array.isArray(entries) || entries.length === 0) {
931
+ return Array.isArray(virtualFiles) ? [...virtualFiles] : [];
932
+ }
933
+ const merged = Array.isArray(virtualFiles) ? [...virtualFiles] : [];
934
+ const seenPaths = new Set(merged.map((entry) => normalizeText(entry?.path)).filter(Boolean));
935
+ for (const entry of entries) {
936
+ const path = normalizeText(entry?.path);
937
+ if (!path || seenPaths.has(path)) {
938
+ continue;
939
+ }
940
+ merged.push(createVirtualFile(
941
+ path,
942
+ Number.isFinite(entry?.offset) ? Number(entry.offset) : 0,
943
+ Number.isFinite(entry?.size) ? Number(entry.size) : 0,
944
+ normalizeText(entry?.kind) || 'unknown',
945
+ { externalPath: entry?.externalPath ?? null }
946
+ ));
947
+ seenPaths.add(path);
948
+ }
949
+ return merged;
950
+ }