doppler-gpu 0.2.0 → 0.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (607) hide show
  1. package/CHANGELOG.md +21 -1
  2. package/README.md +97 -29
  3. package/package.json +40 -27
  4. package/src/cli/config/doppler-quickstart.json +10 -0
  5. package/src/cli/doppler-cli.js +66 -22
  6. package/src/cli/doppler-quickstart.d.ts +61 -0
  7. package/src/cli/doppler-quickstart.js +299 -0
  8. package/src/cli/doppler-serve.js +395 -0
  9. package/src/client/doppler-api.browser.js +13 -377
  10. package/src/client/doppler-api.d.ts +35 -56
  11. package/src/client/doppler-api.js +12 -363
  12. package/src/client/doppler-registry.json +55 -2
  13. package/src/client/runtime/index.d.ts +63 -0
  14. package/src/client/runtime/index.js +173 -0
  15. package/src/client/runtime/lora.d.ts +36 -0
  16. package/src/client/runtime/lora.js +165 -0
  17. package/src/client/{doppler-provider → runtime}/model-manager.d.ts +1 -1
  18. package/src/client/{doppler-provider → runtime}/model-manager.js +56 -30
  19. package/src/client/runtime/model-session.d.ts +72 -0
  20. package/src/client/runtime/model-session.js +122 -0
  21. package/src/client/runtime/model-source.d.ts +43 -0
  22. package/src/client/runtime/model-source.js +101 -0
  23. package/src/client/{doppler-provider → runtime}/source-runtime.d.ts +8 -5
  24. package/src/client/runtime/source-runtime.js +919 -0
  25. package/src/client/runtime/storage.d.ts +5 -0
  26. package/src/client/runtime/storage.js +51 -0
  27. package/src/client/{doppler-provider → runtime}/types.d.ts +14 -2
  28. package/src/config/README.md +2 -0
  29. package/src/config/conversion/README.md +47 -7
  30. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +67 -5
  31. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +62 -11
  32. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +79 -18
  33. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +61 -13
  34. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +53 -10
  35. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +66 -18
  36. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +256 -0
  37. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +49 -8
  38. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +45 -6
  39. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +45 -6
  40. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +57 -9
  41. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +105 -26
  42. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +83 -33
  43. package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +33 -5
  44. package/src/config/execution-contract-check.d.ts +2 -1
  45. package/src/config/execution-contract-check.js +187 -53
  46. package/src/config/kernel-path-loader.d.ts +36 -0
  47. package/src/config/kernel-path-loader.js +97 -10
  48. package/src/config/kernels/kernel-ref-digests.js +40 -24
  49. package/src/config/kernels/registry.js +0 -1
  50. package/src/config/kernels/registry.json +772 -66
  51. package/src/config/merge-contract-check.js +3 -0
  52. package/src/config/merge.d.ts +18 -1
  53. package/src/config/merge.js +56 -0
  54. package/src/config/param-categories.js +5 -0
  55. package/src/config/param-validator.js +42 -26
  56. package/src/config/platforms/apple-m3.json +1 -1
  57. package/src/config/platforms/loader.js +21 -16
  58. package/src/config/required-inference-fields-contract-check.js +16 -0
  59. package/src/config/runtime/compute/f16-batched.json +2 -0
  60. package/src/config/runtime/default.json +1 -0
  61. package/src/config/runtime/experiments/bench/gemma3-bench-q4k-alt.json +57 -0
  62. package/src/config/runtime/experiments/bench/gemma3-bench-q4k-batched.json +57 -0
  63. package/src/config/runtime/experiments/bench/gemma3-bench-q4k.json +2 -0
  64. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-alt.json +57 -0
  65. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +57 -0
  66. package/src/config/runtime/experiments/debug/gemma3-browser-diagnose-q4k.json +81 -0
  67. package/src/config/runtime/experiments/debug/gemma3-debug-q4k.json +5 -0
  68. package/src/config/runtime/experiments/debug/qwen35-browser-diagnose-q4k.json +81 -0
  69. package/src/config/runtime/experiments/verify/gemma4-e2b-verify.json +38 -0
  70. package/src/config/runtime/profiles/gemma4-e2b-low-memory.json +63 -0
  71. package/src/config/runtime/profiles/gemma4-e2b-throughput.json +39 -0
  72. package/src/config/runtime/profiles/low-memory.json +1 -0
  73. package/src/config/runtime/profiles/turboquant-contiguous-prod.json +29 -0
  74. package/src/config/runtime/profiles/turboquant-contiguous.json +29 -0
  75. package/src/config/runtime/profiles/turboquant.json +36 -0
  76. package/src/config/runtime/profiles/vector-stability.json +1 -0
  77. package/src/config/runtime/tiers/gemma4-128gb.json +79 -0
  78. package/src/config/runtime/tiers/gemma4-16gb.json +15 -2
  79. package/src/config/runtime/tiers/gemma4-24gb.json +15 -2
  80. package/src/config/runtime/tiers/gemma4-32gb.json +15 -2
  81. package/src/config/runtime.js +11 -4
  82. package/src/config/schema/converter.schema.d.ts +4 -2
  83. package/src/config/schema/converter.schema.js +7 -5
  84. package/src/config/schema/doppler.schema.d.ts +26 -2
  85. package/src/config/schema/doppler.schema.js +77 -28
  86. package/src/config/schema/execution-v1.schema.d.ts +78 -5
  87. package/src/config/schema/execution-v1.schema.js +62 -1
  88. package/src/config/schema/index.d.ts +22 -29
  89. package/src/config/schema/index.js +15 -17
  90. package/src/config/schema/inference.schema.d.ts +26 -4
  91. package/src/config/schema/kernel-path.schema.d.ts +30 -3
  92. package/src/config/schema/kernel-registry.schema.d.ts +1 -1
  93. package/src/config/schema/kernel-registry.schema.js +1 -0
  94. package/src/config/schema/kvcache.schema.js +7 -0
  95. package/src/config/schema/loading.schema.d.ts +28 -0
  96. package/src/config/schema/loading.schema.js +9 -0
  97. package/src/config/schema/manifest.schema.d.ts +79 -5
  98. package/src/config/schema/manifest.schema.js +7 -1
  99. package/src/config/schema/platform.schema.d.ts +10 -8
  100. package/src/config/schema/speculation-self.schema.js +0 -5
  101. package/src/config/schema/support-tiers.schema.d.ts +53 -0
  102. package/src/config/schema/support-tiers.schema.js +128 -0
  103. package/src/config/source-packages/litert/gemma-4-e2b-it.json +622 -0
  104. package/src/config/source-packages/registry.json +15 -0
  105. package/src/config/support-tiers/subsystems.json +502 -0
  106. package/src/config/transforms/capability-transform-resolver.d.ts +16 -5
  107. package/src/config/transforms/capability-transform-resolver.js +44 -9
  108. package/src/config/transforms/execution-graph-transforms.d.ts +113 -2
  109. package/src/config/transforms/execution-graph-transforms.js +1220 -8
  110. package/src/converter/conversion-plan.js +20 -8
  111. package/src/converter/core.d.ts +48 -1
  112. package/src/converter/core.js +249 -62
  113. package/src/converter/parsers/gguf.d.ts +10 -1
  114. package/src/converter/rope-config.d.ts +1 -0
  115. package/src/converter/rope-config.js +75 -5
  116. package/src/converter/shard-packer.js +2 -2
  117. package/src/debug/tensor.js +13 -1
  118. package/src/{adapters → experimental/adapters}/adapter-manager.d.ts +1 -1
  119. package/src/{adapters → experimental/adapters}/adapter-manager.js +2 -2
  120. package/src/{adapters → experimental/adapters}/adapter-manifest.d.ts +1 -1
  121. package/src/{adapters → experimental/adapters}/adapter-manifest.js +1 -1
  122. package/src/{adapters → experimental/adapters}/adapter-registry.d.ts +1 -1
  123. package/src/{adapters → experimental/adapters}/adapter-registry.js +1 -1
  124. package/src/{adapters → experimental/adapters}/lora-loader.d.ts +1 -1
  125. package/src/{adapters → experimental/adapters}/lora-loader.js +2 -2
  126. package/src/{bridge → experimental/bridge}/extension-client.js +2 -2
  127. package/src/{bridge → experimental/bridge}/node-bridge.js +2 -4
  128. package/src/{bridge → experimental/bridge}/protocol.js +1 -1
  129. package/src/{browser → experimental/browser}/browser-converter.d.ts +4 -4
  130. package/src/{browser → experimental/browser}/browser-converter.js +12 -12
  131. package/src/{browser → experimental/browser}/gguf-importer.d.ts +1 -1
  132. package/src/{browser → experimental/browser}/gguf-importer.js +8 -8
  133. package/src/{browser → experimental/browser}/gguf-parser-browser.d.ts +2 -2
  134. package/src/{browser → experimental/browser}/gguf-parser-browser.js +3 -3
  135. package/src/{browser → experimental/browser}/quantization.d.ts +3 -3
  136. package/src/{browser → experimental/browser}/quantization.js +4 -4
  137. package/src/{browser → experimental/browser}/safetensors-parser-browser.d.ts +3 -3
  138. package/src/{browser → experimental/browser}/safetensors-parser-browser.js +3 -3
  139. package/src/{browser → experimental/browser}/shard-io-browser.d.ts +1 -1
  140. package/src/{browser → experimental/browser}/shard-io-browser.js +2 -2
  141. package/src/{browser → experimental/browser}/tensor-source-download.js +3 -3
  142. package/src/experimental/diffusion/index.d.ts +8 -0
  143. package/src/experimental/diffusion/index.js +8 -0
  144. package/src/{distribution → experimental/distribution}/p2p-transport-contract.js +1 -1
  145. package/src/{distribution → experimental/distribution}/p2p-transport.js +1 -1
  146. package/src/{distribution → experimental/distribution}/shard-delivery.js +5 -5
  147. package/src/experimental/energy/index.d.ts +2 -0
  148. package/src/experimental/energy/index.js +2 -0
  149. package/src/{hotswap → experimental/hotswap}/intent-bundle.d.ts +1 -1
  150. package/src/{hotswap → experimental/hotswap}/intent-bundle.js +2 -2
  151. package/src/{hotswap → experimental/hotswap}/manifest.d.ts +2 -2
  152. package/src/{hotswap → experimental/hotswap}/manifest.js +1 -1
  153. package/src/{hotswap → experimental/hotswap}/model-swap.js +1 -1
  154. package/src/{hotswap → experimental/hotswap}/runtime.d.ts +1 -1
  155. package/src/experimental/orchestration/index.d.ts +12 -0
  156. package/src/experimental/orchestration/index.js +12 -0
  157. package/src/{training → experimental/training}/README.md +1 -1
  158. package/src/{training → experimental/training}/artifacts.d.ts +3 -3
  159. package/src/{training → experimental/training}/artifacts.js +3 -3
  160. package/src/{training → experimental/training}/attention-backward.d.ts +1 -1
  161. package/src/{training → experimental/training}/attention-backward.js +3 -3
  162. package/src/{training → experimental/training}/attention-forward.d.ts +2 -2
  163. package/src/{training → experimental/training}/attention-forward.js +1 -1
  164. package/src/{training → experimental/training}/autograd.d.ts +2 -2
  165. package/src/{training → experimental/training}/autograd.js +7 -7
  166. package/src/{training → experimental/training}/backward-kernels.js +1 -1
  167. package/src/{training → experimental/training}/checkpoint.js +1 -1
  168. package/src/{training → experimental/training}/clip.d.ts +2 -2
  169. package/src/{training → experimental/training}/clip.js +3 -3
  170. package/src/{training → experimental/training}/export.d.ts +2 -2
  171. package/src/{training → experimental/training}/export.js +2 -2
  172. package/src/{training → experimental/training}/lora-pipeline.js +4 -4
  173. package/src/{training → experimental/training}/lora.d.ts +1 -1
  174. package/src/{training → experimental/training}/lora.js +4 -4
  175. package/src/{training → experimental/training}/loss-scaling.d.ts +2 -2
  176. package/src/{training → experimental/training}/loss-scaling.js +3 -3
  177. package/src/{training → experimental/training}/loss.d.ts +2 -2
  178. package/src/{training → experimental/training}/loss.js +1 -1
  179. package/src/{training → experimental/training}/operator-artifacts.js +1 -1
  180. package/src/{training → experimental/training}/optimizer.d.ts +2 -2
  181. package/src/{training → experimental/training}/optimizer.js +3 -3
  182. package/src/{training → experimental/training}/runner.d.ts +2 -2
  183. package/src/{training → experimental/training}/runner.js +5 -5
  184. package/src/{training → experimental/training}/suite.js +16 -16
  185. package/src/{training → experimental/training}/tensor-factory.d.ts +1 -1
  186. package/src/{training → experimental/training}/tensor-factory.js +2 -2
  187. package/src/{training → experimental/training}/trainer.d.ts +3 -3
  188. package/src/{training → experimental/training}/trainer.js +3 -3
  189. package/src/{training → experimental/training}/ul_dataset.d.ts +2 -2
  190. package/src/{training → experimental/training}/ul_dataset.js +1 -1
  191. package/src/{training → experimental/training}/ul_schedule.d.ts +1 -1
  192. package/src/{training → experimental/training}/workloads.js +4 -4
  193. package/src/formats/index.d.ts +24 -0
  194. package/src/formats/index.js +6 -0
  195. package/src/formats/litert/index.d.ts +1 -0
  196. package/src/formats/litert/index.js +1 -0
  197. package/src/formats/litert/types.d.ts +87 -0
  198. package/src/formats/litert/types.js +568 -0
  199. package/src/formats/rdrr/classification.js +16 -8
  200. package/src/formats/rdrr/parsing.d.ts +3 -2
  201. package/src/formats/rdrr/types.d.ts +33 -0
  202. package/src/formats/rdrr/validation.js +16 -5
  203. package/src/formats/tflite/index.d.ts +1 -0
  204. package/src/formats/tflite/index.js +1 -0
  205. package/src/formats/tflite/types.d.ts +84 -0
  206. package/src/formats/tflite/types.js +633 -0
  207. package/src/generation/index.d.ts +16 -14
  208. package/src/generation/index.js +1 -32
  209. package/src/gpu/command-recorder.d.ts +17 -1
  210. package/src/gpu/command-recorder.js +47 -10
  211. package/src/gpu/device.d.ts +3 -1
  212. package/src/gpu/device.js +17 -11
  213. package/src/gpu/kernel-selector.js +3 -1
  214. package/src/gpu/kernels/attention.d.ts +2 -0
  215. package/src/gpu/kernels/attention.js +359 -14
  216. package/src/gpu/kernels/attention.wgsl +20 -1
  217. package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +180 -0
  218. package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +192 -0
  219. package/src/gpu/kernels/attention_decode_online_f16.wgsl +36 -18
  220. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +36 -18
  221. package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +269 -0
  222. package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +281 -0
  223. package/src/gpu/kernels/attention_head256_f16kv.wgsl +269 -0
  224. package/src/gpu/kernels/attention_streaming.wgsl +22 -3
  225. package/src/gpu/kernels/attention_streaming_f16.wgsl +1 -1
  226. package/src/gpu/kernels/attention_streaming_f16kv.wgsl +1 -1
  227. package/src/gpu/kernels/backward/attention_backward.d.ts +14 -1
  228. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +18 -0
  229. package/src/gpu/kernels/check-hot-vocab-stop.js +108 -0
  230. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +1 -1
  231. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +1 -1
  232. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +126 -194
  233. package/src/gpu/kernels/codegen/wgsl-variants.js +24 -6
  234. package/src/gpu/kernels/depthwise_conv1d.d.ts +23 -0
  235. package/src/gpu/kernels/depthwise_conv1d.js +51 -0
  236. package/src/gpu/kernels/depthwise_conv1d.wgsl +46 -0
  237. package/src/gpu/kernels/feature-check.js +0 -1
  238. package/src/gpu/kernels/fused_ffn.js +67 -22
  239. package/src/gpu/kernels/fused_ffn_q4k.wgsl +48 -43
  240. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +329 -0
  241. package/src/gpu/kernels/fused_matmul_q4.wgsl +417 -0
  242. package/src/gpu/kernels/fused_matmul_q4_batched_multicol_shared.wgsl +174 -0
  243. package/src/gpu/kernels/gather.d.ts +4 -0
  244. package/src/gpu/kernels/gather.js +13 -2
  245. package/src/gpu/kernels/gather.wgsl +5 -3
  246. package/src/gpu/kernels/gather_f16.wgsl +5 -3
  247. package/src/gpu/kernels/index.d.ts +7 -0
  248. package/src/gpu/kernels/index.js +6 -0
  249. package/src/gpu/kernels/kernel-configs.js +1 -0
  250. package/src/gpu/kernels/kv-quantize.js +87 -55
  251. package/src/gpu/kernels/kv_quantize_turboquant.wgsl +153 -0
  252. package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +230 -0
  253. package/src/gpu/kernels/linear-attention-core.d.ts +3 -0
  254. package/src/gpu/kernels/linear-attention-core.js +145 -56
  255. package/src/gpu/kernels/matmul-dispatch.js +3 -0
  256. package/src/gpu/kernels/matmul-selection.js +31 -42
  257. package/src/gpu/kernels/matmul.d.ts +3 -0
  258. package/src/gpu/kernels/matmul.js +72 -34
  259. package/src/gpu/kernels/residual.d.ts +2 -0
  260. package/src/gpu/kernels/residual.js +43 -4
  261. package/src/gpu/kernels/rope.d.ts +2 -0
  262. package/src/gpu/kernels/rope.js +19 -6
  263. package/src/gpu/kernels/rope.wgsl +24 -12
  264. package/src/gpu/kernels/rope_f16.wgsl +97 -38
  265. package/src/gpu/kernels/scale.d.ts +5 -0
  266. package/src/gpu/kernels/scale.js +6 -1
  267. package/src/gpu/kernels/scale.wgsl +3 -1
  268. package/src/gpu/kernels/scale_f16.wgsl +32 -0
  269. package/src/gpu/kernels/turboquant-codebook.js +564 -0
  270. package/src/gpu/kernels/uniform-utils.js +26 -0
  271. package/src/gpu/kernels/utils.js +6 -1
  272. package/src/gpu/submit-probe.d.ts +12 -0
  273. package/src/gpu/submit-probe.js +77 -0
  274. package/src/gpu/weight-buffer.d.ts +26 -3
  275. package/src/gpu/weight-buffer.js +62 -2
  276. package/src/index-browser.d.ts +1 -91
  277. package/src/index-browser.js +0 -66
  278. package/src/index.d.ts +1 -102
  279. package/src/index.js +0 -74
  280. package/src/inference/browser-harness-model-helpers.d.ts +3 -0
  281. package/src/inference/browser-harness-model-helpers.js +134 -11
  282. package/src/inference/browser-harness-runtime-helpers.js +1 -9
  283. package/src/inference/browser-harness-text-helpers.js +441 -70
  284. package/src/inference/browser-harness.js +61 -4
  285. package/src/inference/decode-ring.d.ts +2 -0
  286. package/src/inference/decode-ring.js +20 -0
  287. package/src/inference/kv-cache/index.d.ts +3 -0
  288. package/src/inference/kv-cache/index.js +2 -0
  289. package/src/inference/kv-cache/mixed-geometry.d.ts +84 -0
  290. package/src/inference/kv-cache/mixed-geometry.js +422 -0
  291. package/src/inference/kv-cache/quantized.d.ts +56 -0
  292. package/src/inference/kv-cache/quantized.js +383 -0
  293. package/src/inference/kv-cache/tiered.d.ts +20 -3
  294. package/src/inference/kv-cache/tiered.js +203 -65
  295. package/src/inference/kv-cache/types.d.ts +49 -6
  296. package/src/inference/kv-cache.d.ts +3 -0
  297. package/src/inference/kv-cache.js +2 -0
  298. package/src/inference/multi-model-network.js +2 -1
  299. package/src/inference/pipelines/audio/gemma4.js +655 -0
  300. package/src/inference/pipelines/audio/index.js +39 -0
  301. package/src/inference/pipelines/audio/mel.js +171 -0
  302. package/src/inference/pipelines/context.js +9 -1
  303. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +2 -0
  304. package/src/inference/pipelines/shared/clipped-linear.js +46 -0
  305. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +2 -1
  306. package/src/inference/pipelines/text/attention/dispatch-params.js +52 -8
  307. package/src/inference/pipelines/text/attention/output-projection.js +3 -3
  308. package/src/inference/pipelines/text/attention/precision-contract.d.ts +36 -0
  309. package/src/inference/pipelines/text/attention/precision-contract.js +115 -0
  310. package/src/inference/pipelines/text/attention/projections.d.ts +23 -0
  311. package/src/inference/pipelines/text/attention/projections.js +182 -15
  312. package/src/inference/pipelines/text/attention/quant-options.js +54 -0
  313. package/src/inference/pipelines/text/attention/record.js +257 -69
  314. package/src/inference/pipelines/text/attention/run.js +306 -94
  315. package/src/inference/pipelines/text/attention/types.d.ts +11 -0
  316. package/src/inference/pipelines/text/chat-format.d.ts +8 -1
  317. package/src/inference/pipelines/text/chat-format.js +89 -5
  318. package/src/inference/pipelines/text/config.d.ts +78 -26
  319. package/src/inference/pipelines/text/config.js +722 -28
  320. package/src/inference/pipelines/text/dtype-contract.d.ts +15 -0
  321. package/src/inference/pipelines/text/dtype-contract.js +38 -0
  322. package/src/inference/pipelines/text/embed.d.ts +4 -0
  323. package/src/inference/pipelines/text/embed.js +165 -172
  324. package/src/inference/pipelines/text/execution-plan.d.ts +19 -0
  325. package/src/inference/pipelines/text/execution-plan.js +112 -20
  326. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +8 -4
  327. package/src/inference/pipelines/text/execution-runtime-builders.js +90 -49
  328. package/src/inference/pipelines/text/execution-v1.d.ts +23 -4
  329. package/src/inference/pipelines/text/execution-v1.js +411 -33
  330. package/src/inference/pipelines/text/ffn/dense.d.ts +59 -0
  331. package/src/inference/pipelines/text/ffn/dense.js +575 -63
  332. package/src/inference/pipelines/text/ffn/moe.js +1 -0
  333. package/src/inference/pipelines/text/ffn/sandwich.js +20 -4
  334. package/src/inference/pipelines/text/ffn/standard.js +28 -4
  335. package/src/inference/pipelines/text/finiteness-policy.d.ts +4 -0
  336. package/src/inference/pipelines/text/finiteness-policy.js +14 -11
  337. package/src/inference/pipelines/text/generator-helpers.d.ts +7 -0
  338. package/src/inference/pipelines/text/generator-helpers.js +39 -4
  339. package/src/inference/pipelines/text/generator-runtime.js +45 -8
  340. package/src/inference/pipelines/text/generator-steps.js +407 -75
  341. package/src/inference/pipelines/text/generator.d.ts +6 -0
  342. package/src/inference/pipelines/text/generator.js +1179 -305
  343. package/src/inference/pipelines/text/init.d.ts +39 -7
  344. package/src/inference/pipelines/text/init.js +525 -110
  345. package/src/inference/pipelines/text/layer-plan.d.ts +1 -0
  346. package/src/inference/pipelines/text/layer-plan.js +2 -0
  347. package/src/inference/pipelines/text/layer.js +402 -19
  348. package/src/inference/pipelines/text/linear-attention.d.ts +4 -0
  349. package/src/inference/pipelines/text/linear-attention.js +112 -41
  350. package/src/inference/pipelines/text/logits/gpu.d.ts +2 -1
  351. package/src/inference/pipelines/text/logits/gpu.js +334 -15
  352. package/src/inference/pipelines/text/logits/index.d.ts +11 -0
  353. package/src/inference/pipelines/text/logits/index.js +227 -29
  354. package/src/inference/pipelines/text/logits/types.d.ts +3 -0
  355. package/src/inference/pipelines/text/logits/utils.js +3 -1
  356. package/src/inference/pipelines/text/lora-apply.js +3 -3
  357. package/src/inference/pipelines/text/model-load.d.ts +2 -1
  358. package/src/inference/pipelines/text/model-load.js +205 -178
  359. package/src/inference/pipelines/text/moe-gpu.js +8 -0
  360. package/src/inference/pipelines/text/moe-impl.d.ts +2 -0
  361. package/src/inference/pipelines/text/ops.d.ts +16 -2
  362. package/src/inference/pipelines/text/ops.js +11 -2
  363. package/src/inference/pipelines/text/per-layer-inputs.d.ts +107 -0
  364. package/src/inference/pipelines/text/per-layer-inputs.js +1581 -0
  365. package/src/inference/pipelines/text/probes.js +6 -0
  366. package/src/inference/pipelines/text/sampling-config.js +9 -1
  367. package/src/inference/pipelines/text/stage-names.js +3 -0
  368. package/src/inference/pipelines/text/state.d.ts +12 -3
  369. package/src/inference/pipelines/text/state.js +19 -0
  370. package/src/inference/pipelines/text/types.d.ts +79 -7
  371. package/src/inference/pipelines/text/weights.d.ts +2 -2
  372. package/src/inference/pipelines/text/weights.js +4 -0
  373. package/src/inference/pipelines/text.d.ts +6 -0
  374. package/src/inference/pipelines/text.js +860 -11
  375. package/src/inference/pipelines/video/frame-sampler.js +36 -0
  376. package/src/inference/pipelines/video/index.js +87 -0
  377. package/src/inference/pipelines/vision/encoder.js +27 -6
  378. package/src/inference/pipelines/vision/gemma4.js +731 -0
  379. package/src/inference/pipelines/vision/image-preprocess.js +22 -7
  380. package/src/inference/pipelines/vision/index.js +35 -10
  381. package/src/inference/pipelines/vision/ops.js +31 -26
  382. package/src/inference/pipelines/vision/patch-embed.js +22 -10
  383. package/src/inference/runtime-model.d.ts +89 -0
  384. package/src/inference/runtime-model.js +152 -0
  385. package/src/inference/test-harness.d.ts +8 -1
  386. package/src/inference/test-harness.js +54 -20
  387. package/src/inference/tokenizer.d.ts +5 -0
  388. package/src/inference/tokenizer.js +43 -0
  389. package/src/inference/tokenizers/base.d.ts +5 -0
  390. package/src/inference/tokenizers/base.js +5 -0
  391. package/src/inference/tokenizers/behavior-flags.d.ts +9 -0
  392. package/src/inference/tokenizers/behavior-flags.js +100 -0
  393. package/src/inference/tokenizers/bundled.d.ts +4 -0
  394. package/src/inference/tokenizers/bundled.js +110 -0
  395. package/src/inference/tokenizers/sentencepiece.d.ts +2 -0
  396. package/src/inference/tokenizers/sentencepiece.js +16 -0
  397. package/src/inference/tokenizers/types.d.ts +2 -0
  398. package/src/loader/doppler-loader.d.ts +10 -3
  399. package/src/loader/doppler-loader.js +103 -5
  400. package/src/loader/embedding-loader.d.ts +5 -1
  401. package/src/loader/embedding-loader.js +57 -6
  402. package/src/loader/final-weights-loader.js +44 -5
  403. package/src/loader/layer-loader.js +210 -8
  404. package/src/loader/loader-state.js +2 -2
  405. package/src/loader/loader-types.d.ts +17 -1
  406. package/src/loader/memory-monitor.d.ts +8 -0
  407. package/src/loader/memory-monitor.js +21 -0
  408. package/src/loader/multi-model-loader.d.ts +9 -1
  409. package/src/loader/multi-model-loader.js +9 -1
  410. package/src/loader/per-layer-input-loader.d.ts +30 -0
  411. package/src/loader/per-layer-input-loader.js +478 -0
  412. package/src/loader/shard-cache.d.ts +4 -3
  413. package/src/loader/shard-resolver.js +2 -0
  414. package/src/loader/tensors/source-transform.d.ts +50 -0
  415. package/src/loader/tensors/source-transform.js +776 -0
  416. package/src/loader/tensors/tensor-loader.d.ts +12 -0
  417. package/src/loader/tensors/tensor-loader.js +208 -123
  418. package/src/loader/tensors/tensor-reader.d.ts +8 -0
  419. package/src/loader/tensors/tensor-reader.js +283 -15
  420. package/src/loaders/index.d.ts +4 -0
  421. package/src/loaders/index.js +4 -0
  422. package/src/memory/buffer-pool.d.ts +4 -0
  423. package/src/memory/buffer-pool.js +36 -0
  424. package/src/rules/execution-rules-contract-check.d.ts +4 -0
  425. package/src/rules/execution-rules-contract-check.js +150 -24
  426. package/src/rules/inference/attention.rules.json +15 -0
  427. package/src/rules/inference/capability-transforms.rules.json +30 -0
  428. package/src/rules/inference/execution.rules.json +54 -2
  429. package/src/rules/inference/ffn.rules.json +33 -0
  430. package/src/rules/kernels/attention.rules.json +7 -0
  431. package/src/rules/kernels/fused-ffn.rules.json +4 -2
  432. package/src/rules/kernels/kv_quantize.rules.json +2 -0
  433. package/src/rules/kernels/matmul.rules.json +14 -0
  434. package/src/rules/kernels/scale.rules.json +2 -0
  435. package/src/rules/loader/tensor-loader.rules.json +1 -0
  436. package/src/storage/artifact-storage-context.d.ts +53 -0
  437. package/src/storage/artifact-storage-context.js +560 -0
  438. package/src/storage/downloader.js +7 -1
  439. package/src/storage/index.d.ts +18 -0
  440. package/src/storage/index.js +13 -0
  441. package/src/storage/preflight.js +22 -0
  442. package/src/storage/quickstart-downloader.js +35 -2
  443. package/src/storage/registry.d.ts +1 -0
  444. package/src/storage/registry.js +26 -4
  445. package/src/storage/shard-manager.d.ts +4 -0
  446. package/src/storage/shard-manager.js +25 -6
  447. package/src/storage/source-artifact-store.d.ts +9 -0
  448. package/src/storage/source-artifact-store.js +134 -0
  449. package/src/tooling/browser-command-runner.js +12 -5
  450. package/src/tooling/command-api-family-normalizers.js +144 -0
  451. package/src/tooling/command-api-helpers.js +1 -0
  452. package/src/tooling/command-api.d.ts +32 -9
  453. package/src/tooling/command-api.js +0 -25
  454. package/src/tooling/command-runner-shared.js +1 -2
  455. package/src/tooling/command-runner.html +5 -2
  456. package/src/tooling/diagnose-runner.js +1 -1
  457. package/src/tooling/kernel-path-builder/index.js +48 -32
  458. package/src/tooling/lean-execution-contract.d.ts +1 -1
  459. package/src/tooling/lean-execution-contract.js +2 -149
  460. package/src/tooling/litert-package-runtime.d.ts +46 -0
  461. package/src/tooling/litert-package-runtime.js +950 -0
  462. package/src/tooling/node-browser-command-runner.d.ts +13 -0
  463. package/src/tooling/node-browser-command-runner.js +163 -3
  464. package/src/tooling/node-command-runner.js +14 -5
  465. package/src/tooling/node-converter.js +226 -63
  466. package/src/tooling/node-source-runtime.d.ts +8 -3
  467. package/src/tooling/node-source-runtime.js +561 -236
  468. package/src/tooling/node-webgpu.js +7 -30
  469. package/src/tooling/opfs-cache.d.ts +18 -1
  470. package/src/tooling/opfs-cache.js +126 -9
  471. package/src/tooling/runtime-input-composition.d.ts +0 -1
  472. package/src/tooling/runtime-input-composition.js +0 -5
  473. package/src/tooling/source-artifact-adapter.d.ts +134 -0
  474. package/src/tooling/source-artifact-adapter.js +366 -0
  475. package/src/tooling/source-package-profiles.d.ts +33 -0
  476. package/src/tooling/source-package-profiles.js +57 -0
  477. package/src/tooling/source-runtime-bundle.d.ts +46 -6
  478. package/src/tooling/source-runtime-bundle.js +371 -60
  479. package/src/tooling/source-runtime-converter-config.d.ts +24 -0
  480. package/src/tooling/source-runtime-converter-config.js +297 -0
  481. package/src/tooling-experimental-exports.browser.js +2 -0
  482. package/src/tooling-experimental-exports.d.ts +7 -0
  483. package/src/tooling-experimental-exports.js +7 -0
  484. package/src/tooling-experimental-exports.shared.d.ts +26 -0
  485. package/src/tooling-experimental-exports.shared.js +29 -0
  486. package/src/tooling-exports.shared.d.ts +0 -23
  487. package/src/tooling-exports.shared.js +6 -28
  488. package/src/version.js +1 -1
  489. package/src/client/doppler-provider/generation.d.ts +0 -25
  490. package/src/client/doppler-provider/generation.js +0 -126
  491. package/src/client/doppler-provider/index.d.ts +0 -2
  492. package/src/client/doppler-provider/index.js +0 -3
  493. package/src/client/doppler-provider/provider.d.ts +0 -5
  494. package/src/client/doppler-provider/provider.js +0 -102
  495. package/src/client/doppler-provider/source-runtime.js +0 -677
  496. package/src/client/doppler-provider.d.ts +0 -46
  497. package/src/client/doppler-provider.js +0 -36
  498. package/src/config/schema/inference-defaults.schema.d.ts +0 -276
  499. package/src/config/schema/inference-defaults.schema.js +0 -189
  500. package/src/diffusion/index.d.ts +0 -8
  501. package/src/diffusion/index.js +0 -8
  502. package/src/energy/index.d.ts +0 -2
  503. package/src/energy/index.js +0 -2
  504. package/src/index-internal.d.ts +0 -2
  505. package/src/index-internal.js +0 -2
  506. /package/src/client/{doppler-provider → runtime}/types.js +0 -0
  507. /package/src/{adapters → experimental/adapters}/index.d.ts +0 -0
  508. /package/src/{adapters → experimental/adapters}/index.js +0 -0
  509. /package/src/{bridge → experimental/bridge}/extension/background.d.ts +0 -0
  510. /package/src/{bridge → experimental/bridge}/extension/background.js +0 -0
  511. /package/src/{bridge → experimental/bridge}/extension/manifest.json +0 -0
  512. /package/src/{bridge → experimental/bridge}/extension-client.d.ts +0 -0
  513. /package/src/{bridge → experimental/bridge}/index.d.ts +0 -0
  514. /package/src/{bridge → experimental/bridge}/index.js +0 -0
  515. /package/src/{bridge → experimental/bridge}/protocol.d.ts +0 -0
  516. /package/src/{browser → experimental/browser}/file-picker.d.ts +0 -0
  517. /package/src/{browser → experimental/browser}/file-picker.js +0 -0
  518. /package/src/{browser → experimental/browser}/tensor-source-download.d.ts +0 -0
  519. /package/src/{browser → experimental/browser}/tensor-source-file.d.ts +0 -0
  520. /package/src/{browser → experimental/browser}/tensor-source-file.js +0 -0
  521. /package/src/{browser → experimental/browser}/tensor-source-http.d.ts +0 -0
  522. /package/src/{browser → experimental/browser}/tensor-source-http.js +0 -0
  523. /package/src/{diffusion → experimental/diffusion}/config/expansion-lanes.json +0 -0
  524. /package/src/{diffusion → experimental/diffusion}/image-regression.d.ts +0 -0
  525. /package/src/{diffusion → experimental/diffusion}/image-regression.js +0 -0
  526. /package/src/{distribution → experimental/distribution}/p2p-control-plane.d.ts +0 -0
  527. /package/src/{distribution → experimental/distribution}/p2p-control-plane.js +0 -0
  528. /package/src/{distribution → experimental/distribution}/p2p-observability.d.ts +0 -0
  529. /package/src/{distribution → experimental/distribution}/p2p-observability.js +0 -0
  530. /package/src/{distribution → experimental/distribution}/p2p-transport-contract.d.ts +0 -0
  531. /package/src/{distribution → experimental/distribution}/p2p-webrtc-browser.d.ts +0 -0
  532. /package/src/{distribution → experimental/distribution}/p2p-webrtc-browser.js +0 -0
  533. /package/src/{distribution → experimental/distribution}/shard-delivery.d.ts +0 -0
  534. /package/src/{hotswap → experimental/hotswap}/runtime.js +0 -0
  535. /package/src/{training → experimental/training}/checkpoint-watch.d.ts +0 -0
  536. /package/src/{training → experimental/training}/checkpoint-watch.js +0 -0
  537. /package/src/{training → experimental/training}/checkpoint.d.ts +0 -0
  538. /package/src/{training → experimental/training}/dataloader.d.ts +0 -0
  539. /package/src/{training → experimental/training}/dataloader.js +0 -0
  540. /package/src/{training → experimental/training}/datasets/index.d.ts +0 -0
  541. /package/src/{training → experimental/training}/datasets/index.js +0 -0
  542. /package/src/{training → experimental/training}/datasets/jsonl.d.ts +0 -0
  543. /package/src/{training → experimental/training}/datasets/jsonl.js +0 -0
  544. /package/src/{training → experimental/training}/datasets/reploid.d.ts +0 -0
  545. /package/src/{training → experimental/training}/datasets/reploid.js +0 -0
  546. /package/src/{training → experimental/training}/datasets/text-pairs.d.ts +0 -0
  547. /package/src/{training → experimental/training}/datasets/text-pairs.js +0 -0
  548. /package/src/{training → experimental/training}/datasets/token-batch.d.ts +0 -0
  549. /package/src/{training → experimental/training}/datasets/token-batch.js +0 -0
  550. /package/src/{training → experimental/training}/datasets/translation-pairs.d.ts +0 -0
  551. /package/src/{training → experimental/training}/datasets/translation-pairs.js +0 -0
  552. /package/src/{training → experimental/training}/distillation/artifacts.d.ts +0 -0
  553. /package/src/{training → experimental/training}/distillation/artifacts.js +0 -0
  554. /package/src/{training → experimental/training}/distillation/checkpoint-watch.d.ts +0 -0
  555. /package/src/{training → experimental/training}/distillation/checkpoint-watch.js +0 -0
  556. /package/src/{training → experimental/training}/distillation/dataset.d.ts +0 -0
  557. /package/src/{training → experimental/training}/distillation/dataset.js +0 -0
  558. /package/src/{training → experimental/training}/distillation/eval.d.ts +0 -0
  559. /package/src/{training → experimental/training}/distillation/eval.js +0 -0
  560. /package/src/{training → experimental/training}/distillation/index.d.ts +0 -0
  561. /package/src/{training → experimental/training}/distillation/index.js +0 -0
  562. /package/src/{training → experimental/training}/distillation/runtime.d.ts +0 -0
  563. /package/src/{training → experimental/training}/distillation/runtime.js +0 -0
  564. /package/src/{training → experimental/training}/distillation/scoreboard.d.ts +0 -0
  565. /package/src/{training → experimental/training}/distillation/scoreboard.js +0 -0
  566. /package/src/{training → experimental/training}/distillation/stage-a.d.ts +0 -0
  567. /package/src/{training → experimental/training}/distillation/stage-a.js +0 -0
  568. /package/src/{training → experimental/training}/distillation/stage-b.d.ts +0 -0
  569. /package/src/{training → experimental/training}/distillation/stage-b.js +0 -0
  570. /package/src/{training → experimental/training}/distillation/student-fixture.d.ts +0 -0
  571. /package/src/{training → experimental/training}/distillation/student-fixture.js +0 -0
  572. /package/src/{training → experimental/training}/distillation/suite-data.d.ts +0 -0
  573. /package/src/{training → experimental/training}/distillation/suite-data.js +0 -0
  574. /package/src/{training → experimental/training}/index.d.ts +0 -0
  575. /package/src/{training → experimental/training}/index.js +0 -0
  576. /package/src/{training → experimental/training}/lora-pipeline.d.ts +0 -0
  577. /package/src/{training → experimental/training}/objectives/base.d.ts +0 -0
  578. /package/src/{training → experimental/training}/objectives/base.js +0 -0
  579. /package/src/{training → experimental/training}/objectives/cross_entropy.d.ts +0 -0
  580. /package/src/{training → experimental/training}/objectives/cross_entropy.js +0 -0
  581. /package/src/{training → experimental/training}/objectives/distill_kd.d.ts +0 -0
  582. /package/src/{training → experimental/training}/objectives/distill_kd.js +0 -0
  583. /package/src/{training → experimental/training}/objectives/distill_triplet.d.ts +0 -0
  584. /package/src/{training → experimental/training}/objectives/distill_triplet.js +0 -0
  585. /package/src/{training → experimental/training}/objectives/index.d.ts +0 -0
  586. /package/src/{training → experimental/training}/objectives/index.js +0 -0
  587. /package/src/{training → experimental/training}/objectives/ul_stage1_joint.d.ts +0 -0
  588. /package/src/{training → experimental/training}/objectives/ul_stage1_joint.js +0 -0
  589. /package/src/{training → experimental/training}/objectives/ul_stage2_base.d.ts +0 -0
  590. /package/src/{training → experimental/training}/objectives/ul_stage2_base.js +0 -0
  591. /package/src/{training → experimental/training}/operator-artifacts.d.ts +0 -0
  592. /package/src/{training → experimental/training}/operator-command.d.ts +0 -0
  593. /package/src/{training → experimental/training}/operator-command.js +0 -0
  594. /package/src/{training → experimental/training}/operator-eval.d.ts +0 -0
  595. /package/src/{training → experimental/training}/operator-eval.js +0 -0
  596. /package/src/{training → experimental/training}/operator-scoreboard.d.ts +0 -0
  597. /package/src/{training → experimental/training}/operator-scoreboard.js +0 -0
  598. /package/src/{training → experimental/training}/suite.d.ts +0 -0
  599. /package/src/{training → experimental/training}/ul_schedule.js +0 -0
  600. /package/src/{training → experimental/training}/workload-packs/distill-translategemma-medium.json +0 -0
  601. /package/src/{training → experimental/training}/workload-packs/distill-translategemma-tiny.json +0 -0
  602. /package/src/{training → experimental/training}/workload-packs/lora-toy-medium.json +0 -0
  603. /package/src/{training → experimental/training}/workload-packs/lora-toy-tiny.json +0 -0
  604. /package/src/{training → experimental/training}/workload-packs/registry.json +0 -0
  605. /package/src/{training → experimental/training}/workload-packs/ul-training-medium.json +0 -0
  606. /package/src/{training → experimental/training}/workload-packs/ul-training-tiny.json +0 -0
  607. /package/src/{training → experimental/training}/workloads.d.ts +0 -0
@@ -0,0 +1,87 @@
1
+ export declare const LITERTLM_MAGIC: 'LITERTLM';
2
+ export declare const LITERT_TASK_DEFAULT_TFLITE_ENTRY: 'TF_LITE_PREFILL_DECODE';
3
+ export declare const LITERT_TASK_DEFAULT_TOKENIZER_MODEL_ENTRY: 'TOKENIZER_MODEL';
4
+ export declare const LITERT_TASK_DEFAULT_METADATA_ENTRY: 'METADATA';
5
+
6
+ export declare const LITERTLM_SECTION_TYPE: {
7
+ readonly NONE: 0;
8
+ readonly GenericBinaryData: 1;
9
+ readonly Deprecated: 2;
10
+ readonly TFLiteModel: 3;
11
+ readonly SP_Tokenizer: 4;
12
+ readonly LlmMetadataProto: 5;
13
+ readonly HF_Tokenizer_Zlib: 6;
14
+ readonly TFLiteWeights: 7;
15
+ };
16
+
17
+ export declare const LITERTLM_SECTION_TYPE_NAME: Record<number, string>;
18
+
19
+ export interface LiteRTSource {
20
+ name?: string | null;
21
+ size: number;
22
+ readRange: (offset: number, length: number) => Promise<ArrayBuffer | Uint8Array>;
23
+ }
24
+
25
+ export interface LiteRTTaskEntry {
26
+ name: string;
27
+ compressionMethod: number;
28
+ offset: number;
29
+ size: number;
30
+ compressedSize: number;
31
+ localHeaderOffset: number;
32
+ }
33
+
34
+ export interface ParsedLiteRTTask {
35
+ entries: LiteRTTaskEntry[];
36
+ entryMap: Map<string, LiteRTTaskEntry>;
37
+ }
38
+
39
+ export interface LiteRTLMSectionItem {
40
+ key: string | null;
41
+ valueType: number | null;
42
+ value: string | number | boolean | null;
43
+ }
44
+
45
+ export interface LiteRTLMSection {
46
+ beginOffset: number;
47
+ endOffset: number;
48
+ size: number;
49
+ dataType: number;
50
+ dataTypeName: string;
51
+ items: LiteRTLMSectionItem[];
52
+ }
53
+
54
+ export interface ParsedLiteRTLM {
55
+ majorVersion: number;
56
+ minorVersion: number;
57
+ patchVersion: number;
58
+ headerEndOffset: number;
59
+ sections: LiteRTLMSection[];
60
+ }
61
+
62
+ export declare function parseLiteRTTaskFromSource(source: LiteRTSource): Promise<ParsedLiteRTTask>;
63
+
64
+ export declare function parseLiteRTLMFromSource(source: LiteRTSource): Promise<ParsedLiteRTLM>;
65
+
66
+ export declare function findLiteRTLMSectionByType(
67
+ parsed: ParsedLiteRTLM | null | undefined,
68
+ dataTypeName: string
69
+ ): LiteRTLMSection[];
70
+
71
+ export declare function findLiteRTLMTFLiteModelSection(
72
+ parsed: ParsedLiteRTLM | null | undefined,
73
+ modelType?: string
74
+ ): LiteRTLMSection | null;
75
+
76
+ export declare function findLiteRTLMTFLiteWeightsSection(
77
+ parsed: ParsedLiteRTLM | null | undefined,
78
+ modelType?: string
79
+ ): LiteRTLMSection | null;
80
+
81
+ export declare function findLiteRTLMSentencePieceTokenizerSection(
82
+ parsed: ParsedLiteRTLM | null | undefined
83
+ ): LiteRTLMSection | null;
84
+
85
+ export declare function findLiteRTLMMetadataSection(
86
+ parsed: ParsedLiteRTLM | null | undefined
87
+ ): LiteRTLMSection | null;
@@ -0,0 +1,568 @@
1
+ const TEXT_DECODER = new TextDecoder();
2
+ const ZIP_TAIL_BYTES = 0xffff + 22;
3
+ const ZIP_EOCD_SIGNATURE = 0x06054b50;
4
+ const ZIP_CENTRAL_FILE_SIGNATURE = 0x02014b50;
5
+ const ZIP_LOCAL_FILE_SIGNATURE = 0x04034b50;
6
+ const LITERT_PAGE_BYTES = 16 * 1024;
7
+
8
+ export const LITERTLM_MAGIC = 'LITERTLM';
9
+ export const LITERT_TASK_DEFAULT_TFLITE_ENTRY = 'TF_LITE_PREFILL_DECODE';
10
+ export const LITERT_TASK_DEFAULT_TOKENIZER_MODEL_ENTRY = 'TOKENIZER_MODEL';
11
+ export const LITERT_TASK_DEFAULT_METADATA_ENTRY = 'METADATA';
12
+
13
+ export const LITERTLM_SECTION_TYPE = Object.freeze({
14
+ NONE: 0,
15
+ GenericBinaryData: 1,
16
+ Deprecated: 2,
17
+ TFLiteModel: 3,
18
+ SP_Tokenizer: 4,
19
+ LlmMetadataProto: 5,
20
+ HF_Tokenizer_Zlib: 6,
21
+ TFLiteWeights: 7,
22
+ });
23
+
24
+ export const LITERTLM_SECTION_TYPE_NAME = Object.freeze(Object.fromEntries(
25
+ Object.entries(LITERTLM_SECTION_TYPE).map(([name, value]) => [value, name])
26
+ ));
27
+
28
+ const LITERTLM_VALUE_TYPE = Object.freeze({
29
+ NONE: 0,
30
+ UInt8: 1,
31
+ Int8: 2,
32
+ UInt16: 3,
33
+ Int16: 4,
34
+ UInt32: 5,
35
+ Int32: 6,
36
+ Float32: 7,
37
+ Bool: 8,
38
+ StringValue: 9,
39
+ UInt64: 10,
40
+ Int64: 11,
41
+ Double: 12,
42
+ });
43
+
44
+ function normalizeSourceLabel(source) {
45
+ const raw = typeof source?.name === 'string' ? source.name.trim() : '';
46
+ return raw || 'LiteRT source';
47
+ }
48
+
49
+ function decodeAscii(bytes) {
50
+ return Array.from(bytes, (value) => String.fromCharCode(value)).join('');
51
+ }
52
+
53
+ function toUint8Array(value, label) {
54
+ if (value instanceof Uint8Array) {
55
+ return value;
56
+ }
57
+ if (value instanceof ArrayBuffer) {
58
+ return new Uint8Array(value);
59
+ }
60
+ throw new Error(`${label} must return ArrayBuffer or Uint8Array.`);
61
+ }
62
+
63
+ function createPagedSourceReader(source) {
64
+ if (!source || typeof source.readRange !== 'function') {
65
+ throw new Error('LiteRT parser: source.readRange(offset, length) is required.');
66
+ }
67
+ const size = Number(source.size);
68
+ if (!Number.isFinite(size) || size < 8) {
69
+ throw new Error('LiteRT parser: source.size must be a finite byte length >= 8.');
70
+ }
71
+ const label = normalizeSourceLabel(source);
72
+ const pageCache = new Map();
73
+
74
+ async function loadPage(pageIndex) {
75
+ const cached = pageCache.get(pageIndex);
76
+ if (cached) {
77
+ return cached;
78
+ }
79
+ const pageOffset = pageIndex * LITERT_PAGE_BYTES;
80
+ const pageLength = Math.min(LITERT_PAGE_BYTES, size - pageOffset);
81
+ const raw = await source.readRange(pageOffset, pageLength);
82
+ const bytes = toUint8Array(raw, `${label} page ${pageIndex}`);
83
+ if (bytes.byteLength !== pageLength) {
84
+ throw new Error(
85
+ `LiteRT parser: short read for ${label} page ${pageIndex}. ` +
86
+ `Expected ${pageLength} bytes, got ${bytes.byteLength}.`
87
+ );
88
+ }
89
+ pageCache.set(pageIndex, bytes);
90
+ return bytes;
91
+ }
92
+
93
+ async function readSlice(offset, length) {
94
+ if (!Number.isFinite(offset) || !Number.isFinite(length)) {
95
+ throw new Error(`LiteRT parser: invalid read request (${offset}, ${length}).`);
96
+ }
97
+ const start = Math.max(0, Math.floor(offset));
98
+ const byteLength = Math.max(0, Math.floor(length));
99
+ if (start + byteLength > size) {
100
+ throw new Error(
101
+ `LiteRT parser: read exceeds ${label} bounds (offset=${start}, length=${byteLength}, size=${size}).`
102
+ );
103
+ }
104
+ if (byteLength === 0) {
105
+ return new Uint8Array(0);
106
+ }
107
+ const pageStart = Math.floor(start / LITERT_PAGE_BYTES);
108
+ const pageEnd = Math.floor((start + byteLength - 1) / LITERT_PAGE_BYTES);
109
+ if (pageStart === pageEnd) {
110
+ const page = await loadPage(pageStart);
111
+ const sliceOffset = start - pageStart * LITERT_PAGE_BYTES;
112
+ return page.subarray(sliceOffset, sliceOffset + byteLength);
113
+ }
114
+ const out = new Uint8Array(byteLength);
115
+ let writeOffset = 0;
116
+ for (let pageIndex = pageStart; pageIndex <= pageEnd; pageIndex++) {
117
+ const page = await loadPage(pageIndex);
118
+ const pageBase = pageIndex * LITERT_PAGE_BYTES;
119
+ const sliceStart = pageIndex === pageStart ? start - pageBase : 0;
120
+ const sliceEnd = pageIndex === pageEnd
121
+ ? (start + byteLength) - pageBase
122
+ : page.byteLength;
123
+ const slice = page.subarray(sliceStart, sliceEnd);
124
+ out.set(slice, writeOffset);
125
+ writeOffset += slice.byteLength;
126
+ }
127
+ return out;
128
+ }
129
+
130
+ async function readUint8(offset) {
131
+ const bytes = await readSlice(offset, 1);
132
+ return bytes[0];
133
+ }
134
+
135
+ async function readUint16(offset) {
136
+ const bytes = await readSlice(offset, 2);
137
+ return new DataView(bytes.buffer, bytes.byteOffset, 2).getUint16(0, true);
138
+ }
139
+
140
+ async function readInt16(offset) {
141
+ const bytes = await readSlice(offset, 2);
142
+ return new DataView(bytes.buffer, bytes.byteOffset, 2).getInt16(0, true);
143
+ }
144
+
145
+ async function readUint32(offset) {
146
+ const bytes = await readSlice(offset, 4);
147
+ return new DataView(bytes.buffer, bytes.byteOffset, 4).getUint32(0, true);
148
+ }
149
+
150
+ async function readInt32(offset) {
151
+ const bytes = await readSlice(offset, 4);
152
+ return new DataView(bytes.buffer, bytes.byteOffset, 4).getInt32(0, true);
153
+ }
154
+
155
+ async function readFloat32(offset) {
156
+ const bytes = await readSlice(offset, 4);
157
+ return new DataView(bytes.buffer, bytes.byteOffset, 4).getFloat32(0, true);
158
+ }
159
+
160
+ async function readBigUint64(offset) {
161
+ const bytes = await readSlice(offset, 8);
162
+ return new DataView(bytes.buffer, bytes.byteOffset, 8).getBigUint64(0, true);
163
+ }
164
+
165
+ async function readBigInt64(offset) {
166
+ const bytes = await readSlice(offset, 8);
167
+ return new DataView(bytes.buffer, bytes.byteOffset, 8).getBigInt64(0, true);
168
+ }
169
+
170
+ async function readFloat64(offset) {
171
+ const bytes = await readSlice(offset, 8);
172
+ return new DataView(bytes.buffer, bytes.byteOffset, 8).getFloat64(0, true);
173
+ }
174
+
175
+ async function getTableFieldPos(tablePos, fieldIndex) {
176
+ const vtableRelative = await readInt32(tablePos);
177
+ const vtablePos = tablePos - vtableRelative;
178
+ const vtableLength = await readUint16(vtablePos);
179
+ const fieldPos = vtablePos + 4 + fieldIndex * 2;
180
+ if (fieldPos + 2 > vtablePos + vtableLength) {
181
+ return null;
182
+ }
183
+ const fieldOffset = await readUint16(fieldPos);
184
+ return fieldOffset === 0 ? null : tablePos + fieldOffset;
185
+ }
186
+
187
+ async function readStringAtField(tablePos, fieldIndex) {
188
+ const fieldPos = await getTableFieldPos(tablePos, fieldIndex);
189
+ if (fieldPos == null) {
190
+ return null;
191
+ }
192
+ const stringPos = fieldPos + await readInt32(fieldPos);
193
+ const stringLength = await readInt32(stringPos);
194
+ const bytes = await readSlice(stringPos + 4, stringLength);
195
+ return TEXT_DECODER.decode(bytes);
196
+ }
197
+
198
+ async function readScalarAtField(tablePos, fieldIndex, type) {
199
+ const fieldPos = await getTableFieldPos(tablePos, fieldIndex);
200
+ if (fieldPos == null) {
201
+ return null;
202
+ }
203
+ switch (type) {
204
+ case 'uint8':
205
+ return readUint8(fieldPos);
206
+ case 'int8': {
207
+ const raw = await readUint8(fieldPos);
208
+ return raw > 127 ? raw - 256 : raw;
209
+ }
210
+ case 'uint16':
211
+ return readUint16(fieldPos);
212
+ case 'int16':
213
+ return readInt16(fieldPos);
214
+ case 'uint32':
215
+ return readUint32(fieldPos);
216
+ case 'int32':
217
+ return readInt32(fieldPos);
218
+ case 'uint64':
219
+ return readBigUint64(fieldPos);
220
+ case 'int64':
221
+ return readBigInt64(fieldPos);
222
+ case 'float32':
223
+ return readFloat32(fieldPos);
224
+ case 'float64':
225
+ return readFloat64(fieldPos);
226
+ case 'bool':
227
+ return (await readUint8(fieldPos)) !== 0;
228
+ default:
229
+ throw new Error(`LiteRT parser: unsupported scalar type "${type}".`);
230
+ }
231
+ }
232
+
233
+ async function readTableVectorLength(tablePos, fieldIndex) {
234
+ const fieldPos = await getTableFieldPos(tablePos, fieldIndex);
235
+ if (fieldPos == null) {
236
+ return 0;
237
+ }
238
+ const vectorPos = fieldPos + await readInt32(fieldPos);
239
+ return readInt32(vectorPos);
240
+ }
241
+
242
+ async function readTableVectorEntry(tablePos, fieldIndex, index) {
243
+ const fieldPos = await getTableFieldPos(tablePos, fieldIndex);
244
+ if (fieldPos == null) {
245
+ return null;
246
+ }
247
+ const vectorPos = fieldPos + await readInt32(fieldPos);
248
+ const length = await readInt32(vectorPos);
249
+ if (index < 0 || index >= length) {
250
+ return null;
251
+ }
252
+ const entryPos = vectorPos + 4 + index * 4;
253
+ return entryPos + await readInt32(entryPos);
254
+ }
255
+
256
+ return {
257
+ label,
258
+ size,
259
+ readSlice,
260
+ readUint8,
261
+ readUint16,
262
+ readUint32,
263
+ readInt32,
264
+ readBigUint64,
265
+ readBigInt64,
266
+ getTableFieldPos,
267
+ readStringAtField,
268
+ readScalarAtField,
269
+ readTableVectorLength,
270
+ readTableVectorEntry,
271
+ };
272
+ }
273
+
274
+ async function parseZipStoredEntries(reader) {
275
+ const tailLength = Math.min(reader.size, ZIP_TAIL_BYTES);
276
+ const tailStart = reader.size - tailLength;
277
+ const tail = await reader.readSlice(tailStart, tailLength);
278
+
279
+ let eocdOffset = -1;
280
+ for (let index = tail.byteLength - 22; index >= 0; index--) {
281
+ const signature = new DataView(tail.buffer, tail.byteOffset + index, 4).getUint32(0, true);
282
+ if (signature === ZIP_EOCD_SIGNATURE) {
283
+ eocdOffset = index;
284
+ break;
285
+ }
286
+ }
287
+ if (eocdOffset < 0) {
288
+ throw new Error('LiteRT task parser: end-of-central-directory record not found.');
289
+ }
290
+
291
+ const eocdView = new DataView(tail.buffer, tail.byteOffset + eocdOffset, tail.byteLength - eocdOffset);
292
+ const centralDirectorySize = eocdView.getUint32(12, true);
293
+ const centralDirectoryOffset = eocdView.getUint32(16, true);
294
+ const centralBytes = await reader.readSlice(centralDirectoryOffset, centralDirectorySize);
295
+ const centralView = new DataView(centralBytes.buffer, centralBytes.byteOffset, centralBytes.byteLength);
296
+
297
+ const entries = [];
298
+ let offset = 0;
299
+ while (offset < centralBytes.byteLength) {
300
+ const signature = centralView.getUint32(offset, true);
301
+ if (signature !== ZIP_CENTRAL_FILE_SIGNATURE) {
302
+ throw new Error(
303
+ `LiteRT task parser: invalid central directory signature at offset ${centralDirectoryOffset + offset}.`
304
+ );
305
+ }
306
+ const compressionMethod = centralView.getUint16(offset + 10, true);
307
+ const compressedSize = centralView.getUint32(offset + 20, true);
308
+ const uncompressedSize = centralView.getUint32(offset + 24, true);
309
+ const fileNameLength = centralView.getUint16(offset + 28, true);
310
+ const extraLength = centralView.getUint16(offset + 30, true);
311
+ const commentLength = centralView.getUint16(offset + 32, true);
312
+ const localHeaderOffset = centralView.getUint32(offset + 42, true);
313
+ const nameBytes = new Uint8Array(
314
+ centralBytes.buffer,
315
+ centralBytes.byteOffset + offset + 46,
316
+ fileNameLength
317
+ );
318
+ const name = TEXT_DECODER.decode(nameBytes);
319
+ if (compressionMethod !== 0) {
320
+ throw new Error(
321
+ `LiteRT task parser: zip entry "${name}" uses compression method ${compressionMethod}. ` +
322
+ 'Only stored (uncompressed) task archives are supported.'
323
+ );
324
+ }
325
+
326
+ const localHeader = await reader.readSlice(localHeaderOffset, 30);
327
+ const localView = new DataView(localHeader.buffer, localHeader.byteOffset, localHeader.byteLength);
328
+ const localSignature = localView.getUint32(0, true);
329
+ if (localSignature !== ZIP_LOCAL_FILE_SIGNATURE) {
330
+ throw new Error(
331
+ `LiteRT task parser: invalid local file header for "${name}" at offset ${localHeaderOffset}.`
332
+ );
333
+ }
334
+ const localNameLength = localView.getUint16(26, true);
335
+ const localExtraLength = localView.getUint16(28, true);
336
+ const dataOffset = localHeaderOffset + 30 + localNameLength + localExtraLength;
337
+ entries.push({
338
+ name,
339
+ compressionMethod,
340
+ offset: dataOffset,
341
+ size: uncompressedSize,
342
+ compressedSize,
343
+ localHeaderOffset,
344
+ });
345
+
346
+ offset += 46 + fileNameLength + extraLength + commentLength;
347
+ }
348
+
349
+ return entries;
350
+ }
351
+
352
+ async function parseLiteRTLMValue(reader, unionTypeId, tablePos) {
353
+ switch (unionTypeId) {
354
+ case LITERTLM_VALUE_TYPE.NONE:
355
+ return null;
356
+ case LITERTLM_VALUE_TYPE.UInt8:
357
+ return reader.readScalarAtField(tablePos, 0, 'uint8');
358
+ case LITERTLM_VALUE_TYPE.Int8:
359
+ return reader.readScalarAtField(tablePos, 0, 'int8');
360
+ case LITERTLM_VALUE_TYPE.UInt16:
361
+ return reader.readScalarAtField(tablePos, 0, 'uint16');
362
+ case LITERTLM_VALUE_TYPE.Int16:
363
+ return reader.readScalarAtField(tablePos, 0, 'int16');
364
+ case LITERTLM_VALUE_TYPE.UInt32:
365
+ return reader.readScalarAtField(tablePos, 0, 'uint32');
366
+ case LITERTLM_VALUE_TYPE.Int32:
367
+ return reader.readScalarAtField(tablePos, 0, 'int32');
368
+ case LITERTLM_VALUE_TYPE.Float32:
369
+ return reader.readScalarAtField(tablePos, 0, 'float32');
370
+ case LITERTLM_VALUE_TYPE.Bool:
371
+ return reader.readScalarAtField(tablePos, 0, 'bool');
372
+ case LITERTLM_VALUE_TYPE.StringValue:
373
+ return reader.readStringAtField(tablePos, 0);
374
+ case LITERTLM_VALUE_TYPE.UInt64: {
375
+ const raw = await reader.readScalarAtField(tablePos, 0, 'uint64');
376
+ const numeric = Number(raw);
377
+ return Number.isSafeInteger(numeric) ? numeric : String(raw);
378
+ }
379
+ case LITERTLM_VALUE_TYPE.Int64: {
380
+ const raw = await reader.readScalarAtField(tablePos, 0, 'int64');
381
+ const numeric = Number(raw);
382
+ return Number.isSafeInteger(numeric) ? numeric : String(raw);
383
+ }
384
+ case LITERTLM_VALUE_TYPE.Double:
385
+ return reader.readScalarAtField(tablePos, 0, 'float64');
386
+ default:
387
+ return null;
388
+ }
389
+ }
390
+
391
+ async function parseLiteRTLMKeyValuePair(reader, tablePos) {
392
+ const key = await reader.readStringAtField(tablePos, 0);
393
+ const valueType = await reader.readScalarAtField(tablePos, 1, 'uint8');
394
+ const valueFieldPos = await reader.getTableFieldPos(tablePos, 2);
395
+ const valueTablePos = valueFieldPos == null ? null : valueFieldPos + await reader.readInt32(valueFieldPos);
396
+ return {
397
+ key,
398
+ valueType,
399
+ value: valueTablePos == null ? null : await parseLiteRTLMValue(reader, valueType, valueTablePos),
400
+ };
401
+ }
402
+
403
+ async function parseLiteRTLMSection(reader, tablePos) {
404
+ const itemsLength = await reader.readTableVectorLength(tablePos, 0);
405
+ const items = [];
406
+ for (let index = 0; index < itemsLength; index++) {
407
+ const itemPos = await reader.readTableVectorEntry(tablePos, 0, index);
408
+ if (itemPos == null) {
409
+ continue;
410
+ }
411
+ items.push(await parseLiteRTLMKeyValuePair(reader, itemPos));
412
+ }
413
+ const beginOffset = await reader.readScalarAtField(tablePos, 1, 'uint64');
414
+ const endOffset = await reader.readScalarAtField(tablePos, 2, 'uint64');
415
+ const dataType = await reader.readScalarAtField(tablePos, 3, 'uint8');
416
+ return {
417
+ beginOffset: Number(beginOffset),
418
+ endOffset: Number(endOffset),
419
+ size: Number(endOffset) - Number(beginOffset),
420
+ dataType,
421
+ dataTypeName: LITERTLM_SECTION_TYPE_NAME[dataType] ?? `UNKNOWN_${dataType}`,
422
+ items,
423
+ };
424
+ }
425
+
426
+ export async function parseLiteRTTaskFromSource(source) {
427
+ const reader = createPagedSourceReader(source);
428
+ const entries = await parseZipStoredEntries(reader);
429
+ const entryMap = new Map(entries.map((entry) => [entry.name, entry]));
430
+ return {
431
+ entries,
432
+ entryMap,
433
+ };
434
+ }
435
+
436
+ export async function parseLiteRTLMFromSource(source) {
437
+ const reader = createPagedSourceReader(source);
438
+ const magic = decodeAscii(await reader.readSlice(0, 8));
439
+ if (magic !== LITERTLM_MAGIC) {
440
+ throw new Error(
441
+ `LiteRT-LM parser: invalid magic "${magic || '(empty)'}". Expected "${LITERTLM_MAGIC}".`
442
+ );
443
+ }
444
+
445
+ const majorVersion = await reader.readUint32(8);
446
+ const minorVersion = await reader.readUint32(12);
447
+ const patchVersion = await reader.readUint32(16);
448
+ const headerEndOffset = Number(await reader.readBigUint64(24));
449
+ if (!Number.isFinite(headerEndOffset) || headerEndOffset < 32 || headerEndOffset > reader.size) {
450
+ throw new Error(`LiteRT-LM parser: invalid header end offset ${headerEndOffset}.`);
451
+ }
452
+
453
+ const headerBytes = await reader.readSlice(32, headerEndOffset - 32);
454
+ const headerReader = createPagedSourceReader({
455
+ name: `${normalizeSourceLabel(source)} header`,
456
+ size: headerBytes.byteLength,
457
+ async readRange(offset, length) {
458
+ const start = Math.max(0, Math.floor(offset));
459
+ const end = Math.min(headerBytes.byteLength, start + Math.max(0, Math.floor(length)));
460
+ return headerBytes.slice(start, end);
461
+ },
462
+ });
463
+ const rootOffset = await headerReader.readInt32(0);
464
+ const metadataPos = rootOffset;
465
+ const sectionMetadataFieldPos = await headerReader.getTableFieldPos(metadataPos, 1);
466
+ if (sectionMetadataFieldPos == null) {
467
+ throw new Error('LiteRT-LM parser: section metadata is required.');
468
+ }
469
+ const sectionMetadataPos = sectionMetadataFieldPos + await headerReader.readInt32(sectionMetadataFieldPos);
470
+ const sectionCount = await headerReader.readTableVectorLength(sectionMetadataPos, 0);
471
+ const sections = [];
472
+ for (let index = 0; index < sectionCount; index++) {
473
+ const sectionPos = await headerReader.readTableVectorEntry(sectionMetadataPos, 0, index);
474
+ if (sectionPos == null) {
475
+ continue;
476
+ }
477
+ sections.push(await parseLiteRTLMSection(headerReader, sectionPos));
478
+ }
479
+
480
+ return {
481
+ majorVersion,
482
+ minorVersion,
483
+ patchVersion,
484
+ headerEndOffset,
485
+ sections,
486
+ };
487
+ }
488
+
489
+ function normalizeUpper(value) {
490
+ return String(value || '').trim().toUpperCase();
491
+ }
492
+
493
+ function findSectionItemValue(section, key) {
494
+ const normalizedKey = normalizeUpper(key);
495
+ for (const item of Array.isArray(section?.items) ? section.items : []) {
496
+ if (normalizeUpper(item?.key) === normalizedKey) {
497
+ return item?.value ?? null;
498
+ }
499
+ }
500
+ return null;
501
+ }
502
+
503
+ export function findLiteRTLMSectionByType(parsed, dataTypeName) {
504
+ const normalized = normalizeUpper(dataTypeName);
505
+ return (Array.isArray(parsed?.sections) ? parsed.sections : []).filter((section) => (
506
+ normalizeUpper(section?.dataTypeName) === normalized
507
+ ));
508
+ }
509
+
510
+ export function findLiteRTLMTFLiteModelSection(parsed, modelType = 'TF_LITE_PREFILL_DECODE') {
511
+ const sections = findLiteRTLMSectionByType(parsed, 'TFLiteModel');
512
+ const normalizedModelType = normalizeUpper(modelType);
513
+ const matched = sections.filter((section) => {
514
+ const sectionModelType = normalizeUpper(findSectionItemValue(section, 'model_type'));
515
+ return !sectionModelType || sectionModelType === normalizedModelType;
516
+ });
517
+ if (matched.length === 1) {
518
+ return matched[0];
519
+ }
520
+ if (matched.length > 1) {
521
+ throw new Error(
522
+ `LiteRT-LM parser: multiple TFLiteModel sections matched model_type "${modelType}".`
523
+ );
524
+ }
525
+ if (sections.length === 1) {
526
+ return sections[0];
527
+ }
528
+ if (sections.length > 1) {
529
+ throw new Error(
530
+ `LiteRT-LM parser: multiple TFLiteModel sections found and none matched model_type "${modelType}".`
531
+ );
532
+ }
533
+ return null;
534
+ }
535
+
536
+ export function findLiteRTLMTFLiteWeightsSection(parsed, modelType = 'TF_LITE_PREFILL_DECODE') {
537
+ const sections = findLiteRTLMSectionByType(parsed, 'TFLiteWeights');
538
+ const normalizedModelType = normalizeUpper(modelType);
539
+ const matched = sections.filter((section) => {
540
+ const sectionModelType = normalizeUpper(findSectionItemValue(section, 'model_type'));
541
+ return !sectionModelType || sectionModelType === normalizedModelType;
542
+ });
543
+ if (matched.length === 1) {
544
+ return matched[0];
545
+ }
546
+ if (matched.length > 1) {
547
+ throw new Error(
548
+ `LiteRT-LM parser: multiple TFLiteWeights sections matched model_type "${modelType}".`
549
+ );
550
+ }
551
+ return null;
552
+ }
553
+
554
+ export function findLiteRTLMSentencePieceTokenizerSection(parsed) {
555
+ const sections = findLiteRTLMSectionByType(parsed, 'SP_Tokenizer');
556
+ if (sections.length > 1) {
557
+ throw new Error('LiteRT-LM parser: multiple SP_Tokenizer sections are not supported.');
558
+ }
559
+ return sections[0] ?? null;
560
+ }
561
+
562
+ export function findLiteRTLMMetadataSection(parsed) {
563
+ const sections = findLiteRTLMSectionByType(parsed, 'LlmMetadataProto');
564
+ if (sections.length > 1) {
565
+ throw new Error('LiteRT-LM parser: multiple LlmMetadataProto sections are not supported.');
566
+ }
567
+ return sections[0] ?? null;
568
+ }