doppler-gpu 0.2.0 → 0.2.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (607) hide show
  1. package/CHANGELOG.md +29 -1
  2. package/README.md +97 -29
  3. package/package.json +40 -27
  4. package/src/cli/config/doppler-quickstart.json +10 -0
  5. package/src/cli/doppler-cli.js +66 -22
  6. package/src/cli/doppler-quickstart.d.ts +61 -0
  7. package/src/cli/doppler-quickstart.js +299 -0
  8. package/src/cli/doppler-serve.js +395 -0
  9. package/src/client/doppler-api.browser.js +13 -377
  10. package/src/client/doppler-api.d.ts +35 -56
  11. package/src/client/doppler-api.js +12 -363
  12. package/src/client/doppler-registry.json +55 -2
  13. package/src/client/runtime/index.d.ts +63 -0
  14. package/src/client/runtime/index.js +173 -0
  15. package/src/client/runtime/lora.d.ts +36 -0
  16. package/src/client/runtime/lora.js +165 -0
  17. package/src/client/{doppler-provider → runtime}/model-manager.d.ts +1 -1
  18. package/src/client/{doppler-provider → runtime}/model-manager.js +56 -30
  19. package/src/client/runtime/model-session.d.ts +72 -0
  20. package/src/client/runtime/model-session.js +122 -0
  21. package/src/client/runtime/model-source.d.ts +43 -0
  22. package/src/client/runtime/model-source.js +101 -0
  23. package/src/client/{doppler-provider → runtime}/source-runtime.d.ts +8 -5
  24. package/src/client/runtime/source-runtime.js +919 -0
  25. package/src/client/runtime/storage.d.ts +5 -0
  26. package/src/client/runtime/storage.js +51 -0
  27. package/src/client/{doppler-provider → runtime}/types.d.ts +14 -2
  28. package/src/config/README.md +2 -0
  29. package/src/config/conversion/README.md +47 -7
  30. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +67 -5
  31. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +62 -11
  32. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +79 -18
  33. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +61 -13
  34. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +53 -10
  35. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +66 -18
  36. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +256 -0
  37. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +49 -8
  38. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +45 -6
  39. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +45 -6
  40. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +57 -9
  41. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +105 -26
  42. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +83 -33
  43. package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +33 -5
  44. package/src/config/execution-contract-check.d.ts +2 -1
  45. package/src/config/execution-contract-check.js +187 -53
  46. package/src/config/kernel-path-loader.d.ts +36 -0
  47. package/src/config/kernel-path-loader.js +97 -10
  48. package/src/config/kernels/kernel-ref-digests.js +40 -24
  49. package/src/config/kernels/registry.js +0 -1
  50. package/src/config/kernels/registry.json +772 -66
  51. package/src/config/merge-contract-check.js +3 -0
  52. package/src/config/merge.d.ts +18 -1
  53. package/src/config/merge.js +56 -0
  54. package/src/config/param-categories.js +5 -0
  55. package/src/config/param-validator.js +42 -26
  56. package/src/config/platforms/apple-m3.json +1 -1
  57. package/src/config/platforms/loader.js +21 -16
  58. package/src/config/required-inference-fields-contract-check.js +16 -0
  59. package/src/config/runtime/compute/f16-batched.json +2 -0
  60. package/src/config/runtime/default.json +1 -0
  61. package/src/config/runtime/experiments/bench/gemma3-bench-q4k-alt.json +57 -0
  62. package/src/config/runtime/experiments/bench/gemma3-bench-q4k-batched.json +57 -0
  63. package/src/config/runtime/experiments/bench/gemma3-bench-q4k.json +2 -0
  64. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-alt.json +57 -0
  65. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +57 -0
  66. package/src/config/runtime/experiments/debug/gemma3-browser-diagnose-q4k.json +81 -0
  67. package/src/config/runtime/experiments/debug/gemma3-debug-q4k.json +5 -0
  68. package/src/config/runtime/experiments/debug/qwen35-browser-diagnose-q4k.json +81 -0
  69. package/src/config/runtime/experiments/verify/gemma4-e2b-verify.json +38 -0
  70. package/src/config/runtime/profiles/gemma4-e2b-low-memory.json +63 -0
  71. package/src/config/runtime/profiles/gemma4-e2b-throughput.json +39 -0
  72. package/src/config/runtime/profiles/low-memory.json +1 -0
  73. package/src/config/runtime/profiles/turboquant-contiguous-prod.json +29 -0
  74. package/src/config/runtime/profiles/turboquant-contiguous.json +29 -0
  75. package/src/config/runtime/profiles/turboquant.json +36 -0
  76. package/src/config/runtime/profiles/vector-stability.json +1 -0
  77. package/src/config/runtime/tiers/gemma4-128gb.json +79 -0
  78. package/src/config/runtime/tiers/gemma4-16gb.json +15 -2
  79. package/src/config/runtime/tiers/gemma4-24gb.json +15 -2
  80. package/src/config/runtime/tiers/gemma4-32gb.json +15 -2
  81. package/src/config/runtime.js +11 -4
  82. package/src/config/schema/converter.schema.d.ts +4 -2
  83. package/src/config/schema/converter.schema.js +7 -5
  84. package/src/config/schema/doppler.schema.d.ts +26 -2
  85. package/src/config/schema/doppler.schema.js +77 -28
  86. package/src/config/schema/execution-v1.schema.d.ts +78 -5
  87. package/src/config/schema/execution-v1.schema.js +62 -1
  88. package/src/config/schema/index.d.ts +22 -29
  89. package/src/config/schema/index.js +15 -17
  90. package/src/config/schema/inference.schema.d.ts +26 -4
  91. package/src/config/schema/kernel-path.schema.d.ts +30 -3
  92. package/src/config/schema/kernel-registry.schema.d.ts +1 -1
  93. package/src/config/schema/kernel-registry.schema.js +1 -0
  94. package/src/config/schema/kvcache.schema.js +7 -0
  95. package/src/config/schema/loading.schema.d.ts +28 -0
  96. package/src/config/schema/loading.schema.js +9 -0
  97. package/src/config/schema/manifest.schema.d.ts +79 -5
  98. package/src/config/schema/manifest.schema.js +7 -1
  99. package/src/config/schema/platform.schema.d.ts +10 -8
  100. package/src/config/schema/speculation-self.schema.js +0 -5
  101. package/src/config/schema/support-tiers.schema.d.ts +53 -0
  102. package/src/config/schema/support-tiers.schema.js +128 -0
  103. package/src/config/source-packages/litert/gemma-4-e2b-it.json +622 -0
  104. package/src/config/source-packages/registry.json +15 -0
  105. package/src/config/support-tiers/subsystems.json +502 -0
  106. package/src/config/transforms/capability-transform-resolver.d.ts +16 -5
  107. package/src/config/transforms/capability-transform-resolver.js +44 -9
  108. package/src/config/transforms/execution-graph-transforms.d.ts +113 -2
  109. package/src/config/transforms/execution-graph-transforms.js +1220 -8
  110. package/src/converter/conversion-plan.js +20 -8
  111. package/src/converter/core.d.ts +48 -1
  112. package/src/converter/core.js +249 -62
  113. package/src/converter/parsers/gguf.d.ts +10 -1
  114. package/src/converter/rope-config.d.ts +1 -0
  115. package/src/converter/rope-config.js +75 -5
  116. package/src/converter/shard-packer.js +2 -2
  117. package/src/debug/tensor.js +13 -1
  118. package/src/{adapters → experimental/adapters}/adapter-manager.d.ts +1 -1
  119. package/src/{adapters → experimental/adapters}/adapter-manager.js +2 -2
  120. package/src/{adapters → experimental/adapters}/adapter-manifest.d.ts +1 -1
  121. package/src/{adapters → experimental/adapters}/adapter-manifest.js +1 -1
  122. package/src/{adapters → experimental/adapters}/adapter-registry.d.ts +1 -1
  123. package/src/{adapters → experimental/adapters}/adapter-registry.js +1 -1
  124. package/src/{adapters → experimental/adapters}/lora-loader.d.ts +1 -1
  125. package/src/{adapters → experimental/adapters}/lora-loader.js +2 -2
  126. package/src/{bridge → experimental/bridge}/extension-client.js +2 -2
  127. package/src/{bridge → experimental/bridge}/node-bridge.js +2 -4
  128. package/src/{bridge → experimental/bridge}/protocol.js +1 -1
  129. package/src/{browser → experimental/browser}/browser-converter.d.ts +4 -4
  130. package/src/{browser → experimental/browser}/browser-converter.js +12 -12
  131. package/src/{browser → experimental/browser}/gguf-importer.d.ts +1 -1
  132. package/src/{browser → experimental/browser}/gguf-importer.js +8 -8
  133. package/src/{browser → experimental/browser}/gguf-parser-browser.d.ts +2 -2
  134. package/src/{browser → experimental/browser}/gguf-parser-browser.js +3 -3
  135. package/src/{browser → experimental/browser}/quantization.d.ts +3 -3
  136. package/src/{browser → experimental/browser}/quantization.js +4 -4
  137. package/src/{browser → experimental/browser}/safetensors-parser-browser.d.ts +3 -3
  138. package/src/{browser → experimental/browser}/safetensors-parser-browser.js +3 -3
  139. package/src/{browser → experimental/browser}/shard-io-browser.d.ts +1 -1
  140. package/src/{browser → experimental/browser}/shard-io-browser.js +2 -2
  141. package/src/{browser → experimental/browser}/tensor-source-download.js +3 -3
  142. package/src/experimental/diffusion/index.d.ts +8 -0
  143. package/src/experimental/diffusion/index.js +8 -0
  144. package/src/{distribution → experimental/distribution}/p2p-transport-contract.js +1 -1
  145. package/src/{distribution → experimental/distribution}/p2p-transport.js +1 -1
  146. package/src/{distribution → experimental/distribution}/shard-delivery.js +5 -5
  147. package/src/experimental/energy/index.d.ts +2 -0
  148. package/src/experimental/energy/index.js +2 -0
  149. package/src/{hotswap → experimental/hotswap}/intent-bundle.d.ts +1 -1
  150. package/src/{hotswap → experimental/hotswap}/intent-bundle.js +2 -2
  151. package/src/{hotswap → experimental/hotswap}/manifest.d.ts +2 -2
  152. package/src/{hotswap → experimental/hotswap}/manifest.js +1 -1
  153. package/src/{hotswap → experimental/hotswap}/model-swap.js +1 -1
  154. package/src/{hotswap → experimental/hotswap}/runtime.d.ts +1 -1
  155. package/src/experimental/orchestration/index.d.ts +12 -0
  156. package/src/experimental/orchestration/index.js +12 -0
  157. package/src/{training → experimental/training}/README.md +1 -1
  158. package/src/{training → experimental/training}/artifacts.d.ts +3 -3
  159. package/src/{training → experimental/training}/artifacts.js +3 -3
  160. package/src/{training → experimental/training}/attention-backward.d.ts +1 -1
  161. package/src/{training → experimental/training}/attention-backward.js +3 -3
  162. package/src/{training → experimental/training}/attention-forward.d.ts +2 -2
  163. package/src/{training → experimental/training}/attention-forward.js +1 -1
  164. package/src/{training → experimental/training}/autograd.d.ts +2 -2
  165. package/src/{training → experimental/training}/autograd.js +7 -7
  166. package/src/{training → experimental/training}/backward-kernels.js +1 -1
  167. package/src/{training → experimental/training}/checkpoint.js +1 -1
  168. package/src/{training → experimental/training}/clip.d.ts +2 -2
  169. package/src/{training → experimental/training}/clip.js +3 -3
  170. package/src/{training → experimental/training}/export.d.ts +2 -2
  171. package/src/{training → experimental/training}/export.js +2 -2
  172. package/src/{training → experimental/training}/lora-pipeline.js +4 -4
  173. package/src/{training → experimental/training}/lora.d.ts +1 -1
  174. package/src/{training → experimental/training}/lora.js +4 -4
  175. package/src/{training → experimental/training}/loss-scaling.d.ts +2 -2
  176. package/src/{training → experimental/training}/loss-scaling.js +3 -3
  177. package/src/{training → experimental/training}/loss.d.ts +2 -2
  178. package/src/{training → experimental/training}/loss.js +1 -1
  179. package/src/{training → experimental/training}/operator-artifacts.js +1 -1
  180. package/src/{training → experimental/training}/optimizer.d.ts +2 -2
  181. package/src/{training → experimental/training}/optimizer.js +3 -3
  182. package/src/{training → experimental/training}/runner.d.ts +2 -2
  183. package/src/{training → experimental/training}/runner.js +5 -5
  184. package/src/{training → experimental/training}/suite.js +16 -16
  185. package/src/{training → experimental/training}/tensor-factory.d.ts +1 -1
  186. package/src/{training → experimental/training}/tensor-factory.js +2 -2
  187. package/src/{training → experimental/training}/trainer.d.ts +3 -3
  188. package/src/{training → experimental/training}/trainer.js +3 -3
  189. package/src/{training → experimental/training}/ul_dataset.d.ts +2 -2
  190. package/src/{training → experimental/training}/ul_dataset.js +1 -1
  191. package/src/{training → experimental/training}/ul_schedule.d.ts +1 -1
  192. package/src/{training → experimental/training}/workloads.js +4 -4
  193. package/src/formats/index.d.ts +24 -0
  194. package/src/formats/index.js +6 -0
  195. package/src/formats/litert/index.d.ts +1 -0
  196. package/src/formats/litert/index.js +1 -0
  197. package/src/formats/litert/types.d.ts +87 -0
  198. package/src/formats/litert/types.js +568 -0
  199. package/src/formats/rdrr/classification.js +16 -8
  200. package/src/formats/rdrr/parsing.d.ts +3 -2
  201. package/src/formats/rdrr/types.d.ts +33 -0
  202. package/src/formats/rdrr/validation.js +16 -5
  203. package/src/formats/tflite/index.d.ts +1 -0
  204. package/src/formats/tflite/index.js +1 -0
  205. package/src/formats/tflite/types.d.ts +84 -0
  206. package/src/formats/tflite/types.js +633 -0
  207. package/src/generation/index.d.ts +16 -14
  208. package/src/generation/index.js +1 -32
  209. package/src/gpu/command-recorder.d.ts +17 -1
  210. package/src/gpu/command-recorder.js +47 -10
  211. package/src/gpu/device.d.ts +3 -1
  212. package/src/gpu/device.js +17 -11
  213. package/src/gpu/kernel-selector.js +3 -1
  214. package/src/gpu/kernels/attention.d.ts +2 -0
  215. package/src/gpu/kernels/attention.js +359 -14
  216. package/src/gpu/kernels/attention.wgsl +20 -1
  217. package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +180 -0
  218. package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +192 -0
  219. package/src/gpu/kernels/attention_decode_online_f16.wgsl +36 -18
  220. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +36 -18
  221. package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +269 -0
  222. package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +281 -0
  223. package/src/gpu/kernels/attention_head256_f16kv.wgsl +269 -0
  224. package/src/gpu/kernels/attention_streaming.wgsl +22 -3
  225. package/src/gpu/kernels/attention_streaming_f16.wgsl +1 -1
  226. package/src/gpu/kernels/attention_streaming_f16kv.wgsl +1 -1
  227. package/src/gpu/kernels/backward/attention_backward.d.ts +14 -1
  228. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +18 -0
  229. package/src/gpu/kernels/check-hot-vocab-stop.js +108 -0
  230. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +1 -1
  231. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +1 -1
  232. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +126 -194
  233. package/src/gpu/kernels/codegen/wgsl-variants.js +24 -6
  234. package/src/gpu/kernels/depthwise_conv1d.d.ts +23 -0
  235. package/src/gpu/kernels/depthwise_conv1d.js +51 -0
  236. package/src/gpu/kernels/depthwise_conv1d.wgsl +46 -0
  237. package/src/gpu/kernels/feature-check.js +0 -1
  238. package/src/gpu/kernels/fused_ffn.js +67 -22
  239. package/src/gpu/kernels/fused_ffn_q4k.wgsl +48 -43
  240. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +329 -0
  241. package/src/gpu/kernels/fused_matmul_q4.wgsl +417 -0
  242. package/src/gpu/kernels/fused_matmul_q4_batched_multicol_shared.wgsl +174 -0
  243. package/src/gpu/kernels/gather.d.ts +4 -0
  244. package/src/gpu/kernels/gather.js +13 -2
  245. package/src/gpu/kernels/gather.wgsl +5 -3
  246. package/src/gpu/kernels/gather_f16.wgsl +5 -3
  247. package/src/gpu/kernels/index.d.ts +7 -0
  248. package/src/gpu/kernels/index.js +6 -0
  249. package/src/gpu/kernels/kernel-configs.js +1 -0
  250. package/src/gpu/kernels/kv-quantize.js +87 -55
  251. package/src/gpu/kernels/kv_quantize_turboquant.wgsl +153 -0
  252. package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +230 -0
  253. package/src/gpu/kernels/linear-attention-core.d.ts +3 -0
  254. package/src/gpu/kernels/linear-attention-core.js +145 -56
  255. package/src/gpu/kernels/matmul-dispatch.js +3 -0
  256. package/src/gpu/kernels/matmul-selection.js +31 -42
  257. package/src/gpu/kernels/matmul.d.ts +3 -0
  258. package/src/gpu/kernels/matmul.js +72 -34
  259. package/src/gpu/kernels/residual.d.ts +2 -0
  260. package/src/gpu/kernels/residual.js +43 -4
  261. package/src/gpu/kernels/rope.d.ts +2 -0
  262. package/src/gpu/kernels/rope.js +19 -6
  263. package/src/gpu/kernels/rope.wgsl +24 -12
  264. package/src/gpu/kernels/rope_f16.wgsl +97 -38
  265. package/src/gpu/kernels/scale.d.ts +5 -0
  266. package/src/gpu/kernels/scale.js +6 -1
  267. package/src/gpu/kernels/scale.wgsl +3 -1
  268. package/src/gpu/kernels/scale_f16.wgsl +32 -0
  269. package/src/gpu/kernels/turboquant-codebook.js +564 -0
  270. package/src/gpu/kernels/uniform-utils.js +26 -0
  271. package/src/gpu/kernels/utils.js +6 -1
  272. package/src/gpu/submit-probe.d.ts +12 -0
  273. package/src/gpu/submit-probe.js +77 -0
  274. package/src/gpu/weight-buffer.d.ts +26 -3
  275. package/src/gpu/weight-buffer.js +62 -2
  276. package/src/index-browser.d.ts +1 -91
  277. package/src/index-browser.js +0 -66
  278. package/src/index.d.ts +1 -102
  279. package/src/index.js +0 -74
  280. package/src/inference/browser-harness-model-helpers.d.ts +3 -0
  281. package/src/inference/browser-harness-model-helpers.js +134 -11
  282. package/src/inference/browser-harness-runtime-helpers.js +1 -9
  283. package/src/inference/browser-harness-text-helpers.js +441 -70
  284. package/src/inference/browser-harness.js +61 -4
  285. package/src/inference/decode-ring.d.ts +2 -0
  286. package/src/inference/decode-ring.js +20 -0
  287. package/src/inference/kv-cache/index.d.ts +3 -0
  288. package/src/inference/kv-cache/index.js +2 -0
  289. package/src/inference/kv-cache/mixed-geometry.d.ts +84 -0
  290. package/src/inference/kv-cache/mixed-geometry.js +422 -0
  291. package/src/inference/kv-cache/quantized.d.ts +56 -0
  292. package/src/inference/kv-cache/quantized.js +383 -0
  293. package/src/inference/kv-cache/tiered.d.ts +20 -3
  294. package/src/inference/kv-cache/tiered.js +203 -65
  295. package/src/inference/kv-cache/types.d.ts +49 -6
  296. package/src/inference/kv-cache.d.ts +3 -0
  297. package/src/inference/kv-cache.js +2 -0
  298. package/src/inference/multi-model-network.js +2 -1
  299. package/src/inference/pipelines/audio/gemma4.js +655 -0
  300. package/src/inference/pipelines/audio/index.js +39 -0
  301. package/src/inference/pipelines/audio/mel.js +171 -0
  302. package/src/inference/pipelines/context.js +9 -1
  303. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +2 -0
  304. package/src/inference/pipelines/shared/clipped-linear.js +46 -0
  305. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +2 -1
  306. package/src/inference/pipelines/text/attention/dispatch-params.js +52 -8
  307. package/src/inference/pipelines/text/attention/output-projection.js +3 -3
  308. package/src/inference/pipelines/text/attention/precision-contract.d.ts +36 -0
  309. package/src/inference/pipelines/text/attention/precision-contract.js +115 -0
  310. package/src/inference/pipelines/text/attention/projections.d.ts +23 -0
  311. package/src/inference/pipelines/text/attention/projections.js +182 -15
  312. package/src/inference/pipelines/text/attention/quant-options.js +54 -0
  313. package/src/inference/pipelines/text/attention/record.js +257 -69
  314. package/src/inference/pipelines/text/attention/run.js +306 -94
  315. package/src/inference/pipelines/text/attention/types.d.ts +11 -0
  316. package/src/inference/pipelines/text/chat-format.d.ts +8 -1
  317. package/src/inference/pipelines/text/chat-format.js +89 -5
  318. package/src/inference/pipelines/text/config.d.ts +78 -26
  319. package/src/inference/pipelines/text/config.js +722 -28
  320. package/src/inference/pipelines/text/dtype-contract.d.ts +15 -0
  321. package/src/inference/pipelines/text/dtype-contract.js +38 -0
  322. package/src/inference/pipelines/text/embed.d.ts +4 -0
  323. package/src/inference/pipelines/text/embed.js +165 -172
  324. package/src/inference/pipelines/text/execution-plan.d.ts +19 -0
  325. package/src/inference/pipelines/text/execution-plan.js +112 -20
  326. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +8 -4
  327. package/src/inference/pipelines/text/execution-runtime-builders.js +90 -49
  328. package/src/inference/pipelines/text/execution-v1.d.ts +23 -4
  329. package/src/inference/pipelines/text/execution-v1.js +411 -33
  330. package/src/inference/pipelines/text/ffn/dense.d.ts +59 -0
  331. package/src/inference/pipelines/text/ffn/dense.js +575 -63
  332. package/src/inference/pipelines/text/ffn/moe.js +1 -0
  333. package/src/inference/pipelines/text/ffn/sandwich.js +20 -4
  334. package/src/inference/pipelines/text/ffn/standard.js +28 -4
  335. package/src/inference/pipelines/text/finiteness-policy.d.ts +4 -0
  336. package/src/inference/pipelines/text/finiteness-policy.js +14 -11
  337. package/src/inference/pipelines/text/generator-helpers.d.ts +7 -0
  338. package/src/inference/pipelines/text/generator-helpers.js +39 -4
  339. package/src/inference/pipelines/text/generator-runtime.js +45 -8
  340. package/src/inference/pipelines/text/generator-steps.js +407 -75
  341. package/src/inference/pipelines/text/generator.d.ts +6 -0
  342. package/src/inference/pipelines/text/generator.js +1179 -305
  343. package/src/inference/pipelines/text/init.d.ts +39 -7
  344. package/src/inference/pipelines/text/init.js +525 -110
  345. package/src/inference/pipelines/text/layer-plan.d.ts +1 -0
  346. package/src/inference/pipelines/text/layer-plan.js +2 -0
  347. package/src/inference/pipelines/text/layer.js +402 -19
  348. package/src/inference/pipelines/text/linear-attention.d.ts +4 -0
  349. package/src/inference/pipelines/text/linear-attention.js +112 -41
  350. package/src/inference/pipelines/text/logits/gpu.d.ts +2 -1
  351. package/src/inference/pipelines/text/logits/gpu.js +334 -15
  352. package/src/inference/pipelines/text/logits/index.d.ts +11 -0
  353. package/src/inference/pipelines/text/logits/index.js +227 -29
  354. package/src/inference/pipelines/text/logits/types.d.ts +3 -0
  355. package/src/inference/pipelines/text/logits/utils.js +3 -1
  356. package/src/inference/pipelines/text/lora-apply.js +3 -3
  357. package/src/inference/pipelines/text/model-load.d.ts +2 -1
  358. package/src/inference/pipelines/text/model-load.js +205 -178
  359. package/src/inference/pipelines/text/moe-gpu.js +8 -0
  360. package/src/inference/pipelines/text/moe-impl.d.ts +2 -0
  361. package/src/inference/pipelines/text/ops.d.ts +16 -2
  362. package/src/inference/pipelines/text/ops.js +11 -2
  363. package/src/inference/pipelines/text/per-layer-inputs.d.ts +107 -0
  364. package/src/inference/pipelines/text/per-layer-inputs.js +1581 -0
  365. package/src/inference/pipelines/text/probes.js +6 -0
  366. package/src/inference/pipelines/text/sampling-config.js +9 -1
  367. package/src/inference/pipelines/text/stage-names.js +3 -0
  368. package/src/inference/pipelines/text/state.d.ts +12 -3
  369. package/src/inference/pipelines/text/state.js +19 -0
  370. package/src/inference/pipelines/text/types.d.ts +79 -7
  371. package/src/inference/pipelines/text/weights.d.ts +2 -2
  372. package/src/inference/pipelines/text/weights.js +4 -0
  373. package/src/inference/pipelines/text.d.ts +6 -0
  374. package/src/inference/pipelines/text.js +860 -11
  375. package/src/inference/pipelines/video/frame-sampler.js +36 -0
  376. package/src/inference/pipelines/video/index.js +87 -0
  377. package/src/inference/pipelines/vision/encoder.js +27 -6
  378. package/src/inference/pipelines/vision/gemma4.js +731 -0
  379. package/src/inference/pipelines/vision/image-preprocess.js +22 -7
  380. package/src/inference/pipelines/vision/index.js +35 -10
  381. package/src/inference/pipelines/vision/ops.js +31 -26
  382. package/src/inference/pipelines/vision/patch-embed.js +22 -10
  383. package/src/inference/runtime-model.d.ts +89 -0
  384. package/src/inference/runtime-model.js +152 -0
  385. package/src/inference/test-harness.d.ts +8 -1
  386. package/src/inference/test-harness.js +54 -20
  387. package/src/inference/tokenizer.d.ts +5 -0
  388. package/src/inference/tokenizer.js +43 -0
  389. package/src/inference/tokenizers/base.d.ts +5 -0
  390. package/src/inference/tokenizers/base.js +5 -0
  391. package/src/inference/tokenizers/behavior-flags.d.ts +9 -0
  392. package/src/inference/tokenizers/behavior-flags.js +100 -0
  393. package/src/inference/tokenizers/bundled.d.ts +4 -0
  394. package/src/inference/tokenizers/bundled.js +110 -0
  395. package/src/inference/tokenizers/sentencepiece.d.ts +2 -0
  396. package/src/inference/tokenizers/sentencepiece.js +16 -0
  397. package/src/inference/tokenizers/types.d.ts +2 -0
  398. package/src/loader/doppler-loader.d.ts +10 -3
  399. package/src/loader/doppler-loader.js +103 -5
  400. package/src/loader/embedding-loader.d.ts +5 -1
  401. package/src/loader/embedding-loader.js +57 -6
  402. package/src/loader/final-weights-loader.js +44 -5
  403. package/src/loader/layer-loader.js +210 -8
  404. package/src/loader/loader-state.js +2 -2
  405. package/src/loader/loader-types.d.ts +17 -1
  406. package/src/loader/memory-monitor.d.ts +8 -0
  407. package/src/loader/memory-monitor.js +21 -0
  408. package/src/loader/multi-model-loader.d.ts +9 -1
  409. package/src/loader/multi-model-loader.js +9 -1
  410. package/src/loader/per-layer-input-loader.d.ts +30 -0
  411. package/src/loader/per-layer-input-loader.js +478 -0
  412. package/src/loader/shard-cache.d.ts +4 -3
  413. package/src/loader/shard-resolver.js +2 -0
  414. package/src/loader/tensors/source-transform.d.ts +50 -0
  415. package/src/loader/tensors/source-transform.js +776 -0
  416. package/src/loader/tensors/tensor-loader.d.ts +12 -0
  417. package/src/loader/tensors/tensor-loader.js +208 -123
  418. package/src/loader/tensors/tensor-reader.d.ts +8 -0
  419. package/src/loader/tensors/tensor-reader.js +283 -15
  420. package/src/loaders/index.d.ts +4 -0
  421. package/src/loaders/index.js +4 -0
  422. package/src/memory/buffer-pool.d.ts +4 -0
  423. package/src/memory/buffer-pool.js +36 -0
  424. package/src/rules/execution-rules-contract-check.d.ts +4 -0
  425. package/src/rules/execution-rules-contract-check.js +150 -24
  426. package/src/rules/inference/attention.rules.json +15 -0
  427. package/src/rules/inference/capability-transforms.rules.json +30 -0
  428. package/src/rules/inference/execution.rules.json +54 -2
  429. package/src/rules/inference/ffn.rules.json +33 -0
  430. package/src/rules/kernels/attention.rules.json +7 -0
  431. package/src/rules/kernels/fused-ffn.rules.json +4 -2
  432. package/src/rules/kernels/kv_quantize.rules.json +2 -0
  433. package/src/rules/kernels/matmul.rules.json +14 -0
  434. package/src/rules/kernels/scale.rules.json +2 -0
  435. package/src/rules/loader/tensor-loader.rules.json +1 -0
  436. package/src/storage/artifact-storage-context.d.ts +53 -0
  437. package/src/storage/artifact-storage-context.js +560 -0
  438. package/src/storage/downloader.js +7 -1
  439. package/src/storage/index.d.ts +18 -0
  440. package/src/storage/index.js +13 -0
  441. package/src/storage/preflight.js +22 -0
  442. package/src/storage/quickstart-downloader.js +35 -2
  443. package/src/storage/registry.d.ts +1 -0
  444. package/src/storage/registry.js +26 -4
  445. package/src/storage/shard-manager.d.ts +4 -0
  446. package/src/storage/shard-manager.js +25 -6
  447. package/src/storage/source-artifact-store.d.ts +9 -0
  448. package/src/storage/source-artifact-store.js +134 -0
  449. package/src/tooling/browser-command-runner.js +12 -5
  450. package/src/tooling/command-api-family-normalizers.js +144 -0
  451. package/src/tooling/command-api-helpers.js +1 -0
  452. package/src/tooling/command-api.d.ts +32 -9
  453. package/src/tooling/command-api.js +0 -25
  454. package/src/tooling/command-runner-shared.js +1 -2
  455. package/src/tooling/command-runner.html +5 -2
  456. package/src/tooling/diagnose-runner.js +1 -1
  457. package/src/tooling/kernel-path-builder/index.js +48 -32
  458. package/src/tooling/lean-execution-contract.d.ts +1 -1
  459. package/src/tooling/lean-execution-contract.js +2 -149
  460. package/src/tooling/litert-package-runtime.d.ts +46 -0
  461. package/src/tooling/litert-package-runtime.js +950 -0
  462. package/src/tooling/node-browser-command-runner.d.ts +13 -0
  463. package/src/tooling/node-browser-command-runner.js +163 -3
  464. package/src/tooling/node-command-runner.js +14 -5
  465. package/src/tooling/node-converter.js +226 -63
  466. package/src/tooling/node-source-runtime.d.ts +8 -3
  467. package/src/tooling/node-source-runtime.js +561 -236
  468. package/src/tooling/node-webgpu.js +7 -30
  469. package/src/tooling/opfs-cache.d.ts +18 -1
  470. package/src/tooling/opfs-cache.js +126 -9
  471. package/src/tooling/runtime-input-composition.d.ts +0 -1
  472. package/src/tooling/runtime-input-composition.js +0 -5
  473. package/src/tooling/source-artifact-adapter.d.ts +134 -0
  474. package/src/tooling/source-artifact-adapter.js +366 -0
  475. package/src/tooling/source-package-profiles.d.ts +33 -0
  476. package/src/tooling/source-package-profiles.js +57 -0
  477. package/src/tooling/source-runtime-bundle.d.ts +46 -6
  478. package/src/tooling/source-runtime-bundle.js +371 -60
  479. package/src/tooling/source-runtime-converter-config.d.ts +24 -0
  480. package/src/tooling/source-runtime-converter-config.js +297 -0
  481. package/src/tooling-experimental-exports.browser.js +2 -0
  482. package/src/tooling-experimental-exports.d.ts +7 -0
  483. package/src/tooling-experimental-exports.js +7 -0
  484. package/src/tooling-experimental-exports.shared.d.ts +26 -0
  485. package/src/tooling-experimental-exports.shared.js +29 -0
  486. package/src/tooling-exports.shared.d.ts +0 -23
  487. package/src/tooling-exports.shared.js +6 -28
  488. package/src/version.js +1 -1
  489. package/src/client/doppler-provider/generation.d.ts +0 -25
  490. package/src/client/doppler-provider/generation.js +0 -126
  491. package/src/client/doppler-provider/index.d.ts +0 -2
  492. package/src/client/doppler-provider/index.js +0 -3
  493. package/src/client/doppler-provider/provider.d.ts +0 -5
  494. package/src/client/doppler-provider/provider.js +0 -102
  495. package/src/client/doppler-provider/source-runtime.js +0 -677
  496. package/src/client/doppler-provider.d.ts +0 -46
  497. package/src/client/doppler-provider.js +0 -36
  498. package/src/config/schema/inference-defaults.schema.d.ts +0 -276
  499. package/src/config/schema/inference-defaults.schema.js +0 -189
  500. package/src/diffusion/index.d.ts +0 -8
  501. package/src/diffusion/index.js +0 -8
  502. package/src/energy/index.d.ts +0 -2
  503. package/src/energy/index.js +0 -2
  504. package/src/index-internal.d.ts +0 -2
  505. package/src/index-internal.js +0 -2
  506. /package/src/client/{doppler-provider → runtime}/types.js +0 -0
  507. /package/src/{adapters → experimental/adapters}/index.d.ts +0 -0
  508. /package/src/{adapters → experimental/adapters}/index.js +0 -0
  509. /package/src/{bridge → experimental/bridge}/extension/background.d.ts +0 -0
  510. /package/src/{bridge → experimental/bridge}/extension/background.js +0 -0
  511. /package/src/{bridge → experimental/bridge}/extension/manifest.json +0 -0
  512. /package/src/{bridge → experimental/bridge}/extension-client.d.ts +0 -0
  513. /package/src/{bridge → experimental/bridge}/index.d.ts +0 -0
  514. /package/src/{bridge → experimental/bridge}/index.js +0 -0
  515. /package/src/{bridge → experimental/bridge}/protocol.d.ts +0 -0
  516. /package/src/{browser → experimental/browser}/file-picker.d.ts +0 -0
  517. /package/src/{browser → experimental/browser}/file-picker.js +0 -0
  518. /package/src/{browser → experimental/browser}/tensor-source-download.d.ts +0 -0
  519. /package/src/{browser → experimental/browser}/tensor-source-file.d.ts +0 -0
  520. /package/src/{browser → experimental/browser}/tensor-source-file.js +0 -0
  521. /package/src/{browser → experimental/browser}/tensor-source-http.d.ts +0 -0
  522. /package/src/{browser → experimental/browser}/tensor-source-http.js +0 -0
  523. /package/src/{diffusion → experimental/diffusion}/config/expansion-lanes.json +0 -0
  524. /package/src/{diffusion → experimental/diffusion}/image-regression.d.ts +0 -0
  525. /package/src/{diffusion → experimental/diffusion}/image-regression.js +0 -0
  526. /package/src/{distribution → experimental/distribution}/p2p-control-plane.d.ts +0 -0
  527. /package/src/{distribution → experimental/distribution}/p2p-control-plane.js +0 -0
  528. /package/src/{distribution → experimental/distribution}/p2p-observability.d.ts +0 -0
  529. /package/src/{distribution → experimental/distribution}/p2p-observability.js +0 -0
  530. /package/src/{distribution → experimental/distribution}/p2p-transport-contract.d.ts +0 -0
  531. /package/src/{distribution → experimental/distribution}/p2p-webrtc-browser.d.ts +0 -0
  532. /package/src/{distribution → experimental/distribution}/p2p-webrtc-browser.js +0 -0
  533. /package/src/{distribution → experimental/distribution}/shard-delivery.d.ts +0 -0
  534. /package/src/{hotswap → experimental/hotswap}/runtime.js +0 -0
  535. /package/src/{training → experimental/training}/checkpoint-watch.d.ts +0 -0
  536. /package/src/{training → experimental/training}/checkpoint-watch.js +0 -0
  537. /package/src/{training → experimental/training}/checkpoint.d.ts +0 -0
  538. /package/src/{training → experimental/training}/dataloader.d.ts +0 -0
  539. /package/src/{training → experimental/training}/dataloader.js +0 -0
  540. /package/src/{training → experimental/training}/datasets/index.d.ts +0 -0
  541. /package/src/{training → experimental/training}/datasets/index.js +0 -0
  542. /package/src/{training → experimental/training}/datasets/jsonl.d.ts +0 -0
  543. /package/src/{training → experimental/training}/datasets/jsonl.js +0 -0
  544. /package/src/{training → experimental/training}/datasets/reploid.d.ts +0 -0
  545. /package/src/{training → experimental/training}/datasets/reploid.js +0 -0
  546. /package/src/{training → experimental/training}/datasets/text-pairs.d.ts +0 -0
  547. /package/src/{training → experimental/training}/datasets/text-pairs.js +0 -0
  548. /package/src/{training → experimental/training}/datasets/token-batch.d.ts +0 -0
  549. /package/src/{training → experimental/training}/datasets/token-batch.js +0 -0
  550. /package/src/{training → experimental/training}/datasets/translation-pairs.d.ts +0 -0
  551. /package/src/{training → experimental/training}/datasets/translation-pairs.js +0 -0
  552. /package/src/{training → experimental/training}/distillation/artifacts.d.ts +0 -0
  553. /package/src/{training → experimental/training}/distillation/artifacts.js +0 -0
  554. /package/src/{training → experimental/training}/distillation/checkpoint-watch.d.ts +0 -0
  555. /package/src/{training → experimental/training}/distillation/checkpoint-watch.js +0 -0
  556. /package/src/{training → experimental/training}/distillation/dataset.d.ts +0 -0
  557. /package/src/{training → experimental/training}/distillation/dataset.js +0 -0
  558. /package/src/{training → experimental/training}/distillation/eval.d.ts +0 -0
  559. /package/src/{training → experimental/training}/distillation/eval.js +0 -0
  560. /package/src/{training → experimental/training}/distillation/index.d.ts +0 -0
  561. /package/src/{training → experimental/training}/distillation/index.js +0 -0
  562. /package/src/{training → experimental/training}/distillation/runtime.d.ts +0 -0
  563. /package/src/{training → experimental/training}/distillation/runtime.js +0 -0
  564. /package/src/{training → experimental/training}/distillation/scoreboard.d.ts +0 -0
  565. /package/src/{training → experimental/training}/distillation/scoreboard.js +0 -0
  566. /package/src/{training → experimental/training}/distillation/stage-a.d.ts +0 -0
  567. /package/src/{training → experimental/training}/distillation/stage-a.js +0 -0
  568. /package/src/{training → experimental/training}/distillation/stage-b.d.ts +0 -0
  569. /package/src/{training → experimental/training}/distillation/stage-b.js +0 -0
  570. /package/src/{training → experimental/training}/distillation/student-fixture.d.ts +0 -0
  571. /package/src/{training → experimental/training}/distillation/student-fixture.js +0 -0
  572. /package/src/{training → experimental/training}/distillation/suite-data.d.ts +0 -0
  573. /package/src/{training → experimental/training}/distillation/suite-data.js +0 -0
  574. /package/src/{training → experimental/training}/index.d.ts +0 -0
  575. /package/src/{training → experimental/training}/index.js +0 -0
  576. /package/src/{training → experimental/training}/lora-pipeline.d.ts +0 -0
  577. /package/src/{training → experimental/training}/objectives/base.d.ts +0 -0
  578. /package/src/{training → experimental/training}/objectives/base.js +0 -0
  579. /package/src/{training → experimental/training}/objectives/cross_entropy.d.ts +0 -0
  580. /package/src/{training → experimental/training}/objectives/cross_entropy.js +0 -0
  581. /package/src/{training → experimental/training}/objectives/distill_kd.d.ts +0 -0
  582. /package/src/{training → experimental/training}/objectives/distill_kd.js +0 -0
  583. /package/src/{training → experimental/training}/objectives/distill_triplet.d.ts +0 -0
  584. /package/src/{training → experimental/training}/objectives/distill_triplet.js +0 -0
  585. /package/src/{training → experimental/training}/objectives/index.d.ts +0 -0
  586. /package/src/{training → experimental/training}/objectives/index.js +0 -0
  587. /package/src/{training → experimental/training}/objectives/ul_stage1_joint.d.ts +0 -0
  588. /package/src/{training → experimental/training}/objectives/ul_stage1_joint.js +0 -0
  589. /package/src/{training → experimental/training}/objectives/ul_stage2_base.d.ts +0 -0
  590. /package/src/{training → experimental/training}/objectives/ul_stage2_base.js +0 -0
  591. /package/src/{training → experimental/training}/operator-artifacts.d.ts +0 -0
  592. /package/src/{training → experimental/training}/operator-command.d.ts +0 -0
  593. /package/src/{training → experimental/training}/operator-command.js +0 -0
  594. /package/src/{training → experimental/training}/operator-eval.d.ts +0 -0
  595. /package/src/{training → experimental/training}/operator-eval.js +0 -0
  596. /package/src/{training → experimental/training}/operator-scoreboard.d.ts +0 -0
  597. /package/src/{training → experimental/training}/operator-scoreboard.js +0 -0
  598. /package/src/{training → experimental/training}/suite.d.ts +0 -0
  599. /package/src/{training → experimental/training}/ul_schedule.js +0 -0
  600. /package/src/{training → experimental/training}/workload-packs/distill-translategemma-medium.json +0 -0
  601. /package/src/{training → experimental/training}/workload-packs/distill-translategemma-tiny.json +0 -0
  602. /package/src/{training → experimental/training}/workload-packs/lora-toy-medium.json +0 -0
  603. /package/src/{training → experimental/training}/workload-packs/lora-toy-tiny.json +0 -0
  604. /package/src/{training → experimental/training}/workload-packs/registry.json +0 -0
  605. /package/src/{training → experimental/training}/workload-packs/ul-training-medium.json +0 -0
  606. /package/src/{training → experimental/training}/workload-packs/ul-training-tiny.json +0 -0
  607. /package/src/{training → experimental/training}/workloads.d.ts +0 -0
@@ -1,4 +1,3 @@
1
- import { buildRuntimeContractPatch } from './command-api.js';
2
1
  import { applyOrderedRuntimeInputs } from './runtime-input-composition.js';
3
2
 
4
3
  function cloneRuntimeConfig(runtimeConfig) {
@@ -120,7 +119,6 @@ export async function applyRuntimeInputs(request, runtimeBridge, options = {}) {
120
119
  runtimeProfile: request.runtimeProfile ?? null,
121
120
  runtimeConfigUrl: request.runtimeConfigUrl ?? null,
122
121
  runtimeConfig: request.runtimeConfig ?? null,
123
- runtimeContractPatch: buildRuntimeContractPatch(request),
124
122
  }, {
125
123
  applyRuntimeProfile: runtimeBridge.applyRuntimeProfile?.bind(runtimeBridge),
126
124
  applyRuntimeConfigFromUrl: runtimeBridge.applyRuntimeConfigFromUrl?.bind(runtimeBridge),
@@ -148,6 +146,7 @@ export function buildSuiteOptions(request, surface = null) {
148
146
  command: request.command,
149
147
  surface: normalizedSurface,
150
148
  ...(expectedModelType ? { expectedModelType } : {}),
149
+ inferenceInput: request.inferenceInput ?? undefined,
151
150
  modelId: request.modelId ?? undefined,
152
151
  trainingTests: request.trainingTests ?? undefined,
153
152
  trainingStage: request.trainingStage ?? undefined,
@@ -30,8 +30,11 @@
30
30
  <div class="muted">Ready for Node relay execution.</div>
31
31
  </main>
32
32
  <script type="module">
33
- import { runBrowserCommand } from './browser-command-runner.js';
34
- import { ensureModelCached } from './opfs-cache.js';
33
+ const cacheKey = new URLSearchParams(globalThis.location.search).get('_dopplerRunner') || `${Date.now()}`;
34
+ const [{ runBrowserCommand }, { ensureModelCached }] = await Promise.all([
35
+ import(`./browser-command-runner.js?_dopplerRunner=${encodeURIComponent(cacheKey)}`),
36
+ import(`./opfs-cache.js?_dopplerRunner=${encodeURIComponent(cacheKey)}`),
37
+ ]);
35
38
 
36
39
  window.__dopplerRunBrowserCommand = async (request, options = {}) => {
37
40
  return runBrowserCommand(request, options || {});
@@ -291,7 +291,7 @@ export async function runDiagnoseCommand(request, _options = {}) {
291
291
  || 'webgpu';
292
292
  const observedProvider = request.observedProvider
293
293
  || process.env.DOPPLER_DIAGNOSE_OBSERVED_PROVIDER
294
- || '@simulatte/webgpu';
294
+ || 'webgpu';
295
295
 
296
296
  const baselineRun = await runSingleDiagnostic(modules, request, baselineProvider, 'baseline');
297
297
  const observedRun = await runSingleDiagnostic(modules, request, observedProvider, 'observed');
@@ -191,7 +191,15 @@ function normalizeKernelPathShape(path) {
191
191
  layerOverrides: Array.isArray(path.layerOverrides)
192
192
  ? path.layerOverrides.map((override) => ({
193
193
  layers: normalizeLayers(override?.layers) || [],
194
- steps: Array.isArray(override?.steps) ? override.steps.map(normalizeStep) : [],
194
+ ...(Array.isArray(override?.steps) && override.steps.length > 0
195
+ ? { steps: override.steps.map(normalizeStep) }
196
+ : {}),
197
+ ...(Array.isArray(override?.decode?.steps) && override.decode.steps.length > 0
198
+ ? { decode: { steps: override.decode.steps.map(normalizeStep) } }
199
+ : {}),
200
+ ...(Array.isArray(override?.prefill?.steps) && override.prefill.steps.length > 0
201
+ ? { prefill: { steps: override.prefill.steps.map(normalizeStep) } }
202
+ : {}),
195
203
  }))
196
204
  : [],
197
205
  });
@@ -221,7 +229,15 @@ function materializeKernelPathFromShape(modelId, shape, meta = {}) {
221
229
  ? {
222
230
  layerOverrides: shape.layerOverrides.map((override) => ({
223
231
  layers: normalizeLayers(override?.layers) || [],
224
- steps: cloneSteps(override?.steps),
232
+ ...(Array.isArray(override?.steps) && override.steps.length > 0
233
+ ? { steps: cloneSteps(override.steps) }
234
+ : {}),
235
+ ...(Array.isArray(override?.decode?.steps) && override.decode.steps.length > 0
236
+ ? { decode: { steps: cloneSteps(override.decode.steps) } }
237
+ : {}),
238
+ ...(Array.isArray(override?.prefill?.steps) && override.prefill.steps.length > 0
239
+ ? { prefill: { steps: cloneSteps(override.prefill.steps) } }
240
+ : {}),
225
241
  })),
226
242
  }
227
243
  : {}),
@@ -252,14 +268,14 @@ function buildComparableLayerPhaseSteps(resolvedSteps, phase, layerIdx) {
252
268
 
253
269
  function buildComparableKernelPathFromResolvedSteps(
254
270
  resolvedSteps,
255
- sessionDefaults,
271
+ session,
256
272
  modelId,
257
273
  numLayers
258
274
  ) {
259
- const activationDtype = requireSessionActivationDtype(sessionDefaults);
275
+ const activationDtype = requireSessionActivationDtype(session);
260
276
  const kvDtype = normalizeDtype(
261
- sessionDefaults?.kvcache?.kvDtype ?? activationDtype,
262
- 'sessionDefaults.kvcache.kvDtype'
277
+ session?.kvcache?.kvDtype ?? activationDtype,
278
+ 'session.kvcache.kvDtype'
263
279
  );
264
280
  const decodeSteps = buildComparableLayerPhaseSteps(resolvedSteps, 'decode', 0);
265
281
  const prefillSteps = buildComparableLayerPhaseSteps(resolvedSteps, 'prefill', 0);
@@ -622,9 +638,9 @@ function buildSuggestedKernelPathId(modelRecord, candidateShape) {
622
638
  .join('-');
623
639
  }
624
640
 
625
- function buildRuntimeConfigFromSessionDefaults(sessionDefaults) {
641
+ function buildRuntimeConfigFromSession(session) {
626
642
  const runtimeConfig = cloneJsonLike(DEFAULT_RUNTIME_CONFIG);
627
- const runtimeInferencePatch = buildSessionRuntimePatch(sessionDefaults);
643
+ const runtimeInferencePatch = buildSessionRuntimePatch(session);
628
644
  return {
629
645
  ...runtimeConfig,
630
646
  inference: mergeRuntimeValues(runtimeConfig.inference ?? {}, runtimeInferencePatch),
@@ -641,7 +657,7 @@ function summarizeCompiledPlan(planState) {
641
657
  };
642
658
  }
643
659
 
644
- function verifyKernelPathProposal(path, candidateShape, sessionDefaults) {
660
+ function verifyKernelPathProposal(path, candidateShape, session) {
645
661
  if (!path) {
646
662
  return null;
647
663
  }
@@ -658,7 +674,7 @@ function verifyKernelPathProposal(path, candidateShape, sessionDefaults) {
658
674
  }
659
675
 
660
676
  try {
661
- assertKernelPathSessionCompatibility(path, sessionDefaults);
677
+ assertKernelPathSessionCompatibility(path, session);
662
678
  checks.push({
663
679
  id: 'sessionCompatibility',
664
680
  ok: true,
@@ -682,7 +698,7 @@ function verifyKernelPathProposal(path, candidateShape, sessionDefaults) {
682
698
  }
683
699
 
684
700
  try {
685
- const runtimeConfig = buildRuntimeConfigFromSessionDefaults(sessionDefaults);
701
+ const runtimeConfig = buildRuntimeConfigFromSession(session);
686
702
  const planState = compileExecutionPlanState({
687
703
  runtimeConfig,
688
704
  resolvedKernelPath: path,
@@ -715,7 +731,7 @@ function verifyKernelPathProposal(path, candidateShape, sessionDefaults) {
715
731
  }
716
732
  }
717
733
 
718
- function buildProposedKernelPath(modelRecord, candidateShape, exactMatchEntry, sessionDefaults) {
734
+ function buildProposedKernelPath(modelRecord, candidateShape, exactMatchEntry, session) {
719
735
  if (!candidateShape) {
720
736
  return null;
721
737
  }
@@ -726,7 +742,7 @@ function buildProposedKernelPath(modelRecord, candidateShape, exactMatchEntry, s
726
742
  name: `Derived kernel path for ${modelRecord.modelId}`,
727
743
  description: `Generated from ${modelRecord.modelId} execution-v1 graph.`,
728
744
  });
729
- const verification = verifyKernelPathProposal(proposalPath, candidateShape, sessionDefaults);
745
+ const verification = verifyKernelPathProposal(proposalPath, candidateShape, session);
730
746
  return {
731
747
  kind: exactMatchEntry?.path ? 'existing' : 'proposed',
732
748
  selectedKernelPathId: exactMatchEntry?.id ?? null,
@@ -736,17 +752,17 @@ function buildProposedKernelPath(modelRecord, candidateShape, exactMatchEntry, s
736
752
  }
737
753
 
738
754
  function buildFallbackExecutionContractSessionFacts(manifest) {
739
- const sessionDefaults = normalizeObject(manifest?.inference?.sessionDefaults);
740
- const decodeLoop = normalizeObject(sessionDefaults.decodeLoop);
755
+ const session = normalizeObject(manifest?.inference?.session);
756
+ const decodeLoop = normalizeObject(session.decodeLoop);
741
757
  return {
742
- source: 'session-defaults',
758
+ source: 'session',
743
759
  facts: {
744
- layout: normalizeText(sessionDefaults?.kvcache?.layout) || null,
760
+ layout: normalizeText(session?.kvcache?.layout) || null,
745
761
  disableCommandBatching: decodeLoop.disableCommandBatching ?? null,
746
762
  decodeBatchSize: normalizeInteger(decodeLoop.batchSize),
747
763
  headDim: normalizeInteger(manifest?.architecture?.headDim),
748
- kvLen: normalizeInteger(manifest?.architecture?.maxSeqLen ?? sessionDefaults?.kvcache?.maxSeqLen),
749
- coldQuantMode: normalizeText(sessionDefaults?.kvcache?.tiering?.mode) || null,
764
+ kvLen: normalizeInteger(manifest?.architecture?.maxSeqLen ?? session?.kvcache?.maxSeqLen),
765
+ coldQuantMode: normalizeText(session?.kvcache?.tiering?.mode) || null,
750
766
  },
751
767
  error: null,
752
768
  };
@@ -757,7 +773,7 @@ function buildExecutionContractSessionFacts(manifest, resolvedSteps) {
757
773
  modelId: manifest?.modelId ?? 'model',
758
774
  architecture: manifest?.architecture ?? null,
759
775
  inference: {
760
- sessionDefaults: manifest?.inference?.sessionDefaults ?? null,
776
+ session: manifest?.inference?.session ?? null,
761
777
  execution: {
762
778
  steps: resolvedSteps.map((step) => ({
763
779
  id: step.id,
@@ -942,14 +958,14 @@ function buildModelRecord(materializations, registryEntries) {
942
958
  let candidateError = null;
943
959
  const comparableKernelPath = buildComparableKernelPathFromResolvedSteps(
944
960
  resolvedSteps,
945
- manifestInference.sessionDefaults,
961
+ manifestInference.session,
946
962
  modelId,
947
963
  layerCount ?? 0
948
964
  );
949
965
  try {
950
966
  candidateKernelPath = buildInlineKernelPath(
951
967
  resolvedSteps,
952
- manifestInference.sessionDefaults,
968
+ manifestInference.session,
953
969
  modelId,
954
970
  layerCount ?? 0,
955
971
  null
@@ -975,8 +991,8 @@ function buildModelRecord(materializations, registryEntries) {
975
991
  ? registryEntries.find((entry) => entry.id === exactMatchIds[0]) || null
976
992
  : null;
977
993
 
978
- const sessionDefaults = normalizeObject(manifestInference.sessionDefaults);
979
- const computeDefaults = normalizeObject(sessionDefaults.compute?.defaults);
994
+ const session = normalizeObject(manifestInference.session);
995
+ const computeDefaults = normalizeObject(session.compute?.defaults);
980
996
  const layerTypes = Array.isArray(manifestInference?.layerPattern?.layerTypes)
981
997
  ? [...manifestInference.layerPattern.layerTypes]
982
998
  : null;
@@ -996,17 +1012,17 @@ function buildModelRecord(materializations, registryEntries) {
996
1012
  accumDtype: normalizeText(computeDefaults.accumDtype) || null,
997
1013
  outputDtype: normalizeText(computeDefaults.outputDtype) || null,
998
1014
  },
999
- kvDtype: normalizeText(sessionDefaults?.kvcache?.kvDtype) || null,
1015
+ kvDtype: normalizeText(session?.kvcache?.kvDtype) || null,
1000
1016
  kvLayout: normalizeText(contractSession.facts?.layout) || null,
1001
- decodeLoop: stableValue(normalizeObject(sessionDefaults.decodeLoop)),
1017
+ decodeLoop: stableValue(normalizeObject(session.decodeLoop)),
1002
1018
  batching: {
1003
1019
  disableCommandBatching: contractSession.facts?.disableCommandBatching ?? null,
1004
1020
  batchSize: contractSession.facts?.decodeBatchSize ?? null,
1005
- readbackInterval: sessionDefaults?.decodeLoop?.readbackInterval ?? null,
1006
- ringTokens: sessionDefaults?.decodeLoop?.ringTokens ?? null,
1007
- ringStop: sessionDefaults?.decodeLoop?.ringStop ?? null,
1008
- ringStaging: sessionDefaults?.decodeLoop?.ringStaging ?? null,
1009
- stopCheckMode: normalizeText(sessionDefaults?.decodeLoop?.stopCheckMode) || null,
1021
+ readbackInterval: session?.decodeLoop?.readbackInterval ?? null,
1022
+ ringTokens: session?.decodeLoop?.ringTokens ?? null,
1023
+ ringStop: session?.decodeLoop?.ringStop ?? null,
1024
+ ringStaging: session?.decodeLoop?.ringStaging ?? null,
1025
+ stopCheckMode: normalizeText(session?.decodeLoop?.stopCheckMode) || null,
1010
1026
  },
1011
1027
  executionContract: {
1012
1028
  source: contractSession.source,
@@ -1054,7 +1070,7 @@ function buildModelRecord(materializations, registryEntries) {
1054
1070
  modelRecord,
1055
1071
  candidateShape,
1056
1072
  exactMatchEntry,
1057
- manifestInference.sessionDefaults
1073
+ manifestInference.session
1058
1074
  );
1059
1075
 
1060
1076
  if (
@@ -11,6 +11,6 @@ export declare function extractExecutionContractFacts(
11
11
  ): ExecutionContractFacts;
12
12
 
13
13
  export declare function renderExecutionContractLeanModule(
14
- facts: LeanExecutionContractFacts,
14
+ facts: ExecutionContractFacts,
15
15
  options?: RenderLeanExecutionContractOptions
16
16
  ): string;
@@ -1,160 +1,13 @@
1
1
  import {
2
+ extractExecutionContractFacts,
2
3
  sanitizeLeanModuleName,
3
4
  } from '../config/execution-contract-check.js';
4
- import { DEFAULT_BATCHING_DEFAULTS, DEFAULT_GENERATION_CONFIG } from '../config/schema/inference-defaults.schema.js';
5
- import { DEFAULT_KVCACHE_CONFIG } from '../config/schema/kvcache.schema.js';
6
5
 
7
6
  export {
7
+ extractExecutionContractFacts,
8
8
  sanitizeLeanModuleName,
9
9
  };
10
10
 
11
- const KV_LAYOUTS = new Set(['contiguous', 'paged', 'tiered', 'bdpa', 'bdpa_paged']);
12
- const PHASES = new Set(['prefill', 'decode', 'both']);
13
- const COLD_QUANT_MODES = new Set(['none', 'int8', 'int4']);
14
- const ATTENTION_OPS = new Set(['attention']);
15
- const EMBED_OPS = new Set(['embed', 'gather']);
16
- const SAMPLE_OPS = new Set(['sample']);
17
-
18
- function isPlainObject(value) {
19
- return value != null && typeof value === 'object' && !Array.isArray(value);
20
- }
21
-
22
- function assertManifestObject(manifest) {
23
- if (!isPlainObject(manifest)) {
24
- throw new Error('lean execution contract: manifest must be an object.');
25
- }
26
- return manifest;
27
- }
28
-
29
- function assertPositiveInteger(value, label) {
30
- if (!Number.isInteger(value) || value < 0) {
31
- throw new Error(`lean execution contract: ${label} must be a non-negative integer.`);
32
- }
33
- return value;
34
- }
35
-
36
- function assertPositiveIntegerOrDefault(value, fallback, label) {
37
- if (value == null) {
38
- return assertPositiveInteger(fallback, `${label} fallback`);
39
- }
40
- return assertPositiveInteger(value, label);
41
- }
42
-
43
- function normalizeKVLayout(value) {
44
- const normalized = String(value ?? DEFAULT_KVCACHE_CONFIG.layout).trim().toLowerCase();
45
- if (!KV_LAYOUTS.has(normalized)) {
46
- throw new Error(
47
- `lean execution contract: unsupported KV layout "${value}". ` +
48
- `Expected one of ${[...KV_LAYOUTS].join(', ')}.`
49
- );
50
- }
51
- return normalized;
52
- }
53
-
54
- function normalizePhase(value, label) {
55
- const normalized = String(value ?? '').trim().toLowerCase();
56
- if (!PHASES.has(normalized)) {
57
- throw new Error(
58
- `lean execution contract: ${label} must be one of ${[...PHASES].join(', ')}.`
59
- );
60
- }
61
- return normalized;
62
- }
63
-
64
- function normalizeColdQuantMode(kvcache) {
65
- const tieringMode = String(
66
- kvcache?.tiering?.mode
67
- ?? DEFAULT_KVCACHE_CONFIG.tiering.mode
68
- ).trim().toLowerCase();
69
- if (tieringMode === 'off' || tieringMode === 'fp16') {
70
- return 'none';
71
- }
72
- if (!COLD_QUANT_MODES.has(tieringMode)) {
73
- throw new Error(
74
- `lean execution contract: unsupported tiered cold quant mode "${tieringMode}".`
75
- );
76
- }
77
- return tieringMode;
78
- }
79
-
80
- function classifyOp(op) {
81
- const normalized = String(op ?? '').trim().toLowerCase();
82
- if (!normalized) {
83
- throw new Error('lean execution contract: execution step op is required.');
84
- }
85
- if (ATTENTION_OPS.has(normalized)) return 'attention';
86
- if (EMBED_OPS.has(normalized)) return 'embed';
87
- if (SAMPLE_OPS.has(normalized)) return 'sample';
88
- if (normalized.includes('norm')) return 'norm';
89
- if (normalized.includes('residual')) return 'residual';
90
- if (normalized.endsWith('_proj') || normalized.startsWith('rope_') || normalized === 'activation') {
91
- return 'projection';
92
- }
93
- return 'other';
94
- }
95
-
96
- export function extractExecutionContractFacts(manifest) {
97
- const normalizedManifest = assertManifestObject(manifest);
98
- const modelId = String(normalizedManifest.modelId ?? 'model').trim() || 'model';
99
- const architecture = isPlainObject(normalizedManifest.architecture)
100
- ? normalizedManifest.architecture
101
- : {};
102
- const inference = isPlainObject(normalizedManifest.inference)
103
- ? normalizedManifest.inference
104
- : {};
105
- const sessionDefaults = isPlainObject(inference.sessionDefaults)
106
- ? inference.sessionDefaults
107
- : {};
108
- const execution = isPlainObject(inference.execution)
109
- ? inference.execution
110
- : {};
111
- const kvcache = isPlainObject(sessionDefaults.kvcache)
112
- ? sessionDefaults.kvcache
113
- : {};
114
- const decodeLoop = isPlainObject(sessionDefaults.decodeLoop)
115
- ? sessionDefaults.decodeLoop
116
- : {};
117
-
118
- const steps = Array.isArray(execution.steps)
119
- ? execution.steps.map((step, index) => {
120
- if (!isPlainObject(step)) {
121
- throw new Error(`lean execution contract: execution.steps[${index}] must be an object.`);
122
- }
123
- const id = String(step.id ?? '').trim();
124
- if (!id) {
125
- throw new Error(`lean execution contract: execution.steps[${index}].id is required.`);
126
- }
127
- return {
128
- id,
129
- phase: normalizePhase(step.phase, `execution.steps[${index}].phase`),
130
- opClass: classifyOp(step.op),
131
- };
132
- })
133
- : [];
134
-
135
- return {
136
- modelId,
137
- session: {
138
- layout: normalizeKVLayout(kvcache.layout),
139
- disableCommandBatching: decodeLoop.disableCommandBatching
140
- ?? DEFAULT_GENERATION_CONFIG.disableCommandBatching,
141
- decodeBatchSize: assertPositiveIntegerOrDefault(
142
- decodeLoop.batchSize,
143
- DEFAULT_BATCHING_DEFAULTS.batchSize,
144
- 'sessionDefaults.decodeLoop.batchSize'
145
- ),
146
- headDim: assertPositiveInteger(architecture.headDim, 'architecture.headDim'),
147
- kvLen: assertPositiveIntegerOrDefault(
148
- architecture.maxSeqLen ?? kvcache.maxSeqLen,
149
- DEFAULT_KVCACHE_CONFIG.maxSeqLen,
150
- 'architecture.maxSeqLen'
151
- ),
152
- coldQuantMode: normalizeColdQuantMode(kvcache),
153
- },
154
- steps,
155
- };
156
- }
157
-
158
11
  function asLeanString(value) {
159
12
  return JSON.stringify(String(value));
160
13
  }
@@ -0,0 +1,46 @@
1
+ import type { ParsedSourceArtifact } from './source-artifact-adapter.js';
2
+ import type { DirectSourcePackageProfile } from './source-package-profiles.js';
3
+ import type { LiteRTSource } from '../formats/litert/index.js';
4
+
5
+ export declare const LITERT_PACKAGE_SOURCE_KIND_TASK: 'litert-task';
6
+ export declare const LITERT_PACKAGE_SOURCE_KIND_LITERTLM: 'litertlm';
7
+
8
+ export declare function inferLiteRTRowwiseLayout(
9
+ rawTensor: { dtypeId?: number | null; size?: number | null; name?: string | null },
10
+ expectedShape: [number, number],
11
+ tensorName?: string
12
+ ): {
13
+ sourceDtype: 'INT8' | 'UINT8' | 'INT4' | 'INT2';
14
+ storageEncoding: 'signed' | 'offset_binary';
15
+ };
16
+
17
+ export declare function resolveGemma4AttentionHeadDim(
18
+ runtimeProfile: {
19
+ architecture?: { headDim?: number | null; globalHeadDim?: number | null } | null;
20
+ manifestInference?: { layerPattern?: { type?: string | null; period?: number | null; offset?: number | null } | null } | null;
21
+ } | null | undefined,
22
+ layerIndex: number
23
+ ): number;
24
+
25
+ export interface LiteRTPackageVirtualFile {
26
+ path: string;
27
+ offset: number;
28
+ size: number;
29
+ kind: string;
30
+ externalPath?: string | null;
31
+ }
32
+
33
+ export declare function resolveLiteRTPackageParsedArtifact(options: {
34
+ sourceKind: 'litert-task' | 'litertlm';
35
+ source: LiteRTSource;
36
+ sourcePathForModelId?: string | null;
37
+ }): Promise<{
38
+ parsedArtifact: ParsedSourceArtifact;
39
+ virtualFiles: LiteRTPackageVirtualFile[];
40
+ packageProfile: DirectSourcePackageProfile;
41
+ }>;
42
+
43
+ export declare function appendLiteRTPackageVirtualFiles(
44
+ virtualFiles: LiteRTPackageVirtualFile[] | null | undefined,
45
+ entries?: LiteRTPackageVirtualFile[] | null
46
+ ): LiteRTPackageVirtualFile[];