doppler-gpu 0.2.0 → 0.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (607) hide show
  1. package/CHANGELOG.md +21 -1
  2. package/README.md +97 -29
  3. package/package.json +40 -27
  4. package/src/cli/config/doppler-quickstart.json +10 -0
  5. package/src/cli/doppler-cli.js +66 -22
  6. package/src/cli/doppler-quickstart.d.ts +61 -0
  7. package/src/cli/doppler-quickstart.js +299 -0
  8. package/src/cli/doppler-serve.js +395 -0
  9. package/src/client/doppler-api.browser.js +13 -377
  10. package/src/client/doppler-api.d.ts +35 -56
  11. package/src/client/doppler-api.js +12 -363
  12. package/src/client/doppler-registry.json +55 -2
  13. package/src/client/runtime/index.d.ts +63 -0
  14. package/src/client/runtime/index.js +173 -0
  15. package/src/client/runtime/lora.d.ts +36 -0
  16. package/src/client/runtime/lora.js +165 -0
  17. package/src/client/{doppler-provider → runtime}/model-manager.d.ts +1 -1
  18. package/src/client/{doppler-provider → runtime}/model-manager.js +56 -30
  19. package/src/client/runtime/model-session.d.ts +72 -0
  20. package/src/client/runtime/model-session.js +122 -0
  21. package/src/client/runtime/model-source.d.ts +43 -0
  22. package/src/client/runtime/model-source.js +101 -0
  23. package/src/client/{doppler-provider → runtime}/source-runtime.d.ts +8 -5
  24. package/src/client/runtime/source-runtime.js +919 -0
  25. package/src/client/runtime/storage.d.ts +5 -0
  26. package/src/client/runtime/storage.js +51 -0
  27. package/src/client/{doppler-provider → runtime}/types.d.ts +14 -2
  28. package/src/config/README.md +2 -0
  29. package/src/config/conversion/README.md +47 -7
  30. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +67 -5
  31. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +62 -11
  32. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +79 -18
  33. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +61 -13
  34. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +53 -10
  35. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +66 -18
  36. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +256 -0
  37. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +49 -8
  38. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +45 -6
  39. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +45 -6
  40. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +57 -9
  41. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +105 -26
  42. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +83 -33
  43. package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +33 -5
  44. package/src/config/execution-contract-check.d.ts +2 -1
  45. package/src/config/execution-contract-check.js +187 -53
  46. package/src/config/kernel-path-loader.d.ts +36 -0
  47. package/src/config/kernel-path-loader.js +97 -10
  48. package/src/config/kernels/kernel-ref-digests.js +40 -24
  49. package/src/config/kernels/registry.js +0 -1
  50. package/src/config/kernels/registry.json +772 -66
  51. package/src/config/merge-contract-check.js +3 -0
  52. package/src/config/merge.d.ts +18 -1
  53. package/src/config/merge.js +56 -0
  54. package/src/config/param-categories.js +5 -0
  55. package/src/config/param-validator.js +42 -26
  56. package/src/config/platforms/apple-m3.json +1 -1
  57. package/src/config/platforms/loader.js +21 -16
  58. package/src/config/required-inference-fields-contract-check.js +16 -0
  59. package/src/config/runtime/compute/f16-batched.json +2 -0
  60. package/src/config/runtime/default.json +1 -0
  61. package/src/config/runtime/experiments/bench/gemma3-bench-q4k-alt.json +57 -0
  62. package/src/config/runtime/experiments/bench/gemma3-bench-q4k-batched.json +57 -0
  63. package/src/config/runtime/experiments/bench/gemma3-bench-q4k.json +2 -0
  64. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-alt.json +57 -0
  65. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +57 -0
  66. package/src/config/runtime/experiments/debug/gemma3-browser-diagnose-q4k.json +81 -0
  67. package/src/config/runtime/experiments/debug/gemma3-debug-q4k.json +5 -0
  68. package/src/config/runtime/experiments/debug/qwen35-browser-diagnose-q4k.json +81 -0
  69. package/src/config/runtime/experiments/verify/gemma4-e2b-verify.json +38 -0
  70. package/src/config/runtime/profiles/gemma4-e2b-low-memory.json +63 -0
  71. package/src/config/runtime/profiles/gemma4-e2b-throughput.json +39 -0
  72. package/src/config/runtime/profiles/low-memory.json +1 -0
  73. package/src/config/runtime/profiles/turboquant-contiguous-prod.json +29 -0
  74. package/src/config/runtime/profiles/turboquant-contiguous.json +29 -0
  75. package/src/config/runtime/profiles/turboquant.json +36 -0
  76. package/src/config/runtime/profiles/vector-stability.json +1 -0
  77. package/src/config/runtime/tiers/gemma4-128gb.json +79 -0
  78. package/src/config/runtime/tiers/gemma4-16gb.json +15 -2
  79. package/src/config/runtime/tiers/gemma4-24gb.json +15 -2
  80. package/src/config/runtime/tiers/gemma4-32gb.json +15 -2
  81. package/src/config/runtime.js +11 -4
  82. package/src/config/schema/converter.schema.d.ts +4 -2
  83. package/src/config/schema/converter.schema.js +7 -5
  84. package/src/config/schema/doppler.schema.d.ts +26 -2
  85. package/src/config/schema/doppler.schema.js +77 -28
  86. package/src/config/schema/execution-v1.schema.d.ts +78 -5
  87. package/src/config/schema/execution-v1.schema.js +62 -1
  88. package/src/config/schema/index.d.ts +22 -29
  89. package/src/config/schema/index.js +15 -17
  90. package/src/config/schema/inference.schema.d.ts +26 -4
  91. package/src/config/schema/kernel-path.schema.d.ts +30 -3
  92. package/src/config/schema/kernel-registry.schema.d.ts +1 -1
  93. package/src/config/schema/kernel-registry.schema.js +1 -0
  94. package/src/config/schema/kvcache.schema.js +7 -0
  95. package/src/config/schema/loading.schema.d.ts +28 -0
  96. package/src/config/schema/loading.schema.js +9 -0
  97. package/src/config/schema/manifest.schema.d.ts +79 -5
  98. package/src/config/schema/manifest.schema.js +7 -1
  99. package/src/config/schema/platform.schema.d.ts +10 -8
  100. package/src/config/schema/speculation-self.schema.js +0 -5
  101. package/src/config/schema/support-tiers.schema.d.ts +53 -0
  102. package/src/config/schema/support-tiers.schema.js +128 -0
  103. package/src/config/source-packages/litert/gemma-4-e2b-it.json +622 -0
  104. package/src/config/source-packages/registry.json +15 -0
  105. package/src/config/support-tiers/subsystems.json +502 -0
  106. package/src/config/transforms/capability-transform-resolver.d.ts +16 -5
  107. package/src/config/transforms/capability-transform-resolver.js +44 -9
  108. package/src/config/transforms/execution-graph-transforms.d.ts +113 -2
  109. package/src/config/transforms/execution-graph-transforms.js +1220 -8
  110. package/src/converter/conversion-plan.js +20 -8
  111. package/src/converter/core.d.ts +48 -1
  112. package/src/converter/core.js +249 -62
  113. package/src/converter/parsers/gguf.d.ts +10 -1
  114. package/src/converter/rope-config.d.ts +1 -0
  115. package/src/converter/rope-config.js +75 -5
  116. package/src/converter/shard-packer.js +2 -2
  117. package/src/debug/tensor.js +13 -1
  118. package/src/{adapters → experimental/adapters}/adapter-manager.d.ts +1 -1
  119. package/src/{adapters → experimental/adapters}/adapter-manager.js +2 -2
  120. package/src/{adapters → experimental/adapters}/adapter-manifest.d.ts +1 -1
  121. package/src/{adapters → experimental/adapters}/adapter-manifest.js +1 -1
  122. package/src/{adapters → experimental/adapters}/adapter-registry.d.ts +1 -1
  123. package/src/{adapters → experimental/adapters}/adapter-registry.js +1 -1
  124. package/src/{adapters → experimental/adapters}/lora-loader.d.ts +1 -1
  125. package/src/{adapters → experimental/adapters}/lora-loader.js +2 -2
  126. package/src/{bridge → experimental/bridge}/extension-client.js +2 -2
  127. package/src/{bridge → experimental/bridge}/node-bridge.js +2 -4
  128. package/src/{bridge → experimental/bridge}/protocol.js +1 -1
  129. package/src/{browser → experimental/browser}/browser-converter.d.ts +4 -4
  130. package/src/{browser → experimental/browser}/browser-converter.js +12 -12
  131. package/src/{browser → experimental/browser}/gguf-importer.d.ts +1 -1
  132. package/src/{browser → experimental/browser}/gguf-importer.js +8 -8
  133. package/src/{browser → experimental/browser}/gguf-parser-browser.d.ts +2 -2
  134. package/src/{browser → experimental/browser}/gguf-parser-browser.js +3 -3
  135. package/src/{browser → experimental/browser}/quantization.d.ts +3 -3
  136. package/src/{browser → experimental/browser}/quantization.js +4 -4
  137. package/src/{browser → experimental/browser}/safetensors-parser-browser.d.ts +3 -3
  138. package/src/{browser → experimental/browser}/safetensors-parser-browser.js +3 -3
  139. package/src/{browser → experimental/browser}/shard-io-browser.d.ts +1 -1
  140. package/src/{browser → experimental/browser}/shard-io-browser.js +2 -2
  141. package/src/{browser → experimental/browser}/tensor-source-download.js +3 -3
  142. package/src/experimental/diffusion/index.d.ts +8 -0
  143. package/src/experimental/diffusion/index.js +8 -0
  144. package/src/{distribution → experimental/distribution}/p2p-transport-contract.js +1 -1
  145. package/src/{distribution → experimental/distribution}/p2p-transport.js +1 -1
  146. package/src/{distribution → experimental/distribution}/shard-delivery.js +5 -5
  147. package/src/experimental/energy/index.d.ts +2 -0
  148. package/src/experimental/energy/index.js +2 -0
  149. package/src/{hotswap → experimental/hotswap}/intent-bundle.d.ts +1 -1
  150. package/src/{hotswap → experimental/hotswap}/intent-bundle.js +2 -2
  151. package/src/{hotswap → experimental/hotswap}/manifest.d.ts +2 -2
  152. package/src/{hotswap → experimental/hotswap}/manifest.js +1 -1
  153. package/src/{hotswap → experimental/hotswap}/model-swap.js +1 -1
  154. package/src/{hotswap → experimental/hotswap}/runtime.d.ts +1 -1
  155. package/src/experimental/orchestration/index.d.ts +12 -0
  156. package/src/experimental/orchestration/index.js +12 -0
  157. package/src/{training → experimental/training}/README.md +1 -1
  158. package/src/{training → experimental/training}/artifacts.d.ts +3 -3
  159. package/src/{training → experimental/training}/artifacts.js +3 -3
  160. package/src/{training → experimental/training}/attention-backward.d.ts +1 -1
  161. package/src/{training → experimental/training}/attention-backward.js +3 -3
  162. package/src/{training → experimental/training}/attention-forward.d.ts +2 -2
  163. package/src/{training → experimental/training}/attention-forward.js +1 -1
  164. package/src/{training → experimental/training}/autograd.d.ts +2 -2
  165. package/src/{training → experimental/training}/autograd.js +7 -7
  166. package/src/{training → experimental/training}/backward-kernels.js +1 -1
  167. package/src/{training → experimental/training}/checkpoint.js +1 -1
  168. package/src/{training → experimental/training}/clip.d.ts +2 -2
  169. package/src/{training → experimental/training}/clip.js +3 -3
  170. package/src/{training → experimental/training}/export.d.ts +2 -2
  171. package/src/{training → experimental/training}/export.js +2 -2
  172. package/src/{training → experimental/training}/lora-pipeline.js +4 -4
  173. package/src/{training → experimental/training}/lora.d.ts +1 -1
  174. package/src/{training → experimental/training}/lora.js +4 -4
  175. package/src/{training → experimental/training}/loss-scaling.d.ts +2 -2
  176. package/src/{training → experimental/training}/loss-scaling.js +3 -3
  177. package/src/{training → experimental/training}/loss.d.ts +2 -2
  178. package/src/{training → experimental/training}/loss.js +1 -1
  179. package/src/{training → experimental/training}/operator-artifacts.js +1 -1
  180. package/src/{training → experimental/training}/optimizer.d.ts +2 -2
  181. package/src/{training → experimental/training}/optimizer.js +3 -3
  182. package/src/{training → experimental/training}/runner.d.ts +2 -2
  183. package/src/{training → experimental/training}/runner.js +5 -5
  184. package/src/{training → experimental/training}/suite.js +16 -16
  185. package/src/{training → experimental/training}/tensor-factory.d.ts +1 -1
  186. package/src/{training → experimental/training}/tensor-factory.js +2 -2
  187. package/src/{training → experimental/training}/trainer.d.ts +3 -3
  188. package/src/{training → experimental/training}/trainer.js +3 -3
  189. package/src/{training → experimental/training}/ul_dataset.d.ts +2 -2
  190. package/src/{training → experimental/training}/ul_dataset.js +1 -1
  191. package/src/{training → experimental/training}/ul_schedule.d.ts +1 -1
  192. package/src/{training → experimental/training}/workloads.js +4 -4
  193. package/src/formats/index.d.ts +24 -0
  194. package/src/formats/index.js +6 -0
  195. package/src/formats/litert/index.d.ts +1 -0
  196. package/src/formats/litert/index.js +1 -0
  197. package/src/formats/litert/types.d.ts +87 -0
  198. package/src/formats/litert/types.js +568 -0
  199. package/src/formats/rdrr/classification.js +16 -8
  200. package/src/formats/rdrr/parsing.d.ts +3 -2
  201. package/src/formats/rdrr/types.d.ts +33 -0
  202. package/src/formats/rdrr/validation.js +16 -5
  203. package/src/formats/tflite/index.d.ts +1 -0
  204. package/src/formats/tflite/index.js +1 -0
  205. package/src/formats/tflite/types.d.ts +84 -0
  206. package/src/formats/tflite/types.js +633 -0
  207. package/src/generation/index.d.ts +16 -14
  208. package/src/generation/index.js +1 -32
  209. package/src/gpu/command-recorder.d.ts +17 -1
  210. package/src/gpu/command-recorder.js +47 -10
  211. package/src/gpu/device.d.ts +3 -1
  212. package/src/gpu/device.js +17 -11
  213. package/src/gpu/kernel-selector.js +3 -1
  214. package/src/gpu/kernels/attention.d.ts +2 -0
  215. package/src/gpu/kernels/attention.js +359 -14
  216. package/src/gpu/kernels/attention.wgsl +20 -1
  217. package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +180 -0
  218. package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +192 -0
  219. package/src/gpu/kernels/attention_decode_online_f16.wgsl +36 -18
  220. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +36 -18
  221. package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +269 -0
  222. package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +281 -0
  223. package/src/gpu/kernels/attention_head256_f16kv.wgsl +269 -0
  224. package/src/gpu/kernels/attention_streaming.wgsl +22 -3
  225. package/src/gpu/kernels/attention_streaming_f16.wgsl +1 -1
  226. package/src/gpu/kernels/attention_streaming_f16kv.wgsl +1 -1
  227. package/src/gpu/kernels/backward/attention_backward.d.ts +14 -1
  228. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +18 -0
  229. package/src/gpu/kernels/check-hot-vocab-stop.js +108 -0
  230. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +1 -1
  231. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +1 -1
  232. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +126 -194
  233. package/src/gpu/kernels/codegen/wgsl-variants.js +24 -6
  234. package/src/gpu/kernels/depthwise_conv1d.d.ts +23 -0
  235. package/src/gpu/kernels/depthwise_conv1d.js +51 -0
  236. package/src/gpu/kernels/depthwise_conv1d.wgsl +46 -0
  237. package/src/gpu/kernels/feature-check.js +0 -1
  238. package/src/gpu/kernels/fused_ffn.js +67 -22
  239. package/src/gpu/kernels/fused_ffn_q4k.wgsl +48 -43
  240. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +329 -0
  241. package/src/gpu/kernels/fused_matmul_q4.wgsl +417 -0
  242. package/src/gpu/kernels/fused_matmul_q4_batched_multicol_shared.wgsl +174 -0
  243. package/src/gpu/kernels/gather.d.ts +4 -0
  244. package/src/gpu/kernels/gather.js +13 -2
  245. package/src/gpu/kernels/gather.wgsl +5 -3
  246. package/src/gpu/kernels/gather_f16.wgsl +5 -3
  247. package/src/gpu/kernels/index.d.ts +7 -0
  248. package/src/gpu/kernels/index.js +6 -0
  249. package/src/gpu/kernels/kernel-configs.js +1 -0
  250. package/src/gpu/kernels/kv-quantize.js +87 -55
  251. package/src/gpu/kernels/kv_quantize_turboquant.wgsl +153 -0
  252. package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +230 -0
  253. package/src/gpu/kernels/linear-attention-core.d.ts +3 -0
  254. package/src/gpu/kernels/linear-attention-core.js +145 -56
  255. package/src/gpu/kernels/matmul-dispatch.js +3 -0
  256. package/src/gpu/kernels/matmul-selection.js +31 -42
  257. package/src/gpu/kernels/matmul.d.ts +3 -0
  258. package/src/gpu/kernels/matmul.js +72 -34
  259. package/src/gpu/kernels/residual.d.ts +2 -0
  260. package/src/gpu/kernels/residual.js +43 -4
  261. package/src/gpu/kernels/rope.d.ts +2 -0
  262. package/src/gpu/kernels/rope.js +19 -6
  263. package/src/gpu/kernels/rope.wgsl +24 -12
  264. package/src/gpu/kernels/rope_f16.wgsl +97 -38
  265. package/src/gpu/kernels/scale.d.ts +5 -0
  266. package/src/gpu/kernels/scale.js +6 -1
  267. package/src/gpu/kernels/scale.wgsl +3 -1
  268. package/src/gpu/kernels/scale_f16.wgsl +32 -0
  269. package/src/gpu/kernels/turboquant-codebook.js +564 -0
  270. package/src/gpu/kernels/uniform-utils.js +26 -0
  271. package/src/gpu/kernels/utils.js +6 -1
  272. package/src/gpu/submit-probe.d.ts +12 -0
  273. package/src/gpu/submit-probe.js +77 -0
  274. package/src/gpu/weight-buffer.d.ts +26 -3
  275. package/src/gpu/weight-buffer.js +62 -2
  276. package/src/index-browser.d.ts +1 -91
  277. package/src/index-browser.js +0 -66
  278. package/src/index.d.ts +1 -102
  279. package/src/index.js +0 -74
  280. package/src/inference/browser-harness-model-helpers.d.ts +3 -0
  281. package/src/inference/browser-harness-model-helpers.js +134 -11
  282. package/src/inference/browser-harness-runtime-helpers.js +1 -9
  283. package/src/inference/browser-harness-text-helpers.js +441 -70
  284. package/src/inference/browser-harness.js +61 -4
  285. package/src/inference/decode-ring.d.ts +2 -0
  286. package/src/inference/decode-ring.js +20 -0
  287. package/src/inference/kv-cache/index.d.ts +3 -0
  288. package/src/inference/kv-cache/index.js +2 -0
  289. package/src/inference/kv-cache/mixed-geometry.d.ts +84 -0
  290. package/src/inference/kv-cache/mixed-geometry.js +422 -0
  291. package/src/inference/kv-cache/quantized.d.ts +56 -0
  292. package/src/inference/kv-cache/quantized.js +383 -0
  293. package/src/inference/kv-cache/tiered.d.ts +20 -3
  294. package/src/inference/kv-cache/tiered.js +203 -65
  295. package/src/inference/kv-cache/types.d.ts +49 -6
  296. package/src/inference/kv-cache.d.ts +3 -0
  297. package/src/inference/kv-cache.js +2 -0
  298. package/src/inference/multi-model-network.js +2 -1
  299. package/src/inference/pipelines/audio/gemma4.js +655 -0
  300. package/src/inference/pipelines/audio/index.js +39 -0
  301. package/src/inference/pipelines/audio/mel.js +171 -0
  302. package/src/inference/pipelines/context.js +9 -1
  303. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +2 -0
  304. package/src/inference/pipelines/shared/clipped-linear.js +46 -0
  305. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +2 -1
  306. package/src/inference/pipelines/text/attention/dispatch-params.js +52 -8
  307. package/src/inference/pipelines/text/attention/output-projection.js +3 -3
  308. package/src/inference/pipelines/text/attention/precision-contract.d.ts +36 -0
  309. package/src/inference/pipelines/text/attention/precision-contract.js +115 -0
  310. package/src/inference/pipelines/text/attention/projections.d.ts +23 -0
  311. package/src/inference/pipelines/text/attention/projections.js +182 -15
  312. package/src/inference/pipelines/text/attention/quant-options.js +54 -0
  313. package/src/inference/pipelines/text/attention/record.js +257 -69
  314. package/src/inference/pipelines/text/attention/run.js +306 -94
  315. package/src/inference/pipelines/text/attention/types.d.ts +11 -0
  316. package/src/inference/pipelines/text/chat-format.d.ts +8 -1
  317. package/src/inference/pipelines/text/chat-format.js +89 -5
  318. package/src/inference/pipelines/text/config.d.ts +78 -26
  319. package/src/inference/pipelines/text/config.js +722 -28
  320. package/src/inference/pipelines/text/dtype-contract.d.ts +15 -0
  321. package/src/inference/pipelines/text/dtype-contract.js +38 -0
  322. package/src/inference/pipelines/text/embed.d.ts +4 -0
  323. package/src/inference/pipelines/text/embed.js +165 -172
  324. package/src/inference/pipelines/text/execution-plan.d.ts +19 -0
  325. package/src/inference/pipelines/text/execution-plan.js +112 -20
  326. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +8 -4
  327. package/src/inference/pipelines/text/execution-runtime-builders.js +90 -49
  328. package/src/inference/pipelines/text/execution-v1.d.ts +23 -4
  329. package/src/inference/pipelines/text/execution-v1.js +411 -33
  330. package/src/inference/pipelines/text/ffn/dense.d.ts +59 -0
  331. package/src/inference/pipelines/text/ffn/dense.js +575 -63
  332. package/src/inference/pipelines/text/ffn/moe.js +1 -0
  333. package/src/inference/pipelines/text/ffn/sandwich.js +20 -4
  334. package/src/inference/pipelines/text/ffn/standard.js +28 -4
  335. package/src/inference/pipelines/text/finiteness-policy.d.ts +4 -0
  336. package/src/inference/pipelines/text/finiteness-policy.js +14 -11
  337. package/src/inference/pipelines/text/generator-helpers.d.ts +7 -0
  338. package/src/inference/pipelines/text/generator-helpers.js +39 -4
  339. package/src/inference/pipelines/text/generator-runtime.js +45 -8
  340. package/src/inference/pipelines/text/generator-steps.js +407 -75
  341. package/src/inference/pipelines/text/generator.d.ts +6 -0
  342. package/src/inference/pipelines/text/generator.js +1179 -305
  343. package/src/inference/pipelines/text/init.d.ts +39 -7
  344. package/src/inference/pipelines/text/init.js +525 -110
  345. package/src/inference/pipelines/text/layer-plan.d.ts +1 -0
  346. package/src/inference/pipelines/text/layer-plan.js +2 -0
  347. package/src/inference/pipelines/text/layer.js +402 -19
  348. package/src/inference/pipelines/text/linear-attention.d.ts +4 -0
  349. package/src/inference/pipelines/text/linear-attention.js +112 -41
  350. package/src/inference/pipelines/text/logits/gpu.d.ts +2 -1
  351. package/src/inference/pipelines/text/logits/gpu.js +334 -15
  352. package/src/inference/pipelines/text/logits/index.d.ts +11 -0
  353. package/src/inference/pipelines/text/logits/index.js +227 -29
  354. package/src/inference/pipelines/text/logits/types.d.ts +3 -0
  355. package/src/inference/pipelines/text/logits/utils.js +3 -1
  356. package/src/inference/pipelines/text/lora-apply.js +3 -3
  357. package/src/inference/pipelines/text/model-load.d.ts +2 -1
  358. package/src/inference/pipelines/text/model-load.js +205 -178
  359. package/src/inference/pipelines/text/moe-gpu.js +8 -0
  360. package/src/inference/pipelines/text/moe-impl.d.ts +2 -0
  361. package/src/inference/pipelines/text/ops.d.ts +16 -2
  362. package/src/inference/pipelines/text/ops.js +11 -2
  363. package/src/inference/pipelines/text/per-layer-inputs.d.ts +107 -0
  364. package/src/inference/pipelines/text/per-layer-inputs.js +1581 -0
  365. package/src/inference/pipelines/text/probes.js +6 -0
  366. package/src/inference/pipelines/text/sampling-config.js +9 -1
  367. package/src/inference/pipelines/text/stage-names.js +3 -0
  368. package/src/inference/pipelines/text/state.d.ts +12 -3
  369. package/src/inference/pipelines/text/state.js +19 -0
  370. package/src/inference/pipelines/text/types.d.ts +79 -7
  371. package/src/inference/pipelines/text/weights.d.ts +2 -2
  372. package/src/inference/pipelines/text/weights.js +4 -0
  373. package/src/inference/pipelines/text.d.ts +6 -0
  374. package/src/inference/pipelines/text.js +860 -11
  375. package/src/inference/pipelines/video/frame-sampler.js +36 -0
  376. package/src/inference/pipelines/video/index.js +87 -0
  377. package/src/inference/pipelines/vision/encoder.js +27 -6
  378. package/src/inference/pipelines/vision/gemma4.js +731 -0
  379. package/src/inference/pipelines/vision/image-preprocess.js +22 -7
  380. package/src/inference/pipelines/vision/index.js +35 -10
  381. package/src/inference/pipelines/vision/ops.js +31 -26
  382. package/src/inference/pipelines/vision/patch-embed.js +22 -10
  383. package/src/inference/runtime-model.d.ts +89 -0
  384. package/src/inference/runtime-model.js +152 -0
  385. package/src/inference/test-harness.d.ts +8 -1
  386. package/src/inference/test-harness.js +54 -20
  387. package/src/inference/tokenizer.d.ts +5 -0
  388. package/src/inference/tokenizer.js +43 -0
  389. package/src/inference/tokenizers/base.d.ts +5 -0
  390. package/src/inference/tokenizers/base.js +5 -0
  391. package/src/inference/tokenizers/behavior-flags.d.ts +9 -0
  392. package/src/inference/tokenizers/behavior-flags.js +100 -0
  393. package/src/inference/tokenizers/bundled.d.ts +4 -0
  394. package/src/inference/tokenizers/bundled.js +110 -0
  395. package/src/inference/tokenizers/sentencepiece.d.ts +2 -0
  396. package/src/inference/tokenizers/sentencepiece.js +16 -0
  397. package/src/inference/tokenizers/types.d.ts +2 -0
  398. package/src/loader/doppler-loader.d.ts +10 -3
  399. package/src/loader/doppler-loader.js +103 -5
  400. package/src/loader/embedding-loader.d.ts +5 -1
  401. package/src/loader/embedding-loader.js +57 -6
  402. package/src/loader/final-weights-loader.js +44 -5
  403. package/src/loader/layer-loader.js +210 -8
  404. package/src/loader/loader-state.js +2 -2
  405. package/src/loader/loader-types.d.ts +17 -1
  406. package/src/loader/memory-monitor.d.ts +8 -0
  407. package/src/loader/memory-monitor.js +21 -0
  408. package/src/loader/multi-model-loader.d.ts +9 -1
  409. package/src/loader/multi-model-loader.js +9 -1
  410. package/src/loader/per-layer-input-loader.d.ts +30 -0
  411. package/src/loader/per-layer-input-loader.js +478 -0
  412. package/src/loader/shard-cache.d.ts +4 -3
  413. package/src/loader/shard-resolver.js +2 -0
  414. package/src/loader/tensors/source-transform.d.ts +50 -0
  415. package/src/loader/tensors/source-transform.js +776 -0
  416. package/src/loader/tensors/tensor-loader.d.ts +12 -0
  417. package/src/loader/tensors/tensor-loader.js +208 -123
  418. package/src/loader/tensors/tensor-reader.d.ts +8 -0
  419. package/src/loader/tensors/tensor-reader.js +283 -15
  420. package/src/loaders/index.d.ts +4 -0
  421. package/src/loaders/index.js +4 -0
  422. package/src/memory/buffer-pool.d.ts +4 -0
  423. package/src/memory/buffer-pool.js +36 -0
  424. package/src/rules/execution-rules-contract-check.d.ts +4 -0
  425. package/src/rules/execution-rules-contract-check.js +150 -24
  426. package/src/rules/inference/attention.rules.json +15 -0
  427. package/src/rules/inference/capability-transforms.rules.json +30 -0
  428. package/src/rules/inference/execution.rules.json +54 -2
  429. package/src/rules/inference/ffn.rules.json +33 -0
  430. package/src/rules/kernels/attention.rules.json +7 -0
  431. package/src/rules/kernels/fused-ffn.rules.json +4 -2
  432. package/src/rules/kernels/kv_quantize.rules.json +2 -0
  433. package/src/rules/kernels/matmul.rules.json +14 -0
  434. package/src/rules/kernels/scale.rules.json +2 -0
  435. package/src/rules/loader/tensor-loader.rules.json +1 -0
  436. package/src/storage/artifact-storage-context.d.ts +53 -0
  437. package/src/storage/artifact-storage-context.js +560 -0
  438. package/src/storage/downloader.js +7 -1
  439. package/src/storage/index.d.ts +18 -0
  440. package/src/storage/index.js +13 -0
  441. package/src/storage/preflight.js +22 -0
  442. package/src/storage/quickstart-downloader.js +35 -2
  443. package/src/storage/registry.d.ts +1 -0
  444. package/src/storage/registry.js +26 -4
  445. package/src/storage/shard-manager.d.ts +4 -0
  446. package/src/storage/shard-manager.js +25 -6
  447. package/src/storage/source-artifact-store.d.ts +9 -0
  448. package/src/storage/source-artifact-store.js +134 -0
  449. package/src/tooling/browser-command-runner.js +12 -5
  450. package/src/tooling/command-api-family-normalizers.js +144 -0
  451. package/src/tooling/command-api-helpers.js +1 -0
  452. package/src/tooling/command-api.d.ts +32 -9
  453. package/src/tooling/command-api.js +0 -25
  454. package/src/tooling/command-runner-shared.js +1 -2
  455. package/src/tooling/command-runner.html +5 -2
  456. package/src/tooling/diagnose-runner.js +1 -1
  457. package/src/tooling/kernel-path-builder/index.js +48 -32
  458. package/src/tooling/lean-execution-contract.d.ts +1 -1
  459. package/src/tooling/lean-execution-contract.js +2 -149
  460. package/src/tooling/litert-package-runtime.d.ts +46 -0
  461. package/src/tooling/litert-package-runtime.js +950 -0
  462. package/src/tooling/node-browser-command-runner.d.ts +13 -0
  463. package/src/tooling/node-browser-command-runner.js +163 -3
  464. package/src/tooling/node-command-runner.js +14 -5
  465. package/src/tooling/node-converter.js +226 -63
  466. package/src/tooling/node-source-runtime.d.ts +8 -3
  467. package/src/tooling/node-source-runtime.js +561 -236
  468. package/src/tooling/node-webgpu.js +7 -30
  469. package/src/tooling/opfs-cache.d.ts +18 -1
  470. package/src/tooling/opfs-cache.js +126 -9
  471. package/src/tooling/runtime-input-composition.d.ts +0 -1
  472. package/src/tooling/runtime-input-composition.js +0 -5
  473. package/src/tooling/source-artifact-adapter.d.ts +134 -0
  474. package/src/tooling/source-artifact-adapter.js +366 -0
  475. package/src/tooling/source-package-profiles.d.ts +33 -0
  476. package/src/tooling/source-package-profiles.js +57 -0
  477. package/src/tooling/source-runtime-bundle.d.ts +46 -6
  478. package/src/tooling/source-runtime-bundle.js +371 -60
  479. package/src/tooling/source-runtime-converter-config.d.ts +24 -0
  480. package/src/tooling/source-runtime-converter-config.js +297 -0
  481. package/src/tooling-experimental-exports.browser.js +2 -0
  482. package/src/tooling-experimental-exports.d.ts +7 -0
  483. package/src/tooling-experimental-exports.js +7 -0
  484. package/src/tooling-experimental-exports.shared.d.ts +26 -0
  485. package/src/tooling-experimental-exports.shared.js +29 -0
  486. package/src/tooling-exports.shared.d.ts +0 -23
  487. package/src/tooling-exports.shared.js +6 -28
  488. package/src/version.js +1 -1
  489. package/src/client/doppler-provider/generation.d.ts +0 -25
  490. package/src/client/doppler-provider/generation.js +0 -126
  491. package/src/client/doppler-provider/index.d.ts +0 -2
  492. package/src/client/doppler-provider/index.js +0 -3
  493. package/src/client/doppler-provider/provider.d.ts +0 -5
  494. package/src/client/doppler-provider/provider.js +0 -102
  495. package/src/client/doppler-provider/source-runtime.js +0 -677
  496. package/src/client/doppler-provider.d.ts +0 -46
  497. package/src/client/doppler-provider.js +0 -36
  498. package/src/config/schema/inference-defaults.schema.d.ts +0 -276
  499. package/src/config/schema/inference-defaults.schema.js +0 -189
  500. package/src/diffusion/index.d.ts +0 -8
  501. package/src/diffusion/index.js +0 -8
  502. package/src/energy/index.d.ts +0 -2
  503. package/src/energy/index.js +0 -2
  504. package/src/index-internal.d.ts +0 -2
  505. package/src/index-internal.js +0 -2
  506. /package/src/client/{doppler-provider → runtime}/types.js +0 -0
  507. /package/src/{adapters → experimental/adapters}/index.d.ts +0 -0
  508. /package/src/{adapters → experimental/adapters}/index.js +0 -0
  509. /package/src/{bridge → experimental/bridge}/extension/background.d.ts +0 -0
  510. /package/src/{bridge → experimental/bridge}/extension/background.js +0 -0
  511. /package/src/{bridge → experimental/bridge}/extension/manifest.json +0 -0
  512. /package/src/{bridge → experimental/bridge}/extension-client.d.ts +0 -0
  513. /package/src/{bridge → experimental/bridge}/index.d.ts +0 -0
  514. /package/src/{bridge → experimental/bridge}/index.js +0 -0
  515. /package/src/{bridge → experimental/bridge}/protocol.d.ts +0 -0
  516. /package/src/{browser → experimental/browser}/file-picker.d.ts +0 -0
  517. /package/src/{browser → experimental/browser}/file-picker.js +0 -0
  518. /package/src/{browser → experimental/browser}/tensor-source-download.d.ts +0 -0
  519. /package/src/{browser → experimental/browser}/tensor-source-file.d.ts +0 -0
  520. /package/src/{browser → experimental/browser}/tensor-source-file.js +0 -0
  521. /package/src/{browser → experimental/browser}/tensor-source-http.d.ts +0 -0
  522. /package/src/{browser → experimental/browser}/tensor-source-http.js +0 -0
  523. /package/src/{diffusion → experimental/diffusion}/config/expansion-lanes.json +0 -0
  524. /package/src/{diffusion → experimental/diffusion}/image-regression.d.ts +0 -0
  525. /package/src/{diffusion → experimental/diffusion}/image-regression.js +0 -0
  526. /package/src/{distribution → experimental/distribution}/p2p-control-plane.d.ts +0 -0
  527. /package/src/{distribution → experimental/distribution}/p2p-control-plane.js +0 -0
  528. /package/src/{distribution → experimental/distribution}/p2p-observability.d.ts +0 -0
  529. /package/src/{distribution → experimental/distribution}/p2p-observability.js +0 -0
  530. /package/src/{distribution → experimental/distribution}/p2p-transport-contract.d.ts +0 -0
  531. /package/src/{distribution → experimental/distribution}/p2p-webrtc-browser.d.ts +0 -0
  532. /package/src/{distribution → experimental/distribution}/p2p-webrtc-browser.js +0 -0
  533. /package/src/{distribution → experimental/distribution}/shard-delivery.d.ts +0 -0
  534. /package/src/{hotswap → experimental/hotswap}/runtime.js +0 -0
  535. /package/src/{training → experimental/training}/checkpoint-watch.d.ts +0 -0
  536. /package/src/{training → experimental/training}/checkpoint-watch.js +0 -0
  537. /package/src/{training → experimental/training}/checkpoint.d.ts +0 -0
  538. /package/src/{training → experimental/training}/dataloader.d.ts +0 -0
  539. /package/src/{training → experimental/training}/dataloader.js +0 -0
  540. /package/src/{training → experimental/training}/datasets/index.d.ts +0 -0
  541. /package/src/{training → experimental/training}/datasets/index.js +0 -0
  542. /package/src/{training → experimental/training}/datasets/jsonl.d.ts +0 -0
  543. /package/src/{training → experimental/training}/datasets/jsonl.js +0 -0
  544. /package/src/{training → experimental/training}/datasets/reploid.d.ts +0 -0
  545. /package/src/{training → experimental/training}/datasets/reploid.js +0 -0
  546. /package/src/{training → experimental/training}/datasets/text-pairs.d.ts +0 -0
  547. /package/src/{training → experimental/training}/datasets/text-pairs.js +0 -0
  548. /package/src/{training → experimental/training}/datasets/token-batch.d.ts +0 -0
  549. /package/src/{training → experimental/training}/datasets/token-batch.js +0 -0
  550. /package/src/{training → experimental/training}/datasets/translation-pairs.d.ts +0 -0
  551. /package/src/{training → experimental/training}/datasets/translation-pairs.js +0 -0
  552. /package/src/{training → experimental/training}/distillation/artifacts.d.ts +0 -0
  553. /package/src/{training → experimental/training}/distillation/artifacts.js +0 -0
  554. /package/src/{training → experimental/training}/distillation/checkpoint-watch.d.ts +0 -0
  555. /package/src/{training → experimental/training}/distillation/checkpoint-watch.js +0 -0
  556. /package/src/{training → experimental/training}/distillation/dataset.d.ts +0 -0
  557. /package/src/{training → experimental/training}/distillation/dataset.js +0 -0
  558. /package/src/{training → experimental/training}/distillation/eval.d.ts +0 -0
  559. /package/src/{training → experimental/training}/distillation/eval.js +0 -0
  560. /package/src/{training → experimental/training}/distillation/index.d.ts +0 -0
  561. /package/src/{training → experimental/training}/distillation/index.js +0 -0
  562. /package/src/{training → experimental/training}/distillation/runtime.d.ts +0 -0
  563. /package/src/{training → experimental/training}/distillation/runtime.js +0 -0
  564. /package/src/{training → experimental/training}/distillation/scoreboard.d.ts +0 -0
  565. /package/src/{training → experimental/training}/distillation/scoreboard.js +0 -0
  566. /package/src/{training → experimental/training}/distillation/stage-a.d.ts +0 -0
  567. /package/src/{training → experimental/training}/distillation/stage-a.js +0 -0
  568. /package/src/{training → experimental/training}/distillation/stage-b.d.ts +0 -0
  569. /package/src/{training → experimental/training}/distillation/stage-b.js +0 -0
  570. /package/src/{training → experimental/training}/distillation/student-fixture.d.ts +0 -0
  571. /package/src/{training → experimental/training}/distillation/student-fixture.js +0 -0
  572. /package/src/{training → experimental/training}/distillation/suite-data.d.ts +0 -0
  573. /package/src/{training → experimental/training}/distillation/suite-data.js +0 -0
  574. /package/src/{training → experimental/training}/index.d.ts +0 -0
  575. /package/src/{training → experimental/training}/index.js +0 -0
  576. /package/src/{training → experimental/training}/lora-pipeline.d.ts +0 -0
  577. /package/src/{training → experimental/training}/objectives/base.d.ts +0 -0
  578. /package/src/{training → experimental/training}/objectives/base.js +0 -0
  579. /package/src/{training → experimental/training}/objectives/cross_entropy.d.ts +0 -0
  580. /package/src/{training → experimental/training}/objectives/cross_entropy.js +0 -0
  581. /package/src/{training → experimental/training}/objectives/distill_kd.d.ts +0 -0
  582. /package/src/{training → experimental/training}/objectives/distill_kd.js +0 -0
  583. /package/src/{training → experimental/training}/objectives/distill_triplet.d.ts +0 -0
  584. /package/src/{training → experimental/training}/objectives/distill_triplet.js +0 -0
  585. /package/src/{training → experimental/training}/objectives/index.d.ts +0 -0
  586. /package/src/{training → experimental/training}/objectives/index.js +0 -0
  587. /package/src/{training → experimental/training}/objectives/ul_stage1_joint.d.ts +0 -0
  588. /package/src/{training → experimental/training}/objectives/ul_stage1_joint.js +0 -0
  589. /package/src/{training → experimental/training}/objectives/ul_stage2_base.d.ts +0 -0
  590. /package/src/{training → experimental/training}/objectives/ul_stage2_base.js +0 -0
  591. /package/src/{training → experimental/training}/operator-artifacts.d.ts +0 -0
  592. /package/src/{training → experimental/training}/operator-command.d.ts +0 -0
  593. /package/src/{training → experimental/training}/operator-command.js +0 -0
  594. /package/src/{training → experimental/training}/operator-eval.d.ts +0 -0
  595. /package/src/{training → experimental/training}/operator-eval.js +0 -0
  596. /package/src/{training → experimental/training}/operator-scoreboard.d.ts +0 -0
  597. /package/src/{training → experimental/training}/operator-scoreboard.js +0 -0
  598. /package/src/{training → experimental/training}/suite.d.ts +0 -0
  599. /package/src/{training → experimental/training}/ul_schedule.js +0 -0
  600. /package/src/{training → experimental/training}/workload-packs/distill-translategemma-medium.json +0 -0
  601. /package/src/{training → experimental/training}/workload-packs/distill-translategemma-tiny.json +0 -0
  602. /package/src/{training → experimental/training}/workload-packs/lora-toy-medium.json +0 -0
  603. /package/src/{training → experimental/training}/workload-packs/lora-toy-tiny.json +0 -0
  604. /package/src/{training → experimental/training}/workload-packs/registry.json +0 -0
  605. /package/src/{training → experimental/training}/workload-packs/ul-training-medium.json +0 -0
  606. /package/src/{training → experimental/training}/workload-packs/ul-training-tiny.json +0 -0
  607. /package/src/{training → experimental/training}/workloads.d.ts +0 -0
@@ -34,7 +34,7 @@ export const QUICKSTART_MODELS = {
34
34
  baseUrl: null,
35
35
  hf: {
36
36
  repoId: 'Clocksmith/rdrr',
37
- revision: 'f5698592e69b97c38f21c68e01db2216c2f40965',
37
+ revision: 'f242e44c9a35e72186aa61e4cc0c9873f0596741',
38
38
  path: 'models/gemma-3-270m-it-q4k-ehf16-af32',
39
39
  },
40
40
  requirements: MODEL_REQUIREMENTS['gemma-3-270m-it-q4k-ehf16-af32'],
@@ -45,11 +45,44 @@ export const QUICKSTART_MODELS = {
45
45
  baseUrl: null,
46
46
  hf: {
47
47
  repoId: 'Clocksmith/rdrr',
48
- revision: '9e4ef13a43ed47eda17bdc271ae90632eb22b9c7',
48
+ revision: 'f242e44c9a35e72186aa61e4cc0c9873f0596741',
49
49
  path: 'models/google-embeddinggemma-300m-q4k-ehf16-af32',
50
50
  },
51
51
  requirements: MODEL_REQUIREMENTS['google-embeddinggemma-300m-q4k-ehf16-af32'],
52
52
  },
53
+ 'gemma-3-1b-it-q4k-ehf16-af32': {
54
+ modelId: 'gemma-3-1b-it-q4k-ehf16-af32',
55
+ displayName: 'Gemma 3 1B IT (Q4K)',
56
+ baseUrl: null,
57
+ hf: {
58
+ repoId: 'Clocksmith/rdrr',
59
+ revision: 'f242e44c9a35e72186aa61e4cc0c9873f0596741',
60
+ path: 'models/gemma-3-1b-it-q4k-ehf16-af32',
61
+ },
62
+ requirements: MODEL_REQUIREMENTS['gemma-3-1b-it-q4k-ehf16-af32'],
63
+ },
64
+ 'qwen-3-5-0-8b-q4k-ehaf16': {
65
+ modelId: 'qwen-3-5-0-8b-q4k-ehaf16',
66
+ displayName: 'Qwen 3.5 0.8B (Q4K)',
67
+ baseUrl: null,
68
+ hf: {
69
+ repoId: 'Clocksmith/rdrr',
70
+ revision: 'f242e44c9a35e72186aa61e4cc0c9873f0596741',
71
+ path: 'models/qwen-3-5-0-8b-q4k-ehaf16',
72
+ },
73
+ requirements: MODEL_REQUIREMENTS['qwen-3-5-0-8b-q4k-ehaf16'],
74
+ },
75
+ 'qwen-3-5-2b-q4k-ehaf16': {
76
+ modelId: 'qwen-3-5-2b-q4k-ehaf16',
77
+ displayName: 'Qwen 3.5 2B (Q4K)',
78
+ baseUrl: null,
79
+ hf: {
80
+ repoId: 'Clocksmith/rdrr',
81
+ revision: 'f242e44c9a35e72186aa61e4cc0c9873f0596741',
82
+ path: 'models/qwen-3-5-2b-q4k-ehaf16',
83
+ },
84
+ requirements: MODEL_REQUIREMENTS['qwen-3-5-2b-q4k-ehaf16'],
85
+ },
53
86
  };
54
87
 
55
88
 
@@ -5,6 +5,7 @@ export interface ModelRegistryEntry {
5
5
  hashAlgorithm?: string;
6
6
  backend?: string;
7
7
  createdAt?: string;
8
+ savedAtUtc?: string;
8
9
  [key: string]: unknown;
9
10
  }
10
11
 
@@ -7,11 +7,30 @@ import { getStorageBackendType } from './shard-manager.js';
7
7
  const REGISTRY_FILENAME = 'models.json';
8
8
  const REGISTRY_MODEL_ID = 'registry:models';
9
9
 
10
+ function normalizeRegistryEntry(entry) {
11
+ if (!entry || typeof entry !== 'object' || Array.isArray(entry)) {
12
+ return null;
13
+ }
14
+ const createdAt = typeof entry.createdAt === 'string' && entry.createdAt.trim()
15
+ ? entry.createdAt
16
+ : null;
17
+ const savedAtUtc = typeof entry.savedAtUtc === 'string' && entry.savedAtUtc.trim()
18
+ ? entry.savedAtUtc
19
+ : createdAt;
20
+ return {
21
+ ...entry,
22
+ ...(createdAt ? { createdAt } : {}),
23
+ ...(savedAtUtc ? { savedAtUtc } : {}),
24
+ };
25
+ }
26
+
10
27
  function normalizeRegistry(registry) {
11
28
  if (!registry || typeof registry !== 'object' || Array.isArray(registry)) {
12
29
  return { models: [] };
13
30
  }
14
- const models = Array.isArray(registry.models) ? registry.models : [];
31
+ const models = Array.isArray(registry.models)
32
+ ? registry.models.map((entry) => normalizeRegistryEntry(entry)).filter(Boolean)
33
+ : [];
15
34
  return { models };
16
35
  }
17
36
 
@@ -103,15 +122,18 @@ export async function registerModel(entry) {
103
122
  const registry = await loadModelRegistry();
104
123
  const now = new Date().toISOString();
105
124
  const backend = entry.backend ?? getStorageBackendType() ?? 'unknown';
125
+ const models = registry.models || [];
126
+ const index = models.findIndex((model) => model.modelId === entry.modelId);
127
+ const previous = index >= 0 ? models[index] : null;
106
128
 
107
129
  const next = {
130
+ ...(previous || {}),
108
131
  ...entry,
109
- createdAt: entry.createdAt ?? now,
132
+ createdAt: entry.createdAt ?? previous?.createdAt ?? now,
133
+ savedAtUtc: entry.savedAtUtc ?? now,
110
134
  backend,
111
135
  };
112
136
 
113
- const models = registry.models || [];
114
- const index = models.findIndex((model) => model.modelId === entry.modelId);
115
137
  if (index >= 0) {
116
138
  models[index] = next;
117
139
  } else {
@@ -114,6 +114,10 @@ export function loadShardSync(
114
114
  length?: number
115
115
  ): Promise<Uint8Array>;
116
116
 
117
+ export function checkFileExistsInBackend(
118
+ storageBackend: Record<string, unknown>,
119
+ filename: string
120
+ ): Promise<boolean>;
117
121
  export function shardExists(shardIndex: number): Promise<boolean>;
118
122
  export function getShardStoredSize(shardIndex: number): Promise<number>;
119
123
  export function verifyIntegrity(options?: { checkHashes?: boolean }): Promise<IntegrityResult>;
@@ -479,17 +479,36 @@ export async function loadShardSync(shardIndex, offset = 0, length) {
479
479
  return new Uint8Array(ab);
480
480
  }
481
481
 
482
+ export async function checkFileExistsInBackend(storageBackend, filename) {
483
+ if (!storageBackend || typeof storageBackend !== 'object') {
484
+ throw new Error('checkFileExistsInBackend requires a storage backend object.');
485
+ }
486
+ if (!filename || typeof filename !== 'string') {
487
+ throw new Error('checkFileExistsInBackend requires a filename.');
488
+ }
489
+
490
+ try {
491
+ if (typeof storageBackend.getFileSize === 'function') {
492
+ await storageBackend.getFileSize(filename);
493
+ return true;
494
+ }
495
+ await storageBackend.readFile(filename);
496
+ return true;
497
+ } catch (error) {
498
+ const message = String(error?.message || '');
499
+ if (error?.name === 'NotFoundError' || message.toLowerCase().includes('not found')) {
500
+ return false;
501
+ }
502
+ throw error;
503
+ }
504
+ }
505
+
482
506
  export async function shardExists(shardIndex) {
483
507
  await ensureBackend();
484
508
  requireModel();
485
509
  const shardInfo = getShardInfo(shardIndex);
486
510
  if (!shardInfo) return false;
487
- try {
488
- await backend.readFile(shardInfo.filename);
489
- return true;
490
- } catch {
491
- return false;
492
- }
511
+ return checkFileExistsInBackend(backend, shardInfo.filename);
493
512
  }
494
513
 
495
514
  export async function getShardStoredSize(shardIndex) {
@@ -31,6 +31,11 @@ export interface StoredSourceArtifactIntegrity {
31
31
  corruptFiles: string[];
32
32
  }
33
33
 
34
+ export interface StoredSourceArtifactManifestSynthesisResult {
35
+ manifest: RDRRManifest;
36
+ changed: boolean;
37
+ }
38
+
34
39
  export declare function normalizeSourceArtifactPath(value: unknown): string;
35
40
 
36
41
  export declare function listSourceArtifactFiles(manifest: RDRRManifest): StoredSourceArtifactFile[];
@@ -41,6 +46,10 @@ export declare function resolveSourceArtifact(
41
46
 
42
47
  export declare function buildSourceArtifactFingerprint(manifest: RDRRManifest): string | null;
43
48
 
49
+ export declare function synthesizeStoredSourceArtifactManifest(
50
+ manifest: RDRRManifest
51
+ ): StoredSourceArtifactManifestSynthesisResult;
52
+
44
53
  export declare function verifyStoredSourceArtifact(
45
54
  manifest: RDRRManifest,
46
55
  options?: { checkHashes?: boolean }
@@ -1,5 +1,9 @@
1
1
  import {
2
2
  createSourceStorageContext,
3
+ DIRECT_SOURCE_PATH_RUNTIME_LOCAL,
4
+ DIRECT_SOURCE_RUNTIME_MODE,
5
+ DIRECT_SOURCE_RUNTIME_SCHEMA,
6
+ DIRECT_SOURCE_RUNTIME_SCHEMA_VERSION,
3
7
  getSourceRuntimeMetadata,
4
8
  } from '../tooling/source-runtime-bundle.js';
5
9
  import {
@@ -18,6 +22,133 @@ function encodeUtf8(value) {
18
22
  return new TextEncoder().encode(String(value ?? ''));
19
23
  }
20
24
 
25
+ function cloneJsonValue(value) {
26
+ return value == null ? value : JSON.parse(JSON.stringify(value));
27
+ }
28
+
29
+ function normalizeStoredHash(value) {
30
+ if (typeof value !== 'string') {
31
+ return null;
32
+ }
33
+ const normalized = value.trim().toLowerCase();
34
+ return normalized || null;
35
+ }
36
+
37
+ function normalizeStoredHashAlgorithm(value, fallbackAlgorithm = null) {
38
+ const normalized = typeof value === 'string' ? value.trim().toLowerCase() : '';
39
+ if (normalized) {
40
+ return normalized;
41
+ }
42
+ if (typeof fallbackAlgorithm === 'string' && fallbackAlgorithm.trim()) {
43
+ return fallbackAlgorithm.trim().toLowerCase();
44
+ }
45
+ return null;
46
+ }
47
+
48
+ function resolveStoredTokenizerPaths(manifest) {
49
+ const tokenizer = manifest?.tokenizer;
50
+ if (!tokenizer || typeof tokenizer !== 'object') {
51
+ return {
52
+ jsonPath: null,
53
+ configPath: null,
54
+ modelPath: null,
55
+ };
56
+ }
57
+ const tokenizerType = typeof tokenizer.type === 'string' ? tokenizer.type.trim().toLowerCase() : '';
58
+ const hasBundledTokenizerJson = (
59
+ (tokenizerType === 'bundled' || tokenizerType === 'huggingface')
60
+ && typeof tokenizer.file === 'string'
61
+ && tokenizer.file.trim().length > 0
62
+ );
63
+ const sentencepieceModel = typeof tokenizer.sentencepieceModel === 'string'
64
+ ? tokenizer.sentencepieceModel.trim()
65
+ : '';
66
+ const hasTokenizerModel = tokenizerType === 'sentencepiece' || sentencepieceModel.length > 0;
67
+ return {
68
+ // ShardManager persists tokenizer assets under canonical store-local filenames.
69
+ jsonPath: hasBundledTokenizerJson ? 'tokenizer.json' : null,
70
+ configPath: null,
71
+ modelPath: hasTokenizerModel ? 'tokenizer.model' : null,
72
+ };
73
+ }
74
+
75
+ export function synthesizeStoredSourceArtifactManifest(manifest) {
76
+ if (!manifest || typeof manifest !== 'object' || Array.isArray(manifest)) {
77
+ return {
78
+ manifest,
79
+ changed: false,
80
+ };
81
+ }
82
+ if (getSourceRuntimeMetadata(manifest)) {
83
+ return {
84
+ manifest,
85
+ changed: false,
86
+ };
87
+ }
88
+
89
+ const shards = Array.isArray(manifest.shards) ? manifest.shards : [];
90
+ const manifestHashAlgorithm = normalizeStoredHashAlgorithm(manifest.hashAlgorithm);
91
+ if (!manifestHashAlgorithm || shards.length === 0) {
92
+ return {
93
+ manifest,
94
+ changed: false,
95
+ };
96
+ }
97
+
98
+ const sourceFiles = [];
99
+ for (let index = 0; index < shards.length; index += 1) {
100
+ const shard = shards[index];
101
+ const filename = normalizeSourceArtifactPath(shard?.filename);
102
+ if (!filename || !Number.isFinite(shard?.size)) {
103
+ return {
104
+ manifest,
105
+ changed: false,
106
+ };
107
+ }
108
+ sourceFiles.push({
109
+ index,
110
+ path: filename,
111
+ filename,
112
+ size: Math.max(0, Math.floor(Number(shard.size))),
113
+ hash: normalizeStoredHash(shard?.hash ?? shard?.blake3 ?? shard?.sha256 ?? shard?.digest),
114
+ hashAlgorithm: normalizeStoredHashAlgorithm(shard?.hashAlgorithm, manifestHashAlgorithm),
115
+ });
116
+ }
117
+
118
+ const tokenizerPaths = resolveStoredTokenizerPaths(manifest);
119
+ const nextManifest = cloneJsonValue(manifest);
120
+ if (!nextManifest.metadata || typeof nextManifest.metadata !== 'object' || Array.isArray(nextManifest.metadata)) {
121
+ nextManifest.metadata = {};
122
+ }
123
+ nextManifest.metadata.sourceRuntime = {
124
+ mode: DIRECT_SOURCE_RUNTIME_MODE,
125
+ schema: DIRECT_SOURCE_RUNTIME_SCHEMA,
126
+ schemaVersion: DIRECT_SOURCE_RUNTIME_SCHEMA_VERSION,
127
+ sourceKind: 'rdrr',
128
+ hashAlgorithm: manifestHashAlgorithm,
129
+ pathSemantics: DIRECT_SOURCE_PATH_RUNTIME_LOCAL,
130
+ sourceFileCount: sourceFiles.length,
131
+ auxiliaryFileCount: 0,
132
+ sourceFiles,
133
+ auxiliaryFiles: [],
134
+ tokenizer: tokenizerPaths,
135
+ invariants: {
136
+ tensorIdentity: 'manifest.tensors',
137
+ shardIdentity: 'manifest.shards[index].filename',
138
+ byteOffsets: 'shard-relative bytes',
139
+ hashSemantics: 'sourceFiles[*].hash mirrors stored shard digests validated at import time',
140
+ cacheKeying: 'path:size:hash',
141
+ tokenizerAssetsCovered: Boolean(tokenizerPaths.jsonPath || tokenizerPaths.modelPath),
142
+ manifestFamily: manifest?.modelType ?? null,
143
+ },
144
+ };
145
+
146
+ return {
147
+ manifest: nextManifest,
148
+ changed: true,
149
+ };
150
+ }
151
+
21
152
  function normalizeArtifactFile(entry, kind) {
22
153
  const path = normalizeSourceArtifactPath(entry?.path);
23
154
  if (!path) {
@@ -230,5 +361,8 @@ export function createStoredSourceArtifactContext(manifest, options = {}) {
230
361
  readText,
231
362
  readBinary,
232
363
  verifyHashes: options.verifyHashes !== false,
364
+ // Stored shard/source assets were already hash-verified at import time. Warm loads
365
+ // should not re-stream the full files just to re-prove the same digest.
366
+ sourceHashesTrusted: true,
233
367
  });
234
368
  }
@@ -1,8 +1,7 @@
1
1
  import {
2
- runBrowserSuite,
3
2
  applyRuntimeProfile,
4
3
  applyRuntimeConfigFromUrl,
5
- } from '../inference/browser-harness.js';
4
+ } from '../inference/browser-harness-runtime-helpers.js';
6
5
  import {
7
6
  getRuntimeConfig,
8
7
  setRuntimeConfig,
@@ -29,6 +28,13 @@ import {
29
28
  setActiveKernelPath,
30
29
  } from '../config/kernel-path-loader.js';
31
30
 
31
+ let browserHarnessModulePromise = null;
32
+
33
+ async function loadBrowserHarnessModule() {
34
+ browserHarnessModulePromise ??= import('../inference/browser-harness.js');
35
+ return browserHarnessModulePromise;
36
+ }
37
+
32
38
  export async function runBrowserCommand(commandRequest, options = {}) {
33
39
  assertCommandRequestIsObject(commandRequest, 'browser');
34
40
  const validatedOptions = normalizeCommandOptions(options, 'browser');
@@ -37,12 +43,12 @@ export async function runBrowserCommand(commandRequest, options = {}) {
37
43
  ({ request } = ensureCommandSupportedOnSurface(commandRequest, 'browser'));
38
44
 
39
45
  if (request.command === 'convert') {
40
- if (typeof options.convertHandler !== 'function') {
46
+ if (typeof validatedOptions.convertHandler !== 'function') {
41
47
  throw new Error(
42
48
  'browser command convert requires options.convertHandler(request) to be provided.'
43
49
  );
44
50
  }
45
- const result = await options.convertHandler(request);
51
+ const result = await validatedOptions.convertHandler(request);
46
52
  return createToolingSuccessEnvelope({
47
53
  surface: 'browser',
48
54
  request,
@@ -63,7 +69,8 @@ export async function runBrowserCommand(commandRequest, options = {}) {
63
69
  };
64
70
 
65
71
  const result = await runWithRuntimeIsolation(runtimeBridge, async () => {
66
- await applyRuntimeInputs(request, runtimeBridge, options.runtimeLoadOptions || {});
72
+ const { runBrowserSuite } = await loadBrowserHarnessModule();
73
+ await applyRuntimeInputs(request, runtimeBridge, validatedOptions.runtimeLoadOptions || {});
67
74
  return runBrowserSuite(buildSuiteOptions(request, 'browser'));
68
75
  });
69
76
 
@@ -1,3 +1,4 @@
1
+ import { isPlainObject } from '../utils/plain-object.js';
1
2
  import {
2
3
  DISTILL_ACTION_SET,
3
4
  LORA_ACTION_SET,
@@ -36,6 +37,147 @@ function resolveDebugRequestWorkload(raw) {
36
37
  return workload;
37
38
  }
38
39
 
40
+ function cloneCommandValue(value) {
41
+ if (typeof structuredClone === 'function') {
42
+ return structuredClone(value);
43
+ }
44
+ return JSON.parse(JSON.stringify(value));
45
+ }
46
+
47
+ function normalizeInferencePrompt(value, label) {
48
+ if (value === undefined || value === null) {
49
+ return null;
50
+ }
51
+ if (typeof value === 'string') {
52
+ const trimmed = value.trim();
53
+ if (!trimmed) {
54
+ throw new Error(`tooling command: ${label} must not be empty when provided.`);
55
+ }
56
+ return trimmed;
57
+ }
58
+ if (Array.isArray(value) || isPlainObject(value)) {
59
+ return cloneCommandValue(value);
60
+ }
61
+ throw new Error(`tooling command: ${label} must be a string, array, or object when provided.`);
62
+ }
63
+
64
+ function normalizeInferenceImagePixels(value, label) {
65
+ if (value === undefined || value === null) {
66
+ return null;
67
+ }
68
+ const bytes = ArrayBuffer.isView(value)
69
+ ? Array.from(new Uint8Array(value.buffer, value.byteOffset, value.byteLength))
70
+ : (Array.isArray(value) ? value : null);
71
+ if (!Array.isArray(bytes)) {
72
+ throw new Error(`tooling command: ${label} must be an array or typed array when provided.`);
73
+ }
74
+ return bytes.map((entry, index) => {
75
+ const parsed = Number(entry);
76
+ if (!Number.isInteger(parsed) || parsed < 0 || parsed > 255) {
77
+ throw new Error(`tooling command: ${label}[${index}] must be an integer in [0, 255].`);
78
+ }
79
+ return parsed;
80
+ });
81
+ }
82
+
83
+ function normalizeInferenceImage(value, label) {
84
+ const image = asOptionalObject(value, label);
85
+ if (!image) {
86
+ return null;
87
+ }
88
+
89
+ const allowedKeys = new Set(['url', 'width', 'height', 'pixels', 'pixelDataBase64']);
90
+ for (const key of Object.keys(image)) {
91
+ if (!allowedKeys.has(key)) {
92
+ throw new Error(`tooling command: ${label}.${key} is not supported.`);
93
+ }
94
+ }
95
+
96
+ const url = asOptionalString(image.url, `${label}.url`);
97
+ const width = asOptionalPositiveInteger(image.width, `${label}.width`);
98
+ const height = asOptionalPositiveInteger(image.height, `${label}.height`);
99
+ const pixelDataBase64 = asOptionalString(image.pixelDataBase64, `${label}.pixelDataBase64`);
100
+ const pixels = normalizeInferenceImagePixels(image.pixels, `${label}.pixels`);
101
+ const sourceCount = [url, pixelDataBase64, pixels].filter((entry) => entry != null).length;
102
+ if (sourceCount !== 1) {
103
+ throw new Error(
104
+ `tooling command: ${label} requires exactly one source: url, pixelDataBase64, or pixels.`
105
+ );
106
+ }
107
+ if (url) {
108
+ if (width != null || height != null) {
109
+ throw new Error(
110
+ `tooling command: ${label}.width and ${label}.height are only valid for raw pixel inputs.`
111
+ );
112
+ }
113
+ return {
114
+ url,
115
+ width: null,
116
+ height: null,
117
+ pixels: null,
118
+ pixelDataBase64: null,
119
+ };
120
+ }
121
+ if (width == null || height == null) {
122
+ throw new Error(
123
+ `tooling command: ${label}.width and ${label}.height are required for raw pixel inputs.`
124
+ );
125
+ }
126
+ return {
127
+ url: null,
128
+ width,
129
+ height,
130
+ pixels,
131
+ pixelDataBase64,
132
+ };
133
+ }
134
+
135
+ function normalizeInferenceInput(value, workload) {
136
+ const inferenceInput = asOptionalObject(value, 'inferenceInput');
137
+ if (!inferenceInput) {
138
+ return null;
139
+ }
140
+ if (workload !== 'inference') {
141
+ throw new Error('tooling command: inferenceInput requires workload="inference".');
142
+ }
143
+
144
+ const allowedKeys = new Set(['prompt', 'image', 'maxTokens', 'softTokenBudget']);
145
+ for (const key of Object.keys(inferenceInput)) {
146
+ if (!allowedKeys.has(key)) {
147
+ throw new Error(`tooling command: inferenceInput.${key} is not supported.`);
148
+ }
149
+ }
150
+
151
+ const prompt = normalizeInferencePrompt(inferenceInput.prompt, 'inferenceInput.prompt');
152
+ const image = normalizeInferenceImage(inferenceInput.image, 'inferenceInput.image');
153
+ const maxTokens = asOptionalPositiveInteger(inferenceInput.maxTokens, 'inferenceInput.maxTokens');
154
+ const softTokenBudget = asOptionalPositiveInteger(
155
+ inferenceInput.softTokenBudget,
156
+ 'inferenceInput.softTokenBudget'
157
+ );
158
+
159
+ if (softTokenBudget != null && image == null) {
160
+ throw new Error('tooling command: inferenceInput.softTokenBudget requires inferenceInput.image.');
161
+ }
162
+ if (image && prompt != null && typeof prompt !== 'string') {
163
+ throw new Error(
164
+ 'tooling command: inferenceInput.prompt must be a string when inferenceInput.image is provided.'
165
+ );
166
+ }
167
+ if (prompt == null && image == null && maxTokens == null && softTokenBudget == null) {
168
+ throw new Error(
169
+ 'tooling command: inferenceInput must specify prompt, image, maxTokens, or softTokenBudget.'
170
+ );
171
+ }
172
+
173
+ return {
174
+ prompt,
175
+ image,
176
+ maxTokens,
177
+ softTokenBudget,
178
+ };
179
+ }
180
+
39
181
  function resolveBenchRequestWorkload(raw) {
40
182
  const workload = asOptionalString(raw.workload, 'workload')
41
183
  ?? asOptionalString(raw.suite, 'suite');
@@ -252,6 +394,7 @@ export function normalizeSuiteCommand(raw, command) {
252
394
  );
253
395
  const trainingBenchSteps = asOptionalPositiveInteger(raw.trainingBenchSteps, 'trainingBenchSteps');
254
396
  const checkpointEvery = asOptionalPositiveInteger(raw.checkpointEvery, 'checkpointEvery');
397
+ const inferenceInput = normalizeInferenceInput(raw.inferenceInput, workload);
255
398
  const inputWorkloadType = asOptionalString(raw.workloadType, 'workloadType');
256
399
  if (
257
400
  inputWorkloadType
@@ -356,6 +499,7 @@ export function normalizeSuiteCommand(raw, command) {
356
499
  ...createCommandRequestBase(raw, command),
357
500
  workload,
358
501
  intent: runtimeContract.intent,
502
+ inferenceInput,
359
503
  modelId,
360
504
  trainingTests,
361
505
  trainingStage,
@@ -204,6 +204,7 @@ export function createCommandRequestBase(raw, command) {
204
204
  workload: null,
205
205
  intent: null,
206
206
  action: null,
207
+ inferenceInput: null,
207
208
  modelId: null,
208
209
  trainingTests: null,
209
210
  trainingStage: null,
@@ -25,10 +25,41 @@ export interface ToolingConvertPayload {
25
25
  [key: string]: unknown;
26
26
  }
27
27
 
28
+ export interface ToolingInferenceImageInput {
29
+ url?: string | null;
30
+ width?: number | null;
31
+ height?: number | null;
32
+ pixels?: number[] | ArrayBufferView | null;
33
+ pixelDataBase64?: string | null;
34
+ }
35
+
36
+ export interface ToolingNormalizedInferenceImageInput {
37
+ url: string | null;
38
+ width: number | null;
39
+ height: number | null;
40
+ pixels: number[] | null;
41
+ pixelDataBase64: string | null;
42
+ }
43
+
44
+ export interface ToolingInferenceInput {
45
+ prompt?: string | Record<string, unknown> | unknown[] | null;
46
+ image?: ToolingInferenceImageInput | null;
47
+ maxTokens?: number | null;
48
+ softTokenBudget?: number | null;
49
+ }
50
+
51
+ export interface ToolingNormalizedInferenceInput {
52
+ prompt: string | Record<string, unknown> | unknown[] | null;
53
+ image: ToolingNormalizedInferenceImageInput | null;
54
+ maxTokens: number | null;
55
+ softTokenBudget: number | null;
56
+ }
57
+
28
58
  export interface ToolingCommandRequestInput {
29
59
  command: ToolingCommand;
30
60
  action?: ToolingDistillAction | ToolingLoraAction;
31
61
  workload?: ToolingWorkload;
62
+ inferenceInput?: ToolingInferenceInput | null;
32
63
  modelId?: string;
33
64
  trainingTests?: string[];
34
65
  trainingStage?: ToolingTrainingStage;
@@ -93,6 +124,7 @@ export interface ToolingCommandRequest {
93
124
  workload: ToolingWorkload | null;
94
125
  intent: ToolingIntent;
95
126
  action: ToolingDistillAction | ToolingLoraAction | null;
127
+ inferenceInput: ToolingNormalizedInferenceInput | null;
96
128
  modelId: string | null;
97
129
  trainingTests: string[] | null;
98
130
  trainingStage: ToolingTrainingStage | null;
@@ -162,15 +194,6 @@ export declare function normalizeToolingCommandRequest(
162
194
  input: ToolingCommandRequestInput
163
195
  ): ToolingCommandRequest;
164
196
 
165
- export declare function buildRuntimeContractPatch(
166
- commandRequest: ToolingCommandRequestInput
167
- ): {
168
- shared: {
169
- harness: { mode: ToolingCommand; workload: ToolingWorkload; modelId: string | null };
170
- tooling: { intent: Exclude<ToolingIntent, null> };
171
- };
172
- } | null;
173
-
174
197
  export declare function ensureCommandSupportedOnSurface(
175
198
  commandRequest: ToolingCommandRequestInput,
176
199
  surface: ToolingSurface
@@ -22,10 +22,6 @@ export const TOOLING_WORKLOADS = Object.freeze([...TOOLING_WORKLOAD_SET]);
22
22
  export const TOOLING_VERIFY_WORKLOADS = Object.freeze([...VERIFY_WORKLOADS]);
23
23
  export const TOOLING_TRAINING_COMMAND_SCHEMA_VERSION = TRAINING_COMMAND_SCHEMA_VERSION;
24
24
 
25
- function resolveHarnessMode(request) {
26
- return request.command;
27
- }
28
-
29
25
  export function normalizeToolingCommandRequest(input) {
30
26
  if (!isPlainObject(input)) {
31
27
  throw new Error('tooling command: request must be an object.');
@@ -40,27 +36,6 @@ export function normalizeToolingCommandRequest(input) {
40
36
  return normalizeSuiteCommand(input, command);
41
37
  }
42
38
 
43
- export function buildRuntimeContractPatch(commandRequest) {
44
- const request = normalizeToolingCommandRequest(commandRequest);
45
- if (!request.workload || !request.intent) {
46
- return null;
47
- }
48
- const harnessMode = resolveHarnessMode(request);
49
-
50
- return {
51
- shared: {
52
- harness: {
53
- mode: harnessMode,
54
- workload: request.workload,
55
- modelId: request.modelId ?? null,
56
- },
57
- tooling: {
58
- intent: request.intent,
59
- },
60
- },
61
- };
62
- }
63
-
64
39
  export function ensureCommandSupportedOnSurface(commandRequest, surface) {
65
40
  const request = normalizeToolingCommandRequest(commandRequest);
66
41
  const normalizedSurface = asOptionalString(surface, 'surface');