doppler-gpu 0.2.0 → 0.2.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (607) hide show
  1. package/CHANGELOG.md +29 -1
  2. package/README.md +97 -29
  3. package/package.json +40 -27
  4. package/src/cli/config/doppler-quickstart.json +10 -0
  5. package/src/cli/doppler-cli.js +66 -22
  6. package/src/cli/doppler-quickstart.d.ts +61 -0
  7. package/src/cli/doppler-quickstart.js +299 -0
  8. package/src/cli/doppler-serve.js +395 -0
  9. package/src/client/doppler-api.browser.js +13 -377
  10. package/src/client/doppler-api.d.ts +35 -56
  11. package/src/client/doppler-api.js +12 -363
  12. package/src/client/doppler-registry.json +55 -2
  13. package/src/client/runtime/index.d.ts +63 -0
  14. package/src/client/runtime/index.js +173 -0
  15. package/src/client/runtime/lora.d.ts +36 -0
  16. package/src/client/runtime/lora.js +165 -0
  17. package/src/client/{doppler-provider → runtime}/model-manager.d.ts +1 -1
  18. package/src/client/{doppler-provider → runtime}/model-manager.js +56 -30
  19. package/src/client/runtime/model-session.d.ts +72 -0
  20. package/src/client/runtime/model-session.js +122 -0
  21. package/src/client/runtime/model-source.d.ts +43 -0
  22. package/src/client/runtime/model-source.js +101 -0
  23. package/src/client/{doppler-provider → runtime}/source-runtime.d.ts +8 -5
  24. package/src/client/runtime/source-runtime.js +919 -0
  25. package/src/client/runtime/storage.d.ts +5 -0
  26. package/src/client/runtime/storage.js +51 -0
  27. package/src/client/{doppler-provider → runtime}/types.d.ts +14 -2
  28. package/src/config/README.md +2 -0
  29. package/src/config/conversion/README.md +47 -7
  30. package/src/config/conversion/embeddinggemma/google-embeddinggemma-300m-q4k-ehf16-af32.json +67 -5
  31. package/src/config/conversion/gemma3/gemma-3-1b-it-f16-af32.json +62 -11
  32. package/src/config/conversion/gemma3/gemma-3-1b-it-q4k-ehf16-af32.json +79 -18
  33. package/src/config/conversion/gemma3/gemma-3-270m-it-q4k-ehf16-af32.json +61 -13
  34. package/src/config/conversion/gemma3/translategemma-4b-1b-enes-q4k-ehf16-af32.json +53 -10
  35. package/src/config/conversion/gemma3/translategemma-4b-it-q4k-ehf16-af32.json +66 -18
  36. package/src/config/conversion/gemma4/gemma-4-e2b-it-q4k-ehf16-af32.json +256 -0
  37. package/src/config/conversion/gemma4/gemma-4-moe-q4k-ehf16-af32.json +49 -8
  38. package/src/config/conversion/gpt-oss-20b-f16-xmxfp4.json +45 -6
  39. package/src/config/conversion/janus/janus-pro-1b-text-q4k-ehaf16.json +45 -6
  40. package/src/config/conversion/lfm2/lfm2.5-1.2b-instruct-q4k-ehf16-af32.json +57 -9
  41. package/src/config/conversion/qwen3/qwen-3-5-0-8b-q4k-ehaf16.json +105 -26
  42. package/src/config/conversion/qwen3/qwen-3-5-2b-q4k-ehaf16.json +83 -33
  43. package/src/config/conversion/sana/sana-sprint-0.6b-f16.json +33 -5
  44. package/src/config/execution-contract-check.d.ts +2 -1
  45. package/src/config/execution-contract-check.js +187 -53
  46. package/src/config/kernel-path-loader.d.ts +36 -0
  47. package/src/config/kernel-path-loader.js +97 -10
  48. package/src/config/kernels/kernel-ref-digests.js +40 -24
  49. package/src/config/kernels/registry.js +0 -1
  50. package/src/config/kernels/registry.json +772 -66
  51. package/src/config/merge-contract-check.js +3 -0
  52. package/src/config/merge.d.ts +18 -1
  53. package/src/config/merge.js +56 -0
  54. package/src/config/param-categories.js +5 -0
  55. package/src/config/param-validator.js +42 -26
  56. package/src/config/platforms/apple-m3.json +1 -1
  57. package/src/config/platforms/loader.js +21 -16
  58. package/src/config/required-inference-fields-contract-check.js +16 -0
  59. package/src/config/runtime/compute/f16-batched.json +2 -0
  60. package/src/config/runtime/default.json +1 -0
  61. package/src/config/runtime/experiments/bench/gemma3-bench-q4k-alt.json +57 -0
  62. package/src/config/runtime/experiments/bench/gemma3-bench-q4k-batched.json +57 -0
  63. package/src/config/runtime/experiments/bench/gemma3-bench-q4k.json +2 -0
  64. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-alt.json +57 -0
  65. package/src/config/runtime/experiments/bench/qwen3-bench-q4k-batched.json +57 -0
  66. package/src/config/runtime/experiments/debug/gemma3-browser-diagnose-q4k.json +81 -0
  67. package/src/config/runtime/experiments/debug/gemma3-debug-q4k.json +5 -0
  68. package/src/config/runtime/experiments/debug/qwen35-browser-diagnose-q4k.json +81 -0
  69. package/src/config/runtime/experiments/verify/gemma4-e2b-verify.json +38 -0
  70. package/src/config/runtime/profiles/gemma4-e2b-low-memory.json +63 -0
  71. package/src/config/runtime/profiles/gemma4-e2b-throughput.json +39 -0
  72. package/src/config/runtime/profiles/low-memory.json +1 -0
  73. package/src/config/runtime/profiles/turboquant-contiguous-prod.json +29 -0
  74. package/src/config/runtime/profiles/turboquant-contiguous.json +29 -0
  75. package/src/config/runtime/profiles/turboquant.json +36 -0
  76. package/src/config/runtime/profiles/vector-stability.json +1 -0
  77. package/src/config/runtime/tiers/gemma4-128gb.json +79 -0
  78. package/src/config/runtime/tiers/gemma4-16gb.json +15 -2
  79. package/src/config/runtime/tiers/gemma4-24gb.json +15 -2
  80. package/src/config/runtime/tiers/gemma4-32gb.json +15 -2
  81. package/src/config/runtime.js +11 -4
  82. package/src/config/schema/converter.schema.d.ts +4 -2
  83. package/src/config/schema/converter.schema.js +7 -5
  84. package/src/config/schema/doppler.schema.d.ts +26 -2
  85. package/src/config/schema/doppler.schema.js +77 -28
  86. package/src/config/schema/execution-v1.schema.d.ts +78 -5
  87. package/src/config/schema/execution-v1.schema.js +62 -1
  88. package/src/config/schema/index.d.ts +22 -29
  89. package/src/config/schema/index.js +15 -17
  90. package/src/config/schema/inference.schema.d.ts +26 -4
  91. package/src/config/schema/kernel-path.schema.d.ts +30 -3
  92. package/src/config/schema/kernel-registry.schema.d.ts +1 -1
  93. package/src/config/schema/kernel-registry.schema.js +1 -0
  94. package/src/config/schema/kvcache.schema.js +7 -0
  95. package/src/config/schema/loading.schema.d.ts +28 -0
  96. package/src/config/schema/loading.schema.js +9 -0
  97. package/src/config/schema/manifest.schema.d.ts +79 -5
  98. package/src/config/schema/manifest.schema.js +7 -1
  99. package/src/config/schema/platform.schema.d.ts +10 -8
  100. package/src/config/schema/speculation-self.schema.js +0 -5
  101. package/src/config/schema/support-tiers.schema.d.ts +53 -0
  102. package/src/config/schema/support-tiers.schema.js +128 -0
  103. package/src/config/source-packages/litert/gemma-4-e2b-it.json +622 -0
  104. package/src/config/source-packages/registry.json +15 -0
  105. package/src/config/support-tiers/subsystems.json +502 -0
  106. package/src/config/transforms/capability-transform-resolver.d.ts +16 -5
  107. package/src/config/transforms/capability-transform-resolver.js +44 -9
  108. package/src/config/transforms/execution-graph-transforms.d.ts +113 -2
  109. package/src/config/transforms/execution-graph-transforms.js +1220 -8
  110. package/src/converter/conversion-plan.js +20 -8
  111. package/src/converter/core.d.ts +48 -1
  112. package/src/converter/core.js +249 -62
  113. package/src/converter/parsers/gguf.d.ts +10 -1
  114. package/src/converter/rope-config.d.ts +1 -0
  115. package/src/converter/rope-config.js +75 -5
  116. package/src/converter/shard-packer.js +2 -2
  117. package/src/debug/tensor.js +13 -1
  118. package/src/{adapters → experimental/adapters}/adapter-manager.d.ts +1 -1
  119. package/src/{adapters → experimental/adapters}/adapter-manager.js +2 -2
  120. package/src/{adapters → experimental/adapters}/adapter-manifest.d.ts +1 -1
  121. package/src/{adapters → experimental/adapters}/adapter-manifest.js +1 -1
  122. package/src/{adapters → experimental/adapters}/adapter-registry.d.ts +1 -1
  123. package/src/{adapters → experimental/adapters}/adapter-registry.js +1 -1
  124. package/src/{adapters → experimental/adapters}/lora-loader.d.ts +1 -1
  125. package/src/{adapters → experimental/adapters}/lora-loader.js +2 -2
  126. package/src/{bridge → experimental/bridge}/extension-client.js +2 -2
  127. package/src/{bridge → experimental/bridge}/node-bridge.js +2 -4
  128. package/src/{bridge → experimental/bridge}/protocol.js +1 -1
  129. package/src/{browser → experimental/browser}/browser-converter.d.ts +4 -4
  130. package/src/{browser → experimental/browser}/browser-converter.js +12 -12
  131. package/src/{browser → experimental/browser}/gguf-importer.d.ts +1 -1
  132. package/src/{browser → experimental/browser}/gguf-importer.js +8 -8
  133. package/src/{browser → experimental/browser}/gguf-parser-browser.d.ts +2 -2
  134. package/src/{browser → experimental/browser}/gguf-parser-browser.js +3 -3
  135. package/src/{browser → experimental/browser}/quantization.d.ts +3 -3
  136. package/src/{browser → experimental/browser}/quantization.js +4 -4
  137. package/src/{browser → experimental/browser}/safetensors-parser-browser.d.ts +3 -3
  138. package/src/{browser → experimental/browser}/safetensors-parser-browser.js +3 -3
  139. package/src/{browser → experimental/browser}/shard-io-browser.d.ts +1 -1
  140. package/src/{browser → experimental/browser}/shard-io-browser.js +2 -2
  141. package/src/{browser → experimental/browser}/tensor-source-download.js +3 -3
  142. package/src/experimental/diffusion/index.d.ts +8 -0
  143. package/src/experimental/diffusion/index.js +8 -0
  144. package/src/{distribution → experimental/distribution}/p2p-transport-contract.js +1 -1
  145. package/src/{distribution → experimental/distribution}/p2p-transport.js +1 -1
  146. package/src/{distribution → experimental/distribution}/shard-delivery.js +5 -5
  147. package/src/experimental/energy/index.d.ts +2 -0
  148. package/src/experimental/energy/index.js +2 -0
  149. package/src/{hotswap → experimental/hotswap}/intent-bundle.d.ts +1 -1
  150. package/src/{hotswap → experimental/hotswap}/intent-bundle.js +2 -2
  151. package/src/{hotswap → experimental/hotswap}/manifest.d.ts +2 -2
  152. package/src/{hotswap → experimental/hotswap}/manifest.js +1 -1
  153. package/src/{hotswap → experimental/hotswap}/model-swap.js +1 -1
  154. package/src/{hotswap → experimental/hotswap}/runtime.d.ts +1 -1
  155. package/src/experimental/orchestration/index.d.ts +12 -0
  156. package/src/experimental/orchestration/index.js +12 -0
  157. package/src/{training → experimental/training}/README.md +1 -1
  158. package/src/{training → experimental/training}/artifacts.d.ts +3 -3
  159. package/src/{training → experimental/training}/artifacts.js +3 -3
  160. package/src/{training → experimental/training}/attention-backward.d.ts +1 -1
  161. package/src/{training → experimental/training}/attention-backward.js +3 -3
  162. package/src/{training → experimental/training}/attention-forward.d.ts +2 -2
  163. package/src/{training → experimental/training}/attention-forward.js +1 -1
  164. package/src/{training → experimental/training}/autograd.d.ts +2 -2
  165. package/src/{training → experimental/training}/autograd.js +7 -7
  166. package/src/{training → experimental/training}/backward-kernels.js +1 -1
  167. package/src/{training → experimental/training}/checkpoint.js +1 -1
  168. package/src/{training → experimental/training}/clip.d.ts +2 -2
  169. package/src/{training → experimental/training}/clip.js +3 -3
  170. package/src/{training → experimental/training}/export.d.ts +2 -2
  171. package/src/{training → experimental/training}/export.js +2 -2
  172. package/src/{training → experimental/training}/lora-pipeline.js +4 -4
  173. package/src/{training → experimental/training}/lora.d.ts +1 -1
  174. package/src/{training → experimental/training}/lora.js +4 -4
  175. package/src/{training → experimental/training}/loss-scaling.d.ts +2 -2
  176. package/src/{training → experimental/training}/loss-scaling.js +3 -3
  177. package/src/{training → experimental/training}/loss.d.ts +2 -2
  178. package/src/{training → experimental/training}/loss.js +1 -1
  179. package/src/{training → experimental/training}/operator-artifacts.js +1 -1
  180. package/src/{training → experimental/training}/optimizer.d.ts +2 -2
  181. package/src/{training → experimental/training}/optimizer.js +3 -3
  182. package/src/{training → experimental/training}/runner.d.ts +2 -2
  183. package/src/{training → experimental/training}/runner.js +5 -5
  184. package/src/{training → experimental/training}/suite.js +16 -16
  185. package/src/{training → experimental/training}/tensor-factory.d.ts +1 -1
  186. package/src/{training → experimental/training}/tensor-factory.js +2 -2
  187. package/src/{training → experimental/training}/trainer.d.ts +3 -3
  188. package/src/{training → experimental/training}/trainer.js +3 -3
  189. package/src/{training → experimental/training}/ul_dataset.d.ts +2 -2
  190. package/src/{training → experimental/training}/ul_dataset.js +1 -1
  191. package/src/{training → experimental/training}/ul_schedule.d.ts +1 -1
  192. package/src/{training → experimental/training}/workloads.js +4 -4
  193. package/src/formats/index.d.ts +24 -0
  194. package/src/formats/index.js +6 -0
  195. package/src/formats/litert/index.d.ts +1 -0
  196. package/src/formats/litert/index.js +1 -0
  197. package/src/formats/litert/types.d.ts +87 -0
  198. package/src/formats/litert/types.js +568 -0
  199. package/src/formats/rdrr/classification.js +16 -8
  200. package/src/formats/rdrr/parsing.d.ts +3 -2
  201. package/src/formats/rdrr/types.d.ts +33 -0
  202. package/src/formats/rdrr/validation.js +16 -5
  203. package/src/formats/tflite/index.d.ts +1 -0
  204. package/src/formats/tflite/index.js +1 -0
  205. package/src/formats/tflite/types.d.ts +84 -0
  206. package/src/formats/tflite/types.js +633 -0
  207. package/src/generation/index.d.ts +16 -14
  208. package/src/generation/index.js +1 -32
  209. package/src/gpu/command-recorder.d.ts +17 -1
  210. package/src/gpu/command-recorder.js +47 -10
  211. package/src/gpu/device.d.ts +3 -1
  212. package/src/gpu/device.js +17 -11
  213. package/src/gpu/kernel-selector.js +3 -1
  214. package/src/gpu/kernels/attention.d.ts +2 -0
  215. package/src/gpu/kernels/attention.js +359 -14
  216. package/src/gpu/kernels/attention.wgsl +20 -1
  217. package/src/gpu/kernels/attention_decode_contiguous_turboquant_f16kv.wgsl +180 -0
  218. package/src/gpu/kernels/attention_decode_contiguous_turboquant_prod_f16kv.wgsl +192 -0
  219. package/src/gpu/kernels/attention_decode_online_f16.wgsl +36 -18
  220. package/src/gpu/kernels/attention_decode_online_f16kv.wgsl +36 -18
  221. package/src/gpu/kernels/attention_decode_tiered_turboquant_f16kv.wgsl +269 -0
  222. package/src/gpu/kernels/attention_decode_tiered_turboquant_prod_f16kv.wgsl +281 -0
  223. package/src/gpu/kernels/attention_head256_f16kv.wgsl +269 -0
  224. package/src/gpu/kernels/attention_streaming.wgsl +22 -3
  225. package/src/gpu/kernels/attention_streaming_f16.wgsl +1 -1
  226. package/src/gpu/kernels/attention_streaming_f16kv.wgsl +1 -1
  227. package/src/gpu/kernels/backward/attention_backward.d.ts +14 -1
  228. package/src/gpu/kernels/check-hot-vocab-stop.d.ts +18 -0
  229. package/src/gpu/kernels/check-hot-vocab-stop.js +108 -0
  230. package/src/gpu/kernels/codegen/patches/attention_streaming_f16.from.attention_streaming.diff +1 -1
  231. package/src/gpu/kernels/codegen/patches/attention_streaming_f16kv.from.attention_streaming.diff +1 -1
  232. package/src/gpu/kernels/codegen/patches/rope_f16.from.rope.diff +126 -194
  233. package/src/gpu/kernels/codegen/wgsl-variants.js +24 -6
  234. package/src/gpu/kernels/depthwise_conv1d.d.ts +23 -0
  235. package/src/gpu/kernels/depthwise_conv1d.js +51 -0
  236. package/src/gpu/kernels/depthwise_conv1d.wgsl +46 -0
  237. package/src/gpu/kernels/feature-check.js +0 -1
  238. package/src/gpu/kernels/fused_ffn.js +67 -22
  239. package/src/gpu/kernels/fused_ffn_q4k.wgsl +48 -43
  240. package/src/gpu/kernels/fused_ffn_q4k_f16.wgsl +329 -0
  241. package/src/gpu/kernels/fused_matmul_q4.wgsl +417 -0
  242. package/src/gpu/kernels/fused_matmul_q4_batched_multicol_shared.wgsl +174 -0
  243. package/src/gpu/kernels/gather.d.ts +4 -0
  244. package/src/gpu/kernels/gather.js +13 -2
  245. package/src/gpu/kernels/gather.wgsl +5 -3
  246. package/src/gpu/kernels/gather_f16.wgsl +5 -3
  247. package/src/gpu/kernels/index.d.ts +7 -0
  248. package/src/gpu/kernels/index.js +6 -0
  249. package/src/gpu/kernels/kernel-configs.js +1 -0
  250. package/src/gpu/kernels/kv-quantize.js +87 -55
  251. package/src/gpu/kernels/kv_quantize_turboquant.wgsl +153 -0
  252. package/src/gpu/kernels/kv_quantize_turboquant_prod.wgsl +230 -0
  253. package/src/gpu/kernels/linear-attention-core.d.ts +3 -0
  254. package/src/gpu/kernels/linear-attention-core.js +145 -56
  255. package/src/gpu/kernels/matmul-dispatch.js +3 -0
  256. package/src/gpu/kernels/matmul-selection.js +31 -42
  257. package/src/gpu/kernels/matmul.d.ts +3 -0
  258. package/src/gpu/kernels/matmul.js +72 -34
  259. package/src/gpu/kernels/residual.d.ts +2 -0
  260. package/src/gpu/kernels/residual.js +43 -4
  261. package/src/gpu/kernels/rope.d.ts +2 -0
  262. package/src/gpu/kernels/rope.js +19 -6
  263. package/src/gpu/kernels/rope.wgsl +24 -12
  264. package/src/gpu/kernels/rope_f16.wgsl +97 -38
  265. package/src/gpu/kernels/scale.d.ts +5 -0
  266. package/src/gpu/kernels/scale.js +6 -1
  267. package/src/gpu/kernels/scale.wgsl +3 -1
  268. package/src/gpu/kernels/scale_f16.wgsl +32 -0
  269. package/src/gpu/kernels/turboquant-codebook.js +564 -0
  270. package/src/gpu/kernels/uniform-utils.js +26 -0
  271. package/src/gpu/kernels/utils.js +6 -1
  272. package/src/gpu/submit-probe.d.ts +12 -0
  273. package/src/gpu/submit-probe.js +77 -0
  274. package/src/gpu/weight-buffer.d.ts +26 -3
  275. package/src/gpu/weight-buffer.js +62 -2
  276. package/src/index-browser.d.ts +1 -91
  277. package/src/index-browser.js +0 -66
  278. package/src/index.d.ts +1 -102
  279. package/src/index.js +0 -74
  280. package/src/inference/browser-harness-model-helpers.d.ts +3 -0
  281. package/src/inference/browser-harness-model-helpers.js +134 -11
  282. package/src/inference/browser-harness-runtime-helpers.js +1 -9
  283. package/src/inference/browser-harness-text-helpers.js +441 -70
  284. package/src/inference/browser-harness.js +61 -4
  285. package/src/inference/decode-ring.d.ts +2 -0
  286. package/src/inference/decode-ring.js +20 -0
  287. package/src/inference/kv-cache/index.d.ts +3 -0
  288. package/src/inference/kv-cache/index.js +2 -0
  289. package/src/inference/kv-cache/mixed-geometry.d.ts +84 -0
  290. package/src/inference/kv-cache/mixed-geometry.js +422 -0
  291. package/src/inference/kv-cache/quantized.d.ts +56 -0
  292. package/src/inference/kv-cache/quantized.js +383 -0
  293. package/src/inference/kv-cache/tiered.d.ts +20 -3
  294. package/src/inference/kv-cache/tiered.js +203 -65
  295. package/src/inference/kv-cache/types.d.ts +49 -6
  296. package/src/inference/kv-cache.d.ts +3 -0
  297. package/src/inference/kv-cache.js +2 -0
  298. package/src/inference/multi-model-network.js +2 -1
  299. package/src/inference/pipelines/audio/gemma4.js +655 -0
  300. package/src/inference/pipelines/audio/index.js +39 -0
  301. package/src/inference/pipelines/audio/mel.js +171 -0
  302. package/src/inference/pipelines/context.js +9 -1
  303. package/src/inference/pipelines/diffusion/text-encoder-gpu.js +2 -0
  304. package/src/inference/pipelines/shared/clipped-linear.js +46 -0
  305. package/src/inference/pipelines/text/attention/dispatch-params.d.ts +2 -1
  306. package/src/inference/pipelines/text/attention/dispatch-params.js +52 -8
  307. package/src/inference/pipelines/text/attention/output-projection.js +3 -3
  308. package/src/inference/pipelines/text/attention/precision-contract.d.ts +36 -0
  309. package/src/inference/pipelines/text/attention/precision-contract.js +115 -0
  310. package/src/inference/pipelines/text/attention/projections.d.ts +23 -0
  311. package/src/inference/pipelines/text/attention/projections.js +182 -15
  312. package/src/inference/pipelines/text/attention/quant-options.js +54 -0
  313. package/src/inference/pipelines/text/attention/record.js +257 -69
  314. package/src/inference/pipelines/text/attention/run.js +306 -94
  315. package/src/inference/pipelines/text/attention/types.d.ts +11 -0
  316. package/src/inference/pipelines/text/chat-format.d.ts +8 -1
  317. package/src/inference/pipelines/text/chat-format.js +89 -5
  318. package/src/inference/pipelines/text/config.d.ts +78 -26
  319. package/src/inference/pipelines/text/config.js +722 -28
  320. package/src/inference/pipelines/text/dtype-contract.d.ts +15 -0
  321. package/src/inference/pipelines/text/dtype-contract.js +38 -0
  322. package/src/inference/pipelines/text/embed.d.ts +4 -0
  323. package/src/inference/pipelines/text/embed.js +165 -172
  324. package/src/inference/pipelines/text/execution-plan.d.ts +19 -0
  325. package/src/inference/pipelines/text/execution-plan.js +112 -20
  326. package/src/inference/pipelines/text/execution-runtime-builders.d.ts +8 -4
  327. package/src/inference/pipelines/text/execution-runtime-builders.js +90 -49
  328. package/src/inference/pipelines/text/execution-v1.d.ts +23 -4
  329. package/src/inference/pipelines/text/execution-v1.js +411 -33
  330. package/src/inference/pipelines/text/ffn/dense.d.ts +59 -0
  331. package/src/inference/pipelines/text/ffn/dense.js +575 -63
  332. package/src/inference/pipelines/text/ffn/moe.js +1 -0
  333. package/src/inference/pipelines/text/ffn/sandwich.js +20 -4
  334. package/src/inference/pipelines/text/ffn/standard.js +28 -4
  335. package/src/inference/pipelines/text/finiteness-policy.d.ts +4 -0
  336. package/src/inference/pipelines/text/finiteness-policy.js +14 -11
  337. package/src/inference/pipelines/text/generator-helpers.d.ts +7 -0
  338. package/src/inference/pipelines/text/generator-helpers.js +39 -4
  339. package/src/inference/pipelines/text/generator-runtime.js +45 -8
  340. package/src/inference/pipelines/text/generator-steps.js +407 -75
  341. package/src/inference/pipelines/text/generator.d.ts +6 -0
  342. package/src/inference/pipelines/text/generator.js +1179 -305
  343. package/src/inference/pipelines/text/init.d.ts +39 -7
  344. package/src/inference/pipelines/text/init.js +525 -110
  345. package/src/inference/pipelines/text/layer-plan.d.ts +1 -0
  346. package/src/inference/pipelines/text/layer-plan.js +2 -0
  347. package/src/inference/pipelines/text/layer.js +402 -19
  348. package/src/inference/pipelines/text/linear-attention.d.ts +4 -0
  349. package/src/inference/pipelines/text/linear-attention.js +112 -41
  350. package/src/inference/pipelines/text/logits/gpu.d.ts +2 -1
  351. package/src/inference/pipelines/text/logits/gpu.js +334 -15
  352. package/src/inference/pipelines/text/logits/index.d.ts +11 -0
  353. package/src/inference/pipelines/text/logits/index.js +227 -29
  354. package/src/inference/pipelines/text/logits/types.d.ts +3 -0
  355. package/src/inference/pipelines/text/logits/utils.js +3 -1
  356. package/src/inference/pipelines/text/lora-apply.js +3 -3
  357. package/src/inference/pipelines/text/model-load.d.ts +2 -1
  358. package/src/inference/pipelines/text/model-load.js +205 -178
  359. package/src/inference/pipelines/text/moe-gpu.js +8 -0
  360. package/src/inference/pipelines/text/moe-impl.d.ts +2 -0
  361. package/src/inference/pipelines/text/ops.d.ts +16 -2
  362. package/src/inference/pipelines/text/ops.js +11 -2
  363. package/src/inference/pipelines/text/per-layer-inputs.d.ts +107 -0
  364. package/src/inference/pipelines/text/per-layer-inputs.js +1581 -0
  365. package/src/inference/pipelines/text/probes.js +6 -0
  366. package/src/inference/pipelines/text/sampling-config.js +9 -1
  367. package/src/inference/pipelines/text/stage-names.js +3 -0
  368. package/src/inference/pipelines/text/state.d.ts +12 -3
  369. package/src/inference/pipelines/text/state.js +19 -0
  370. package/src/inference/pipelines/text/types.d.ts +79 -7
  371. package/src/inference/pipelines/text/weights.d.ts +2 -2
  372. package/src/inference/pipelines/text/weights.js +4 -0
  373. package/src/inference/pipelines/text.d.ts +6 -0
  374. package/src/inference/pipelines/text.js +860 -11
  375. package/src/inference/pipelines/video/frame-sampler.js +36 -0
  376. package/src/inference/pipelines/video/index.js +87 -0
  377. package/src/inference/pipelines/vision/encoder.js +27 -6
  378. package/src/inference/pipelines/vision/gemma4.js +731 -0
  379. package/src/inference/pipelines/vision/image-preprocess.js +22 -7
  380. package/src/inference/pipelines/vision/index.js +35 -10
  381. package/src/inference/pipelines/vision/ops.js +31 -26
  382. package/src/inference/pipelines/vision/patch-embed.js +22 -10
  383. package/src/inference/runtime-model.d.ts +89 -0
  384. package/src/inference/runtime-model.js +152 -0
  385. package/src/inference/test-harness.d.ts +8 -1
  386. package/src/inference/test-harness.js +54 -20
  387. package/src/inference/tokenizer.d.ts +5 -0
  388. package/src/inference/tokenizer.js +43 -0
  389. package/src/inference/tokenizers/base.d.ts +5 -0
  390. package/src/inference/tokenizers/base.js +5 -0
  391. package/src/inference/tokenizers/behavior-flags.d.ts +9 -0
  392. package/src/inference/tokenizers/behavior-flags.js +100 -0
  393. package/src/inference/tokenizers/bundled.d.ts +4 -0
  394. package/src/inference/tokenizers/bundled.js +110 -0
  395. package/src/inference/tokenizers/sentencepiece.d.ts +2 -0
  396. package/src/inference/tokenizers/sentencepiece.js +16 -0
  397. package/src/inference/tokenizers/types.d.ts +2 -0
  398. package/src/loader/doppler-loader.d.ts +10 -3
  399. package/src/loader/doppler-loader.js +103 -5
  400. package/src/loader/embedding-loader.d.ts +5 -1
  401. package/src/loader/embedding-loader.js +57 -6
  402. package/src/loader/final-weights-loader.js +44 -5
  403. package/src/loader/layer-loader.js +210 -8
  404. package/src/loader/loader-state.js +2 -2
  405. package/src/loader/loader-types.d.ts +17 -1
  406. package/src/loader/memory-monitor.d.ts +8 -0
  407. package/src/loader/memory-monitor.js +21 -0
  408. package/src/loader/multi-model-loader.d.ts +9 -1
  409. package/src/loader/multi-model-loader.js +9 -1
  410. package/src/loader/per-layer-input-loader.d.ts +30 -0
  411. package/src/loader/per-layer-input-loader.js +478 -0
  412. package/src/loader/shard-cache.d.ts +4 -3
  413. package/src/loader/shard-resolver.js +2 -0
  414. package/src/loader/tensors/source-transform.d.ts +50 -0
  415. package/src/loader/tensors/source-transform.js +776 -0
  416. package/src/loader/tensors/tensor-loader.d.ts +12 -0
  417. package/src/loader/tensors/tensor-loader.js +208 -123
  418. package/src/loader/tensors/tensor-reader.d.ts +8 -0
  419. package/src/loader/tensors/tensor-reader.js +283 -15
  420. package/src/loaders/index.d.ts +4 -0
  421. package/src/loaders/index.js +4 -0
  422. package/src/memory/buffer-pool.d.ts +4 -0
  423. package/src/memory/buffer-pool.js +36 -0
  424. package/src/rules/execution-rules-contract-check.d.ts +4 -0
  425. package/src/rules/execution-rules-contract-check.js +150 -24
  426. package/src/rules/inference/attention.rules.json +15 -0
  427. package/src/rules/inference/capability-transforms.rules.json +30 -0
  428. package/src/rules/inference/execution.rules.json +54 -2
  429. package/src/rules/inference/ffn.rules.json +33 -0
  430. package/src/rules/kernels/attention.rules.json +7 -0
  431. package/src/rules/kernels/fused-ffn.rules.json +4 -2
  432. package/src/rules/kernels/kv_quantize.rules.json +2 -0
  433. package/src/rules/kernels/matmul.rules.json +14 -0
  434. package/src/rules/kernels/scale.rules.json +2 -0
  435. package/src/rules/loader/tensor-loader.rules.json +1 -0
  436. package/src/storage/artifact-storage-context.d.ts +53 -0
  437. package/src/storage/artifact-storage-context.js +560 -0
  438. package/src/storage/downloader.js +7 -1
  439. package/src/storage/index.d.ts +18 -0
  440. package/src/storage/index.js +13 -0
  441. package/src/storage/preflight.js +22 -0
  442. package/src/storage/quickstart-downloader.js +35 -2
  443. package/src/storage/registry.d.ts +1 -0
  444. package/src/storage/registry.js +26 -4
  445. package/src/storage/shard-manager.d.ts +4 -0
  446. package/src/storage/shard-manager.js +25 -6
  447. package/src/storage/source-artifact-store.d.ts +9 -0
  448. package/src/storage/source-artifact-store.js +134 -0
  449. package/src/tooling/browser-command-runner.js +12 -5
  450. package/src/tooling/command-api-family-normalizers.js +144 -0
  451. package/src/tooling/command-api-helpers.js +1 -0
  452. package/src/tooling/command-api.d.ts +32 -9
  453. package/src/tooling/command-api.js +0 -25
  454. package/src/tooling/command-runner-shared.js +1 -2
  455. package/src/tooling/command-runner.html +5 -2
  456. package/src/tooling/diagnose-runner.js +1 -1
  457. package/src/tooling/kernel-path-builder/index.js +48 -32
  458. package/src/tooling/lean-execution-contract.d.ts +1 -1
  459. package/src/tooling/lean-execution-contract.js +2 -149
  460. package/src/tooling/litert-package-runtime.d.ts +46 -0
  461. package/src/tooling/litert-package-runtime.js +950 -0
  462. package/src/tooling/node-browser-command-runner.d.ts +13 -0
  463. package/src/tooling/node-browser-command-runner.js +163 -3
  464. package/src/tooling/node-command-runner.js +14 -5
  465. package/src/tooling/node-converter.js +226 -63
  466. package/src/tooling/node-source-runtime.d.ts +8 -3
  467. package/src/tooling/node-source-runtime.js +561 -236
  468. package/src/tooling/node-webgpu.js +7 -30
  469. package/src/tooling/opfs-cache.d.ts +18 -1
  470. package/src/tooling/opfs-cache.js +126 -9
  471. package/src/tooling/runtime-input-composition.d.ts +0 -1
  472. package/src/tooling/runtime-input-composition.js +0 -5
  473. package/src/tooling/source-artifact-adapter.d.ts +134 -0
  474. package/src/tooling/source-artifact-adapter.js +366 -0
  475. package/src/tooling/source-package-profiles.d.ts +33 -0
  476. package/src/tooling/source-package-profiles.js +57 -0
  477. package/src/tooling/source-runtime-bundle.d.ts +46 -6
  478. package/src/tooling/source-runtime-bundle.js +371 -60
  479. package/src/tooling/source-runtime-converter-config.d.ts +24 -0
  480. package/src/tooling/source-runtime-converter-config.js +297 -0
  481. package/src/tooling-experimental-exports.browser.js +2 -0
  482. package/src/tooling-experimental-exports.d.ts +7 -0
  483. package/src/tooling-experimental-exports.js +7 -0
  484. package/src/tooling-experimental-exports.shared.d.ts +26 -0
  485. package/src/tooling-experimental-exports.shared.js +29 -0
  486. package/src/tooling-exports.shared.d.ts +0 -23
  487. package/src/tooling-exports.shared.js +6 -28
  488. package/src/version.js +1 -1
  489. package/src/client/doppler-provider/generation.d.ts +0 -25
  490. package/src/client/doppler-provider/generation.js +0 -126
  491. package/src/client/doppler-provider/index.d.ts +0 -2
  492. package/src/client/doppler-provider/index.js +0 -3
  493. package/src/client/doppler-provider/provider.d.ts +0 -5
  494. package/src/client/doppler-provider/provider.js +0 -102
  495. package/src/client/doppler-provider/source-runtime.js +0 -677
  496. package/src/client/doppler-provider.d.ts +0 -46
  497. package/src/client/doppler-provider.js +0 -36
  498. package/src/config/schema/inference-defaults.schema.d.ts +0 -276
  499. package/src/config/schema/inference-defaults.schema.js +0 -189
  500. package/src/diffusion/index.d.ts +0 -8
  501. package/src/diffusion/index.js +0 -8
  502. package/src/energy/index.d.ts +0 -2
  503. package/src/energy/index.js +0 -2
  504. package/src/index-internal.d.ts +0 -2
  505. package/src/index-internal.js +0 -2
  506. /package/src/client/{doppler-provider → runtime}/types.js +0 -0
  507. /package/src/{adapters → experimental/adapters}/index.d.ts +0 -0
  508. /package/src/{adapters → experimental/adapters}/index.js +0 -0
  509. /package/src/{bridge → experimental/bridge}/extension/background.d.ts +0 -0
  510. /package/src/{bridge → experimental/bridge}/extension/background.js +0 -0
  511. /package/src/{bridge → experimental/bridge}/extension/manifest.json +0 -0
  512. /package/src/{bridge → experimental/bridge}/extension-client.d.ts +0 -0
  513. /package/src/{bridge → experimental/bridge}/index.d.ts +0 -0
  514. /package/src/{bridge → experimental/bridge}/index.js +0 -0
  515. /package/src/{bridge → experimental/bridge}/protocol.d.ts +0 -0
  516. /package/src/{browser → experimental/browser}/file-picker.d.ts +0 -0
  517. /package/src/{browser → experimental/browser}/file-picker.js +0 -0
  518. /package/src/{browser → experimental/browser}/tensor-source-download.d.ts +0 -0
  519. /package/src/{browser → experimental/browser}/tensor-source-file.d.ts +0 -0
  520. /package/src/{browser → experimental/browser}/tensor-source-file.js +0 -0
  521. /package/src/{browser → experimental/browser}/tensor-source-http.d.ts +0 -0
  522. /package/src/{browser → experimental/browser}/tensor-source-http.js +0 -0
  523. /package/src/{diffusion → experimental/diffusion}/config/expansion-lanes.json +0 -0
  524. /package/src/{diffusion → experimental/diffusion}/image-regression.d.ts +0 -0
  525. /package/src/{diffusion → experimental/diffusion}/image-regression.js +0 -0
  526. /package/src/{distribution → experimental/distribution}/p2p-control-plane.d.ts +0 -0
  527. /package/src/{distribution → experimental/distribution}/p2p-control-plane.js +0 -0
  528. /package/src/{distribution → experimental/distribution}/p2p-observability.d.ts +0 -0
  529. /package/src/{distribution → experimental/distribution}/p2p-observability.js +0 -0
  530. /package/src/{distribution → experimental/distribution}/p2p-transport-contract.d.ts +0 -0
  531. /package/src/{distribution → experimental/distribution}/p2p-webrtc-browser.d.ts +0 -0
  532. /package/src/{distribution → experimental/distribution}/p2p-webrtc-browser.js +0 -0
  533. /package/src/{distribution → experimental/distribution}/shard-delivery.d.ts +0 -0
  534. /package/src/{hotswap → experimental/hotswap}/runtime.js +0 -0
  535. /package/src/{training → experimental/training}/checkpoint-watch.d.ts +0 -0
  536. /package/src/{training → experimental/training}/checkpoint-watch.js +0 -0
  537. /package/src/{training → experimental/training}/checkpoint.d.ts +0 -0
  538. /package/src/{training → experimental/training}/dataloader.d.ts +0 -0
  539. /package/src/{training → experimental/training}/dataloader.js +0 -0
  540. /package/src/{training → experimental/training}/datasets/index.d.ts +0 -0
  541. /package/src/{training → experimental/training}/datasets/index.js +0 -0
  542. /package/src/{training → experimental/training}/datasets/jsonl.d.ts +0 -0
  543. /package/src/{training → experimental/training}/datasets/jsonl.js +0 -0
  544. /package/src/{training → experimental/training}/datasets/reploid.d.ts +0 -0
  545. /package/src/{training → experimental/training}/datasets/reploid.js +0 -0
  546. /package/src/{training → experimental/training}/datasets/text-pairs.d.ts +0 -0
  547. /package/src/{training → experimental/training}/datasets/text-pairs.js +0 -0
  548. /package/src/{training → experimental/training}/datasets/token-batch.d.ts +0 -0
  549. /package/src/{training → experimental/training}/datasets/token-batch.js +0 -0
  550. /package/src/{training → experimental/training}/datasets/translation-pairs.d.ts +0 -0
  551. /package/src/{training → experimental/training}/datasets/translation-pairs.js +0 -0
  552. /package/src/{training → experimental/training}/distillation/artifacts.d.ts +0 -0
  553. /package/src/{training → experimental/training}/distillation/artifacts.js +0 -0
  554. /package/src/{training → experimental/training}/distillation/checkpoint-watch.d.ts +0 -0
  555. /package/src/{training → experimental/training}/distillation/checkpoint-watch.js +0 -0
  556. /package/src/{training → experimental/training}/distillation/dataset.d.ts +0 -0
  557. /package/src/{training → experimental/training}/distillation/dataset.js +0 -0
  558. /package/src/{training → experimental/training}/distillation/eval.d.ts +0 -0
  559. /package/src/{training → experimental/training}/distillation/eval.js +0 -0
  560. /package/src/{training → experimental/training}/distillation/index.d.ts +0 -0
  561. /package/src/{training → experimental/training}/distillation/index.js +0 -0
  562. /package/src/{training → experimental/training}/distillation/runtime.d.ts +0 -0
  563. /package/src/{training → experimental/training}/distillation/runtime.js +0 -0
  564. /package/src/{training → experimental/training}/distillation/scoreboard.d.ts +0 -0
  565. /package/src/{training → experimental/training}/distillation/scoreboard.js +0 -0
  566. /package/src/{training → experimental/training}/distillation/stage-a.d.ts +0 -0
  567. /package/src/{training → experimental/training}/distillation/stage-a.js +0 -0
  568. /package/src/{training → experimental/training}/distillation/stage-b.d.ts +0 -0
  569. /package/src/{training → experimental/training}/distillation/stage-b.js +0 -0
  570. /package/src/{training → experimental/training}/distillation/student-fixture.d.ts +0 -0
  571. /package/src/{training → experimental/training}/distillation/student-fixture.js +0 -0
  572. /package/src/{training → experimental/training}/distillation/suite-data.d.ts +0 -0
  573. /package/src/{training → experimental/training}/distillation/suite-data.js +0 -0
  574. /package/src/{training → experimental/training}/index.d.ts +0 -0
  575. /package/src/{training → experimental/training}/index.js +0 -0
  576. /package/src/{training → experimental/training}/lora-pipeline.d.ts +0 -0
  577. /package/src/{training → experimental/training}/objectives/base.d.ts +0 -0
  578. /package/src/{training → experimental/training}/objectives/base.js +0 -0
  579. /package/src/{training → experimental/training}/objectives/cross_entropy.d.ts +0 -0
  580. /package/src/{training → experimental/training}/objectives/cross_entropy.js +0 -0
  581. /package/src/{training → experimental/training}/objectives/distill_kd.d.ts +0 -0
  582. /package/src/{training → experimental/training}/objectives/distill_kd.js +0 -0
  583. /package/src/{training → experimental/training}/objectives/distill_triplet.d.ts +0 -0
  584. /package/src/{training → experimental/training}/objectives/distill_triplet.js +0 -0
  585. /package/src/{training → experimental/training}/objectives/index.d.ts +0 -0
  586. /package/src/{training → experimental/training}/objectives/index.js +0 -0
  587. /package/src/{training → experimental/training}/objectives/ul_stage1_joint.d.ts +0 -0
  588. /package/src/{training → experimental/training}/objectives/ul_stage1_joint.js +0 -0
  589. /package/src/{training → experimental/training}/objectives/ul_stage2_base.d.ts +0 -0
  590. /package/src/{training → experimental/training}/objectives/ul_stage2_base.js +0 -0
  591. /package/src/{training → experimental/training}/operator-artifacts.d.ts +0 -0
  592. /package/src/{training → experimental/training}/operator-command.d.ts +0 -0
  593. /package/src/{training → experimental/training}/operator-command.js +0 -0
  594. /package/src/{training → experimental/training}/operator-eval.d.ts +0 -0
  595. /package/src/{training → experimental/training}/operator-eval.js +0 -0
  596. /package/src/{training → experimental/training}/operator-scoreboard.d.ts +0 -0
  597. /package/src/{training → experimental/training}/operator-scoreboard.js +0 -0
  598. /package/src/{training → experimental/training}/suite.d.ts +0 -0
  599. /package/src/{training → experimental/training}/ul_schedule.js +0 -0
  600. /package/src/{training → experimental/training}/workload-packs/distill-translategemma-medium.json +0 -0
  601. /package/src/{training → experimental/training}/workload-packs/distill-translategemma-tiny.json +0 -0
  602. /package/src/{training → experimental/training}/workload-packs/lora-toy-medium.json +0 -0
  603. /package/src/{training → experimental/training}/workload-packs/lora-toy-tiny.json +0 -0
  604. /package/src/{training → experimental/training}/workload-packs/registry.json +0 -0
  605. /package/src/{training → experimental/training}/workload-packs/ul-training-medium.json +0 -0
  606. /package/src/{training → experimental/training}/workload-packs/ul-training-tiny.json +0 -0
  607. /package/src/{training → experimental/training}/workloads.d.ts +0 -0
@@ -37,6 +37,40 @@ function normalizeRoPEType(value) {
37
37
  return normalized;
38
38
  }
39
39
 
40
+ function normalizePositiveEvenInt(value, label) {
41
+ const parsed = asFiniteNumber(value);
42
+ if (parsed == null) {
43
+ return null;
44
+ }
45
+ const normalized = Math.trunc(parsed);
46
+ if (normalized <= 0 || (normalized % 2) !== 0) {
47
+ throw new Error(`${label} must be a positive even integer; got ${value}.`);
48
+ }
49
+ return normalized;
50
+ }
51
+
52
+ function resolveFrequencyBaseDim(configuredValue, ropeParameters, headDim, fieldName, sourceLabel) {
53
+ const configured = normalizePositiveEvenInt(configuredValue, `${fieldName} (converter config)`);
54
+ const ropeType = normalizeRoPEType(ropeParameters?.rope_type ?? ropeParameters?.type);
55
+ if (ropeType !== 'proportional') {
56
+ return configured ?? null;
57
+ }
58
+
59
+ const derived = normalizePositiveEvenInt(headDim, `${sourceLabel} head dimension`);
60
+ if (derived == null) {
61
+ throw new Error(
62
+ `${sourceLabel} uses proportional RoPE, but the attention head dimension is missing. ` +
63
+ `Set ${fieldName} explicitly in the conversion config or provide the required HF config fields.`
64
+ );
65
+ }
66
+ if (configured != null && configured !== derived) {
67
+ throw new Error(
68
+ `${fieldName}=${configured} conflicts with ${sourceLabel} proportional RoPE head dimension ${derived}.`
69
+ );
70
+ }
71
+ return derived;
72
+ }
73
+
40
74
  function resolveScalingConfig(ropeScalingConfig, options = {}) {
41
75
  const { strictMissingTypeAndFactor = false, sourceLabel = 'HF config' } = options;
42
76
  const scalingTypeRaw = ropeScalingConfig.type ?? ropeScalingConfig.rope_type;
@@ -141,8 +175,11 @@ function failOnConflictingScaling(sourceLabel, canonicalScaling, candidateScalin
141
175
  }
142
176
 
143
177
  export function buildRoPEConfig(converterInference, config) {
144
- const ropeScaling = asObject(config.rope_scaling);
145
- const ropeParameters = asObject(config.rope_parameters);
178
+ const configObject = asObject(config) ?? {};
179
+ const textConfig = asObject(configObject.text_config) ?? asObject(configObject.language_config);
180
+ const resolvedConfig = textConfig ?? configObject;
181
+ const ropeScaling = asObject(resolvedConfig.rope_scaling);
182
+ const ropeParameters = asObject(resolvedConfig.rope_parameters);
146
183
  const flatRoPEParameters = (
147
184
  ropeParameters
148
185
  && !asObject(ropeParameters.full_attention)
@@ -154,6 +191,14 @@ export function buildRoPEConfig(converterInference, config) {
154
191
  const slidingAttentionRoPE = asObject(ropeParameters?.sliding_attention);
155
192
  const configuredRoPE = converterInference.rope ?? {};
156
193
  const configuredAttention = converterInference.attention;
194
+ const fullAttentionHeadDim = normalizePositiveEvenInt(
195
+ resolvedConfig.global_head_dim ?? resolvedConfig.head_dim,
196
+ 'HF config full-attention head dimension'
197
+ );
198
+ const localAttentionHeadDim = normalizePositiveEvenInt(
199
+ resolvedConfig.head_dim,
200
+ 'HF config local-attention head dimension'
201
+ );
157
202
 
158
203
  let globalScaling = {
159
204
  ropeScalingType: configuredRoPE.ropeScalingType
@@ -223,7 +268,7 @@ export function buildRoPEConfig(converterInference, config) {
223
268
  // prefer rope_parameters.full_attention.rope_theta, then rope_theta.
224
269
  const ropeTheta = asFiniteNumber(fullAttentionRoPE?.rope_theta)
225
270
  ?? asFiniteNumber(flatRoPEParameters?.rope_theta)
226
- ?? asFiniteNumber(config.rope_theta)
271
+ ?? asFiniteNumber(resolvedConfig.rope_theta)
227
272
  ?? converterInference.rope?.ropeTheta
228
273
  ?? DEFAULT_MANIFEST_INFERENCE.rope.ropeTheta;
229
274
 
@@ -231,6 +276,9 @@ export function buildRoPEConfig(converterInference, config) {
231
276
  const ropeLocalTheta = asFiniteNumber(slidingAttentionRoPE?.rope_theta)
232
277
  ?? converterInference.rope?.ropeLocalTheta
233
278
  ?? null;
279
+ const ropeInterleaved = asBoolean(flatRoPEParameters?.rope_interleaved)
280
+ ?? converterInference.rope?.ropeInterleaved
281
+ ?? DEFAULT_MANIFEST_INFERENCE.rope.ropeInterleaved;
234
282
 
235
283
  const mropeInterleaved = asBoolean(flatRoPEParameters?.mrope_interleaved)
236
284
  ?? converterInference.rope?.mropeInterleaved
@@ -238,16 +286,38 @@ export function buildRoPEConfig(converterInference, config) {
238
286
  const mropeSection = asNumberArray(flatRoPEParameters?.mrope_section)
239
287
  ?? converterInference.rope?.mropeSection
240
288
  ?? null;
241
- const partialRotaryFactor = asFiniteNumber(flatRoPEParameters?.partial_rotary_factor)
289
+ const partialRotaryFactor = asFiniteNumber(fullAttentionRoPE?.partial_rotary_factor)
290
+ ?? asFiniteNumber(flatRoPEParameters?.partial_rotary_factor)
242
291
  ?? asFiniteNumber(converterInference.rope?.partialRotaryFactor)
243
- ?? null;
292
+ ?? DEFAULT_MANIFEST_INFERENCE.rope.partialRotaryFactor;
293
+ const ropeLocalPartialRotaryFactor = asFiniteNumber(slidingAttentionRoPE?.partial_rotary_factor)
294
+ ?? asFiniteNumber(converterInference.rope?.ropeLocalPartialRotaryFactor)
295
+ ?? DEFAULT_MANIFEST_INFERENCE.rope.ropeLocalPartialRotaryFactor;
296
+ const ropeFrequencyBaseDim = resolveFrequencyBaseDim(
297
+ configuredRoPE.ropeFrequencyBaseDim,
298
+ fullAttentionRoPE ?? flatRoPEParameters,
299
+ fullAttentionHeadDim,
300
+ 'rope.ropeFrequencyBaseDim',
301
+ fullAttentionRoPE ? 'HF config rope_parameters.full_attention' : 'HF config rope_parameters'
302
+ );
303
+ const ropeLocalFrequencyBaseDim = resolveFrequencyBaseDim(
304
+ configuredRoPE.ropeLocalFrequencyBaseDim,
305
+ slidingAttentionRoPE,
306
+ localAttentionHeadDim,
307
+ 'rope.ropeLocalFrequencyBaseDim',
308
+ 'HF config rope_parameters.sliding_attention'
309
+ );
244
310
 
245
311
  return {
246
312
  ropeTheta,
247
313
  ropeLocalTheta,
314
+ ropeInterleaved,
248
315
  mropeInterleaved,
249
316
  mropeSection,
250
317
  partialRotaryFactor,
318
+ ropeLocalPartialRotaryFactor,
319
+ ropeFrequencyBaseDim,
320
+ ropeLocalFrequencyBaseDim,
251
321
  ropeScalingType: globalScaling.ropeScalingType,
252
322
  ropeScalingFactor: globalScaling.ropeScalingFactor,
253
323
  yarnBetaFast: globalScaling.yarnBetaFast,
@@ -404,8 +404,8 @@ export function sortTensorsByGroup(tensors, modelType) {
404
404
  throw new Error('sortTensorsByGroup requires an explicit modelType.');
405
405
  }
406
406
  return [...tensors].sort((a, b) => {
407
- const groupA = classifyTensor(a.name, modelType);
408
- const groupB = classifyTensor(b.name, modelType);
407
+ const groupA = resolveTensorGroup(a, modelType);
408
+ const groupB = resolveTensorGroup(b, modelType);
409
409
 
410
410
  // Use sortGroupIds logic for consistent ordering
411
411
  const sorted = sortGroupIds([groupA, groupB]);
@@ -23,6 +23,18 @@ function f16ToF32(h) {
23
23
  return (sign ? -1 : 1) * Math.pow(2, exp - 15) * (1 + mant / 1024);
24
24
  }
25
25
 
26
+ function decodeSnapshotData(data, dtype) {
27
+ if (dtype === 'f16') {
28
+ const src = new Uint16Array(data);
29
+ const decoded = new Float32Array(src.length);
30
+ for (let i = 0; i < src.length; i++) {
31
+ decoded[i] = f16ToF32(src[i]);
32
+ }
33
+ return decoded;
34
+ }
35
+ return new Float32Array(data);
36
+ }
37
+
26
38
  // ============================================================================
27
39
  // Tensor Inspection Interface
28
40
  // ============================================================================
@@ -228,7 +240,7 @@ export async function snapshotTensor(buffer, shape, dtype = 'f32') {
228
240
  const data = staging.getMappedRange().slice(0);
229
241
  staging.unmap();
230
242
  staging.destroy();
231
- const arr = new Float32Array(data);
243
+ const arr = decodeSnapshotData(data, dtype);
232
244
  return snapshotFromArray(arr, shape ?? [arr.length], dtype);
233
245
  } catch (error) {
234
246
  const message = error instanceof Error ? error.message : String(error);
@@ -9,7 +9,7 @@
9
9
  * @module adapters/adapter-manager
10
10
  */
11
11
 
12
- import type { LoRAAdapter, LoRAModuleWeights } from '../inference/pipelines/text/lora-types.js';
12
+ import type { LoRAAdapter, LoRAModuleWeights } from '../../inference/pipelines/text/lora-types.js';
13
13
  import type { AdapterManifest } from './adapter-manifest.js';
14
14
  import type { LoRALoadOptions } from './lora-loader.js';
15
15
 
@@ -1,8 +1,8 @@
1
1
 
2
2
 
3
3
  import { loadLoRAWeights } from './lora-loader.js';
4
- import { log } from '../debug/index.js';
5
- import { DEFAULT_ADAPTER_STACK_CONFIG } from '../config/schema/index.js';
4
+ import { log } from '../../debug/index.js';
5
+ import { DEFAULT_ADAPTER_STACK_CONFIG } from '../../config/schema/index.js';
6
6
 
7
7
 
8
8
  function isFloat32Array(buf) {
@@ -8,7 +8,7 @@
8
8
  * @module adapters/adapter-manifest
9
9
  */
10
10
 
11
- import type { LoRAModuleName } from '../inference/pipelines/text/lora-types.js';
11
+ import type { LoRAModuleName } from '../../inference/pipelines/text/lora-types.js';
12
12
 
13
13
  export declare const DEFAULT_ADAPTER_MANIFEST_DEFAULTS: {
14
14
  readonly version: '1.0.0';
@@ -3,7 +3,7 @@
3
3
  import {
4
4
  VALID_LORA_TARGET_MODULES,
5
5
  DEFAULT_ADAPTER_VALIDATION_CONFIG,
6
- } from '../config/schema/index.js';
6
+ } from '../../config/schema/index.js';
7
7
 
8
8
  export const DEFAULT_ADAPTER_MANIFEST_DEFAULTS = {
9
9
  version: '1.0.0',
@@ -8,7 +8,7 @@
8
8
  */
9
9
 
10
10
  import type { AdapterManifest, AdapterMetadata } from './adapter-manifest.js';
11
- import type { LoRAModuleName } from '../inference/pipelines/text/lora-types.js';
11
+ import type { LoRAModuleName } from '../../inference/pipelines/text/lora-types.js';
12
12
 
13
13
  /**
14
14
  * Registry entry for a stored adapter.
@@ -1,7 +1,7 @@
1
1
 
2
2
 
3
3
  import { validateManifest } from './adapter-manifest.js';
4
- import { DEFAULT_ADAPTER_REGISTRY_CONFIG } from '../config/schema/index.js';
4
+ import { DEFAULT_ADAPTER_REGISTRY_CONFIG } from '../../config/schema/index.js';
5
5
 
6
6
  // ============================================================================
7
7
  // IndexedDB Storage Implementation
@@ -7,7 +7,7 @@
7
7
  * @module adapters/lora-loader
8
8
  */
9
9
 
10
- import type { LoRAAdapter, LoRAModuleName } from '../inference/pipelines/text/lora.js';
10
+ import type { LoRAAdapter, LoRAModuleName } from '../../inference/pipelines/text/lora.js';
11
11
  import type { AdapterManifest, AdapterTensorSpec } from './adapter-manifest.js';
12
12
 
13
13
  /**
@@ -1,8 +1,8 @@
1
1
 
2
2
 
3
- import { LORA_MODULE_ALIASES } from '../inference/pipelines/text/lora.js';
3
+ import { LORA_MODULE_ALIASES } from '../../inference/pipelines/text/lora.js';
4
4
  import { applyAdapterManifestDefaults, validateManifest } from './adapter-manifest.js';
5
- import { log } from '../debug/index.js';
5
+ import { log } from '../../debug/index.js';
6
6
 
7
7
  // ============================================================================
8
8
  // Helper Functions
@@ -12,8 +12,8 @@ import {
12
12
  parseListResponse,
13
13
  parseErrorResponse,
14
14
  } from './protocol.js';
15
- import { log } from '../debug/index.js';
16
- import { DEFAULT_BRIDGE_TIMEOUT_CONFIG } from '../config/schema/index.js';
15
+ import { log } from '../../debug/index.js';
16
+ import { DEFAULT_BRIDGE_TIMEOUT_CONFIG } from '../../config/schema/index.js';
17
17
 
18
18
  // ============================================================================
19
19
  // Types and Interfaces
@@ -12,14 +12,12 @@
12
12
  * no module is loaded (provider is reported as `'pre-installed'`).
13
13
  *
14
14
  * 3. **Default candidates** — tried in order:
15
- * a. `'@doe-gpu/webgpu'` (current Doe package name)
16
- * b. `'@simulatte/webgpu'` (legacy package name during transition)
17
- * c. `'webgpu'` (community Dawn bindings)
15
+ * a. `'webgpu'` (community Dawn bindings)
18
16
  * The first candidate that imports, installs WebGPU globals, and yields a
19
17
  * usable adapter wins.
20
18
  *
21
19
  * To force a specific provider, set the environment variable:
22
- * DOPPLER_NODE_WEBGPU_MODULE=@doe-gpu/webgpu
20
+ * DOPPLER_NODE_WEBGPU_MODULE=<module-or-path>
23
21
  *
24
22
  * See `src/tooling/node-webgpu.js` for the full implementation.
25
23
  */
@@ -1,5 +1,5 @@
1
1
 
2
- import { MB } from '../config/schema/index.js';
2
+ import { MB } from '../../config/schema/index.js';
3
3
 
4
4
  export const MAGIC = 0x5245504c;
5
5
  export const HEADER_SIZE = 16;
@@ -14,19 +14,19 @@
14
14
  * @module browser/browser-converter
15
15
  */
16
16
 
17
- import type { TensorLocation, ShardPackerResult } from '../converter/shard-packer.js';
17
+ import type { TensorLocation, ShardPackerResult } from '../../converter/shard-packer.js';
18
18
  import type {
19
19
  ConvertStageType,
20
20
  ConvertProgress,
21
21
  ConvertOptions as CoreConvertOptions,
22
22
  ShardInfo,
23
23
  RDRRManifest,
24
- } from '../converter/core.js';
24
+ } from '../../converter/core.js';
25
25
  import type { TensorSource } from './tensor-source-file.js';
26
26
  import type { HttpTensorSourceOptions } from './tensor-source-http.js';
27
- import type { ConverterConfigSchema } from '../config/schema/converter.schema.js';
27
+ import type { ConverterConfigSchema } from '../../config/schema/converter.schema.js';
28
28
 
29
- export { ConvertStage } from '../converter/core.js';
29
+ export { ConvertStage } from '../../converter/core.js';
30
30
  export type {
31
31
  ConvertStageType,
32
32
  ConvertProgress,
@@ -26,21 +26,21 @@ import {
26
26
  computeHash,
27
27
  createStreamingHasher,
28
28
  getStorageBackendType,
29
- } from '../storage/shard-manager.js';
30
- import { classifyTensorRole } from '../formats/rdrr/index.js';
31
- import { registerModel } from '../storage/registry.js';
29
+ } from '../../storage/shard-manager.js';
30
+ import { classifyTensorRole } from '../../formats/rdrr/index.js';
31
+ import { registerModel } from '../../storage/registry.js';
32
32
  import {
33
33
  checkSpaceAvailable,
34
34
  requestPersistence,
35
35
  isOPFSAvailable,
36
36
  isIndexedDBAvailable,
37
37
  QuotaExceededError,
38
- } from '../storage/quota.js';
38
+ } from '../../storage/quota.js';
39
39
 
40
40
  // Import shared shard packing logic
41
41
  import {
42
42
  ShardPacker,
43
- } from '../converter/shard-packer.js';
43
+ } from '../../converter/shard-packer.js';
44
44
  import {
45
45
  resolveTensorDtype,
46
46
  resolveQ4KLayout,
@@ -57,18 +57,18 @@ import {
57
57
  formatBytes,
58
58
  extractArchitecture,
59
59
  createManifest,
60
- } from '../converter/core.js';
60
+ } from '../../converter/core.js';
61
61
  import {
62
62
  inferSourceWeightQuantization,
63
63
  resolveConversionPlan,
64
64
  resolveConvertedModelId,
65
- } from '../converter/conversion-plan.js';
66
- import { parseDiffusionModel as parseSharedDiffusionModel } from '../converter/parsers/diffusion.js';
67
- import { parseGGUFModel as parseSharedGGUFModel } from '../converter/parsers/gguf.js';
65
+ } from '../../converter/conversion-plan.js';
66
+ import { parseDiffusionModel as parseSharedDiffusionModel } from '../../converter/parsers/diffusion.js';
67
+ import { parseGGUFModel as parseSharedGGUFModel } from '../../converter/parsers/gguf.js';
68
68
 
69
- import { createConverterConfig } from '../config/index.js';
70
- import { MB, GB } from '../config/schema/units.schema.js';
71
- import { log, trace } from '../debug/index.js';
69
+ import { createConverterConfig } from '../../config/index.js';
70
+ import { MB, GB } from '../../config/schema/units.schema.js';
71
+ import { log, trace } from '../../debug/index.js';
72
72
 
73
73
  // Re-export types for consumers
74
74
  export {
@@ -1,4 +1,4 @@
1
- import type { ConverterConfigSchema } from '../config/schema/converter.schema.js';
1
+ import type { ConverterConfigSchema } from '../../config/schema/converter.schema.js';
2
2
 
3
3
  /**
4
4
  * gguf-importer.ts - Stream GGUF to .rdrr shards in OPFS
@@ -9,17 +9,17 @@ import {
9
9
  deleteModel,
10
10
  computeHash,
11
11
  getStorageBackendType,
12
- } from '../storage/shard-manager.js';
12
+ } from '../../storage/shard-manager.js';
13
13
  import {
14
14
  RDRR_VERSION,
15
15
  generateShardFilename,
16
- } from '../formats/rdrr/index.js';
17
- import { log } from '../debug/index.js';
18
- import { createConverterConfig } from '../config/index.js';
19
- import { extractArchitecture } from '../converter/core.js';
20
- import { resolveConversionPlan } from '../converter/conversion-plan.js';
21
- import { HEADER_READ_SIZE } from '../config/schema/index.js';
22
- import { registerModel } from '../storage/registry.js';
16
+ } from '../../formats/rdrr/index.js';
17
+ import { log } from '../../debug/index.js';
18
+ import { createConverterConfig } from '../../config/index.js';
19
+ import { extractArchitecture } from '../../converter/core.js';
20
+ import { resolveConversionPlan } from '../../converter/conversion-plan.js';
21
+ import { HEADER_READ_SIZE } from '../../config/schema/index.js';
22
+ import { registerModel } from '../../storage/registry.js';
23
23
 
24
24
  // ============================================================================
25
25
  // Types
@@ -6,9 +6,9 @@
6
6
  * @module browser/gguf-parser-browser
7
7
  */
8
8
 
9
- import type { GGUFParseResult } from '../formats/gguf/types.js';
9
+ import type { GGUFParseResult } from '../../formats/gguf/types.js';
10
10
  import type { TensorSource } from './tensor-source-file.js';
11
11
 
12
12
  export declare function parseGGUFHeaderFromSource(source: TensorSource | File): Promise<GGUFParseResult & { fileSize: number }>;
13
13
 
14
- export * from '../formats/gguf/types.js';
14
+ export * from '../../formats/gguf/types.js';
@@ -1,6 +1,6 @@
1
1
 
2
- import { parseGGUFHeader } from '../formats/gguf/types.js';
3
- import { HEADER_READ_SIZE } from '../config/schema/index.js';
2
+ import { parseGGUFHeader } from '../../formats/gguf/types.js';
3
+ import { HEADER_READ_SIZE } from '../../config/schema/index.js';
4
4
  import { normalizeTensorSource } from './tensor-source-file.js';
5
5
 
6
6
  export async function parseGGUFHeaderFromSource(source) {
@@ -14,4 +14,4 @@ export async function parseGGUFHeaderFromSource(source) {
14
14
  };
15
15
  }
16
16
 
17
- export * from '../formats/gguf/types.js';
17
+ export * from '../../formats/gguf/types.js';
@@ -4,9 +4,9 @@
4
4
  * @module browser/quantization
5
5
  */
6
6
 
7
- import type { QuantizationInfoSchema, ConverterConfigSchema } from '../config/index.js';
8
- import type { ConvertOptions } from '../converter/core.js';
9
- import type { QuantizeResult } from '../converter/quantizer.js';
7
+ import type { QuantizationInfoSchema, ConverterConfigSchema } from '../../config/index.js';
8
+ import type { ConvertOptions } from '../../converter/core.js';
9
+ import type { QuantizeResult } from '../../converter/quantizer.js';
10
10
 
11
11
  export declare function normalizeQuantTag(value: string | null | undefined): string;
12
12
 
@@ -1,7 +1,7 @@
1
1
 
2
2
 
3
- import { classifyTensorRole } from '../formats/rdrr/index.js';
4
- import { shouldQuantize } from '../converter/core.js';
3
+ import { classifyTensorRole } from '../../formats/rdrr/index.js';
4
+ import { shouldQuantize } from '../../converter/core.js';
5
5
  import {
6
6
  float16ToFloat32,
7
7
  float32ToFloat16,
@@ -10,7 +10,7 @@ import {
10
10
  getQ4KSize,
11
11
  QK_K,
12
12
  QK4_K_BLOCK_SIZE,
13
- } from '../converter/quantizer.js';
13
+ } from '../../converter/quantizer.js';
14
14
  import {
15
15
  buildQuantizationInfo,
16
16
  normalizeQuantTag,
@@ -18,7 +18,7 @@ import {
18
18
  resolveManifestQuantization,
19
19
  resolveModelId,
20
20
  toWebGPUDtype,
21
- } from '../converter/quantization-info.js';
21
+ } from '../../converter/quantization-info.js';
22
22
 
23
23
  export {
24
24
  buildQuantizationInfo,
@@ -7,12 +7,12 @@
7
7
  * @module browser/safetensors-parser-browser
8
8
  */
9
9
 
10
- import type { SafetensorsTensor as CoreSafetensorsTensor, SafetensorsIndexJson } from '../formats/safetensors/types.js';
10
+ import type { SafetensorsTensor as CoreSafetensorsTensor, SafetensorsIndexJson } from '../../formats/safetensors/types.js';
11
11
  import type { TensorSource } from './tensor-source-file.js';
12
12
 
13
- export { DTYPE_SIZE, DTYPE_MAP } from '../formats/safetensors/types.js';
13
+ export { DTYPE_SIZE, DTYPE_MAP } from '../../formats/safetensors/types.js';
14
14
 
15
- export type { SafetensorsDtype, SafetensorsIndexJson } from '../formats/safetensors/types.js';
15
+ export type { SafetensorsDtype, SafetensorsIndexJson } from '../../formats/safetensors/types.js';
16
16
 
17
17
  /**
18
18
  * Tensor information from safetensors file
@@ -5,13 +5,13 @@ import {
5
5
  parseSafetensorsIndexJsonText,
6
6
  groupTensorsByLayer as groupTensorsByLayerCore,
7
7
  calculateTotalSize as calculateTotalSizeCore,
8
- } from '../formats/safetensors/types.js';
8
+ } from '../../formats/safetensors/types.js';
9
9
  import {
10
10
  parseConfigJsonText,
11
11
  parseTokenizerJsonText,
12
12
  parseTokenizerConfigJsonText,
13
- } from '../formats/tokenizer/types.js';
14
- import { MAX_HEADER_SIZE, MB } from '../config/schema/index.js';
13
+ } from '../../formats/tokenizer/types.js';
14
+ import { MAX_HEADER_SIZE, MB } from '../../config/schema/index.js';
15
15
  import { normalizeTensorSource } from './tensor-source-file.js';
16
16
 
17
17
  export const DTYPE_SIZE = {
@@ -6,7 +6,7 @@
6
6
  * @module browser/shard-io-browser
7
7
  */
8
8
 
9
- import type { ShardIO } from '../converter/shard-packer.js';
9
+ import type { ShardIO } from '../../converter/shard-packer.js';
10
10
 
11
11
  /**
12
12
  * Browser/OPFS implementation of ShardIO interface.
@@ -1,7 +1,7 @@
1
1
 
2
2
 
3
- import { generateShardFilename } from '../formats/rdrr/index.js';
4
- import { createStreamingHasher, getOpfsPathConfig } from '../storage/shard-manager.js';
3
+ import { generateShardFilename } from '../../formats/rdrr/index.js';
4
+ import { createStreamingHasher, getOpfsPathConfig } from '../../storage/shard-manager.js';
5
5
 
6
6
 
7
7
  export class BrowserShardIO {
@@ -1,8 +1,8 @@
1
1
 
2
2
 
3
- import { getRuntimeConfig } from '../config/runtime.js';
4
- import { isIndexedDBAvailable, isOPFSAvailable } from '../storage/quota.js';
5
- import { createIdbStore } from '../storage/backends/idb-store.js';
3
+ import { getRuntimeConfig } from '../../config/runtime.js';
4
+ import { isIndexedDBAvailable, isOPFSAvailable } from '../../storage/quota.js';
5
+ import { createIdbStore } from '../../storage/backends/idb-store.js';
6
6
  import { createFileTensorSource } from './tensor-source-file.js';
7
7
  import { createHttpTensorSource } from './tensor-source-http.js';
8
8
 
@@ -0,0 +1,8 @@
1
+ export { DiffusionPipeline, createDiffusionPipeline } from '../../inference/pipelines/diffusion/pipeline.js';
2
+ export { createDiffusionWeightLoader } from '../../inference/pipelines/diffusion/weights.js';
3
+ export { mergeDiffusionConfig, initializeDiffusion } from '../../inference/pipelines/diffusion/init.js';
4
+ export {
5
+ computeImageFingerprint,
6
+ computeImageRegressionMetrics,
7
+ assertImageRegressionWithinTolerance,
8
+ } from './image-regression.js';
@@ -0,0 +1,8 @@
1
+ export { DiffusionPipeline, createDiffusionPipeline } from '../../inference/pipelines/diffusion/pipeline.js';
2
+ export { createDiffusionWeightLoader } from '../../inference/pipelines/diffusion/weights.js';
3
+ export { mergeDiffusionConfig, initializeDiffusion } from '../../inference/pipelines/diffusion/init.js';
4
+ export {
5
+ computeImageFingerprint,
6
+ computeImageRegressionMetrics,
7
+ assertImageRegressionWithinTolerance,
8
+ } from './image-regression.js';
@@ -1,4 +1,4 @@
1
- import { ERROR_CODES, createDopplerError } from '../errors/doppler-error.js';
1
+ import { ERROR_CODES, createDopplerError } from '../../errors/doppler-error.js';
2
2
 
3
3
  export const P2P_TRANSPORT_CONTRACT_VERSION = 1;
4
4
  export const P2P_TRANSPORT_RESULT_SCHEMA_VERSION = 1;
@@ -1,4 +1,4 @@
1
- import { log } from '../debug/index.js';
1
+ import { log } from '../../debug/index.js';
2
2
  import {
3
3
  P2P_TRANSPORT_ERROR_CODES,
4
4
  createP2PTransportError,
@@ -1,5 +1,5 @@
1
- import { log } from '../debug/index.js';
2
- import { getExpectedShardHash } from '../formats/rdrr/index.js';
1
+ import { log } from '../../debug/index.js';
2
+ import { getExpectedShardHash } from '../../formats/rdrr/index.js';
3
3
  import {
4
4
  computeHash,
5
5
  createStreamingHasher,
@@ -9,9 +9,9 @@ import {
9
9
  loadShard as loadShardFromStore,
10
10
  shardExists,
11
11
  streamShardRange,
12
- } from '../storage/shard-manager.js';
13
- import { ERROR_CODES, createDopplerError } from '../errors/doppler-error.js';
14
- import { DEFAULT_DISTRIBUTION_CONFIG } from '../config/schema/distribution.schema.js';
12
+ } from '../../storage/shard-manager.js';
13
+ import { ERROR_CODES, createDopplerError } from '../../errors/doppler-error.js';
14
+ import { DEFAULT_DISTRIBUTION_CONFIG } from '../../config/schema/distribution.schema.js';
15
15
  import {
16
16
  P2P_TRANSPORT_CONTRACT_VERSION,
17
17
  P2P_TRANSPORT_ERROR_CODES,
@@ -0,0 +1,2 @@
1
+ export { EnergyPipeline, createEnergyPipeline } from '../../inference/pipelines/energy/pipeline.js';
2
+ export { mergeQuintelConfig, computeQuintelEnergy, runQuintelEnergyLoop } from '../../inference/pipelines/energy/quintel.js';
@@ -0,0 +1,2 @@
1
+ export { EnergyPipeline, createEnergyPipeline } from '../../inference/pipelines/energy/pipeline.js';
2
+ export { mergeQuintelConfig, computeQuintelEnergy, runQuintelEnergyLoop } from '../../inference/pipelines/energy/quintel.js';
@@ -1,4 +1,4 @@
1
- import type { Manifest } from '../config/schema/manifest.schema.js';
1
+ import type { Manifest } from '../../config/schema/manifest.schema.js';
2
2
 
3
3
  export interface IntentBundleVerifyContext {
4
4
  manifest?: Manifest | null;
@@ -1,5 +1,5 @@
1
- import { getRegistry } from '../config/kernels/registry.js';
2
- import { log } from '../debug/index.js';
1
+ import { getRegistry } from '../../config/kernels/registry.js';
2
+ import { log } from '../../debug/index.js';
3
3
 
4
4
  export async function fetchIntentBundle(url) {
5
5
  const response = await fetch(url, { cache: 'no-store' });
@@ -1,5 +1,5 @@
1
- import type { HashAlgorithm } from '../config/schema/index.js';
2
- import type { HotSwapConfigSchema } from '../config/schema/hotswap.schema.js';
1
+ import type { HashAlgorithm } from '../../config/schema/index.js';
2
+ import type { HotSwapConfigSchema } from '../../config/schema/hotswap.schema.js';
3
3
 
4
4
  export interface HotSwapArtifact {
5
5
  path: string;