@qvac/inference 0.22.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (569) hide show
  1. package/NOTICE +111 -60
  2. package/README.md +4 -2
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +136 -45
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +2 -1
  13. package/dist/api/completion-stream.js +4 -1
  14. package/dist/api/decide.js +1 -1
  15. package/dist/api/delete-cache.d.ts +7 -1
  16. package/dist/api/delete-cache.js +11 -1
  17. package/dist/api/diffusion.d.ts +32 -2
  18. package/dist/api/diffusion.js +32 -2
  19. package/dist/api/download-asset.js +1 -1
  20. package/dist/api/embed.d.ts +82 -29
  21. package/dist/api/embed.js +64 -18
  22. package/dist/api/finetune.js +1 -1
  23. package/dist/api/get-model-info.d.ts +1 -1
  24. package/dist/api/index.d.ts +40 -38
  25. package/dist/api/index.js +39 -37
  26. package/dist/api/load-model.js +2 -2
  27. package/dist/api/logging-stream-registry.js +11 -7
  28. package/dist/api/logging-stream.d.ts +11 -1
  29. package/dist/api/logging-stream.js +11 -2
  30. package/dist/api/rag.d.ts +1 -1
  31. package/dist/api/rag.js +1 -1
  32. package/dist/api/registry.d.ts +18 -7
  33. package/dist/api/registry.js +37 -13
  34. package/dist/api/rerank.d.ts +17 -0
  35. package/dist/api/rerank.js +36 -0
  36. package/dist/api/subscribe-logs.js +5 -3
  37. package/dist/api/text-to-speech.d.ts +14 -5
  38. package/dist/api/text-to-speech.js +83 -29
  39. package/dist/api/transcribe.d.ts +6 -2
  40. package/dist/api/transcribe.js +7 -1
  41. package/dist/api/unload-model.js +1 -1
  42. package/dist/api/vector-index.d.ts +25 -3
  43. package/dist/api/vector-index.js +17 -2
  44. package/dist/api/video-request.d.ts +15 -15
  45. package/dist/api/video.js +1 -1
  46. package/dist/api/vla.js +1 -1
  47. package/dist/api/world-result.js +1 -1
  48. package/dist/api/world.d.ts +1 -1
  49. package/dist/api/world.js +1 -1
  50. package/dist/config/resolve-config.d.ts +1 -1
  51. package/dist/config/resolve-config.js +1 -1
  52. package/dist/constants/index.d.ts +2 -2
  53. package/dist/constants/index.js +2 -2
  54. package/dist/dispatch.d.ts +11 -4
  55. package/dist/dispatch.js +80 -18
  56. package/dist/engine.d.ts +1 -1
  57. package/dist/errors/index.d.ts +76 -0
  58. package/dist/errors/index.js +141 -1
  59. package/dist/handlers/assess-model-fit.d.ts +3 -21
  60. package/dist/handlers/assess-model-fit.js +4 -303
  61. package/dist/handlers/cancelHandler.d.ts +10 -9
  62. package/dist/handlers/cancelHandler.js +18 -14
  63. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  64. package/dist/handlers/completion-orchestrate.js +166 -24
  65. package/dist/handlers/delete-cache.d.ts +2 -1
  66. package/dist/handlers/delete-cache.js +6 -1
  67. package/dist/handlers/download-asset.js +13 -6
  68. package/dist/handlers/finetune.js +1 -1
  69. package/dist/handlers/get-loaded-model-info.js +3 -3
  70. package/dist/handlers/get-model-info.js +72 -3
  71. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
  72. package/dist/handlers/load-model/coreml-sidecars.js +51 -91
  73. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  74. package/dist/handlers/load-model/download-lock.js +213 -0
  75. package/dist/handlers/load-model/download-manager.d.ts +11 -3
  76. package/dist/handlers/load-model/download-manager.js +62 -11
  77. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  78. package/dist/handlers/load-model/download-stats.js +3 -3
  79. package/dist/handlers/load-model/handler.js +97 -41
  80. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  81. package/dist/handlers/load-model/http.d.ts +1 -1
  82. package/dist/handlers/load-model/http.js +330 -208
  83. package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
  84. package/dist/handlers/load-model/hyperdrive.js +125 -52
  85. package/dist/handlers/load-model/index.d.ts +2 -2
  86. package/dist/handlers/load-model/index.js +2 -2
  87. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  88. package/dist/handlers/load-model/registry-client-options.js +4 -2
  89. package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
  90. package/dist/handlers/load-model/registry-companion-set.js +20 -2
  91. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  92. package/dist/handlers/load-model/registry-delete.js +269 -0
  93. package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
  94. package/dist/handlers/load-model/registry-download-utils.js +95 -24
  95. package/dist/handlers/load-model/registry.d.ts +22 -2
  96. package/dist/handlers/load-model/registry.js +312 -179
  97. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  98. package/dist/handlers/load-model/resolve-session.js +11 -3
  99. package/dist/handlers/load-model/resolve.d.ts +1 -1
  100. package/dist/handlers/load-model/resolve.js +9 -6
  101. package/dist/handlers/load-model/types.d.ts +2 -0
  102. package/dist/handlers/logging-stream.d.ts +2 -1
  103. package/dist/handlers/logging-stream.js +35 -7
  104. package/dist/handlers/plugin-invoke.js +152 -39
  105. package/dist/handlers/registry.d.ts +2 -2
  106. package/dist/handlers/registry.js +108 -29
  107. package/dist/handlers/rpc-server.js +7 -7
  108. package/dist/handlers/session.d.ts +11 -0
  109. package/dist/handlers/session.js +40 -0
  110. package/dist/handlers/types.d.ts +7 -1
  111. package/dist/handlers/unload-model.js +8 -3
  112. package/dist/handlers/vector-index.js +118 -19
  113. package/dist/index.d.ts +1 -1
  114. package/dist/index.js +1 -1
  115. package/dist/logging/addon.d.ts +1 -1
  116. package/dist/logging/addon.js +1 -1
  117. package/dist/logging/index.d.ts +5 -5
  118. package/dist/logging/index.js +4 -4
  119. package/dist/logging/logger.d.ts +1 -1
  120. package/dist/logging/logger.js +3 -3
  121. package/dist/logging/utils.js +11 -3
  122. package/dist/model-cache-layout.d.ts +1 -0
  123. package/dist/model-cache-layout.js +2 -0
  124. package/dist/model-fit/assess.d.ts +23 -0
  125. package/dist/model-fit/assess.js +110 -0
  126. package/dist/model-fit/describe.d.ts +12 -0
  127. package/dist/model-fit/describe.js +29 -0
  128. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
  129. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
  130. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
  131. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
  132. package/dist/model-fit/fit-load.d.ts +23 -0
  133. package/dist/model-fit/fit-load.js +29 -0
  134. package/dist/model-fit/load-check.d.ts +34 -0
  135. package/dist/model-fit/load-check.js +77 -0
  136. package/dist/model-fit/run/engine.d.ts +12 -0
  137. package/dist/model-fit/run/engine.js +9 -0
  138. package/dist/model-fit/run/run.d.ts +46 -0
  139. package/dist/model-fit/run/run.js +208 -0
  140. package/dist/model-fit/sum.d.ts +32 -0
  141. package/dist/model-fit/sum.js +60 -0
  142. package/dist/models/registry/index.d.ts +1 -1
  143. package/dist/models/registry/index.js +2 -2
  144. package/dist/models/registry/models.d.ts +1377 -130
  145. package/dist/models/registry/models.js +3622 -2312
  146. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  147. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  148. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  149. package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
  150. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  151. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  152. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  153. package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  154. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  155. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
  156. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  157. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  158. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  159. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  160. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  161. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
  162. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  163. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
  164. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
  165. package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
  166. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  167. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  168. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
  169. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
  170. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
  171. package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
  172. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  173. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  174. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  175. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  176. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  177. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  178. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  179. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
  180. package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
  181. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  182. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  183. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
  184. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  185. package/dist/plugins/builtin/index.d.ts +16 -14
  186. package/dist/plugins/builtin/index.js +16 -14
  187. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  188. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  189. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
  190. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  191. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  192. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  193. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
  194. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  195. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
  196. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
  197. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  198. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  199. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  200. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  201. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
  202. package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
  203. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  204. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  205. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  206. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  207. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
  208. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
  209. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  210. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  211. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  212. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
  213. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
  214. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  215. package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
  216. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  217. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  218. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
  219. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
  220. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
  221. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
  222. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
  223. package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
  224. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  225. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  226. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
  227. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
  228. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
  229. package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
  230. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  231. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  232. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  233. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  234. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
  235. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
  236. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  237. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  238. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
  239. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
  240. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
  241. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
  242. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
  243. package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
  244. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  245. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  246. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  247. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  248. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  249. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  250. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  251. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  252. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  253. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
  254. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
  255. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  256. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
  257. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  258. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  259. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
  260. package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
  261. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
  262. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
  263. package/dist/plugins/index.d.ts +1 -1
  264. package/dist/plugins/index.js +2 -2
  265. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  266. package/dist/plugins/ops/bci-transcribe.js +18 -4
  267. package/dist/plugins/ops/cancel.d.ts +1 -0
  268. package/dist/plugins/ops/cancel.js +11 -2
  269. package/dist/plugins/ops/embed.d.ts +5 -3
  270. package/dist/plugins/ops/embed.js +89 -34
  271. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
  272. package/dist/plugins/ops/kv-cache-utils.js +21 -10
  273. package/dist/plugins/ops/load-model.d.ts +10 -2
  274. package/dist/plugins/ops/load-model.js +45 -19
  275. package/dist/plugins/ops/transcribe.d.ts +5 -4
  276. package/dist/plugins/ops/transcribe.js +63 -28
  277. package/dist/plugins/ops/translate.d.ts +2 -1
  278. package/dist/plugins/ops/translate.js +7 -4
  279. package/dist/plugins/ops/unload-model.d.ts +17 -1
  280. package/dist/plugins/ops/unload-model.js +32 -3
  281. package/dist/plugins/turbovec-backend.d.ts +1 -1
  282. package/dist/plugins/turbovec-backend.js +21 -6
  283. package/dist/profiling/aggregator.d.ts +1 -1
  284. package/dist/profiling/aggregator.js +1 -1
  285. package/dist/profiling/controller.d.ts +1 -1
  286. package/dist/profiling/controller.js +2 -2
  287. package/dist/profiling/events.d.ts +1 -1
  288. package/dist/profiling/events.js +2 -2
  289. package/dist/profiling/exporters.d.ts +1 -1
  290. package/dist/profiling/exporters.js +3 -3
  291. package/dist/profiling/index.d.ts +13 -13
  292. package/dist/profiling/index.js +12 -12
  293. package/dist/profiling/operation-metrics.d.ts +1 -1
  294. package/dist/profiling/operation-metrics.js +24 -21
  295. package/dist/profiling/operation-wrappers.js +3 -3
  296. package/dist/profiling/profiler.js +1 -1
  297. package/dist/rag/embedding-scope.d.ts +16 -0
  298. package/dist/rag/embedding-scope.js +81 -0
  299. package/dist/rag/handler.d.ts +25 -0
  300. package/dist/rag/handler.js +51 -17
  301. package/dist/rag/handlers/close-workspace.js +1 -1
  302. package/dist/rag/handlers/delete-embeddings.js +1 -1
  303. package/dist/rag/handlers/delete-workspace.js +1 -1
  304. package/dist/rag/handlers/ingest.js +3 -7
  305. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  306. package/dist/rag/handlers/list-workspaces.js +1 -1
  307. package/dist/rag/handlers/reindex.js +1 -1
  308. package/dist/rag/handlers/save-embeddings.js +1 -1
  309. package/dist/rag/handlers/search.d.ts +10 -1
  310. package/dist/rag/handlers/search.js +17 -8
  311. package/dist/rag/index.d.ts +11 -11
  312. package/dist/rag/index.js +11 -11
  313. package/dist/rag/rag-operation-manager.d.ts +27 -3
  314. package/dist/rag/rag-operation-manager.js +10 -27
  315. package/dist/rag/rag-workspace-manager.js +1 -1
  316. package/dist/registry.js +7 -1
  317. package/dist/resources/collector.d.ts +71 -37
  318. package/dist/resources/collector.js +9 -2
  319. package/dist/resources/instance.d.ts +1 -1
  320. package/dist/resources/instance.js +1 -1
  321. package/dist/resources/native.d.ts +1 -1
  322. package/dist/resources/normalize.d.ts +1 -1
  323. package/dist/resources/types.d.ts +2 -0
  324. package/dist/rpc/inventory.js +1 -12
  325. package/dist/runtime/env.d.ts +5 -1
  326. package/dist/runtime/env.js +6 -21
  327. package/dist/runtime/index.d.ts +8 -5
  328. package/dist/runtime/index.js +4 -2
  329. package/dist/runtime/lifecycle.d.ts +6 -4
  330. package/dist/runtime/lifecycle.js +16 -12
  331. package/dist/runtime/model-config-utils.js +8 -1
  332. package/dist/runtime/model-registry.d.ts +30 -4
  333. package/dist/runtime/model-registry.js +48 -2
  334. package/dist/runtime/model-work-lock.d.ts +13 -0
  335. package/dist/runtime/model-work-lock.js +48 -0
  336. package/dist/runtime/registry-client.d.ts +47 -1
  337. package/dist/runtime/registry-client.js +446 -88
  338. package/dist/runtime/request-context.d.ts +11 -3
  339. package/dist/runtime/request-context.js +39 -2
  340. package/dist/runtime/request-registry.d.ts +56 -8
  341. package/dist/runtime/request-registry.js +190 -72
  342. package/dist/runtime/runtime-lifecycle.js +10 -1
  343. package/dist/runtime/session-id.d.ts +18 -0
  344. package/dist/runtime/session-id.js +20 -0
  345. package/dist/runtime/session-registry.d.ts +39 -0
  346. package/dist/runtime/session-registry.js +114 -0
  347. package/dist/runtime/state.d.ts +1 -1
  348. package/dist/runtime/state.js +2 -2
  349. package/dist/runtime/vector-index-backend.d.ts +6 -2
  350. package/dist/runtime/vector-index-registry.d.ts +26 -5
  351. package/dist/runtime/vector-index-registry.js +88 -27
  352. package/dist/schemas/abort-signal.d.ts +8 -0
  353. package/dist/schemas/assess-model-fit.d.ts +138 -282
  354. package/dist/schemas/assess-model-fit.js +85 -219
  355. package/dist/schemas/audio-gen.d.ts +291 -25
  356. package/dist/schemas/audio-gen.js +130 -26
  357. package/dist/schemas/batch-completion-stream.d.ts +113 -15
  358. package/dist/schemas/batch-completion-stream.js +10 -6
  359. package/dist/schemas/bci-config.d.ts +3 -1
  360. package/dist/schemas/bci-config.js +2 -2
  361. package/dist/schemas/bci.d.ts +55 -4
  362. package/dist/schemas/bci.js +13 -18
  363. package/dist/schemas/calc-tokens.d.ts +141 -0
  364. package/dist/schemas/calc-tokens.js +53 -0
  365. package/dist/schemas/cancel.d.ts +31 -0
  366. package/dist/schemas/cancel.js +11 -2
  367. package/dist/schemas/classification.d.ts +3 -0
  368. package/dist/schemas/classification.js +6 -2
  369. package/dist/schemas/common.d.ts +2209 -348
  370. package/dist/schemas/common.js +52 -33
  371. package/dist/schemas/completion-event.d.ts +11 -2
  372. package/dist/schemas/completion-event.js +5 -2
  373. package/dist/schemas/completion-stream.d.ts +173 -19
  374. package/dist/schemas/completion-stream.js +117 -20
  375. package/dist/schemas/config.d.ts +2064 -178
  376. package/dist/schemas/config.js +21 -23
  377. package/dist/schemas/decision.d.ts +12 -2
  378. package/dist/schemas/decision.js +16 -1
  379. package/dist/schemas/download-asset.d.ts +13 -6
  380. package/dist/schemas/download-asset.js +4 -7
  381. package/dist/schemas/embed.d.ts +286 -3
  382. package/dist/schemas/embed.js +162 -16
  383. package/dist/schemas/engine-addon-map.d.ts +3 -1
  384. package/dist/schemas/engine-addon-map.js +5 -3
  385. package/dist/schemas/errors.d.ts +13 -0
  386. package/dist/schemas/errors.js +71 -1
  387. package/dist/schemas/finetune.d.ts +14 -4
  388. package/dist/schemas/finetune.js +5 -6
  389. package/dist/schemas/heartbeat.d.ts +1 -0
  390. package/dist/schemas/heartbeat.js +5 -2
  391. package/dist/schemas/image-embedding.d.ts +27 -0
  392. package/dist/schemas/image-embedding.js +107 -0
  393. package/dist/schemas/index.d.ts +55 -50
  394. package/dist/schemas/index.js +54 -49
  395. package/dist/schemas/lifecycle.d.ts +3 -0
  396. package/dist/schemas/lifecycle.js +13 -6
  397. package/dist/schemas/llamacpp-config.d.ts +443 -20
  398. package/dist/schemas/llamacpp-config.js +188 -14
  399. package/dist/schemas/load-model.d.ts +8940 -1952
  400. package/dist/schemas/load-model.js +73 -9
  401. package/dist/schemas/logging-stream.d.ts +1 -0
  402. package/dist/schemas/logging-stream.js +5 -2
  403. package/dist/schemas/mcp-adapter.d.ts +1 -1
  404. package/dist/schemas/model-config-schemas.d.ts +731 -111
  405. package/dist/schemas/model-config-schemas.js +16 -12
  406. package/dist/schemas/model-fit-policy.d.ts +2 -2
  407. package/dist/schemas/model-info.d.ts +54 -56
  408. package/dist/schemas/model-info.js +18 -7
  409. package/dist/schemas/model-ops.d.ts +12 -0
  410. package/dist/schemas/model-ops.js +33 -5
  411. package/dist/schemas/model-src-utils.d.ts +14 -6
  412. package/dist/schemas/model-src-utils.js +2 -2
  413. package/dist/schemas/model-types.d.ts +12 -4
  414. package/dist/schemas/model-types.js +2 -0
  415. package/dist/schemas/ocr.d.ts +11 -4
  416. package/dist/schemas/ocr.js +7 -3
  417. package/dist/schemas/plugin.d.ts +70 -8
  418. package/dist/schemas/plugin.js +32 -4
  419. package/dist/schemas/profiling.d.ts +32 -32
  420. package/dist/schemas/profiling.js +1 -1
  421. package/dist/schemas/rag.d.ts +9 -0
  422. package/dist/schemas/rag.js +11 -17
  423. package/dist/schemas/registry.d.ts +38 -10
  424. package/dist/schemas/registry.js +16 -7
  425. package/dist/schemas/reload-config.d.ts +45 -6
  426. package/dist/schemas/reload-config.js +13 -6
  427. package/dist/schemas/request-base.d.ts +39 -0
  428. package/dist/schemas/request-base.js +64 -0
  429. package/dist/schemas/rerank.d.ts +132 -0
  430. package/dist/schemas/rerank.js +104 -0
  431. package/dist/schemas/rpc-server.d.ts +3 -0
  432. package/dist/schemas/rpc-server.js +15 -15
  433. package/dist/schemas/sdcpp-config.d.ts +144 -18
  434. package/dist/schemas/sdcpp-config.js +123 -28
  435. package/dist/schemas/session.d.ts +37 -0
  436. package/dist/schemas/session.js +53 -0
  437. package/dist/schemas/system-resources.d.ts +364 -179
  438. package/dist/schemas/system-resources.js +8 -3
  439. package/dist/schemas/text-to-speech.d.ts +1408 -275
  440. package/dist/schemas/text-to-speech.js +547 -33
  441. package/dist/schemas/tools.d.ts +7 -0
  442. package/dist/schemas/tools.js +29 -0
  443. package/dist/schemas/transcription-config.d.ts +267 -2
  444. package/dist/schemas/transcription-config.js +138 -7
  445. package/dist/schemas/transcription.d.ts +94 -7
  446. package/dist/schemas/transcription.js +99 -22
  447. package/dist/schemas/translate.d.ts +4 -2
  448. package/dist/schemas/translate.js +6 -10
  449. package/dist/schemas/translation-config.d.ts +40 -20
  450. package/dist/schemas/translation-config.js +1 -1
  451. package/dist/schemas/tts-pcm.d.ts +35 -0
  452. package/dist/schemas/tts-pcm.js +69 -0
  453. package/dist/schemas/vector-index.d.ts +47 -1
  454. package/dist/schemas/vector-index.js +37 -10
  455. package/dist/schemas/vla.d.ts +3 -3
  456. package/dist/surface.d.ts +4 -3
  457. package/dist/surface.js +4 -3
  458. package/dist/utils/addon-responses.d.ts +71 -2
  459. package/dist/utils/aggregate-events.d.ts +1 -1
  460. package/dist/utils/aggregate-events.js +2 -2
  461. package/dist/utils/archive.d.ts +7 -0
  462. package/dist/utils/archive.js +89 -30
  463. package/dist/utils/asr-events.d.ts +5 -0
  464. package/dist/utils/asr-events.js +10 -1
  465. package/dist/utils/audio/decoder.js +3 -1
  466. package/dist/utils/audio-input.js +1 -1
  467. package/dist/utils/cache/auto-history.d.ts +2 -1
  468. package/dist/utils/cache/auto-history.js +5 -3
  469. package/dist/utils/cache/layout.d.ts +48 -0
  470. package/dist/utils/cache/layout.js +190 -0
  471. package/dist/utils/cache/paths.js +8 -10
  472. package/dist/utils/cache/types.d.ts +2 -1
  473. package/dist/utils/checksum.d.ts +7 -0
  474. package/dist/utils/checksum.js +59 -2
  475. package/dist/utils/completion-normalizer.js +287 -88
  476. package/dist/utils/gguf-architecture.d.ts +7 -0
  477. package/dist/utils/gguf-architecture.js +142 -0
  478. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  479. package/dist/utils/gguf-tensor-extractor.js +1 -50
  480. package/dist/utils/index.d.ts +13 -13
  481. package/dist/utils/index.js +13 -13
  482. package/dist/utils/mcp-adapter.d.ts +1 -1
  483. package/dist/utils/mcp-adapter.js +1 -1
  484. package/dist/utils/path-security.js +1 -1
  485. package/dist/utils/shard-utils.d.ts +0 -16
  486. package/dist/utils/shard-utils.js +14 -48
  487. package/dist/utils/tool-integration.d.ts +3 -2
  488. package/dist/utils/tool-integration.js +3 -6
  489. package/dist/utils/tools/defer.d.ts +50 -31
  490. package/dist/utils/tools/defer.js +115 -51
  491. package/dist/utils/tools/dialect.d.ts +15 -4
  492. package/dist/utils/tools/dialect.js +34 -5
  493. package/dist/utils/tools/index.d.ts +3 -3
  494. package/dist/utils/tools/index.js +3 -3
  495. package/dist/utils/tools/parser.js +8 -8
  496. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  497. package/dist/utils/tools/parsers/dsml.js +1 -1
  498. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  499. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  500. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  501. package/dist/utils/tools/parsers/harmony.js +1 -1
  502. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  503. package/dist/utils/tools/parsers/hermes.js +1 -1
  504. package/dist/utils/tools/parsers/json.d.ts +1 -1
  505. package/dist/utils/tools/parsers/json.js +1 -1
  506. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  507. package/dist/utils/tools/parsers/pythonic.js +1 -1
  508. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  509. package/dist/utils/tools/parsers/qwen35.js +1 -1
  510. package/dist/utils/transcribe-metadata.d.ts +28 -2
  511. package/dist/utils/transcribe-metadata.js +16 -0
  512. package/dist/utils/tts-stats.d.ts +43 -1
  513. package/dist/utils/tts-stats.js +120 -22
  514. package/dist/utils/until-aborted.d.ts +7 -0
  515. package/dist/utils/until-aborted.js +34 -0
  516. package/package.json +67 -55
  517. package/dist/models/registry/resource-profiles.d.ts +0 -17
  518. package/dist/models/registry/resource-profiles.js +0 -5657
  519. package/dist/resources/model-fit/assess.d.ts +0 -72
  520. package/dist/resources/model-fit/assess.js +0 -679
  521. package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
  522. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
  523. package/dist/resources/model-fit/floor.d.ts +0 -31
  524. package/dist/resources/model-fit/floor.js +0 -65
  525. package/dist/resources/model-fit/kv-cache.d.ts +0 -23
  526. package/dist/resources/model-fit/kv-cache.js +0 -85
  527. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
  528. package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
  529. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  530. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  531. package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
  532. package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
  533. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
  534. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
  535. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
  536. package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
  537. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
  538. package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
  539. package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
  540. package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
  541. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  542. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
  543. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
  544. package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
  545. package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
  546. package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
  547. package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
  548. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
  549. package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
  550. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  551. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  552. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  553. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  554. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  555. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  556. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  557. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  558. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  559. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  560. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  561. package/dist/resources/model-fit/platform.d.ts +0 -9
  562. package/dist/resources/model-fit/platform.js +0 -26
  563. package/dist/resources/model-fit/types.d.ts +0 -6
  564. package/dist/resources/model-fit/types.js +0 -1
  565. package/dist/schemas/model-resource-profile.d.ts +0 -108
  566. package/dist/schemas/model-resource-profile.js +0 -80
  567. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
  568. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
  569. /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
@@ -1,9 +1,68 @@
1
1
  import { audioEditClientParamsSchema, audioEditStreamResponseSchema, audioGenClientParamsSchema, audioGenStreamResponseSchema, audioUnderstandClientParamsSchema, audioUnderstandResponseSchema } from '../schemas/index.js';
2
2
  import { stream } from '../dispatch.js';
3
- import { parseClientInput } from './parse-input.js';
3
+ import { parseClientInput } from '../api/parse-input.js';
4
4
  import { generateRandomRequestId } from '../runtime/request-id.js';
5
5
  import { decodeBase64 } from '../utils/encoding.js';
6
- import { InvalidResponseError, InferenceCancelledError } from '../errors/index.js';
6
+ import { AudioEncodeFailedError, InvalidResponseError, InferenceCancelledError } from '../errors/index.js';
7
+ /**
8
+ * A queue one consumer drains as an async generator. It ends when the run
9
+ * does, and throws the run's error once the queued items are delivered.
10
+ */
11
+ function createFeed() {
12
+ const queue = [];
13
+ let closed = false;
14
+ let failure;
15
+ let wake;
16
+ function notify() {
17
+ wake?.();
18
+ wake = undefined;
19
+ }
20
+ async function* drain() {
21
+ while (true) {
22
+ if (queue.length > 0) {
23
+ yield queue.shift();
24
+ continue;
25
+ }
26
+ if (closed) {
27
+ if (failure !== undefined)
28
+ throw failure;
29
+ return;
30
+ }
31
+ await new Promise((resolve) => {
32
+ wake = resolve;
33
+ });
34
+ }
35
+ }
36
+ return {
37
+ push(item) {
38
+ queue.push(item);
39
+ notify();
40
+ },
41
+ close(error) {
42
+ closed = true;
43
+ failure = error;
44
+ notify();
45
+ },
46
+ stream: drain()
47
+ };
48
+ }
49
+ /**
50
+ * Copies one PCM frame into its own `Int16Array`. The copy keeps a caller
51
+ * that edits a chunk in place from changing `audio`, and gives the samples
52
+ * the alignment a view over the decoded bytes might lack.
53
+ */
54
+ function toInt16Chunk(bytes, wireType) {
55
+ if (bytes.byteLength % Int16Array.BYTES_PER_ELEMENT !== 0) {
56
+ throw new InvalidResponseError(`${wireType} audio chunk`);
57
+ }
58
+ const samples = new Int16Array(bytes.byteLength / Int16Array.BYTES_PER_ELEMENT);
59
+ new Uint8Array(samples.buffer).set(bytes);
60
+ return samples;
61
+ }
62
+ async function* int16Chunks(indexes, read, wireType) {
63
+ for await (const index of indexes)
64
+ yield toInt16Chunk(read(index), wireType);
65
+ }
7
66
  function concatenateChunks(chunks) {
8
67
  const totalLength = chunks.reduce((total, chunk) => total + chunk.length, 0);
9
68
  const pcm = new Uint8Array(totalLength);
@@ -19,7 +78,7 @@ function concatenateChunks(chunks) {
19
78
  * MiniMax-Music3 AudioGen model.
20
79
  *
21
80
  * @param params - AudioGen request parameters (model, caption, optional lyrics, seed, bpm, etc.).
22
- * @returns A result object exposing `requestId`, `progressStream` (async iterator of `{ stage, step, total }`), `audio` (promise of the generated PCM and its format), `stats` (promise of generation statistics), and `diagnostics` (promise of the backend selection detail for the run).
81
+ * @returns A result object exposing `requestId`, `progressStream` (async iterator of `{ stage, step, total }`), `audio` (promise of the generated PCM and its format), `chunkStream` (the same PCM as one `Int16Array` per engine chunk; the engines emit one chunk when generation finishes), `encoded` (promise of the file for `outputFormat`, or `undefined`), `stats` (promise of generation statistics), and `diagnostics` (promise of the backend selection detail for the run).
23
82
  *
24
83
  * @example
25
84
  * ```typescript
@@ -51,7 +110,7 @@ export function audioGen(params) {
51
110
  * controls that apply to every operation: `seed`, a timbre `referenceAudio`, the prompt
52
111
  * metadata (`vocalLanguage`, `bpm`, `keyscale`, `timesignature`, `augmentCaptionWithMetadata`),
53
112
  * the Repaint DCW controls, and per-run `inferenceSteps` and `shift`.
54
- * @returns The same run shape as `audioGen()`: `requestId`, `progressStream`, `audio`, `stats`, and `diagnostics`.
113
+ * @returns The same run shape as `audioGen()`: `requestId`, `progressStream`, `audio`, `chunkStream`, `encoded`, `stats`, and `diagnostics`.
55
114
  *
56
115
  * @example
57
116
  * ```typescript
@@ -118,10 +177,7 @@ export function audioUnderstand(params) {
118
177
  }
119
178
  function collectRun(request, requestId, responseSchema, sink) {
120
179
  const wireType = request.type;
121
- const progressQueue = [];
122
- let progressDone = false;
123
- let progressError;
124
- let progressResolve;
180
+ const progress = createFeed();
125
181
  let resolvePayload = () => { };
126
182
  let rejectPayload = () => { };
127
183
  const payload = new Promise((resolve, reject) => {
@@ -143,10 +199,6 @@ function collectRun(request, requestId, responseSchema, sink) {
143
199
  rejectDiagnostics = reject;
144
200
  });
145
201
  diagnostics.catch(() => { });
146
- function notifyProgress() {
147
- progressResolve?.();
148
- progressResolve = undefined;
149
- }
150
202
  function rejectAll(error) {
151
203
  rejectPayload(error);
152
204
  rejectStats(error);
@@ -154,6 +206,7 @@ function collectRun(request, requestId, responseSchema, sink) {
154
206
  }
155
207
  async function processResponses() {
156
208
  let receivedDone = false;
209
+ let failure;
157
210
  try {
158
211
  for await (const response of stream(request)) {
159
212
  if (!response ||
@@ -163,10 +216,8 @@ function collectRun(request, requestId, responseSchema, sink) {
163
216
  continue;
164
217
  }
165
218
  const frame = responseSchema.parse(response);
166
- if (frame.progress) {
167
- progressQueue.push(frame.progress);
168
- notifyProgress();
169
- }
219
+ if (frame.progress)
220
+ progress.push(frame.progress);
170
221
  sink.absorb(frame);
171
222
  if (frame.done) {
172
223
  receivedDone = true;
@@ -185,37 +236,22 @@ function collectRun(request, requestId, responseSchema, sink) {
185
236
  }
186
237
  }
187
238
  catch (error) {
188
- progressError = error instanceof Error ? error : new InvalidResponseError(wireType, error);
189
- rejectAll(progressError);
239
+ failure = error instanceof Error ? error : new InvalidResponseError(wireType, error);
240
+ rejectAll(failure);
190
241
  }
191
242
  finally {
192
- progressDone = true;
193
- notifyProgress();
194
- }
195
- }
196
- async function* progressStream() {
197
- while (true) {
198
- const tick = progressQueue.shift();
199
- if (tick) {
200
- yield tick;
201
- continue;
202
- }
203
- if (progressDone) {
204
- if (progressError !== undefined)
205
- throw progressError;
206
- return;
207
- }
208
- await new Promise((resolve) => {
209
- progressResolve = resolve;
210
- });
243
+ progress.close(failure);
244
+ sink.close?.(failure);
211
245
  }
212
246
  }
213
247
  void processResponses();
214
- return { requestId, progressStream: progressStream(), payload, stats, diagnostics };
248
+ return { requestId, progressStream: progress.stream, payload, stats, diagnostics };
215
249
  }
216
250
  /**
217
251
  * Consumes one generation or editing stream: PCM chunks accumulate into
218
- * `audio`, carrying the format reported alongside them.
252
+ * `audio`, carrying the format reported alongside them, and are offered one
253
+ * by one on `chunkStream`. The encoded file, when the request asked for one,
254
+ * settles `encoded`; a failed encode rejects `encoded` and nothing else.
219
255
  */
220
256
  function collectAudioRun(request, requestId, responseSchema) {
221
257
  const wireType = request.type;
@@ -223,11 +259,35 @@ function collectAudioRun(request, requestId, responseSchema) {
223
259
  let sampleRate;
224
260
  let channels;
225
261
  let bitsPerSample;
262
+ let encoded;
263
+ let encodeFailure;
264
+ // The PCM is held once. Until the run settles it is the received chunks;
265
+ // from then on it is `audio.pcm` alone, and the chunks are views into it.
266
+ // `chunkStream` queues chunk indexes rather than bytes, so an unread
267
+ // stream keeps no second copy of the audio alive.
268
+ let settledPcm;
269
+ const chunkEnds = [];
270
+ const chunks = createFeed();
271
+ function chunkBytes(index) {
272
+ if (settledPcm === undefined)
273
+ return pcmChunks[index] ?? new Uint8Array(0);
274
+ const start = index > 0 ? (chunkEnds[index - 1] ?? 0) : 0;
275
+ return settledPcm.subarray(start, chunkEnds[index] ?? start);
276
+ }
226
277
  const { progressStream, payload, stats, diagnostics } = collectRun(request, requestId, responseSchema, {
227
278
  absorb(frame) {
279
+ if (frame.encoded !== undefined) {
280
+ encoded = { ...frame.encoded, data: decodeBase64(frame.encoded.data) };
281
+ }
282
+ if (frame.encodeError !== undefined) {
283
+ encodeFailure = new AudioEncodeFailedError(frame.encodeError.format, frame.encodeError.details);
284
+ }
228
285
  if (frame.data === undefined)
229
286
  return;
230
- pcmChunks.push(decodeBase64(frame.data));
287
+ const bytes = decodeBase64(frame.data);
288
+ chunks.push(pcmChunks.length);
289
+ pcmChunks.push(bytes);
290
+ chunkEnds.push((chunkEnds.at(-1) ?? 0) + bytes.byteLength);
231
291
  sampleRate = frame.sampleRate;
232
292
  channels = frame.channels;
233
293
  bitsPerSample = frame.bitsPerSample;
@@ -236,13 +296,44 @@ function collectAudioRun(request, requestId, responseSchema) {
236
296
  if (sampleRate === undefined || channels === undefined || bitsPerSample === undefined) {
237
297
  throw new InvalidResponseError(`${wireType} audio chunk`);
238
298
  }
299
+ if (request.outputFormat !== undefined &&
300
+ encoded === undefined &&
301
+ encodeFailure === undefined) {
302
+ throw new InvalidResponseError(`${wireType} encoded audio`);
303
+ }
304
+ settledPcm = concatenateChunks(pcmChunks);
305
+ pcmChunks.length = 0;
239
306
  return {
240
- pcm: concatenateChunks(pcmChunks),
241
- sampleRate,
242
- channels,
243
- bitsPerSample
307
+ audio: {
308
+ pcm: settledPcm,
309
+ sampleRate,
310
+ channels,
311
+ bitsPerSample
312
+ },
313
+ encoded,
314
+ encodeFailure
244
315
  };
316
+ },
317
+ close(error) {
318
+ chunks.close(error);
245
319
  }
246
320
  });
247
- return { requestId, progressStream, audio: payload, stats, diagnostics };
321
+ const audio = payload.then((settled) => settled.audio);
322
+ // A failed encode rejects the file alone; the run itself completed.
323
+ const encodedAudio = payload.then((settled) => {
324
+ if (settled.encodeFailure !== undefined)
325
+ throw settled.encodeFailure;
326
+ return settled.encoded;
327
+ });
328
+ audio.catch(() => { });
329
+ encodedAudio.catch(() => { });
330
+ return {
331
+ requestId,
332
+ progressStream,
333
+ chunkStream: int16Chunks(chunks.stream, chunkBytes, wireType),
334
+ audio,
335
+ encoded: encodedAudio,
336
+ stats,
337
+ diagnostics
338
+ };
248
339
  }
@@ -56,7 +56,8 @@ async function resolveBatchPrompts(prompts) {
56
56
  generationParams: prompt.generationParams
57
57
  }),
58
58
  ...(prompt.responseFormat && { responseFormat: prompt.responseFormat }),
59
- ...(allTools.length > 0 && { tools: allTools })
59
+ ...(allTools.length > 0 && { tools: allTools }),
60
+ ...(prompt.toolSearch && { toolSearch: prompt.toolSearch })
60
61
  });
61
62
  }
62
63
  return { prompts: resolvedPrompts, handlers: resolvedHandlers };
@@ -0,0 +1,30 @@
1
+ import { type CalcTokensParams, type RPCOptions, type Tool } from '../schemas/index.js';
2
+ import { type ToolInput } from '../utils/tool-helpers.js';
3
+ type OmitTools<T> = T extends unknown ? Omit<T, 'tools'> : never;
4
+ export type CalcTokensClientParams = OmitTools<CalcTokensParams> & {
5
+ tools?: Tool[] | ToolInput[];
6
+ };
7
+ /**
8
+ * Counts tokens with a loaded language model without running generation.
9
+ *
10
+ * When neither `history` nor enabled tools are supplied, `text` is counted raw.
11
+ * Otherwise, the conversation is rendered with the model's chat template and
12
+ * `text`, when present, becomes its final user turn. Tools are counted only when
13
+ * the model was loaded with `modelConfig.tools: true`.
14
+ * `toolSearch` controls the limits rendered for deferred-tool search, matching
15
+ * `completion()`.
16
+ * Media content and attachments are not supported.
17
+ * The count uses every supplied tool and the load-time reasoning setting. A named
18
+ * `generationParams.tool_choice` or `generationParams.reasoning_budget` override on
19
+ * `completion()` can render a different prompt.
20
+ *
21
+ * @param params - Loaded model ID and at least one prompt source: `text` or non-empty `history`.
22
+ * @param options - Dispatch options.
23
+ * @returns The number of tokens in the prompt under the model's load-time settings.
24
+ * @throws {RequestValidationFailedError} If the request is invalid.
25
+ * @throws {ModelNotFoundError} If `modelId` is not loaded.
26
+ * @throws {ModelOperationNotSupportedError} If the loaded model is not a language model.
27
+ * @throws {InvalidResponseError} If the handler returns a malformed result.
28
+ */
29
+ export declare function calcTokens(params: CalcTokensClientParams, options?: RPCOptions): Promise<number>;
30
+ export {};
@@ -0,0 +1,41 @@
1
+ import { send } from '../dispatch.js';
2
+ import { calcTokensParamsSchema, calcTokensResponseSchema } from '../schemas/index.js';
3
+ import { InvalidResponseError } from '../errors/index.js';
4
+ import { parseClientInput } from '../api/parse-input.js';
5
+ import { validateTools } from '../utils/tool-helpers.js';
6
+ /**
7
+ * Counts tokens with a loaded language model without running generation.
8
+ *
9
+ * When neither `history` nor enabled tools are supplied, `text` is counted raw.
10
+ * Otherwise, the conversation is rendered with the model's chat template and
11
+ * `text`, when present, becomes its final user turn. Tools are counted only when
12
+ * the model was loaded with `modelConfig.tools: true`.
13
+ * `toolSearch` controls the limits rendered for deferred-tool search, matching
14
+ * `completion()`.
15
+ * Media content and attachments are not supported.
16
+ * The count uses every supplied tool and the load-time reasoning setting. A named
17
+ * `generationParams.tool_choice` or `generationParams.reasoning_budget` override on
18
+ * `completion()` can render a different prompt.
19
+ *
20
+ * @param params - Loaded model ID and at least one prompt source: `text` or non-empty `history`.
21
+ * @param options - Dispatch options.
22
+ * @returns The number of tokens in the prompt under the model's load-time settings.
23
+ * @throws {RequestValidationFailedError} If the request is invalid.
24
+ * @throws {ModelNotFoundError} If `modelId` is not loaded.
25
+ * @throws {ModelOperationNotSupportedError} If the loaded model is not a language model.
26
+ * @throws {InvalidResponseError} If the handler returns a malformed result.
27
+ */
28
+ export async function calcTokens(params, options) {
29
+ const tools = params.tools ? validateTools(params.tools).tools : undefined;
30
+ const input = parseClientInput(calcTokensParamsSchema, {
31
+ ...params,
32
+ ...(tools !== undefined && { tools })
33
+ });
34
+ const response = await send({ ...input, type: 'calcTokens' }, options);
35
+ if (response.type !== 'calcTokens')
36
+ throw new InvalidResponseError('calcTokens');
37
+ const parsed = calcTokensResponseSchema.safeParse(response);
38
+ if (!parsed.success)
39
+ throw new InvalidResponseError('calcTokens', parsed.error);
40
+ return parsed.data.tokens;
41
+ }
@@ -2,7 +2,7 @@ import { type ClassifyClientParams, type ClassificationResult } from '../schemas
2
2
  /**
3
3
  * Classifies an image using a loaded classification model.
4
4
  *
5
- * The bundled MobileNetV3-Small model produces 3 labels: `"food"`, `"report"`, `"other"`.
5
+ * The `MOBILENETV3_3CLASS_V3_FP16` model produces 3 labels: `"food"`, `"report"`, `"other"`.
6
6
  * Custom models may emit different labels sourced from the GGUF metadata.
7
7
  *
8
8
  * @param params.modelId - The identifier of the loaded classification model
@@ -12,7 +12,10 @@ import { type ClassifyClientParams, type ClassificationResult } from '../schemas
12
12
  *
13
13
  * @example
14
14
  * ```typescript
15
- * const modelId = await loadModel({ modelType: "ggml-classification" });
15
+ * const modelId = await loadModel({
16
+ * modelSrc: MOBILENETV3_3CLASS_V3_FP16,
17
+ * modelType: "ggml-classification",
18
+ * });
16
19
  * const jpeg = fs.readFileSync("photo.jpg");
17
20
  * const results = await classify({ modelId, image: jpeg });
18
21
  * // [ { label: "food", confidence: 0.93 }, { label: "other", confidence: 0.05 }, ... ]
@@ -4,7 +4,7 @@ import { encodeBase64 } from '../utils/encoding.js';
4
4
  /**
5
5
  * Classifies an image using a loaded classification model.
6
6
  *
7
- * The bundled MobileNetV3-Small model produces 3 labels: `"food"`, `"report"`, `"other"`.
7
+ * The `MOBILENETV3_3CLASS_V3_FP16` model produces 3 labels: `"food"`, `"report"`, `"other"`.
8
8
  * Custom models may emit different labels sourced from the GGUF metadata.
9
9
  *
10
10
  * @param params.modelId - The identifier of the loaded classification model
@@ -14,7 +14,10 @@ import { encodeBase64 } from '../utils/encoding.js';
14
14
  *
15
15
  * @example
16
16
  * ```typescript
17
- * const modelId = await loadModel({ modelType: "ggml-classification" });
17
+ * const modelId = await loadModel({
18
+ * modelSrc: MOBILENETV3_3CLASS_V3_FP16,
19
+ * modelType: "ggml-classification",
20
+ * });
18
21
  * const jpeg = fs.readFileSync("photo.jpg");
19
22
  * const results = await classify({ modelId, image: jpeg });
20
23
  * // [ { label: "food", confidence: 0.93 }, { label: "other", confidence: 0.05 }, ... ]
@@ -28,7 +28,7 @@ type CompletionParams = Omit<CompletionClientParams, 'tools'> & {
28
28
  * @param params.mcp - Optional array of MCP client inputs for tool integration
29
29
  * @param params.captureThinking - Best-effort parsing of `<think>` blocks into `thinkingDelta` events; `final.raw.fullText` always preserves the original output
30
30
  * @param params.emitRawDeltas - When true, every raw model token is also emitted as a `rawDelta` event
31
- * @param params.toolDialect - Override name-based dialect detection. Supported values: `"hermes"`, `"pythonic"`, `"json"`, `"harmony"`, `"qwen35"` (Qwen3.5/3.6/3.8), `"gemma4"`, `"dsml"` (DeepSeek V3.2/V4). Use when the auto-router doesn't recognise your model name. Drives both streaming frame detection and finalization parsing.
31
+ * @param params.toolDialect - Override dialect detection, which uses the model name, then the GGUF `general.architecture`, then `"hermes"`. Supported values: `"hermes"`, `"pythonic"`, `"json"`, `"harmony"`, `"qwen35"` (Qwen3.5/3.6/3.8), `"gemma4"`, `"dsml"` (DeepSeek V3.2/V4). Use when detection picks the wrong dialect for your model. Drives both streaming frame detection and finalization parsing.
32
32
  * Common override case: Llama 3.x tool-calling fine-tunes that emit the native pythonic header (`<|start_header_id|>tool_call<|end_header_id|>...<|eot_id|>`).
33
33
  * @param params.responseFormat - Optional structured-output constraint applied to the model's output:
34
34
  * - `{ type: "text" }` — no constraint (default behavior)
@@ -45,6 +45,7 @@ type CompletionParams = Omit<CompletionClientParams, 'tools'> & {
45
45
  * validation must encode it explicitly in `schema`.
46
46
  *
47
47
  * Cannot be combined with `tools` (tools already constrain output via their parameter schema).
48
+ * @param params.prefill - Evaluate the prompt and tools without generating an answer. Requires an enabled kvCache and at least one message (from history or `modelConfig.system_prompt`); cannot force tool_choice. Await final before sending the question with the same prefix.
48
49
  * @param params.kvCache - Optional KV cache configuration. Cache files are organized hierarchically:
49
50
  * - Structure: `{kvCacheKey}/{modelId}/{configHash}.bin`
50
51
  * - The configHash includes model config + system prompt to ensure cache isolation
@@ -28,7 +28,7 @@ const logger = getAppLogger();
28
28
  * @param params.mcp - Optional array of MCP client inputs for tool integration
29
29
  * @param params.captureThinking - Best-effort parsing of `<think>` blocks into `thinkingDelta` events; `final.raw.fullText` always preserves the original output
30
30
  * @param params.emitRawDeltas - When true, every raw model token is also emitted as a `rawDelta` event
31
- * @param params.toolDialect - Override name-based dialect detection. Supported values: `"hermes"`, `"pythonic"`, `"json"`, `"harmony"`, `"qwen35"` (Qwen3.5/3.6/3.8), `"gemma4"`, `"dsml"` (DeepSeek V3.2/V4). Use when the auto-router doesn't recognise your model name. Drives both streaming frame detection and finalization parsing.
31
+ * @param params.toolDialect - Override dialect detection, which uses the model name, then the GGUF `general.architecture`, then `"hermes"`. Supported values: `"hermes"`, `"pythonic"`, `"json"`, `"harmony"`, `"qwen35"` (Qwen3.5/3.6/3.8), `"gemma4"`, `"dsml"` (DeepSeek V3.2/V4). Use when detection picks the wrong dialect for your model. Drives both streaming frame detection and finalization parsing.
32
32
  * Common override case: Llama 3.x tool-calling fine-tunes that emit the native pythonic header (`<|start_header_id|>tool_call<|end_header_id|>...<|eot_id|>`).
33
33
  * @param params.responseFormat - Optional structured-output constraint applied to the model's output:
34
34
  * - `{ type: "text" }` — no constraint (default behavior)
@@ -45,6 +45,7 @@ const logger = getAppLogger();
45
45
  * validation must encode it explicitly in `schema`.
46
46
  *
47
47
  * Cannot be combined with `tools` (tools already constrain output via their parameter schema).
48
+ * @param params.prefill - Evaluate the prompt and tools without generating an answer. Requires an enabled kvCache and at least one message (from history or `modelConfig.system_prompt`); cannot force tool_choice. Await final before sending the question with the same prefix.
48
49
  * @param params.kvCache - Optional KV cache configuration. Cache files are organized hierarchically:
49
50
  * - Structure: `{kvCacheKey}/{modelId}/{configHash}.bin`
50
51
  * - The configHash includes model config + system prompt to ensure cache isolation
@@ -183,7 +184,9 @@ export function completion(params) {
183
184
  modelId: params.modelId,
184
185
  history: params.history.map((message) => ({ ...message, content: message.content ?? '' })),
185
186
  kvCache: params.kvCache,
187
+ prefill: params.prefill,
186
188
  tools: allTools.length > 0 ? allTools : undefined,
189
+ toolSearch: params.toolSearch,
187
190
  stream: params.stream ?? true,
188
191
  generationParams: params.generationParams,
189
192
  captureThinking: params.captureThinking,
@@ -3,7 +3,7 @@ import { decideParamsSchema, decideResponseSchema } from '../schemas/index.js';
3
3
  import { InvalidResponseError } from '../errors/index.js';
4
4
  import { decoratePromise } from '../utils/decorate-promise.js';
5
5
  import { generateRequestId } from '../runtime/request-id.js';
6
- import { parseClientInput } from './parse-input.js';
6
+ import { parseClientInput } from '../api/parse-input.js';
7
7
  export function decide(params, options) {
8
8
  const requestId = generateRequestId();
9
9
  return decoratePromise(runDecide(params, requestId, options), { requestId });
@@ -1,11 +1,12 @@
1
1
  /**
2
- * Deletes KV cache files.
2
+ * Deletes KV cache files, or a registry model's cached download.
3
3
  *
4
4
  * @param params - The delete cache parameters
5
5
  * @param params.all - If true, deletes all cache files, including caller-owned named caches
6
6
  * @param params.auto - If true, reclaims only automatic caches (`completion({ kvCache: true })`) that no request is using. Named caches are untouched. Covers the whole cache directory, which is shared by every QVAC process using the same home directory
7
7
  * @param params.kvCacheKey - The cache key to delete
8
8
  * @param params.modelId - Optional: specific model ID to delete within the cache key. If not provided, deletes entire cache key.
9
+ * @param params.modelSrc - A `registry://` model source. Deletes its cached files and the registry blocks a cancelled or failed download kept for resume. Fails while the model is downloading or loaded
9
10
  * @returns Promise resolving to success status
10
11
  * @throws {QvacErrorBase} When the cache parameters are invalid (`InvalidDeleteCacheParamsError`) or the engine reports a delete failure (`DeleteCacheFailedError`).
11
12
  * @example
@@ -21,6 +22,9 @@
21
22
  *
22
23
  * // Delete only specific model within cache key
23
24
  * await deleteCache({ kvCacheKey: "my-session", modelId: "model-abc123" });
25
+ *
26
+ * // Discard a paused registry download, or a cached registry model
27
+ * await deleteCache({ modelSrc: QWEN3_600M_INST_Q4.src });
24
28
  * ```
25
29
  */
26
30
  export declare function deleteCache(params: {
@@ -30,6 +34,8 @@ export declare function deleteCache(params: {
30
34
  } | {
31
35
  kvCacheKey: string;
32
36
  modelId?: string;
37
+ } | {
38
+ modelSrc: string;
33
39
  }): Promise<{
34
40
  success: boolean;
35
41
  }>;
@@ -1,13 +1,14 @@
1
1
  import { send } from '../dispatch.js';
2
2
  import { InvalidDeleteCacheParamsError, DeleteCacheFailedError } from '../errors/index.js';
3
3
  /**
4
- * Deletes KV cache files.
4
+ * Deletes KV cache files, or a registry model's cached download.
5
5
  *
6
6
  * @param params - The delete cache parameters
7
7
  * @param params.all - If true, deletes all cache files, including caller-owned named caches
8
8
  * @param params.auto - If true, reclaims only automatic caches (`completion({ kvCache: true })`) that no request is using. Named caches are untouched. Covers the whole cache directory, which is shared by every QVAC process using the same home directory
9
9
  * @param params.kvCacheKey - The cache key to delete
10
10
  * @param params.modelId - Optional: specific model ID to delete within the cache key. If not provided, deletes entire cache key.
11
+ * @param params.modelSrc - A `registry://` model source. Deletes its cached files and the registry blocks a cancelled or failed download kept for resume. Fails while the model is downloading or loaded
11
12
  * @returns Promise resolving to success status
12
13
  * @throws {QvacErrorBase} When the cache parameters are invalid (`InvalidDeleteCacheParamsError`) or the engine reports a delete failure (`DeleteCacheFailedError`).
13
14
  * @example
@@ -23,6 +24,9 @@ import { InvalidDeleteCacheParamsError, DeleteCacheFailedError } from '../errors
23
24
  *
24
25
  * // Delete only specific model within cache key
25
26
  * await deleteCache({ kvCacheKey: "my-session", modelId: "model-abc123" });
27
+ *
28
+ * // Discard a paused registry download, or a cached registry model
29
+ * await deleteCache({ modelSrc: QWEN3_600M_INST_Q4.src });
26
30
  * ```
27
31
  */
28
32
  export async function deleteCache(params) {
@@ -39,6 +43,12 @@ export async function deleteCache(params) {
39
43
  auto: true
40
44
  };
41
45
  }
46
+ else if ('modelSrc' in params) {
47
+ req = {
48
+ type: 'deleteCache',
49
+ modelSrc: params.modelSrc
50
+ };
51
+ }
42
52
  else if ('kvCacheKey' in params) {
43
53
  req = {
44
54
  type: 'deleteCache',
@@ -14,8 +14,11 @@ interface DiffusionResult {
14
14
  *
15
15
  * @param params - Diffusion request parameters (model, prompt, dimensions, sampler, seed, etc.).
16
16
  * @returns A result object exposing `progressStream` (async iterator of `{ step, totalSteps, elapsedMs }`), `outputs` (promise of the generated image buffers), and `stats` (promise of generation statistics).
17
+ * @throws {InferenceCancelledError} The run's promises reject and progress stream throws when an active generation is cancelled.
18
+ * @throws {RequestRejectedByPolicyError} The run rejects when another image or video generation owns the model.
17
19
  *
18
- * Supports both txt2img (no `init_image`) and img2img (with `init_image`).
20
+ * Supports txt2img without input images, img2img via `init_image`,
21
+ * and ordered multi-reference editing via `init_images` on supported models.
19
22
  *
20
23
  * @example
21
24
  * ```typescript
@@ -29,7 +32,7 @@ interface DiffusionResult {
29
32
  * const { outputs } = diffusion({ modelId, prompt: "oil painting style", init_image: initImage, strength: 0.7 });
30
33
  *
31
34
  * // img2img (FLUX.2 — in-context conditioning)
32
- * // IMPORTANT: FLUX img2img requires `prediction: "flux2_flow"` to be set on the
35
+ * // IMPORTANT: FLUX.2 img2img requires `prediction: "flux2_flow"` to be set on the
33
36
  * // model config at loadModel time (e.g. `loadModel(src, { modelType: "diffusion",
34
37
  * // modelConfig: { prediction: "flux2_flow" } })`).
35
38
  * const { outputs } = diffusion({ modelId, prompt: "turn into watercolor", init_image: initImage });
@@ -49,6 +52,33 @@ interface DiffusionResult {
49
52
  * height: 768,
50
53
  * });
51
54
  *
55
+ * // FLUX.3 Image Klein reference editing. Load the Qwen3-VL 4B encoder and the
56
+ * // FLUX.2 VAE; the engine detects FLUX.3 from the weights, so leave `prediction` unset.
57
+ * const { outputs: flux3Edit } = diffusion({
58
+ * modelId,
59
+ * prompt: "Place the subject in a lush garden, preserving its appearance.",
60
+ * init_images: [refA],
61
+ * width: 512,
62
+ * height: 512,
63
+ * steps: 16,
64
+ * cfg_scale: 1,
65
+ * sampling_method: "euler",
66
+ * });
67
+ *
68
+ * // Qwen-Image-2.1 reference editing. Load the matching Qwen3-VL encoder,
69
+ * // vision projector, and 2.1 VAE from your local files first.
70
+ * const { outputs: edited } = diffusion({
71
+ * modelId,
72
+ * prompt: "Place the two referenced people together in one office.",
73
+ * init_images: [refA, refB],
74
+ * width: 512,
75
+ * height: 512,
76
+ * steps: 30,
77
+ * cfg_scale: 6,
78
+ * sampling_method: "euler",
79
+ * seed: 42,
80
+ * });
81
+ *
52
82
  * // LoRA adapter for this generation (absolute path required).
53
83
  * // Persistence across subsequent diffusion() calls is controlled at
54
84
  * // loadModel time via `modelConfig.lora_apply_mode`.
@@ -6,8 +6,11 @@ import { decodeBase64, encodeBase64 } from '../utils/encoding.js';
6
6
  *
7
7
  * @param params - Diffusion request parameters (model, prompt, dimensions, sampler, seed, etc.).
8
8
  * @returns A result object exposing `progressStream` (async iterator of `{ step, totalSteps, elapsedMs }`), `outputs` (promise of the generated image buffers), and `stats` (promise of generation statistics).
9
+ * @throws {InferenceCancelledError} The run's promises reject and progress stream throws when an active generation is cancelled.
10
+ * @throws {RequestRejectedByPolicyError} The run rejects when another image or video generation owns the model.
9
11
  *
10
- * Supports both txt2img (no `init_image`) and img2img (with `init_image`).
12
+ * Supports txt2img without input images, img2img via `init_image`,
13
+ * and ordered multi-reference editing via `init_images` on supported models.
11
14
  *
12
15
  * @example
13
16
  * ```typescript
@@ -21,7 +24,7 @@ import { decodeBase64, encodeBase64 } from '../utils/encoding.js';
21
24
  * const { outputs } = diffusion({ modelId, prompt: "oil painting style", init_image: initImage, strength: 0.7 });
22
25
  *
23
26
  * // img2img (FLUX.2 — in-context conditioning)
24
- * // IMPORTANT: FLUX img2img requires `prediction: "flux2_flow"` to be set on the
27
+ * // IMPORTANT: FLUX.2 img2img requires `prediction: "flux2_flow"` to be set on the
25
28
  * // model config at loadModel time (e.g. `loadModel(src, { modelType: "diffusion",
26
29
  * // modelConfig: { prediction: "flux2_flow" } })`).
27
30
  * const { outputs } = diffusion({ modelId, prompt: "turn into watercolor", init_image: initImage });
@@ -41,6 +44,33 @@ import { decodeBase64, encodeBase64 } from '../utils/encoding.js';
41
44
  * height: 768,
42
45
  * });
43
46
  *
47
+ * // FLUX.3 Image Klein reference editing. Load the Qwen3-VL 4B encoder and the
48
+ * // FLUX.2 VAE; the engine detects FLUX.3 from the weights, so leave `prediction` unset.
49
+ * const { outputs: flux3Edit } = diffusion({
50
+ * modelId,
51
+ * prompt: "Place the subject in a lush garden, preserving its appearance.",
52
+ * init_images: [refA],
53
+ * width: 512,
54
+ * height: 512,
55
+ * steps: 16,
56
+ * cfg_scale: 1,
57
+ * sampling_method: "euler",
58
+ * });
59
+ *
60
+ * // Qwen-Image-2.1 reference editing. Load the matching Qwen3-VL encoder,
61
+ * // vision projector, and 2.1 VAE from your local files first.
62
+ * const { outputs: edited } = diffusion({
63
+ * modelId,
64
+ * prompt: "Place the two referenced people together in one office.",
65
+ * init_images: [refA, refB],
66
+ * width: 512,
67
+ * height: 512,
68
+ * steps: 30,
69
+ * cfg_scale: 6,
70
+ * sampling_method: "euler",
71
+ * seed: 42,
72
+ * });
73
+ *
44
74
  * // LoRA adapter for this generation (absolute path required).
45
75
  * // Persistence across subsequent diffusion() calls is controlled at
46
76
  * // loadModel time via `modelConfig.lora_apply_mode`.
@@ -2,7 +2,7 @@ import { send, stream } from '../dispatch.js';
2
2
  import { downloadAssetOptionsToRequestSchema } from '../schemas/index.js';
3
3
  import { DownloadAssetFailedError, StreamEndedError, InvalidResponseError } from '../errors/index.js';
4
4
  import { decoratePromise } from '../utils/decorate-promise.js';
5
- import { parseClientInput } from './parse-input.js';
5
+ import { parseClientInput } from '../api/parse-input.js';
6
6
  import { generateRequestId } from '../runtime/request-id.js';
7
7
  /**
8
8
  * Downloads an asset (model file) without loading it into memory.