@qvac/inference 0.22.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (569) hide show
  1. package/NOTICE +111 -60
  2. package/README.md +4 -2
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +136 -45
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +2 -1
  13. package/dist/api/completion-stream.js +4 -1
  14. package/dist/api/decide.js +1 -1
  15. package/dist/api/delete-cache.d.ts +7 -1
  16. package/dist/api/delete-cache.js +11 -1
  17. package/dist/api/diffusion.d.ts +32 -2
  18. package/dist/api/diffusion.js +32 -2
  19. package/dist/api/download-asset.js +1 -1
  20. package/dist/api/embed.d.ts +82 -29
  21. package/dist/api/embed.js +64 -18
  22. package/dist/api/finetune.js +1 -1
  23. package/dist/api/get-model-info.d.ts +1 -1
  24. package/dist/api/index.d.ts +40 -38
  25. package/dist/api/index.js +39 -37
  26. package/dist/api/load-model.js +2 -2
  27. package/dist/api/logging-stream-registry.js +11 -7
  28. package/dist/api/logging-stream.d.ts +11 -1
  29. package/dist/api/logging-stream.js +11 -2
  30. package/dist/api/rag.d.ts +1 -1
  31. package/dist/api/rag.js +1 -1
  32. package/dist/api/registry.d.ts +18 -7
  33. package/dist/api/registry.js +37 -13
  34. package/dist/api/rerank.d.ts +17 -0
  35. package/dist/api/rerank.js +36 -0
  36. package/dist/api/subscribe-logs.js +5 -3
  37. package/dist/api/text-to-speech.d.ts +14 -5
  38. package/dist/api/text-to-speech.js +83 -29
  39. package/dist/api/transcribe.d.ts +6 -2
  40. package/dist/api/transcribe.js +7 -1
  41. package/dist/api/unload-model.js +1 -1
  42. package/dist/api/vector-index.d.ts +25 -3
  43. package/dist/api/vector-index.js +17 -2
  44. package/dist/api/video-request.d.ts +15 -15
  45. package/dist/api/video.js +1 -1
  46. package/dist/api/vla.js +1 -1
  47. package/dist/api/world-result.js +1 -1
  48. package/dist/api/world.d.ts +1 -1
  49. package/dist/api/world.js +1 -1
  50. package/dist/config/resolve-config.d.ts +1 -1
  51. package/dist/config/resolve-config.js +1 -1
  52. package/dist/constants/index.d.ts +2 -2
  53. package/dist/constants/index.js +2 -2
  54. package/dist/dispatch.d.ts +11 -4
  55. package/dist/dispatch.js +80 -18
  56. package/dist/engine.d.ts +1 -1
  57. package/dist/errors/index.d.ts +76 -0
  58. package/dist/errors/index.js +141 -1
  59. package/dist/handlers/assess-model-fit.d.ts +3 -21
  60. package/dist/handlers/assess-model-fit.js +4 -303
  61. package/dist/handlers/cancelHandler.d.ts +10 -9
  62. package/dist/handlers/cancelHandler.js +18 -14
  63. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  64. package/dist/handlers/completion-orchestrate.js +166 -24
  65. package/dist/handlers/delete-cache.d.ts +2 -1
  66. package/dist/handlers/delete-cache.js +6 -1
  67. package/dist/handlers/download-asset.js +13 -6
  68. package/dist/handlers/finetune.js +1 -1
  69. package/dist/handlers/get-loaded-model-info.js +3 -3
  70. package/dist/handlers/get-model-info.js +72 -3
  71. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
  72. package/dist/handlers/load-model/coreml-sidecars.js +51 -91
  73. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  74. package/dist/handlers/load-model/download-lock.js +213 -0
  75. package/dist/handlers/load-model/download-manager.d.ts +11 -3
  76. package/dist/handlers/load-model/download-manager.js +62 -11
  77. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  78. package/dist/handlers/load-model/download-stats.js +3 -3
  79. package/dist/handlers/load-model/handler.js +97 -41
  80. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  81. package/dist/handlers/load-model/http.d.ts +1 -1
  82. package/dist/handlers/load-model/http.js +330 -208
  83. package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
  84. package/dist/handlers/load-model/hyperdrive.js +125 -52
  85. package/dist/handlers/load-model/index.d.ts +2 -2
  86. package/dist/handlers/load-model/index.js +2 -2
  87. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  88. package/dist/handlers/load-model/registry-client-options.js +4 -2
  89. package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
  90. package/dist/handlers/load-model/registry-companion-set.js +20 -2
  91. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  92. package/dist/handlers/load-model/registry-delete.js +269 -0
  93. package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
  94. package/dist/handlers/load-model/registry-download-utils.js +95 -24
  95. package/dist/handlers/load-model/registry.d.ts +22 -2
  96. package/dist/handlers/load-model/registry.js +312 -179
  97. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  98. package/dist/handlers/load-model/resolve-session.js +11 -3
  99. package/dist/handlers/load-model/resolve.d.ts +1 -1
  100. package/dist/handlers/load-model/resolve.js +9 -6
  101. package/dist/handlers/load-model/types.d.ts +2 -0
  102. package/dist/handlers/logging-stream.d.ts +2 -1
  103. package/dist/handlers/logging-stream.js +35 -7
  104. package/dist/handlers/plugin-invoke.js +152 -39
  105. package/dist/handlers/registry.d.ts +2 -2
  106. package/dist/handlers/registry.js +108 -29
  107. package/dist/handlers/rpc-server.js +7 -7
  108. package/dist/handlers/session.d.ts +11 -0
  109. package/dist/handlers/session.js +40 -0
  110. package/dist/handlers/types.d.ts +7 -1
  111. package/dist/handlers/unload-model.js +8 -3
  112. package/dist/handlers/vector-index.js +118 -19
  113. package/dist/index.d.ts +1 -1
  114. package/dist/index.js +1 -1
  115. package/dist/logging/addon.d.ts +1 -1
  116. package/dist/logging/addon.js +1 -1
  117. package/dist/logging/index.d.ts +5 -5
  118. package/dist/logging/index.js +4 -4
  119. package/dist/logging/logger.d.ts +1 -1
  120. package/dist/logging/logger.js +3 -3
  121. package/dist/logging/utils.js +11 -3
  122. package/dist/model-cache-layout.d.ts +1 -0
  123. package/dist/model-cache-layout.js +2 -0
  124. package/dist/model-fit/assess.d.ts +23 -0
  125. package/dist/model-fit/assess.js +110 -0
  126. package/dist/model-fit/describe.d.ts +12 -0
  127. package/dist/model-fit/describe.js +29 -0
  128. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
  129. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
  130. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
  131. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
  132. package/dist/model-fit/fit-load.d.ts +23 -0
  133. package/dist/model-fit/fit-load.js +29 -0
  134. package/dist/model-fit/load-check.d.ts +34 -0
  135. package/dist/model-fit/load-check.js +77 -0
  136. package/dist/model-fit/run/engine.d.ts +12 -0
  137. package/dist/model-fit/run/engine.js +9 -0
  138. package/dist/model-fit/run/run.d.ts +46 -0
  139. package/dist/model-fit/run/run.js +208 -0
  140. package/dist/model-fit/sum.d.ts +32 -0
  141. package/dist/model-fit/sum.js +60 -0
  142. package/dist/models/registry/index.d.ts +1 -1
  143. package/dist/models/registry/index.js +2 -2
  144. package/dist/models/registry/models.d.ts +1377 -130
  145. package/dist/models/registry/models.js +3622 -2312
  146. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  147. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  148. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  149. package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
  150. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  151. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  152. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  153. package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  154. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  155. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
  156. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  157. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  158. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  159. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  160. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  161. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
  162. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  163. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
  164. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
  165. package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
  166. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  167. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  168. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
  169. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
  170. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
  171. package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
  172. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  173. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  174. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  175. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  176. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  177. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  178. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  179. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
  180. package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
  181. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  182. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  183. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
  184. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  185. package/dist/plugins/builtin/index.d.ts +16 -14
  186. package/dist/plugins/builtin/index.js +16 -14
  187. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  188. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  189. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
  190. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  191. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  192. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  193. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
  194. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  195. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
  196. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
  197. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  198. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  199. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  200. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  201. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
  202. package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
  203. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  204. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  205. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  206. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  207. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
  208. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
  209. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  210. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  211. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  212. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
  213. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
  214. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  215. package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
  216. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  217. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  218. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
  219. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
  220. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
  221. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
  222. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
  223. package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
  224. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  225. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  226. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
  227. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
  228. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
  229. package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
  230. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  231. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  232. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  233. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  234. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
  235. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
  236. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  237. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  238. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
  239. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
  240. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
  241. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
  242. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
  243. package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
  244. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  245. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  246. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  247. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  248. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  249. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  250. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  251. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  252. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  253. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
  254. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
  255. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  256. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
  257. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  258. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  259. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
  260. package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
  261. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
  262. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
  263. package/dist/plugins/index.d.ts +1 -1
  264. package/dist/plugins/index.js +2 -2
  265. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  266. package/dist/plugins/ops/bci-transcribe.js +18 -4
  267. package/dist/plugins/ops/cancel.d.ts +1 -0
  268. package/dist/plugins/ops/cancel.js +11 -2
  269. package/dist/plugins/ops/embed.d.ts +5 -3
  270. package/dist/plugins/ops/embed.js +89 -34
  271. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
  272. package/dist/plugins/ops/kv-cache-utils.js +21 -10
  273. package/dist/plugins/ops/load-model.d.ts +10 -2
  274. package/dist/plugins/ops/load-model.js +45 -19
  275. package/dist/plugins/ops/transcribe.d.ts +5 -4
  276. package/dist/plugins/ops/transcribe.js +63 -28
  277. package/dist/plugins/ops/translate.d.ts +2 -1
  278. package/dist/plugins/ops/translate.js +7 -4
  279. package/dist/plugins/ops/unload-model.d.ts +17 -1
  280. package/dist/plugins/ops/unload-model.js +32 -3
  281. package/dist/plugins/turbovec-backend.d.ts +1 -1
  282. package/dist/plugins/turbovec-backend.js +21 -6
  283. package/dist/profiling/aggregator.d.ts +1 -1
  284. package/dist/profiling/aggregator.js +1 -1
  285. package/dist/profiling/controller.d.ts +1 -1
  286. package/dist/profiling/controller.js +2 -2
  287. package/dist/profiling/events.d.ts +1 -1
  288. package/dist/profiling/events.js +2 -2
  289. package/dist/profiling/exporters.d.ts +1 -1
  290. package/dist/profiling/exporters.js +3 -3
  291. package/dist/profiling/index.d.ts +13 -13
  292. package/dist/profiling/index.js +12 -12
  293. package/dist/profiling/operation-metrics.d.ts +1 -1
  294. package/dist/profiling/operation-metrics.js +24 -21
  295. package/dist/profiling/operation-wrappers.js +3 -3
  296. package/dist/profiling/profiler.js +1 -1
  297. package/dist/rag/embedding-scope.d.ts +16 -0
  298. package/dist/rag/embedding-scope.js +81 -0
  299. package/dist/rag/handler.d.ts +25 -0
  300. package/dist/rag/handler.js +51 -17
  301. package/dist/rag/handlers/close-workspace.js +1 -1
  302. package/dist/rag/handlers/delete-embeddings.js +1 -1
  303. package/dist/rag/handlers/delete-workspace.js +1 -1
  304. package/dist/rag/handlers/ingest.js +3 -7
  305. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  306. package/dist/rag/handlers/list-workspaces.js +1 -1
  307. package/dist/rag/handlers/reindex.js +1 -1
  308. package/dist/rag/handlers/save-embeddings.js +1 -1
  309. package/dist/rag/handlers/search.d.ts +10 -1
  310. package/dist/rag/handlers/search.js +17 -8
  311. package/dist/rag/index.d.ts +11 -11
  312. package/dist/rag/index.js +11 -11
  313. package/dist/rag/rag-operation-manager.d.ts +27 -3
  314. package/dist/rag/rag-operation-manager.js +10 -27
  315. package/dist/rag/rag-workspace-manager.js +1 -1
  316. package/dist/registry.js +7 -1
  317. package/dist/resources/collector.d.ts +71 -37
  318. package/dist/resources/collector.js +9 -2
  319. package/dist/resources/instance.d.ts +1 -1
  320. package/dist/resources/instance.js +1 -1
  321. package/dist/resources/native.d.ts +1 -1
  322. package/dist/resources/normalize.d.ts +1 -1
  323. package/dist/resources/types.d.ts +2 -0
  324. package/dist/rpc/inventory.js +1 -12
  325. package/dist/runtime/env.d.ts +5 -1
  326. package/dist/runtime/env.js +6 -21
  327. package/dist/runtime/index.d.ts +8 -5
  328. package/dist/runtime/index.js +4 -2
  329. package/dist/runtime/lifecycle.d.ts +6 -4
  330. package/dist/runtime/lifecycle.js +16 -12
  331. package/dist/runtime/model-config-utils.js +8 -1
  332. package/dist/runtime/model-registry.d.ts +30 -4
  333. package/dist/runtime/model-registry.js +48 -2
  334. package/dist/runtime/model-work-lock.d.ts +13 -0
  335. package/dist/runtime/model-work-lock.js +48 -0
  336. package/dist/runtime/registry-client.d.ts +47 -1
  337. package/dist/runtime/registry-client.js +446 -88
  338. package/dist/runtime/request-context.d.ts +11 -3
  339. package/dist/runtime/request-context.js +39 -2
  340. package/dist/runtime/request-registry.d.ts +56 -8
  341. package/dist/runtime/request-registry.js +190 -72
  342. package/dist/runtime/runtime-lifecycle.js +10 -1
  343. package/dist/runtime/session-id.d.ts +18 -0
  344. package/dist/runtime/session-id.js +20 -0
  345. package/dist/runtime/session-registry.d.ts +39 -0
  346. package/dist/runtime/session-registry.js +114 -0
  347. package/dist/runtime/state.d.ts +1 -1
  348. package/dist/runtime/state.js +2 -2
  349. package/dist/runtime/vector-index-backend.d.ts +6 -2
  350. package/dist/runtime/vector-index-registry.d.ts +26 -5
  351. package/dist/runtime/vector-index-registry.js +88 -27
  352. package/dist/schemas/abort-signal.d.ts +8 -0
  353. package/dist/schemas/assess-model-fit.d.ts +138 -282
  354. package/dist/schemas/assess-model-fit.js +85 -219
  355. package/dist/schemas/audio-gen.d.ts +291 -25
  356. package/dist/schemas/audio-gen.js +130 -26
  357. package/dist/schemas/batch-completion-stream.d.ts +113 -15
  358. package/dist/schemas/batch-completion-stream.js +10 -6
  359. package/dist/schemas/bci-config.d.ts +3 -1
  360. package/dist/schemas/bci-config.js +2 -2
  361. package/dist/schemas/bci.d.ts +55 -4
  362. package/dist/schemas/bci.js +13 -18
  363. package/dist/schemas/calc-tokens.d.ts +141 -0
  364. package/dist/schemas/calc-tokens.js +53 -0
  365. package/dist/schemas/cancel.d.ts +31 -0
  366. package/dist/schemas/cancel.js +11 -2
  367. package/dist/schemas/classification.d.ts +3 -0
  368. package/dist/schemas/classification.js +6 -2
  369. package/dist/schemas/common.d.ts +2209 -348
  370. package/dist/schemas/common.js +52 -33
  371. package/dist/schemas/completion-event.d.ts +11 -2
  372. package/dist/schemas/completion-event.js +5 -2
  373. package/dist/schemas/completion-stream.d.ts +173 -19
  374. package/dist/schemas/completion-stream.js +117 -20
  375. package/dist/schemas/config.d.ts +2064 -178
  376. package/dist/schemas/config.js +21 -23
  377. package/dist/schemas/decision.d.ts +12 -2
  378. package/dist/schemas/decision.js +16 -1
  379. package/dist/schemas/download-asset.d.ts +13 -6
  380. package/dist/schemas/download-asset.js +4 -7
  381. package/dist/schemas/embed.d.ts +286 -3
  382. package/dist/schemas/embed.js +162 -16
  383. package/dist/schemas/engine-addon-map.d.ts +3 -1
  384. package/dist/schemas/engine-addon-map.js +5 -3
  385. package/dist/schemas/errors.d.ts +13 -0
  386. package/dist/schemas/errors.js +71 -1
  387. package/dist/schemas/finetune.d.ts +14 -4
  388. package/dist/schemas/finetune.js +5 -6
  389. package/dist/schemas/heartbeat.d.ts +1 -0
  390. package/dist/schemas/heartbeat.js +5 -2
  391. package/dist/schemas/image-embedding.d.ts +27 -0
  392. package/dist/schemas/image-embedding.js +107 -0
  393. package/dist/schemas/index.d.ts +55 -50
  394. package/dist/schemas/index.js +54 -49
  395. package/dist/schemas/lifecycle.d.ts +3 -0
  396. package/dist/schemas/lifecycle.js +13 -6
  397. package/dist/schemas/llamacpp-config.d.ts +443 -20
  398. package/dist/schemas/llamacpp-config.js +188 -14
  399. package/dist/schemas/load-model.d.ts +8940 -1952
  400. package/dist/schemas/load-model.js +73 -9
  401. package/dist/schemas/logging-stream.d.ts +1 -0
  402. package/dist/schemas/logging-stream.js +5 -2
  403. package/dist/schemas/mcp-adapter.d.ts +1 -1
  404. package/dist/schemas/model-config-schemas.d.ts +731 -111
  405. package/dist/schemas/model-config-schemas.js +16 -12
  406. package/dist/schemas/model-fit-policy.d.ts +2 -2
  407. package/dist/schemas/model-info.d.ts +54 -56
  408. package/dist/schemas/model-info.js +18 -7
  409. package/dist/schemas/model-ops.d.ts +12 -0
  410. package/dist/schemas/model-ops.js +33 -5
  411. package/dist/schemas/model-src-utils.d.ts +14 -6
  412. package/dist/schemas/model-src-utils.js +2 -2
  413. package/dist/schemas/model-types.d.ts +12 -4
  414. package/dist/schemas/model-types.js +2 -0
  415. package/dist/schemas/ocr.d.ts +11 -4
  416. package/dist/schemas/ocr.js +7 -3
  417. package/dist/schemas/plugin.d.ts +70 -8
  418. package/dist/schemas/plugin.js +32 -4
  419. package/dist/schemas/profiling.d.ts +32 -32
  420. package/dist/schemas/profiling.js +1 -1
  421. package/dist/schemas/rag.d.ts +9 -0
  422. package/dist/schemas/rag.js +11 -17
  423. package/dist/schemas/registry.d.ts +38 -10
  424. package/dist/schemas/registry.js +16 -7
  425. package/dist/schemas/reload-config.d.ts +45 -6
  426. package/dist/schemas/reload-config.js +13 -6
  427. package/dist/schemas/request-base.d.ts +39 -0
  428. package/dist/schemas/request-base.js +64 -0
  429. package/dist/schemas/rerank.d.ts +132 -0
  430. package/dist/schemas/rerank.js +104 -0
  431. package/dist/schemas/rpc-server.d.ts +3 -0
  432. package/dist/schemas/rpc-server.js +15 -15
  433. package/dist/schemas/sdcpp-config.d.ts +144 -18
  434. package/dist/schemas/sdcpp-config.js +123 -28
  435. package/dist/schemas/session.d.ts +37 -0
  436. package/dist/schemas/session.js +53 -0
  437. package/dist/schemas/system-resources.d.ts +364 -179
  438. package/dist/schemas/system-resources.js +8 -3
  439. package/dist/schemas/text-to-speech.d.ts +1408 -275
  440. package/dist/schemas/text-to-speech.js +547 -33
  441. package/dist/schemas/tools.d.ts +7 -0
  442. package/dist/schemas/tools.js +29 -0
  443. package/dist/schemas/transcription-config.d.ts +267 -2
  444. package/dist/schemas/transcription-config.js +138 -7
  445. package/dist/schemas/transcription.d.ts +94 -7
  446. package/dist/schemas/transcription.js +99 -22
  447. package/dist/schemas/translate.d.ts +4 -2
  448. package/dist/schemas/translate.js +6 -10
  449. package/dist/schemas/translation-config.d.ts +40 -20
  450. package/dist/schemas/translation-config.js +1 -1
  451. package/dist/schemas/tts-pcm.d.ts +35 -0
  452. package/dist/schemas/tts-pcm.js +69 -0
  453. package/dist/schemas/vector-index.d.ts +47 -1
  454. package/dist/schemas/vector-index.js +37 -10
  455. package/dist/schemas/vla.d.ts +3 -3
  456. package/dist/surface.d.ts +4 -3
  457. package/dist/surface.js +4 -3
  458. package/dist/utils/addon-responses.d.ts +71 -2
  459. package/dist/utils/aggregate-events.d.ts +1 -1
  460. package/dist/utils/aggregate-events.js +2 -2
  461. package/dist/utils/archive.d.ts +7 -0
  462. package/dist/utils/archive.js +89 -30
  463. package/dist/utils/asr-events.d.ts +5 -0
  464. package/dist/utils/asr-events.js +10 -1
  465. package/dist/utils/audio/decoder.js +3 -1
  466. package/dist/utils/audio-input.js +1 -1
  467. package/dist/utils/cache/auto-history.d.ts +2 -1
  468. package/dist/utils/cache/auto-history.js +5 -3
  469. package/dist/utils/cache/layout.d.ts +48 -0
  470. package/dist/utils/cache/layout.js +190 -0
  471. package/dist/utils/cache/paths.js +8 -10
  472. package/dist/utils/cache/types.d.ts +2 -1
  473. package/dist/utils/checksum.d.ts +7 -0
  474. package/dist/utils/checksum.js +59 -2
  475. package/dist/utils/completion-normalizer.js +287 -88
  476. package/dist/utils/gguf-architecture.d.ts +7 -0
  477. package/dist/utils/gguf-architecture.js +142 -0
  478. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  479. package/dist/utils/gguf-tensor-extractor.js +1 -50
  480. package/dist/utils/index.d.ts +13 -13
  481. package/dist/utils/index.js +13 -13
  482. package/dist/utils/mcp-adapter.d.ts +1 -1
  483. package/dist/utils/mcp-adapter.js +1 -1
  484. package/dist/utils/path-security.js +1 -1
  485. package/dist/utils/shard-utils.d.ts +0 -16
  486. package/dist/utils/shard-utils.js +14 -48
  487. package/dist/utils/tool-integration.d.ts +3 -2
  488. package/dist/utils/tool-integration.js +3 -6
  489. package/dist/utils/tools/defer.d.ts +50 -31
  490. package/dist/utils/tools/defer.js +115 -51
  491. package/dist/utils/tools/dialect.d.ts +15 -4
  492. package/dist/utils/tools/dialect.js +34 -5
  493. package/dist/utils/tools/index.d.ts +3 -3
  494. package/dist/utils/tools/index.js +3 -3
  495. package/dist/utils/tools/parser.js +8 -8
  496. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  497. package/dist/utils/tools/parsers/dsml.js +1 -1
  498. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  499. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  500. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  501. package/dist/utils/tools/parsers/harmony.js +1 -1
  502. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  503. package/dist/utils/tools/parsers/hermes.js +1 -1
  504. package/dist/utils/tools/parsers/json.d.ts +1 -1
  505. package/dist/utils/tools/parsers/json.js +1 -1
  506. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  507. package/dist/utils/tools/parsers/pythonic.js +1 -1
  508. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  509. package/dist/utils/tools/parsers/qwen35.js +1 -1
  510. package/dist/utils/transcribe-metadata.d.ts +28 -2
  511. package/dist/utils/transcribe-metadata.js +16 -0
  512. package/dist/utils/tts-stats.d.ts +43 -1
  513. package/dist/utils/tts-stats.js +120 -22
  514. package/dist/utils/until-aborted.d.ts +7 -0
  515. package/dist/utils/until-aborted.js +34 -0
  516. package/package.json +67 -55
  517. package/dist/models/registry/resource-profiles.d.ts +0 -17
  518. package/dist/models/registry/resource-profiles.js +0 -5657
  519. package/dist/resources/model-fit/assess.d.ts +0 -72
  520. package/dist/resources/model-fit/assess.js +0 -679
  521. package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
  522. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
  523. package/dist/resources/model-fit/floor.d.ts +0 -31
  524. package/dist/resources/model-fit/floor.js +0 -65
  525. package/dist/resources/model-fit/kv-cache.d.ts +0 -23
  526. package/dist/resources/model-fit/kv-cache.js +0 -85
  527. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
  528. package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
  529. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  530. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  531. package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
  532. package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
  533. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
  534. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
  535. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
  536. package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
  537. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
  538. package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
  539. package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
  540. package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
  541. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  542. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
  543. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
  544. package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
  545. package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
  546. package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
  547. package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
  548. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
  549. package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
  550. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  551. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  552. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  553. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  554. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  555. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  556. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  557. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  558. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  559. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  560. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  561. package/dist/resources/model-fit/platform.d.ts +0 -9
  562. package/dist/resources/model-fit/platform.js +0 -26
  563. package/dist/resources/model-fit/types.d.ts +0 -6
  564. package/dist/resources/model-fit/types.js +0 -1
  565. package/dist/schemas/model-resource-profile.d.ts +0 -108
  566. package/dist/schemas/model-resource-profile.js +0 -80
  567. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
  568. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
  569. /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
@@ -1,41 +1,94 @@
1
- import { type EmbedStats, type RPCOptions } from '../schemas/index.js';
1
+ import { send } from '../dispatch.js';
2
+ import { type EmbedClientParams, type EmbedBatchClientParams, type EmbedClientInput, type EmbedInput, type EmbedStats, type RPCOptions } from '../schemas/index.js';
3
+ type EmbedResult<T> = Promise<{
4
+ embedding: T;
5
+ stats?: EmbedStats;
6
+ }> & {
7
+ requestId: string;
8
+ };
9
+ /**
10
+ * Embeds one input supported by the loaded model.
11
+ *
12
+ * @overloadLabel "Single input"
13
+ * @param params - Model identifier and text, ordered text/media parts, or image bytes.
14
+ * @param options - Optional RPC options.
15
+ * @returns One vector, optional statistics, and a synchronous requestId for cancellation.
16
+ * @throws {QvacErrorBase} When validation or inference fails.
17
+ */
18
+ export declare function embed(params: {
19
+ modelId: string;
20
+ input: EmbedClientInput;
21
+ text?: never;
22
+ inputs?: never;
23
+ }, options?: RPCOptions): EmbedResult<number[]>;
2
24
  /**
3
- * Generates embeddings for a single text using a specified model.
25
+ * Embeds one text string.
4
26
  *
5
27
  * @overloadLabel "Single text"
6
- * @param params - The parameters for the embedding
7
- * @param params.modelId - The identifier of the embedding model to use
8
- * @param params.text - The input text to embed
9
- * @param options - Optional RPC options including per-call profiling
10
- * @returns A promise (decorated with `requestId`) resolving to an object with `embedding` (a single `number[]` vector) and optional `stats` performance data.
11
- * @throws {QvacErrorBase} When the response type is invalid or when the embedding fails
28
+ * @param params - Model identifier and text.
29
+ * @param options - Optional RPC options.
30
+ * @returns One vector with optional statistics and a requestId for cancellation.
31
+ * @throws {QvacErrorBase} When validation or inference fails.
12
32
  */
13
33
  export declare function embed(params: {
14
34
  modelId: string;
15
35
  text: string;
16
- }, options?: RPCOptions): Promise<{
17
- embedding: number[];
18
- stats?: EmbedStats;
19
- }> & {
20
- requestId: string;
21
- };
36
+ inputs?: never;
37
+ input?: never;
38
+ }, options?: RPCOptions): EmbedResult<number[]>;
22
39
  /**
23
- * Generates embeddings for multiple texts using a specified model.
24
- *
25
- * @overloadLabel "Multiple texts"
26
- * @param params - The parameters for the embedding
27
- * @param params.modelId - The identifier of the embedding model to use
28
- * @param params.text - The input texts to embed
29
- * @param options - Optional RPC options including per-call profiling
30
- * @returns A promise (decorated with `requestId`) resolving to an object with `embedding` (one `number[]` vector per input text, i.e. `number[][]`) and optional `stats` performance data.
31
- * @throws {QvacErrorBase} When the response type is invalid or when the embedding fails
40
+ * @deprecated Use `embedBatch({ modelId, inputs })` instead. This overload will be
41
+ * removed in the next major version.
42
+ *
43
+ * Embeds each string in a text array.
44
+ *
45
+ * @overloadLabel "Legacy text batch (deprecated)"
46
+ * @param params - Model identifier and text strings.
47
+ * @param options - Optional RPC options.
48
+ * @returns One vector per string, optional statistics, and a requestId.
49
+ * @throws {QvacErrorBase} When validation or inference fails.
32
50
  */
33
51
  export declare function embed(params: {
34
52
  modelId: string;
35
53
  text: string[];
36
- }, options?: RPCOptions): Promise<{
37
- embedding: number[][];
38
- stats?: EmbedStats;
39
- }> & {
40
- requestId: string;
41
- };
54
+ inputs?: never;
55
+ input?: never;
56
+ }, options?: RPCOptions): EmbedResult<number[][]>;
57
+ /**
58
+ * @deprecated Use `embedBatch({ modelId, inputs })` instead. This overload will be
59
+ * removed in the next major version.
60
+ *
61
+ * Embeds each text or ordered text/media input.
62
+ *
63
+ * @overloadLabel "Legacy inputs batch (deprecated)"
64
+ * @param params - Model identifier and text or ordered text/media inputs. Images go through embedBatch.
65
+ * @param options - Optional RPC options.
66
+ * @returns One vector per input, optional statistics, and a requestId.
67
+ * @throws {QvacErrorBase} When validation or inference fails.
68
+ */
69
+ export declare function embed(params: {
70
+ modelId: string;
71
+ inputs: EmbedInput[];
72
+ text?: never;
73
+ input?: never;
74
+ }, options?: RPCOptions): EmbedResult<number[][]>;
75
+ /**
76
+ * Embeds a single input or a legacy batch supported by the loaded model.
77
+ *
78
+ * @param params - Model identifier and input.
79
+ * @param options - Optional RPC options.
80
+ * @returns Embeddings, optional statistics, and a requestId for cancellation.
81
+ * @throws {QvacErrorBase} When validation or inference fails.
82
+ */
83
+ export declare function embed(params: EmbedClientParams, options?: RPCOptions): EmbedResult<number[] | number[][]>;
84
+ /**
85
+ * Embeds a batch of inputs supported by the loaded model, in input order.
86
+ *
87
+ * @param params - Model identifier and a non-empty list of inputs.
88
+ * @param options - Optional RPC options.
89
+ * @returns One vector per input, including one-item batches, optional statistics, and a requestId.
90
+ * @throws {QvacErrorBase} When validation or inference fails.
91
+ */
92
+ export declare function embedBatch(params: EmbedBatchClientParams, options?: RPCOptions): EmbedResult<number[][]>;
93
+ export declare function createEmbedCall(params: EmbedClientParams, options?: RPCOptions, sendRequest?: typeof send): EmbedResult<number[] | number[][]>;
94
+ export {};
package/dist/api/embed.js CHANGED
@@ -1,29 +1,75 @@
1
1
  import { send } from '../dispatch.js';
2
+ import { embedClientParamsSchema, embedBatchClientParamsSchema, embedResponseSchema, embedBatchResponseSchema } from '../schemas/index.js';
2
3
  import { InvalidResponseError } from '../errors/index.js';
4
+ import { parseClientInput } from '../api/parse-input.js';
5
+ import { encodeBase64 } from '../utils/encoding.js';
3
6
  import { decoratePromise } from '../utils/decorate-promise.js';
4
7
  import { generateRequestId } from '../runtime/request-id.js';
8
+ import { getAppLogger } from '../logging/index.js';
9
+ const logger = getAppLogger();
5
10
  export function embed(params, options) {
6
- // The caller-generated `requestId` is surfaced synchronously on the
7
- // returned promise so the caller can `cancel({ requestId })` before
8
- // `await` resolves. The same id is carried on the request so the
9
- // registry entry uses it as the canonical key — matching the
10
- // `loadModel` / `downloadAsset` / `completion` shape.
11
+ return createEmbedCall(params, options);
12
+ }
13
+ /**
14
+ * Embeds a batch of inputs supported by the loaded model, in input order.
15
+ *
16
+ * @param params - Model identifier and a non-empty list of inputs.
17
+ * @param options - Optional RPC options.
18
+ * @returns One vector per input, including one-item batches, optional statistics, and a requestId.
19
+ * @throws {QvacErrorBase} When validation or inference fails.
20
+ */
21
+ export function embedBatch(params, options) {
11
22
  const requestId = generateRequestId();
12
- const inner = runEmbed(params, requestId, options);
13
- return decoratePromise(inner, { requestId });
23
+ return decoratePromise(runEmbedBatch(params, requestId, options), { requestId });
14
24
  }
15
- async function runEmbed(params, requestId, options) {
16
- const request = {
17
- type: 'embed',
18
- ...params,
19
- requestId
20
- };
21
- const response = await send(request, options);
22
- if (response.type !== 'embed') {
23
- throw new InvalidResponseError('embed');
25
+ export function createEmbedCall(params, options, sendRequest = send) {
26
+ const requestId = generateRequestId();
27
+ return decoratePromise(runEmbed(params, requestId, options, sendRequest), { requestId });
28
+ }
29
+ function encodeInput(input) {
30
+ return typeof input === 'object' && !Array.isArray(input)
31
+ ? { ...input, image: encodeBase64(input.image) }
32
+ : input;
33
+ }
34
+ async function runEmbed(params, requestId, options, sendRequest) {
35
+ const parsed = parseClientInput(embedClientParamsSchema, params);
36
+ if (parsed.inputs !== undefined) {
37
+ logger.warn('embed() with inputs is deprecated. Use embedBatch() instead.');
24
38
  }
39
+ else if (Array.isArray(parsed.text)) {
40
+ logger.warn('embed() with a text array is deprecated. Use embedBatch() instead.');
41
+ }
42
+ const request = parsed.input !== undefined
43
+ ? { modelId: parsed.modelId, input: encodeInput(parsed.input) }
44
+ : parsed.inputs !== undefined
45
+ ? { modelId: parsed.modelId, inputs: parsed.inputs }
46
+ : { modelId: parsed.modelId, text: parsed.text };
47
+ const response = await sendRequest({ ...request, type: 'embed', requestId }, options);
48
+ if (response.type !== 'embed')
49
+ throw new InvalidResponseError('embed');
50
+ const result = embedResponseSchema.safeParse(response);
51
+ if (!result.success)
52
+ throw new InvalidResponseError('embed', result.error);
53
+ return {
54
+ embedding: result.data.embedding,
55
+ ...(result.data.stats !== undefined && { stats: result.data.stats })
56
+ };
57
+ }
58
+ async function runEmbedBatch(params, requestId, options) {
59
+ const parsed = parseClientInput(embedBatchClientParamsSchema, params);
60
+ const response = await send({
61
+ modelId: parsed.modelId,
62
+ inputs: parsed.inputs.map(encodeInput),
63
+ type: 'embedBatch',
64
+ requestId
65
+ }, options);
66
+ if (response.type !== 'embedBatch')
67
+ throw new InvalidResponseError('embedBatch');
68
+ const result = embedBatchResponseSchema.safeParse(response);
69
+ if (!result.success)
70
+ throw new InvalidResponseError('embedBatch', result.error);
25
71
  return {
26
- embedding: response.embedding,
27
- ...(response.stats !== undefined && { stats: response.stats })
72
+ embedding: result.data.embedding,
73
+ ...(result.data.stats !== undefined && { stats: result.data.stats })
28
74
  };
29
75
  }
@@ -1,7 +1,7 @@
1
1
  import { send, stream as streamRpc } from '../dispatch.js';
2
2
  import { finetuneRunParamsSchema, finetuneRunRequestSchema, finetuneStopRequestSchema, finetuneGetStateParamsSchema, finetuneGetStateRequestSchema, finetuneProgressResponseSchema, finetuneResponseSchema } from '../schemas/index.js';
3
3
  import { InvalidResponseError, StreamEndedError } from '../errors/index.js';
4
- import { parseClientInput } from './parse-input.js';
4
+ import { parseClientInput } from '../api/parse-input.js';
5
5
  function isFinetuneReplyParams(params) {
6
6
  return (params.operation === 'pause' || params.operation === 'cancel' || params.operation === 'getState');
7
7
  }
@@ -12,7 +12,7 @@ export declare function getModelInfo(params: GetModelInfoParams): Promise<{
12
12
  modelId: string;
13
13
  expectedSize: number;
14
14
  sha256Checksum: string;
15
- addon: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "moss-transcribe" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | "other";
15
+ addon: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "classification" | "vla" | "moss-transcribe" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "vad" | "other";
16
16
  isCached: boolean;
17
17
  isLoaded: boolean;
18
18
  cacheFiles: {
@@ -1,39 +1,41 @@
1
- export { loadModel } from './load-model.js';
2
- export { downloadAsset } from './download-asset.js';
3
- export { completion } from './completion-stream.js';
4
- export { batchCompletion } from './batch-completion.js';
5
- export { deleteCache } from './delete-cache.js';
6
- export { unloadModel } from './unload-model.js';
7
- export { loggingStream } from './logging-stream.js';
8
- export { subscribeServerLogs, type ServerLogHandler } from './subscribe-logs.js';
9
- export { heartbeat } from './heartbeat.js';
10
- export { transcribe, transcribeStream } from './transcribe.js';
11
- export { bciTranscribe, bciTranscribeStream } from './bci-transcribe.js';
12
- export { embed } from './embed.js';
13
- export { finetune, type FinetuneHandle } from './finetune.js';
14
- export { translate } from './translate.js';
15
- export { cancel } from './cancel.js';
16
- export { ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace } from './rag.js';
17
- export { createVectorIndex, loadVectorIndex, type VectorIndex } from './vector-index.js';
18
- export { textToSpeech, textToSpeechStream } from './text-to-speech.js';
19
- export { getModelInfo } from './get-model-info.js';
20
- export { getLoadedModelInfo } from './get-loaded-model-info.js';
21
- export { getSystemResources } from './get-system-resources.js';
22
- export { assessModelFit } from './assess-model-fit.js';
23
- export { ocr } from './ocr.js';
24
- export { invokePlugin, invokePluginStream } from './invoke-plugin.js';
25
- export { diffusion, type DiffusionProgressTick } from './diffusion.js';
26
- export { audioGen, audioEdit, audioUnderstand } from './audio-gen.js';
27
- export { classify } from './classify.js';
28
- export { video, type VideoProgressTick } from './video.js';
29
- export { upscale } from './upscale.js';
30
- export { worldCreateScene, worldStep } from './world.js';
31
- export { type WorldStepResult, type WorldStepProgressTick, type WorldSceneResult, type WorldSceneResultWithPack } from './world-result.js';
32
- export { modelRegistryList, modelRegistrySearch, modelRegistryGetModel, type ModelRegistrySearchParams } from './registry.js';
33
- export { suspend } from './suspend.js';
34
- export { resume } from './resume.js';
35
- export { state } from './state.js';
36
- export { vla, vlaHparams, vlaSetEmbodiment } from './vla.js';
37
- export { vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE } from './vla-helpers.js';
1
+ export { loadModel } from '../api/load-model.js';
2
+ export { downloadAsset } from '../api/download-asset.js';
3
+ export { completion } from '../api/completion-stream.js';
4
+ export { batchCompletion } from '../api/batch-completion.js';
5
+ export { deleteCache } from '../api/delete-cache.js';
6
+ export { calcTokens } from '../api/calc-tokens.js';
7
+ export { unloadModel } from '../api/unload-model.js';
8
+ export { loggingStream } from '../api/logging-stream.js';
9
+ export { subscribeServerLogs, type ServerLogHandler } from '../api/subscribe-logs.js';
10
+ export { heartbeat } from '../api/heartbeat.js';
11
+ export { transcribe, transcribeStream } from '../api/transcribe.js';
12
+ export { bciTranscribe, bciTranscribeStream } from '../api/bci-transcribe.js';
13
+ export { embed, embedBatch } from '../api/embed.js';
14
+ export { finetune, type FinetuneHandle } from '../api/finetune.js';
15
+ export { translate } from '../api/translate.js';
16
+ export { cancel } from '../api/cancel.js';
17
+ export { ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace } from '../api/rag.js';
18
+ export { createVectorIndex, loadVectorIndex, type VectorIndex } from '../api/vector-index.js';
19
+ export { textToSpeech, textToSpeechStream } from '../api/text-to-speech.js';
20
+ export { getModelInfo } from '../api/get-model-info.js';
21
+ export { getLoadedModelInfo } from '../api/get-loaded-model-info.js';
22
+ export { getSystemResources } from '../api/get-system-resources.js';
23
+ export { assessModelFit } from '../api/assess-model-fit.js';
24
+ export { ocr } from '../api/ocr.js';
25
+ export { invokePlugin, invokePluginStream } from '../api/invoke-plugin.js';
26
+ export { diffusion, type DiffusionProgressTick } from '../api/diffusion.js';
27
+ export { audioGen, audioEdit, audioUnderstand } from '../api/audio-gen.js';
28
+ export { classify } from '../api/classify.js';
29
+ export { video, type VideoProgressTick } from '../api/video.js';
30
+ export { upscale } from '../api/upscale.js';
31
+ export { worldCreateScene, worldStep } from '../api/world.js';
32
+ export { type WorldStepResult, type WorldStepProgressTick, type WorldSceneResult, type WorldSceneResultWithPack } from '../api/world-result.js';
33
+ export { modelRegistryList, modelRegistrySearch, modelRegistryGetModel, type ModelRegistrySearchParams } from '../api/registry.js';
34
+ export { suspend } from '../api/suspend.js';
35
+ export { resume } from '../api/resume.js';
36
+ export { state } from '../api/state.js';
37
+ export { vla, vlaHparams, vlaSetEmbodiment } from '../api/vla.js';
38
+ export { vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE } from '../api/vla-helpers.js';
38
39
  export { startRpcServer, stopRpcServer, discoverRpcServers } from './rpc-server.js';
39
- export { decide } from './decide.js';
40
+ export { decide } from '../api/decide.js';
41
+ export { rerank } from '../api/rerank.js';
package/dist/api/index.js CHANGED
@@ -1,38 +1,40 @@
1
- export { loadModel } from './load-model.js';
2
- export { downloadAsset } from './download-asset.js';
3
- export { completion } from './completion-stream.js';
4
- export { batchCompletion } from './batch-completion.js';
5
- export { deleteCache } from './delete-cache.js';
6
- export { unloadModel } from './unload-model.js';
7
- export { loggingStream } from './logging-stream.js';
8
- export { subscribeServerLogs } from './subscribe-logs.js';
9
- export { heartbeat } from './heartbeat.js';
10
- export { transcribe, transcribeStream } from './transcribe.js';
11
- export { bciTranscribe, bciTranscribeStream } from './bci-transcribe.js';
12
- export { embed } from './embed.js';
13
- export { finetune } from './finetune.js';
14
- export { translate } from './translate.js';
15
- export { cancel } from './cancel.js';
16
- export { ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace } from './rag.js';
17
- export { createVectorIndex, loadVectorIndex } from './vector-index.js';
18
- export { textToSpeech, textToSpeechStream } from './text-to-speech.js';
19
- export { getModelInfo } from './get-model-info.js';
20
- export { getLoadedModelInfo } from './get-loaded-model-info.js';
21
- export { getSystemResources } from './get-system-resources.js';
22
- export { assessModelFit } from './assess-model-fit.js';
23
- export { ocr } from './ocr.js';
24
- export { invokePlugin, invokePluginStream } from './invoke-plugin.js';
25
- export { diffusion } from './diffusion.js';
26
- export { audioGen, audioEdit, audioUnderstand } from './audio-gen.js';
27
- export { classify } from './classify.js';
28
- export { video } from './video.js';
29
- export { upscale } from './upscale.js';
30
- export { worldCreateScene, worldStep } from './world.js';
31
- export { modelRegistryList, modelRegistrySearch, modelRegistryGetModel } from './registry.js';
32
- export { suspend } from './suspend.js';
33
- export { resume } from './resume.js';
34
- export { state } from './state.js';
35
- export { vla, vlaHparams, vlaSetEmbodiment } from './vla.js';
36
- export { vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE } from './vla-helpers.js';
1
+ export { loadModel } from '../api/load-model.js';
2
+ export { downloadAsset } from '../api/download-asset.js';
3
+ export { completion } from '../api/completion-stream.js';
4
+ export { batchCompletion } from '../api/batch-completion.js';
5
+ export { deleteCache } from '../api/delete-cache.js';
6
+ export { calcTokens } from '../api/calc-tokens.js';
7
+ export { unloadModel } from '../api/unload-model.js';
8
+ export { loggingStream } from '../api/logging-stream.js';
9
+ export { subscribeServerLogs } from '../api/subscribe-logs.js';
10
+ export { heartbeat } from '../api/heartbeat.js';
11
+ export { transcribe, transcribeStream } from '../api/transcribe.js';
12
+ export { bciTranscribe, bciTranscribeStream } from '../api/bci-transcribe.js';
13
+ export { embed, embedBatch } from '../api/embed.js';
14
+ export { finetune } from '../api/finetune.js';
15
+ export { translate } from '../api/translate.js';
16
+ export { cancel } from '../api/cancel.js';
17
+ export { ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace } from '../api/rag.js';
18
+ export { createVectorIndex, loadVectorIndex } from '../api/vector-index.js';
19
+ export { textToSpeech, textToSpeechStream } from '../api/text-to-speech.js';
20
+ export { getModelInfo } from '../api/get-model-info.js';
21
+ export { getLoadedModelInfo } from '../api/get-loaded-model-info.js';
22
+ export { getSystemResources } from '../api/get-system-resources.js';
23
+ export { assessModelFit } from '../api/assess-model-fit.js';
24
+ export { ocr } from '../api/ocr.js';
25
+ export { invokePlugin, invokePluginStream } from '../api/invoke-plugin.js';
26
+ export { diffusion } from '../api/diffusion.js';
27
+ export { audioGen, audioEdit, audioUnderstand } from '../api/audio-gen.js';
28
+ export { classify } from '../api/classify.js';
29
+ export { video } from '../api/video.js';
30
+ export { upscale } from '../api/upscale.js';
31
+ export { worldCreateScene, worldStep } from '../api/world.js';
32
+ export { modelRegistryList, modelRegistrySearch, modelRegistryGetModel } from '../api/registry.js';
33
+ export { suspend } from '../api/suspend.js';
34
+ export { resume } from '../api/resume.js';
35
+ export { state } from '../api/state.js';
36
+ export { vla, vlaHparams, vlaSetEmbodiment } from '../api/vla.js';
37
+ export { vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE } from '../api/vla-helpers.js';
37
38
  export { startRpcServer, stopRpcServer, discoverRpcServers } from './rpc-server.js';
38
- export { decide } from './decide.js';
39
+ export { decide } from '../api/decide.js';
40
+ export { rerank } from '../api/rerank.js';
@@ -1,9 +1,9 @@
1
1
  import { send, stream } from '../dispatch.js';
2
- import { startLoggingStreamForModel } from './logging-stream-registry.js';
2
+ import { startLoggingStreamForModel } from '../api/logging-stream-registry.js';
3
3
  import { loadBuiltinToRequestSchema, loadCustomPluginToRequestSchema, reloadConfigOptionsToRequestSchema, isBuiltInModelType, isModelTypeAlias, normalizeModelType, inferModelTypeFromModelSrc, ModelType } from '../schemas/index.js';
4
4
  import { ModelLoadFailedError, ModelTypeRequiredError, StreamEndedError, InvalidResponseError } from '../errors/index.js';
5
5
  import { assertModelSrcMatchesModelType } from '../utils/load-model-validation.js';
6
- import { parseClientInput } from './parse-input.js';
6
+ import { parseClientInput } from '../api/parse-input.js';
7
7
  import { getAppLogger } from '../logging/index.js';
8
8
  import { decoratePromise } from '../utils/decorate-promise.js';
9
9
  import { generateRequestId } from '../runtime/request-id.js';
@@ -1,5 +1,6 @@
1
+ import { AbortController } from 'bare-abort-controller';
1
2
  import { getAppLogger } from '../logging/index.js';
2
- import { loggingStream } from './logging-stream.js';
3
+ import { loggingStream } from '../api/logging-stream.js';
3
4
  const logger = getAppLogger();
4
5
  const activeStreams = new Map();
5
6
  export function startLoggingStreamForModel(modelId, modelLogger) {
@@ -7,8 +8,10 @@ export function startLoggingStreamForModel(modelId, modelLogger) {
7
8
  logger.warn(`Logging stream already active for model ${modelId}`);
8
9
  return;
9
10
  }
10
- const streamIterator = loggingStream({ id: modelId });
11
- activeStreams.set(modelId, { logger: modelLogger, streamIterator });
11
+ const controller = new AbortController();
12
+ const streamIterator = loggingStream({ id: modelId }, { signal: controller.signal });
13
+ const entry = { logger: modelLogger, controller };
14
+ activeStreams.set(modelId, entry);
12
15
  try {
13
16
  void (async () => {
14
17
  try {
@@ -36,7 +39,9 @@ export function startLoggingStreamForModel(modelId, modelLogger) {
36
39
  logger.error(`Logging stream error for model ${modelId}:`, error);
37
40
  }
38
41
  finally {
39
- activeStreams.delete(modelId);
42
+ // A reload may have replaced this entry.
43
+ if (activeStreams.get(modelId) === entry)
44
+ activeStreams.delete(modelId);
40
45
  }
41
46
  })();
42
47
  }
@@ -50,9 +55,8 @@ export function stopLoggingStreamForModel(modelId) {
50
55
  const stream = activeStreams.get(modelId);
51
56
  if (stream) {
52
57
  activeStreams.delete(modelId);
53
- // Terminate the stream iterator - this ends the in-process stream
54
- // and the engine-side async generator terminates automatically
55
- void stream.streamIterator.return(undefined);
58
+ // `return()` would wait for a log an unloaded model never sends.
59
+ stream.controller.abort(undefined);
56
60
  logger.debug(`Stopped logging stream for model ${modelId}`);
57
61
  }
58
62
  }
@@ -1,9 +1,13 @@
1
1
  import type { LoggingStreamResponse, LoggingParams } from '../schemas/logging-stream.js';
2
+ import type { AbortableRPCOptions } from '../schemas/index.js';
2
3
  /**
3
4
  * Opens a logging stream to receive real-time logs.
4
5
  *
5
6
  * @param params - The arguments for the logging stream
6
7
  * @param params.id - The unique identifier to stream logs for
8
+ * @param options - Call options
9
+ * @param options.signal - Abort to end the stream and release the subscription
10
+ * at once, from outside the loop.
7
11
  * @returns AsyncGenerator yielding logging stream responses
8
12
  * @throws {QvacErrorBase} When the response type is invalid or when the stream fails
9
13
  *
@@ -18,6 +22,12 @@ import type { LoggingStreamResponse, LoggingParams } from '../schemas/logging-st
18
22
  * for await (const logMessage of logStream) {
19
23
  * console.log(`[${logMessage.level}] ${logMessage.namespace}: ${logMessage.message}`);
20
24
  * }
25
+ *
26
+ * // Stop from outside the loop (on Bare, AbortController is from bare-abort-controller)
27
+ * const controller = new AbortController();
28
+ * const modelLogs = loggingStream({ id: 'my-model-id' }, { signal: controller.signal });
29
+ * // later
30
+ * controller.abort();
21
31
  * ```
22
32
  */
23
- export declare function loggingStream(params: LoggingParams): AsyncGenerator<LoggingStreamResponse>;
33
+ export declare function loggingStream(params: LoggingParams, options?: AbortableRPCOptions): AsyncGenerator<LoggingStreamResponse>;
@@ -5,6 +5,9 @@ import { InvalidResponseError } from '../errors/index.js';
5
5
  *
6
6
  * @param params - The arguments for the logging stream
7
7
  * @param params.id - The unique identifier to stream logs for
8
+ * @param options - Call options
9
+ * @param options.signal - Abort to end the stream and release the subscription
10
+ * at once, from outside the loop.
8
11
  * @returns AsyncGenerator yielding logging stream responses
9
12
  * @throws {QvacErrorBase} When the response type is invalid or when the stream fails
10
13
  *
@@ -19,14 +22,20 @@ import { InvalidResponseError } from '../errors/index.js';
19
22
  * for await (const logMessage of logStream) {
20
23
  * console.log(`[${logMessage.level}] ${logMessage.namespace}: ${logMessage.message}`);
21
24
  * }
25
+ *
26
+ * // Stop from outside the loop (on Bare, AbortController is from bare-abort-controller)
27
+ * const controller = new AbortController();
28
+ * const modelLogs = loggingStream({ id: 'my-model-id' }, { signal: controller.signal });
29
+ * // later
30
+ * controller.abort();
22
31
  * ```
23
32
  */
24
- export async function* loggingStream(params) {
33
+ export async function* loggingStream(params, options) {
25
34
  const request = {
26
35
  type: 'loggingStream',
27
36
  ...params
28
37
  };
29
- const responseStream = stream(request);
38
+ const responseStream = stream(request, options);
30
39
  for await (const response of responseStream) {
31
40
  if (response.type !== 'loggingStream') {
32
41
  throw new InvalidResponseError('loggingStream');
package/dist/api/rag.d.ts CHANGED
@@ -89,7 +89,7 @@ export declare function ragIngest(params: RagIngestParams, options?: RPCOptions)
89
89
  * ```typescript
90
90
  * // Segregated flow
91
91
  * const chunks = await ragChunk({ documents: ["text1", "text2"] });
92
- * const { embedding: embeddings } = await embed({ modelId, text: chunks.map(c => c.content) });
92
+ * const { embedding: embeddings } = await embedBatch({ modelId, inputs: chunks.map(c => c.content) });
93
93
  * const embeddedDocs = chunks.map((chunk, i) => ({
94
94
  * ...chunk,
95
95
  * embedding: embeddings[i],
package/dist/api/rag.js CHANGED
@@ -156,7 +156,7 @@ async function runRagIngest(params, requestId, options) {
156
156
  * ```typescript
157
157
  * // Segregated flow
158
158
  * const chunks = await ragChunk({ documents: ["text1", "text2"] });
159
- * const { embedding: embeddings } = await embed({ modelId, text: chunks.map(c => c.content) });
159
+ * const { embedding: embeddings } = await embedBatch({ modelId, inputs: chunks.map(c => c.content) });
160
160
  * const embeddedDocs = chunks.map((chunk, i) => ({
161
161
  * ...chunk,
162
162
  * embedding: embeddings[i],
@@ -7,13 +7,19 @@ export interface ModelRegistrySearchParams {
7
7
  modelType?: ModelRegistryEntryAddon;
8
8
  addon?: ModelRegistryEntryAddon;
9
9
  }
10
+ /** A registry query's result, with the id that `cancel({ requestId })` takes. */
11
+ export type RegistryQuery<T> = Promise<T> & {
12
+ requestId: string;
13
+ };
10
14
  /**
11
15
  * Returns all available models from the QVAC distributed model registry.
12
16
  *
13
- * @returns A promise resolving to an array of `ModelRegistryEntry` describing every model the connected registry knows about.
17
+ * @returns A promise resolving to an array of `ModelRegistryEntry` describing every model the connected registry knows about,
18
+ * decorated with a synchronous `requestId` for `cancel({ requestId })` while the query waits for the registry.
19
+ * @throws {ModelRegistryBusyError} When another QVAC process kept the registry for longer than the query waits.
14
20
  * @throws {ModelRegistryQueryFailedError} When the registry query fails.
15
21
  */
16
- declare function modelRegistryList(): Promise<ModelRegistryEntry[]>;
22
+ declare function modelRegistryList(): RegistryQuery<ModelRegistryEntry[]>;
17
23
  /**
18
24
  * Searches the model registry with optional filters for model type, engine, and quantization.
19
25
  *
@@ -23,17 +29,22 @@ declare function modelRegistryList(): Promise<ModelRegistryEntry[]>;
23
29
  * @param params.quantization - Quantization identifier (e.g., `"Q4_K_M"`).
24
30
  * @param params.modelType - Alias for `addon`; kept for backward compatibility.
25
31
  * @param params.addon - Model addon / category to restrict results to.
26
- * @returns A promise resolving to the matching `ModelRegistryEntry` entries.
32
+ * @returns A promise resolving to the matching `ModelRegistryEntry` entries, decorated with a
33
+ * synchronous `requestId` for `cancel({ requestId })` while the query waits for the registry.
34
+ * @throws {ModelRegistryBusyError} When another QVAC process kept the registry for longer than the query waits.
27
35
  * @throws {ModelRegistryQueryFailedError} When the registry query fails.
28
36
  */
29
- declare function modelRegistrySearch(params?: ModelRegistrySearchParams): Promise<ModelRegistryEntry[]>;
37
+ declare function modelRegistrySearch(params?: ModelRegistrySearchParams): RegistryQuery<ModelRegistryEntry[]>;
30
38
  /**
31
39
  * Fetches a single model entry from the registry by its path and source.
32
40
  *
33
41
  * @param registryPath - Registry-relative path of the model to fetch.
34
42
  * @param registrySource - Registry source identifier (e.g., `"huggingface"`, `"local"`).
35
- * @returns A promise resolving to the matching `ModelRegistryEntry`.
36
- * @throws {ModelRegistryQueryFailedError} When the model cannot be located or the registry query fails.
43
+ * @returns A promise resolving to the matching `ModelRegistryEntry`, decorated with a
44
+ * synchronous `requestId` for `cancel({ requestId })` while the query waits for the registry.
45
+ * @throws {ModelRegistryModelNotFoundError} When the registry has no model at this source and path.
46
+ * @throws {ModelRegistryBusyError} When another QVAC process kept the registry for longer than the query waits.
47
+ * @throws {ModelRegistryQueryFailedError} When the registry query fails.
37
48
  */
38
- declare function modelRegistryGetModel(registryPath: string, registrySource: string): Promise<ModelRegistryEntry>;
49
+ declare function modelRegistryGetModel(registryPath: string, registrySource: string): RegistryQuery<ModelRegistryEntry>;
39
50
  export { modelRegistryList, modelRegistrySearch, modelRegistryGetModel };