@qvac/inference 0.22.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (569) hide show
  1. package/NOTICE +111 -60
  2. package/README.md +4 -2
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +136 -45
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +2 -1
  13. package/dist/api/completion-stream.js +4 -1
  14. package/dist/api/decide.js +1 -1
  15. package/dist/api/delete-cache.d.ts +7 -1
  16. package/dist/api/delete-cache.js +11 -1
  17. package/dist/api/diffusion.d.ts +32 -2
  18. package/dist/api/diffusion.js +32 -2
  19. package/dist/api/download-asset.js +1 -1
  20. package/dist/api/embed.d.ts +82 -29
  21. package/dist/api/embed.js +64 -18
  22. package/dist/api/finetune.js +1 -1
  23. package/dist/api/get-model-info.d.ts +1 -1
  24. package/dist/api/index.d.ts +40 -38
  25. package/dist/api/index.js +39 -37
  26. package/dist/api/load-model.js +2 -2
  27. package/dist/api/logging-stream-registry.js +11 -7
  28. package/dist/api/logging-stream.d.ts +11 -1
  29. package/dist/api/logging-stream.js +11 -2
  30. package/dist/api/rag.d.ts +1 -1
  31. package/dist/api/rag.js +1 -1
  32. package/dist/api/registry.d.ts +18 -7
  33. package/dist/api/registry.js +37 -13
  34. package/dist/api/rerank.d.ts +17 -0
  35. package/dist/api/rerank.js +36 -0
  36. package/dist/api/subscribe-logs.js +5 -3
  37. package/dist/api/text-to-speech.d.ts +14 -5
  38. package/dist/api/text-to-speech.js +83 -29
  39. package/dist/api/transcribe.d.ts +6 -2
  40. package/dist/api/transcribe.js +7 -1
  41. package/dist/api/unload-model.js +1 -1
  42. package/dist/api/vector-index.d.ts +25 -3
  43. package/dist/api/vector-index.js +17 -2
  44. package/dist/api/video-request.d.ts +15 -15
  45. package/dist/api/video.js +1 -1
  46. package/dist/api/vla.js +1 -1
  47. package/dist/api/world-result.js +1 -1
  48. package/dist/api/world.d.ts +1 -1
  49. package/dist/api/world.js +1 -1
  50. package/dist/config/resolve-config.d.ts +1 -1
  51. package/dist/config/resolve-config.js +1 -1
  52. package/dist/constants/index.d.ts +2 -2
  53. package/dist/constants/index.js +2 -2
  54. package/dist/dispatch.d.ts +11 -4
  55. package/dist/dispatch.js +80 -18
  56. package/dist/engine.d.ts +1 -1
  57. package/dist/errors/index.d.ts +76 -0
  58. package/dist/errors/index.js +141 -1
  59. package/dist/handlers/assess-model-fit.d.ts +3 -21
  60. package/dist/handlers/assess-model-fit.js +4 -303
  61. package/dist/handlers/cancelHandler.d.ts +10 -9
  62. package/dist/handlers/cancelHandler.js +18 -14
  63. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  64. package/dist/handlers/completion-orchestrate.js +166 -24
  65. package/dist/handlers/delete-cache.d.ts +2 -1
  66. package/dist/handlers/delete-cache.js +6 -1
  67. package/dist/handlers/download-asset.js +13 -6
  68. package/dist/handlers/finetune.js +1 -1
  69. package/dist/handlers/get-loaded-model-info.js +3 -3
  70. package/dist/handlers/get-model-info.js +72 -3
  71. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
  72. package/dist/handlers/load-model/coreml-sidecars.js +51 -91
  73. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  74. package/dist/handlers/load-model/download-lock.js +213 -0
  75. package/dist/handlers/load-model/download-manager.d.ts +11 -3
  76. package/dist/handlers/load-model/download-manager.js +62 -11
  77. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  78. package/dist/handlers/load-model/download-stats.js +3 -3
  79. package/dist/handlers/load-model/handler.js +97 -41
  80. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  81. package/dist/handlers/load-model/http.d.ts +1 -1
  82. package/dist/handlers/load-model/http.js +330 -208
  83. package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
  84. package/dist/handlers/load-model/hyperdrive.js +125 -52
  85. package/dist/handlers/load-model/index.d.ts +2 -2
  86. package/dist/handlers/load-model/index.js +2 -2
  87. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  88. package/dist/handlers/load-model/registry-client-options.js +4 -2
  89. package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
  90. package/dist/handlers/load-model/registry-companion-set.js +20 -2
  91. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  92. package/dist/handlers/load-model/registry-delete.js +269 -0
  93. package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
  94. package/dist/handlers/load-model/registry-download-utils.js +95 -24
  95. package/dist/handlers/load-model/registry.d.ts +22 -2
  96. package/dist/handlers/load-model/registry.js +312 -179
  97. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  98. package/dist/handlers/load-model/resolve-session.js +11 -3
  99. package/dist/handlers/load-model/resolve.d.ts +1 -1
  100. package/dist/handlers/load-model/resolve.js +9 -6
  101. package/dist/handlers/load-model/types.d.ts +2 -0
  102. package/dist/handlers/logging-stream.d.ts +2 -1
  103. package/dist/handlers/logging-stream.js +35 -7
  104. package/dist/handlers/plugin-invoke.js +152 -39
  105. package/dist/handlers/registry.d.ts +2 -2
  106. package/dist/handlers/registry.js +108 -29
  107. package/dist/handlers/rpc-server.js +7 -7
  108. package/dist/handlers/session.d.ts +11 -0
  109. package/dist/handlers/session.js +40 -0
  110. package/dist/handlers/types.d.ts +7 -1
  111. package/dist/handlers/unload-model.js +8 -3
  112. package/dist/handlers/vector-index.js +118 -19
  113. package/dist/index.d.ts +1 -1
  114. package/dist/index.js +1 -1
  115. package/dist/logging/addon.d.ts +1 -1
  116. package/dist/logging/addon.js +1 -1
  117. package/dist/logging/index.d.ts +5 -5
  118. package/dist/logging/index.js +4 -4
  119. package/dist/logging/logger.d.ts +1 -1
  120. package/dist/logging/logger.js +3 -3
  121. package/dist/logging/utils.js +11 -3
  122. package/dist/model-cache-layout.d.ts +1 -0
  123. package/dist/model-cache-layout.js +2 -0
  124. package/dist/model-fit/assess.d.ts +23 -0
  125. package/dist/model-fit/assess.js +110 -0
  126. package/dist/model-fit/describe.d.ts +12 -0
  127. package/dist/model-fit/describe.js +29 -0
  128. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
  129. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
  130. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
  131. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
  132. package/dist/model-fit/fit-load.d.ts +23 -0
  133. package/dist/model-fit/fit-load.js +29 -0
  134. package/dist/model-fit/load-check.d.ts +34 -0
  135. package/dist/model-fit/load-check.js +77 -0
  136. package/dist/model-fit/run/engine.d.ts +12 -0
  137. package/dist/model-fit/run/engine.js +9 -0
  138. package/dist/model-fit/run/run.d.ts +46 -0
  139. package/dist/model-fit/run/run.js +208 -0
  140. package/dist/model-fit/sum.d.ts +32 -0
  141. package/dist/model-fit/sum.js +60 -0
  142. package/dist/models/registry/index.d.ts +1 -1
  143. package/dist/models/registry/index.js +2 -2
  144. package/dist/models/registry/models.d.ts +1377 -130
  145. package/dist/models/registry/models.js +3622 -2312
  146. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  147. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  148. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  149. package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
  150. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  151. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  152. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  153. package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  154. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  155. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
  156. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  157. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  158. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  159. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  160. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  161. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
  162. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  163. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
  164. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
  165. package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
  166. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  167. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  168. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
  169. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
  170. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
  171. package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
  172. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  173. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  174. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  175. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  176. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  177. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  178. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  179. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
  180. package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
  181. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  182. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  183. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
  184. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  185. package/dist/plugins/builtin/index.d.ts +16 -14
  186. package/dist/plugins/builtin/index.js +16 -14
  187. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  188. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  189. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
  190. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  191. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  192. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  193. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
  194. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  195. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
  196. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
  197. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  198. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  199. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  200. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  201. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
  202. package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
  203. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  204. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  205. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  206. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  207. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
  208. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
  209. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  210. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  211. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  212. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
  213. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
  214. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  215. package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
  216. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  217. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  218. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
  219. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
  220. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
  221. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
  222. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
  223. package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
  224. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  225. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  226. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
  227. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
  228. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
  229. package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
  230. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  231. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  232. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  233. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  234. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
  235. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
  236. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  237. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  238. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
  239. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
  240. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
  241. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
  242. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
  243. package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
  244. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  245. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  246. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  247. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  248. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  249. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  250. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  251. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  252. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  253. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
  254. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
  255. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  256. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
  257. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  258. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  259. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
  260. package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
  261. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
  262. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
  263. package/dist/plugins/index.d.ts +1 -1
  264. package/dist/plugins/index.js +2 -2
  265. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  266. package/dist/plugins/ops/bci-transcribe.js +18 -4
  267. package/dist/plugins/ops/cancel.d.ts +1 -0
  268. package/dist/plugins/ops/cancel.js +11 -2
  269. package/dist/plugins/ops/embed.d.ts +5 -3
  270. package/dist/plugins/ops/embed.js +89 -34
  271. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
  272. package/dist/plugins/ops/kv-cache-utils.js +21 -10
  273. package/dist/plugins/ops/load-model.d.ts +10 -2
  274. package/dist/plugins/ops/load-model.js +45 -19
  275. package/dist/plugins/ops/transcribe.d.ts +5 -4
  276. package/dist/plugins/ops/transcribe.js +63 -28
  277. package/dist/plugins/ops/translate.d.ts +2 -1
  278. package/dist/plugins/ops/translate.js +7 -4
  279. package/dist/plugins/ops/unload-model.d.ts +17 -1
  280. package/dist/plugins/ops/unload-model.js +32 -3
  281. package/dist/plugins/turbovec-backend.d.ts +1 -1
  282. package/dist/plugins/turbovec-backend.js +21 -6
  283. package/dist/profiling/aggregator.d.ts +1 -1
  284. package/dist/profiling/aggregator.js +1 -1
  285. package/dist/profiling/controller.d.ts +1 -1
  286. package/dist/profiling/controller.js +2 -2
  287. package/dist/profiling/events.d.ts +1 -1
  288. package/dist/profiling/events.js +2 -2
  289. package/dist/profiling/exporters.d.ts +1 -1
  290. package/dist/profiling/exporters.js +3 -3
  291. package/dist/profiling/index.d.ts +13 -13
  292. package/dist/profiling/index.js +12 -12
  293. package/dist/profiling/operation-metrics.d.ts +1 -1
  294. package/dist/profiling/operation-metrics.js +24 -21
  295. package/dist/profiling/operation-wrappers.js +3 -3
  296. package/dist/profiling/profiler.js +1 -1
  297. package/dist/rag/embedding-scope.d.ts +16 -0
  298. package/dist/rag/embedding-scope.js +81 -0
  299. package/dist/rag/handler.d.ts +25 -0
  300. package/dist/rag/handler.js +51 -17
  301. package/dist/rag/handlers/close-workspace.js +1 -1
  302. package/dist/rag/handlers/delete-embeddings.js +1 -1
  303. package/dist/rag/handlers/delete-workspace.js +1 -1
  304. package/dist/rag/handlers/ingest.js +3 -7
  305. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  306. package/dist/rag/handlers/list-workspaces.js +1 -1
  307. package/dist/rag/handlers/reindex.js +1 -1
  308. package/dist/rag/handlers/save-embeddings.js +1 -1
  309. package/dist/rag/handlers/search.d.ts +10 -1
  310. package/dist/rag/handlers/search.js +17 -8
  311. package/dist/rag/index.d.ts +11 -11
  312. package/dist/rag/index.js +11 -11
  313. package/dist/rag/rag-operation-manager.d.ts +27 -3
  314. package/dist/rag/rag-operation-manager.js +10 -27
  315. package/dist/rag/rag-workspace-manager.js +1 -1
  316. package/dist/registry.js +7 -1
  317. package/dist/resources/collector.d.ts +71 -37
  318. package/dist/resources/collector.js +9 -2
  319. package/dist/resources/instance.d.ts +1 -1
  320. package/dist/resources/instance.js +1 -1
  321. package/dist/resources/native.d.ts +1 -1
  322. package/dist/resources/normalize.d.ts +1 -1
  323. package/dist/resources/types.d.ts +2 -0
  324. package/dist/rpc/inventory.js +1 -12
  325. package/dist/runtime/env.d.ts +5 -1
  326. package/dist/runtime/env.js +6 -21
  327. package/dist/runtime/index.d.ts +8 -5
  328. package/dist/runtime/index.js +4 -2
  329. package/dist/runtime/lifecycle.d.ts +6 -4
  330. package/dist/runtime/lifecycle.js +16 -12
  331. package/dist/runtime/model-config-utils.js +8 -1
  332. package/dist/runtime/model-registry.d.ts +30 -4
  333. package/dist/runtime/model-registry.js +48 -2
  334. package/dist/runtime/model-work-lock.d.ts +13 -0
  335. package/dist/runtime/model-work-lock.js +48 -0
  336. package/dist/runtime/registry-client.d.ts +47 -1
  337. package/dist/runtime/registry-client.js +446 -88
  338. package/dist/runtime/request-context.d.ts +11 -3
  339. package/dist/runtime/request-context.js +39 -2
  340. package/dist/runtime/request-registry.d.ts +56 -8
  341. package/dist/runtime/request-registry.js +190 -72
  342. package/dist/runtime/runtime-lifecycle.js +10 -1
  343. package/dist/runtime/session-id.d.ts +18 -0
  344. package/dist/runtime/session-id.js +20 -0
  345. package/dist/runtime/session-registry.d.ts +39 -0
  346. package/dist/runtime/session-registry.js +114 -0
  347. package/dist/runtime/state.d.ts +1 -1
  348. package/dist/runtime/state.js +2 -2
  349. package/dist/runtime/vector-index-backend.d.ts +6 -2
  350. package/dist/runtime/vector-index-registry.d.ts +26 -5
  351. package/dist/runtime/vector-index-registry.js +88 -27
  352. package/dist/schemas/abort-signal.d.ts +8 -0
  353. package/dist/schemas/assess-model-fit.d.ts +138 -282
  354. package/dist/schemas/assess-model-fit.js +85 -219
  355. package/dist/schemas/audio-gen.d.ts +291 -25
  356. package/dist/schemas/audio-gen.js +130 -26
  357. package/dist/schemas/batch-completion-stream.d.ts +113 -15
  358. package/dist/schemas/batch-completion-stream.js +10 -6
  359. package/dist/schemas/bci-config.d.ts +3 -1
  360. package/dist/schemas/bci-config.js +2 -2
  361. package/dist/schemas/bci.d.ts +55 -4
  362. package/dist/schemas/bci.js +13 -18
  363. package/dist/schemas/calc-tokens.d.ts +141 -0
  364. package/dist/schemas/calc-tokens.js +53 -0
  365. package/dist/schemas/cancel.d.ts +31 -0
  366. package/dist/schemas/cancel.js +11 -2
  367. package/dist/schemas/classification.d.ts +3 -0
  368. package/dist/schemas/classification.js +6 -2
  369. package/dist/schemas/common.d.ts +2209 -348
  370. package/dist/schemas/common.js +52 -33
  371. package/dist/schemas/completion-event.d.ts +11 -2
  372. package/dist/schemas/completion-event.js +5 -2
  373. package/dist/schemas/completion-stream.d.ts +173 -19
  374. package/dist/schemas/completion-stream.js +117 -20
  375. package/dist/schemas/config.d.ts +2064 -178
  376. package/dist/schemas/config.js +21 -23
  377. package/dist/schemas/decision.d.ts +12 -2
  378. package/dist/schemas/decision.js +16 -1
  379. package/dist/schemas/download-asset.d.ts +13 -6
  380. package/dist/schemas/download-asset.js +4 -7
  381. package/dist/schemas/embed.d.ts +286 -3
  382. package/dist/schemas/embed.js +162 -16
  383. package/dist/schemas/engine-addon-map.d.ts +3 -1
  384. package/dist/schemas/engine-addon-map.js +5 -3
  385. package/dist/schemas/errors.d.ts +13 -0
  386. package/dist/schemas/errors.js +71 -1
  387. package/dist/schemas/finetune.d.ts +14 -4
  388. package/dist/schemas/finetune.js +5 -6
  389. package/dist/schemas/heartbeat.d.ts +1 -0
  390. package/dist/schemas/heartbeat.js +5 -2
  391. package/dist/schemas/image-embedding.d.ts +27 -0
  392. package/dist/schemas/image-embedding.js +107 -0
  393. package/dist/schemas/index.d.ts +55 -50
  394. package/dist/schemas/index.js +54 -49
  395. package/dist/schemas/lifecycle.d.ts +3 -0
  396. package/dist/schemas/lifecycle.js +13 -6
  397. package/dist/schemas/llamacpp-config.d.ts +443 -20
  398. package/dist/schemas/llamacpp-config.js +188 -14
  399. package/dist/schemas/load-model.d.ts +8940 -1952
  400. package/dist/schemas/load-model.js +73 -9
  401. package/dist/schemas/logging-stream.d.ts +1 -0
  402. package/dist/schemas/logging-stream.js +5 -2
  403. package/dist/schemas/mcp-adapter.d.ts +1 -1
  404. package/dist/schemas/model-config-schemas.d.ts +731 -111
  405. package/dist/schemas/model-config-schemas.js +16 -12
  406. package/dist/schemas/model-fit-policy.d.ts +2 -2
  407. package/dist/schemas/model-info.d.ts +54 -56
  408. package/dist/schemas/model-info.js +18 -7
  409. package/dist/schemas/model-ops.d.ts +12 -0
  410. package/dist/schemas/model-ops.js +33 -5
  411. package/dist/schemas/model-src-utils.d.ts +14 -6
  412. package/dist/schemas/model-src-utils.js +2 -2
  413. package/dist/schemas/model-types.d.ts +12 -4
  414. package/dist/schemas/model-types.js +2 -0
  415. package/dist/schemas/ocr.d.ts +11 -4
  416. package/dist/schemas/ocr.js +7 -3
  417. package/dist/schemas/plugin.d.ts +70 -8
  418. package/dist/schemas/plugin.js +32 -4
  419. package/dist/schemas/profiling.d.ts +32 -32
  420. package/dist/schemas/profiling.js +1 -1
  421. package/dist/schemas/rag.d.ts +9 -0
  422. package/dist/schemas/rag.js +11 -17
  423. package/dist/schemas/registry.d.ts +38 -10
  424. package/dist/schemas/registry.js +16 -7
  425. package/dist/schemas/reload-config.d.ts +45 -6
  426. package/dist/schemas/reload-config.js +13 -6
  427. package/dist/schemas/request-base.d.ts +39 -0
  428. package/dist/schemas/request-base.js +64 -0
  429. package/dist/schemas/rerank.d.ts +132 -0
  430. package/dist/schemas/rerank.js +104 -0
  431. package/dist/schemas/rpc-server.d.ts +3 -0
  432. package/dist/schemas/rpc-server.js +15 -15
  433. package/dist/schemas/sdcpp-config.d.ts +144 -18
  434. package/dist/schemas/sdcpp-config.js +123 -28
  435. package/dist/schemas/session.d.ts +37 -0
  436. package/dist/schemas/session.js +53 -0
  437. package/dist/schemas/system-resources.d.ts +364 -179
  438. package/dist/schemas/system-resources.js +8 -3
  439. package/dist/schemas/text-to-speech.d.ts +1408 -275
  440. package/dist/schemas/text-to-speech.js +547 -33
  441. package/dist/schemas/tools.d.ts +7 -0
  442. package/dist/schemas/tools.js +29 -0
  443. package/dist/schemas/transcription-config.d.ts +267 -2
  444. package/dist/schemas/transcription-config.js +138 -7
  445. package/dist/schemas/transcription.d.ts +94 -7
  446. package/dist/schemas/transcription.js +99 -22
  447. package/dist/schemas/translate.d.ts +4 -2
  448. package/dist/schemas/translate.js +6 -10
  449. package/dist/schemas/translation-config.d.ts +40 -20
  450. package/dist/schemas/translation-config.js +1 -1
  451. package/dist/schemas/tts-pcm.d.ts +35 -0
  452. package/dist/schemas/tts-pcm.js +69 -0
  453. package/dist/schemas/vector-index.d.ts +47 -1
  454. package/dist/schemas/vector-index.js +37 -10
  455. package/dist/schemas/vla.d.ts +3 -3
  456. package/dist/surface.d.ts +4 -3
  457. package/dist/surface.js +4 -3
  458. package/dist/utils/addon-responses.d.ts +71 -2
  459. package/dist/utils/aggregate-events.d.ts +1 -1
  460. package/dist/utils/aggregate-events.js +2 -2
  461. package/dist/utils/archive.d.ts +7 -0
  462. package/dist/utils/archive.js +89 -30
  463. package/dist/utils/asr-events.d.ts +5 -0
  464. package/dist/utils/asr-events.js +10 -1
  465. package/dist/utils/audio/decoder.js +3 -1
  466. package/dist/utils/audio-input.js +1 -1
  467. package/dist/utils/cache/auto-history.d.ts +2 -1
  468. package/dist/utils/cache/auto-history.js +5 -3
  469. package/dist/utils/cache/layout.d.ts +48 -0
  470. package/dist/utils/cache/layout.js +190 -0
  471. package/dist/utils/cache/paths.js +8 -10
  472. package/dist/utils/cache/types.d.ts +2 -1
  473. package/dist/utils/checksum.d.ts +7 -0
  474. package/dist/utils/checksum.js +59 -2
  475. package/dist/utils/completion-normalizer.js +287 -88
  476. package/dist/utils/gguf-architecture.d.ts +7 -0
  477. package/dist/utils/gguf-architecture.js +142 -0
  478. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  479. package/dist/utils/gguf-tensor-extractor.js +1 -50
  480. package/dist/utils/index.d.ts +13 -13
  481. package/dist/utils/index.js +13 -13
  482. package/dist/utils/mcp-adapter.d.ts +1 -1
  483. package/dist/utils/mcp-adapter.js +1 -1
  484. package/dist/utils/path-security.js +1 -1
  485. package/dist/utils/shard-utils.d.ts +0 -16
  486. package/dist/utils/shard-utils.js +14 -48
  487. package/dist/utils/tool-integration.d.ts +3 -2
  488. package/dist/utils/tool-integration.js +3 -6
  489. package/dist/utils/tools/defer.d.ts +50 -31
  490. package/dist/utils/tools/defer.js +115 -51
  491. package/dist/utils/tools/dialect.d.ts +15 -4
  492. package/dist/utils/tools/dialect.js +34 -5
  493. package/dist/utils/tools/index.d.ts +3 -3
  494. package/dist/utils/tools/index.js +3 -3
  495. package/dist/utils/tools/parser.js +8 -8
  496. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  497. package/dist/utils/tools/parsers/dsml.js +1 -1
  498. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  499. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  500. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  501. package/dist/utils/tools/parsers/harmony.js +1 -1
  502. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  503. package/dist/utils/tools/parsers/hermes.js +1 -1
  504. package/dist/utils/tools/parsers/json.d.ts +1 -1
  505. package/dist/utils/tools/parsers/json.js +1 -1
  506. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  507. package/dist/utils/tools/parsers/pythonic.js +1 -1
  508. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  509. package/dist/utils/tools/parsers/qwen35.js +1 -1
  510. package/dist/utils/transcribe-metadata.d.ts +28 -2
  511. package/dist/utils/transcribe-metadata.js +16 -0
  512. package/dist/utils/tts-stats.d.ts +43 -1
  513. package/dist/utils/tts-stats.js +120 -22
  514. package/dist/utils/until-aborted.d.ts +7 -0
  515. package/dist/utils/until-aborted.js +34 -0
  516. package/package.json +67 -55
  517. package/dist/models/registry/resource-profiles.d.ts +0 -17
  518. package/dist/models/registry/resource-profiles.js +0 -5657
  519. package/dist/resources/model-fit/assess.d.ts +0 -72
  520. package/dist/resources/model-fit/assess.js +0 -679
  521. package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
  522. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
  523. package/dist/resources/model-fit/floor.d.ts +0 -31
  524. package/dist/resources/model-fit/floor.js +0 -65
  525. package/dist/resources/model-fit/kv-cache.d.ts +0 -23
  526. package/dist/resources/model-fit/kv-cache.js +0 -85
  527. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
  528. package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
  529. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  530. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  531. package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
  532. package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
  533. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
  534. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
  535. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
  536. package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
  537. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
  538. package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
  539. package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
  540. package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
  541. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  542. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
  543. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
  544. package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
  545. package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
  546. package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
  547. package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
  548. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
  549. package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
  550. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  551. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  552. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  553. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  554. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  555. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  556. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  557. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  558. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  559. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  560. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  561. package/dist/resources/model-fit/platform.d.ts +0 -9
  562. package/dist/resources/model-fit/platform.js +0 -26
  563. package/dist/resources/model-fit/types.d.ts +0 -6
  564. package/dist/resources/model-fit/types.js +0 -1
  565. package/dist/schemas/model-resource-profile.d.ts +0 -108
  566. package/dist/schemas/model-resource-profile.js +0 -80
  567. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
  568. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
  569. /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
@@ -1,6 +1,6 @@
1
1
  import { QvacErrorBase } from '@qvac/error';
2
2
  import { ERROR_CODES } from '../schemas/errors.js';
3
- import { createErrorOptions } from './options.js';
3
+ import { createErrorOptions } from '../errors/options.js';
4
4
  // ============== Response / request validation ==============
5
5
  export class InvalidResponseError extends QvacErrorBase {
6
6
  constructor(expected, cause) {
@@ -419,6 +419,18 @@ export class InvalidAudioInputError extends QvacErrorBase {
419
419
  super(createErrorOptions(ERROR_CODES.INVALID_AUDIO_INPUT, details ? [details] : undefined, cause));
420
420
  }
421
421
  }
422
+ export class AudioEncodeFailedError extends QvacErrorBase {
423
+ format;
424
+ details;
425
+ constructor(format, details, cause) {
426
+ super(createErrorOptions(ERROR_CODES.AUDIO_ENCODE_FAILED, details ? [format, details] : [format], cause));
427
+ this.format = format;
428
+ this.details = details;
429
+ }
430
+ toErrorResponseFields() {
431
+ return { format: this.format, ...(this.details !== undefined && { details: this.details }) };
432
+ }
433
+ }
422
434
  // ============== RAG operations ==============
423
435
  export class RAGSaveFailedError extends QvacErrorBase {
424
436
  constructor(details, cause) {
@@ -475,6 +487,17 @@ export class RAGWorkspaceInUseError extends QvacErrorBase {
475
487
  super(createErrorOptions(ERROR_CODES.RAG_WORKSPACE_IN_USE, [workspace], cause));
476
488
  }
477
489
  }
490
+ /** A RAG operation on a workspace that another session's operation is using. */
491
+ export class RAGWorkspaceBusyError extends QvacErrorBase {
492
+ workspace;
493
+ constructor(workspace, cause) {
494
+ super(createErrorOptions(ERROR_CODES.RAG_WORKSPACE_BUSY, [workspace], cause));
495
+ this.workspace = workspace;
496
+ }
497
+ toErrorResponseFields() {
498
+ return { workspace: this.workspace };
499
+ }
500
+ }
478
501
  export class RAGWorkspaceNotOpenError extends QvacErrorBase {
479
502
  constructor(workspace, cause) {
480
503
  super(createErrorOptions(ERROR_CODES.RAG_WORKSPACE_NOT_OPEN, [workspace], cause));
@@ -616,6 +639,33 @@ export class CacheDirNotWritableError extends QvacErrorBase {
616
639
  super(createErrorOptions(ERROR_CODES.CACHE_DIR_NOT_WRITABLE, details ? [cacheDir, details] : [cacheDir], cause));
617
640
  }
618
641
  }
642
+ export class InvalidSeedFromParamsError extends QvacErrorBase {
643
+ constructor(cause) {
644
+ super(createErrorOptions(ERROR_CODES.INVALID_SEED_FROM_PARAMS, undefined, cause));
645
+ }
646
+ }
647
+ export class KvCacheSeedSourceNotFoundError extends QvacErrorBase {
648
+ seedFrom;
649
+ modelId;
650
+ constructor(seedFrom, modelId, cause) {
651
+ super(createErrorOptions(ERROR_CODES.KV_CACHE_SEED_SOURCE_NOT_FOUND, [seedFrom, modelId], cause));
652
+ this.seedFrom = seedFrom;
653
+ this.modelId = modelId;
654
+ }
655
+ toErrorResponseFields() {
656
+ return { seedFrom: this.seedFrom, modelId: this.modelId };
657
+ }
658
+ }
659
+ export class KvCacheSeedSharingDisabledError extends QvacErrorBase {
660
+ modelId;
661
+ constructor(modelId, cause) {
662
+ super(createErrorOptions(ERROR_CODES.KV_CACHE_SEED_SHARING_DISABLED, [modelId], cause));
663
+ this.modelId = modelId;
664
+ }
665
+ toErrorResponseFields() {
666
+ return { modelId: this.modelId };
667
+ }
668
+ }
619
669
  // ============== System / runtime ==============
620
670
  export class FFmpegNotAvailableError extends QvacErrorBase {
621
671
  constructor(cause) {
@@ -711,6 +761,66 @@ export class LifecycleOperationBlockedError extends QvacErrorBase {
711
761
  super(createErrorOptions(ERROR_CODES.LIFECYCLE_OPERATION_BLOCKED, [requestType, lifecycleState]));
712
762
  }
713
763
  }
764
+ // ============== Caller sessions and model leases ==============
765
+ export class SessionIdConflictError extends QvacErrorBase {
766
+ sessionId;
767
+ constructor(sessionId, cause) {
768
+ super(createErrorOptions(ERROR_CODES.SESSION_ID_CONFLICT, [sessionId], cause));
769
+ this.sessionId = sessionId;
770
+ }
771
+ toErrorResponseFields() {
772
+ return { sessionId: this.sessionId };
773
+ }
774
+ }
775
+ export class SessionNotOpenError extends QvacErrorBase {
776
+ sessionId;
777
+ constructor(sessionId, cause) {
778
+ super(createErrorOptions(ERROR_CODES.SESSION_NOT_OPEN, [sessionId], cause));
779
+ this.sessionId = sessionId;
780
+ }
781
+ toErrorResponseFields() {
782
+ return { sessionId: this.sessionId };
783
+ }
784
+ }
785
+ /** A `reloadConfig` on a model another session holds a lease on. */
786
+ export class ModelLeasedError extends QvacErrorBase {
787
+ modelId;
788
+ leaseCount;
789
+ constructor(modelId, leaseCount, cause) {
790
+ super(createErrorOptions(ERROR_CODES.MODEL_LEASED, [modelId, String(leaseCount)], cause));
791
+ this.modelId = modelId;
792
+ this.leaseCount = leaseCount;
793
+ }
794
+ toErrorResponseFields() {
795
+ return { modelId: this.modelId, leaseCount: this.leaseCount };
796
+ }
797
+ }
798
+ /**
799
+ * A load whose configuration hash names a model that a reload has since
800
+ * reconfigured, from a session that holds no lease on it.
801
+ */
802
+ export class ModelReconfiguredError extends QvacErrorBase {
803
+ modelId;
804
+ constructor(modelId, cause) {
805
+ super(createErrorOptions(ERROR_CODES.MODEL_RECONFIGURED, [modelId], cause));
806
+ this.modelId = modelId;
807
+ }
808
+ toErrorResponseFields() {
809
+ return { modelId: this.modelId };
810
+ }
811
+ }
812
+ export class OwnerOnlyError extends QvacErrorBase {
813
+ operation;
814
+ sessionId;
815
+ constructor(operation, sessionId, cause) {
816
+ super(createErrorOptions(ERROR_CODES.OWNER_ONLY, [operation, sessionId], cause));
817
+ this.operation = operation;
818
+ this.sessionId = sessionId;
819
+ }
820
+ toErrorResponseFields() {
821
+ return { operation: this.operation, sessionId: this.sessionId };
822
+ }
823
+ }
714
824
  // ============== Security ==============
715
825
  export class PathTraversalError extends QvacErrorBase {
716
826
  constructor(component, basePath, cause) {
@@ -723,6 +833,36 @@ export class ModelRegistryQueryFailedError extends QvacErrorBase {
723
833
  super(createErrorOptions(ERROR_CODES.QVAC_MODEL_REGISTRY_QUERY_FAILED, details ? [details] : undefined, cause));
724
834
  }
725
835
  }
836
+ export class ModelRegistryModelNotFoundError extends QvacErrorBase {
837
+ registrySource;
838
+ registryPath;
839
+ constructor(registrySource, registryPath, cause) {
840
+ super(createErrorOptions(ERROR_CODES.QVAC_MODEL_REGISTRY_MODEL_NOT_FOUND, [registrySource, registryPath], cause));
841
+ this.registrySource = registrySource;
842
+ this.registryPath = registryPath;
843
+ }
844
+ toErrorResponseFields() {
845
+ return { registrySource: this.registrySource, registryPath: this.registryPath };
846
+ }
847
+ }
848
+ /**
849
+ * Another QVAC process had the model registry for longer than this call would
850
+ * wait. `holder` is `legacy` when that process runs an older SDK, which keeps
851
+ * the registry until it exits; `current` when it runs this one and will hand it
852
+ * over once its own registry work ends. `waitedMs` is how long this call waited.
853
+ */
854
+ export class ModelRegistryBusyError extends QvacErrorBase {
855
+ holder;
856
+ waitedMs;
857
+ constructor(holder, waitedMs, cause) {
858
+ super(createErrorOptions(ERROR_CODES.QVAC_MODEL_REGISTRY_BUSY, [holder, waitedMs], cause));
859
+ this.holder = holder;
860
+ this.waitedMs = waitedMs;
861
+ }
862
+ toErrorResponseFields() {
863
+ return { holder: this.holder, waitedMs: this.waitedMs };
864
+ }
865
+ }
726
866
  export class RpcServerOperationError extends QvacErrorBase {
727
867
  operation;
728
868
  details;
@@ -1,24 +1,6 @@
1
- import type { AssessModelFitRequest, AssessModelFitResponse, ModelFitCandidate, ModelFitEstimateTarget } from '../schemas/assess-model-fit.js';
2
- import type { FitStubUnavailableReason } from '../resources/model-fit/fit-stub/fetch-fit-stub.js';
1
+ import type { AssessModelFitRequest, AssessModelFitResponse } from '../schemas/assess-model-fit.js';
3
2
  /**
4
- * Runs a pre-download fit assessment worker-side.
5
- *
6
- * This lives on the worker because that is where the three things it needs
7
- * already are: the resource collector for a fresh memory sample, the runtime's
8
- * own platform/arch pair, and the registry client. No weights are read and
9
- * nothing is loaded — each candidate additionally has the registry's weightless
10
- * description fetched, tens of KB, so the engine's own fitter can answer.
3
+ * Runs a fit assessment worker-side, where the plugins, the registry client
4
+ * and the memory sample are. No weights are read and nothing is loaded.
11
5
  */
12
6
  export declare function handleAssessModelFit(request: AssessModelFitRequest): Promise<AssessModelFitResponse>;
13
- /**
14
- * What the estimator is given for one candidate. The catalog facts come from
15
- * the source's checksum, and the workload from the settings the load carries;
16
- * a source outside the catalog resolves neither and assesses as `unknown`.
17
- *
18
- * A load whose sources are all config fields carries no checksum, so it has no
19
- * catalog profile and the engine's own fitter is its only evidence. The model
20
- * type stands in as the label.
21
- */
22
- export declare function estimateTargetFor(candidate: ModelFitCandidate): ModelFitEstimateTarget;
23
- /** Why a load with no description staged for it has no engine verdict. */
24
- export declare function noStubDetail(reason: FitStubUnavailableReason, message?: string): string;
@@ -1,307 +1,8 @@
1
- import { isCanonicalModelType, normalizeModelType, ModelType } from '../schemas/index.js';
2
- import { inferModelTypeFromModelSrc } from '../schemas/model-src-utils.js';
3
- import { ModelTypeRequiredError } from '../errors/index.js';
4
- import { projectFitFromLoad } from '../resources/model-fit/fit-stub/project-fit-from-load.js';
5
- import { getResourceCollector } from '../resources/instance.js';
6
- import { getConfig } from '../runtime/state.js';
7
- import { assessModelFitFromResources } from '../resources/model-fit/assess.js';
8
- import { detectPlatform } from '../resources/model-fit/platform.js';
1
+ import { assessModelFit } from '../model-fit/assess.js';
9
2
  /**
10
- * Runs a pre-download fit assessment worker-side.
11
- *
12
- * This lives on the worker because that is where the three things it needs
13
- * already are: the resource collector for a fresh memory sample, the runtime's
14
- * own platform/arch pair, and the registry client. No weights are read and
15
- * nothing is loaded — each candidate additionally has the registry's weightless
16
- * description fetched, tens of KB, so the engine's own fitter can answer.
3
+ * Runs a fit assessment worker-side, where the plugins, the registry client
4
+ * and the memory sample are. No weights are read and nothing is loaded.
17
5
  */
18
6
  export async function handleAssessModelFit(request) {
19
- const platform = detectPlatform();
20
- const nativeFits = await resolveNativeFits(request.models);
21
- const result = assessModelFitFromResources({
22
- models: request.models.map(estimateTargetFor),
23
- execution: request.execution,
24
- resources: readResources(),
25
- platform,
26
- nativeFits
27
- });
28
- return { type: 'assessModelFit', ...result };
29
- }
30
- /**
31
- * The engine that would run this load, named outright or read off the source,
32
- * as `loadModel` resolves it.
33
- *
34
- * @throws {ModelTypeRequiredError} When neither names one.
35
- */
36
- function modelTypeOf(candidate) {
37
- if (candidate.modelType !== undefined)
38
- return normalizeModelType(candidate.modelType);
39
- const inferred = inferModelTypeFromModelSrc(candidate.modelSrc);
40
- if (inferred === undefined)
41
- throw new ModelTypeRequiredError();
42
- return normalizeModelType(inferred);
43
- }
44
- /** The audio engines, whose estimator sizes a load by its window rather than a context. */
45
- const AUDIO_ENGINES = [
46
- ModelType.mossTranscribe,
47
- 'whispercpp-transcription',
48
- 'parakeet-transcription',
49
- 'bci-whispercpp-transcription'
50
- ];
51
- /**
52
- * Engines that name a device outright, in llama's own `gpu` / `cpu` spelling.
53
- * Both default to the GPU.
54
- */
55
- const DEVICE_NAMED = [ModelType.llamacppCompletion, ModelType.llamacppEmbedding];
56
- function contextUsesGpu(config) {
57
- const contextParams = config['contextParams'];
58
- if (contextParams === null || typeof contextParams !== 'object')
59
- return undefined;
60
- return contextParams['use_gpu'];
61
- }
62
- /**
63
- * MiniMax names its device instead of switching the GPU on, and the config
64
- * schema refuses both at once. `auto` is what the switch means: the GPU when
65
- * one is usable.
66
- */
67
- function audiogenUsesGpu(config) {
68
- const device = config['device'];
69
- if (device !== undefined)
70
- return device === 'gpu' || device === 'auto';
71
- return config['useGPU'] === true;
72
- }
73
- /**
74
- * Engines that carry a GPU switch, each read at the key its own config spells
75
- * it under. These are the keys the fit builders read in `native-probe/engines`,
76
- * so a projection and a device never disagree. Only bci defaults to on.
77
- */
78
- const GPU_SWITCH = {
79
- [ModelType.mossTranscribe]: (config) => config['useGPU'] === true,
80
- [ModelType.ttsGgml]: (config) => config['useGPU'] === true,
81
- [ModelType.audiogenGgml]: audiogenUsesGpu,
82
- [ModelType.parakeetTranscription]: (config) => config['useGPU'] === true,
83
- [ModelType.whispercppTranscription]: (config) => contextUsesGpu(config) === true,
84
- [ModelType.bciWhispercppTranscription]: (config) => contextUsesGpu(config) !== false,
85
- [ModelType.ggmlOcr]: (config) => (config['backendDevice'] ?? 'cpu') !== 'cpu'
86
- };
87
- /**
88
- * Where a load resolved to run. `dispatch` applies the host's device defaults
89
- * before any handler sees the config, so what arrives here is the resolved one.
90
- *
91
- * `nGpuLayers` wins over `useGPU` on tts, and the config schema rejects the two
92
- * disagreeing, so reading it first is safe.
93
- */
94
- function resolvedDevice(modelType, config) {
95
- if (DEVICE_NAMED.includes(modelType)) {
96
- const device = config['device'];
97
- return typeof device === 'string' ? device.toLowerCase() : 'gpu';
98
- }
99
- const layers = config['nGpuLayers'];
100
- if (modelType === ModelType.ttsGgml && typeof layers === 'number') {
101
- return layers === 0 ? 'cpu' : 'gpu';
102
- }
103
- const usesGpu = GPU_SWITCH[modelType];
104
- if (usesGpu === undefined)
105
- return undefined;
106
- return usesGpu(config) ? 'gpu' : 'cpu';
107
- }
108
- /** The window the speech engines hold whole; longer audio is chunked into it. */
109
- const AUDIO_WINDOW_MS = 30_000;
110
- /**
111
- * The audio a single call holds in memory. `duration_ms` is the longest clip
112
- * the caller will transcribe, not a per-call window, and the engine chunks
113
- * anything longer, so it never sizes working memory above one window.
114
- */
115
- function audioWindowMs(config) {
116
- const declared = config['duration_ms'];
117
- if (typeof declared !== 'number' || declared <= 0)
118
- return AUDIO_WINDOW_MS;
119
- return Math.min(declared, AUDIO_WINDOW_MS);
120
- }
121
- /** The catalog facts a source carries, where it carries them. */
122
- function modelRefOf(value) {
123
- if (value === null || typeof value !== 'object')
124
- return undefined;
125
- const src = value;
126
- if (typeof src['sha256Checksum'] !== 'string')
127
- return undefined;
128
- const name = src['name'] ?? src['modelId'] ?? src['registryPath'];
129
- return {
130
- name: typeof name === 'string' ? name : '',
131
- sha256Checksum: src['sha256Checksum'],
132
- ...(typeof src['registryPath'] === 'string' && { registryPath: src['registryPath'] }),
133
- ...(typeof src['registrySource'] === 'string' && { registrySource: src['registrySource'] })
134
- };
135
- }
136
- /**
137
- * The companion sources a load carries in its config — a VAD model, a pivot,
138
- * an audiogen stage, a projector. Their bytes are part of what the set costs,
139
- * so the estimate counts them alongside the primary.
140
- */
141
- function companionRefs(config) {
142
- const refs = [];
143
- const seen = new Set();
144
- const add = (ref) => {
145
- if (seen.has(ref.sha256Checksum))
146
- return;
147
- seen.add(ref.sha256Checksum);
148
- refs.push(ref);
149
- };
150
- const walk = (key, value) => {
151
- const ref = modelRefOf(value);
152
- if (ref !== undefined) {
153
- add(ref);
154
- return;
155
- }
156
- if (key.endsWith('ModelSrc')) {
157
- add({ name: typeof value === 'string' ? value : key, sha256Checksum: '' });
158
- return;
159
- }
160
- if (value === null || typeof value !== 'object')
161
- return;
162
- for (const [inner, nested] of Object.entries(value)) {
163
- walk(inner, nested);
164
- }
165
- };
166
- for (const [key, value] of Object.entries(config))
167
- walk(key, value);
168
- return refs;
169
- }
170
- /**
171
- * What the estimator is given for one candidate. The catalog facts come from
172
- * the source's checksum, and the workload from the settings the load carries;
173
- * a source outside the catalog resolves neither and assesses as `unknown`.
174
- *
175
- * A load whose sources are all config fields carries no checksum, so it has no
176
- * catalog profile and the engine's own fitter is its only evidence. The model
177
- * type stands in as the label.
178
- */
179
- export function estimateTargetFor(candidate) {
180
- const descriptor = typeof candidate.modelSrc === 'string' ? undefined : candidate.modelSrc;
181
- const location = typeof candidate.modelSrc === 'string' ? candidate.modelSrc : undefined;
182
- const config = candidate.modelConfig ?? {};
183
- const modelType = modelTypeOf(candidate);
184
- const contextTokens = config['ctx_size'];
185
- const artifacts = companionRefs(config);
186
- const device = resolvedDevice(modelType, config);
187
- const windowMs = modelType === ModelType.mossTranscribe
188
- ? candidate.transcriptionWorkload === undefined
189
- ? undefined
190
- : candidate.transcriptionWorkload.audioSeconds * 1000
191
- : audioWindowMs(config);
192
- return {
193
- model: {
194
- name: descriptor?.name ?? descriptor?.modelId ?? location ?? modelType,
195
- sha256Checksum: descriptor?.sha256Checksum ?? '',
196
- ...(descriptor?.registryPath !== undefined && { registryPath: descriptor.registryPath }),
197
- ...(descriptor?.registrySource !== undefined && {
198
- registrySource: descriptor.registrySource
199
- })
200
- },
201
- ...(artifacts.length > 0 && { artifacts }),
202
- ...(device !== undefined && { device }),
203
- workload: AUDIO_ENGINES.includes(modelType)
204
- ? {
205
- kind: 'audio',
206
- ...(windowMs !== undefined && { windowMs }),
207
- streaming: config['streaming'] === true
208
- }
209
- : {
210
- kind: 'llm',
211
- ...(typeof contextTokens === 'number' && contextTokens > 0 && { contextTokens })
212
- }
213
- };
214
- }
215
- /** The engine fitter's verdict for one candidate, through that load's plugin. */
216
- async function resolveNativeFit(candidate, alreadyCounted) {
217
- const modelType = modelTypeOf(candidate);
218
- if (!isCanonicalModelType(modelType)) {
219
- return { unavailable: `no plugin handles model type ${modelType}` };
220
- }
221
- const budgetMs = getConfig().fitStubBudgetMs;
222
- const outcome = await projectFitFromLoad({
223
- modelType,
224
- ...(candidate.transcriptionWorkload !== undefined && {
225
- transcriptionWorkload: candidate.transcriptionWorkload
226
- }),
227
- ...(candidate.ttsWorkload !== undefined && { ttsWorkload: candidate.ttsWorkload }),
228
- ...(candidate.modelSrc !== undefined && { modelSrc: candidate.modelSrc }),
229
- ...(candidate.modelConfig !== undefined && { modelConfig: candidate.modelConfig })
230
- }, estimateTargetFor(candidate).model.name, {
231
- ...(budgetMs !== undefined && { stub: { budgetMs } }),
232
- ...(alreadyCounted > 0 && { fit: { extraResidentBytes: alreadyCounted } })
233
- });
234
- if (outcome.status === 'projected')
235
- return { fit: outcome.fit };
236
- if (outcome.status === 'unsupported-load')
237
- return { unavailable: outcome.detail };
238
- return { unavailable: noStubDetail(outcome.reason, outcome.message) };
239
- }
240
- /** Why a load with no description staged for it has no engine verdict. */
241
- export function noStubDetail(reason, message) {
242
- if (reason === 'files-only-engine') {
243
- return 'the engine measures downloaded files only, and this model is not downloaded';
244
- }
245
- return message === undefined
246
- ? `no registry description (${reason})`
247
- : `no registry description (${reason}): ${message}`;
248
- }
249
- /** What a projection holds for the model's lifetime, the breakdown or the total. */
250
- function residentBytesOf(fit) {
251
- const projection = fit.fit?.projection;
252
- if (!projection)
253
- return 0;
254
- const { weightsBytes, contextBytes, deviceBytes, hostBytes } = projection;
255
- const resident = weightsBytes === undefined || contextBytes === undefined
256
- ? deviceBytes
257
- : weightsBytes + contextBytes;
258
- return (resident ?? 0) + (hostBytes ?? 0);
259
- }
260
- /**
261
- * One verdict per candidate, in request order. Each probe measures its own
262
- * model against the whole machine, so the bytes compose where the verdicts do
263
- * not, and `assess` combines them under one budget.
264
- *
265
- * Run one at a time, so a set never holds several fitters open at once.
266
- *
267
- * Each probe holds back what the earlier ones projected, since none of them is
268
- * registered in this worker and the fitter would otherwise place every
269
- * candidate in the same free memory. Every model is resident under either
270
- * execution mode, so the holdback does not read it. The answer follows the
271
- * order the caller listed the models in.
272
- */
273
- async function resolveNativeFits(candidates) {
274
- const fits = [];
275
- let alreadyCounted = 0;
276
- for (const candidate of candidates) {
277
- const fit = await resolveNativeFit(candidate, alreadyCounted);
278
- fits.push(fit);
279
- alreadyCounted += residentBytesOf(fit);
280
- }
281
- return fits;
282
- }
283
- function readResources() {
284
- const collector = getResourceCollector();
285
- if (!collector) {
286
- const failed = { status: 'failed', reason: 'resource collector is not initialized' };
287
- return {
288
- capabilities: {
289
- cpu: failed,
290
- memory: { totalBytes: failed },
291
- gpus: failed
292
- },
293
- sample: {
294
- sampledAt: Date.now(),
295
- cpu: failed,
296
- memory: {
297
- usedBytes: failed,
298
- totalBytes: failed,
299
- processUsedBytes: failed,
300
- processAvailableBytes: failed
301
- },
302
- gpus: failed
303
- }
304
- };
305
- }
306
- return { capabilities: collector.getCapabilities(), sample: collector.sample() };
7
+ return { type: 'assessModelFit', ...(await assessModelFit(request.models)) };
307
8
  }
@@ -5,16 +5,16 @@ import type { CancelRequest, CancelResponse } from '../schemas/cancel.js';
5
5
  * surface is two paths that route through the same registry primitive:
6
6
  *
7
7
  * - `{ operation: "request", requestId, clearCache? }` — targeted
8
- * cancel by caller-generated id. Looks up the registry entry,
9
- * fires its abort signal, optionally marks the underlying download
10
- * transfer for cache clear. The "stop-button race" case (a cancel
11
- * beats its own begin) is handled inside the
12
- * registry via the cancel-before-begin tripwire.
8
+ * cancel by caller-generated id, resolved within the caller's own
9
+ * session. Looks up the registry entry, fires its abort signal,
10
+ * optionally marks the underlying download transfer for cache clear.
11
+ * The "stop-button race" case (a cancel beats its own begin) is
12
+ * handled inside the registry via the cancel-before-begin tripwire.
13
13
  *
14
14
  * - `{ operation: "broad", modelId, kind? }` — abort every in-flight
15
- * request on a model (optionally narrowed by `kind`). Used for
16
- * model unload, app shutdown, and admin sweeps where the caller
17
- * has no `requestId`. Delegates to the `cancel` bare op so the
15
+ * request the caller's session has on a model (optionally narrowed
16
+ * by `kind`). From the owner session it reaches every session's
17
+ * requests on the model. Delegates to the `cancel` bare op so the
18
18
  * `ModelNotLoadedError` validation is shared with internal
19
19
  * engine-side broad cancels.
20
20
  *
@@ -24,6 +24,7 @@ import type { CancelRequest, CancelResponse } from '../schemas/cancel.js';
24
24
  * match still returns `success: true, cancelled: 0`; the
25
25
  * cancel-before-begin tripwire ensures the cancel is applied
26
26
  * retroactively if a matching begin arrives within the registry's
27
- * race window.
27
+ * race window. Another session's request id is such a non-match: the
28
+ * registry keys requests by `(sessionId, requestId)`, so it is never found.
28
29
  */
29
30
  export declare function cancelHandler(request: CancelRequest): CancelResponse;
@@ -1,6 +1,7 @@
1
1
  import { cancel as cancelByModelId } from '../plugins/ops/cancel.js';
2
2
  import { getRequestRegistry } from '../runtime/index.js';
3
- import { markClearCacheForRequest } from './load-model/download-manager.js';
3
+ import { resolveSessionId } from '../runtime/session-id.js';
4
+ import { markClearCacheForRequest } from '../handlers/load-model/download-manager.js';
4
5
  import { getEngineLogger } from '../logging/index.js';
5
6
  const logger = getEngineLogger();
6
7
  /**
@@ -9,16 +10,16 @@ const logger = getEngineLogger();
9
10
  * surface is two paths that route through the same registry primitive:
10
11
  *
11
12
  * - `{ operation: "request", requestId, clearCache? }` — targeted
12
- * cancel by caller-generated id. Looks up the registry entry,
13
- * fires its abort signal, optionally marks the underlying download
14
- * transfer for cache clear. The "stop-button race" case (a cancel
15
- * beats its own begin) is handled inside the
16
- * registry via the cancel-before-begin tripwire.
13
+ * cancel by caller-generated id, resolved within the caller's own
14
+ * session. Looks up the registry entry, fires its abort signal,
15
+ * optionally marks the underlying download transfer for cache clear.
16
+ * The "stop-button race" case (a cancel beats its own begin) is
17
+ * handled inside the registry via the cancel-before-begin tripwire.
17
18
  *
18
19
  * - `{ operation: "broad", modelId, kind? }` — abort every in-flight
19
- * request on a model (optionally narrowed by `kind`). Used for
20
- * model unload, app shutdown, and admin sweeps where the caller
21
- * has no `requestId`. Delegates to the `cancel` bare op so the
20
+ * request the caller's session has on a model (optionally narrowed
21
+ * by `kind`). From the owner session it reaches every session's
22
+ * requests on the model. Delegates to the `cancel` bare op so the
22
23
  * `ModelNotLoadedError` validation is shared with internal
23
24
  * engine-side broad cancels.
24
25
  *
@@ -28,16 +29,19 @@ const logger = getEngineLogger();
28
29
  * match still returns `success: true, cancelled: 0`; the
29
30
  * cancel-before-begin tripwire ensures the cancel is applied
30
31
  * retroactively if a matching begin arrives within the registry's
31
- * race window.
32
+ * race window. Another session's request id is such a non-match: the
33
+ * registry keys requests by `(sessionId, requestId)`, so it is never found.
32
34
  */
33
35
  export function cancelHandler(request) {
36
+ const sessionId = resolveSessionId(request);
34
37
  try {
35
38
  if (request.operation === 'request') {
36
39
  if (request.clearCache) {
37
- markClearCacheForRequest(request.requestId);
40
+ markClearCacheForRequest(request.requestId, sessionId);
38
41
  }
39
42
  const cancelled = getRequestRegistry().cancel({
40
- requestId: request.requestId
43
+ requestId: request.requestId,
44
+ sessionId
41
45
  });
42
46
  if (cancelled === 0) {
43
47
  // info-level (not debug) because the decorated-promise pattern
@@ -48,12 +52,12 @@ export function cancelHandler(request) {
48
52
  // matching begin in flight; this log just helps operators
49
53
  // debugging "my Stop button isn't working" without lowering
50
54
  // the log level.
51
- logger.info(`[cancel] no in-flight request matched requestId=${request.requestId}`);
55
+ logger.info(`[cancel] no in-flight request matched sessionId=${sessionId} requestId=${request.requestId}`);
52
56
  }
53
57
  return { type: 'cancel', success: true, cancelled };
54
58
  }
55
59
  // operation === "broad"
56
- const cancelled = cancelByModelId({ modelId: request.modelId }, request.kind ? { kind: request.kind } : undefined);
60
+ const cancelled = cancelByModelId({ modelId: request.modelId }, { ...(request.kind && { kind: request.kind }), sessionId });
57
61
  return { type: 'cancel', success: true, cancelled };
58
62
  }
59
63
  catch (error) {
@@ -1,5 +1,7 @@
1
+ import Buffer from 'bare-buffer';
1
2
  import type { CompletionOrchestrateRequest, CompletionOrchestrateResponse, CompletionStreamRequest, CompletionStreamResponse } from '../schemas/index.js';
2
3
  import { type ToolCallbackResult } from '../schemas/completion-stream.js';
4
+ import type { AbortSignalLike } from '../schemas/common.js';
3
5
  /**
4
6
  * Reads newline-delimited JSON tool results off the duplex request stream
5
7
  * and resolves per-callId waiters. Chunk boundaries don't align with lines,
@@ -10,7 +12,8 @@ import { type ToolCallbackResult } from '../schemas/completion-stream.js';
10
12
  * and the reader stops holding the request stream open.
11
13
  */
12
14
  export declare class ToolResultReader {
13
- private buffer;
15
+ private pending;
16
+ private pendingBytes;
14
17
  private readonly results;
15
18
  private readonly waiters;
16
19
  private failed;
@@ -18,9 +21,11 @@ export declare class ToolResultReader {
18
21
  private readonly iterator;
19
22
  constructor(inputStream: AsyncIterable<Buffer>);
20
23
  private pump;
24
+ private append;
21
25
  private failWaiters;
22
26
  private accept;
23
- waitFor(callId: string, timeoutMs?: number): Promise<ToolCallbackResult>;
27
+ /** Rejects with `InferenceCancelledError` when `signal` aborts before the result arrives. */
28
+ waitFor(callId: string, timeoutMs?: number, signal?: AbortSignalLike): Promise<ToolCallbackResult>;
24
29
  /**
25
30
  * Stop the pump and release the upstream iterator. Idempotent. Pending
26
31
  * waiters are failed so a caller blocked in `waitFor` can't hang after the
@@ -37,5 +42,12 @@ type RunTurn = (request: CompletionStreamRequest) => AsyncGenerator<CompletionSt
37
42
  * with the extended history.
38
43
  */
39
44
  export declare function orchestrateCompletion(request: CompletionOrchestrateRequest, runTurn: RunTurn, reader: Pick<ToolResultReader, 'waitFor'>): AsyncGenerator<CompletionOrchestrateResponse>;
45
+ /**
46
+ * Waits for a tool result as a request of its own, under the completion's
47
+ * `(sessionId, requestId)`, so the registry sees the completion between its
48
+ * turns: a cancel by id or by model, the transport signal and a session close
49
+ * stop the wait, and a session close waits for the completion to end.
50
+ */
51
+ export declare function registeredToolWaits(reader: Pick<ToolResultReader, 'waitFor'>, request: Pick<CompletionOrchestrateRequest, 'requestId' | 'sessionId' | 'modelId'>): Pick<ToolResultReader, 'waitFor'>;
40
52
  export declare function handleCompletionOrchestrate(request: CompletionOrchestrateRequest, inputStream: AsyncIterable<Buffer>): AsyncGenerator<CompletionOrchestrateResponse>;
41
53
  export {};